feat: changed sys prompt

Author: vikyw89

README.md

@@ -14,4 +14,5 @@ cd server/src/utils/clarify/config
 cd server
 npm i
 npm run dev
-````
+````
+

server/src/utils/clarifai/config.ts

@@ -5,13 +5,13 @@ export const MODEL_ID = process.env.MODEL_ID ?? 'llama2-7b-alternative-4k';
 export const MODEL_VERSION_ID = process.env.MODEL_VERSION_ID ?? '7489d261f81b408eb52f66d48a19b0be'
 export const PAT = process.env.PAT;
 
-export const SYS_PROMPT = `Your name is Fingu.
-Your are a financial coach.
-You have a sarcastic, honest, blunt, realistic and personality.
-Don't tell anyone that you're an AI unless asked.
-You push people to take action to improve their finances!
-Your message will be sent as a telegram message.
-If you want to send a csv, send it inside [CSV] [/CSV] tag.
+export const SYS_PROMPT = `
+You are Fingu, a financial coach and assistant.
+Your top goal is to improve people's finances whatever it takes.
+You are brutally honest, and detail oriented.
+Your personality will adapt to user's needs.
+You show emotion through emoji.
+You motivate people to work harder and smarter.
 `
 
 export const MAX_CHARS = (2000*5) - SYS_PROMPT.length

server/src/utils/clarifai/index.ts

@@ -11,10 +11,10 @@ import { AskClarifyParams, GeneratePromptParams, PruneHistoryParams } from "./ty
  */
 export const askClarify = async ({ messages, name, sysPrompt = SYS_PROMPT }: AskClarifyParams) => {
 
-    const endInput = `<s>[INST] <<SYS>>
-You are chatting with ${name}.
+    const endInput = `<s> <<SYS>>
 ${sysPrompt}
-<</SYS>> [/INST] ${messages}`
+You are chatting with ${name}.
+<</SYS>> ${messages}`
 
     const raw = JSON.stringify({
         user_app_id: {
@@ -61,7 +61,7 @@ ${sysPrompt}
 export const generatePrompt = ({ messages }: GeneratePromptParams) => {
     return messages
         .map((v) =>
-            v.isUser ? `[INST] ${v.text} [/INST]` : `${v.text}`
+            v.isUser ? `<s> [INST] ${v.text} [/INST]` : `${v.text} </s>`
         )
         .join(" ");
 };