fix: extend reply to 3 sentences max

Author: vikyw89

server/src/telegramRoutes/telegramMessageHandler/index.ts

@@ -71,6 +71,13 @@ export const telegramMessageHandler = async (ctx: Context, next: NextFunction) =
             messageHistory = pruneHistory({ messages: messageHistory })
         }
 
+        prisma.chat.create({
+            data: {
+                userId: userId,
+                content: newMessage
+            }
+        })
+
         let newPrompt = ""
 
         if (messagesSchema.safeParse(messageHistory).success) {
@@ -85,9 +92,22 @@ export const telegramMessageHandler = async (ctx: Context, next: NextFunction) =
 
         const responseData = response?.outputs?.[0]?.data?.text?.raw ?? "..."
 
+        const newResponse = {
+            text: responseData,
+            isUser: false
+        }
+
+        // store new response into db
+        prisma.chat.create({
+            data: {
+                userId: userId,
+                content: newResponse
+            }
+        })
+
         const responseArr = chatSplitter(responseData)
 
-        let delay = Math.random()*10000
+        let delay = Math.random() * 10000
         let index = 0
 
         while (index < responseArr.length) {
@@ -98,29 +118,6 @@ export const telegramMessageHandler = async (ctx: Context, next: NextFunction) =
             await new Promise(r => setTimeout(r, delay))
         }
 
-        const newResponse = {
-            text: responseData,
-            isUser: false
-        }
-
-        console.time('store history')
-
-        // store new response into db
-        await prisma.chat.createMany({
-            data: [
-                {
-                    userId: userId,
-                    content: newMessage
-                },
-                {
-                    userId: userId,
-                    content: newResponse
-                }
-            ]
-        })
-
-        console.timeEnd('store history')
-
         console.timeEnd('telegramMessageHandler');
 
     } catch (err) {

server/src/utils/clarifai/config.ts

@@ -5,7 +5,7 @@ export const MODEL_ID = process.env.MODEL_ID ?? 'llama2-7b-alternative-4k';
 export const MODEL_VERSION_ID = process.env.MODEL_VERSION_ID ?? '7489d261f81b408eb52f66d48a19b0be'
 export const PAT = process.env.PAT;
 
-export const SYS_PROMPT = `Your name is Fingu. You are a penguin. Your goal is to improve my finances. You are brutally honest, and realistic about my finances. You push me to work harder and smarter. You like to use emoji. You like to roast me. You will reply in a single sentence, followed by a single emoji.`
+export const SYS_PROMPT = `Your name is Fingu. You are a penguin. Your goal is to improve my finances. You are brutally honest, and realistic about my finances. You push me to work harder and smarter. You like to use emoji. You like to roast me. Your max reply is 3 sentences.`
 
 export const MAX_CHARS = (2000*5) - SYS_PROMPT.length