From 13b99dfb8803385f1ee0b877d77656ea4d06637d Mon Sep 17 00:00:00 2001
From: Anbraten <6918444+anbraten@users.noreply.github.com>
Date: Fri, 24 May 2024 21:45:02 +0200
Subject: [PATCH] feat: summarize chats (#57)

---
 components/MenuItem.vue                 |  1 +
 server/api/chats/[chat_id]/chat.post.ts | 15 +++++++++++----
 2 files changed, 12 insertions(+), 4 deletions(-)

diff --git a/components/MenuItem.vue b/components/MenuItem.vue
index 3e7e1f5..eef986f 100644
--- a/components/MenuItem.vue
+++ b/components/MenuItem.vue
@@ -1,6 +1,7 @@
 <template>
   <NuxtLink
     :to="to"
+    :title="title"
     class="inline-flex items-center text-sm font-medium ring-offset-background transition-colors focus-visible:outline-none focus-visible:ring-2 focus-visible:ring-ring focus-visible:ring-offset-2 disabled:pointer-events-none disabled:opacity-50 duration-200 hover:bg-stone-200 hover:text-stone-900 h-9 rounded-md px-3 justify-start flex-grow gap-2 w-full"
   >
     <img v-if="img" :src="img" alt="icon" class="w-5 h-5 flex-shrink-0 rounded-md" />
diff --git a/server/api/chats/[chat_id]/chat.post.ts b/server/api/chats/[chat_id]/chat.post.ts
index ef71b16..e4c40e8 100644
--- a/server/api/chats/[chat_id]/chat.post.ts
+++ b/server/api/chats/[chat_id]/chat.post.ts
@@ -11,6 +11,8 @@ import { formatDocumentsAsString } from 'langchain/util/document';
 import { StringOutputParser } from '@langchain/core/output_parsers';
 import { chatMessageSchema, chatSchema, repoSchema } from '~/server/schemas';
 import { and, eq } from 'drizzle-orm';
+import { TokenTextSplitter } from 'langchain/text_splitter';
+import { HumanMessage, SystemMessage } from 'langchain/schema';
 
 export default defineEventHandler(async (event) => {
   const user = await requireUser(event);
@@ -134,10 +136,15 @@ export default defineEventHandler(async (event) => {
     question: message,
   });
 
-  if (messages.length === 2) {
-    const context = [`Repo: ${repo.name}`, `AI: ${messages[0].content}`, `User: ${message}`, `AI: ${result}`];
-    const summarize = (text: string) => 'Summary: ' + text; // TODO: Implement summarization using llm
-    const chatSummary = summarize(context.join('\n'));
+  // summarize the dialog when we got the second question from the user
+  if (messages.length >= 2 && chat.name.startsWith('Chat with')) {
+    const context = [
+      'Provide keywords or a short summary with maximal six words for the following dialog:\n',
+      ...messages.map((m) => `${m.from}: ${m.content}`),
+      `user: ${message}`,
+      `ai: ${result}`,
+    ];
+    const chatSummary = await model.invoke(context.join('\n'));
     await db.update(chatSchema).set({ name: chatSummary }).where(eq(chatSchema.id, chat.id)).run();
   }