支持文档解读

Author: classfang

src/renderer/src/components/views/chat2assistant/chat-window/ChatWindowFileList.vue

@@ -23,8 +23,9 @@ const selectFileRequest = (option: RequestOption) => {
     title-align="start"
     width="80vw"
   >
-    <template #title>{{ $t('chatWindow.selectFile') }}</template>
+    <template #title>{{ $t('chatWindow.fileList.title') }}</template>
     <div class="file-list-page">
+      <a-alert class="file-list-page-tip">{{ $t('chatWindow.fileList.tip') }}</a-alert>
       <a-upload
         v-model:file-list="selectFileList"
         :custom-request="selectFileRequest"
@@ -40,7 +41,25 @@ const selectFileRequest = (option: RequestOption) => {
 <style lang="less" scoped>
 .file-list-page {
   height: 60vh;
-  overflow-x: hidden;
-  overflow-y: auto;
+  display: flex;
+  flex-direction: column;
+  gap: 10px;
+
+  .file-list-page-tip {
+    flex-shrink: 0;
+  }
+
+  :deep(.arco-upload-wrapper) {
+    flex-grow: 1;
+    min-height: 0;
+    display: flex;
+    flex-direction: column;
+    gap: 10px;
+
+    .arco-upload-list {
+      overflow-x: hidden;
+      overflow-y: auto;
+    }
+  }
 }
 </style>

src/renderer/src/i18n/local/en_US.json

@@ -252,6 +252,8 @@
       "MoonshotAI": "Moonshot AI call error, please check your configuration"
     },
     "fileList": {
+      "title": "Document list",
+      "tip": "Note that the total number of words in the document cannot exceed the large model Token limit!",
       "select": "Select document"
     },
     "stop": "Stop",

src/renderer/src/i18n/local/zh_CN.json

@@ -252,6 +252,8 @@
       "MoonshotAI": "月之暗面大模型调用错误"
     },
     "fileList": {
+      "title": "文档列表",
+      "tip": "注意文档总字数不能超过大模型 Token 限制！",
       "select": "选择文档"
     },
     "stop": "停止",

src/renderer/src/utils/big-model/base-util.ts

@@ -3,6 +3,7 @@ import chatModels from '@renderer/assets/json/chat-models.json'
 import i18n from '@renderer/i18n'
 import { useNotificationStore } from '@renderer/store/notification'
 import { getChatTokensLength } from '@renderer/utils/gpt-tokenizer-util'
+import { langChainLoadFile } from '@renderer/utils/ipc-util'
 
 // 多语言
 const { t } = i18n.global
@@ -21,13 +22,21 @@ export const defaultAssistant = {
   speechSpeed: 1.0
 }
 
-export const turnChat = (chatMessageList: ChatMessage[]) => {
-  // 将消息历史处理为user和assistant轮流对话
+export const turnChat = async (chatMessageList: ChatMessage[]) => {
+  // 消息格式转换
   const messages: BaseMessage[] = []
   let currentRole = 'user' as 'user' | 'assistant'
   for (let i = chatMessageList.length - 1; i >= 0; i--) {
     const chatMessage = chatMessageList[i]
     if (currentRole === chatMessage.role) {
+      // 将文件内容拼接到用户消息中
+      if (chatMessage.fileList && chatMessage.fileList.length > 0) {
+        const fileContentList: Record<string, string> = {}
+        for (const f of chatMessage.fileList) {
+          fileContentList[f.name] = await langChainLoadFile(f.path)
+        }
+        chatMessage.content = `Files Data:\n${JSON.stringify(fileContentList)}\n${chatMessage.content}`
+      }
       messages.unshift({
         role: chatMessage.role,
         content: chatMessage.content,

src/renderer/src/utils/big-model/ernie-bot-util.ts

@@ -112,8 +112,8 @@ export const getERNIEMessages = async (
     chatMessageList.at(-1)!.content = `${instruction}\n${chatMessageList.at(-1)!.content}`
   }
 
-  // 将消息历史处理为user和assistant轮流对话
-  let messages = turnChat(chatMessageList)
+  // 消息格式转换
+  let messages = await turnChat(chatMessageList)
 
   // 截取指定长度的上下文
   messages = limitContext(inputMaxTokens, contextSize, messages)

src/renderer/src/utils/big-model/gemini-util.ts

@@ -140,8 +140,8 @@ export const getGeminiMessages = async (
     chatMessageList.at(-1)!.content = `${instruction}\n${chatMessageList.at(-1)!.content}`
   }
 
-  // 将消息历史处理为user和assistant轮流对话
-  let messages = turnChat(chatMessageList)
+  // 消息格式转换
+  let messages = await turnChat(chatMessageList)
 
   // 截取指定长度的上下文
   messages = limitContext(inputMaxTokens, contextSize, messages)

src/renderer/src/utils/big-model/moonshot-util.ts

@@ -61,8 +61,8 @@ export const getMoonshotAIMessages = async (
   inputMaxTokens: number | undefined,
   contextSize: number
 ) => {
-  // 将消息历史处理为user和assistant轮流对话
-  let messages = turnChat(chatMessageList)
+  // 消息格式转换
+  let messages = await turnChat(chatMessageList)
 
   // 截取指定长度的上下文
   messages = limitContext(inputMaxTokens, contextSize, messages)

src/renderer/src/utils/big-model/ollama-util.ts

@@ -88,8 +88,8 @@ export const getOllamaMessages = async (
   inputMaxTokens: number | undefined,
   contextSize: number
 ) => {
-  // 将消息历史处理为user和assistant轮流对话
-  let messages = turnChat(chatMessageList)
+  // 消息格式转换
+  let messages = await turnChat(chatMessageList)
 
   // 截取指定长度的上下文
   messages = limitContext(inputMaxTokens, contextSize, messages)

src/renderer/src/utils/big-model/openai-util.ts

@@ -127,8 +127,8 @@ export const getOpenAIMessages = async (
   inputMaxTokens: number | undefined,
   contextSize: number
 ) => {
-  // 将消息历史处理为user和assistant轮流对话
-  let messages = turnChat(chatMessageList)
+  // 消息格式转换
+  let messages = await turnChat(chatMessageList)
 
   // 截取指定长度的上下文
   messages = limitContext(inputMaxTokens, contextSize, messages)

src/renderer/src/utils/big-model/spark-util.ts

@@ -200,8 +200,8 @@ export const getSparkMessages = async (
   inputMaxTokens: number | undefined,
   contextSize: number
 ) => {
-  // 将消息历史处理为user和assistant轮流对话
-  let messages = turnChat(chatMessageList)
+  // 消息格式转换
+  let messages = await turnChat(chatMessageList)
 
   // 截取指定长度的上下文
   messages = limitContext(inputMaxTokens, contextSize, messages)

src/renderer/src/utils/big-model/tiangong-util.ts

@@ -115,8 +115,8 @@ export const getTiangongMessages = async (
   inputMaxTokens: number | undefined,
   contextSize: number
 ) => {
-  // 将消息历史处理为user和assistant轮流对话
-  let messages = turnChat(chatMessageList)
+  // 消息格式转换
+  let messages = await turnChat(chatMessageList)
 
   // 截取指定长度的上下文
   messages = limitContext(inputMaxTokens, contextSize, messages)

src/renderer/src/utils/big-model/tongyi-util.ts

@@ -239,8 +239,8 @@ export const getTongyiMessages = async (
   model: string,
   apiKey: string | undefined
 ) => {
-  // 将消息历史处理为user和assistant轮流对话
-  let messages = turnChat(chatMessageList)
+  // 消息格式转换
+  let messages = await turnChat(chatMessageList)
 
   // 截取指定长度的上下文
   messages = limitContext(inputMaxTokens, contextSize, messages)

src/renderer/src/utils/markdown-util.ts

@@ -55,14 +55,12 @@ export const renderMarkdown = (content: string, isLoading: boolean) => {
   // 加载中，显示闪烁光标
   const endFlag = '【end】'
   let htmlCode = markdown.render(content + endFlag)
-  console.log(htmlCode)
   // 找到结束标识
   const endFlagIndex = htmlCode.lastIndexOf(endFlag)
   // 插入光标元素
   htmlCode =
     htmlCode.substring(0, endFlagIndex) +
     `<span class="chat-message-loading">丨</span>` +
     htmlCode.substring(endFlagIndex + endFlag.length)
-  console.log(htmlCode)
   return htmlCode
 }