From 457cc6cf166d3b6c22be4f78c1db8802a7fbb4c7 Mon Sep 17 00:00:00 2001 From: wujingjing <gersonwu@qq.com> Date: 星期一, 07 四月 2025 17:53:19 +0800 Subject: [PATCH] DigitalHuman --- src/components/chat/Chat.vue | 254 ++++++++++++++++++++++++++++++++++++-------------- 1 files changed, 184 insertions(+), 70 deletions(-) diff --git a/src/components/chat/Chat.vue b/src/components/chat/Chat.vue index 5d55abb..771c7ab 100644 --- a/src/components/chat/Chat.vue +++ b/src/components/chat/Chat.vue @@ -21,17 +21,20 @@ <!-- 杈撳叆鍖哄煙 --> <template #input-area> - <PlayBar - ref="playBarRef" - v-model:voicePageIsShow="voicePageIsShow" - :isTalking="isTalking" - :isHome="false" - :msgList="computedMessageList" - v-model="messageContent.values" - @sendClick="sendClick" - @stopGenClick="stopGenClick" - :style="{ width: chatWidth }" - /> + <div class="w-full"> + <PlayBar + ref="playBarRef" + v-model:voicePageIsShow="voicePageIsShow" + :isTalking="isTalking" + :isHome="false" + :msgList="computedMessageList" + v-model="messageContent.values" + @sendClick="sendClick" + @stopGenClick="stopGenClick" + :style="{ width: chatWidth }" + class="mx-auto" + /> + </div> </template> <!-- 鎶藉眽 --> @@ -45,19 +48,18 @@ <script setup lang="ts"> import type { CancelTokenSource } from 'axios'; import axios from 'axios'; -import { orderBy } from 'lodash-es'; import moment from 'moment'; -import { computed, onActivated, onMounted, ref } from 'vue'; +import { computed, nextTick, onActivated, onMounted, ref } from 'vue'; import { loadAmisSource } from '../amis/load'; -import { useScrollLoad } from './hooks/useScrollLoad'; +import { useScrollLoad } from './hooks/useScrollLoad'; import type { ChatContent } from './model/types'; import { AnswerState, AnswerType, RoleEnum, type ChatMessage } from './model/types'; import { getShareChatJsonByPost, questionStreamByPost } from '/@/api/ai/chat'; import PlayBar from '/@/components/chat/components/playBar/PlayBar.vue'; import CustomDrawer from '/@/components/drawer/CustomDrawer.vue'; import { Logger } from '/@/model/logger/Logger'; - -import { ElMessage } from 'element-plus'; +import { triggerRef } from 'vue'; +import { ElMessage } from 'element-plus'; import ChatContainer from './components/ChatContainer.vue'; import ShareLinkDlg from './components/shareLink/index.vue'; import router from '/@/router'; @@ -73,12 +75,28 @@ } from '/@/stores/chatRoom'; import emitter from '/@/utils/mitt'; import { useCompRef } from '/@/utils/types'; -import { toMyFixed } from '/@/utils/util'; +import { toFormData, toMyFixed } from '/@/utils/util'; import { useLoadData } from './hooks/useLoadData'; +import { useSyncMsg } from './hooks/useSyncMsg'; +import { getCurrentPosition } from '/@/utils/brower'; +import { deepClone } from '/@/utils/other'; +import { ParentRegister } from '/@/stores/global'; const containerRef = useCompRef(ChatContainer); const chatListDom = computed(() => containerRef.value?.chatListDom); -const { loadReplyData, parseContent, parseExtraContent, convertProcessItem, convertProcessToStep, formatShowTimeYear } = useLoadData(); +const scrollToBottom = () => { + containerRef.value?.scrollToBottom(); +}; +const { + loadReplyData, + parseContent, + parseExtraContent, + convertProcessItem, + convertProcessToStep, + convertAttach, + formatShowTimeYear, + getStepGroupList, +} = useLoadData(); const voicePageIsShow = ref(false); let isTalking = ref(false); const chatWidth = computed(() => containerRef.value?.chatWidth); @@ -95,10 +113,23 @@ }); let questionRes = null; -let position = null; const preQuestion = ref(null); let lastAxiosSource: CancelTokenSource = null; + +// 閫氳繃淇敼 isTalking 鏉ヨЕ鍙戞洿鏂� +const triggerRefresh = () => { + isTalking.value = !isTalking.value; + + nextTick(() => { + isTalking.value = !isTalking.value; + }); +}; + +const enableCallback = ref(false); + +let streamOutputIsStart = false; +let position: Position = null; const questionAi = async (text) => { let judgeParams = null; if (!preQuestion.value) { @@ -115,12 +146,30 @@ raw_mode: roomConfig.value?.[currentRouteId]?.isAnswerByLLM ?? false, ...judgeParams, } as any; - - if (position) { - const longitude = position.coords.longitude; - const latitude = position.coords.latitude; - params.cur_pos = [longitude, latitude].join(','); + const tableList = attachList.value.filter((item) => item.type === 'table').map((item) => item.model); + if (tableList?.length > 0) { + params.tables = JSON.stringify(tableList); } + + const metricList = attachList.value.filter((item) => item.type === 'metric').map((item) => item.model); + if (metricList?.length > 0) { + params.metrics = JSON.stringify(metricList); + } + // if (!position) { + // const loadingInstance = ElLoadingService({ + // text: '鑾峰彇浣嶇疆涓�...', + // target: '.layout-parent', + // fullscreen:false, + // }); + // position = await getCurrentPosition().finally(() => { + // loadingInstance.close(); + // }); + // } + + // if (position) { + // const { latitude, longitude } = position; + // params.cur_pos = [longitude, latitude].join(','); + // } if (activeGroupType.value) { params.group_type = activeGroupType.value; @@ -130,7 +179,12 @@ params.sample_id = currentSampleId; currentSampleId = ''; } - + const formDataParams = toFormData(params); + const fileList = attachList.value.filter((item) => item.type === 'file').map((item) => item.model); + for (const item of fileList) { + formDataParams.append('files', item.file); + } + // clearAttach(); let lastTimestamp = new Date().getTime(); questionRes = {}; let lastIsResult = false; @@ -147,35 +201,58 @@ }; const checkReportEmpty = () => { const isEmpty = !questionRes?.reports || questionRes?.reports?.length === 0; - return isEmpty; }; questionStreamByPost( - params, + formDataParams, (chunkRes) => { Logger.info('chunk response锛歕n\n' + JSON.stringify(chunkRes)); - if (chunkRes.mode === 'result') { lastIsResult = true; const res = chunkRes.value; - if (checkReportEmpty()) { const resReport = getResReport(); resReport.reports.push(res); questionRes = resReport; + // resReport.reports = resReport.reports.concat([]); resolve(resReport); } else { const lastMsg = computedMessageList.value.at(-1); - + // lastMsg.content.values = lastMsg.content.values.concat([]); // 宸茬粡瑙f瀽杩囦竴娆� reports + if (!lastMsg.content.values) { + lastMsg.content.values = []; + } + lastMsg.content.values.push({ content: parseContent(res, true, { origin: res, }), }); } + triggerRefresh(); return; // chunkRes.value = '鍑嗗鏁版嵁鍒嗘瀽'; + } + + if (chunkRes.mode === 'main_frame') { + const jsonObj = JSON.parse(chunkRes.value); + if (!enableCallback.value) { + return; + } + + ParentRegister.notify?.({ + type: 'main_frame', + value: jsonObj, + }); + return; + } + + if (chunkRes.mode === 'create_work_order') { + const lastMsg = computedMessageList.value.at(-1); + lastMsg.modeContent = chunkRes; + triggerRefresh(); + return; } if (chunkRes.mode === 'summary') { @@ -227,13 +304,15 @@ if (chunkRes.mode === 'conclusion') { const lastReport = computedMessageList.value.at(-1)?.content?.values?.at(-1); + if (lastReport) { lastReport.conclusion = chunkRes.value; - chunkRes.value = '鍒嗘瀽缁撴潫'; } + chunkRes.value = '鍒嗘瀽缁撴潫'; + } const getLastGroup = () => { - const lastGroup = computedMessageList.value.at(-1).stepGroup.at(-1); + const lastGroup = computedMessageList.value.at(-1).stepGroup[0]; return lastGroup; }; const getLastStepList = () => { @@ -263,40 +342,58 @@ return; } - // 鏆傛椂涓嶈�冭檻澶氫釜 report鎯呭喌 + // 鏆傛椂涓嶈�冭檻澶氫釜 report 鎯呭喌 - // if (lastIsResult && chunkRes.mode !== 'finish') { - // // 寮�濮嬪鍔犳柊鐨� stepGroup - // computedMessageList.value.at(-1).stepGroup.push({ - // value: [], - // isShow: true, - // }); - // lastIsResult = false; - // } - const lastGroup = computedMessageList.value.at(-1).stepGroup.at(-1); + if (lastIsResult && chunkRes.mode !== 'finish') { + // const lastTow = computedMessageList.value.at(-1); + // lastTow.stepGroup.at(-1).value.at(-1).finishLoading = true; + // lastTow.content.values = lastTow.content.values.concat([]); + + // 寮�濮嬪鍔犳柊鐨� stepGroup锛屽悗缁殑 stepGroup 骞舵病鏈夊疄闄呬綔鐢紝鍙槸涓轰簡鍋氳凯浠g敤锛岃凯浠e嚭缁勪欢锛屽睅灞变唬鐮佸疄鍦ㄥお闅炬敼浜嗭紒锛侊紒 + computedMessageList.value.at(-1).stepGroup.push({ + value: [], + isShow: true, + }); + lastIsResult = false; + } + const lastGroup = getLastGroup(); const stepList = lastGroup?.value ?? []; const currentTimeStamp = new Date().getTime(); - const ms = toMyFixed(currentTimeStamp - lastTimestamp, 2) + ' ms'; if (chunkRes.mode === 'finish') { + const ms = toMyFixed(currentTimeStamp - lastTimestamp, 2) + ' ms'; stepList.at(-1).ms = ms; isTalking.value = false; - + streamOutputIsStart = false; return; } - if (stepList?.length >= 1) { + if (stepList?.length >= 1 && !streamOutputIsStart) { + const ms = toMyFixed(currentTimeStamp - lastTimestamp, 2) + ' ms'; + stepList.at(-1).ms = ms; + } + + if (!streamOutputIsStart) { + lastTimestamp = currentTimeStamp; + } + if (!streamOutputIsStart) { + const stepItem = convertProcessItem(chunkRes); + stepList.push(stepItem); } else { - const stepGroup = computedMessageList.value.at(-1).stepGroup; - if (stepGroup.length > 1) { - const lastStepList = stepGroup.at(-2).value; - lastStepList.at(-1).ms = ms; + const lastItem = stepList.at(-1); + if (lastItem) { + lastItem.title += chunkRes.value ?? ''; } } - lastTimestamp = currentTimeStamp; - const stepItem = convertProcessItem(chunkRes); - stepList.push(stepItem); + if (chunkRes.mode === 'begin_stream') { + streamOutputIsStart = true; + lastTimestamp = currentTimeStamp; + } + if (chunkRes.mode === 'end_stream') { + streamOutputIsStart = false; + } + // 寮哄埗瑙﹀彂鏇存柊 scrollToBottom(); @@ -321,12 +418,14 @@ const content = parseContent(questionRes, true); return content; }; - -const clearMessageContent = () => - (messageContent.value = { +const playBarRef = useCompRef(PlayBar); +const attachList = computed(() => playBarRef.value?.attachList ?? []); +const clearMessageContent = () => { + messageContent.value = { type: AnswerType.Text, values: '', - }); + }; +}; let currentSampleId = ''; @@ -336,7 +435,7 @@ lastAxiosSource?.cancel(); isTalking.value = false; chatListLoading.value = false; - + streamOutputIsStart = false; computedMessageList.value.at(-1).isStopMsg = true; }; @@ -353,7 +452,7 @@ const addChatItem = (content: ChatContent) => { isTalking.value = true; - const userItem: ChatMessage = { role: RoleEnum.user, content, isChecked: false } as any; + const userItem: ChatMessage = { role: RoleEnum.user, content, isChecked: false, attachList: deepClone(attachList.value) } as any; const assistantItem: ChatMessage = { role: RoleEnum.assistant, content: { @@ -366,6 +465,7 @@ isShow: true, }, ], + isStopMsg: false, isChecked: false, } as any; @@ -375,6 +475,13 @@ messageList.value.push(assistantItem); scrollToBottom(); return [userItem, assistantItem]; +}; + +/** + * 娓呴櫎闄勪欢 + */ +const clearAttach = () => { + playBarRef.value?.clearAttach(); }; const sendChatMessage = async (content: ChatContent = messageContent.value) => { @@ -395,15 +502,15 @@ try { const [userItem, assistantItem] = addChatItem(content); - resMsgContent = await questionAi(content.values); - updateLoadIndex(); userItem.historyId = questionRes?.history_id; + const current = moment().format('YYYY-MM-DD HH:mm:ss'); + userItem.createTime = current; userItem.content.values = questionRes?.question ?? userItem.content.values; assistantItem.historyId = questionRes?.history_id; - const currentTime = formatShowTimeYear(moment().format('YYYY-MM-DD HH:mm:ss')); + const currentTime = formatShowTimeYear(current); assistantItem.createTime = currentTime; assistantItem.content = resMsgContent; setTimeout(() => { @@ -423,7 +530,19 @@ messageList, loadReplyData, }); - +useSyncMsg({ + msgList: messageList, + updateLoadIndex, + historyGroupId: currentRouteId, + checkCanSync: (data) => { + return !isTalking.value && !moreIsLoading.value; + }, + showTip: (data) => { + playBarRef.value.showSyncTip(data); + }, + loadReplyData, + scrollToBottom, +}); const chatListLoading = ref(true); onActivated(() => { @@ -436,9 +555,6 @@ values: activeChatRoom.value?.title, }; sendChatMessage(); -}; -const scrollToBottom = () => { - containerRef.value?.scrollToBottom(); }; const initHistoryChat = () => { @@ -470,6 +586,7 @@ type: AnswerType.Text, values: msgValue.question, }, + attachList: convertAttach(msgValue), isChecked: false, }; @@ -477,10 +594,8 @@ historyId: msgValue.history_id, role: RoleEnum.assistant, content: parseContent(msgValue), - stepGroup: (msgValue?.reports ?? []).map((item) => ({ - value: convertProcessToStep(item?.exec_process), - isShow: false, - })), + stepGroup: getStepGroupList(msgValue?.reports ?? []), + isStopMsg: false, conclusion: msgValue.conclusion ?? [], @@ -529,7 +644,6 @@ messageContent.value.values = content; }; //#endregion -const playBarRef = useCompRef(PlayBar); //鐢ㄦ埛闂璁剧疆涓哄父鐢ㄨ const setCommonPhraseClick = (item) => { playBarRef.value.addPhrase(item); -- Gitblit v1.9.3