322 lines
15 KiB
JavaScript
322 lines
15 KiB
JavaScript
const ToolExecutor = require('./toolExecutor');
|
||
const arkChatService = require('./arkChatService');
|
||
const db = require('../db');
|
||
|
||
function normalizeTextForSpeech(text) {
|
||
return (text || '')
|
||
.replace(/^#{1,6}\s*/gm, '')
|
||
.replace(/\*\*([^*]*)\*\*/g, '$1')
|
||
.replace(/__([^_]*)__/g, '$1')
|
||
.replace(/\*([^*]+)\*/g, '$1')
|
||
.replace(/_([^_]+)_/g, '$1')
|
||
.replace(/~~([^~]*)~~/g, '$1')
|
||
.replace(/`{1,3}[^`]*`{1,3}/g, '')
|
||
.replace(/^[-*]{3,}\s*$/gm, '')
|
||
.replace(/^>\s*/gm, '')
|
||
.replace(/!\[[^\]]*\]\([^)]*\)/g, '')
|
||
.replace(/\[([^\]]*)\]\([^)]*\)/g, '$1')
|
||
.replace(/^[\s]*[-*+]\s+/gm, ' ')
|
||
.replace(/^[\s]*\d+[.)]\s+/gm, ' ')
|
||
.replace(/---\s*来源[：:]/g, '来源：')
|
||
.replace(/\r/g, ' ')
|
||
.replace(/\n{2,}/g, '。')
|
||
.replace(/\n/g, ' ')
|
||
.replace(/。{2,}/g, '。')
|
||
.replace(/([！？；，])\1+/g, '$1')
|
||
.replace(/([。！？；，])\s*([。！？；，])/g, '$2')
|
||
.replace(/\s+/g, ' ')
|
||
.trim();
|
||
}
|
||
|
||
function splitTextForSpeech(text, maxLen = 180) {
|
||
const content = normalizeTextForSpeech(text);
|
||
if (!content) return [];
|
||
if (content.length <= maxLen) return [content];
|
||
const chunks = [];
|
||
let remaining = content;
|
||
while (remaining.length > maxLen) {
|
||
const currentMaxLen = chunks.length === 0 ? Math.min(90, maxLen) : maxLen;
|
||
let splitIndex = Math.max(
|
||
remaining.lastIndexOf('。', currentMaxLen),
|
||
remaining.lastIndexOf('！', currentMaxLen),
|
||
remaining.lastIndexOf('？', currentMaxLen),
|
||
remaining.lastIndexOf('；', currentMaxLen),
|
||
remaining.lastIndexOf('，', currentMaxLen),
|
||
remaining.lastIndexOf(',', currentMaxLen)
|
||
);
|
||
if (splitIndex < Math.floor(currentMaxLen / 2)) {
|
||
splitIndex = currentMaxLen;
|
||
} else {
|
||
splitIndex += 1;
|
||
}
|
||
chunks.push(remaining.slice(0, splitIndex).trim());
|
||
remaining = remaining.slice(splitIndex).trim();
|
||
}
|
||
if (remaining) chunks.push(remaining);
|
||
return chunks.filter(Boolean);
|
||
}
|
||
|
||
function estimateSpeechDurationMs(text) {
|
||
const plainText = normalizeTextForSpeech(text).replace(/\s+/g, '');
|
||
const length = plainText.length;
|
||
return Math.max(4000, Math.min(60000, length * 180));
|
||
}
|
||
|
||
function buildDirectRouteMessages(session, context, userText) {
|
||
const messages = [];
|
||
const systemPrompt = [
|
||
'你是语音前置路由器，只负责判断当前用户问题应该走哪条链路。',
|
||
'你必须只输出一个 JSON 对象，不要输出解释、代码块或额外文本。',
|
||
'允许的 route 只有：chat、search_knowledge、query_weather、query_order、get_current_time、calculate。',
|
||
'规则如下：',
|
||
'1. 企业产品、功能、政策、售后、专业说明、品牌官方信息 -> search_knowledge。',
|
||
'2. 天气 -> query_weather。',
|
||
'3. 订单状态 -> query_order。',
|
||
'4. 当前时间、日期、星期 -> get_current_time。',
|
||
'5. 明确的数学计算 -> calculate。',
|
||
'6. 闲聊、问候、开放式泛化交流 -> chat。',
|
||
'输出格式示例：{"route":"chat","args":{},"reply":""}',
|
||
'如果 route=search_knowledge，args 中必须包含 query。',
|
||
'如果 route=query_weather，args 中必须包含 city。',
|
||
'如果 route=query_order，args 中必须包含 order_id。',
|
||
'如果 route=calculate，args 中必须包含 expression。',
|
||
`当前助手设定：${session.systemRole || '你是一个友善的智能助手。'} ${session.speakingStyle || '请使用温和、清晰的口吻。'}`,
|
||
].join('\n');
|
||
messages.push({ role: 'system', content: systemPrompt });
|
||
(context || []).slice(-6).forEach((item) => {
|
||
if (item && item.role && item.content) {
|
||
messages.push({ role: item.role, content: item.content });
|
||
}
|
||
});
|
||
messages.push({ role: 'user', content: userText });
|
||
return messages;
|
||
}
|
||
|
||
function buildDirectChatMessages(session, context, userText) {
|
||
const messages = [];
|
||
const systemPrompt = [
|
||
session.systemRole || '你是一个友善的智能助手。',
|
||
session.speakingStyle || '请使用温和、清晰的口吻。',
|
||
'这是语音对话场景，请直接给出自然、完整、适合朗读的中文回复。',
|
||
'如果不是基于知识库或工具结果，就不要冒充官方结论。',
|
||
].join('\n');
|
||
messages.push({ role: 'system', content: systemPrompt });
|
||
(context || []).slice(-10).forEach((item) => {
|
||
if (item && item.role && item.content) {
|
||
messages.push({ role: item.role, content: item.content });
|
||
}
|
||
});
|
||
messages.push({ role: 'user', content: userText });
|
||
return messages;
|
||
}
|
||
|
||
function hasKnowledgeKeyword(text) {
|
||
return /(系统|平台|产品|功能|介绍|说明|规则|流程|步骤|配置|接入|开通|操作|怎么用|如何用|适合谁|区别|价格|费用|政策|售后|文档|资料|方案|一成系统|PM公司|德国PM|公司地址|电话|联系方式|公司实力|背景|培训|新人|起步三关|精品会议|成长上总裁|招商|代理|加盟|合作|邀约话术|小红|大白|小白|Activize|Basics|Restorate|FitLine|细胞营养素|NTC|营养保送|火炉原理|阿育吠陀|Ayurveda|儿童倍适|AI落地|ai落地|转观念|科普|营养|成分|功效|基础三合一|三合一|基础套装|套装|Ai众享|数字化工作室|盛咖学愿)/i.test(text || '');
|
||
}
|
||
|
||
function isKnowledgeFollowUp(text) {
|
||
return /^(这个|那个|它|该系统|这个系统|那个系统|这个功能|那个功能|这个产品|那个产品|这个公司|那家公司|这个政策|那个政策|这个培训|那个培训|详细|详细说说|详细查一下|展开说说|继续说|继续讲|怎么用|怎么操作|怎么配置|适合谁|有什么区别|费用多少|价格多少|怎么申请|怎么开通|是什么|什么意思|地址在哪|电话多少|联系方式|具体政策|具体内容|怎么吃|功效是什么|有什么功效|成分是什么|有什么成分|多少钱|哪里买|怎么买|配方|原理是什么|有什么好处|怎么服用|适合什么人)/.test((text || '').trim());
|
||
}
|
||
|
||
function shouldForceKnowledgeRoute(userText, context = []) {
|
||
const text = (userText || '').trim();
|
||
if (!text) return false;
|
||
if (hasKnowledgeKeyword(text)) return true;
|
||
if (!isKnowledgeFollowUp(text)) return false;
|
||
const recentContextText = (Array.isArray(context) ? context : [])
|
||
.slice(-6)
|
||
.map((item) => String(item?.content || '').trim())
|
||
.join('\n');
|
||
return hasKnowledgeKeyword(recentContextText);
|
||
}
|
||
|
||
function withHandoffSummary(session, context) {
|
||
const summary = String(session?.handoffSummary || '').trim();
|
||
if (!summary || session?.handoffSummaryUsed) {
|
||
return context;
|
||
}
|
||
return [
|
||
{ role: 'assistant', content: `会话交接摘要：${summary}` },
|
||
...(Array.isArray(context) ? context : []),
|
||
];
|
||
}
|
||
|
||
function parseDirectRouteDecision(content, userText) {
|
||
const raw = (content || '').trim();
|
||
const jsonText = raw.replace(/^```json\s*/i, '').replace(/^```\s*/i, '').replace(/```$/i, '').trim();
|
||
const start = jsonText.indexOf('{');
|
||
const end = jsonText.lastIndexOf('}');
|
||
const candidate = start >= 0 && end > start ? jsonText.slice(start, end + 1) : jsonText;
|
||
try {
|
||
const parsed = JSON.parse(candidate);
|
||
const route = parsed.route;
|
||
const args = parsed.args && typeof parsed.args === 'object' ? parsed.args : {};
|
||
if (route === 'chat') return { route: 'chat', args: {} };
|
||
if (route === 'search_knowledge') return { route: 'search_knowledge', args: { query: args.query || userText } };
|
||
if (route === 'query_weather' && args.city) return { route: 'query_weather', args: { city: args.city } };
|
||
if (route === 'query_order' && args.order_id) return { route: 'query_order', args: { order_id: args.order_id } };
|
||
if (route === 'get_current_time') return { route: 'get_current_time', args: {} };
|
||
if (route === 'calculate' && args.expression) return { route: 'calculate', args: { expression: args.expression } };
|
||
} catch (error) {
|
||
console.warn('[NativeVoice] route JSON parse failed:', error.message, 'raw=', raw);
|
||
}
|
||
return { route: 'search_knowledge', args: { query: userText } };
|
||
}
|
||
|
||
function getRuleBasedDirectRouteDecision(userText) {
|
||
const text = (userText || '').trim();
|
||
if (!text) return { route: 'chat', args: {} };
|
||
if (/(几点|几号|日期|星期|周几|现在时间|当前时间)/.test(text)) return { route: 'get_current_time', args: {} };
|
||
if (/(天气|气温|下雨|晴天|阴天|温度)/.test(text)) {
|
||
return { route: 'query_weather', args: { city: text.replace(/.*?(北京|上海|广州|深圳|杭州|成都|重庆|武汉|西安|南京|苏州|天津|长沙|郑州|青岛|宁波|无锡)/, '$1') || '北京' } };
|
||
}
|
||
if (/(订单|物流|快递|单号)/.test(text)) return { route: 'query_order', args: { order_id: text } };
|
||
if (/^[\d\s+\-*/().=%]+$/.test(text) || /(等于多少|帮我算|计算一下|算一下)/.test(text)) {
|
||
return { route: 'calculate', args: { expression: text.replace(/(帮我算|计算一下|算一下|等于多少)/g, '').trim() || text } };
|
||
}
|
||
if (/^(喂|你好|您好|嗨|哈喽|hello|hi|在吗|在不在|早上好|中午好|下午好|晚上好|早安|晚安|谢谢|感谢|再见|拜拜|嗯|哦|好的|对|是的|没有了|没事了|可以了|行|OK|ok)[，,！。？?~～\s]*[啊呀吧呢哦嗯嘛哈的了]*[！。？?~～]*$/.test(text)) {
|
||
return { route: 'chat', args: {} };
|
||
}
|
||
if (/^(喂[，,\s]*)?(你好|您好)[，,！。？?\s]*(在吗|请问)?[！。？?]*$/.test(text)) {
|
||
return { route: 'chat', args: {} };
|
||
}
|
||
return { route: 'chat', args: {} };
|
||
}
|
||
|
||
function extractToolResultText(toolName, toolResult) {
|
||
if (!toolResult) return '';
|
||
if (toolName === 'search_knowledge') {
|
||
if (toolResult.errorType === 'timeout') {
|
||
return '知识库查询超时了，请稍后重试，或换一种更具体的问法再试。';
|
||
}
|
||
if (toolResult.errorType === 'not_configured') {
|
||
return '知识库当前未配置完成，请先检查知识库配置。';
|
||
}
|
||
if (toolResult.errorType === 'endpoint_not_configured') {
|
||
return '知识库已配置但方舟LLM端点未就绪，暂时无法检索，请稍后再试。';
|
||
}
|
||
if (toolResult.results && Array.isArray(toolResult.results)) {
|
||
return toolResult.results.map((item) => item.content || JSON.stringify(item)).join('\n');
|
||
}
|
||
if (typeof toolResult === 'string') return toolResult;
|
||
if (toolResult.error) return toolResult.error;
|
||
}
|
||
if (toolName === 'query_weather' && !toolResult.error) return `${toolResult.city}今天${toolResult.weather}，气温${toolResult.temp}，湿度${toolResult.humidity}，${toolResult.wind}。${toolResult.tips || ''}`.trim();
|
||
if (toolName === 'query_order' && !toolResult.error) return `订单${toolResult.order_id}当前状态是${toolResult.status}，预计送达时间${toolResult.estimated_delivery}，快递单号${toolResult.tracking_number}。`;
|
||
if (toolName === 'get_current_time' && !toolResult.error) return `现在是${toolResult.datetime}，${toolResult.weekday}。`;
|
||
if (toolName === 'calculate' && !toolResult.error) return `${toolResult.expression} 的计算结果是 ${toolResult.formatted}。`;
|
||
if (toolResult.error) return toolResult.error;
|
||
return typeof toolResult === 'string' ? toolResult : JSON.stringify(toolResult);
|
||
}
|
||
|
||
async function resolveReply(sessionId, session, text) {
|
||
const recentMessages = await db.getRecentMessages(sessionId, 20).catch(() => []);
|
||
const scopedMessages = session?.handoffSummaryUsed
|
||
? recentMessages.filter((item) => !/^chat_/i.test(String(item?.source || '')))
|
||
: recentMessages;
|
||
const baseContext = scopedMessages
|
||
.filter((item) => item && (item.role === 'user' || item.role === 'assistant'))
|
||
.map((item) => ({ role: item.role, content: item.content }));
|
||
const context = withHandoffSummary(session, baseContext);
|
||
const originalText = text.trim();
|
||
let routeDecision = getRuleBasedDirectRouteDecision(text.trim());
|
||
if (routeDecision.route === 'chat' && shouldForceKnowledgeRoute(text.trim(), context)) {
|
||
routeDecision = { route: 'search_knowledge', args: { query: text.trim() } };
|
||
}
|
||
let replyText = '';
|
||
let source = 'voice_bot';
|
||
let toolName = null;
|
||
let responseMeta = {
|
||
route: routeDecision.route,
|
||
original_text: originalText,
|
||
};
|
||
if (routeDecision.route === 'chat') {
|
||
session.handoffSummaryUsed = true;
|
||
return {
|
||
delivery: 'upstream_chat',
|
||
speechText: '',
|
||
ragItems: [],
|
||
source,
|
||
toolName,
|
||
routeDecision,
|
||
responseMeta,
|
||
};
|
||
} else {
|
||
toolName = routeDecision.route;
|
||
source = 'voice_tool';
|
||
const toolArgs = toolName === 'search_knowledge'
|
||
? { ...(routeDecision.args || {}), response_mode: 'answer' }
|
||
: routeDecision.args;
|
||
const toolResult = await ToolExecutor.execute(routeDecision.route, toolArgs, context);
|
||
replyText = extractToolResultText(toolName, toolResult);
|
||
responseMeta = {
|
||
...responseMeta,
|
||
tool_name: toolName,
|
||
tool_args: toolArgs || {},
|
||
source: toolResult?.source || null,
|
||
original_query: toolResult?.original_query || routeDecision.args?.query || originalText,
|
||
rewritten_query: toolResult?.rewritten_query || null,
|
||
selected_dataset_ids: toolResult?.selected_dataset_ids || null,
|
||
selected_kb_routes: toolResult?.selected_kb_routes || null,
|
||
hit: typeof toolResult?.hit === 'boolean' ? toolResult.hit : null,
|
||
reason: toolResult?.reason || null,
|
||
error_type: toolResult?.errorType || null,
|
||
latency_ms: toolResult?.latency_ms || null,
|
||
};
|
||
|
||
const ragItems = toolName === 'search_knowledge'
|
||
? (toolResult?.hit && Array.isArray(toolResult?.results)
|
||
? toolResult.results
|
||
.filter((item) => item && item.content)
|
||
.map((item) => ({
|
||
title: item.title || '知识库结果',
|
||
content: item.content,
|
||
}))
|
||
: [])
|
||
: (!toolResult?.error && replyText
|
||
? [{ title: `${toolName}结果`, content: replyText }]
|
||
: []);
|
||
|
||
if (ragItems.length > 0) {
|
||
session.handoffSummaryUsed = true;
|
||
return {
|
||
delivery: 'external_rag',
|
||
speechText: '',
|
||
ragItems,
|
||
source,
|
||
toolName,
|
||
routeDecision,
|
||
responseMeta,
|
||
};
|
||
}
|
||
|
||
if (toolName === 'search_knowledge' && !toolResult?.hit) {
|
||
session.handoffSummaryUsed = true;
|
||
return {
|
||
delivery: 'upstream_chat',
|
||
speechText: '',
|
||
ragItems: [],
|
||
source: 'voice_bot',
|
||
toolName: null,
|
||
routeDecision,
|
||
responseMeta,
|
||
};
|
||
}
|
||
}
|
||
const speechText = normalizeTextForSpeech(replyText);
|
||
session.handoffSummaryUsed = true;
|
||
if (!speechText) {
|
||
return { delivery: 'local_tts', speechText: '', ragItems: [], source, toolName, routeDecision, responseMeta };
|
||
}
|
||
return { delivery: 'local_tts', speechText, ragItems: [], source, toolName, routeDecision, responseMeta };
|
||
}
|
||
|
||
module.exports = {
|
||
getRuleBasedDirectRouteDecision,
|
||
normalizeTextForSpeech,
|
||
splitTextForSpeech,
|
||
estimateSpeechDurationMs,
|
||
shouldForceKnowledgeRoute,
|
||
resolveReply,
|
||
};
|