24 changed files with 1449 additions and 213 deletions
-
10CLAUDE.md
-
1frontend/components.d.ts
-
44frontend/src/api/llm-trace.ts
-
1frontend/src/router/index.ts
-
1frontend/src/stores/navigation.ts
-
420frontend/src/views/PromptTracePanel.vue
-
12frontend/src/views/RoleManager.vue
-
13frontend/src/views/SystemConfigManager.vue
-
117src/main/java/com/wok/supportbot/app/AssistantApp.java
-
20src/main/java/com/wok/supportbot/app/ChatContext.java
-
23src/main/java/com/wok/supportbot/app/ChatPipeline.java
-
14src/main/java/com/wok/supportbot/app/ChatRequest.java
-
36src/main/java/com/wok/supportbot/config/AsyncExecutorConfig.java
-
79src/main/java/com/wok/supportbot/config/DatabaseInitConfig.java
-
10src/main/java/com/wok/supportbot/controller/AiController.java
-
156src/main/java/com/wok/supportbot/controller/LlmCallTraceController.java
-
2src/main/java/com/wok/supportbot/controller/OpenApiController.java
-
12src/main/java/com/wok/supportbot/dao/LlmCallTraceMapper.java
-
139src/main/java/com/wok/supportbot/entity/LlmCallTrace.java
-
243src/main/java/com/wok/supportbot/service/LlmCallTraceService.java
-
4src/main/java/com/wok/supportbot/service/RagHitLogService.java
-
127src/main/resources/init-database.sql
-
123src/test/java/com/wok/supportbot/Phase1ComponentTests.java
-
55src/test/java/com/wok/supportbot/SupportBotApplicationTests.java
@ -0,0 +1,44 @@ |
|||||
|
import request from './request' |
||||
|
import type { ApiResponse } from '@/types/api' |
||||
|
|
||||
|
/** LLM 调用追踪列表查询参数 */ |
||||
|
export interface LlmTraceQuery { |
||||
|
page?: number |
||||
|
size?: number |
||||
|
roleId?: string |
||||
|
conversationId?: string |
||||
|
intent?: string |
||||
|
startTime?: string |
||||
|
endTime?: string |
||||
|
keyword?: string |
||||
|
} |
||||
|
|
||||
|
/** 分页查询调用记录 */ |
||||
|
export function listLlmTraces(query: LlmTraceQuery = {}): Promise<ApiResponse> { |
||||
|
const params = new URLSearchParams() |
||||
|
params.set('page', String(query.page ?? 1)) |
||||
|
params.set('size', String(query.size ?? 20)) |
||||
|
if (query.roleId) params.set('roleId', query.roleId) |
||||
|
if (query.conversationId) params.set('conversationId', query.conversationId) |
||||
|
if (query.intent) params.set('intent', query.intent) |
||||
|
if (query.startTime) params.set('startTime', query.startTime) |
||||
|
if (query.endTime) params.set('endTime', query.endTime) |
||||
|
if (query.keyword) params.set('keyword', query.keyword) |
||||
|
return request.get(`/llm-trace/list?${params.toString()}`).then(r => r.data) |
||||
|
} |
||||
|
|
||||
|
/** 单条详情（含完整 system prompt） */ |
||||
|
export function getLlmTrace(id: string): Promise<ApiResponse> { |
||||
|
return request.get(`/llm-trace/${id}`).then(r => r.data) |
||||
|
} |
||||
|
|
||||
|
/** 清理 N 天前的记录（后端返回 {success, message, deleted}，无 data 字段） */ |
||||
|
export interface CleanLlmTracesResult { success: boolean; message?: string; deleted?: number } |
||||
|
export function cleanLlmTraces(keepDays: number): Promise<CleanLlmTracesResult> { |
||||
|
return request.post('/llm-trace/clean', { keepDays }).then(r => r.data) |
||||
|
} |
||||
|
|
||||
|
/** 聚合统计（按角色或模型分组） */ |
||||
|
export function getLlmTraceStats(groupBy: 'role' | 'model' = 'role'): Promise<ApiResponse> { |
||||
|
return request.get(`/llm-trace/stats?groupBy=${groupBy}`).then(r => r.data) |
||||
|
} |
||||
@ -0,0 +1,420 @@ |
|||||
|
<template> |
||||
|
<t-card title="提示词追踪" :bordered="false"> |
||||
|
<p class="desc-text">记录每次 LLM 调用的完整现场（system prompt / 模型参数 / 耗时 / 意图），用于提示词优化调试。记录自动保留 N 天后清理。</p> |
||||
|
|
||||
|
<!-- 聚合统计 --> |
||||
|
<div class="stats-bar"> |
||||
|
<t-radio-group v-model="groupBy" variant="default-filled" size="small" @change="loadStats"> |
||||
|
<t-radio-button value="role">按角色</t-radio-button> |
||||
|
<t-radio-button value="model">按模型</t-radio-button> |
||||
|
</t-radio-group> |
||||
|
<div class="stat-card"><span class="stat-num">{{ statSummary.count }}</span><span class="stat-label">总调用</span></div> |
||||
|
<div class="stat-card"><span class="stat-num">{{ statSummary.avgLatency }}</span><span class="stat-label">平均耗时(ms)</span></div> |
||||
|
<div class="stat-card"><span class="stat-num">{{ statSummary.faqRate }}</span><span class="stat-label">FAQ 命中率</span></div> |
||||
|
</div> |
||||
|
<t-table :data="stats" :columns="statsColumns" row-key="key" size="small" :loading="statsLoading" :pagination="false" style="margin-bottom:16px;" /> |
||||
|
|
||||
|
<!-- 筛选栏 --> |
||||
|
<div class="toolbar"> |
||||
|
<t-select v-model="filterRoleId" :options="roleOptions" placeholder="全部角色" clearable size="small" style="width:150px;" @change="onFilterChange" /> |
||||
|
<t-input v-model="filterConversationId" placeholder="会话 ID" clearable size="small" style="width:180px;" @enter="onSearch" /> |
||||
|
<t-select v-model="filterIntent" :options="intentOptions" placeholder="全部意图" clearable size="small" style="width:120px;" @change="onFilterChange" /> |
||||
|
<t-date-picker v-model="filterStart" placeholder="开始日期" clearable size="small" style="width:140px;" @change="onFilterChange" /> |
||||
|
<t-date-picker v-model="filterEnd" placeholder="结束日期" clearable size="small" style="width:140px;" @change="onFilterChange" /> |
||||
|
<t-input v-model="filterKeyword" placeholder="搜索用户消息 / AI 回复" clearable size="small" style="width:200px;" @enter="onSearch" /> |
||||
|
<div style="flex:1;" /> |
||||
|
<t-button size="small" :disabled="selectedRowKeys.length !== 2" @click="openCompare">对比（{{ selectedRowKeys.length }}/2）</t-button> |
||||
|
<t-button size="small" variant="outline" @click="openClean">清理</t-button> |
||||
|
</div> |
||||
|
|
||||
|
<!-- 调用列表 --> |
||||
|
<t-table :data="traces" :columns="columns" row-key="id" :loading="loading" |
||||
|
:selected-row-keys="selectedRowKeys" |
||||
|
:pagination="{ current: page, total: total, pageSize: pageSize, showJumper: true }" |
||||
|
@page-change="onPageChange" @select-change="onSelectChange"> |
||||
|
<template #roleName="{ row }"> |
||||
|
<span v-if="row.roleName">{{ row.roleName }}</span> |
||||
|
<span v-else class="muted">(无角色)</span> |
||||
|
</template> |
||||
|
<template #intent="{ row }"> |
||||
|
<t-tag size="small" variant="light" :theme="intentTheme(row.intent)">{{ intentLabel(row.intent) }}</t-tag> |
||||
|
</template> |
||||
|
<template #faqHit="{ row }"> |
||||
|
<t-tag size="small" variant="light" :theme="row.faqHit ? 'success' : 'default'">{{ row.faqHit ? '命中' : '未命中' }}</t-tag> |
||||
|
</template> |
||||
|
<template #status="{ row }"> |
||||
|
<t-tag size="small" variant="light" :theme="statusTheme(row.status)">{{ statusLabel(row.status) }}</t-tag> |
||||
|
</template> |
||||
|
<template #latencyMs="{ row }"> |
||||
|
<span>{{ row.latencyMs }}ms</span> |
||||
|
</template> |
||||
|
<template #op="{ row }"> |
||||
|
<t-button size="small" variant="text" @click="openDetail(row)">详情</t-button> |
||||
|
</template> |
||||
|
</t-table> |
||||
|
|
||||
|
<!-- 详情抽屉 --> |
||||
|
<t-drawer v-model:visible="detailVisible" size="large" header="调用详情" :footer="false"> |
||||
|
<t-loading :loading="detailLoading" show-overlay> |
||||
|
<div v-if="detail"> |
||||
|
<div class="detail-meta"> |
||||
|
<t-tag size="small" variant="light" :theme="intentTheme(detail.intent)">{{ intentLabel(detail.intent) }}</t-tag> |
||||
|
<t-tag size="small" variant="light" :theme="statusTheme(detail.status)">{{ statusLabel(detail.status) }}</t-tag> |
||||
|
<span class="muted">{{ detail.roleName || '(无角色)' }} · {{ detail.modelName || '未知模型' }} · {{ detail.provider }} · {{ detail.latencyMs }}ms</span> |
||||
|
</div> |
||||
|
<t-tabs v-model="detailTab"> |
||||
|
<t-tab-panel value="system" label="系统提示词"> |
||||
|
<div class="prompt-segments"> |
||||
|
<div class="seg" v-if="detail.globalPrompt"><span class="seg-tag">全局</span><pre class="seg-text">{{ detail.globalPrompt }}</pre></div> |
||||
|
<div class="seg" v-if="detail.rolePrompt"><span class="seg-tag">角色</span><pre class="seg-text">{{ detail.rolePrompt }}</pre></div> |
||||
|
<div class="seg" v-if="detail.ragContext"><span class="seg-tag">RAG 资料</span><pre class="seg-text">{{ detail.ragContext }}</pre></div> |
||||
|
</div> |
||||
|
<div class="block-title">最终完整 system prompt</div> |
||||
|
<pre class="full-prompt">{{ detail.systemPrompt || '(空)' }}</pre> |
||||
|
<div class="detail-actions"> |
||||
|
<t-button size="small" @click="copyPrompt">复制完整 Prompt</t-button> |
||||
|
<t-button size="small" variant="outline" :disabled="!detail.roleId" @click="jumpEditRole">编辑角色提示词</t-button> |
||||
|
<t-button size="small" variant="outline" @click="jumpEditGlobal">编辑全局提示词</t-button> |
||||
|
</div> |
||||
|
</t-tab-panel> |
||||
|
<t-tab-panel value="user" label="用户消息"><pre class="full-prompt">{{ detail.userMessage }}</pre></t-tab-panel> |
||||
|
<t-tab-panel value="ai" label="AI 回复"><pre class="full-prompt">{{ detail.aiResponse }}<span v-if="detail.aiResponseTruncated" class="muted">（已截断）</span></pre></t-tab-panel> |
||||
|
<t-tab-panel value="rag" label="RAG 资料"> |
||||
|
<pre class="full-prompt">{{ detail.ragContext || '(无 RAG 资料)' }}</pre> |
||||
|
<div class="muted" style="margin-top:8px;">检索模式：{{ detail.searchMode || '-' }} · 命中：{{ detail.hitCount ?? '-' }} 条</div> |
||||
|
</t-tab-panel> |
||||
|
</t-tabs> |
||||
|
</div> |
||||
|
<t-empty v-else description="记录不存在或已被清理" /> |
||||
|
</t-loading> |
||||
|
</t-drawer> |
||||
|
|
||||
|
<!-- 对比抽屉 --> |
||||
|
<t-drawer v-model:visible="compareVisible" size="large" header="并排对比" :footer="false"> |
||||
|
<div v-if="compareA && compareB" class="compare-grid"> |
||||
|
<div v-for="(c, idx) in [compareA, compareB]" :key="idx" class="compare-col"> |
||||
|
<div class="compare-head">{{ c.roleName || '(无角色)' }} · {{ c.intent }} · {{ formatDate(c.createTime) }}</div> |
||||
|
<div class="block-title">系统提示词</div> |
||||
|
<pre class="full-prompt small">{{ c.systemPrompt || '(空)' }}</pre> |
||||
|
<div class="block-title">用户消息</div> |
||||
|
<pre class="full-prompt small">{{ c.userMessage }}</pre> |
||||
|
<div class="block-title">AI 回复</div> |
||||
|
<pre class="full-prompt small">{{ c.aiResponse }}</pre> |
||||
|
</div> |
||||
|
</div> |
||||
|
<t-empty v-else description="请先在列表中勾选 2 条记录" /> |
||||
|
</t-drawer> |
||||
|
|
||||
|
<!-- 清理弹窗 --> |
||||
|
<t-dialog v-model:visible="cleanVisible" header="清理调用记录" width="420px" :footer="false"> |
||||
|
<t-form label-align="top"> |
||||
|
<t-form-item label="保留最近 N 天（删除 N 天前的记录）"> |
||||
|
<t-input-number v-model="cleanKeepDays" :min="1" :max="365" style="width:100%;" /> |
||||
|
</t-form-item> |
||||
|
</t-form> |
||||
|
<p class="muted" style="font-size:12px;">最小保留 1 天，清理动作不可恢复，请谨慎操作。</p> |
||||
|
<div class="dialog-footer"> |
||||
|
<t-button variant="outline" @click="cleanVisible = false">取消</t-button> |
||||
|
<t-button theme="danger" :loading="cleaning" @click="doClean">确认清理</t-button> |
||||
|
</div> |
||||
|
</t-dialog> |
||||
|
</t-card> |
||||
|
</template> |
||||
|
|
||||
|
<script setup lang="ts"> |
||||
|
import { ref, computed, onMounted } from 'vue' |
||||
|
import { useRouter } from 'vue-router' |
||||
|
import { listLlmTraces, getLlmTrace, cleanLlmTraces, getLlmTraceStats } from '@/api/llm-trace' |
||||
|
import { getAllRoles } from '@/api/role' |
||||
|
import { toast } from '@/utils/toast' |
||||
|
import { formatDate } from '@/utils/format' |
||||
|
import { useDebounce } from '@/composables/useDebounce' |
||||
|
import { useConfirm } from '@/composables/useConfirm' |
||||
|
|
||||
|
const router = useRouter() |
||||
|
const { confirm } = useConfirm() |
||||
|
const { debounce } = useDebounce() |
||||
|
|
||||
|
// ===== 意图 / 状态映射 ===== |
||||
|
const INTENT_LABEL: Record<string, string> = { CHAT: '普通对话', CHITCHAT: '闲聊', FAQ: 'FAQ', RAG: 'RAG' } |
||||
|
const STATUS_LABEL: Record<string, string> = { COMPLETE: '完成', ERROR: '失败', CANCEL: '断连', FAQ: 'FAQ', BYPASS: '熔断降级' } |
||||
|
function intentLabel(v: string) { return INTENT_LABEL[v] || v || '-' } |
||||
|
function intentTheme(v: string) { return ({ CHITCHAT: 'warning', FAQ: 'success', RAG: 'primary', CHAT: 'default' } as Record<string, string>)[v] || 'default' } |
||||
|
function statusLabel(v: string) { return STATUS_LABEL[v] || v || '-' } |
||||
|
function statusTheme(v: string) { return ({ COMPLETE: 'success', ERROR: 'danger', CANCEL: 'warning', FAQ: 'success', BYPASS: 'warning' } as Record<string, string>)[v] || 'default' } |
||||
|
|
||||
|
const intentOptions = [ |
||||
|
{ label: '普通对话', value: 'CHAT' }, |
||||
|
{ label: '闲聊', value: 'CHITCHAT' }, |
||||
|
{ label: 'FAQ', value: 'FAQ' }, |
||||
|
{ label: 'RAG', value: 'RAG' }, |
||||
|
] |
||||
|
|
||||
|
// ===== 筛选状态 ===== |
||||
|
const filterRoleId = ref('') |
||||
|
const filterConversationId = ref('') |
||||
|
const filterIntent = ref('') |
||||
|
const filterStart = ref('') |
||||
|
const filterEnd = ref('') |
||||
|
const filterKeyword = ref('') |
||||
|
const roleOptions = ref<{ label: string; value: string }[]>([]) |
||||
|
|
||||
|
// ===== 列表状态 ===== |
||||
|
const traces = ref<any[]>([]) |
||||
|
const loading = ref(false) |
||||
|
const page = ref(1) |
||||
|
const pageSize = ref(20) |
||||
|
const total = ref(0) |
||||
|
const selectedRowKeys = ref<string[]>([]) |
||||
|
|
||||
|
const columns = [ |
||||
|
{ colKey: 'row-select', type: 'multiple', width: 40 }, |
||||
|
{ colKey: 'createTime', title: '时间', width: 160, cell: (_: any, { row }: any) => formatDate(row.createTime) }, |
||||
|
{ colKey: 'roleName', title: '角色', width: 120 }, |
||||
|
{ colKey: 'intent', title: '意图', width: 100 }, |
||||
|
{ colKey: 'modelName', title: '模型', width: 140, ellipsis: true }, |
||||
|
{ colKey: 'latencyMs', title: '耗时', width: 90 }, |
||||
|
{ colKey: 'faqHit', title: 'FAQ', width: 80 }, |
||||
|
{ colKey: 'status', title: '状态', width: 100 }, |
||||
|
{ colKey: 'userMessage', title: '用户消息', ellipsis: true }, |
||||
|
{ colKey: 'op', title: '操作', width: 80, fixed: 'right' }, |
||||
|
] |
||||
|
|
||||
|
// ===== 聚合统计状态 ===== |
||||
|
const groupBy = ref<'role' | 'model'>('role') |
||||
|
const stats = ref<any[]>([]) |
||||
|
const statsLoading = ref(false) |
||||
|
const statsColumns = [ |
||||
|
{ colKey: 'key', title: '分组', ellipsis: true }, |
||||
|
{ colKey: 'count', title: '调用数', width: 100 }, |
||||
|
{ colKey: 'avgLatencyMs', title: '平均耗时(ms)', width: 120 }, |
||||
|
{ colKey: 'faqHitRate', title: 'FAQ 命中率', width: 110, cell: (_: any, { row }: any) => `${((row.faqHitRate || 0) * 100).toFixed(1)}%` }, |
||||
|
] |
||||
|
|
||||
|
// ===== 详情状态 ===== |
||||
|
const detailVisible = ref(false) |
||||
|
const detailLoading = ref(false) |
||||
|
const detail = ref<any>(null) |
||||
|
const detailTab = ref('system') |
||||
|
|
||||
|
// ===== 对比状态 ===== |
||||
|
const compareVisible = ref(false) |
||||
|
const compareA = ref<any>(null) |
||||
|
const compareB = ref<any>(null) |
||||
|
|
||||
|
// ===== 清理状态 ===== |
||||
|
const cleanVisible = ref(false) |
||||
|
const cleanKeepDays = ref(30) |
||||
|
const cleaning = ref(false) |
||||
|
|
||||
|
onMounted(async () => { |
||||
|
await loadRoles() |
||||
|
loadList() |
||||
|
loadStats() |
||||
|
}) |
||||
|
|
||||
|
async function loadRoles() { |
||||
|
try { |
||||
|
const r = await getAllRoles() |
||||
|
if (r.success) { |
||||
|
roleOptions.value = (r.data || []).map((ro: any) => ({ label: ro.name, value: String(ro.id) })) |
||||
|
} |
||||
|
} catch (e: any) { console.warn('角色下拉加载失败：' + e.message) } |
||||
|
} |
||||
|
|
||||
|
// ===== 聚合统计 ===== |
||||
|
const statSummary = computed(() => { |
||||
|
let count = 0, latencySum = 0, faqHits = 0 |
||||
|
for (const s of stats.value) { |
||||
|
count += s.count || 0 |
||||
|
latencySum += (s.count || 0) * (s.avgLatencyMs || 0) |
||||
|
faqHits += Math.round((s.count || 0) * (s.faqHitRate || 0)) |
||||
|
} |
||||
|
const avgLatency = count > 0 ? Math.round(latencySum / count) : '-' |
||||
|
const faqRate = count > 0 ? ((faqHits / count) * 100).toFixed(1) + '%' : '-' |
||||
|
return { count, avgLatency, faqRate } |
||||
|
}) |
||||
|
|
||||
|
async function loadStats() { |
||||
|
statsLoading.value = true |
||||
|
try { |
||||
|
const r = await getLlmTraceStats(groupBy.value) |
||||
|
if (r.success) { |
||||
|
const rows = (r.data || []).map((s: any) => { |
||||
|
const key = groupBy.value === 'model' |
||||
|
? `${s.modelName || '-'}|${s.provider || '-'}` |
||||
|
: `${s.roleId ?? s.roleName ?? '(无角色)'}` |
||||
|
const faqRate = s.count > 0 ? ((s.faqHitCount || 0) / s.count) : 0 |
||||
|
return { ...s, key, faqHitRate: faqRate } |
||||
|
}) |
||||
|
stats.value = rows |
||||
|
} else { |
||||
|
toast(r.message || '加载统计失败', 'error') |
||||
|
} |
||||
|
} catch (e: any) { |
||||
|
toast('加载统计失败：' + e.message, 'error') |
||||
|
} finally { |
||||
|
statsLoading.value = false |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
// ===== 列表 ===== |
||||
|
async function loadList() { |
||||
|
loading.value = true |
||||
|
try { |
||||
|
const r = await listLlmTraces({ |
||||
|
page: page.value, size: pageSize.value, |
||||
|
roleId: filterRoleId.value || undefined, |
||||
|
conversationId: filterConversationId.value || undefined, |
||||
|
intent: filterIntent.value || undefined, |
||||
|
startTime: filterStart.value ? filterStart.value + ' 00:00:00' : undefined, |
||||
|
endTime: filterEnd.value ? filterEnd.value + ' 23:59:59' : undefined, |
||||
|
keyword: filterKeyword.value || undefined, |
||||
|
}) |
||||
|
if (r.success) { |
||||
|
traces.value = r.data?.records || r.data || [] |
||||
|
total.value = r.data?.total || r.total || 0 |
||||
|
} else { |
||||
|
toast(r.message || '加载失败', 'error') |
||||
|
} |
||||
|
} catch (e: any) { |
||||
|
toast('加载失败：' + e.message, 'error') |
||||
|
} finally { |
||||
|
loading.value = false |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
function onPageChange(info: { current: number; pageSize: number }) { |
||||
|
page.value = info.current |
||||
|
pageSize.value = info.pageSize |
||||
|
selectedRowKeys.value = [] |
||||
|
loadList() |
||||
|
} |
||||
|
|
||||
|
function onFilterChange() { |
||||
|
page.value = 1 |
||||
|
selectedRowKeys.value = [] |
||||
|
loadList() |
||||
|
} |
||||
|
|
||||
|
const onSearch = debounce(() => { page.value = 1; selectedRowKeys.value = []; loadList() }) |
||||
|
|
||||
|
function onSelectChange(keys: (string | number)[], options?: { currentRowKey?: string | number }) { |
||||
|
const normalized = keys.map(String) |
||||
|
if (normalized.length > 2) { |
||||
|
toast('最多选择 2 条进行对比', 'warning') |
||||
|
// 保留最近勾选的一条 + 已选的第一条，避免勾选第 3 条时静默丢弃新勾选项 |
||||
|
const current = String(options?.currentRowKey ?? normalized[normalized.length - 1]) |
||||
|
const others = normalized.filter(k => k !== current) |
||||
|
selectedRowKeys.value = [current, ...others].slice(0, 2) |
||||
|
} else { |
||||
|
selectedRowKeys.value = normalized |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
// ===== 详情 ===== |
||||
|
async function openDetail(row: any) { |
||||
|
detailVisible.value = true |
||||
|
detailLoading.value = true |
||||
|
detail.value = null |
||||
|
detailTab.value = 'system' |
||||
|
try { |
||||
|
const r = await getLlmTrace(row.id) |
||||
|
if (r.success) { |
||||
|
detail.value = r.data |
||||
|
} else { |
||||
|
detail.value = null |
||||
|
} |
||||
|
} catch (e: any) { |
||||
|
toast('加载详情失败：' + e.message, 'error') |
||||
|
} finally { |
||||
|
detailLoading.value = false |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
async function copyPrompt() { |
||||
|
if (!detail.value?.systemPrompt) return |
||||
|
try { |
||||
|
await navigator.clipboard.writeText(detail.value.systemPrompt) |
||||
|
toast('已复制完整 Prompt', 'success') |
||||
|
} catch { |
||||
|
toast('复制失败', 'error') |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
function jumpEditRole() { |
||||
|
if (detail.value?.roleId) { |
||||
|
router.push({ path: '/settings/role', query: { roleId: String(detail.value.roleId) } }) |
||||
|
} |
||||
|
} |
||||
|
function jumpEditGlobal() { |
||||
|
router.push({ path: '/settings/system-config', query: { key: 'ai_system_prompt' } }) |
||||
|
} |
||||
|
|
||||
|
// ===== 对比 ===== |
||||
|
async function openCompare() { |
||||
|
if (selectedRowKeys.value.length !== 2) return |
||||
|
const ids = selectedRowKeys.value |
||||
|
try { |
||||
|
const [a, b] = await Promise.all([getLlmTrace(ids[0]), getLlmTrace(ids[1])]) |
||||
|
if (!a.success || !b.success) { |
||||
|
toast(a.message || b.message || '加载对比数据失败', 'error') |
||||
|
return |
||||
|
} |
||||
|
compareA.value = a.data |
||||
|
compareB.value = b.data |
||||
|
compareVisible.value = true |
||||
|
} catch (e: any) { |
||||
|
toast('加载对比数据失败：' + e.message, 'error') |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
// ===== 清理 ===== |
||||
|
function openClean() { |
||||
|
cleanKeepDays.value = 30 |
||||
|
cleanVisible.value = true |
||||
|
} |
||||
|
|
||||
|
async function doClean() { |
||||
|
if (!(await confirm('确认清理 ' + cleanKeepDays.value + ' 天前的调用记录？'))) return |
||||
|
cleaning.value = true |
||||
|
try { |
||||
|
const r = await cleanLlmTraces(cleanKeepDays.value) |
||||
|
if (r.success) { |
||||
|
toast('清理完成，删除 ' + (r.deleted ?? 0) + ' 条', 'success') |
||||
|
cleanVisible.value = false |
||||
|
loadList() |
||||
|
loadStats() |
||||
|
} else { |
||||
|
toast(r.message || '清理失败', 'error') |
||||
|
} |
||||
|
} catch (e: any) { |
||||
|
toast('清理失败：' + e.message, 'error') |
||||
|
} finally { |
||||
|
cleaning.value = false |
||||
|
} |
||||
|
} |
||||
|
</script> |
||||
|
|
||||
|
<style scoped> |
||||
|
.desc-text { color: var(--color-text-secondary); font-size: 13px; margin: 0 0 16px; } |
||||
|
.toolbar { display: flex; align-items: center; gap: 8px; margin: 12px 0; flex-wrap: wrap; } |
||||
|
.stats-bar { display: flex; align-items: center; gap: 16px; margin-bottom: 8px; flex-wrap: wrap; } |
||||
|
.stat-card { display: flex; flex-direction: column; align-items: center; min-width: 80px; padding: 4px 12px; border-radius: 6px; background: var(--color-bg-secondary, #f3f3f3); } |
||||
|
.stat-num { font-size: 18px; font-weight: 600; color: var(--color-text-primary); } |
||||
|
.stat-label { font-size: 12px; color: var(--color-text-secondary); } |
||||
|
.muted { color: var(--color-text-secondary); } |
||||
|
.detail-meta { display: flex; align-items: center; gap: 8px; margin-bottom: 12px; flex-wrap: wrap; } |
||||
|
.block-title { font-size: 13px; font-weight: 600; margin: 12px 0 6px; } |
||||
|
.prompt-segments { display: flex; flex-direction: column; gap: 8px; } |
||||
|
.seg { border: 1px solid var(--color-border, #e7e7e7); border-radius: 6px; padding: 8px; } |
||||
|
.seg-tag { display: inline-block; font-size: 12px; color: var(--color-text-secondary); margin-bottom: 4px; } |
||||
|
.seg-text, .full-prompt { white-space: pre-wrap; word-break: break-word; font-family: inherit; margin: 0; font-size: 13px; line-height: 1.6; } |
||||
|
.full-prompt { background: var(--color-bg-secondary, #f7f7f7); padding: 12px; border-radius: 6px; max-height: 480px; overflow: auto; } |
||||
|
.full-prompt.small { max-height: 300px; font-size: 12px; } |
||||
|
.detail-actions { margin-top: 12px; display: flex; gap: 8px; flex-wrap: wrap; } |
||||
|
.dialog-footer { display: flex; justify-content: flex-end; gap: 8px; margin-top: 16px; } |
||||
|
.compare-grid { display: grid; grid-template-columns: 1fr 1fr; gap: 16px; } |
||||
|
.compare-col { min-width: 0; } |
||||
|
.compare-head { font-weight: 600; margin-bottom: 8px; } |
||||
|
</style> |
||||
@ -0,0 +1,36 @@ |
|||||
|
package com.wok.supportbot.config; |
||||
|
|
||||
|
import org.springframework.context.annotation.Bean; |
||||
|
import org.springframework.context.annotation.Configuration; |
||||
|
import org.springframework.scheduling.concurrent.ThreadPoolTaskExecutor; |
||||
|
|
||||
|
import java.util.concurrent.ThreadPoolExecutor; |
||||
|
|
||||
|
/** |
||||
|
* 异步执行器配置。 |
||||
|
* <p> |
||||
|
* 为日志/追踪类异步写入提供有界线程池，避免 Spring 默认 {@code SimpleAsyncTaskExecutor} |
||||
|
* 每任务新建一线程导致的高并发线程爆炸与无背压问题。 |
||||
|
*/ |
||||
|
@Configuration |
||||
|
public class AsyncExecutorConfig { |
||||
|
|
||||
|
/** |
||||
|
* LLM 追踪等日志类异步写入线程池。 |
||||
|
* 有界队列 + CallerRunsPolicy：队列满时由调用线程执行，保证不丢数据（背压优先于丢弃）。 |
||||
|
*/ |
||||
|
@Bean("traceExecutor") |
||||
|
public ThreadPoolTaskExecutor traceExecutor() { |
||||
|
ThreadPoolTaskExecutor executor = new ThreadPoolTaskExecutor(); |
||||
|
executor.setCorePoolSize(4); |
||||
|
executor.setMaxPoolSize(8); |
||||
|
executor.setQueueCapacity(1000); |
||||
|
executor.setThreadNamePrefix("llm-trace-"); |
||||
|
executor.setRejectedExecutionHandler(new ThreadPoolExecutor.CallerRunsPolicy()); |
||||
|
// 优雅停机时等待队列中的追踪/日志任务完成，避免丢记录 |
||||
|
executor.setWaitForTasksToCompleteOnShutdown(true); |
||||
|
executor.setAwaitTerminationSeconds(10); |
||||
|
executor.initialize(); |
||||
|
return executor; |
||||
|
} |
||||
|
} |
||||
@ -0,0 +1,156 @@ |
|||||
|
package com.wok.supportbot.controller; |
||||
|
|
||||
|
import com.wok.supportbot.entity.LlmCallTrace; |
||||
|
import com.wok.supportbot.service.LlmCallTraceService; |
||||
|
import lombok.extern.slf4j.Slf4j; |
||||
|
import org.springframework.beans.factory.annotation.Autowired; |
||||
|
import org.springframework.http.ResponseEntity; |
||||
|
import org.springframework.security.access.prepost.PreAuthorize; |
||||
|
import org.springframework.security.core.Authentication; |
||||
|
import org.springframework.security.core.context.SecurityContextHolder; |
||||
|
import org.springframework.web.bind.annotation.GetMapping; |
||||
|
import org.springframework.web.bind.annotation.PathVariable; |
||||
|
import org.springframework.web.bind.annotation.PostMapping; |
||||
|
import org.springframework.web.bind.annotation.RequestBody; |
||||
|
import org.springframework.web.bind.annotation.RequestMapping; |
||||
|
import org.springframework.web.bind.annotation.RequestParam; |
||||
|
import org.springframework.web.bind.annotation.RestController; |
||||
|
|
||||
|
import java.util.LinkedHashMap; |
||||
|
import java.util.List; |
||||
|
import java.util.Map; |
||||
|
|
||||
|
/** |
||||
|
* LLM 调用追踪接口（仅 admin 可访问）。 |
||||
|
* <p> |
||||
|
* 提供调用记录的分页查询、详情、聚合统计与清理。 |
||||
|
* 端点仅挂管理路径（/llm-trace），绝不进入 /ai/** 或 /open-api/**（SDK 开放路径）， |
||||
|
* 防止 conversation_id 跨租户越权。 |
||||
|
*/ |
||||
|
@Slf4j |
||||
|
@RestController |
||||
|
@RequestMapping("/llm-trace") |
||||
|
@PreAuthorize("hasRole('admin')") |
||||
|
public class LlmCallTraceController { |
||||
|
|
||||
|
@Autowired |
||||
|
private LlmCallTraceService llmCallTraceService; |
||||
|
|
||||
|
/** 清理的最小保留天数（防止误清全部） */ |
||||
|
private static final int MIN_KEEP_DAYS = 1; |
||||
|
|
||||
|
/** 清理的最大保留天数（防止超过 PostgreSQL make_interval 合理范围） */ |
||||
|
private static final int MAX_KEEP_DAYS = 3650; |
||||
|
|
||||
|
/** |
||||
|
* 分页查询调用记录（列表不含大 TEXT 字段）。 |
||||
|
*/ |
||||
|
@GetMapping("/list") |
||||
|
public ResponseEntity<Map<String, Object>> list( |
||||
|
@RequestParam(defaultValue = "1") int page, |
||||
|
@RequestParam(defaultValue = "20") int size, |
||||
|
@RequestParam(required = false) Long roleId, |
||||
|
@RequestParam(required = false) String conversationId, |
||||
|
@RequestParam(required = false) String intent, |
||||
|
@RequestParam(required = false) String startTime, |
||||
|
@RequestParam(required = false) String endTime, |
||||
|
@RequestParam(required = false) String keyword) { |
||||
|
try { |
||||
|
Map<String, Object> result = llmCallTraceService.pageQuery( |
||||
|
page, size, roleId, conversationId, intent, startTime, endTime, keyword); |
||||
|
Map<String, Object> data = new LinkedHashMap<>(); |
||||
|
data.put("success", true); |
||||
|
data.put("data", result.get("records")); |
||||
|
data.put("total", result.get("total")); |
||||
|
data.put("page", result.get("page")); |
||||
|
data.put("size", result.get("size")); |
||||
|
data.put("pages", result.get("pages")); |
||||
|
return ResponseEntity.ok(data); |
||||
|
} catch (Exception e) { |
||||
|
log.error("查询 LLM 调用追踪失败", e); |
||||
|
return ResponseEntity.status(500).body(Map.of( |
||||
|
"success", false, |
||||
|
"message", "查询失败：" + e.getMessage() |
||||
|
)); |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
/** |
||||
|
* 单条详情（含完整 system prompt）。 |
||||
|
*/ |
||||
|
@GetMapping("/{id}") |
||||
|
public ResponseEntity<Map<String, Object>> detail(@PathVariable Long id) { |
||||
|
try { |
||||
|
LlmCallTrace trace = llmCallTraceService.getDetail(id); |
||||
|
if (trace == null) { |
||||
|
return ResponseEntity.status(404).body(Map.of( |
||||
|
"success", false, |
||||
|
"message", "调用记录不存在" |
||||
|
)); |
||||
|
} |
||||
|
return ResponseEntity.ok(Map.of("success", true, "data", trace)); |
||||
|
} catch (Exception e) { |
||||
|
log.error("查询 LLM 调用追踪详情失败: id={}", id, e); |
||||
|
return ResponseEntity.status(500).body(Map.of( |
||||
|
"success", false, |
||||
|
"message", "查询失败：" + e.getMessage() |
||||
|
)); |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
/** |
||||
|
* 清理 N 天前的记录（POST，避免 DELETE + RequestBody 路径冲突）。 |
||||
|
* 保留天数设下限，防止误清全部。 |
||||
|
*/ |
||||
|
@PostMapping("/clean") |
||||
|
public ResponseEntity<Map<String, Object>> clean(@RequestBody Map<String, Object> body) { |
||||
|
try { |
||||
|
Object raw = body.get("keepDays"); |
||||
|
int keepDays = raw instanceof Number n ? n.intValue() : Integer.parseInt(String.valueOf(raw)); |
||||
|
if (keepDays < MIN_KEEP_DAYS || keepDays > MAX_KEEP_DAYS) { |
||||
|
return ResponseEntity.badRequest().body(Map.of( |
||||
|
"success", false, |
||||
|
"message", "保留天数必须在 " + MIN_KEEP_DAYS + " ~ " + MAX_KEEP_DAYS + " 天之间" |
||||
|
)); |
||||
|
} |
||||
|
int deleted = llmCallTraceService.cleanBefore(keepDays); |
||||
|
log.info("管理员清理 LLM 调用追踪：操作人={}, 保留 {} 天, 删除 {} 条", currentUser(), keepDays, deleted); |
||||
|
return ResponseEntity.ok(Map.of( |
||||
|
"success", true, |
||||
|
"message", "清理完成", |
||||
|
"deleted", deleted |
||||
|
)); |
||||
|
} catch (Exception e) { |
||||
|
log.error("清理 LLM 调用追踪失败", e); |
||||
|
return ResponseEntity.status(500).body(Map.of( |
||||
|
"success", false, |
||||
|
"message", "清理失败：" + e.getMessage() |
||||
|
)); |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
/** |
||||
|
* 聚合统计（按角色或模型分组）。 |
||||
|
*/ |
||||
|
@GetMapping("/stats") |
||||
|
public ResponseEntity<Map<String, Object>> stats(@RequestParam(defaultValue = "role") String groupBy) { |
||||
|
try { |
||||
|
List<Map<String, Object>> rows = llmCallTraceService.stats(groupBy); |
||||
|
return ResponseEntity.ok(Map.of("success", true, "data", rows)); |
||||
|
} catch (Exception e) { |
||||
|
log.error("查询 LLM 调用追踪统计失败", e); |
||||
|
return ResponseEntity.status(500).body(Map.of( |
||||
|
"success", false, |
||||
|
"message", "统计失败：" + e.getMessage() |
||||
|
)); |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
/** |
||||
|
* 获取当前登录用户名（用于审计日志，best-effort）。 |
||||
|
*/ |
||||
|
private String currentUser() { |
||||
|
Authentication auth = SecurityContextHolder.getContext().getAuthentication(); |
||||
|
return auth != null ? auth.getName() : "unknown"; |
||||
|
} |
||||
|
} |
||||
@ -0,0 +1,12 @@ |
|||||
|
package com.wok.supportbot.dao; |
||||
|
|
||||
|
import com.baomidou.mybatisplus.core.mapper.BaseMapper; |
||||
|
import com.wok.supportbot.entity.LlmCallTrace; |
||||
|
import org.apache.ibatis.annotations.Mapper; |
||||
|
|
||||
|
/** |
||||
|
* LLM 调用追踪 Mapper |
||||
|
*/ |
||||
|
@Mapper |
||||
|
public interface LlmCallTraceMapper extends BaseMapper<LlmCallTrace> { |
||||
|
} |
||||
@ -0,0 +1,139 @@ |
|||||
|
package com.wok.supportbot.entity; |
||||
|
|
||||
|
import com.baomidou.mybatisplus.annotation.FieldFill; |
||||
|
import com.baomidou.mybatisplus.annotation.IdType; |
||||
|
import com.baomidou.mybatisplus.annotation.TableField; |
||||
|
import com.baomidou.mybatisplus.annotation.TableId; |
||||
|
import com.baomidou.mybatisplus.annotation.TableName; |
||||
|
import com.fasterxml.jackson.databind.annotation.JsonSerialize; |
||||
|
import com.fasterxml.jackson.databind.ser.std.ToStringSerializer; |
||||
|
import lombok.AllArgsConstructor; |
||||
|
import lombok.Builder; |
||||
|
import lombok.Data; |
||||
|
import lombok.NoArgsConstructor; |
||||
|
|
||||
|
import java.io.Serial; |
||||
|
import java.io.Serializable; |
||||
|
import java.util.Date; |
||||
|
|
||||
|
/** |
||||
|
* LLM 调用追踪实体 |
||||
|
* <p> |
||||
|
* 记录每次 LLM 对话的完整"案发现场"（最终 system prompt、分段来源、用户消息、AI 回复、 |
||||
|
* 角色、模型参数、耗时、意图等），供管理员反推优化提示词。 |
||||
|
* append-only，无逻辑删除。 |
||||
|
*/ |
||||
|
@Data |
||||
|
@Builder |
||||
|
@AllArgsConstructor |
||||
|
@NoArgsConstructor |
||||
|
@TableName("llm_call_trace") |
||||
|
public class LlmCallTrace implements Serializable { |
||||
|
|
||||
|
@Serial |
||||
|
@TableField(exist = false) |
||||
|
private static final long serialVersionUID = 1L; |
||||
|
|
||||
|
/** 主键ID（雪花算法） */ |
||||
|
@TableId(value = "id", type = IdType.ASSIGN_ID) |
||||
|
@JsonSerialize(using = ToStringSerializer.class) |
||||
|
private Long id; |
||||
|
|
||||
|
/** 会话ID */ |
||||
|
@TableField("conversation_id") |
||||
|
private String conversationId; |
||||
|
|
||||
|
/** 客服角色ID（可空，无角色时为 null） */ |
||||
|
@TableField("role_id") |
||||
|
@JsonSerialize(using = ToStringSerializer.class) |
||||
|
private Long roleId; |
||||
|
|
||||
|
/** 角色名称快照（角色改名后仍可追溯） */ |
||||
|
@TableField("role_name") |
||||
|
private String roleName; |
||||
|
|
||||
|
/** 账户ID（可空，预留租户/个人信息删除权） */ |
||||
|
@TableField("account_id") |
||||
|
private String accountId; |
||||
|
|
||||
|
/** API Key ID（可空，预留租户隔离） */ |
||||
|
@TableField("api_key_id") |
||||
|
@JsonSerialize(using = ToStringSerializer.class) |
||||
|
private Long apiKeyId; |
||||
|
|
||||
|
/** 意图：CHAT / CHITCHAT / FAQ / RAG */ |
||||
|
@TableField("intent") |
||||
|
private String intent; |
||||
|
|
||||
|
/** 是否启用 RAG 增强 */ |
||||
|
@TableField("enable_rag") |
||||
|
private Boolean enableRag; |
||||
|
|
||||
|
/** 最终注入 LLM 的完整 system prompt */ |
||||
|
@TableField("system_prompt") |
||||
|
private String systemPrompt; |
||||
|
|
||||
|
/** 全局提示词快照（可空） */ |
||||
|
@TableField("global_prompt") |
||||
|
private String globalPrompt; |
||||
|
|
||||
|
/** 角色提示词快照（可空） */ |
||||
|
@TableField("role_prompt") |
||||
|
private String rolePrompt; |
||||
|
|
||||
|
/** 用户原始消息（脱敏后） */ |
||||
|
@TableField("user_message") |
||||
|
private String userMessage; |
||||
|
|
||||
|
/** AI 回复（截断，保留头部+尾部） */ |
||||
|
@TableField("ai_response") |
||||
|
private String aiResponse; |
||||
|
|
||||
|
/** AI 回复是否被截断 */ |
||||
|
@TableField("ai_response_truncated") |
||||
|
private Boolean aiResponseTruncated; |
||||
|
|
||||
|
/** RAG 资料块（可空） */ |
||||
|
@TableField("rag_context") |
||||
|
private String ragContext; |
||||
|
|
||||
|
/** 是否 FAQ 命中 */ |
||||
|
@TableField("faq_hit") |
||||
|
private Boolean faqHit; |
||||
|
|
||||
|
/** 检索模式：VECTOR / KEYWORD / HYBRID（可空） */ |
||||
|
@TableField("search_mode") |
||||
|
private String searchMode; |
||||
|
|
||||
|
/** 命中文档数（可空） */ |
||||
|
@TableField("hit_count") |
||||
|
private Integer hitCount; |
||||
|
|
||||
|
/** 模型名称 */ |
||||
|
@TableField("model_name") |
||||
|
private String modelName; |
||||
|
|
||||
|
/** 提供商 */ |
||||
|
@TableField("provider") |
||||
|
private String provider; |
||||
|
|
||||
|
/** 温度参数 */ |
||||
|
@TableField("temperature") |
||||
|
private Double temperature; |
||||
|
|
||||
|
/** 最大 Token */ |
||||
|
@TableField("max_tokens") |
||||
|
private Integer maxTokens; |
||||
|
|
||||
|
/** 调用耗时（毫秒） */ |
||||
|
@TableField("latency_ms") |
||||
|
private Integer latencyMs; |
||||
|
|
||||
|
/** 状态：COMPLETE / ERROR / CANCEL / FAQ / BYPASS */ |
||||
|
@TableField("status") |
||||
|
private String status; |
||||
|
|
||||
|
/** 创建时间 */ |
||||
|
@TableField(value = "create_time", fill = FieldFill.INSERT) |
||||
|
private Date createTime; |
||||
|
} |
||||
@ -0,0 +1,243 @@ |
|||||
|
package com.wok.supportbot.service; |
||||
|
|
||||
|
import com.baomidou.mybatisplus.core.conditions.query.QueryWrapper; |
||||
|
import com.wok.supportbot.dao.LlmCallTraceMapper; |
||||
|
import com.wok.supportbot.entity.LlmCallTrace; |
||||
|
import lombok.extern.slf4j.Slf4j; |
||||
|
import org.springframework.beans.factory.annotation.Autowired; |
||||
|
import org.springframework.jdbc.core.JdbcTemplate; |
||||
|
import org.springframework.scheduling.annotation.Async; |
||||
|
import org.springframework.scheduling.annotation.Scheduled; |
||||
|
import org.springframework.stereotype.Service; |
||||
|
|
||||
|
import java.util.ArrayList; |
||||
|
import java.util.LinkedHashMap; |
||||
|
import java.util.List; |
||||
|
import java.util.Map; |
||||
|
import java.util.Set; |
||||
|
|
||||
|
/** |
||||
|
* LLM 调用追踪服务。 |
||||
|
* <p> |
||||
|
* 异步写入每次 LLM 调用的完整现场，并提供分页查询、详情、聚合统计与自动清理。 |
||||
|
* 列表查询不 select 大 TEXT 字段（system_prompt 等），避免分页 payload 膨胀。 |
||||
|
*/ |
||||
|
@Service |
||||
|
@Slf4j |
||||
|
public class LlmCallTraceService { |
||||
|
|
||||
|
@Autowired |
||||
|
private LlmCallTraceMapper llmCallTraceMapper; |
||||
|
|
||||
|
@Autowired |
||||
|
private JdbcTemplate jdbcTemplate; |
||||
|
|
||||
|
@Autowired |
||||
|
private SystemConfigService systemConfigService; |
||||
|
|
||||
|
/** 列表查询时 user_message 的摘要长度 */ |
||||
|
private static final int SUMMARY_LENGTH = 120; |
||||
|
|
||||
|
/** 列表查询需要排除的大 TEXT 字段 */ |
||||
|
private static final Set<String> BIG_TEXT_FIELDS = |
||||
|
Set.of("system_prompt", "global_prompt", "role_prompt", "rag_context", "ai_response"); |
||||
|
|
||||
|
/** 默认保留天数 */ |
||||
|
private static final int DEFAULT_RETENTION_DAYS = 30; |
||||
|
|
||||
|
/** |
||||
|
* 异步记录一次 LLM 调用追踪（不阻塞对话主流程）。 |
||||
|
* |
||||
|
* @param trace 追踪实体 |
||||
|
*/ |
||||
|
@Async("traceExecutor") |
||||
|
public void recordAsync(LlmCallTrace trace) { |
||||
|
try { |
||||
|
llmCallTraceMapper.insert(trace); |
||||
|
log.debug("记录 LLM 调用追踪: id={}, status={}, latencyMs={}", trace.getId(), trace.getStatus(), trace.getLatencyMs()); |
||||
|
} catch (Exception e) { |
||||
|
log.error("记录 LLM 调用追踪失败: status={}, chatId={}, error={}", trace.getStatus(), trace.getConversationId(), e.getMessage()); |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
/** |
||||
|
* 分页查询（列表不含大 TEXT 字段，user_message 截断为摘要）。 |
||||
|
*/ |
||||
|
public Map<String, Object> pageQuery(int page, int size, Long roleId, String conversationId, |
||||
|
String intent, String startTime, String endTime, String keyword) { |
||||
|
if (page < 1) page = 1; |
||||
|
if (page > 10000) page = 10000; |
||||
|
if (size < 1 || size > 100) size = 20; |
||||
|
|
||||
|
// 总数（只加 WHERE 条件） |
||||
|
Long total = llmCallTraceMapper.selectCount( |
||||
|
buildWhere(new QueryWrapper<>(), roleId, conversationId, intent, startTime, endTime, keyword)); |
||||
|
if (total == null) total = 0L; |
||||
|
|
||||
|
// 列表（排除大字段 + 排序 + 分页） |
||||
|
QueryWrapper<LlmCallTrace> listWrapper = buildWhere( |
||||
|
new QueryWrapper<>(), roleId, conversationId, intent, startTime, endTime, keyword); |
||||
|
listWrapper.select(LlmCallTrace.class, field -> !BIG_TEXT_FIELDS.contains(field.getColumn())); |
||||
|
listWrapper.orderByDesc("create_time").orderByDesc("id"); |
||||
|
listWrapper.last("LIMIT " + size + " OFFSET " + ((page - 1L) * size)); |
||||
|
List<LlmCallTrace> records = llmCallTraceMapper.selectList(listWrapper); |
||||
|
|
||||
|
// user_message 截断为摘要，避免列表 payload 过大 |
||||
|
for (LlmCallTrace r : records) { |
||||
|
if (r.getUserMessage() != null && r.getUserMessage().length() > SUMMARY_LENGTH) { |
||||
|
r.setUserMessage(r.getUserMessage().substring(0, SUMMARY_LENGTH) + "…"); |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
Map<String, Object> result = new LinkedHashMap<>(); |
||||
|
result.put("records", records); |
||||
|
result.put("total", total); |
||||
|
result.put("page", page); |
||||
|
result.put("size", size); |
||||
|
result.put("pages", (total + size - 1) / size); |
||||
|
return result; |
||||
|
} |
||||
|
|
||||
|
/** |
||||
|
* 单条详情（含全部字段，system_prompt 全文）。 |
||||
|
*/ |
||||
|
public LlmCallTrace getDetail(Long id) { |
||||
|
return llmCallTraceMapper.selectById(id); |
||||
|
} |
||||
|
|
||||
|
/** |
||||
|
* 聚合统计：按角色（role）或按模型（model）分组。 |
||||
|
*/ |
||||
|
public List<Map<String, Object>> stats(String groupBy) { |
||||
|
String sql; |
||||
|
if ("model".equalsIgnoreCase(groupBy)) { |
||||
|
sql = "SELECT model_name, provider, COUNT(*) AS count, " |
||||
|
+ "ROUND(AVG(latency_ms)) AS avg_latency_ms, " |
||||
|
+ "COUNT(*) FILTER (WHERE faq_hit = true) AS faq_hit_count " |
||||
|
+ "FROM llm_call_trace WHERE model_name IS NOT NULL " |
||||
|
+ "GROUP BY model_name, provider ORDER BY count DESC"; |
||||
|
} else { |
||||
|
sql = "SELECT role_id::text AS role_id, role_name, COUNT(*) AS count, " |
||||
|
+ "ROUND(AVG(latency_ms)) AS avg_latency_ms, " |
||||
|
+ "COUNT(*) FILTER (WHERE faq_hit = true) AS faq_hit_count " |
||||
|
+ "FROM llm_call_trace GROUP BY role_id, role_name ORDER BY count DESC"; |
||||
|
} |
||||
|
List<Map<String, Object>> rows = jdbcTemplate.queryForList(sql); |
||||
|
List<Map<String, Object>> result = new ArrayList<>(rows.size()); |
||||
|
for (Map<String, Object> row : rows) { |
||||
|
result.add(snakeToCamel(row)); |
||||
|
} |
||||
|
return result; |
||||
|
} |
||||
|
|
||||
|
/** |
||||
|
* 分批删除 N 天前的记录，避免单次大表 DELETE 锁表。 |
||||
|
* |
||||
|
* @param keepDays 保留天数 |
||||
|
* @return 删除条数 |
||||
|
*/ |
||||
|
public int cleanBefore(int keepDays) { |
||||
|
int batchSize = 5000; |
||||
|
int totalDeleted = 0; |
||||
|
while (true) { |
||||
|
int deleted = jdbcTemplate.update( |
||||
|
"DELETE FROM llm_call_trace WHERE id IN (" |
||||
|
+ "SELECT id FROM llm_call_trace " |
||||
|
+ "WHERE create_time < NOW() - make_interval(days => ?) LIMIT ?)", |
||||
|
keepDays, batchSize); |
||||
|
if (deleted <= 0) { |
||||
|
break; |
||||
|
} |
||||
|
totalDeleted += deleted; |
||||
|
if (deleted < batchSize) { |
||||
|
break; |
||||
|
} |
||||
|
} |
||||
|
return totalDeleted; |
||||
|
} |
||||
|
|
||||
|
/** |
||||
|
* 每日凌晨 2 点自动清理过期追踪记录（保留天数从 system_config 读取）。 |
||||
|
*/ |
||||
|
@Scheduled(cron = "0 0 2 * * ?") |
||||
|
public void scheduledClean() { |
||||
|
int keepDays = retentionDays(); |
||||
|
try { |
||||
|
int deleted = cleanBefore(keepDays); |
||||
|
if (deleted > 0) { |
||||
|
log.info("LLM 调用追踪自动清理完成：删除 {} 条（保留 {} 天）", deleted, keepDays); |
||||
|
} |
||||
|
} catch (Exception e) { |
||||
|
log.error("LLM 调用追踪自动清理失败: {}", e.getMessage()); |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
/** |
||||
|
* 读取保留天数配置，非法值回退默认 30 天。 |
||||
|
*/ |
||||
|
private int retentionDays() { |
||||
|
String value = systemConfigService.getValueByKey("llm_trace_retention_days"); |
||||
|
if (value != null && value.matches("\\d+")) { |
||||
|
int days = Integer.parseInt(value); |
||||
|
if (days >= 1) { |
||||
|
return days; |
||||
|
} |
||||
|
} |
||||
|
return DEFAULT_RETENTION_DAYS; |
||||
|
} |
||||
|
|
||||
|
/** |
||||
|
* 组装 WHERE 条件（供 count 与 list 复用）。 |
||||
|
*/ |
||||
|
private QueryWrapper<LlmCallTrace> buildWhere(QueryWrapper<LlmCallTrace> wrapper, Long roleId, |
||||
|
String conversationId, String intent, String startTime, String endTime, String keyword) { |
||||
|
if (roleId != null) { |
||||
|
wrapper.eq("role_id", roleId); |
||||
|
} |
||||
|
if (conversationId != null && !conversationId.isBlank()) { |
||||
|
wrapper.eq("conversation_id", conversationId.trim()); |
||||
|
} |
||||
|
if (intent != null && !intent.isBlank()) { |
||||
|
wrapper.eq("intent", intent.trim().toUpperCase()); |
||||
|
} |
||||
|
if (startTime != null && !startTime.isBlank()) { |
||||
|
wrapper.ge("create_time", startTime.trim()); |
||||
|
} |
||||
|
if (endTime != null && !endTime.isBlank()) { |
||||
|
wrapper.le("create_time", endTime.trim()); |
||||
|
} |
||||
|
if (keyword != null && !keyword.isBlank()) { |
||||
|
String raw = keyword.trim(); |
||||
|
final String kw = raw.length() > 128 ? raw.substring(0, 128) : raw; |
||||
|
wrapper.and(w -> w.like("user_message", kw).or().like("ai_response", kw)); |
||||
|
} |
||||
|
return wrapper; |
||||
|
} |
||||
|
|
||||
|
/** |
||||
|
* snake_case → camelCase（供 JdbcTemplate 查询结果转驼峰）。 |
||||
|
*/ |
||||
|
private Map<String, Object> snakeToCamel(Map<String, Object> row) { |
||||
|
Map<String, Object> out = new LinkedHashMap<>(); |
||||
|
for (Map.Entry<String, Object> e : row.entrySet()) { |
||||
|
out.put(toCamel(e.getKey()), e.getValue()); |
||||
|
} |
||||
|
return out; |
||||
|
} |
||||
|
|
||||
|
private String toCamel(String snake) { |
||||
|
StringBuilder sb = new StringBuilder(); |
||||
|
boolean upper = false; |
||||
|
for (char c : snake.toCharArray()) { |
||||
|
if (c == '_') { |
||||
|
upper = true; |
||||
|
} else if (upper) { |
||||
|
sb.append(Character.toUpperCase(c)); |
||||
|
upper = false; |
||||
|
} else { |
||||
|
sb.append(c); |
||||
|
} |
||||
|
} |
||||
|
return sb.toString(); |
||||
|
} |
||||
|
} |
||||
@ -1,123 +0,0 @@ |
|||||
package com.wok.supportbot; |
|
||||
|
|
||||
import com.wok.supportbot.app.ChatContext; |
|
||||
import com.wok.supportbot.rag.CategoryFilter; |
|
||||
import com.wok.supportbot.rag.RagContext; |
|
||||
import com.wok.supportbot.rag.RagPipeline; |
|
||||
import jakarta.annotation.Resource; |
|
||||
import org.junit.jupiter.api.Assertions; |
|
||||
import org.junit.jupiter.api.DisplayName; |
|
||||
import org.junit.jupiter.api.Test; |
|
||||
import org.springframework.boot.test.context.SpringBootTest; |
|
||||
|
|
||||
import java.util.Collections; |
|
||||
import java.util.List; |
|
||||
|
|
||||
/** |
|
||||
* 阶段一公共组件验证测试。 |
|
||||
* 需要运行中的 PostgreSQL（RagPipeline 检索依赖向量库）。 |
|
||||
*/ |
|
||||
@SpringBootTest |
|
||||
class Phase1ComponentTests { |
|
||||
|
|
||||
@Resource |
|
||||
private CategoryFilter categoryFilter; |
|
||||
|
|
||||
@Resource |
|
||||
private RagPipeline ragPipeline; |
|
||||
|
|
||||
// ==================== 1.1 CategoryFilter ==================== |
|
||||
|
|
||||
@Test @DisplayName("CF-01 parse(String) 正常逗号分隔") |
|
||||
void parseStringNormal() { |
|
||||
Assertions.assertEquals(List.of(1L, 2L, 3L), categoryFilter.parse("1,2,3")); |
|
||||
} |
|
||||
|
|
||||
@Test @DisplayName("CF-02 parse(String) 含空格") |
|
||||
void parseStringWithSpaces() { |
|
||||
Assertions.assertEquals(List.of(1L, 2L, 3L), categoryFilter.parse(" 1 , 2 , 3 ")); |
|
||||
} |
|
||||
|
|
||||
@Test @DisplayName("CF-03 parse(String) null/空白") |
|
||||
void parseStringNullOrBlank() { |
|
||||
Assertions.assertEquals(Collections.emptyList(), categoryFilter.parse((String) null)); |
|
||||
Assertions.assertEquals(Collections.emptyList(), categoryFilter.parse("")); |
|
||||
Assertions.assertEquals(Collections.emptyList(), categoryFilter.parse(" ")); |
|
||||
} |
|
||||
|
|
||||
@Test @DisplayName("CF-04/05 parse(Object) List") |
|
||||
void parseObjectList() { |
|
||||
// 数字元素 |
|
||||
Assertions.assertEquals(List.of(1L, 2L, 3L), categoryFilter.parse((Object) List.of(1, 2, 3))); |
|
||||
// 字符串元素 |
|
||||
Assertions.assertEquals(List.of(1L, 2L, 3L), categoryFilter.parse((Object) List.of("1", "2", "3"))); |
|
||||
} |
|
||||
|
|
||||
@Test @DisplayName("CF-06/07 parse(Object) 字符串 / null") |
|
||||
void parseObjectStringOrNull() { |
|
||||
Assertions.assertEquals(List.of(4L, 5L, 6L), categoryFilter.parse((Object) "4,5,6")); |
|
||||
Assertions.assertEquals(Collections.emptyList(), categoryFilter.parse((Object) null)); |
|
||||
} |
|
||||
|
|
||||
@Test @DisplayName("CF-08/09 normalize") |
|
||||
void normalize() { |
|
||||
Assertions.assertEquals(List.of("1", "2", "3"), categoryFilter.normalize(List.of(1L, 2L, 3L))); |
|
||||
Assertions.assertEquals(Collections.emptyList(), categoryFilter.normalize(null)); |
|
||||
Assertions.assertEquals(Collections.emptyList(), categoryFilter.normalize(Collections.emptyList())); |
|
||||
} |
|
||||
|
|
||||
@Test @DisplayName("CF-10/11 buildExpression") |
|
||||
void buildExpression() { |
|
||||
Assertions.assertNotNull(categoryFilter.buildExpression(List.of(1L, 2L))); |
|
||||
Assertions.assertNull(categoryFilter.buildExpression(Collections.emptyList())); |
|
||||
} |
|
||||
|
|
||||
// ==================== 1.2 RagPipeline ==================== |
|
||||
|
|
||||
@Test @DisplayName("RP-08 未指定策略 → 原样查询") |
|
||||
void ragDefaultStrategy() { |
|
||||
ChatContext ctx = new ChatContext("退换货流程是什么", "test-rp-01", "CHAT", |
|
||||
null, null, null, null, true, false); |
|
||||
RagContext result = ragPipeline.retrieve(ctx); |
|
||||
Assertions.assertFalse(result.faqHit(), "不应触发 FAQ（除非该问题恰好命中 FAQ 库）"); |
|
||||
Assertions.assertNotNull(result.documents(), "documents 不应为 null"); |
|
||||
Assertions.assertNotNull(result.rewrittenQuery(), "rewrittenQuery 不应为 null"); |
|
||||
} |
|
||||
|
|
||||
@Test @DisplayName("RP-11/12 分类过滤") |
|
||||
void ragCategoryFilter() { |
|
||||
// 有分类过滤 |
|
||||
ChatContext ctx1 = new ChatContext("平台使用说明", "test-rp-11", "CHAT", |
|
||||
null, null, List.of(1L), null, true, false); |
|
||||
RagContext r1 = ragPipeline.retrieve(ctx1); |
|
||||
Assertions.assertNotNull(r1.documents()); |
|
||||
System.out.println(">>> 分类过滤(1) 命中数: " + r1.documents().size()); |
|
||||
|
|
||||
// 无分类过滤 |
|
||||
ChatContext ctx2 = new ChatContext("平台使用说明", "test-rp-12", "CHAT", |
|
||||
null, null, null, null, true, false); |
|
||||
RagContext r2 = ragPipeline.retrieve(ctx2); |
|
||||
Assertions.assertNotNull(r2.documents()); |
|
||||
System.out.println(">>> 无分类过滤 命中数: " + r2.documents().size()); |
|
||||
} |
|
||||
|
|
||||
@Test @DisplayName("RP-14 retrieveDocuments 跳过 FAQ") |
|
||||
void ragRetrieveDocuments() { |
|
||||
ChatContext ctx = new ChatContext("平台使用说明", "test-rp-14", "CHAT", |
|
||||
null, null, null, null, true, false); |
|
||||
var docs = ragPipeline.retrieveDocuments(ctx); |
|
||||
Assertions.assertNotNull(docs); |
|
||||
System.out.println(">>> retrieveDocuments 命中数: " + docs.size()); |
|
||||
} |
|
||||
|
|
||||
@Test @DisplayName("RP-04 REWRITE 策略") |
|
||||
void ragRewriteStrategy() { |
|
||||
ChatContext ctx = new ChatContext("订单退款流程", "test-rp-04", "CHAT", |
|
||||
null, null, null, "REWRITE", true, false); |
|
||||
RagContext result = ragPipeline.retrieve(ctx); |
|
||||
Assertions.assertNotNull(result.rewrittenQuery()); |
|
||||
System.out.println(">>> REWRITE 重写前: 订单退款流程"); |
|
||||
System.out.println(">>> REWRITE 重写后: " + result.rewrittenQuery()); |
|
||||
Assertions.assertNotNull(result.documents()); |
|
||||
} |
|
||||
} |
|
||||
@ -1,55 +0,0 @@ |
|||||
package com.wok.supportbot; |
|
||||
|
|
||||
import com.wok.supportbot.app.AssistantApp; |
|
||||
import com.wok.supportbot.app.ChatContext; |
|
||||
import jakarta.annotation.Resource; |
|
||||
import org.junit.jupiter.api.Assertions; |
|
||||
import org.junit.jupiter.api.Test; |
|
||||
import org.springframework.boot.test.context.SpringBootTest; |
|
||||
|
|
||||
import java.util.UUID; |
|
||||
|
|
||||
@SpringBootTest |
|
||||
class SupportBotApplicationTests { |
|
||||
@Resource |
|
||||
private AssistantApp assistantApp; |
|
||||
|
|
||||
@Test |
|
||||
void testChat() { |
|
||||
String chatId = UUID.randomUUID().toString(); |
|
||||
// 第一轮：商品咨询 |
|
||||
String message = "你好，我想买一台适合学生用的笔记本电脑，有推荐吗？"; |
|
||||
String answer = assistantApp.chat(ChatContext.of(message, chatId)); |
|
||||
Assertions.assertNotNull(answer); |
|
||||
|
|
||||
// 第二轮：物流问题 |
|
||||
message = "我上周买的那台电脑现在还没到，能查一下物流吗？"; |
|
||||
answer = assistantApp.chat(ChatContext.of(message, chatId)); |
|
||||
Assertions.assertNotNull(answer); |
|
||||
|
|
||||
// 第三轮：售后问题 |
|
||||
message = "电脑到了，但有点问题。你刚刚说的售后流程能再说一遍吗？"; |
|
||||
answer = assistantApp.chat(ChatContext.of(message, chatId)); |
|
||||
Assertions.assertNotNull(answer); |
|
||||
} |
|
||||
|
|
||||
@Test |
|
||||
void doChatWithRag() { |
|
||||
String chatId = "1069b88d-eb85-47ac-bd2e-c393d118a5aa"; |
|
||||
String message = "我之前询问了你什么问题？"; |
|
||||
String answer = assistantApp.chat(new ChatContext(message, chatId, "CHAT", null, null, |
|
||||
null, null, true, false)); |
|
||||
Assertions.assertNotNull(answer); |
|
||||
} |
|
||||
|
|
||||
@Test |
|
||||
void doChatWithRagEnhance() { |
|
||||
String chatId = "1069b88d-eb85-47ac-bd2e-c393d118a5aa"; |
|
||||
String message = "我之前询问了你什么问题？"; |
|
||||
String answer = assistantApp.chat(new ChatContext(message, chatId, "CHAT", null, null, |
|
||||
null, null, true, false)); |
|
||||
Assertions.assertNotNull(answer); |
|
||||
} |
|
||||
|
|
||||
|
|
||||
} |
|
||||
Write
Preview
Loading…
Cancel
Save
Reference in new issue