import crypto from 'node:crypto'; import fs from 'node:fs/promises'; import path from 'node:path'; import { fileURLToPath } from 'node:url'; import { USER_COOKIE } from '../user-auth.mjs'; import { PUBLISH_ROOT_DIR } from '../user-publish.mjs'; const repoRoot = path.join(path.dirname(fileURLToPath(import.meta.url)), '..'); export function sleep(ms) { return new Promise((resolve) => setTimeout(resolve, ms)); } export function createReporter() { const checks = []; const issues = []; return { checks, issues, pass(label, detail = '') { checks.push({ ok: true, label, detail }); console.log(`✔ ${label}${detail ? `: ${detail}` : ''}`); }, fail(label, detail = '') { issues.push({ label, detail }); checks.push({ ok: false, label, detail }); console.error(`✘ ${label}${detail ? `: ${detail}` : ''}`); }, summary() { console.log('\n=== 汇总 ==='); console.log(`通过: ${checks.filter((item) => item.ok).length}/${checks.length}`); if (issues.length) { console.log('失败项:'); for (const item of issues) { console.log(` - ${item.label}: ${item.detail}`); } return 1; } console.log('场景测试全部通过'); return 0; }, }; } export function resolvePortalBase(port) { return `http://127.0.0.1:${port}`; } export async function loginViaApi(baseUrl, { username, password }, reporter) { const response = await fetch(`${baseUrl}/auth/login`, { method: 'POST', headers: { 'Content-Type': 'application/json' }, body: JSON.stringify({ username, password }), }); const body = await response.json().catch(() => ({})); if (!response.ok || !body?.authenticated) { throw new Error(`登录失败 ${response.status}: ${JSON.stringify(body)}`); } const setCookie = response.headers.getSetCookie?.() ?? []; const cookieLine = setCookie.find((line) => line.startsWith(`${USER_COOKIE}=`)) ?? response.headers.get('set-cookie'); const match = String(cookieLine ?? '').match(new RegExp(`${USER_COOKIE}=([^;]+)`)); const token = match?.[1] ? decodeURIComponent(match[1]) : null; if (!token) { throw new Error('登录成功但未解析到会话 Cookie'); } reporter.pass('登录', `${username} (${body.user?.id ?? 'unknown-id'})`); return { token, cookie: `${USER_COOKIE}=${token}`, user: body.user ?? null, }; } function buildUserMessage(text, { selectedChatSkill = null } = {}) { const metadata = { userVisible: true, displayText: text }; if (selectedChatSkill) { metadata.memindRun = { selectedChatSkill }; } return { id: crypto.randomUUID(), role: 'user', content: [{ type: 'text', text }], metadata, }; } export async function createAgentRun(baseUrl, cookie, { message, sessionId = null, selectedChatSkill = null }) { const requestId = crypto.randomUUID(); const body = { request_id: requestId, user_message: buildUserMessage(message, { selectedChatSkill }), }; if (sessionId) body.session_id = sessionId; const response = await fetch(`${baseUrl}/api/agent/runs`, { method: 'POST', headers: { 'Content-Type': 'application/json', Cookie: cookie, }, body: JSON.stringify(body), }); const payload = await response.json().catch(() => ({})); if (!response.ok) { throw new Error(`POST /api/agent/runs ${response.status}: ${JSON.stringify(payload)}`); } const run = payload.run ?? payload; return { runId: run.id, requestId, sessionId: run.sessionId ?? run.agent_session_id ?? sessionId ?? null, status: run.status, }; } export async function getAgentRun(baseUrl, cookie, runId) { const response = await fetch(`${baseUrl}/api/agent/runs/${runId}`, { headers: { Cookie: cookie }, }); const payload = await response.json().catch(() => ({})); if (!response.ok) { throw new Error(`GET /api/agent/runs/${runId} ${response.status}: ${JSON.stringify(payload)}`); } return payload.run ?? payload; } export async function getSession(baseUrl, cookie, sessionId) { const response = await fetch(`${baseUrl}/api/sessions/${encodeURIComponent(sessionId)}`, { headers: { Cookie: cookie }, }); const payload = await response.json().catch(() => ({})); if (!response.ok) { return { ok: false, status: response.status, payload }; } return { ok: true, session: payload }; } export function extractAssistantTexts(sessionPayload) { const conversation = sessionPayload?.conversation ?? sessionPayload?.session?.conversation ?? sessionPayload?.messages ?? []; const texts = []; for (const message of conversation) { if (message?.role !== 'assistant') continue; const content = message?.content; if (typeof content === 'string') texts.push(content); else if (Array.isArray(content)) { texts.push( content .map((item) => (item?.type === 'text' ? item.text ?? '' : '')) .join(''), ); } } return texts.filter(Boolean); } export function extractPublicLinks(text, baseUrl) { const links = new Set(); const markdown = /\[[^\]]+\]\((https?:\/\/[^)]+|\/MindSpace\/[^)]+)\)/gi; const bare = /(https?:\/\/[^\s)]+?\/MindSpace\/[^\s)]+?\.html)/gi; const relative = /(\/MindSpace\/[^\s)]+?\.html)/gi; for (const pattern of [markdown, bare, relative]) { for (const match of text.matchAll(pattern)) { const raw = match[1] ?? match[0]; if (!raw) continue; links.add(raw.startsWith('http') ? raw : new URL(raw, baseUrl).href); } } return [...links]; } async function listPublicHtmlFiles(publishDir) { const publicDir = path.join(publishDir, 'public'); try { const entries = await fs.readdir(publicDir, { withFileTypes: true }); const files = []; for (const entry of entries) { if (!entry.isFile() || !entry.name.endsWith('.html')) continue; const fullPath = path.join(publicDir, entry.name); const stat = await fs.stat(fullPath); files.push({ name: entry.name, fullPath, mtimeMs: stat.mtimeMs, relativePublicPath: `public/${entry.name}`, }); } return files; } catch { return []; } } export async function snapshotPublicHtml(publishKey) { const publishDir = path.join(repoRoot, PUBLISH_ROOT_DIR, publishKey); return listPublicHtmlFiles(publishDir); } export async function waitForRunTerminal(baseUrl, cookie, runId, timeoutMs) { const started = Date.now(); let last = null; while (Date.now() - started < timeoutMs) { last = await getAgentRun(baseUrl, cookie, runId); if (['succeeded', 'failed'].includes(last.status)) { return last; } await sleep(2000); } throw new Error(`run ${runId} 超时未完成,最后状态 ${last?.status ?? 'unknown'}`); } export async function waitForAssistantGrowth(baseUrl, cookie, sessionId, { previousCount = 0, previousCombinedLength = 0, minChars = 1, timeoutMs = 120000, }) { const started = Date.now(); while (Date.now() - started < timeoutMs) { const result = await getSession(baseUrl, cookie, sessionId); if (result.ok) { const texts = extractAssistantTexts(result.session); const combined = texts.join('\n').trim(); const grew = texts.length > previousCount || combined.length > previousCombinedLength; if (grew && combined.length >= minChars) { return { texts, combined, elapsedMs: Date.now() - started, count: texts.length, }; } } await sleep(2000); } return null; } export async function verifyPageAccess({ baseUrl, cookie, publishKey, replyText, htmlBefore = [], expect = {}, reporter, }) { const keywords = expect.keywords ?? []; const links = extractPublicLinks(replyText, baseUrl); let pageUrl = links.find((url) => /\/MindSpace\/.+\.html/i.test(url)) ?? null; if (!pageUrl && publishKey) { const htmlAfter = await listPublicHtmlFiles(path.join(repoRoot, PUBLISH_ROOT_DIR, publishKey)); const beforeSet = new Set(htmlBefore.map((item) => item.fullPath)); const fresh = htmlAfter .filter((item) => !beforeSet.has(item.fullPath)) .sort((a, b) => b.mtimeMs - a.mtimeMs); if (fresh[0]) { pageUrl = new URL( `/MindSpace/${publishKey}/${fresh[0].relativePublicPath}`, baseUrl, ).href; reporter.pass('页面落盘', fresh[0].relativePublicPath); } } if (expect.requirePublicLink !== false) { if (!pageUrl) { reporter.fail('公网页面链接', '回复中未找到 MindSpace 链接,public/ 也无新 HTML'); return false; } reporter.pass('公网页面链接', pageUrl); } if (pageUrl && expect.requireHttp200 !== false) { const response = await fetch(pageUrl, { headers: cookie ? { Cookie: cookie } : {} }); const html = await response.text(); if (response.status !== 200) { reporter.fail('页面 HTTP 状态', `${response.status} ${pageUrl}`); return false; } reporter.pass('页面 HTTP 200', pageUrl); if (keywords.length) { const hit = keywords.filter((word) => html.includes(word)); if (hit.length === 0) { reporter.fail('页面内容关键词', `未命中: ${keywords.join(', ')}`); return false; } reporter.pass('页面内容关键词', hit.join(', ')); } if (expect.requireMindspaceCover && !/mindspace-cover/i.test(html)) { reporter.fail('页面元数据', '缺少 mindspace-cover'); return false; } } return true; } export async function verifySurveyDelivery({ publishKey, replyText = '', expect = {}, reporter, }) { const publishDir = path.join(repoRoot, PUBLISH_ROOT_DIR, publishKey); const publicDir = path.join(publishDir, 'public'); const policyDir = path.join(publishDir, '.mindspace', 'page-data-policies'); const sqlitePath = path.join(publishDir, '.mindspace', 'private-data.sqlite'); const forbidReply = expect.forbidReplyPatterns ?? []; for (const pattern of forbidReply) { if (pattern && replyText.includes(pattern)) { reporter.fail('回复禁用模式', `命中 ${pattern}`); } } if (forbidReply.length && !forbidReply.some((pattern) => pattern && replyText.includes(pattern))) { reporter.pass('回复禁用模式', '未出现旁路 API / PLACEHOLDER'); } let htmlFiles = []; try { const entries = await fs.readdir(publicDir, { withFileTypes: true }); htmlFiles = entries .filter((entry) => entry.isFile() && entry.name.endsWith('.html')) .map((entry) => entry.name); } catch { reporter.fail('问卷 HTML', 'public/ 目录不存在'); return false; } const surveyLike = htmlFiles.filter((name) => /survey|问卷|feature/i.test(name)); const adminLike = htmlFiles.filter((name) => /admin|后台|manage/i.test(name)); if (surveyLike.length === 0) { reporter.fail('问卷 HTML', `public/ 中未找到问卷页,现有: ${htmlFiles.join(', ') || '(空)'}`); } else { reporter.pass('问卷 HTML', surveyLike.join(', ')); } if (adminLike.length === 0) { reporter.fail('后台 HTML', `public/ 中未找到后台页,现有: ${htmlFiles.join(', ') || '(空)'}`); } else { reporter.pass('后台 HTML', adminLike.join(', ')); } const forbidHtml = expect.forbidHtmlPatterns ?? []; for (const name of [...surveyLike, ...adminLike]) { const html = await fs.readFile(path.join(publicDir, name), 'utf8'); if (!html.includes('page-data-client.js')) { reporter.fail(`${name} 脚本`, '未引用 page-data-client.js'); } for (const pattern of forbidHtml) { if (pattern && html.includes(pattern)) { reporter.fail(`${name} 禁用模式`, `命中 ${pattern}`); } } } if (surveyLike.length && adminLike.length) { reporter.pass('Page Data 客户端', '问卷/后台 HTML 已引用 page-data-client.js'); } if (expect.requirePolicy) { try { const policies = await fs.readdir(policyDir); const jsonPolicies = policies.filter((name) => name.endsWith('.json')); if (jsonPolicies.length === 0) { reporter.fail('Page Data 策略', 'page-data-policies/ 为空'); } else { reporter.pass('Page Data 策略', `${jsonPolicies.length} 个 policy 文件`); } } catch { reporter.fail('Page Data 策略', '缺少 .mindspace/page-data-policies/'); } } if (expect.requireDataset) { try { await fs.stat(sqlitePath); reporter.pass('私有 SQLite', 'private-data.sqlite 存在'); } catch { reporter.fail('私有 SQLite', 'private-data.sqlite 不存在'); } } const links = extractPublicLinks(replyText, 'http://127.0.0.1:8081'); if (links.length >= 2) { reporter.pass('交付链接', `${links.length} 个链接`); } else if (links.length === 1) { reporter.fail('交付链接', '仅 1 个链接,期望问卷 + 后台'); } else { reporter.fail('交付链接', '回复中未找到 MindSpace 链接'); } return true; } export async function loadScenario(scenarioId) { const scenarioPath = path.join(repoRoot, 'scenarios', `${scenarioId}.json`); const raw = await fs.readFile(scenarioPath, 'utf8'); return JSON.parse(raw); } export async function listScenarios() { const dir = path.join(repoRoot, 'scenarios'); const entries = await fs.readdir(dir, { withFileTypes: true }); const scenarios = []; for (const entry of entries) { if (!entry.isFile() || !entry.name.endsWith('.json') || entry.name.startsWith('_')) continue; const scenario = JSON.parse(await fs.readFile(path.join(dir, entry.name), 'utf8')); scenarios.push({ id: scenario.id ?? entry.name.replace(/\.json$/, ''), name: scenario.name ?? scenario.id, description: scenario.description ?? '', }); } return scenarios; }