Files
memind/scripts/scenario-test-lib.mjs
T
john b4171ca268 chore(test): 新增统一测试入口与端到端场景模拟脚本
- scripts/run-memind-tests.mjs:按改动文件自动匹配 test + verify 范围
  (quick/changed/guards/release/full 模式),配套 memind-test skill
- scripts/run-scenario-test.mjs + scenario-test-lib.mjs:真实登录 + 多轮
  聊天 + 页面生成 + 公网可访问性的端到端模拟,配套 memind-scenario-test
  skill 与首个场景 scenarios/suzhou-page.json
- package.json 新增 test:memind / test:scenario 脚本别名

Co-authored-by: Cursor <cursoragent@cursor.com>
2026-07-07 10:56:26 +08:00

325 lines
10 KiB
JavaScript

import crypto from 'node:crypto';
import fs from 'node:fs/promises';
import path from 'node:path';
import { fileURLToPath } from 'node:url';
import { USER_COOKIE } from '../user-auth.mjs';
import { PUBLISH_ROOT_DIR } from '../user-publish.mjs';
const repoRoot = path.join(path.dirname(fileURLToPath(import.meta.url)), '..');
export function sleep(ms) {
return new Promise((resolve) => setTimeout(resolve, ms));
}
export function createReporter() {
const checks = [];
const issues = [];
return {
checks,
issues,
pass(label, detail = '') {
checks.push({ ok: true, label, detail });
console.log(`${label}${detail ? `: ${detail}` : ''}`);
},
fail(label, detail = '') {
issues.push({ label, detail });
checks.push({ ok: false, label, detail });
console.error(`${label}${detail ? `: ${detail}` : ''}`);
},
summary() {
console.log('\n=== 汇总 ===');
console.log(`通过: ${checks.filter((item) => item.ok).length}/${checks.length}`);
if (issues.length) {
console.log('失败项:');
for (const item of issues) {
console.log(` - ${item.label}: ${item.detail}`);
}
return 1;
}
console.log('场景测试全部通过');
return 0;
},
};
}
export function resolvePortalBase(port) {
return `http://127.0.0.1:${port}`;
}
export async function loginViaApi(baseUrl, { username, password }, reporter) {
const response = await fetch(`${baseUrl}/auth/login`, {
method: 'POST',
headers: { 'Content-Type': 'application/json' },
body: JSON.stringify({ username, password }),
});
const body = await response.json().catch(() => ({}));
if (!response.ok || !body?.authenticated) {
throw new Error(`登录失败 ${response.status}: ${JSON.stringify(body)}`);
}
const setCookie = response.headers.getSetCookie?.() ?? [];
const cookieLine = setCookie.find((line) => line.startsWith(`${USER_COOKIE}=`))
?? response.headers.get('set-cookie');
const match = String(cookieLine ?? '').match(new RegExp(`${USER_COOKIE}=([^;]+)`));
const token = match?.[1] ? decodeURIComponent(match[1]) : null;
if (!token) {
throw new Error('登录成功但未解析到会话 Cookie');
}
reporter.pass('登录', `${username} (${body.user?.id ?? 'unknown-id'})`);
return {
token,
cookie: `${USER_COOKIE}=${token}`,
user: body.user ?? null,
};
}
function buildUserMessage(text) {
return {
id: crypto.randomUUID(),
role: 'user',
content: [{ type: 'text', text }],
metadata: { userVisible: true, displayText: text },
};
}
export async function createAgentRun(baseUrl, cookie, { message, sessionId = null }) {
const requestId = crypto.randomUUID();
const body = {
request_id: requestId,
user_message: buildUserMessage(message),
};
if (sessionId) body.session_id = sessionId;
const response = await fetch(`${baseUrl}/api/agent/runs`, {
method: 'POST',
headers: {
'Content-Type': 'application/json',
Cookie: cookie,
},
body: JSON.stringify(body),
});
const payload = await response.json().catch(() => ({}));
if (!response.ok) {
throw new Error(`POST /api/agent/runs ${response.status}: ${JSON.stringify(payload)}`);
}
const run = payload.run ?? payload;
return {
runId: run.id,
requestId,
sessionId: run.sessionId ?? run.agent_session_id ?? sessionId ?? null,
status: run.status,
};
}
export async function getAgentRun(baseUrl, cookie, runId) {
const response = await fetch(`${baseUrl}/api/agent/runs/${runId}`, {
headers: { Cookie: cookie },
});
const payload = await response.json().catch(() => ({}));
if (!response.ok) {
throw new Error(`GET /api/agent/runs/${runId} ${response.status}: ${JSON.stringify(payload)}`);
}
return payload.run ?? payload;
}
export async function getSession(baseUrl, cookie, sessionId) {
const response = await fetch(`${baseUrl}/api/sessions/${encodeURIComponent(sessionId)}`, {
headers: { Cookie: cookie },
});
const payload = await response.json().catch(() => ({}));
if (!response.ok) {
return { ok: false, status: response.status, payload };
}
return { ok: true, session: payload };
}
export function extractAssistantTexts(sessionPayload) {
const conversation = sessionPayload?.conversation
?? sessionPayload?.session?.conversation
?? sessionPayload?.messages
?? [];
const texts = [];
for (const message of conversation) {
if (message?.role !== 'assistant') continue;
const content = message?.content;
if (typeof content === 'string') texts.push(content);
else if (Array.isArray(content)) {
texts.push(
content
.map((item) => (item?.type === 'text' ? item.text ?? '' : ''))
.join(''),
);
}
}
return texts.filter(Boolean);
}
export function extractPublicLinks(text, baseUrl) {
const links = new Set();
const markdown = /\[[^\]]+\]\((https?:\/\/[^)]+|\/MindSpace\/[^)]+)\)/gi;
const bare = /(https?:\/\/[^\s)]+?\/MindSpace\/[^\s)]+?\.html)/gi;
const relative = /(\/MindSpace\/[^\s)]+?\.html)/gi;
for (const pattern of [markdown, bare, relative]) {
for (const match of text.matchAll(pattern)) {
const raw = match[1] ?? match[0];
if (!raw) continue;
links.add(raw.startsWith('http') ? raw : new URL(raw, baseUrl).href);
}
}
return [...links];
}
async function listPublicHtmlFiles(publishDir) {
const publicDir = path.join(publishDir, 'public');
try {
const entries = await fs.readdir(publicDir, { withFileTypes: true });
const files = [];
for (const entry of entries) {
if (!entry.isFile() || !entry.name.endsWith('.html')) continue;
const fullPath = path.join(publicDir, entry.name);
const stat = await fs.stat(fullPath);
files.push({
name: entry.name,
fullPath,
mtimeMs: stat.mtimeMs,
relativePublicPath: `public/${entry.name}`,
});
}
return files;
} catch {
return [];
}
}
export async function snapshotPublicHtml(publishKey) {
const publishDir = path.join(repoRoot, PUBLISH_ROOT_DIR, publishKey);
return listPublicHtmlFiles(publishDir);
}
export async function waitForRunTerminal(baseUrl, cookie, runId, timeoutMs) {
const started = Date.now();
let last = null;
while (Date.now() - started < timeoutMs) {
last = await getAgentRun(baseUrl, cookie, runId);
if (['succeeded', 'failed'].includes(last.status)) {
return last;
}
await sleep(2000);
}
throw new Error(`run ${runId} 超时未完成,最后状态 ${last?.status ?? 'unknown'}`);
}
export async function waitForAssistantGrowth(baseUrl, cookie, sessionId, {
previousCount = 0,
previousCombinedLength = 0,
minChars = 1,
timeoutMs = 120000,
}) {
const started = Date.now();
while (Date.now() - started < timeoutMs) {
const result = await getSession(baseUrl, cookie, sessionId);
if (result.ok) {
const texts = extractAssistantTexts(result.session);
const combined = texts.join('\n').trim();
const grew = texts.length > previousCount || combined.length > previousCombinedLength;
if (grew && combined.length >= minChars) {
return {
texts,
combined,
elapsedMs: Date.now() - started,
count: texts.length,
};
}
}
await sleep(2000);
}
return null;
}
export async function verifyPageAccess({
baseUrl,
cookie,
publishKey,
replyText,
htmlBefore = [],
expect = {},
reporter,
}) {
const keywords = expect.keywords ?? [];
const links = extractPublicLinks(replyText, baseUrl);
let pageUrl = links.find((url) => /\/MindSpace\/.+\.html/i.test(url)) ?? null;
if (!pageUrl && publishKey) {
const htmlAfter = await listPublicHtmlFiles(path.join(repoRoot, PUBLISH_ROOT_DIR, publishKey));
const beforeSet = new Set(htmlBefore.map((item) => item.fullPath));
const fresh = htmlAfter
.filter((item) => !beforeSet.has(item.fullPath))
.sort((a, b) => b.mtimeMs - a.mtimeMs);
if (fresh[0]) {
pageUrl = new URL(
`/MindSpace/${publishKey}/${fresh[0].relativePublicPath}`,
baseUrl,
).href;
reporter.pass('页面落盘', fresh[0].relativePublicPath);
}
}
if (expect.requirePublicLink !== false) {
if (!pageUrl) {
reporter.fail('公网页面链接', '回复中未找到 MindSpace 链接,public/ 也无新 HTML');
return false;
}
reporter.pass('公网页面链接', pageUrl);
}
if (pageUrl && expect.requireHttp200 !== false) {
const response = await fetch(pageUrl, { headers: cookie ? { Cookie: cookie } : {} });
const html = await response.text();
if (response.status !== 200) {
reporter.fail('页面 HTTP 状态', `${response.status} ${pageUrl}`);
return false;
}
reporter.pass('页面 HTTP 200', pageUrl);
if (keywords.length) {
const hit = keywords.filter((word) => html.includes(word));
if (hit.length === 0) {
reporter.fail('页面内容关键词', `未命中: ${keywords.join(', ')}`);
return false;
}
reporter.pass('页面内容关键词', hit.join(', '));
}
if (expect.requireMindspaceCover && !/mindspace-cover/i.test(html)) {
reporter.fail('页面元数据', '缺少 mindspace-cover');
return false;
}
}
return true;
}
export async function loadScenario(scenarioId) {
const scenarioPath = path.join(repoRoot, 'scenarios', `${scenarioId}.json`);
const raw = await fs.readFile(scenarioPath, 'utf8');
return JSON.parse(raw);
}
export async function listScenarios() {
const dir = path.join(repoRoot, 'scenarios');
const entries = await fs.readdir(dir, { withFileTypes: true });
const scenarios = [];
for (const entry of entries) {
if (!entry.isFile() || !entry.name.endsWith('.json') || entry.name.startsWith('_')) continue;
const scenario = JSON.parse(await fs.readFile(path.join(dir, entry.name), 'utf8'));
scenarios.push({
id: scenario.id ?? entry.name.replace(/\.json$/, ''),
name: scenario.name ?? scenario.id,
description: scenario.description ?? '',
});
}
return scenarios;
}