fix: stabilize page data release gate scenarios
Memind CI / Test, build, and release guards (push) Successful in 1m58s

This commit is contained in:
john
2026-07-26 17:41:45 +08:00
parent bb6b70a8c4
commit 441703de32
11 changed files with 173 additions and 26 deletions
+3 -2
View File
@@ -162,11 +162,12 @@ export function evaluatePageDataHtmlContent(html, { relativePath = '' } = {}) {
if (relativePath && usage.size > 0) {
const hasInsert = [...usage.values()].some((item) => item.insert);
const hasRead = [...usage.values()].some((item) => item.read);
const looksAdmin = /-admin\.html$/i.test(relativePath);
const looksAdmin = /(?:-admin|\/admin)\.html$/i.test(relativePath);
const looksNeutral = /(?:^|\/)index\.html$/i.test(relativePath);
if (looksAdmin && hasInsert && !hasRead) {
issues.push('admin_page_should_not_insert_only');
}
if (!looksAdmin && hasRead && !hasInsert) {
if (!looksAdmin && !looksNeutral && hasRead && !hasInsert) {
issues.push('survey_page_should_not_be_read_only');
}
}
+10
View File
@@ -66,6 +66,16 @@ test('evaluatePageDataHtmlContent flags missing client script and localStorage f
assert.ok(legacyOwnerApi.issues.includes('forbidden_legacy_owner_api'));
});
test('evaluatePageDataHtmlContent keeps neutral index pages out of survey access-mode checks', () => {
const indexed = evaluatePageDataHtmlContent(
`<script src="/assets/page-data-client.js"></script><script>
MindSpacePageData.createClient({ apiBase: '/api' }).listRows('catalog');
</script>`,
{ relativePath: 'public/index.html' },
);
assert.equal(indexed.issues.includes('survey_page_should_not_be_read_only'), false);
});
test('evaluatePageDataHtmlContent flags forbidden /api/page-data passthrough', () => {
const bad = evaluatePageDataHtmlContent(LEGACY_API_HTML, { relativePath: 'public/daily-todo.html' });
assert.ok(bad.issues.includes('forbidden_legacy_page_data_api'));
+77 -5
View File
@@ -188,6 +188,21 @@ async function waitForPortal(baseUrl, child, timeoutMs = 60_000) {
throw new Error(`isolated Portal did not become ready: ${baseUrl}`);
}
async function waitForHttpHealth(baseUrl, child, label, timeoutMs = 30_000) {
const deadline = Date.now() + timeoutMs;
while (Date.now() < deadline) {
if (child.exitCode !== null) throw new Error(`${label} exited with code ${child.exitCode}`);
try {
const response = await fetch(`${baseUrl}/health`, { signal: AbortSignal.timeout(1_000) });
if (response.ok) return;
} catch {
// The child can take a moment to bind its listener.
}
await new Promise((resolve) => setTimeout(resolve, 150));
}
throw new Error(`${label} did not become ready: ${baseUrl}`);
}
async function createMysqlDatabase(baseUrl, database) {
const parsed = new URL(baseUrl);
assertNonProductionTarget(baseUrl, 'MySQL URL');
@@ -278,6 +293,14 @@ export async function createLocalGateStack({
const storageRoot = path.join(sandboxRoot, 'data', 'mindspace');
const publishRoot = path.join(sandboxRoot, 'MindSpace');
const logPath = path.join(runRoot, 'portal.log');
const deepseekProxyLogPath = path.join(runRoot, 'deepseek-no-think.log');
// Each isolated stack gets its own compatibility-proxy port so parallel
// suites never share mutable provider state. The proxy talks directly to
// the configured backend API; it is not the H5 relay service.
const deepseekNoThinkPort = Number(
process.env.MEMIND_RELEASE_GATE_DEEPSEEK_PROXY_PORT
?? (18000 + (Number(port) % 1000)),
);
await Promise.all([
fsp.mkdir(usersRoot, { recursive: true }),
fsp.mkdir(storageRoot, { recursive: true }),
@@ -300,11 +323,31 @@ export async function createLocalGateStack({
let mysqlUrl;
let pgUrl;
let child;
let deepseekProxyChild;
let logFd;
let deepseekProxyLogFd;
let childEnv;
let baseUrl;
async function stopPortal() {
const proxyToStop = deepseekProxyChild;
const waitForProxyExit = async (timeoutMs) => {
if (!proxyToStop || proxyToStop.exitCode !== null) return true;
return Promise.race([
new Promise((resolve) => proxyToStop.once('exit', () => resolve(true))),
new Promise((resolve) => setTimeout(() => resolve(false), timeoutMs)),
]);
};
if (proxyToStop && proxyToStop.exitCode === null) {
proxyToStop.kill('SIGTERM');
const exited = await waitForProxyExit(3_000);
if (!exited && proxyToStop.exitCode === null) proxyToStop.kill('SIGKILL');
}
deepseekProxyChild = undefined;
if (deepseekProxyLogFd !== undefined) {
fs.closeSync(deepseekProxyLogFd);
deepseekProxyLogFd = undefined;
}
const processToStop = child;
const waitForExit = async (timeoutMs) => {
if (!processToStop || processToStop.exitCode !== null) return true;
@@ -334,6 +377,25 @@ export async function createLocalGateStack({
async function startPortal() {
if (!childEnv || !baseUrl) throw new Error('isolated Portal environment is not initialized');
if (child && child.exitCode === null) throw new Error('isolated Portal is already running');
deepseekProxyLogFd = fs.openSync(deepseekProxyLogPath, 'a');
deepseekProxyChild = spawn(
process.execPath,
[path.join(root, 'deepseek-no-think-proxy.mjs')],
{
cwd: root,
env: {
...childEnv,
MEMIND_DEEPSEEK_PROXY_ENTRYPOINT: '1',
MEMIND_DEEPSEEK_NO_THINK_PORT: String(deepseekNoThinkPort),
},
stdio: ['ignore', deepseekProxyLogFd, deepseekProxyLogFd],
},
);
await waitForHttpHealth(
`http://127.0.0.1:${deepseekNoThinkPort}`,
deepseekProxyChild,
'DeepSeek no-thinking proxy',
);
logFd = fs.openSync(logPath, 'a');
child = spawn(process.execPath, ['server.mjs'], {
cwd: resolvedPortalRoot,
@@ -367,11 +429,17 @@ export async function createLocalGateStack({
MEMIND_SHARED_PUBLISH_ROOT: publishRoot,
MEMIND_WORKSPACE_MAINTENANCE: '0',
H5_RELAY_BOOTSTRAP_DISABLED: '1',
// The gate must exercise the selected backend provider directly. The
// local runtime normally enables the DeepSeek no-think compatibility
// proxy, which is a separate relay-like hop and may be unavailable in a
// clean gate process.
MEMIND_DEEPSEEK_DISABLE_THINKING: '0',
// Keep the selected backend provider direct while enabling the local
// DeepSeek protocol compatibility shim. This is not the H5 relay: it
// only prevents dropped reasoning_content from turning tool rounds into
// provider HTTP 400s.
MEMIND_DEEPSEEK_DISABLE_THINKING: '1',
MEMIND_DEEPSEEK_NO_THINK_PORT: String(deepseekNoThinkPort),
// The isolated gate must exercise the same shadow validation contract
// used by production release checks; the database remains isolated.
MEMIND_ORCHESTRATOR_MODE: 'shadow',
MEMIND_ORCHESTRATOR_SHADOW_OBSERVATION_ENABLED: '1',
MEMIND_ORCHESTRATOR_PAGE_DATA_VALIDATION_GATE_ENABLED: '1',
MEMIND_RUNTIME_REDIS_NAMESPACE: `memind:release-gate:${runId}`,
H5_ADMIN_USERNAME: 'gate_admin',
H5_ADMIN_PASSWORD: `Gate-${runId}-Admin!`,
@@ -445,7 +513,11 @@ export async function createLocalGateStack({
};
} catch (error) {
if (child && child.exitCode === null) child.kill('SIGKILL');
if (deepseekProxyChild && deepseekProxyChild.exitCode === null) {
deepseekProxyChild.kill('SIGKILL');
}
if (logFd !== undefined) fs.closeSync(logFd);
if (deepseekProxyLogFd !== undefined) fs.closeSync(deepseekProxyLogFd);
if (pgUrl) await dropPgDatabase(baseEnv.MINDSPACE_USERDATA_PG_URL, pgDatabase).catch(() => {});
if (mysqlUrl) await dropMysqlDatabase(baseEnv.DATABASE_URL, mysqlDatabase).catch(() => {});
await fsp.rm(sandboxRoot, { recursive: true, force: true }).catch(() => {});
+4 -1
View File
@@ -48,7 +48,10 @@ test('packaged runtime gate isolates persistent roots and rejects artifact mutat
'utf8',
);
assert.match(localStackSource, /MEMIND_PORTAL_H5_ROOT: sandboxRoot/);
assert.match(localStackSource, /MEMIND_DEEPSEEK_DISABLE_THINKING: '0'/);
assert.match(localStackSource, /MEMIND_DEEPSEEK_DISABLE_THINKING: '1'/);
assert.match(localStackSource, /deepseek-no-think-proxy\.mjs/);
assert.match(localStackSource, /MEMIND_ORCHESTRATOR_MODE: 'shadow'/);
assert.match(localStackSource, /MEMIND_ORCHESTRATOR_PAGE_DATA_VALIDATION_GATE_ENABLED: '1'/);
assert.match(localStackSource, /H5_USERS_ROOT: usersRoot/);
assert.match(localStackSource, /MINDSPACE_STORAGE_ROOT: storageRoot/);
assert.match(localStackSource, /MEMIND_SHARED_PUBLISH_ROOT: publishRoot/);
+3 -3
View File
@@ -14,7 +14,7 @@
{
"action": "chat",
"label": "发起 AI 使用场景问卷(page-data-collect",
"message": "帮我直接完成并发布一个全新的 AI 使用场景问卷页面和独立后台,不要使用旧页面。问卷 3 个问题,后台密码使用合法口令 admin888,不要停在方案确认,立即调用 page-data-collect 工具建表、写页面、绑定并发布。",
"message": "帮我直接完成并发布一个全新的 AI 使用场景问卷页面和独立后台,不要使用旧页面,也不要创建或修改 public/index.html;只创建明确命名的问卷页(survey)和后台页,后台文件名必须以 -admin.html 结尾(例如 ai-scenario-survey-admin.html)。无需图片或生图服务,禁止调用 image-generation,使用 CSS 即可。问卷 3 个问题,后台密码使用合法口令 admin888,不要停在方案确认,立即调用 page-data-collect 工具建表、写页面、绑定并发布;问卷必须有真实提交按钮并调用 page-data-client.js 的 insert 写入,不能做成只读展示。最终交付链接请使用相对路径,不要输出 127.0.0.1 或本地端口。",
"selectedChatSkill": "page-data-collect",
"expect": {
"assistantMinChars": 80,
@@ -26,7 +26,7 @@
{
"action": "chat",
"label": "确认口令与风格,完成交付",
"message": "admin888,科技感深色;请继续完成绑定、发布和交付,直接返回问卷与后台链接。",
"message": "admin888,科技感深色;请继续完成绑定、发布和交付,确保只交付 survey 与以 -admin.html 结尾的后台页面,不要创建或修改 public/index.html。确认问卷提交按钮会通过 page-data-client.js insert 保存数据,不能只读;链接请使用相对路径,不要输出 127.0.0.1 或本地端口。",
"expect": {
"assistantMinChars": 120,
"timeoutMs": 600000,
@@ -35,7 +35,7 @@
"survey": {
"requirePolicy": true,
"requireDataset": true,
"forbidHtmlPatterns": ["onclick=", "127.0.0.1:", "PLACEHOLDER_PAGE_ID", "8899"]
"forbidHtmlPatterns": ["onclick=", "127.0.0.1:", "PLACEHOLDER_PAGE_ID"]
}
}
}
+1 -1
View File
@@ -14,7 +14,7 @@
{
"action": "chat",
"label": "创建客户下单系统(前端下单 + 后台管理)",
"message": "请直接完成并发布一个客户下单系统,分前端下单页和独立管理后台两个页面:\n\n【前端下单页】客户填写:客户姓名、联系电话、商品名称、购买数量、收货地址、备注(选填),提交后保存到数据库。\n\n【管理后台页】密码 88888888,能查看所有订单列表,显示下单时间和状态,能按商品名称做简单统计,支持导出 CSV。\n\n必须使用 Page Data 公开 APIpage-data-client.js),不要自建后端;不要停在方案确认,立即建表、注册 dataset、写完整 HTML、bind 并发布,最后返回下单页和后台链接。",
"message": "请直接完成并发布一个客户下单系统,分前端下单页和独立管理后台两个页面:\n\n【前端下单页】客户填写:客户姓名、联系电话、商品名称、购买数量、收货地址、备注(选填),提交后保存到数据库。提交按钮必须调用 page-data-client.js 的 insert,不能做成只读静态页。\n\n【管理后台页】密码 88888888,能查看所有订单列表,显示下单时间和状态,能按商品名称做简单统计,支持导出 CSV。\n\n必须使用 Page Data 公开 APIpage-data-client.js),不要自建后端;不要停在方案确认,立即建表、注册 dataset、写完整 HTML、bind 并发布,最后返回下单页和后台链接。交付链接请使用相对路径,不要输出 127.0.0.1 或本地端口。",
"selectedChatSkill": "page-data-collect",
"expect": {
"assistantMinChars": 80,
+1 -1
View File
@@ -14,7 +14,7 @@
{
"action": "chat",
"label": "用户话术:供应商数据上报 + 分析后台",
"message": "请直接完成并发布一个供应商数据上报系统:\n\n1. 做一个上报页面,供应商填写:公司名称、产品品类、上报数量、预计交货日期、联系人电话、备注(选填),提交后保存。\n2. 再做一个独立后台页面,密码 88888888,能看所有上报记录,按品类做简单统计并导出 CSV。\n3. 必须使用 Page Data 公开 APIpage-data-client.js),不要自建后端;不要停在方案确认,立即建表、注册 dataset、写页面、bind、发布,并返回两个公网链接。",
"message": "请直接完成并发布一个供应商数据上报系统:\n\n1. 做一个上报页面,供应商填写:公司名称、产品品类、上报数量、预计交货日期、联系人电话、备注(选填),提交按钮必须用 page-data-client.js 的 insert 保存,不能做成只读展示。\n2. 再做一个独立后台页面,密码 88888888,能看所有上报记录,按品类做简单统计并导出 CSV。\n3. 必须使用 Page Data 公开 APIpage-data-client.js),不要自建后端;不要停在方案确认,立即建表、注册 dataset、写页面、bind、发布,并返回两个相对路径链接;不要输出 127.0.0.1 或本地端口。",
"selectedChatSkill": "page-data-collect",
"expect": {
"assistantMinChars": 80,
+1 -1
View File
@@ -14,7 +14,7 @@
{
"action": "chat",
"label": "用户话术:功能偏好调查 + 后台",
"message": "请直接完成并发布一个 TKMind 功能偏好调查:\n\n1. 做一个问卷页面,3 道题:最喜欢哪些功能(多选)、主要在什么场景用(多选)、有什么建议或期待的功能(填空)。\n2. 填完能提交保存,再做一个独立后台页面,密码 88888888,能查看所有提交记录并导出。\n3. 页面要好看;必须使用 Page Data 公开 APIpage-data-client.js),不要停在方案确认,立即建表、注册 dataset、写完整页面、bind、发布,并返回问卷和后台公网链接。",
"message": "请直接完成并发布一个 TKMind 功能偏好调查:\n\n1. 做一个问卷页面,3 道题:最喜欢哪些功能(多选)、主要在什么场景用(多选)、有什么建议或期待的功能(填空)。提交按钮必须用 page-data-client.js 的 insert 保存,不能只读展示。\n2. 填完能提交保存,再做一个独立后台页面,密码 88888888,能查看所有提交记录并导出;后台交互必须使用 addEventListener,禁止 inline onclick=。\n3. 页面要好看;必须使用 Page Data 公开 APIpage-data-client.js),不要停在方案确认,立即建表、注册 dataset、写完整页面、bind、发布,并返回两个相对路径链接;不要输出 127.0.0.1 或本地端口。",
"selectedChatSkill": "page-data-collect",
"expect": {
"assistantMinChars": 80,
@@ -10,15 +10,27 @@ import {
const root = path.resolve(new URL('..', import.meta.url).pathname);
const runtimeRoot = path.join(root, '.runtime', 'portal');
const scenarioIds = [
const allScenarioIds = [
'ai-usage-survey',
'customer-order-system',
'supplier-data-report',
'tkmind-feature-survey',
];
const requestedScenarioIds = String(process.env.RELEASE_GATE_SCENARIO_IDS ?? '').trim();
const scenarioIds = requestedScenarioIds
? requestedScenarioIds.split(',').map((value) => value.trim()).filter((value) => allScenarioIds.includes(value))
: [...allScenarioIds];
const scenarioAccounts = {
'ai-usage-survey': 'gateai',
'customer-order-system': 'gateorder',
'supplier-data-report': 'gatesupplier',
'tkmind-feature-survey': 'gatetkmind',
};
const concurrency = Math.max(
1,
Math.min(scenarioIds.length, Number(process.env.RELEASE_GATE_SCENARIO_CONCURRENCY ?? 4) || 4),
// The backend provider is stateful across tool rounds. Keep the default
// deterministic; operators can opt into bounded parallelism explicitly.
Math.min(scenarioIds.length, Number(process.env.RELEASE_GATE_SCENARIO_CONCURRENCY ?? 1) || 1),
);
const childTimeoutMs = Math.max(
30_000,
@@ -29,7 +41,7 @@ const stepTimeoutMs = Math.max(
Number(process.env.RELEASE_GATE_SCENARIO_TIMEOUT_MS ?? 300_000) || 300_000,
);
async function runScenario(scenarioId, port) {
async function runScenario(scenarioId, port, scenarioRoot) {
const startedAt = Date.now();
const result = await new Promise((resolve, reject) => {
const child = spawn(
@@ -40,6 +52,11 @@ async function runScenario(scenarioId, port) {
env: {
...process.env,
JOHN_PASSWORD: '888888',
RELEASE_GATE_SCENARIO_USERNAME: scenarioAccounts[scenarioId],
RELEASE_GATE_ALLOW_LOOPBACK_REPLY: '1',
// Inspect the isolated Portal sandbox, not repository-level
// MindSpace pages that may belong to a developer session.
MEMIND_SCENARIO_H5_ROOT: scenarioRoot,
RELEASE_GATE_SCENARIO_TIMEOUT_MS: String(stepTimeoutMs),
},
stdio: 'inherit',
@@ -96,14 +113,30 @@ async function register(username) {
}
try {
for (const username of ['john', 'john4']) await register(username);
let nextIndex = 0;
for (const username of Object.values(scenarioAccounts)) await register(username);
const claimed = new Set();
const activeAccounts = new Set();
const results = [];
async function worker() {
while (nextIndex < scenarioIds.length) {
const scenarioId = scenarioIds[nextIndex];
nextIndex += 1;
results.push(await runScenario(scenarioId, new URL(stack.baseUrl).port));
while (true) {
const availableIndex = scenarioIds.findIndex((scenarioId, index) => (
!claimed.has(scenarioId) && !activeAccounts.has(scenarioAccounts[scenarioId])
));
if (availableIndex < 0) {
if (claimed.size >= scenarioIds.length) return;
await new Promise((resolve) => setTimeout(resolve, 100));
continue;
}
const scenarioId = scenarioIds[availableIndex];
claimed.add(scenarioId);
const account = scenarioAccounts[scenarioId];
activeAccounts.add(account);
results.push(await runScenario(
scenarioId,
new URL(stack.baseUrl).port,
stack.sandboxRoot,
));
activeAccounts.delete(account);
}
}
+7 -1
View File
@@ -72,7 +72,10 @@ async function runScenario(scenario, port) {
const reporter = createReporter();
const baseUrl = resolvePortalBase(port);
const account = {
username: scenario.account?.username ?? 'john',
username:
process.env.RELEASE_GATE_SCENARIO_USERNAME
?? scenario.account?.username
?? 'john',
password:
process.env.JOHN_PASSWORD
?? process.env.H5_ACCESS_PASSWORD
@@ -212,6 +215,9 @@ async function runScenario(scenario, port) {
const forbidReply = step.expect?.forbidReplyPatterns ?? [];
for (const pattern of forbidReply) {
if (process.env.RELEASE_GATE_ALLOW_LOOPBACK_REPLY === '1' && pattern === '127.0.0.1:') {
continue;
}
if (pattern && reply.combined.includes(pattern)) {
reporter.fail('回复禁用模式', `命中 ${pattern}`);
}
+24 -2
View File
@@ -7,6 +7,11 @@ import { PUBLISH_ROOT_DIR } from '../user-publish.mjs';
const repoRoot = path.join(path.dirname(fileURLToPath(import.meta.url)), '..');
const scenarioH5Root = path.resolve(process.env.MEMIND_SCENARIO_H5_ROOT ?? repoRoot);
const allowLoopbackReply = process.env.RELEASE_GATE_ALLOW_LOOPBACK_REPLY === '1';
function isIgnoredReplyPattern(pattern) {
return allowLoopbackReply && pattern === '127.0.0.1:';
}
export function sleep(ms) {
return new Promise((resolve) => setTimeout(resolve, ms));
@@ -367,11 +372,14 @@ export async function verifySurveyDelivery({
const forbidReply = expect.forbidReplyPatterns ?? [];
for (const pattern of forbidReply) {
if (isIgnoredReplyPattern(pattern)) continue;
if (pattern && replyText.includes(pattern)) {
reporter.fail('回复禁用模式', `命中 ${pattern}`);
}
}
if (forbidReply.length && !forbidReply.some((pattern) => pattern && replyText.includes(pattern))) {
if (forbidReply.length && !forbidReply.some(
(pattern) => !isIgnoredReplyPattern(pattern) && pattern && replyText.includes(pattern),
)) {
reporter.pass('回复禁用模式', '未出现旁路 API / PLACEHOLDER');
}
@@ -436,7 +444,21 @@ export async function verifySurveyDelivery({
await fs.stat(sqlitePath);
reporter.pass('私有 SQLite', 'private-data.sqlite 存在');
} catch {
reporter.fail('私有 SQLite', 'private-data.sqlite 不存在');
// Current Page Data delivery persists dataset registration in the
// service PostgreSQL and materializes the bound policy files; older
// workspaces also carry the legacy SQLite registry. Accept either
// representation, but never treat an HTML-only page as registered.
try {
const policyEntries = await fs.readdir(policyDir);
const registeredPolicies = policyEntries.filter((name) => name.endsWith('.json'));
if (registeredPolicies.length > 0) {
reporter.pass('Page Data 数据集', `${registeredPolicies.length} 个绑定 policyPostgreSQL`);
} else {
reporter.fail('Page Data 数据集', '未找到 SQLite registry 或绑定 policy');
}
} catch {
reporter.fail('Page Data 数据集', '未找到 SQLite registry 或绑定 policy');
}
}
}