fix(goose-v149): block unattended real LLM smokes by default

Prevent phase2/phase3/all reruns from burning DashScope tokens unless
GOOSE_V149_ALLOW_REAL_LLM=1 is explicitly set with human approval.

Co-authored-by: Cursor <cursoragent@cursor.com>

scripts/check-goosed-v149-all.mjs

@@ -8,12 +8,14 @@ import path from 'node:path';
 import { fileURLToPath } from 'node:url';
 
 import { prepareGooseV149CheckEnv } from './goose-v149-canary.mjs';
+import { enforceRealLlmGate } from './goose-v149-real-llm-gate.mjs';
 import {
   gooseV149PortalAgentEnv,
   waitForAgentRunWorkerIdle,
 } from './goose-v149-worker-idle.mjs';
 
 const root = path.join(path.dirname(fileURLToPath(import.meta.url)), '..');
+enforceRealLlmGate('check-goosed-v149-all.mjs');
 const checkEnv = prepareGooseV149CheckEnv({ ...process.env }, root);
 
 const checks = [

scripts/check-goosed-v149-cost-smoke.mjs

@@ -11,6 +11,9 @@ import { fileURLToPath } from 'node:url';
 import { normalizeTokenState } from '../billing.mjs';
 import { enrichTokenStateForBilling, resolveBillingTokenState } from '../billing-token-state.mjs';
 import { collectReplyEvents, createV149Client } from './goose-v149-sse.mjs';
+import { enforceRealLlmGate } from './goose-v149-real-llm-gate.mjs';
+
+enforceRealLlmGate('check-goosed-v149-cost-smoke.mjs');
 
 const memindRoot = path.join(path.dirname(fileURLToPath(import.meta.url)), '..');
 

scripts/check-goosed-v149-deepseek-tools.mjs

@@ -9,6 +9,9 @@ import { randomUUID } from 'node:crypto';
 import { fileURLToPath } from 'node:url';
 
 import { collectReplyEvents, createV149Client } from './goose-v149-sse.mjs';
+import { enforceRealLlmGate } from './goose-v149-real-llm-gate.mjs';
+
+enforceRealLlmGate('check-goosed-v149-deepseek-tools.mjs');
 
 const memindRoot = path.join(path.dirname(fileURLToPath(import.meta.url)), '..');
 

scripts/check-goosed-v149-harness.mjs

@@ -4,6 +4,10 @@
  */
 import { Agent, fetch } from 'undici';
 
+import { enforceRealLlmGate } from './goose-v149-real-llm-gate.mjs';
+
+enforceRealLlmGate('check-goosed-v149-harness.mjs');
+
 const port = process.env.GOOSE_V149_PORT || '18049';
 const host = process.env.GOOSE_V149_HOST || '127.0.0.1';
 const secret = process.env.GOOSE_SERVER__SECRET_KEY || 'local-v149-dev-secret';

scripts/check-goosed-v149-memory-chat.mjs

@@ -10,6 +10,7 @@ import { createConversationMemoryService } from '../conversation-memory.mjs';
 import { createMemoryV2 } from '../memory-v2.mjs';
 import { createDbPool } from '../db.mjs';
 import { prepareGooseV149CheckEnv } from './goose-v149-canary.mjs';
+import { enforceRealLlmGate } from './goose-v149-real-llm-gate.mjs';
 import {
   createReporter,
   loginViaApi,
@@ -19,6 +20,7 @@ import {
 } from './scenario-test-lib.mjs';
 
 const root = path.join(path.dirname(fileURLToPath(import.meta.url)), '..');
+enforceRealLlmGate('check-goosed-v149-memory-chat.mjs');
 prepareGooseV149CheckEnv(process.env, root);
 
 const baseUrl = resolvePortalBase(Number(process.env.H5_PORT ?? 8081));

scripts/check-goosed-v149-memory-loop.mjs

@@ -8,6 +8,9 @@ import mysql from 'mysql2/promise';
 import { createConversationMemoryService } from '../conversation-memory.mjs';
 import { createMemoryV2 } from '../memory-v2.mjs';
 import { loadMemindEnvFiles } from './memind-runtime-profile.mjs';
+import { enforceRealLlmGate } from './goose-v149-real-llm-gate.mjs';
+
+enforceRealLlmGate('check-goosed-v149-memory-loop.mjs');
 
 const BLOCKED_DB_HOSTS = ['58.38.22.103', '120.26.184.105', 'rds.aliyuncs.com'];
 const MARKER = `goose-v149-memory-loop-${Date.now()}`;

scripts/check-goosed-v149-memory-verbal-recall.mjs

@@ -9,6 +9,7 @@ import { fileURLToPath } from 'node:url';
 
 import { createDbPool } from '../db.mjs';
 import { prepareGooseV149CheckEnv } from './goose-v149-canary.mjs';
+import { enforceRealLlmGate } from './goose-v149-real-llm-gate.mjs';
 import {
   createReporter,
   extractAssistantTexts,
@@ -20,6 +21,7 @@ import {
 } from './scenario-test-lib.mjs';
 
 const root = path.join(path.dirname(fileURLToPath(import.meta.url)), '..');
+enforceRealLlmGate('check-goosed-v149-memory-verbal-recall.mjs');
 prepareGooseV149CheckEnv(process.env, root);
 
 const baseUrl = resolvePortalBase(Number(process.env.H5_PORT ?? 8081));

scripts/check-goosed-v149-multiturn-provider.mjs

@@ -6,6 +6,10 @@ import { randomUUID } from 'node:crypto';
 import { Readable } from 'node:stream';
 import { Agent, fetch } from 'undici';
 
+import { enforceRealLlmGate } from './goose-v149-real-llm-gate.mjs';
+
+enforceRealLlmGate('check-goosed-v149-multiturn-provider.mjs');
+
 const port = process.env.GOOSE_V149_PORT || '18049';
 const host = process.env.GOOSE_V149_HOST || '127.0.0.1';
 const secret = process.env.GOOSE_SERVER__SECRET_KEY || 'local-v149-dev-secret';

scripts/check-goosed-v149-page-e2e.mjs

@@ -8,6 +8,7 @@ import { fileURLToPath } from 'node:url';
 
 import { buildChatSkillPrompt } from '../chat-skills.mjs';
 import { prepareGooseV149CheckEnv } from './goose-v149-canary.mjs';
+import { enforceRealLlmGate } from './goose-v149-real-llm-gate.mjs';
 import {
   createReporter,
   extractAssistantTexts,
@@ -20,6 +21,7 @@ import {
 } from './scenario-test-lib.mjs';
 
 const root = path.join(path.dirname(fileURLToPath(import.meta.url)), '..');
+enforceRealLlmGate('check-goosed-v149-page-e2e.mjs');
 prepareGooseV149CheckEnv(process.env, root);
 
 const baseUrl = resolvePortalBase(Number(process.env.H5_PORT ?? 8081));

scripts/check-goosed-v149-portal-resume.mjs

@@ -7,6 +7,7 @@ import path from 'node:path';
 import { fileURLToPath } from 'node:url';
 
 import { prepareGooseV149CheckEnv } from './goose-v149-canary.mjs';
+import { enforceRealLlmGate } from './goose-v149-real-llm-gate.mjs';
 import { waitForAgentRunWorkerIdle } from './goose-v149-worker-idle.mjs';
 import {
   createReporter,
@@ -16,6 +17,7 @@ import {
 } from './scenario-test-lib.mjs';
 
 const root = path.join(path.dirname(fileURLToPath(import.meta.url)), '..');
+enforceRealLlmGate('check-goosed-v149-portal-resume.mjs');
 prepareGooseV149CheckEnv(process.env, root);
 
 const baseUrl = resolvePortalBase(Number(process.env.H5_PORT ?? 8081));

scripts/check-goosed-v149-portal-smoke.mjs

@@ -9,10 +9,12 @@ import { execFileSync } from 'node:child_process';
 import { fileURLToPath } from 'node:url';
 
 import { applyGooseV149CanaryBlockEnv, describeGooseCanaryConfig } from './goose-v149-canary.mjs';
+import { enforceRealLlmGate } from './goose-v149-real-llm-gate.mjs';
 import { loadMemindEnvFiles } from './memind-runtime-profile.mjs';
 import { waitForRunTerminal } from './scenario-test-lib.mjs';
 
 const root = path.join(path.dirname(fileURLToPath(import.meta.url)), '..');
+enforceRealLlmGate('check-goosed-v149-portal-smoke.mjs');
 loadMemindEnvFiles(root, process.env);
 applyGooseV149CanaryBlockEnv(process.env, root);
 

scripts/check-goosed-v149-provider.mjs

@@ -12,6 +12,10 @@ import { fileURLToPath } from 'node:url';
 import { Readable } from 'node:stream';
 import { Agent, fetch } from 'undici';
 
+import { enforceRealLlmGate } from './goose-v149-real-llm-gate.mjs';
+
+enforceRealLlmGate('check-goosed-v149-provider.mjs');
+
 const memindRoot = path.join(path.dirname(fileURLToPath(import.meta.url)), '..');
 
 function loadEnvFile(filePath) {

scripts/check-goosed-v149-reply-smoke.mjs

@@ -7,6 +7,10 @@ import { randomUUID } from 'node:crypto';
 import { Readable } from 'node:stream';
 import { Agent, fetch } from 'undici';
 
+import { enforceRealLlmGate } from './goose-v149-real-llm-gate.mjs';
+
+enforceRealLlmGate('check-goosed-v149-reply-smoke.mjs');
+
 const port = process.env.GOOSE_V149_PORT || '18049';
 const host = process.env.GOOSE_V149_HOST || '127.0.0.1';
 const secret = process.env.GOOSE_SERVER__SECRET_KEY || 'local-v149-dev-secret';

scripts/goose-v149-canary.mjs

@@ -7,6 +7,7 @@ import path from 'node:path';
 import { fileURLToPath } from 'node:url';
 
 import { createCanaryPolicy, resolveCanaryTarget } from '../release-gate/canary-routing.mjs';
+import { applyRealLlmSkipDefaults } from './goose-v149-real-llm-gate.mjs';
 import { loadMemindEnvFiles } from './memind-runtime-profile.mjs';
 
 const memindRoot = path.join(path.dirname(fileURLToPath(import.meta.url)), '..');
@@ -78,6 +79,7 @@ export function prepareGooseV149CheckEnv(env = process.env, rootDir = memindRoot
   loadMemindEnvFiles(rootDir, env);
   applyGooseV149CanaryBlockEnv(env, rootDir);
   applyLocalScenarioCredentials(env);
+  applyRealLlmSkipDefaults(env);
   const canary = resolveGooseApiTargetsFromEnv(env);
   if (canary?.mode && canary.mode !== 'off' && env.GOOSE_V149_MEMORY_DRIFT_REFRESH_AFTER_SMOKE == null) {
     env.GOOSE_V149_MEMORY_DRIFT_REFRESH_AFTER_SMOKE = '1';

scripts/goose-v149-real-llm-gate.mjs

@@ -0,0 +1,40 @@
+/**
+ * Hard gate: block unattended Goose v1.49 smoke that calls real LLM providers.
+ * Bulk portal/page/memory smokes can consume 100M+ tokens/day on DashScope.
+ *
+ * Opt-in only:
+ *   GOOSE_V149_ALLOW_REAL_LLM=1 node scripts/check-goosed-v149-all.mjs
+ *
+ * See docs/goose-v149-real-llm-gate.md
+ */
+
+export const REAL_LLM_GATE_ENV = 'GOOSE_V149_ALLOW_REAL_LLM';
+
+export function isRealLlmAllowed(env = process.env) {
+  return String(env[REAL_LLM_GATE_ENV] ?? '') === '1';
+}
+
+export function realLlmGateMessage(source) {
+  return [
+    `GOOSE_V149_REAL_LLM_BLOCKED: ${source}`,
+    'Unattended v1.49 smokes that call real LLM providers are disabled by default.',
+    'They previously consumed ~150M tokens/day on local DashScope during phase3 reruns.',
+    `To run once with explicit approval: ${REAL_LLM_GATE_ENV}=1 <command>`,
+    'See docs/goose-v149-real-llm-gate.md',
+  ].join('\n');
+}
+
+export function enforceRealLlmGate(source, env = process.env) {
+  if (isRealLlmAllowed(env)) return;
+  console.error(realLlmGateMessage(source));
+  process.exit(2);
+}
+
+/** Force skip flags for the heaviest portal/page smokes unless explicitly allowed. */
+export function applyRealLlmSkipDefaults(env = process.env) {
+  if (isRealLlmAllowed(env)) return env;
+  env.GOOSE_V149_PORTAL_SMOKE_SKIP = '1';
+  env.GOOSE_V149_PAGE_E2E_SKIP = '1';
+  env.GOOSE_V149_PORTAL_RESUME_SKIP = env.GOOSE_V149_PORTAL_RESUME_SKIP ?? '1';
+  return env;
+}

scripts/goose-v149-real-llm-gate.test.mjs

@@ -0,0 +1,29 @@
+import assert from 'node:assert/strict';
+import test from 'node:test';
+
+import {
+  applyRealLlmSkipDefaults,
+  isRealLlmAllowed,
+  realLlmGateMessage,
+} from './goose-v149-real-llm-gate.mjs';
+
+test('real LLM smokes blocked unless GOOSE_V149_ALLOW_REAL_LLM=1', () => {
+  assert.equal(isRealLlmAllowed({}), false);
+  assert.equal(isRealLlmAllowed({ GOOSE_V149_ALLOW_REAL_LLM: '1' }), true);
+});
+
+test('applyRealLlmSkipDefaults forces portal/page/resume skip when blocked', () => {
+  const env = applyRealLlmSkipDefaults({});
+  assert.equal(env.GOOSE_V149_PORTAL_SMOKE_SKIP, '1');
+  assert.equal(env.GOOSE_V149_PAGE_E2E_SKIP, '1');
+  assert.equal(env.GOOSE_V149_PORTAL_RESUME_SKIP, '1');
+});
+
+test('applyRealLlmSkipDefaults leaves skip flags unset when allowed', () => {
+  const env = applyRealLlmSkipDefaults({ GOOSE_V149_ALLOW_REAL_LLM: '1' });
+  assert.equal(env.GOOSE_V149_PORTAL_SMOKE_SKIP, undefined);
+});
+
+test('gate message mentions opt-in env', () => {
+  assert.match(realLlmGateMessage('test'), /GOOSE_V149_ALLOW_REAL_LLM=1/);
+});

scripts/run-goosed-v149-local.sh

@@ -3,6 +3,12 @@
 # Does not touch 103 production ports 18006-18014 or Portal 8081.
 set -euo pipefail
 
+if [[ "${GOOSE_V149_ALLOW_REAL_LLM:-}" != "1" ]]; then
+  echo "[goose-v149] REAL_LLM_BLOCKED: run-goosed-v149-local.sh disabled by default (see docs/goose-v149-real-llm-gate.md)" >&2
+  echo "[goose-v149] To start once with explicit approval: GOOSE_V149_ALLOW_REAL_LLM=1 bash scripts/run-goosed-v149-local.sh" >&2
+  exit 2
+fi
+
 ROOT="$(cd "$(dirname "$0")/.." && pwd)"
 GOOSED_ROOT="${GOOSED_V149_ROOT:-/Users/john/Project/tkmind_go-v149}"
 PORT="${GOOSE_V149_PORT:-18049}"

scripts/run-goosed-v149-missing-evidence.mjs

@@ -9,8 +9,10 @@ import { fileURLToPath } from 'node:url';
 
 import { loadMemindEnvFiles } from './memind-runtime-profile.mjs';
 import { prepareGooseV149CheckEnv } from './goose-v149-canary.mjs';
+import { enforceRealLlmGate } from './goose-v149-real-llm-gate.mjs';
 
 const root = path.join(path.dirname(fileURLToPath(import.meta.url)), '..');
+enforceRealLlmGate('run-goosed-v149-missing-evidence.mjs');
 const checkEnv = prepareGooseV149CheckEnv({ ...process.env }, root);
 if (!String(checkEnv.GOOSE_V149_MEMORY_VERBAL_FORCE_DEEP ?? '').trim()) {
   checkEnv.GOOSE_V149_MEMORY_VERBAL_FORCE_DEEP = '0';

scripts/run-goosed-v149-phase2.mjs

@@ -9,8 +9,10 @@ import { fileURLToPath } from 'node:url';
 
 import { loadMemindEnvFiles } from './memind-runtime-profile.mjs';
 import { prepareGooseV149CheckEnv } from './goose-v149-canary.mjs';
+import { enforceRealLlmGate } from './goose-v149-real-llm-gate.mjs';
 
 const root = path.join(path.dirname(fileURLToPath(import.meta.url)), '..');
+enforceRealLlmGate('run-goosed-v149-phase2.mjs');
 const checkEnv = prepareGooseV149CheckEnv({ ...process.env }, root);
 
 const checks = [

scripts/run-goosed-v149-phase3.mjs

@@ -9,12 +9,14 @@ import path from 'node:path';
 import { fileURLToPath } from 'node:url';
 
 import { prepareGooseV149CheckEnv } from './goose-v149-canary.mjs';
+import { enforceRealLlmGate } from './goose-v149-real-llm-gate.mjs';
 import {
   gooseV149PortalAgentEnv,
   waitForAgentRunWorkerIdle,
 } from './goose-v149-worker-idle.mjs';
 
 const root = path.join(path.dirname(fileURLToPath(import.meta.url)), '..');
+enforceRealLlmGate('run-goosed-v149-phase3.mjs');
 const checkEnv = prepareGooseV149CheckEnv({ ...process.env }, root);
 
 const checks = [