/** * Provider smoke tests — code execution mode (JS batching). * * Each available (non-agentic) provider/model pair gets its own test that * spawns `goose run` with the memory + code_execution builtins and validates * that the code_execution tool was invoked. */ import { expect, beforeAll } from 'vitest'; import fs from 'node:fs'; import os from 'node:os'; import path from 'node:path'; import { buildGoose, discoverTestCases, runGoose, providerTest } from './test_providers_lib'; const BUILTINS = 'memory,code_execution'; let gooseBin: string; beforeAll(() => { gooseBin = buildGoose(); }); const { testAll } = providerTest(discoverTestCases({ skipAgentic: true })); testAll('invokes code_execution tool', async (tc) => { const testdir = fs.mkdtempSync(path.join(os.tmpdir(), 'goose-codeexec-')); try { const output = await runGoose( gooseBin, testdir, "Store a memory with category 'test' and data 'hello world', then retrieve all memories from category 'test'.", BUILTINS, { GOOSE_PROVIDER: tc.provider, GOOSE_MODEL: tc.model } ); // Matches: "execute_typescript | code_execution", "get_function_details | code_execution", // "tool call | execute", "tool calls | execute" (old format) // "▸ execute N tool call" (new format with tool_graph) // "▸ execute_typescript" (plain tool name in output) const codeExecPattern = /(execute_typescript \| code_execution)|(get_function_details \| code_execution)|(tool calls? \| execute)|(▸.*execute.*tool call)|(▸ execute_typescript)/; expect( codeExecPattern.test(output), `Expected code_execution tool to be called\n\nFull output:\n${output}` ).toBe(true); } finally { fs.rmSync(testdir, { recursive: true, force: true }); } });