nit: show dir in title, and less... jank (#7138)
This commit is contained in:
+7
-7
@@ -57,7 +57,7 @@ TMPFILE=$(mktemp)
|
||||
(cd "$TESTDIR" && GOOSE_PROVIDER="$TEST_PROVIDER" GOOSE_MODEL="$TEST_MODEL" \
|
||||
"$GOOSE_BIN" run --recipe recipe.yaml 2>&1) | tee "$TMPFILE"
|
||||
|
||||
if grep -q "add | test_mcp" "$TMPFILE" && grep -q "100" "$TMPFILE"; then
|
||||
if grep -qE "(add \| test_mcp)|(▸.*add.*test_mcp)" "$TMPFILE" && grep -q "100" "$TMPFILE"; then
|
||||
echo "✓ FastMCP stderr test passed"
|
||||
RESULTS+=("✓ FastMCP stderr")
|
||||
else
|
||||
@@ -73,20 +73,20 @@ TESTDIR=$(mktemp -d)
|
||||
TMPFILE=$(mktemp)
|
||||
|
||||
(cd "$TESTDIR" && GOOSE_PROVIDER="$TEST_PROVIDER" GOOSE_MODEL="$TEST_MODEL" \
|
||||
"$GOOSE_BIN" run --text "Use the sampleLLM tool to ask for a quote from The Great Gatsby" \
|
||||
"$GOOSE_BIN" run --text "Use the sampleLLM tool to ask for an original short poem about the ocean" \
|
||||
--with-extension "npx -y @modelcontextprotocol/server-everything@2026.1.14" 2>&1) | tee "$TMPFILE"
|
||||
|
||||
if grep -q "$MCP_SAMPLING_TOOL | " "$TMPFILE"; then
|
||||
if grep -qE "($MCP_SAMPLING_TOOL \| )|(▸.*$MCP_SAMPLING_TOOL)" "$TMPFILE"; then
|
||||
JUDGE_PROMPT=$(cat <<EOF
|
||||
You are a validator. You will be given a transcript of a CLI run that used an MCP tool to initiate MCP sampling.
|
||||
The MCP server requests a quote from The Great Gatsby from the model via sampling.
|
||||
The MCP server requests an original short poem about the ocean from the model via sampling.
|
||||
|
||||
Task: Determine whether the transcript shows that the sampling request reached the model and that the output included either:
|
||||
• A recognizable quote, paraphrase, or reference from The Great Gatsby, or
|
||||
• A clear attempt or explanation from the model about why the quote could not be returned.
|
||||
• A poem, verse, or creative text about the ocean or sea, or
|
||||
• A clear attempt or explanation from the model about the poem request.
|
||||
|
||||
If either of these conditions is true, respond PASS.
|
||||
If there is no evidence that the model attempted or returned a Gatsby-related response, respond FAIL.
|
||||
If there is no evidence that the model attempted or returned a poem-related response, respond FAIL.
|
||||
If uncertain, lean toward PASS.
|
||||
|
||||
Output format: Respond with exactly one word on a single line:
|
||||
|
||||
@@ -40,7 +40,7 @@ run_test() {
|
||||
echo "failure|test content not found by model" > "$result_file"
|
||||
fi
|
||||
else
|
||||
if ! grep -q "text_editor | developer" "$output_file"; then
|
||||
if ! grep -qE "(text_editor \| developer)|(▸.*text_editor.*developer)" "$output_file"; then
|
||||
echo "failure|model did not use text_editor tool" > "$result_file"
|
||||
elif ! grep -q "TEST-CONTENT-ABC123" "$output_file"; then
|
||||
echo "failure|model did not return uppercased file content" > "$result_file"
|
||||
|
||||
@@ -30,8 +30,9 @@ run_test() {
|
||||
|
||||
# Verify: code_execution tool must be called
|
||||
# Matches: "execute | code_execution", "get_function_details | code_execution",
|
||||
# "tool call | execute", "tool calls | execute"
|
||||
if grep -qE "(execute \| code_execution)|(get_function_details \| code_execution)|(tool calls? \| execute)" "$output_file"; then
|
||||
# "tool call | execute", "tool calls | execute" (old format)
|
||||
# "▸ execute N tool call" (new format with tool_graph)
|
||||
if grep -qE "(execute \| code_execution)|(get_function_details \| code_execution)|(tool calls? \| execute)|(▸.*execute.*tool call)" "$output_file"; then
|
||||
echo "success|code_execution tool called" > "$result_file"
|
||||
else
|
||||
echo "failure|no code_execution tool calls found" > "$result_file"
|
||||
|
||||
@@ -77,8 +77,8 @@ check_recipe_output() {
|
||||
local tmpfile=$1
|
||||
local mode=$2
|
||||
|
||||
# Check for delegate tool invocation (new format: "─── delegate |")
|
||||
if grep -q "─── delegate" "$tmpfile"; then
|
||||
# Check for delegate tool invocation (old: "─── delegate |", new: "▸ delegate")
|
||||
if grep -qE "(─── delegate)|(▸.*delegate)" "$tmpfile"; then
|
||||
echo "✓ SUCCESS: Delegate tool invoked"
|
||||
RESULTS+=("✓ Delegate tool invocation ($mode)")
|
||||
else
|
||||
|
||||
Reference in New Issue
Block a user