@@ -15,10 +15,10 @@ fi
|
||||
SCRIPT_DIR=$(pwd)
|
||||
|
||||
PROVIDERS=(
|
||||
"openrouter:anthropic/claude-sonnet-4.5:qwen/qwen3-coder"
|
||||
"openai:gpt-4o:gpt-4o-mini:gpt-3.5-turbo"
|
||||
"openrouter:google/gemini-2.5-pro:google/gemini-2.5-flash:anthropic/claude-sonnet-4.5:qwen/qwen3-coder"
|
||||
"openai:gpt-4o:gpt-4o-mini:gpt-3.5-turbo:gpt-5"
|
||||
"anthropic:claude-sonnet-4-5-20250929:claude-opus-4-1-20250805"
|
||||
"google:gemini-2.5-pro:gemini-2.5-pro:gemini-2.5-flash"
|
||||
"google:gemini-2.5-pro:gemini-2.5-flash"
|
||||
)
|
||||
|
||||
# In CI, only run Databricks tests if DATABRICKS_HOST and DATABRICKS_TOKEN are set
|
||||
@@ -50,14 +50,14 @@ for provider_config in "${PROVIDERS[@]}"; do
|
||||
echo "Model: ${MODEL}"
|
||||
echo ""
|
||||
TMPFILE=$(mktemp)
|
||||
(cd "$TESTDIR" && "$SCRIPT_DIR/target/release/goose" run --text "please list files in the current directory" --with-builtin developer 2>&1) | tee "$TMPFILE"
|
||||
(cd "$TESTDIR" && "$SCRIPT_DIR/target/release/goose" run --text "please list files in the current directory" --with-builtin developer,autovisualiser,computercontroller,tutorial 2>&1) | tee "$TMPFILE"
|
||||
echo ""
|
||||
if grep -q "shell | developer" "$TMPFILE"; then
|
||||
echo "✓ SUCCESS: Test passed - developer tool called"
|
||||
RESULTS+=("✓ ${PROVIDER}/${MODEL}")
|
||||
RESULTS+=("✓ ${PROVIDER}: ${MODEL}")
|
||||
else
|
||||
echo "✗ FAILED: Test failed - no developer tools called"
|
||||
RESULTS+=("✗ ${PROVIDER}/${MODEL}")
|
||||
RESULTS+=("✗ ${PROVIDER}: ${MODEL}")
|
||||
fi
|
||||
rm "$TMPFILE"
|
||||
rm -rf "$TESTDIR"
|
||||
|
||||
Reference in New Issue
Block a user