Elena Zherdeva
75 lines
2.5 KiB
Python
75 lines
2.5 KiB
Python
import os
|
|
from unittest.mock import patch
|
|
|
|
import pytest
|
|
from exchange import Text, ToolUse
|
|
from exchange.providers.base import MissingProviderEnvVariableError
|
|
from exchange.providers.openai import OpenAiProvider
|
|
from .conftest import complete, vision, tools
|
|
|
|
OPENAI_MODEL = os.getenv("OPENAI_MODEL", "gpt-4o-mini")
|
|
|
|
|
|
def test_from_env_throw_error_when_missing_api_key():
|
|
with patch.dict(os.environ, {}, clear=True):
|
|
with pytest.raises(MissingProviderEnvVariableError) as context:
|
|
OpenAiProvider.from_env()
|
|
assert context.value.provider == "openai"
|
|
assert context.value.env_variable == "OPENAI_API_KEY"
|
|
assert "Missing environment variables: OPENAI_API_KEY for provider openai" in context.value.message
|
|
assert "https://platform.openai.com" in context.value.message
|
|
|
|
|
|
@pytest.mark.vcr()
|
|
def test_openai_complete(default_openai_env):
|
|
reply_message, reply_usage = complete(OpenAiProvider, OPENAI_MODEL)
|
|
|
|
assert reply_message.content == [Text("Hello! How can I assist you today?")]
|
|
assert reply_usage.total_tokens == 27
|
|
|
|
|
|
@pytest.mark.integration
|
|
def test_openai_complete_integration():
|
|
reply = complete(OpenAiProvider, OPENAI_MODEL)
|
|
|
|
assert reply[0].content is not None
|
|
print("Completion content from OpenAI:", reply[0].content)
|
|
|
|
|
|
@pytest.mark.vcr()
|
|
def test_openai_tools(default_openai_env):
|
|
reply_message, reply_usage = tools(OpenAiProvider, OPENAI_MODEL)
|
|
|
|
tool_use = reply_message.content[0]
|
|
assert isinstance(tool_use, ToolUse), f"Expected ToolUse, but was {type(tool_use).__name__}"
|
|
assert tool_use.id == "call_Z43oz2RtLmNHw9xvFgxA1SC5"
|
|
assert tool_use.name == "read_file"
|
|
assert tool_use.parameters == {"filename": "test.txt"}
|
|
assert reply_usage.total_tokens == 122
|
|
|
|
|
|
@pytest.mark.integration
|
|
def test_openai_tools_integration():
|
|
reply = tools(OpenAiProvider, OPENAI_MODEL)
|
|
|
|
tool_use = reply[0].content[0]
|
|
assert isinstance(tool_use, ToolUse), f"Expected ToolUse, but was {type(tool_use).__name__}"
|
|
assert tool_use.id is not None
|
|
assert tool_use.name == "read_file"
|
|
assert tool_use.parameters == {"filename": "test.txt"}
|
|
|
|
|
|
@pytest.mark.vcr()
|
|
def test_openai_vision(default_openai_env):
|
|
reply_message, reply_usage = vision(OpenAiProvider, OPENAI_MODEL)
|
|
|
|
assert reply_message.content == [Text('The first entry in the menu says "Ask Goose."')]
|
|
assert reply_usage.total_tokens == 14241
|
|
|
|
|
|
@pytest.mark.integration
|
|
def test_openai_vision_integration():
|
|
reply = vision(OpenAiProvider, OPENAI_MODEL)
|
|
|
|
assert "ask goose" in reply[0].text.lower()
|