236 lines
9.3 KiB
Rust
236 lines
9.3 KiB
Rust
use anyhow::Result;
|
|
use async_trait::async_trait;
|
|
use axum::http::HeaderMap;
|
|
use reqwest::{Client, StatusCode};
|
|
use serde_json::Value;
|
|
use std::time::Duration;
|
|
|
|
use super::base::{ConfigKey, ModelInfo, Provider, ProviderMetadata, ProviderUsage};
|
|
use super::errors::ProviderError;
|
|
use super::formats::anthropic::{create_request, get_usage, response_to_message};
|
|
use super::utils::{emit_debug_trace, get_model};
|
|
use crate::message::Message;
|
|
use crate::model::ModelConfig;
|
|
use mcp_core::tool::Tool;
|
|
|
|
pub const ANTHROPIC_DEFAULT_MODEL: &str = "claude-3-5-sonnet-latest";
|
|
pub const ANTHROPIC_KNOWN_MODELS: &[&str] = &[
|
|
"claude-sonnet-4-latest",
|
|
"claude-sonnet-4-20250514",
|
|
"claude-opus-4-latest",
|
|
"claude-opus-4-20250514",
|
|
"claude-3-7-sonnet-latest",
|
|
"claude-3-7-sonnet-20250219",
|
|
"claude-3-5-sonnet-latest",
|
|
"claude-3-5-haiku-latest",
|
|
"claude-3-opus-latest",
|
|
];
|
|
|
|
pub const ANTHROPIC_DOC_URL: &str = "https://docs.anthropic.com/en/docs/about-claude/models";
|
|
pub const ANTHROPIC_API_VERSION: &str = "2023-06-01";
|
|
|
|
#[derive(serde::Serialize)]
|
|
pub struct AnthropicProvider {
|
|
#[serde(skip)]
|
|
client: Client,
|
|
host: String,
|
|
api_key: String,
|
|
model: ModelConfig,
|
|
}
|
|
|
|
impl Default for AnthropicProvider {
|
|
fn default() -> Self {
|
|
let model = ModelConfig::new(AnthropicProvider::metadata().default_model);
|
|
AnthropicProvider::from_env(model).expect("Failed to initialize Anthropic provider")
|
|
}
|
|
}
|
|
|
|
impl AnthropicProvider {
|
|
pub fn from_env(model: ModelConfig) -> Result<Self> {
|
|
let config = crate::config::Config::global();
|
|
let api_key: String = config.get_secret("ANTHROPIC_API_KEY")?;
|
|
let host: String = config
|
|
.get_param("ANTHROPIC_HOST")
|
|
.unwrap_or_else(|_| "https://api.anthropic.com".to_string());
|
|
|
|
let client = Client::builder()
|
|
.timeout(Duration::from_secs(600))
|
|
.build()?;
|
|
|
|
Ok(Self {
|
|
client,
|
|
host,
|
|
api_key,
|
|
model,
|
|
})
|
|
}
|
|
|
|
async fn post(&self, headers: HeaderMap, payload: Value) -> Result<Value, ProviderError> {
|
|
let base_url = url::Url::parse(&self.host)
|
|
.map_err(|e| ProviderError::RequestFailed(format!("Invalid base URL: {e}")))?;
|
|
let url = base_url.join("v1/messages").map_err(|e| {
|
|
ProviderError::RequestFailed(format!("Failed to construct endpoint URL: {e}"))
|
|
})?;
|
|
|
|
let response = self
|
|
.client
|
|
.post(url)
|
|
.headers(headers)
|
|
.json(&payload)
|
|
.send()
|
|
.await?;
|
|
|
|
let status = response.status();
|
|
let payload: Option<Value> = response.json().await.ok();
|
|
|
|
// https://docs.anthropic.com/en/api/errors
|
|
match status {
|
|
StatusCode::OK => payload.ok_or_else( || ProviderError::RequestFailed("Response body is not valid JSON".to_string()) ),
|
|
StatusCode::UNAUTHORIZED | StatusCode::FORBIDDEN => {
|
|
Err(ProviderError::Authentication(format!("Authentication failed. Please ensure your API keys are valid and have the required permissions. \
|
|
Status: {}. Response: {:?}", status, payload)))
|
|
}
|
|
StatusCode::BAD_REQUEST => {
|
|
let mut error_msg = "Unknown error".to_string();
|
|
if let Some(payload) = &payload {
|
|
if let Some(error) = payload.get("error") {
|
|
tracing::debug!("Bad Request Error: {error:?}");
|
|
error_msg = error.get("message").and_then(|m| m.as_str()).unwrap_or("Unknown error").to_string();
|
|
if error_msg.to_lowercase().contains("too long") || error_msg.to_lowercase().contains("too many") {
|
|
return Err(ProviderError::ContextLengthExceeded(error_msg.to_string()));
|
|
}
|
|
}}
|
|
tracing::debug!(
|
|
"{}", format!("Provider request failed with status: {}. Payload: {:?}", status, payload)
|
|
);
|
|
Err(ProviderError::RequestFailed(format!("Request failed with status: {}. Message: {}", status, error_msg)))
|
|
}
|
|
StatusCode::TOO_MANY_REQUESTS => {
|
|
Err(ProviderError::RateLimitExceeded(format!("{:?}", payload)))
|
|
}
|
|
StatusCode::INTERNAL_SERVER_ERROR | StatusCode::SERVICE_UNAVAILABLE => {
|
|
Err(ProviderError::ServerError(format!("{:?}", payload)))
|
|
}
|
|
_ => {
|
|
tracing::debug!(
|
|
"{}", format!("Provider request failed with status: {}. Payload: {:?}", status, payload)
|
|
);
|
|
Err(ProviderError::RequestFailed(format!("Request failed with status: {}", status)))
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
#[async_trait]
|
|
impl Provider for AnthropicProvider {
|
|
fn metadata() -> ProviderMetadata {
|
|
ProviderMetadata::with_models(
|
|
"anthropic",
|
|
"Anthropic",
|
|
"Claude and other models from Anthropic",
|
|
ANTHROPIC_DEFAULT_MODEL,
|
|
vec![
|
|
ModelInfo::with_cost("claude-sonnet-4-latest", 200000, 0.000015, 0.000075),
|
|
ModelInfo::with_cost("claude-sonnet-4-20250514", 200000, 0.000015, 0.000075),
|
|
ModelInfo::with_cost("claude-opus-4-latest", 200000, 0.000025, 0.000125),
|
|
ModelInfo::with_cost("claude-opus-4-20250514", 200000, 0.000025, 0.000125),
|
|
ModelInfo::with_cost("claude-3-7-sonnet-latest", 200000, 0.000008, 0.000024),
|
|
ModelInfo::with_cost("claude-3-7-sonnet-20250219", 200000, 0.000008, 0.000024),
|
|
ModelInfo::with_cost("claude-3-5-sonnet-20241022", 200000, 0.000003, 0.000015),
|
|
ModelInfo::with_cost("claude-3-5-haiku-20241022", 200000, 0.000001, 0.000005),
|
|
ModelInfo::with_cost("claude-3-opus-20240229", 200000, 0.000015, 0.000075),
|
|
ModelInfo::with_cost("claude-3-sonnet-20240229", 200000, 0.000003, 0.000015),
|
|
ModelInfo::with_cost("claude-3-haiku-20240307", 200000, 0.00000025, 0.00000125),
|
|
],
|
|
ANTHROPIC_DOC_URL,
|
|
vec![
|
|
ConfigKey::new("ANTHROPIC_API_KEY", true, true, None),
|
|
ConfigKey::new(
|
|
"ANTHROPIC_HOST",
|
|
true,
|
|
false,
|
|
Some("https://api.anthropic.com"),
|
|
),
|
|
],
|
|
)
|
|
}
|
|
|
|
fn get_model_config(&self) -> ModelConfig {
|
|
self.model.clone()
|
|
}
|
|
|
|
#[tracing::instrument(
|
|
skip(self, system, messages, tools),
|
|
fields(model_config, input, output, input_tokens, output_tokens, total_tokens)
|
|
)]
|
|
async fn complete(
|
|
&self,
|
|
system: &str,
|
|
messages: &[Message],
|
|
tools: &[Tool],
|
|
) -> Result<(Message, ProviderUsage), ProviderError> {
|
|
let payload = create_request(&self.model, system, messages, tools)?;
|
|
|
|
let mut headers = reqwest::header::HeaderMap::new();
|
|
headers.insert("x-api-key", self.api_key.parse().unwrap());
|
|
headers.insert("anthropic-version", ANTHROPIC_API_VERSION.parse().unwrap());
|
|
|
|
let is_thinking_enabled = std::env::var("CLAUDE_THINKING_ENABLED").is_ok();
|
|
if self.model.model_name.starts_with("claude-3-7-sonnet-") && is_thinking_enabled {
|
|
// https://docs.anthropic.com/en/docs/build-with-claude/extended-thinking#extended-output-capabilities-beta
|
|
headers.insert("anthropic-beta", "output-128k-2025-02-19".parse().unwrap());
|
|
}
|
|
|
|
if self.model.model_name.starts_with("claude-3-7-sonnet-") {
|
|
// https://docs.anthropic.com/en/docs/build-with-claude/tool-use/token-efficient-tool-use
|
|
headers.insert(
|
|
"anthropic-beta",
|
|
"token-efficient-tools-2025-02-19".parse().unwrap(),
|
|
);
|
|
}
|
|
|
|
// Make request
|
|
let response = self.post(headers, payload.clone()).await?;
|
|
|
|
// Parse response
|
|
let message = response_to_message(response.clone())?;
|
|
let usage = get_usage(&response)?;
|
|
|
|
let model = get_model(&response);
|
|
emit_debug_trace(&self.model, &payload, &response, &usage);
|
|
Ok((message, ProviderUsage::new(model, usage)))
|
|
}
|
|
|
|
/// Fetch supported models from Anthropic; returns Err on failure, Ok(None) if not present
|
|
async fn fetch_supported_models_async(&self) -> Result<Option<Vec<String>>, ProviderError> {
|
|
let url = format!("{}/v1/models", self.host);
|
|
let response = self
|
|
.client
|
|
.get(&url)
|
|
.header("anthropic-version", ANTHROPIC_API_VERSION)
|
|
.header("x-api-key", self.api_key.clone())
|
|
.send()
|
|
.await?;
|
|
let json: serde_json::Value = response.json().await?;
|
|
// if 'models' key missing, return None
|
|
let arr = match json.get("models").and_then(|v| v.as_array()) {
|
|
Some(arr) => arr,
|
|
None => return Ok(None),
|
|
};
|
|
let mut models: Vec<String> = arr
|
|
.iter()
|
|
.filter_map(|m| {
|
|
if let Some(s) = m.as_str() {
|
|
Some(s.to_string())
|
|
} else if let Some(obj) = m.as_object() {
|
|
obj.get("id").and_then(|v| v.as_str()).map(str::to_string)
|
|
} else {
|
|
None
|
|
}
|
|
})
|
|
.collect();
|
|
models.sort();
|
|
Ok(Some(models))
|
|
}
|
|
}
|