2673e8acca
Signed-off-by: rabi <ramishra@redhat.com>
166 lines
5.1 KiB
Rust
166 lines
5.1 KiB
Rust
use super::base::{ModelInfo, Provider, ProviderMetadata, ProviderType};
|
|
use crate::config::DeclarativeProviderConfig;
|
|
use crate::model::ModelConfig;
|
|
use anyhow::Result;
|
|
use futures::future::BoxFuture;
|
|
use std::collections::HashMap;
|
|
use std::sync::Arc;
|
|
|
|
type ProviderConstructor =
|
|
Arc<dyn Fn(ModelConfig) -> BoxFuture<'static, Result<Arc<dyn Provider>>> + Send + Sync>;
|
|
|
|
#[derive(Clone)]
|
|
pub struct ProviderEntry {
|
|
metadata: ProviderMetadata,
|
|
pub(crate) constructor: ProviderConstructor,
|
|
provider_type: ProviderType,
|
|
}
|
|
|
|
impl ProviderEntry {
|
|
pub async fn create_with_default_model(&self) -> Result<Arc<dyn Provider>> {
|
|
let default_model = &self.metadata.default_model;
|
|
let model_config = ModelConfig::new(default_model.as_str())?;
|
|
(self.constructor)(model_config).await
|
|
}
|
|
}
|
|
|
|
#[derive(Default)]
|
|
pub struct ProviderRegistry {
|
|
pub(crate) entries: HashMap<String, ProviderEntry>,
|
|
}
|
|
|
|
impl ProviderRegistry {
|
|
pub fn new() -> Self {
|
|
Self {
|
|
entries: HashMap::new(),
|
|
}
|
|
}
|
|
|
|
pub fn register<P, F>(&mut self, constructor: F, preferred: bool)
|
|
where
|
|
P: Provider + 'static,
|
|
F: Fn(ModelConfig) -> BoxFuture<'static, Result<P>> + Send + Sync + 'static,
|
|
{
|
|
let metadata = P::metadata();
|
|
let name = metadata.name.clone();
|
|
|
|
self.entries.insert(
|
|
name,
|
|
ProviderEntry {
|
|
metadata,
|
|
constructor: Arc::new(move |model| {
|
|
let fut = constructor(model);
|
|
Box::pin(async move {
|
|
let provider = fut.await?;
|
|
Ok(Arc::new(provider) as Arc<dyn Provider>)
|
|
})
|
|
}),
|
|
provider_type: if preferred {
|
|
ProviderType::Preferred
|
|
} else {
|
|
ProviderType::Builtin
|
|
},
|
|
},
|
|
);
|
|
}
|
|
|
|
pub fn register_with_name<P, F>(
|
|
&mut self,
|
|
config: &DeclarativeProviderConfig,
|
|
provider_type: ProviderType,
|
|
constructor: F,
|
|
) where
|
|
P: Provider + 'static,
|
|
F: Fn(ModelConfig) -> Result<P> + Send + Sync + 'static,
|
|
{
|
|
let base_metadata = P::metadata();
|
|
let description = config
|
|
.description
|
|
.clone()
|
|
.unwrap_or_else(|| format!("Custom {} provider", config.display_name));
|
|
let default_model = config
|
|
.models
|
|
.first()
|
|
.map(|m| m.name.clone())
|
|
.unwrap_or_default();
|
|
let known_models: Vec<ModelInfo> = config
|
|
.models
|
|
.iter()
|
|
.map(|m| ModelInfo {
|
|
name: m.name.clone(),
|
|
context_limit: m.context_limit,
|
|
input_token_cost: m.input_token_cost,
|
|
output_token_cost: m.output_token_cost,
|
|
currency: m.currency.clone(),
|
|
supports_cache_control: Some(m.supports_cache_control.unwrap_or(false)),
|
|
})
|
|
.collect();
|
|
|
|
let mut config_keys = base_metadata.config_keys.clone();
|
|
|
|
if let Some(api_key_index) = config_keys.iter().position(|key| key.secret) {
|
|
if !config.requires_auth {
|
|
config_keys.remove(api_key_index);
|
|
} else if !config.api_key_env.is_empty() {
|
|
let api_key_required = provider_type == ProviderType::Declarative;
|
|
config_keys[api_key_index] =
|
|
super::base::ConfigKey::new(&config.api_key_env, api_key_required, true, None);
|
|
}
|
|
}
|
|
|
|
let custom_metadata = ProviderMetadata {
|
|
name: config.name.clone(),
|
|
display_name: config.display_name.clone(),
|
|
description,
|
|
default_model,
|
|
known_models,
|
|
model_doc_link: base_metadata.model_doc_link,
|
|
config_keys,
|
|
allows_unlisted_models: false,
|
|
};
|
|
|
|
self.entries.insert(
|
|
config.name.clone(),
|
|
ProviderEntry {
|
|
metadata: custom_metadata,
|
|
constructor: Arc::new(move |model| {
|
|
let result = constructor(model);
|
|
Box::pin(async move {
|
|
let provider = result?;
|
|
Ok(Arc::new(provider) as Arc<dyn Provider>)
|
|
})
|
|
}),
|
|
provider_type,
|
|
},
|
|
);
|
|
}
|
|
|
|
pub fn with_providers<F>(mut self, setup: F) -> Self
|
|
where
|
|
F: FnOnce(&mut Self),
|
|
{
|
|
setup(&mut self);
|
|
self
|
|
}
|
|
|
|
pub async fn create(&self, name: &str, model: ModelConfig) -> Result<Arc<dyn Provider>> {
|
|
let entry = self
|
|
.entries
|
|
.get(name)
|
|
.ok_or_else(|| anyhow::anyhow!("Unknown provider: {}", name))?;
|
|
|
|
(entry.constructor)(model).await
|
|
}
|
|
|
|
pub fn all_metadata_with_types(&self) -> Vec<(ProviderMetadata, ProviderType)> {
|
|
self.entries
|
|
.values()
|
|
.map(|e| (e.metadata.clone(), e.provider_type))
|
|
.collect()
|
|
}
|
|
|
|
pub fn remove_custom_providers(&mut self) {
|
|
self.entries.retain(|name, _| !name.starts_with("custom_"));
|
|
}
|
|
}
|