feat: Allow setting OpenAI timeout from config (#1819)

2025-03-25 12:55:26 -07:00
parent b310bb00b4
commit 0498d266c9
1 changed files with 3 additions and 1 deletions
@@ -54,8 +54,9 @@ impl OpenAiProvider {
            .unwrap_or_else(|_| "v1/chat/completions".to_string());
        let organization: Option<String> = config.get_param("OPENAI_ORGANIZATION").ok();
        let project: Option<String> = config.get_param("OPENAI_PROJECT").ok();
+        let timeout_secs: u64 = config.get_param("OPENAI_TIMEOUT").unwrap_or(600);
        let client = Client::builder()
-            .timeout(Duration::from_secs(600))
+            .timeout(Duration::from_secs(timeout_secs))
            .build()?;

        Ok(Self {
@@ -116,6 +117,7 @@ impl Provider for OpenAiProvider {
                ConfigKey::new("OPENAI_BASE_PATH", true, false, Some("v1/chat/completions")),
                ConfigKey::new("OPENAI_ORGANIZATION", false, false, None),
                ConfigKey::new("OPENAI_PROJECT", false, false, None),
+                ConfigKey::new("OPENAI_TIMEOUT", false, false, Some("600")),
            ],
        )
    }