Persist provider name and model config in the session (#5419)

2025-11-20 15:55:32 -05:00
parent f4724cbf23
commit 682e315be8
18 changed files with 311 additions and 106 deletions
@@ -3594,6 +3594,44 @@
          }
        }
      },
+      "ModelConfig": {
+        "type": "object",
+        "required": [
+          "model_name",
+          "toolshim"
+        ],
+        "properties": {
+          "context_limit": {
+            "type": "integer",
+            "nullable": true,
+            "minimum": 0
+          },
+          "fast_model": {
+            "type": "string",
+            "nullable": true
+          },
+          "max_tokens": {
+            "type": "integer",
+            "format": "int32",
+            "nullable": true
+          },
+          "model_name": {
+            "type": "string"
+          },
+          "temperature": {
+            "type": "number",
+            "format": "float",
+            "nullable": true
+          },
+          "toolshim": {
+            "type": "boolean"
+          },
+          "toolshim_model": {
+            "type": "string",
+            "nullable": true
+          }
+        }
+      },
      "ModelInfo": {
        "type": "object",
        "description": "Information about a model's capabilities",
@@ -4382,6 +4420,14 @@
            "type": "integer",
            "minimum": 0
          },
+          "model_config": {
+            "allOf": [
+              {
+                "$ref": "#/components/schemas/ModelConfig"
+              }
+            ],
+            "nullable": true
+          },
          "name": {
            "type": "string"
          },
@@ -4390,6 +4436,10 @@
            "format": "int32",
            "nullable": true
          },
+          "provider_name": {
+            "type": "string",
+            "nullable": true
+          },
          "recipe": {
            "allOf": [
              {