Improve local inference settings and model downloader (#8467)

Signed-off-by: jh-block <jhugo@block.xyz>
2026-04-14 10:50:50 +02:00
parent 2e529b7497
commit 65e5d97cac
10 changed files with 1009 additions and 297 deletions
@@ -5522,6 +5522,9 @@
          "quantization": {
            "type": "string"
          },
+          "sharded": {
+            "type": "boolean"
+          },
          "size_bytes": {
            "type": "integer",
            "format": "int64",
@@ -7261,9 +7264,22 @@
      "RepoVariantsResponse": {
        "type": "object",
        "required": [
-          "variants"
+          "variants",
+          "available_memory_bytes",
+          "downloaded_quants"
        ],
        "properties": {
+          "available_memory_bytes": {
+            "type": "integer",
+            "format": "int64",
+            "minimum": 0
+          },
+          "downloaded_quants": {
+            "type": "array",
+            "items": {
+              "type": "string"
+            }
+          },
          "recommended_index": {
            "type": "integer",
            "nullable": true,