feat: select cached gguf artifacts for serve (#891)

2026-11-07 21:52:20 +01:00 · 2026-06-02 12:32:40 +09:00
parent 37dbf2f2b7
commit 2558c3b229
4 changed files with 131 additions and 9 deletions
@@ -731,6 +731,8 @@ def setup_cookbook_routes() -> APIRouter:
                    entry["backend"] = m.get("backend")
                if m.get("is_ollama"):
                    entry["is_ollama"] = True
+                if isinstance(m.get("gguf_files"), list):
+                    entry["gguf_files"] = m["gguf_files"]
                models.append(entry)
        except Exception as e:
            logger.warning(f"Failed to parse cached models: {e}")