mirror of
https://github.com/pewdiepie-archdaemon/odysseus.git
synced 2026-10-18 21:02:20 +02:00
Squash Odysseus development history
This commit is contained in:
@@ -0,0 +1,47 @@
|
||||
"""Startup warmup must resolve real endpoint URLs.
|
||||
|
||||
The warmup/keepalive loop called `model_discovery.get_endpoints()`, which does
|
||||
not exist on ModelDiscovery, so it raised AttributeError every run and pinged
|
||||
nothing. `ModelDiscovery.warmup_ping_urls()` resolves the /models probe URLs
|
||||
from the real discovery API.
|
||||
"""
|
||||
from src.model_discovery import ModelDiscovery
|
||||
|
||||
|
||||
def _md():
|
||||
return ModelDiscovery.__new__(ModelDiscovery)
|
||||
|
||||
|
||||
def test_old_method_never_existed():
|
||||
# Documents why the old warmup was a silent no-op.
|
||||
assert not hasattr(ModelDiscovery, "get_endpoints")
|
||||
|
||||
|
||||
def test_resolves_models_urls_from_discovered_items():
|
||||
md = _md()
|
||||
md.discover_models = lambda: {"items": [
|
||||
{"url": "http://host:8000/v1/chat/completions", "models": ["a"]},
|
||||
{"url": "http://host:1234/v1/chat/completions", "models": ["b"]},
|
||||
]}
|
||||
assert md.warmup_ping_urls() == [
|
||||
"http://host:8000/v1/models",
|
||||
"http://host:1234/v1/models",
|
||||
]
|
||||
|
||||
|
||||
def test_limit_caps_results():
|
||||
md = _md()
|
||||
md.discover_models = lambda: {"items": [
|
||||
{"url": f"http://h:{8000 + i}/v1/chat/completions"} for i in range(10)
|
||||
]}
|
||||
assert len(md.warmup_ping_urls(limit=3)) == 3
|
||||
|
||||
|
||||
def test_discovery_failure_degrades_to_empty():
|
||||
md = _md()
|
||||
|
||||
def boom():
|
||||
raise RuntimeError("port scan failed")
|
||||
|
||||
md.discover_models = boom
|
||||
assert md.warmup_ping_urls() == []
|
||||
Reference in New Issue
Block a user