mirror of
https://github.com/pewdiepie-archdaemon/odysseus.git
synced 2026-09-20 23:22:21 +02:00
48 lines
1.4 KiB
Python
48 lines
1.4 KiB
Python
"""Startup warmup must resolve real endpoint URLs.
|
|
|
|
The warmup/keepalive loop called `model_discovery.get_endpoints()`, which does
|
|
not exist on ModelDiscovery, so it raised AttributeError every run and pinged
|
|
nothing. `ModelDiscovery.warmup_ping_urls()` resolves the /models probe URLs
|
|
from the real discovery API.
|
|
"""
|
|
from src.model_discovery import ModelDiscovery
|
|
|
|
|
|
def _md():
|
|
return ModelDiscovery.__new__(ModelDiscovery)
|
|
|
|
|
|
def test_old_method_never_existed():
|
|
# Documents why the old warmup was a silent no-op.
|
|
assert not hasattr(ModelDiscovery, "get_endpoints")
|
|
|
|
|
|
def test_resolves_models_urls_from_discovered_items():
|
|
md = _md()
|
|
md.discover_models = lambda: {"items": [
|
|
{"url": "http://host:8000/v1/chat/completions", "models": ["a"]},
|
|
{"url": "http://host:1234/v1/chat/completions", "models": ["b"]},
|
|
]}
|
|
assert md.warmup_ping_urls() == [
|
|
"http://host:8000/v1/models",
|
|
"http://host:1234/v1/models",
|
|
]
|
|
|
|
|
|
def test_limit_caps_results():
|
|
md = _md()
|
|
md.discover_models = lambda: {"items": [
|
|
{"url": f"http://h:{8000 + i}/v1/chat/completions"} for i in range(10)
|
|
]}
|
|
assert len(md.warmup_ping_urls(limit=3)) == 3
|
|
|
|
|
|
def test_discovery_failure_degrades_to_empty():
|
|
md = _md()
|
|
|
|
def boom():
|
|
raise RuntimeError("port scan failed")
|
|
|
|
md.discover_models = boom
|
|
assert md.warmup_ping_urls() == []
|