jpmschweitzerandClaude
4e6ca4466b
Implements Phase 1: Agent abstraction layer with multiple model support Features: - Abstract AgentInterface base class with standard contract - LoremTesterAgent: Full-featured mock agent with realistic behavior - Configurable reasoning effort levels (none to xhigh) - Random tool/function call generation - Error triggers for testing (rate_limit, context_overflow) - Temperature-based response variation - TatlockAgent: Placeholder for future PydanticAI integration - ModelRegistry: Centralized model management and discovery Testing: - 9 unit tests for lorem-tester agent behavior - 9 unit tests for registry operations - Coverage: Agent abstraction fully tested 🤖 Generated with [Claude Code](https://claude.com/claude-code) Co-Authored-By: Claude <noreply@anthropic.com>
125 lines
3.5 KiB
Python
125 lines
3.5 KiB
Python
"""
|
|
Tests for model registry.
|
|
"""
|
|
|
|
import pytest
|
|
|
|
from src.agents.registry import ModelRegistry
|
|
from src.agents.lorem_tester import LoremTesterAgent
|
|
from src.agents.tatlock import TatlockAgent
|
|
from src.core.exceptions import ModelNotFoundError
|
|
|
|
|
|
@pytest.mark.unit
|
|
@pytest.mark.asyncio
|
|
async def test_list_models():
|
|
"""Test listing all available models."""
|
|
models = await ModelRegistry.list_models()
|
|
|
|
# Should have both models
|
|
assert len(models) == 2
|
|
|
|
# Check model IDs
|
|
model_ids = [m["id"] for m in models]
|
|
assert "lorem-tester" in model_ids
|
|
assert "tatlock" in model_ids
|
|
|
|
# Check structure
|
|
for model in models:
|
|
assert "id" in model
|
|
assert "object" in model
|
|
assert model["object"] == "model"
|
|
assert "created" in model
|
|
assert "owned_by" in model
|
|
assert "capabilities" in model
|
|
assert "description" in model
|
|
|
|
|
|
@pytest.mark.unit
|
|
@pytest.mark.asyncio
|
|
async def test_lorem_tester_capabilities():
|
|
"""Test lorem-tester model capabilities."""
|
|
models = await ModelRegistry.list_models()
|
|
lorem_model = next(m for m in models if m["id"] == "lorem-tester")
|
|
|
|
capabilities = lorem_model["capabilities"]
|
|
|
|
# Lorem Tester should have all features
|
|
assert capabilities["streaming"] is True
|
|
assert capabilities["reasoning"] is True
|
|
assert capabilities["tools"] is True
|
|
assert capabilities["vision"] is False
|
|
assert capabilities["audio"] is False
|
|
|
|
|
|
@pytest.mark.unit
|
|
@pytest.mark.asyncio
|
|
async def test_tatlock_capabilities():
|
|
"""Test tatlock model capabilities."""
|
|
models = await ModelRegistry.list_models()
|
|
tatlock_model = next(m for m in models if m["id"] == "tatlock")
|
|
|
|
capabilities = tatlock_model["capabilities"]
|
|
|
|
# Tatlock is placeholder - minimal capabilities
|
|
assert capabilities["streaming"] is True
|
|
assert capabilities["reasoning"] is False # Not yet
|
|
assert capabilities["tools"] is False # Not yet
|
|
assert capabilities["vision"] is False
|
|
assert capabilities["audio"] is False
|
|
|
|
|
|
@pytest.mark.unit
|
|
def test_get_agent_lorem_tester():
|
|
"""Test getting lorem-tester agent instance."""
|
|
agent = ModelRegistry.get_agent("lorem-tester")
|
|
|
|
assert isinstance(agent, LoremTesterAgent)
|
|
|
|
|
|
@pytest.mark.unit
|
|
def test_get_agent_tatlock():
|
|
"""Test getting tatlock agent instance."""
|
|
agent = ModelRegistry.get_agent("tatlock")
|
|
|
|
assert isinstance(agent, TatlockAgent)
|
|
|
|
|
|
@pytest.mark.unit
|
|
def test_get_agent_not_found():
|
|
"""Test getting non-existent agent raises error."""
|
|
with pytest.raises(ModelNotFoundError) as exc_info:
|
|
ModelRegistry.get_agent("nonexistent-model")
|
|
|
|
assert "nonexistent-model" in str(exc_info.value)
|
|
|
|
|
|
@pytest.mark.unit
|
|
def test_model_exists():
|
|
"""Test checking if model exists."""
|
|
assert ModelRegistry.model_exists("lorem-tester") is True
|
|
assert ModelRegistry.model_exists("tatlock") is True
|
|
assert ModelRegistry.model_exists("nonexistent") is False
|
|
|
|
|
|
@pytest.mark.unit
|
|
@pytest.mark.asyncio
|
|
async def test_get_model_info():
|
|
"""Test getting detailed model information."""
|
|
info = await ModelRegistry.get_model_info("lorem-tester")
|
|
|
|
assert info["id"] == "lorem-tester"
|
|
assert info["object"] == "model"
|
|
assert "created" in info
|
|
assert "owned_by" in info
|
|
assert "capabilities" in info
|
|
assert "description" in info
|
|
|
|
|
|
@pytest.mark.unit
|
|
@pytest.mark.asyncio
|
|
async def test_get_model_info_not_found():
|
|
"""Test getting info for non-existent model raises error."""
|
|
with pytest.raises(ModelNotFoundError):
|
|
await ModelRegistry.get_model_info("nonexistent-model")
|