93 lines
3.7 KiB
Python
93 lines
3.7 KiB
Python
"""Integration tests for the /status/models routes.
|
|
|
|
Uses FastAPI TestClient with mocked LLM/embedding/reranker clients so no
|
|
external gateway or database is required.
|
|
"""
|
|
|
|
from __future__ import annotations
|
|
|
|
from unittest.mock import MagicMock, patch
|
|
|
|
import pytest
|
|
from fastapi.testclient import TestClient
|
|
|
|
from app.services.llm.base_client import LLMResponse
|
|
from app.shared.model_usage_tracker import get_model_usage_tracker
|
|
|
|
|
|
@pytest.fixture(autouse=True)
|
|
def _reset_tracker():
|
|
"""Clear the process-wide tracker before and after each test in this file."""
|
|
get_model_usage_tracker()._entries.clear()
|
|
yield
|
|
get_model_usage_tracker()._entries.clear()
|
|
|
|
|
|
@pytest.fixture
|
|
def client():
|
|
"""Return a TestClient for the real app (status routes require no auth)."""
|
|
from app.api.main import app
|
|
with TestClient(app, raise_server_exceptions=False) as c:
|
|
yield c
|
|
|
|
|
|
def test_get_models_returns_four_roles_never_called_by_default(client):
|
|
"""With no calls made yet, all 4 roles are returned with status 'never_called' or 'disabled'."""
|
|
resp = client.get("/api/v1/status/models")
|
|
assert resp.status_code == 200
|
|
body = resp.json()
|
|
roles = {m["role"] for m in body["models"]}
|
|
assert roles == {"main_llm", "hyde_llm", "embedding", "reranker"}
|
|
reranker_row = next(m for m in body["models"] if m["role"] == "reranker")
|
|
# Default .env.example ships RERANKER_ENABLED=false.
|
|
from app.config.settings import settings
|
|
assert reranker_row["enabled"] == settings.reranker_enabled
|
|
if not settings.reranker_enabled:
|
|
assert reranker_row["status"] == "disabled"
|
|
|
|
|
|
def test_get_models_reflects_recorded_usage(client):
|
|
"""A previously recorded call must show up in total_tokens/status."""
|
|
from app.config.settings import settings
|
|
get_model_usage_tracker().record(
|
|
provider=settings.llm_provider, model=settings.llm_model, success=True, usage={"total_tokens": 99},
|
|
)
|
|
resp = client.get("/api/v1/status/models")
|
|
main_row = next(m for m in resp.json()["models"] if m["role"] == "main_llm")
|
|
assert main_row["total_tokens"] == 99
|
|
assert main_row["status"] == "ok"
|
|
|
|
|
|
def test_ping_models_calls_each_enabled_model_once(client):
|
|
"""POST /status/models/ping must invoke chat()/embed_query() and return fresh statuses."""
|
|
mock_llm_response = LLMResponse(content="pong", model="test-model", usage={"total_tokens": 1})
|
|
mock_llm_client = MagicMock()
|
|
mock_llm_client.chat.return_value = mock_llm_response
|
|
mock_embedding = MagicMock()
|
|
mock_embedding.embed_query.return_value = [0.1]
|
|
|
|
with patch("app.api.routes.status.get_llm_client", return_value=mock_llm_client), \
|
|
patch("app.api.routes.status.get_embedding_provider", return_value=mock_embedding), \
|
|
patch("app.api.routes.status.get_reranker", return_value=None):
|
|
resp = client.post("/api/v1/status/models/ping")
|
|
|
|
assert resp.status_code == 200
|
|
body = resp.json()
|
|
assert len(body["models"]) == 4
|
|
assert mock_llm_client.chat.call_count >= 1
|
|
mock_embedding.embed_query.assert_called_once()
|
|
|
|
|
|
def test_ping_models_survives_one_model_failing(client):
|
|
"""If the LLM ping raises, embedding/reranker pings must still be attempted and a 200 returned."""
|
|
mock_embedding = MagicMock()
|
|
mock_embedding.embed_query.return_value = [0.1]
|
|
|
|
with patch("app.api.routes.status.get_llm_client", side_effect=RuntimeError("gateway down")), \
|
|
patch("app.api.routes.status.get_embedding_provider", return_value=mock_embedding), \
|
|
patch("app.api.routes.status.get_reranker", return_value=None):
|
|
resp = client.post("/api/v1/status/models/ping")
|
|
|
|
assert resp.status_code == 200
|
|
mock_embedding.embed_query.assert_called_once()
|