feat: add LLMProfile pydantic models

webapp/models.py

@@ -2,11 +2,16 @@
 
 from __future__ import annotations
 
+from datetime import datetime, timezone
 from typing import Any
 
 from pydantic import BaseModel, Field
 
 
+def _utcnow_iso() -> str:
+    return datetime.now(timezone.utc).isoformat()
+
+
 class RunSummary(BaseModel):
     """Compact description of a single evaluation run for list views."""
 
@@ -114,6 +119,45 @@ class TriggerEvaluationResponse(BaseModel):
     task_id: str
 
 
+class LLMProfile(BaseModel):
+    """A named LLM connection configuration that can be reused across tasks."""
+
+    profile_id: str
+    name: str
+    model: str
+    base_url: str
+    api_key: str
+    timeout_seconds: int = 30
+    created_at: str = Field(default_factory=_utcnow_iso)
+    updated_at: str = Field(default_factory=_utcnow_iso)
+
+
+class CreateProfileRequest(BaseModel):
+    """Request body for creating or updating an LLM profile."""
+
+    name: str
+    model: str
+    base_url: str
+    api_key: str
+    timeout_seconds: int = 30
+
+
+class ProfileApplyRequest(BaseModel):
+    """Request body to patch LLM profile selections into a scenario YAML."""
+
+    scenario_path: str
+    judge_profile_id: str | None = None
+    answer_profile_id: str | None = None
+    dataset_profile_id: str | None = None
+
+
+class ProfileApplyResponse(BaseModel):
+    """Response after patching a scenario YAML with profile settings."""
+
+    scenario_path: str
+    patched_fields: list[str] = Field(default_factory=list)
+
+
 def jsonable(value: Any) -> Any:
     """Convert NaN/inf floats into None so the payload stays valid JSON."""
     import math