update for ragas

2026-07-01 17:53:00 +08:00
parent 2bb804b059
commit 4e74e1b247
15 changed files with 507 additions and 53 deletions
@@ -107,7 +107,6 @@ class ScoreJobManager:

        # Lazy imports to keep web server bootable if ragas is not installed.
        from rag_eval.advisor import run_advisor
-        from rag_eval.metrics.factory import build_models
        from rag_eval.metrics.weights import compute_weighted_score
        from rag_eval.reporting.writers import write_run_artifacts
        from rag_eval.settings import EvaluationSettings
@@ -206,8 +205,7 @@ class ScoreJobManager:

            # Run optimization advisor (builds optimization_advice.md)
            try:
-                llm, _ = build_models(judge_model, embedding_model, settings)
-                run_advisor(result, scenario, llm)
+                run_advisor(result, scenario, settings=settings)
                logger.info("[score_job] advisor done  job_id=%s", job_id)
            except Exception as adv_exc:  # noqa: BLE001
                logger.warning("[score_job] advisor failed  job_id=%s  err=%s", job_id, adv_exc)