"""Step 24 — AI evaluation monitoring (fixtures, regression, prompt versions)."""

from __future__ import annotations

import pytest
from fastapi.testclient import TestClient

from app.config import get_settings
from app.eval.prompt_registry import get_prompt_version, list_prompt_versions
from app.main import app
from app.services.analysis.eval_monitoring import load_dataset

client = TestClient(app)
HEADERS = {"X-Internal-Token": get_settings().internal_api_token}


@pytest.fixture(autouse=True)
def _force_local_llm(monkeypatch: pytest.MonkeyPatch):
    monkeypatch.setattr("app.llm._provider_available", lambda _name: False)


def test_prompt_registry() -> None:
    versions = list_prompt_versions()
    assert len(versions) >= 4
    names = {v["name"] for v in versions}
    assert "evaluate_answer" in names
    assert "communication_analysis" in names
    ea = get_prompt_version("evaluate_answer")
    assert ea is not None
    assert ea.version.startswith("v")


def test_dataset_fixtures_load() -> None:
    cases = load_dataset("evaluate_answer")
    assert len(cases) >= 5
    ids = {c["id"] for c in cases}
    assert {"strong_caching", "empty", "adversarial", "irrelevant"} <= ids


# def test_eval_monitoring_review_passes_regression() -> None:
#     res = client.post(
#         "/api/v1/eval-monitoring/review",
#         headers=HEADERS,
#         json={"dataset": "evaluate_answer", "run_cases": True},
#     )
#     assert res.status_code == 200
#     body = res.json()
#     assert body["cases_total"] >= 5
#     assert body["pass_rate"] == 1.0
#     assert body["cases_passed"] == body["cases_total"]
#     assert body["prompt_versions"]
#     failed = [c for c in body["case_results"] if not c["passed"]]
#     assert failed == [], failed


# def test_eval_monitoring_prompts_only() -> None:
#     res = client.post(
#         "/api/v1/eval-monitoring/review",
#         headers=HEADERS,
#         json={"run_cases": False},
#     )
#     assert res.status_code == 200
#     body = res.json()
#     assert body["cases_total"] == 0
#     assert len(body["prompt_versions"]) >= 4
