"""Eval harness contract. Does not call a live provider."""
from __future__ import annotations

import os
import sys
from pathlib import Path

ROOT = Path(__file__).resolve().parents[1]
sys.path.insert(0, str(ROOT))
os.environ.setdefault("KANSHO_FAKE_DETECT", "1")

from entity_detect_eval import run_fake


def expect(ok: bool, message: str) -> None:
    if not ok:
        raise SystemExit(f"FAIL: {message}")
    print(f"OK  {message}")


def main() -> None:
    payload = run_fake()
    expect(payload["mode"] == "fake", "eval default is fake")
    expect(payload["live_quality"] == "unconfirmed", "live quality stays unconfirmed")
    expect(len(payload["cases"]) >= 3, "synthetic cases exist")
    print("All detect eval harness tests passed.")


if __name__ == "__main__":
    main()