31 lines
791 B
Python
31 lines
791 B
Python
"""Eval harness contract. Does not call a live provider."""
|
|
from __future__ import annotations
|
|
|
|
import os
|
|
import sys
|
|
from pathlib import Path
|
|
|
|
ROOT = Path(__file__).resolve().parents[1]
|
|
sys.path.insert(0, str(ROOT))
|
|
os.environ.setdefault("KANSHO_FAKE_DETECT", "1")
|
|
|
|
from entity_detect_eval import run_fake
|
|
|
|
|
|
def expect(ok: bool, message: str) -> None:
|
|
if not ok:
|
|
raise SystemExit(f"FAIL: {message}")
|
|
print(f"OK {message}")
|
|
|
|
|
|
def main() -> None:
|
|
payload = run_fake()
|
|
expect(payload["mode"] == "fake", "eval default is fake")
|
|
expect(payload["live_quality"] == "unconfirmed", "live quality stays unconfirmed")
|
|
expect(len(payload["cases"]) >= 3, "synthetic cases exist")
|
|
print("All detect eval harness tests passed.")
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main()
|