Allow remote detect in production until local Ollama is connected.
Deploy Development / deploy (push) Successful in 54s
Test Suite / pytest-backend (push) Successful in 2m35s
Test Suite / smoke-dev (push) Successful in 1s
Test Suite / frontend-build (push) Successful in 15s

Keep KANSHO_ENV=production and require an explicit operator flag instead of treating Prod as Development. Promote to Prod only via merge commit on main.

Co-authored-by: Cursor <cursoragent@cursor.com>
This commit is contained in:
LarsandCursor committed 2026-09-08 10:02:28 +02:00
1 parent dd7858347c
commit af6fe55577
23 files changed
+236 -27

No files matched your search

+5 -2
View File
@@ -2,8 +2,10 @@
# Env überschreibt die Admin-Werte, wenn gesetzt.
# development | test | production
# production: kein externes Klartext-Detect (Muster oder lokale Detect-URL).
# production: externes Klartext-Detect default-off. Ziel bleibt lokales Detect.
# Übergang bis Ollama: KANSHO_ALLOW_REMOTE_DETECT=1 (Operator, kein Admin-Flag).
# KANSHO_ENV=development
# KANSHO_ALLOW_REMOTE_DETECT=
# Generate: nur maskierter Kontext. Extern: Key Pflicht.
KANSHO_PROVIDER_KEY=
@@ -12,7 +14,8 @@ KANSHO_PROVIDER_KEY=
# KANSHO_PROVIDER_ZDR=1
# KANSHO_PROVIDER_NO_TRAIN=1
# Detect: Klartext nur lokal oder in Development/Test. Leer = Generate-Key mitnutzen (nur Dev/Test).
# Detect: Klartext lokal, in Development/Test, oder in Production mit KANSHO_ALLOW_REMOTE_DETECT.
# Leer = Generate-Key mitnutzen (nur wenn remote Detect erlaubt ist).
KANSHO_DETECT_PROVIDER_KEY=
# KANSHO_DETECT_PROVIDER_URL=https://openrouter.ai/api/v1/chat/completions
# KANSHO_DETECT_PROVIDER_MODEL=openai/gpt-4.1-nano
+1 -1
View File
@@ -251,7 +251,7 @@ def reset_detect_test_hooks() -> None:
def uses_llm_detect(config) -> bool:
"""Local detect stays a provider role. Remote plaintext detect is development/test only."""
"""Local detect stays a provider role. Remote plaintext detect needs an explicit allow."""
if not config or config.mode != "http":
return False
if config.local:
+21 -2
View File
@@ -26,7 +26,7 @@ def load_env_file(path: Path | None = None) -> None:
def runtime_env() -> str:
"""development/test may use remote plaintext detect. production must not."""
"""development/test may use remote plaintext detect. production must not, unless overridden."""
raw = (os.environ.get("KANSHO_ENV") or "").strip().lower()
if raw in {"production", "prod"}:
return "production"
@@ -37,8 +37,27 @@ def runtime_env() -> str:
return "development"
def env_flag(name: str) -> bool:
raw = (os.environ.get(name) or "").strip().lower()
return raw in {"1", "true", "yes", "on"}
def remote_plaintext_detect_reason() -> str:
"""Why remote detect is allowed or blocked. Never logs secrets."""
if runtime_env() != "production":
return "non_production"
if env_flag("KANSHO_ALLOW_REMOTE_DETECT"):
return "operator_override"
return "blocked"
def allows_remote_plaintext_detect() -> bool:
return runtime_env() != "production"
"""Remote plaintext detect is default-off in production.
Endbetrieb remains local detect. Until Ollama is connected, an operator
may set KANSHO_ALLOW_REMOTE_DETECT. That does not disable the gateway.
"""
return remote_plaintext_detect_reason() != "blocked"
def upsert_env_value(name: str, value: str, path: Path | None = None) -> None:
+33 -1
View File
@@ -110,7 +110,7 @@ def _parse_model_row(row: dict) -> ModelWindow | None:
)
def _fetch_catalog(url: str, key: str) -> dict[str, dict]:
def _request_models_payload(url: str, key: str) -> list:
headers = {"Content-Type": "application/json"}
if key:
headers["Authorization"] = f"Bearer {key}"
@@ -143,6 +143,11 @@ def _fetch_catalog(url: str, key: str) -> dict[str, dict]:
status_code=503,
diagnostics={"models_url": url, "reason": "unexpected_shape"},
)
return rows
def _fetch_catalog(url: str, key: str) -> dict[str, dict]:
rows = _request_models_payload(url, key)
parsed: dict[str, dict] = {}
for row in rows:
if not isinstance(row, dict):
@@ -249,3 +254,30 @@ def resolve_generate_metadata(config, *, now: float | None = None) -> ModelWindo
diagnostics={"model": model, "reason": "model_not_in_catalog"},
)
return _window_from_cache(fetched[model], model=model)
def list_provider_models(config) -> list[dict]:
"""Model ids for the admin picker. Soft-fail; free-text remains valid."""
if not config or getattr(config, "mode", None) == "fake":
return []
url = getattr(config, "url", "") or ""
if not url:
return []
catalog_key = models_url(url)
try:
rows = _request_models_payload(catalog_key, getattr(config, "key", "") or "")
except JournalBudgetError:
return []
seen: set[str] = set()
items: list[dict] = []
for row in rows:
if not isinstance(row, dict):
continue
model_id = str(row.get("id") or "").strip()
if not model_id or model_id in seen:
continue
seen.add(model_id)
name = str(row.get("name") or model_id).strip() or model_id
items.append({"id": model_id, "name": name})
items.sort(key=lambda item: item["id"])
return items
+11 -3
View File
@@ -7,7 +7,12 @@ from pathlib import Path
from urllib.parse import urlparse
from db import get_db
from env_loader import allows_remote_plaintext_detect, runtime_env, upsert_env_value
from env_loader import (
allows_remote_plaintext_detect,
remote_plaintext_detect_reason,
runtime_env,
upsert_env_value,
)
SEED_PATH = Path(__file__).resolve().parent / "config" / "providers.seed.json"
ROLES = ("generate", "detect")
@@ -23,7 +28,7 @@ ROLE_META = {
},
"detect": {
"title": "Maskierung",
"task": "Eigener Detect-Endpunkt. Vollständige semantische Detection des persönlichen Egress. Externes Klartext-Detect nur Development/Test. Produktiv: lokales Detect-Modell. Kein Pattern-Fallback.",
"task": "Eigener Detect-Endpunkt und eigenes Modell. Vollständige semantische Detection des persönlichen Egress. Ziel: lokales Detect-Modell. Übergang: externes Klartext-Detect nur mit Operator-Freigabe. Kein Pattern-Fallback.",
},
}
@@ -141,6 +146,7 @@ def public_role_status(role: str) -> dict:
"mode": config.mode if config else "unconfigured",
"remote_plaintext_detect": bool(config and not config.local and config.mode == "http" and role == "detect"),
"remote_plaintext_allowed": allows_remote_plaintext_detect() if role == "detect" else None,
"remote_plaintext_reason": remote_plaintext_detect_reason() if role == "detect" else None,
"updated": row.get("updated") or "",
}
@@ -149,5 +155,7 @@ def public_status() -> dict:
return {
"roles": [public_role_status(role) for role in ROLES],
"runtime_env": runtime_env(),
"note": "Zwei Einträge: Maskierung (Detect) und Sprachmodell. Semantische Detection ist Pflicht vor Generate. Externes Klartext-Detect nur Development/Test. Produktiv lokal. Keys nur in backend/.env.",
"note": "Zwei Stufen, zwei Modelle: Maskierung und Sprachmodell. Semantische Detection ist Pflicht vor Generate. Ziel bleibt lokales Detect. Externes Klartext-Detect in Production nur mit KANSHO_ALLOW_REMOTE_DETECT. Keys nur in .env.",
"remote_plaintext_reason": remote_plaintext_detect_reason(),
"remote_plaintext_allowed": allows_remote_plaintext_detect(),
}
+13
View File
@@ -204,6 +204,19 @@ def admin_providers(session: dict = Depends(require_admin_dep)):
return public_status()
@router.get("/providers/models")
def admin_provider_models(session: dict = Depends(require_admin_dep)):
from model_catalog import list_provider_models
from providers import detect_provider, generate_provider
return {
"roles": {
"generate": list_provider_models(generate_provider()),
"detect": list_provider_models(detect_provider()),
}
}
@router.put("/providers/{role}")
def admin_update_provider(role: str, body: ProviderUpdate, session: dict = Depends(require_admin_dep)):
if role not in ROLES:
+1
View File
@@ -45,6 +45,7 @@ def prepare_test_env() -> None:
os.environ.pop("KANSHO_DB_PATH", None)
os.environ.pop("KANSHO_FAKE_PROVIDER", None)
os.environ.pop("KANSHO_FAKE_DETECT", None)
os.environ.pop("KANSHO_ALLOW_REMOTE_DETECT", None)
def apply_module_env(source) -> None:
+2
View File
@@ -87,6 +87,8 @@ def main() -> None:
expect(providers.status_code == 200, "admin providers")
roles = {item["role"]: item for item in providers.json()["roles"]}
expect(set(roles) == {"generate", "detect"}, "two provider roles")
expect(providers.json()["remote_plaintext_allowed"] is True, "test runtime allows remote detect")
expect(providers.json()["remote_plaintext_reason"] == "non_production", "tests are not production")
expect(roles["generate"]["ready"] is False, "generate fail-closed without key")
expect("sk-" not in providers.text, "provider status has no secret")
expect("KANSHO_PROVIDER_KEY=" not in providers.text, "env assignment not leaked")
+30
View File
@@ -17,6 +17,7 @@ Path(tempfile.gettempdir()).mkdir(parents=True, exist_ok=True)
from model_catalog import (
ModelWindow,
catalog_ttl,
list_provider_models,
reset_catalog,
resolve_generate_metadata,
)
@@ -181,12 +182,41 @@ def test_env_fallback_and_fail_closed() -> None:
_restore_env(previous)
def test_list_provider_models() -> None:
reset_catalog()
payload = {
"data": [
{"id": "openai/gpt-4.1-nano", "name": "GPT 4.1 Nano"},
{"id": "openai/gpt-5.4", "context_length": 128000},
{"id": "openai/gpt-4.1-nano"},
]
}
with patch("model_catalog.httpx.get", lambda *args, **kwargs: FakeResponse(payload)):
items = list_provider_models(_openrouter_config())
expect([item["id"] for item in items] == ["openai/gpt-4.1-nano", "openai/gpt-5.4"], "picker lists unique ids")
with patch("model_catalog.httpx.get", lambda *args, **kwargs: FakeResponse({"nope": True})):
expect(list_provider_models(_openrouter_config()) == [], "picker soft-fails on bad catalog")
fake = ProviderConfig(
role="generate",
name="fake",
mode="fake",
url="",
model="fake",
key="",
local=True,
zdr=True,
no_train=True,
)
expect(list_provider_models(fake) == [], "fake provider has no catalog")
def main() -> None:
test_reads_context_and_completion()
test_model_not_in_catalog()
test_incomplete_metadata()
test_cache_hit_and_ttl_expiry()
test_env_fallback_and_fail_closed()
test_list_provider_models()
print("model catalog tests passed.")
+7
View File
@@ -570,7 +570,13 @@ def main() -> None:
)
expect(uses_llm_detect(remote), "development allows remote detect")
os.environ["KANSHO_ENV"] = "production"
os.environ.pop("KANSHO_ALLOW_REMOTE_DETECT", None)
expect(not uses_llm_detect(remote), "production blocks remote detect")
os.environ["KANSHO_ALLOW_REMOTE_DETECT"] = "1"
expect(uses_llm_detect(remote), "operator override allows remote detect in production")
os.environ["KANSHO_ALLOW_REMOTE_DETECT"] = "0"
expect(not uses_llm_detect(remote), "false override does not allow remote detect")
os.environ.pop("KANSHO_ALLOW_REMOTE_DETECT", None)
local = ProviderConfig(
role="detect",
name="ollama",
@@ -584,6 +590,7 @@ def main() -> None:
)
expect(uses_llm_detect(local), "production still allows local detect")
os.environ.pop("KANSHO_ENV", None)
os.environ.pop("KANSHO_ALLOW_REMOTE_DETECT", None)
mapped = [{"local_label": "Anna", "token": "PERSON:01"}]
anna_manifest = mask_prompt("Anna war am Markt.", mapped, "journal_generate")