MVP 1.0
This commit is contained in:
1 parent
be11f82f84
commit
e42f751fdc
47 files changed
+3359
-301
No files matched your search
+76
-30
@@ -2,6 +2,7 @@
|
||||
from __future__ import annotations
|
||||
|
||||
import json
|
||||
import logging
|
||||
from datetime import datetime, timezone
|
||||
from typing import Any
|
||||
import uuid
|
||||
@@ -36,6 +37,8 @@ LAYER_FOR_PURPOSE = {
|
||||
"journal_reconstruct": "journalrekonstruktion",
|
||||
"profile_review": "profilreview",
|
||||
}
|
||||
SANITIZE_MAX_DEPTH = 80
|
||||
LOGGER = logging.getLogger("kansho.debug")
|
||||
|
||||
|
||||
def _now() -> str:
|
||||
@@ -78,18 +81,26 @@ def should_persist(profile_id: str | None) -> bool:
|
||||
return persist_enabled() and _is_admin(profile_id)
|
||||
|
||||
|
||||
def sanitize(value: Any) -> Any:
|
||||
if isinstance(value, dict):
|
||||
cleaned = {}
|
||||
for key, item in value.items():
|
||||
if key in FORBIDDEN_KEYS:
|
||||
continue
|
||||
cleaned[key] = sanitize(item)
|
||||
return cleaned
|
||||
if isinstance(value, list):
|
||||
return [sanitize(item) for item in value]
|
||||
if isinstance(value, tuple):
|
||||
return [sanitize(item) for item in value]
|
||||
def sanitize(value: Any, *, _stack: set[int] | None = None, _depth: int = 0) -> Any:
|
||||
if _depth > SANITIZE_MAX_DEPTH:
|
||||
return None
|
||||
if isinstance(value, (dict, list, tuple)):
|
||||
stack = _stack if _stack is not None else set()
|
||||
ident = id(value)
|
||||
if ident in stack:
|
||||
return None
|
||||
stack.add(ident)
|
||||
try:
|
||||
if isinstance(value, dict):
|
||||
cleaned = {}
|
||||
for key, item in value.items():
|
||||
if key in FORBIDDEN_KEYS:
|
||||
continue
|
||||
cleaned[key] = sanitize(item, _stack=stack, _depth=_depth + 1)
|
||||
return cleaned
|
||||
return [sanitize(item, _stack=stack, _depth=_depth + 1) for item in value]
|
||||
finally:
|
||||
stack.discard(ident)
|
||||
return value
|
||||
|
||||
|
||||
@@ -251,24 +262,59 @@ def persist_engine_error(
|
||||
journal_day_id: str | None = None,
|
||||
extra: dict | None = None,
|
||||
) -> str | None:
|
||||
diag = dict(getattr(exc, "diagnostics", None) or {})
|
||||
merged = dict(extra or {})
|
||||
merged.setdefault("code", getattr(exc, "code", None))
|
||||
merged.setdefault("message", getattr(exc, "message", None) or str(exc))
|
||||
if diag.get("log") is not None:
|
||||
merged.setdefault("run_log", diag.get("log"))
|
||||
return persist_step(
|
||||
profile_id,
|
||||
purpose=purpose,
|
||||
status="error",
|
||||
layer=layer,
|
||||
subject_type=subject_type,
|
||||
subject_id=subject_id,
|
||||
conversation_id=conversation_id,
|
||||
journal_day_id=journal_day_id,
|
||||
trace=diag.get("trace"),
|
||||
extra=merged,
|
||||
)
|
||||
try:
|
||||
diag = dict(getattr(exc, "diagnostics", None) or {})
|
||||
merged = dict(extra or {})
|
||||
merged.setdefault("code", getattr(exc, "code", None))
|
||||
merged.setdefault("message", getattr(exc, "message", None) or str(exc))
|
||||
log = diag.get("log")
|
||||
if log is not None:
|
||||
merged.setdefault("run_log", list(log) if isinstance(log, list) else log)
|
||||
trace = diag.get("trace") if isinstance(diag.get("trace"), dict) else {}
|
||||
try:
|
||||
from privacy_gateway import compact_diagnostics, public_cost_report
|
||||
|
||||
compact = compact_diagnostics({**diag, **trace, **merged})
|
||||
for key, value in compact.items():
|
||||
merged.setdefault(key, value)
|
||||
merged.setdefault("cost_report", public_cost_report({**diag, **merged}))
|
||||
except Exception:
|
||||
LOGGER.exception("Kompakte Fehlerdiagnose konnte nicht erzeugt werden.")
|
||||
for key in (
|
||||
"generation_selection",
|
||||
"style_application",
|
||||
"abort_reason",
|
||||
"detect_attempts",
|
||||
"detect_passes",
|
||||
"detect_partial_discarded",
|
||||
"contract_violation",
|
||||
"invalid_entity_type",
|
||||
"generate_called",
|
||||
):
|
||||
if merged.get(key) is None:
|
||||
if diag.get(key) is not None:
|
||||
merged[key] = diag.get(key)
|
||||
elif trace.get(key) is not None:
|
||||
merged[key] = trace.get(key)
|
||||
merged.setdefault("generate_called", False)
|
||||
return persist_step(
|
||||
profile_id,
|
||||
purpose=purpose,
|
||||
status="error",
|
||||
layer=layer,
|
||||
subject_type=subject_type,
|
||||
subject_id=subject_id,
|
||||
conversation_id=conversation_id,
|
||||
journal_day_id=journal_day_id,
|
||||
trace=trace or None,
|
||||
extra=merged,
|
||||
)
|
||||
except Exception:
|
||||
LOGGER.exception(
|
||||
"Diagnosepersistenz fehlgeschlagen; ursprünglicher Fehler bleibt %s",
|
||||
getattr(exc, "code", type(exc).__name__),
|
||||
)
|
||||
return None
|
||||
|
||||
|
||||
def _parse_payload(raw: str | None) -> dict:
|
||||
|
||||
Reference in new issue
Block a user