fix: show debug info on errors + prompt export function
- Frontend: debug viewer now shows even when test fails - Frontend: export button to download complete prompt config as JSON - Backend: attach debug info to JSON validation errors - Backend: include raw output and length in error details Users can now debug failed prompts and export configs for analysis. Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
This commit is contained in:
1 parent
7f2ba4fbad
commit
84dad07e15
2 files changed
+74
-7
No files matched your search
@@ -60,28 +60,37 @@ def resolve_placeholders(template: str, variables: Dict[str, Any], debug_info: O
|
||||
return result
|
||||
|
||||
|
||||
def validate_json_output(output: str, schema: Optional[Dict] = None) -> Dict:
|
||||
def validate_json_output(output: str, schema: Optional[Dict] = None, debug_info: Optional[Dict] = None) -> Dict:
|
||||
"""
|
||||
Validate that output is valid JSON.
|
||||
|
||||
Args:
|
||||
output: String to validate
|
||||
schema: Optional JSON schema to validate against (TODO: jsonschema library)
|
||||
debug_info: Optional dict to attach to error for debugging
|
||||
|
||||
Returns:
|
||||
Parsed JSON dict
|
||||
|
||||
Raises:
|
||||
HTTPException: If output is not valid JSON
|
||||
HTTPException: If output is not valid JSON (with debug info attached)
|
||||
"""
|
||||
try:
|
||||
parsed = json.loads(output)
|
||||
# TODO: Add jsonschema validation if schema provided
|
||||
return parsed
|
||||
except json.JSONDecodeError as e:
|
||||
error_detail = {
|
||||
"error": f"AI returned invalid JSON: {str(e)}",
|
||||
"raw_output": output[:500] + ('...' if len(output) > 500 else ''),
|
||||
"output_length": len(output)
|
||||
}
|
||||
if debug_info:
|
||||
error_detail["debug"] = debug_info
|
||||
|
||||
raise HTTPException(
|
||||
status_code=500,
|
||||
detail=f"AI returned invalid JSON: {str(e)}"
|
||||
detail=error_detail
|
||||
)
|
||||
|
||||
|
||||
@@ -169,7 +178,7 @@ async def execute_base_prompt(
|
||||
# Validate JSON if required
|
||||
output_format = prompt.get('output_format', 'text')
|
||||
if output_format == 'json':
|
||||
output = validate_json_output(response, prompt.get('output_schema'))
|
||||
output = validate_json_output(response, prompt.get('output_schema'), debug_info if enable_debug else None)
|
||||
else:
|
||||
output = response
|
||||
|
||||
@@ -273,7 +282,7 @@ async def execute_pipeline_prompt(
|
||||
|
||||
# Validate JSON if required
|
||||
if output_format == 'json':
|
||||
output = validate_json_output(response, prompt_def.get('output_schema'))
|
||||
output = validate_json_output(response, prompt_def.get('output_schema'), prompt_debug if enable_debug else None)
|
||||
else:
|
||||
output = response
|
||||
|
||||
|
||||
Reference in new issue
Block a user