Enhance Path QA with Roadmap-First Features and Gap Detection Improvements
Deploy Development / deploy (push) Successful in 42s
Test Suite / pytest-backend (push) Successful in 43s
Test Suite / lint-backend (push) Successful in 0s
Test Suite / build-frontend (push) Successful in 14s
Test Suite / k6 /health Baseline (push) Successful in 34s
Test Suite / playwright-tests (push) Successful in 1m15s
Deploy Development / deploy (push) Successful in 42s
Test Suite / pytest-backend (push) Successful in 43s
Test Suite / lint-backend (push) Successful in 0s
Test Suite / build-frontend (push) Successful in 14s
Test Suite / k6 /health Baseline (push) Successful in 34s
Test Suite / playwright-tests (push) Successful in 1m15s
- Introduced `roadmap_qa_mode` to manage QA behavior based on roadmap-first logic, improving gap detection between major steps. - Updated `detect_path_gaps` to skip gaps for roadmap-planned neighbor pairs, enhancing the accuracy of path assessments. - Added new helper function `is_roadmap_planned_neighbor_pair` to facilitate roadmap neighbor checks. - Updated relevant tests to validate new functionality and ensure robustness. - Incremented application version to 0.8.209 to reflect these changes.
This commit is contained in:
1 parent
779e2477ba
commit
87f258be38
7 files changed
+119
-12
No files matched your search
@@ -652,10 +652,18 @@ def suggest_progression_path(
|
||||
reorder_applied = False
|
||||
reorder_notes: List[str] = []
|
||||
|
||||
roadmap_qa_mode: Optional[str] = None
|
||||
if body.include_path_qa:
|
||||
gaps = detect_path_gaps(cur, steps, brief=semantic_brief)
|
||||
if roadmap_first:
|
||||
roadmap_qa_mode = "roadmap_first_lite"
|
||||
gaps = detect_path_gaps(
|
||||
cur,
|
||||
steps,
|
||||
brief=semantic_brief,
|
||||
roadmap_first=roadmap_first,
|
||||
)
|
||||
unfilled_gaps: List[Dict[str, Any]] = []
|
||||
if gaps:
|
||||
if gaps and not roadmap_first:
|
||||
bridge_fn = _make_bridge_search_fn(
|
||||
cur,
|
||||
tenant=tenant,
|
||||
@@ -676,6 +684,8 @@ def suggest_progression_path(
|
||||
brief=semantic_brief,
|
||||
bridge_search_fn=bridge_fn,
|
||||
)
|
||||
elif gaps and roadmap_first:
|
||||
unfilled_gaps = list(gaps)
|
||||
|
||||
if body.include_llm_path_qa:
|
||||
llm_qa, llm_qa_applied = try_llm_qa_progression_path(
|
||||
@@ -687,7 +697,12 @@ def suggest_progression_path(
|
||||
bridge_inserts=bridge_inserts,
|
||||
)
|
||||
|
||||
if body.include_path_reorder and llm_qa_applied and llm_qa:
|
||||
if (
|
||||
body.include_path_reorder
|
||||
and not roadmap_first
|
||||
and llm_qa_applied
|
||||
and llm_qa
|
||||
):
|
||||
q_score = llm_qa.get("quality_score")
|
||||
try:
|
||||
q_val = float(q_score) if q_score is not None else None
|
||||
@@ -700,7 +715,12 @@ def suggest_progression_path(
|
||||
steps, stripped_off_topic = strip_off_topic_steps_from_path(steps, off_topic_steps)
|
||||
if stripped_off_topic:
|
||||
off_topic_steps = []
|
||||
gaps = detect_path_gaps(cur, steps, brief=semantic_brief)
|
||||
gaps = detect_path_gaps(
|
||||
cur,
|
||||
steps,
|
||||
brief=semantic_brief,
|
||||
roadmap_first=roadmap_first,
|
||||
)
|
||||
|
||||
llm_gap_specs = parse_llm_suggested_new_exercises(
|
||||
llm_qa,
|
||||
@@ -746,12 +766,15 @@ def suggest_progression_path(
|
||||
llm_applied=llm_qa_applied,
|
||||
reorder_applied=reorder_applied,
|
||||
reorder_notes=reorder_notes,
|
||||
roadmap_qa_mode=roadmap_qa_mode,
|
||||
)
|
||||
|
||||
target_profile_summary = path_target_profile.to_summary_dict(cur)
|
||||
retrieval_parts = ["profile_v1", "full_library", "path_builder", "semantics"]
|
||||
if roadmap_first:
|
||||
retrieval_parts.append("roadmap_first")
|
||||
if roadmap_qa_mode:
|
||||
retrieval_parts.append(roadmap_qa_mode)
|
||||
if body.include_path_qa:
|
||||
retrieval_parts.append("path_qa")
|
||||
if llm_qa_applied:
|
||||
|
||||
Reference in new issue
Block a user