Refactor provenance handling in EdgeDTO and graph utilities
- Updated provenance priorities and introduced a mapping from internal provenance values to EdgeDTO-compliant literals. - Added a new function `normalize_provenance` to standardize internal provenance strings. - Enhanced the `_edge` function to include an `is_internal` flag and provenance normalization. - Modified the `EdgeDTO` model to include a new `source_hint` field for detailed provenance information and an `is_internal` flag for intra-note edges. - Reduced the provenance options in `EdgeDTO` to valid literals, improving data integrity.
This commit is contained in:
1 parent
0d61a9e191
commit
cc258008dc
9 files changed
+2337
-52
No files matched your search
@@ -0,0 +1,265 @@
|
||||
"""
|
||||
FILE: tests/test_wp26_section_types.py
|
||||
DESCRIPTION: Unit-Tests für WP-26 Phase 1: Section-Types und Intra-Note-Edges
|
||||
VERSION: 1.0.0
|
||||
"""
|
||||
import pytest
|
||||
from app.core.chunking.chunking_parser import parse_blocks
|
||||
from app.core.chunking.chunking_models import RawBlock, Chunk
|
||||
from app.core.graph.graph_utils import normalize_provenance, _edge
|
||||
|
||||
|
||||
class TestSectionTypeRecognition:
|
||||
"""UT-01: Parser – Section-Type-Erkennung"""
|
||||
|
||||
def test_section_type_recognition(self):
|
||||
"""Testet, ob [!section]-Callouts korrekt erkannt werden."""
|
||||
md = """
|
||||
## Reflexion ^ref
|
||||
> [!section] insight
|
||||
|
||||
Content here about insights.
|
||||
"""
|
||||
blocks, _ = parse_blocks(md)
|
||||
|
||||
# Finde den Paragraph-Block nach dem Section-Callout
|
||||
paragraph_blocks = [b for b in blocks if b.kind == "paragraph"]
|
||||
assert len(paragraph_blocks) >= 1
|
||||
|
||||
# Der Paragraph-Block sollte section_type "insight" haben
|
||||
assert paragraph_blocks[0].section_type == "insight"
|
||||
|
||||
def test_section_type_with_block_id(self):
|
||||
"""Testet, ob Block-IDs in Überschriften korrekt extrahiert werden."""
|
||||
md = """
|
||||
## Situation ^sit
|
||||
> [!section] experience
|
||||
|
||||
Die Geschichte beginnt hier.
|
||||
"""
|
||||
blocks, _ = parse_blocks(md)
|
||||
|
||||
# Finde den Heading-Block
|
||||
heading_blocks = [b for b in blocks if b.kind == "heading"]
|
||||
assert len(heading_blocks) >= 1
|
||||
|
||||
# Block-ID sollte "sit" sein
|
||||
assert heading_blocks[0].block_id == "sit"
|
||||
|
||||
|
||||
class TestSectionTypeScope:
|
||||
"""UT-02: Parser – Scope-Beendigung"""
|
||||
|
||||
def test_section_type_scope_ends_at_same_level_heading(self):
|
||||
"""Section-Type endet bei nächster H2."""
|
||||
md = """
|
||||
## Section A
|
||||
> [!section] insight
|
||||
|
||||
Content A with insight.
|
||||
|
||||
## Section B
|
||||
|
||||
Content B without section callout.
|
||||
"""
|
||||
blocks, _ = parse_blocks(md)
|
||||
|
||||
# Finde Paragraph-Blöcke
|
||||
paragraphs = [b for b in blocks if b.kind == "paragraph"]
|
||||
|
||||
# Erster Paragraph hat section_type "insight"
|
||||
assert paragraphs[0].section_type == "insight"
|
||||
|
||||
# Zweiter Paragraph hat section_type None (Reset)
|
||||
assert paragraphs[1].section_type is None
|
||||
|
||||
|
||||
class TestProvenanceNormalization:
|
||||
"""UT für Provenance-Normalisierung (WP-26 v1.0)"""
|
||||
|
||||
def test_normalize_explicit_callout(self):
|
||||
"""explicit:callout -> (explicit, callout)"""
|
||||
prov, hint = normalize_provenance("explicit:callout")
|
||||
assert prov == "explicit"
|
||||
assert hint == "callout"
|
||||
|
||||
def test_normalize_explicit_wikilink(self):
|
||||
"""explicit:wikilink -> (explicit, wikilink)"""
|
||||
prov, hint = normalize_provenance("explicit:wikilink")
|
||||
assert prov == "explicit"
|
||||
assert hint == "wikilink"
|
||||
|
||||
def test_normalize_structure_belongs_to(self):
|
||||
"""structure:belongs_to -> (structure, belongs_to)"""
|
||||
prov, hint = normalize_provenance("structure:belongs_to")
|
||||
assert prov == "structure"
|
||||
assert hint == "belongs_to"
|
||||
|
||||
def test_normalize_schema_default(self):
|
||||
"""inferred:schema -> (rule, schema_default)"""
|
||||
prov, hint = normalize_provenance("inferred:schema")
|
||||
assert prov == "rule"
|
||||
assert hint == "schema_default"
|
||||
|
||||
def test_normalize_unknown_fallback(self):
|
||||
"""Unbekannte Provenance -> (explicit, None)"""
|
||||
prov, hint = normalize_provenance("unknown_provenance")
|
||||
assert prov == "explicit"
|
||||
assert hint is None
|
||||
|
||||
|
||||
class TestIsInternalFlag:
|
||||
"""UT-13: is_internal Flag für Intra-Note-Edges"""
|
||||
|
||||
def test_is_internal_true_for_same_note(self):
|
||||
"""Edges zwischen Chunks derselben Note haben is_internal=True"""
|
||||
edge = _edge(
|
||||
kind="derives",
|
||||
scope="chunk",
|
||||
source_id="note1#c01",
|
||||
target_id="note1#c02",
|
||||
note_id="note1"
|
||||
)
|
||||
assert edge["is_internal"] is True
|
||||
|
||||
def test_is_internal_false_for_different_notes(self):
|
||||
"""Edges zwischen verschiedenen Notes haben is_internal=False"""
|
||||
edge = _edge(
|
||||
kind="references",
|
||||
scope="chunk",
|
||||
source_id="note1#c01",
|
||||
target_id="note2#c01",
|
||||
note_id="note1"
|
||||
)
|
||||
assert edge["is_internal"] is False
|
||||
|
||||
def test_is_internal_true_for_note_to_chunk(self):
|
||||
"""Edges von Note zu eigenem Chunk haben is_internal=True"""
|
||||
edge = _edge(
|
||||
kind="belongs_to",
|
||||
scope="chunk",
|
||||
source_id="note1#c01",
|
||||
target_id="note1",
|
||||
note_id="note1"
|
||||
)
|
||||
assert edge["is_internal"] is True
|
||||
|
||||
|
||||
class TestEdgeProvenanceInPayload:
|
||||
"""Test für Provenance-Normalisierung in Edge-Payloads"""
|
||||
|
||||
def test_edge_provenance_normalized(self):
|
||||
"""Provenance wird in Edge-Payloads normalisiert"""
|
||||
edge = _edge(
|
||||
kind="derives",
|
||||
scope="chunk",
|
||||
source_id="note1#c01",
|
||||
target_id="note1#c02",
|
||||
note_id="note1",
|
||||
extra={"provenance": "explicit:callout"}
|
||||
)
|
||||
|
||||
assert edge["provenance"] == "explicit"
|
||||
assert edge["source_hint"] == "callout"
|
||||
|
||||
|
||||
class TestAutomaticSectionRecognition:
|
||||
"""UT-09: Automatische Section-Erkennung bei neuen Überschriften"""
|
||||
|
||||
def test_automatic_section_recognition_at_same_heading_level(self):
|
||||
"""Neue Überschriften auf gleicher Ebene starten automatisch neue Sections"""
|
||||
md = """
|
||||
## Situation ^sit
|
||||
> [!section] experience
|
||||
|
||||
Content A.
|
||||
|
||||
## Reflexion ^ref
|
||||
|
||||
Content B.
|
||||
|
||||
## Learnings ^learn
|
||||
> [!section] insight
|
||||
|
||||
Content C.
|
||||
|
||||
## Ausblick ^out
|
||||
|
||||
Content D.
|
||||
"""
|
||||
blocks, _ = parse_blocks(md)
|
||||
|
||||
# Sammle alle Paragraph-Blöcke in Reihenfolge
|
||||
paragraphs = [b for b in blocks if b.kind == "paragraph"]
|
||||
|
||||
assert len(paragraphs) == 4
|
||||
|
||||
# Chunk 1: Expliziter section_type "experience"
|
||||
assert paragraphs[0].section_type == "experience"
|
||||
|
||||
# Chunk 2: Neue Section ohne Callout → None (Fallback auf note_type)
|
||||
assert paragraphs[1].section_type is None
|
||||
|
||||
# Chunk 3: Expliziter section_type "insight"
|
||||
assert paragraphs[2].section_type == "insight"
|
||||
|
||||
# Chunk 4: Neue Section ohne Callout → None (Fallback auf note_type)
|
||||
assert paragraphs[3].section_type is None
|
||||
|
||||
|
||||
class TestSeparateSectionCallout:
|
||||
"""UT-10: Separates Section-Callout an beliebiger Stelle"""
|
||||
|
||||
def test_section_callout_separate_from_edge_callout(self):
|
||||
"""Section-Callout kann separat von Edge-Callouts stehen"""
|
||||
md = """
|
||||
## Reflexion ^ref
|
||||
|
||||
Einleitender Text hier...
|
||||
|
||||
> [!section] insight
|
||||
|
||||
Weiterer normaler Inhalt...
|
||||
|
||||
> [!edge] derives
|
||||
> [[#^sit]]
|
||||
"""
|
||||
blocks, _ = parse_blocks(md)
|
||||
|
||||
# Finde Paragraph-Blöcke nach dem Section-Callout
|
||||
paragraphs = [b for b in blocks if b.kind == "paragraph"]
|
||||
|
||||
# Es sollten mindestens 2 Paragraphen geben
|
||||
assert len(paragraphs) >= 2
|
||||
|
||||
# Der erste Paragraph hat noch keinen section_type (vor dem Callout)
|
||||
# Der zweite Paragraph hat section_type "insight"
|
||||
# Hinweis: Die genaue Zuordnung hängt von der Parser-Implementierung ab
|
||||
section_types = [p.section_type for p in paragraphs]
|
||||
assert "insight" in section_types
|
||||
|
||||
|
||||
class TestNestedEdgeCallouts:
|
||||
"""UT-08: Verschachtelte Edge-Callouts in Container"""
|
||||
|
||||
def test_nested_callouts_recognized(self):
|
||||
"""Verschachtelte Callouts werden als Callout-Blöcke erkannt"""
|
||||
md = """
|
||||
> [!abstract] Semantic Edges
|
||||
>> [!edge] derived_from
|
||||
>> [[Target1#Section]]
|
||||
>
|
||||
>> [!edge] solves
|
||||
>> [[Target2]]
|
||||
"""
|
||||
blocks, _ = parse_blocks(md)
|
||||
|
||||
# Finde Callout-Blöcke
|
||||
callouts = [b for b in blocks if b.kind == "callout"]
|
||||
|
||||
# Es sollte mindestens ein Callout-Block erkannt werden
|
||||
assert len(callouts) >= 1
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
pytest.main([__file__, "-v"])
|
||||
Reference in new issue
Block a user