chunker mit LLM initial
This commit is contained in:
1 parent
714763f92f
commit
13ab2b7d68
3 files changed
+197
-34
No files matched your search
+13
-5
@@ -29,7 +29,14 @@ chunking_profiles:
|
||||
max: 600 # Fallback Limit
|
||||
target: 400 # Fallback Target bei Sub-Chunking
|
||||
overlap: [50, 80] # Overlap bei Sub-Chunking
|
||||
|
||||
|
||||
# NEU: LLM-basierte semantische Zerlegung (Chunker.py ruft semantic_analyzer.py)
|
||||
semantic_llm:
|
||||
strategy: semantic_llm
|
||||
# Da das LLM die Längensteuerung übernimmt, dienen diese als Fallback/Empfehlung
|
||||
target: 400
|
||||
max: 800
|
||||
|
||||
defaults:
|
||||
retriever_weight: 1.0
|
||||
chunking_profile: sliding_standard # Fallback Profil
|
||||
@@ -54,7 +61,7 @@ types:
|
||||
|
||||
# --- IDENTITÄT & PERSÖNLICHKEIT ---
|
||||
profile:
|
||||
chunking_profile: structured_strict # H2 Split wichtig für Profile
|
||||
chunking_profile: structured_strict
|
||||
retriever_weight: 0.70
|
||||
edge_defaults: ["references", "related_to"]
|
||||
|
||||
@@ -85,7 +92,7 @@ types:
|
||||
edge_defaults: ["depends_on", "related_to"]
|
||||
|
||||
decision:
|
||||
chunking_profile: structured_strict # ADRs sind oft strukturiert
|
||||
chunking_profile: structured_strict
|
||||
retriever_weight: 1.00
|
||||
edge_defaults: ["caused_by", "references"]
|
||||
|
||||
@@ -101,7 +108,7 @@ types:
|
||||
|
||||
# --- OPERATIV ---
|
||||
project:
|
||||
chunking_profile: sliding_large # Projekte haben viel Text
|
||||
chunking_profile: sliding_large
|
||||
retriever_weight: 0.97
|
||||
edge_defaults: ["references", "depends_on"]
|
||||
|
||||
@@ -111,6 +118,7 @@ types:
|
||||
edge_defaults: ["depends_on", "part_of"]
|
||||
|
||||
journal:
|
||||
chunking_profile: sliding_standard
|
||||
# NEUE ZUWEISUNG: Journale profitieren am meisten von der semantischen Analyse
|
||||
chunking_profile: semantic_llm
|
||||
retriever_weight: 0.80
|
||||
edge_defaults: ["references", "related_to"]
|
||||
Reference in new issue
Block a user