smarter chunker initial

This commit is contained in:
Lars committed 2025-12-11 22:39:35 +01:00
1 parent c741cc7d1b
commit a1cd0741c9
3 files changed
+274 -183

No files matched your search

+60 -30
View File
@@ -1,86 +1,116 @@
version: 1.1 # Update auf v1.1 für Mindnet v2.4
version: 1.2 # Update für Smart Chunking Config
# --- CHUNKING DEFINITIONEN ---
# Hier definieren wir die technischen Strategien zentral.
chunking_profiles:
# Standard für Fließtexte (Sliding Window)
sliding_short:
strategy: sliding_window
target: 200
max: 350
overlap: [30, 50]
sliding_standard:
strategy: sliding_window
target: 400
max: 600
overlap: [50, 80]
sliding_large:
strategy: sliding_window
target: 500
max: 800
overlap: [60, 100]
# Smart Chunking für Strukturen (Harte Splits)
structured_strict:
strategy: by_heading
split_level: 2
max: 600 # Fallback Limit
target: 400 # Fallback Target bei Sub-Chunking
overlap: [50, 80] # Overlap bei Sub-Chunking
defaults:
retriever_weight: 1.0
chunk_profile: default
chunking_profile: sliding_standard # Fallback Profil
edge_defaults: []
types:
# --- WISSENSBAUSTEINE ---
concept:
chunk_profile: medium
chunking_profile: sliding_standard
retriever_weight: 0.60
edge_defaults: ["references", "related_to"]
source:
chunk_profile: short
chunking_profile: sliding_standard
retriever_weight: 0.50
edge_defaults: [] # Quellen sind passiv
edge_defaults: []
glossary:
chunk_profile: short
chunking_profile: sliding_short
retriever_weight: 0.40
edge_defaults: ["related_to"]
# --- IDENTITÄT & PERSÖNLICHKEIT (Decision Engine Core) ---
# --- IDENTITÄT & PERSÖNLICHKEIT ---
profile:
chunk_profile: long
chunking_profile: structured_strict # H2 Split wichtig für Profile
retriever_weight: 0.70
edge_defaults: ["references", "related_to"]
value:
chunk_profile: short
retriever_weight: 1.00 # MAX: Werte stechen Fakten im Decision-Mode
chunking_profile: structured_strict
retriever_weight: 1.00
edge_defaults: ["related_to"]
principle:
chunk_profile: short
retriever_weight: 0.95 # Sehr hoch: Handlungsleitlinien
edge_defaults: ["derived_from", "references"] # Prinzipien leiten sich oft woraus ab
chunking_profile: structured_strict
retriever_weight: 0.95
edge_defaults: ["derived_from", "references"]
belief: # NEU: Glaubenssätze für Empathie-Modus
chunk_profile: short
belief:
chunking_profile: sliding_short
retriever_weight: 0.90
edge_defaults: ["related_to"]
experience:
chunk_profile: medium
chunking_profile: sliding_standard
retriever_weight: 0.90
edge_defaults: ["derived_from", "references"] # Erfahrungen haben einen Ursprung
edge_defaults: ["derived_from", "references"]
# --- STRATEGIE & ENTSCHEIDUNG ---
goal:
chunk_profile: medium
chunking_profile: sliding_standard
retriever_weight: 0.95
edge_defaults: ["depends_on", "related_to"]
decision: # ADRs (Architecture Decision Records)
chunk_profile: long # Entscheidungen brauchen oft viel Kontext (Begründung)
retriever_weight: 1.00 # MAX: Getroffene Entscheidungen sind Gesetz
edge_defaults: ["caused_by", "references"] # Entscheidungen haben Gründe
decision:
chunking_profile: structured_strict # ADRs sind oft strukturiert
retriever_weight: 1.00
edge_defaults: ["caused_by", "references"]
risk: # NEU: Risikomanagement
chunk_profile: short
risk:
chunking_profile: sliding_short
retriever_weight: 0.85
edge_defaults: ["related_to", "blocks"] # Risiken blockieren ggf. Projekte
edge_defaults: ["related_to", "blocks"]
milestone:
chunk_profile: short
chunking_profile: sliding_short
retriever_weight: 0.70
edge_defaults: ["related_to", "part_of"]
# --- OPERATIV ---
project:
chunk_profile: long
retriever_weight: 0.97 # Projekte sind der Kontext für alles
chunking_profile: sliding_large # Projekte haben viel Text
retriever_weight: 0.97
edge_defaults: ["references", "depends_on"]
task:
chunk_profile: short
chunking_profile: sliding_short
retriever_weight: 0.80
edge_defaults: ["depends_on", "part_of"]
journal:
chunk_profile: medium
chunking_profile: sliding_standard
retriever_weight: 0.80
edge_defaults: ["references", "related_to"]