smarter chunker initial
This commit is contained in:
1 parent
c741cc7d1b
commit
a1cd0741c9
3 files changed
+274
-183
No files matched your search
+60
-30
@@ -1,86 +1,116 @@
|
||||
version: 1.1 # Update auf v1.1 für Mindnet v2.4
|
||||
version: 1.2 # Update für Smart Chunking Config
|
||||
|
||||
# --- CHUNKING DEFINITIONEN ---
|
||||
# Hier definieren wir die technischen Strategien zentral.
|
||||
chunking_profiles:
|
||||
# Standard für Fließtexte (Sliding Window)
|
||||
sliding_short:
|
||||
strategy: sliding_window
|
||||
target: 200
|
||||
max: 350
|
||||
overlap: [30, 50]
|
||||
|
||||
sliding_standard:
|
||||
strategy: sliding_window
|
||||
target: 400
|
||||
max: 600
|
||||
overlap: [50, 80]
|
||||
|
||||
sliding_large:
|
||||
strategy: sliding_window
|
||||
target: 500
|
||||
max: 800
|
||||
overlap: [60, 100]
|
||||
|
||||
# Smart Chunking für Strukturen (Harte Splits)
|
||||
structured_strict:
|
||||
strategy: by_heading
|
||||
split_level: 2
|
||||
max: 600 # Fallback Limit
|
||||
target: 400 # Fallback Target bei Sub-Chunking
|
||||
overlap: [50, 80] # Overlap bei Sub-Chunking
|
||||
|
||||
defaults:
|
||||
retriever_weight: 1.0
|
||||
chunk_profile: default
|
||||
chunking_profile: sliding_standard # Fallback Profil
|
||||
edge_defaults: []
|
||||
|
||||
types:
|
||||
# --- WISSENSBAUSTEINE ---
|
||||
concept:
|
||||
chunk_profile: medium
|
||||
chunking_profile: sliding_standard
|
||||
retriever_weight: 0.60
|
||||
edge_defaults: ["references", "related_to"]
|
||||
|
||||
source:
|
||||
chunk_profile: short
|
||||
chunking_profile: sliding_standard
|
||||
retriever_weight: 0.50
|
||||
edge_defaults: [] # Quellen sind passiv
|
||||
edge_defaults: []
|
||||
|
||||
glossary:
|
||||
chunk_profile: short
|
||||
chunking_profile: sliding_short
|
||||
retriever_weight: 0.40
|
||||
edge_defaults: ["related_to"]
|
||||
|
||||
# --- IDENTITÄT & PERSÖNLICHKEIT (Decision Engine Core) ---
|
||||
# --- IDENTITÄT & PERSÖNLICHKEIT ---
|
||||
profile:
|
||||
chunk_profile: long
|
||||
chunking_profile: structured_strict # H2 Split wichtig für Profile
|
||||
retriever_weight: 0.70
|
||||
edge_defaults: ["references", "related_to"]
|
||||
|
||||
value:
|
||||
chunk_profile: short
|
||||
retriever_weight: 1.00 # MAX: Werte stechen Fakten im Decision-Mode
|
||||
chunking_profile: structured_strict
|
||||
retriever_weight: 1.00
|
||||
edge_defaults: ["related_to"]
|
||||
|
||||
principle:
|
||||
chunk_profile: short
|
||||
retriever_weight: 0.95 # Sehr hoch: Handlungsleitlinien
|
||||
edge_defaults: ["derived_from", "references"] # Prinzipien leiten sich oft woraus ab
|
||||
chunking_profile: structured_strict
|
||||
retriever_weight: 0.95
|
||||
edge_defaults: ["derived_from", "references"]
|
||||
|
||||
belief: # NEU: Glaubenssätze für Empathie-Modus
|
||||
chunk_profile: short
|
||||
belief:
|
||||
chunking_profile: sliding_short
|
||||
retriever_weight: 0.90
|
||||
edge_defaults: ["related_to"]
|
||||
|
||||
experience:
|
||||
chunk_profile: medium
|
||||
chunking_profile: sliding_standard
|
||||
retriever_weight: 0.90
|
||||
edge_defaults: ["derived_from", "references"] # Erfahrungen haben einen Ursprung
|
||||
edge_defaults: ["derived_from", "references"]
|
||||
|
||||
# --- STRATEGIE & ENTSCHEIDUNG ---
|
||||
goal:
|
||||
chunk_profile: medium
|
||||
chunking_profile: sliding_standard
|
||||
retriever_weight: 0.95
|
||||
edge_defaults: ["depends_on", "related_to"]
|
||||
|
||||
decision: # ADRs (Architecture Decision Records)
|
||||
chunk_profile: long # Entscheidungen brauchen oft viel Kontext (Begründung)
|
||||
retriever_weight: 1.00 # MAX: Getroffene Entscheidungen sind Gesetz
|
||||
edge_defaults: ["caused_by", "references"] # Entscheidungen haben Gründe
|
||||
decision:
|
||||
chunking_profile: structured_strict # ADRs sind oft strukturiert
|
||||
retriever_weight: 1.00
|
||||
edge_defaults: ["caused_by", "references"]
|
||||
|
||||
risk: # NEU: Risikomanagement
|
||||
chunk_profile: short
|
||||
risk:
|
||||
chunking_profile: sliding_short
|
||||
retriever_weight: 0.85
|
||||
edge_defaults: ["related_to", "blocks"] # Risiken blockieren ggf. Projekte
|
||||
edge_defaults: ["related_to", "blocks"]
|
||||
|
||||
milestone:
|
||||
chunk_profile: short
|
||||
chunking_profile: sliding_short
|
||||
retriever_weight: 0.70
|
||||
edge_defaults: ["related_to", "part_of"]
|
||||
|
||||
# --- OPERATIV ---
|
||||
project:
|
||||
chunk_profile: long
|
||||
retriever_weight: 0.97 # Projekte sind der Kontext für alles
|
||||
chunking_profile: sliding_large # Projekte haben viel Text
|
||||
retriever_weight: 0.97
|
||||
edge_defaults: ["references", "depends_on"]
|
||||
|
||||
task:
|
||||
chunk_profile: short
|
||||
chunking_profile: sliding_short
|
||||
retriever_weight: 0.80
|
||||
edge_defaults: ["depends_on", "part_of"]
|
||||
|
||||
journal:
|
||||
chunk_profile: medium
|
||||
chunking_profile: sliding_standard
|
||||
retriever_weight: 0.80
|
||||
edge_defaults: ["references", "related_to"]
|
||||
Reference in new issue
Block a user