Dateien nach "app/core" hochladen
All checks were successful
Deploy mindnet to llm-node / deploy (push) Successful in 3s
All checks were successful
Deploy mindnet to llm-node / deploy (push) Successful in 3s
This commit is contained in:
parent
e03dd66051
commit
efa3afc7dc
|
|
@ -1,278 +1,438 @@
|
|||
#!/usr/bin/env python3
|
||||
# -*- coding: utf-8 -*-
|
||||
"""
|
||||
Modul: app/core/derive_edges.py
|
||||
Version: 2.2.0 (V2-superset mit "typed inline relations" + Obsidian-Callouts)
|
||||
|
||||
Zweck
|
||||
-----
|
||||
Bewahrt die bestehende Edgelogik (belongs_to, prev/next, references, backlink)
|
||||
und ergänzt:
|
||||
- Typ-Default-Kanten gemäß config/types.yaml (edge_defaults je Notiztyp)
|
||||
- **Explizite, getypte Inline-Relationen** direkt im Chunk-Text:
|
||||
* [[rel:depends_on | Target Title]]
|
||||
* [[rel:related_to Target Title]]
|
||||
- **Obsidian-Callouts** zur Pflege von Kanten im Markdown:
|
||||
* > [!edge] related_to: [[Vector DB Basics]]
|
||||
* Mehrere Zeilen im Callout werden unterstützt (alle Zeilen beginnen mit '>').
|
||||
|
||||
Konfiguration
|
||||
-------------
|
||||
- ENV MINDNET_TYPES_FILE (Default: ./config/types.yaml)
|
||||
|
||||
Hinweis
|
||||
-------
|
||||
Diese Implementierung ist rückwärtskompatibel zur bisherigen Signatur.
|
||||
"""
|
||||
from __future__ import annotations
|
||||
|
||||
import os
|
||||
import re
|
||||
from typing import Dict, List, Tuple, Iterable, Set
|
||||
from typing import Iterable, List, Optional, Tuple, Set
|
||||
|
||||
# --------------------------------------------
|
||||
# Hilfsfunktionen
|
||||
# --------------------------------------------
|
||||
try:
|
||||
import yaml # optional, nur für types.yaml
|
||||
except Exception: # pragma: no cover
|
||||
yaml = None
|
||||
|
||||
WIKILINK_RE = re.compile(r"\[\[([^\]]+?)\]\]")
|
||||
# Inline-Relationen:
|
||||
# [[rel:depends_on | Target]] oder [[rel:related_to Target]]
|
||||
INLINE_REL_RE = re.compile(
|
||||
r"""\[\[\s*rel\s*:\s*([a-zA-Z_][\w\-]*)\s*(?:\|\s*([^\]]+?)|(\s+[^\]]+?))\s*\]\]"""
|
||||
)
|
||||
# ---------------------------- Utilities ------------------------------------
|
||||
|
||||
# Callout-Zeilen:
|
||||
# > [!edge] related_to: [[A]] [[B]]
|
||||
# erlaubt flexible Whitespaces/Case, Relation-Token aus [a-zA-Z_][\w-]*
|
||||
CALLOUT_LINE_RE = re.compile(
|
||||
r"""^\s*>\s*\[\s*!edge\s*\]\s*([a-zA-Z_][\w\-]*)\s*:\s*(.+?)\s*$""",
|
||||
re.IGNORECASE,
|
||||
)
|
||||
def _get(d: dict, *keys, default=None):
|
||||
for k in keys:
|
||||
if k in d and d[k] is not None:
|
||||
return d[k]
|
||||
return default
|
||||
|
||||
def _chunk_text_for_refs(chunk: dict) -> str:
|
||||
# bevorzugt 'window' → dann 'text' → 'content' → 'raw'
|
||||
return (
|
||||
_get(chunk, "window")
|
||||
or _get(chunk, "text")
|
||||
or _get(chunk, "content")
|
||||
or _get(chunk, "raw")
|
||||
or ""
|
||||
)
|
||||
|
||||
def _chunk_text(payload: Dict) -> str:
|
||||
# bevorzugt 'text', sonst 'window', sonst leer
|
||||
return payload.get("text") or payload.get("window") or ""
|
||||
def _dedupe_seq(seq: Iterable[str]) -> List[str]:
|
||||
seen: Set[str] = set()
|
||||
out: List[str] = []
|
||||
for s in seq:
|
||||
if s not in seen:
|
||||
seen.add(s)
|
||||
out.append(s)
|
||||
return out
|
||||
|
||||
|
||||
def _make_edge(
|
||||
*,
|
||||
note_id: str,
|
||||
chunk_id: str | None,
|
||||
source_id: str,
|
||||
target_id: str,
|
||||
relation: str,
|
||||
rule_id: str,
|
||||
scope: str = "chunk",
|
||||
confidence: float | None = None,
|
||||
) -> Dict:
|
||||
def _edge(kind: str, scope: str, source_id: str, target_id: str, note_id: str, extra: Optional[dict] = None) -> dict:
|
||||
pl = {
|
||||
"note_id": note_id,
|
||||
"chunk_id": chunk_id if chunk_id else None,
|
||||
"scope": scope,
|
||||
"kind": relation, # für Backward-Kompatibilität
|
||||
"relation": relation, # für Auswerteskripte
|
||||
"kind": kind,
|
||||
"relation": kind, # v2 Feld (alias)
|
||||
"scope": scope, # "chunk" | "note"
|
||||
"source_id": source_id,
|
||||
"target_id": target_id,
|
||||
"rule_id": rule_id,
|
||||
"note_id": note_id, # Träger/Quelle der Kante (aktuelle Note)
|
||||
}
|
||||
if confidence is not None:
|
||||
pl["confidence"] = confidence
|
||||
if extra:
|
||||
pl.update(extra)
|
||||
return pl
|
||||
|
||||
def _mk_edge_id(kind: str, s: str, t: str, scope: str, rule_id: Optional[str] = None) -> str:
|
||||
base = f"{kind}:{s}->{t}#{scope}"
|
||||
if rule_id:
|
||||
base += f"|{rule_id}"
|
||||
try:
|
||||
import hashlib
|
||||
return hashlib.blake2s(base.encode("utf-8"), digest_size=12).hexdigest()
|
||||
except Exception: # pragma: no cover
|
||||
return base
|
||||
|
||||
def _dedup(edges: Iterable[Dict]) -> List[Dict]:
|
||||
seen: Set[Tuple[str, str, str, str]] = set()
|
||||
out: List[Dict] = []
|
||||
# ---------------------- Typen-Registry (types.yaml) ------------------------
|
||||
|
||||
def _env(n: str, default: Optional[str] = None) -> str:
|
||||
v = os.getenv(n)
|
||||
return v if v is not None else (default or "" )
|
||||
|
||||
def _load_types_registry() -> dict:
|
||||
"""Lädt die YAML-Registry aus MINDNET_TYPES_FILE oder ./config/types.yaml"""
|
||||
p = _env("MINDNET_TYPES_FILE", "./config/types.yaml")
|
||||
if not os.path.isfile(p) or yaml is None:
|
||||
return {}
|
||||
try:
|
||||
with open(p, "r", encoding="utf-8") as f:
|
||||
data = yaml.safe_load(f) or {}
|
||||
return data
|
||||
except Exception:
|
||||
return {}
|
||||
|
||||
def _get_types_map(reg: dict) -> dict:
|
||||
if isinstance(reg, dict) and isinstance(reg.get("types"), dict):
|
||||
return reg["types"]
|
||||
return reg if isinstance(reg, dict) else {}
|
||||
|
||||
def _edge_defaults_for(note_type: Optional[str], reg: dict) -> List[str]:
|
||||
"""
|
||||
Liefert die edge_defaults-Liste für den gegebenen Notiztyp.
|
||||
Fallback-Reihenfolge:
|
||||
1) reg['types'][note_type]['edge_defaults']
|
||||
2) reg['defaults']['edge_defaults'] (oder 'default'/'global')
|
||||
3) []
|
||||
"""
|
||||
types_map = _get_types_map(reg)
|
||||
# 1) exakter Typ
|
||||
if note_type and isinstance(types_map, dict):
|
||||
t = types_map.get(note_type)
|
||||
if isinstance(t, dict) and isinstance(t.get("edge_defaults"), list):
|
||||
return [str(x) for x in t["edge_defaults"] if isinstance(x, str)]
|
||||
# 2) Fallback
|
||||
for key in ("defaults", "default", "global"):
|
||||
v = reg.get(key)
|
||||
if isinstance(v, dict) and isinstance(v.get("edge_defaults"), list):
|
||||
return [str(x) for x in v["edge_defaults"] if isinstance(x, str)]
|
||||
# 3) leer
|
||||
return []
|
||||
|
||||
# ------------------------ Parser für Links ---------------------------------
|
||||
|
||||
# Normale Wikilinks (Fallback)
|
||||
_WIKILINK_RE = re.compile(r"\[\[(?:[^\|\]]+\|)?([a-zA-Z0-9_\-#:. ]+)\]\]")
|
||||
|
||||
# Getypte Inline-Relationen:
|
||||
# [[rel:depends_on | Target]]
|
||||
# [[rel:related_to Target]]
|
||||
_REL_PIPE = re.compile(r"\[\[\s*rel:(?P<kind>[a-z_]+)\s*\|\s*(?P<target>[^\]]+?)\s*\]\]", re.IGNORECASE)
|
||||
_REL_SPACE = re.compile(r"\[\[\s*rel:(?P<kind>[a-z_]+)\s+(?P<target>[^\]]+?)\s*\]\]", re.IGNORECASE)
|
||||
|
||||
def _extract_typed_relations(text: str) -> Tuple[List[Tuple[str,str]], str]:
|
||||
"""
|
||||
Gibt Liste (kind, target) zurück und den Text mit entfernten getypten Relation-Links,
|
||||
damit die generische Wikilink-Erkennung sie nicht doppelt zählt.
|
||||
"""
|
||||
pairs: List[Tuple[str,str]] = []
|
||||
def _collect(m):
|
||||
k = (m.group("kind") or "").strip().lower()
|
||||
t = (m.group("target") or "").strip()
|
||||
if k and t:
|
||||
pairs.append((k, t))
|
||||
return "" # löschen
|
||||
text = _REL_PIPE.sub(_collect, text)
|
||||
text = _REL_SPACE.sub(_collect, text)
|
||||
return pairs, text
|
||||
|
||||
# ---- Obsidian Callout Parser ----------------------------------------------
|
||||
# Callout-Start erkennt Zeilen wie: > [!edge] ... (case-insensitive)
|
||||
_CALLOUT_START = re.compile(r"^\s*>\s*\[!edge\]\s*(.*)$", re.IGNORECASE)
|
||||
|
||||
# Innerhalb von Callouts erwarten wir je Zeile Muster wie:
|
||||
# related_to: [[Vector DB Basics]]
|
||||
# depends_on: [[A]], [[B]]
|
||||
# similar_to: Qdrant Vektordatenbank
|
||||
_REL_LINE = re.compile(r"^(?P<kind>[a-z_]+)\s*:\s*(?P<targets>.+?)\s*$", re.IGNORECASE)
|
||||
|
||||
_WIKILINKS_IN_LINE = re.compile(r"\[\[([^\]]+)\]\]")
|
||||
|
||||
def _extract_callout_relations(text: str) -> Tuple[List[Tuple[str,str]], str]:
|
||||
"""
|
||||
Findet Obsidian-Callouts vom Typ [!edge] und extrahiert (kind, target).
|
||||
Entfernt den gesamten Callout-Block aus dem Text, damit Wikilinks daraus
|
||||
nicht zusätzlich als "references" gezählt werden.
|
||||
"""
|
||||
if not text:
|
||||
return [], text
|
||||
|
||||
lines = text.splitlines()
|
||||
out_pairs: List[Tuple[str,str]] = []
|
||||
keep_lines: List[str] = []
|
||||
|
||||
i = 0
|
||||
while i < len(lines):
|
||||
m = _CALLOUT_START.match(lines[i])
|
||||
if not m:
|
||||
keep_lines.append(lines[i])
|
||||
i += 1
|
||||
continue
|
||||
|
||||
# Wir sind in einem Callout-Block; erste Zeile nach dem Marker:
|
||||
# Rest dieser Zeile nach [!edge] mitnehmen
|
||||
block_lines: List[str] = []
|
||||
first_rest = m.group(1) or ""
|
||||
if first_rest.strip():
|
||||
block_lines.append(first_rest)
|
||||
|
||||
# Folgezeilen sind Teil des Callouts, solange sie weiterhin mit '>' beginnen
|
||||
i += 1
|
||||
while i < len(lines) and lines[i].lstrip().startswith('>'):
|
||||
# Entferne führendes '>' und evtl. Leerzeichen
|
||||
block_lines.append(lines[i].lstrip()[1:].lstrip())
|
||||
i += 1
|
||||
|
||||
# Parse jede Blockzeile eigenständig
|
||||
for bl in block_lines:
|
||||
mrel = _REL_LINE.match(bl)
|
||||
if not mrel:
|
||||
continue
|
||||
kind = (mrel.group("kind") or "").strip().lower()
|
||||
targets = mrel.group("targets") or ""
|
||||
# Wikilinks bevorzugt
|
||||
found = _WIKILINKS_IN_LINE.findall(targets)
|
||||
if found:
|
||||
for t in found:
|
||||
t = t.strip()
|
||||
if t:
|
||||
out_pairs.append((kind, t))
|
||||
else:
|
||||
# Fallback: Split per ',' oder ';'
|
||||
for raw in re.split(r"[,;]", targets):
|
||||
t = raw.strip()
|
||||
if t:
|
||||
out_pairs.append((kind, t))
|
||||
# Wichtig: Callout wird NICHT in keep_lines übernommen (entfernt)
|
||||
continue
|
||||
|
||||
remainder = "\n".join(keep_lines)
|
||||
return out_pairs, remainder
|
||||
|
||||
def _extract_wikilinks(text: str) -> List[str]:
|
||||
ids: List[str] = []
|
||||
for m in _WIKILINK_RE.finditer(text or ""):
|
||||
ids.append(m.group(1).strip())
|
||||
return ids
|
||||
|
||||
# --------------------------- Hauptfunktion ---------------------------------
|
||||
|
||||
def build_edges_for_note(
|
||||
note_id: str,
|
||||
chunks: List[dict],
|
||||
note_level_references: Optional[List[str]] = None,
|
||||
include_note_scope_refs: bool = False,
|
||||
) -> List[dict]:
|
||||
"""
|
||||
Erzeugt Kanten für eine Note.
|
||||
|
||||
- belongs_to: für jeden Chunk (chunk -> note)
|
||||
- next / prev: zwischen aufeinanderfolgenden Chunks
|
||||
- references: pro Chunk aus window/text (via Wikilinks)
|
||||
- typed inline relations: [[rel:KIND | Target]] oder [[rel:KIND Target]]
|
||||
- Obsidian Callouts: > [!edge] KIND: [[Target]]
|
||||
- optional note-scope references/backlinks: dedupliziert über alle Chunk-Funde + note_level_references
|
||||
- typenbasierte Default-Kanten (edge_defaults) je gefundener Referenz
|
||||
"""
|
||||
edges: List[dict] = []
|
||||
|
||||
# --- 0) Note-Typ ermitteln (aus erstem Chunk erwartet) ---
|
||||
note_type = None
|
||||
if chunks:
|
||||
note_type = _get(chunks[0], "type")
|
||||
|
||||
# --- 1) belongs_to ---
|
||||
for ch in chunks:
|
||||
cid = _get(ch, "chunk_id", "id")
|
||||
if not cid:
|
||||
continue
|
||||
edges.append(_edge("belongs_to", "chunk", cid, note_id, note_id, {
|
||||
"chunk_id": cid,
|
||||
"edge_id": _mk_edge_id("belongs_to", cid, note_id, "chunk", "structure:belongs_to:v1"),
|
||||
"provenance": "rule",
|
||||
"rule_id": "structure:belongs_to:v1",
|
||||
"confidence": 1.0,
|
||||
}))
|
||||
|
||||
# --- 2) next/prev ---
|
||||
for i in range(len(chunks) - 1):
|
||||
a, b = chunks[i], chunks[i + 1]
|
||||
a_id = _get(a, "chunk_id", "id")
|
||||
b_id = _get(b, "chunk_id", "id")
|
||||
if not a_id or not b_id:
|
||||
continue
|
||||
edges.append(_edge("next", "chunk", a_id, b_id, note_id, {
|
||||
"chunk_id": a_id,
|
||||
"edge_id": _mk_edge_id("next", a_id, b_id, "chunk", "structure:order:v1"),
|
||||
"provenance": "rule",
|
||||
"rule_id": "structure:order:v1",
|
||||
"confidence": 0.95,
|
||||
}))
|
||||
edges.append(_edge("prev", "chunk", b_id, a_id, note_id, {
|
||||
"chunk_id": b_id,
|
||||
"edge_id": _mk_edge_id("prev", b_id, a_id, "chunk", "structure:order:v1"),
|
||||
"provenance": "rule",
|
||||
"rule_id": "structure:order:v1",
|
||||
"confidence": 0.95,
|
||||
}))
|
||||
|
||||
# --- 3) references (chunk-scope) + inline relations + callouts + abgeleitete Relationen je Ref ---
|
||||
reg = _load_types_registry()
|
||||
defaults = _edge_defaults_for(note_type, reg)
|
||||
refs_all: List[str] = []
|
||||
|
||||
for ch in chunks:
|
||||
cid = _get(ch, "chunk_id", "id")
|
||||
if not cid:
|
||||
continue
|
||||
raw = _chunk_text_for_refs(ch)
|
||||
|
||||
# a) typed inline relations zuerst extrahieren
|
||||
typed, remainder = _extract_typed_relations(raw)
|
||||
for kind, target in typed:
|
||||
edges.append(_edge(kind, "chunk", cid, target, note_id, {
|
||||
"chunk_id": cid,
|
||||
"edge_id": _mk_edge_id(kind, cid, target, "chunk", "inline:rel:v1"),
|
||||
"provenance": "explicit",
|
||||
"rule_id": "inline:rel:v1",
|
||||
"confidence": 0.95,
|
||||
}))
|
||||
# symmetrische Relationen zusätzlich rückwärts
|
||||
if kind in {"related_to", "similar_to"}:
|
||||
edges.append(_edge(kind, "chunk", target, cid, note_id, {
|
||||
"chunk_id": cid,
|
||||
"edge_id": _mk_edge_id(kind, target, cid, "chunk", "inline:rel:v1"),
|
||||
"provenance": "explicit",
|
||||
"rule_id": "inline:rel:v1",
|
||||
"confidence": 0.95,
|
||||
}))
|
||||
|
||||
# b) Obsidian Callouts extrahieren (und aus remainder entfernen)
|
||||
call_pairs, remainder2 = _extract_callout_relations(remainder)
|
||||
for kind, target in call_pairs:
|
||||
k = (kind or "").strip().lower()
|
||||
if not k or not target:
|
||||
continue
|
||||
edges.append(_edge(k, "chunk", cid, target, note_id, {
|
||||
"chunk_id": cid,
|
||||
"edge_id": _mk_edge_id(k, cid, target, "chunk", "callout:edge:v1"),
|
||||
"provenance": "explicit",
|
||||
"rule_id": "callout:edge:v1",
|
||||
"confidence": 0.95,
|
||||
}))
|
||||
if k in {"related_to", "similar_to"}:
|
||||
edges.append(_edge(k, "chunk", target, cid, note_id, {
|
||||
"chunk_id": cid,
|
||||
"edge_id": _mk_edge_id(k, target, cid, "chunk", "callout:edge:v1"),
|
||||
"provenance": "explicit",
|
||||
"rule_id": "callout:edge:v1",
|
||||
"confidence": 0.95,
|
||||
}))
|
||||
|
||||
# c) generische Wikilinks (remainder2) → "references"
|
||||
refs = _extract_wikilinks(remainder2)
|
||||
for r in refs:
|
||||
# reale Referenz (wie bisher)
|
||||
edges.append(_edge("references", "chunk", cid, r, note_id, {
|
||||
"chunk_id": cid,
|
||||
"ref_text": r,
|
||||
"edge_id": _mk_edge_id("references", cid, r, "chunk", "explicit:wikilink:v1"),
|
||||
"provenance": "explicit",
|
||||
"rule_id": "explicit:wikilink:v1",
|
||||
"confidence": 1.0,
|
||||
}))
|
||||
# abgeleitete Kanten je default-Relation
|
||||
for rel in defaults:
|
||||
if rel == "references":
|
||||
continue # doppelt vermeiden
|
||||
edges.append(_edge(rel, "chunk", cid, r, note_id, {
|
||||
"chunk_id": cid,
|
||||
"edge_id": _mk_edge_id(rel, cid, r, "chunk", f"edge_defaults:{note_type}:{rel}:v1"),
|
||||
"provenance": "rule",
|
||||
"rule_id": f"edge_defaults:{note_type}:{rel}:v1",
|
||||
"confidence": 0.7,
|
||||
}))
|
||||
# symmetrisch?
|
||||
if rel in {"related_to", "similar_to"}:
|
||||
edges.append(_edge(rel, "chunk", r, cid, note_id, {
|
||||
"chunk_id": cid,
|
||||
"edge_id": _mk_edge_id(rel, r, cid, "chunk", f"edge_defaults:{note_type}:{rel}:v1"),
|
||||
"provenance": "rule",
|
||||
"rule_id": f"edge_defaults:{note_type}:{rel}:v1",
|
||||
"confidence": 0.7,
|
||||
}))
|
||||
refs_all.extend(refs)
|
||||
|
||||
# --- 4) optional: note-scope references/backlinks (+ defaults) ---
|
||||
if include_note_scope_refs:
|
||||
refs_note = list(refs_all or [])
|
||||
if note_level_references:
|
||||
refs_note.extend([r for r in note_level_references if isinstance(r, str) and r])
|
||||
refs_note = _dedupe_seq(refs_note)
|
||||
for r in refs_note:
|
||||
# echte note-scope Referenz & Backlink (wie bisher)
|
||||
edges.append(_edge("references", "note", note_id, r, note_id, {
|
||||
"edge_id": _mk_edge_id("references", note_id, r, "note", "explicit:note_scope:v1"),
|
||||
"provenance": "explicit",
|
||||
"rule_id": "explicit:note_scope:v1",
|
||||
"confidence": 1.0,
|
||||
}))
|
||||
edges.append(_edge("backlink", "note", r, note_id, note_id, {
|
||||
"edge_id": _mk_edge_id("backlink", r, note_id, "note", "derived:backlink:v1"),
|
||||
"provenance": "rule",
|
||||
"rule_id": "derived:backlink:v1",
|
||||
"confidence": 0.9,
|
||||
}))
|
||||
# und zusätzlich default-Relationen (note-scope)
|
||||
for rel in defaults:
|
||||
if rel == "references":
|
||||
continue
|
||||
edges.append(_edge(rel, "note", note_id, r, note_id, {
|
||||
"edge_id": _mk_edge_id(rel, note_id, r, "note", f"edge_defaults:{note_type}:{rel}:v1"),
|
||||
"provenance": "rule",
|
||||
"rule_id": f"edge_defaults:{note_type}:{rel}:v1",
|
||||
"confidence": 0.7,
|
||||
}))
|
||||
if rel in {"related_to", "similar_to"}:
|
||||
edges.append(_edge(rel, "note", r, note_id, note_id, {
|
||||
"edge_id": _mk_edge_id(rel, r, note_id, "note", f"edge_defaults:{note_type}:{rel}:v1"),
|
||||
"provenance": "rule",
|
||||
"rule_id": f"edge_defaults:{note_type}:{rel}:v1",
|
||||
"confidence": 0.7,
|
||||
}))
|
||||
|
||||
# --- 5) Dedupe (Schlüssel: source_id, target_id, relation, rule_id) ---
|
||||
seen: Set[Tuple[str,str,str,str]] = set()
|
||||
out: List[dict] = []
|
||||
for e in edges:
|
||||
key = (
|
||||
str(e.get("source_id") or ""),
|
||||
str(e.get("target_id") or ""),
|
||||
str(e.get("relation") or e.get("kind") or ""),
|
||||
str(e.get("rule_id") or ""),
|
||||
)
|
||||
s = str(e.get("source_id") or "")
|
||||
t = str(e.get("target_id") or "")
|
||||
rel = str(e.get("relation") or e.get("kind") or "edge")
|
||||
rule = str(e.get("rule_id") or "")
|
||||
key = (s, t, rel, rule)
|
||||
if key in seen:
|
||||
continue
|
||||
seen.add(key)
|
||||
out.append(e)
|
||||
return out
|
||||
|
||||
|
||||
def _wikilink_targets(text: str) -> List[str]:
|
||||
return [m.group(1).strip() for m in WIKILINK_RE.finditer(text)]
|
||||
|
||||
|
||||
def _inline_relations(text: str) -> List[Tuple[str, str]]:
|
||||
"""
|
||||
Liefert Liste (relation, target).
|
||||
Erlaubt beide Schreibweisen:
|
||||
[[rel:depends_on | Target]]
|
||||
[[rel:depends_on Target]]
|
||||
"""
|
||||
out: List[Tuple[str, str]] = []
|
||||
for m in INLINE_REL_RE.finditer(text):
|
||||
rel = m.group(1).strip().lower()
|
||||
tgt = (m.group(2) or m.group(3) or "").strip()
|
||||
if tgt.startswith("|"):
|
||||
tgt = tgt[1:].strip()
|
||||
if tgt:
|
||||
out.append((rel, tgt))
|
||||
return out
|
||||
|
||||
|
||||
def _callout_relations(lines: List[str]) -> List[Tuple[str, List[str]]]:
|
||||
"""
|
||||
Sucht Zeilen wie:
|
||||
> [!edge] related_to: [[A]] [[B]]
|
||||
Gibt Liste (relation, [targets...]) zurück.
|
||||
"""
|
||||
out: List[Tuple[str, List[str]]] = []
|
||||
for ln in lines:
|
||||
m = CALLOUT_LINE_RE.match(ln)
|
||||
if not m:
|
||||
continue
|
||||
rel = m.group(1).strip().lower()
|
||||
tail = m.group(2)
|
||||
targets = _wikilink_targets(tail)
|
||||
if targets:
|
||||
out.append((rel, targets))
|
||||
return out
|
||||
|
||||
|
||||
# --------------------------------------------
|
||||
# Öffentliche Hauptfunktion
|
||||
# --------------------------------------------
|
||||
def derive_edges(note_core: Dict, chunks: List[Dict], types_cfg: Dict | None = None) -> List[Dict]:
|
||||
"""
|
||||
note_core: {"note_id","title","type","text"}
|
||||
chunks: Liste von Chunk-Payloads (enthält 'chunk_id','index','text'/'window')
|
||||
types_cfg: geladene types.yaml (dict)
|
||||
|
||||
Erzeugt:
|
||||
- strukturelle Edges: belongs_to, next, prev
|
||||
- reale Referenzen: Wikilinks -> references
|
||||
- Inline-Relationen: [[rel:depends_on | Target]] -> depends_on
|
||||
- Callouts: > [!edge] related_to: [[A]] [[B]] -> related_to
|
||||
- Typ-Defaults: types.yaml edge_defaults -> relationen zwischen Chunk und bekannten Zielen
|
||||
"""
|
||||
nid = note_core.get("note_id")
|
||||
ntype = (note_core.get("type") or "").strip().lower()
|
||||
ntext = note_core.get("text") or ""
|
||||
lines = ntext.splitlines()
|
||||
|
||||
edges: List[Dict] = []
|
||||
|
||||
# -------------------------------------------------
|
||||
# 1) Strukturelle Edges je Chunk
|
||||
# -------------------------------------------------
|
||||
for i, ch in enumerate(chunks):
|
||||
cid = ch.get("chunk_id")
|
||||
edges.append(
|
||||
_make_edge(
|
||||
note_id=nid,
|
||||
chunk_id=cid,
|
||||
source_id=cid,
|
||||
target_id=nid,
|
||||
relation="belongs_to",
|
||||
rule_id="struct:belongs_to",
|
||||
confidence=1.0,
|
||||
)
|
||||
)
|
||||
if i + 1 < len(chunks):
|
||||
nxt = chunks[i + 1].get("chunk_id")
|
||||
edges.append(
|
||||
_make_edge(
|
||||
note_id=nid,
|
||||
chunk_id=cid,
|
||||
source_id=cid,
|
||||
target_id=nxt,
|
||||
relation="next",
|
||||
rule_id="struct:next",
|
||||
confidence=0.99,
|
||||
)
|
||||
)
|
||||
edges.append(
|
||||
_make_edge(
|
||||
note_id=nid,
|
||||
chunk_id=nxt,
|
||||
source_id=nxt,
|
||||
target_id=cid,
|
||||
relation="prev",
|
||||
rule_id="struct:prev",
|
||||
confidence=0.99,
|
||||
)
|
||||
)
|
||||
|
||||
# -------------------------------------------------
|
||||
# 2) Reale Referenzen aus jedem Chunk-Text (Wikilinks)
|
||||
# -------------------------------------------------
|
||||
all_explicit_targets: Set[str] = set()
|
||||
for ch in chunks:
|
||||
cid = ch.get("chunk_id")
|
||||
txt = _chunk_text(ch)
|
||||
for tgt in _wikilink_targets(txt):
|
||||
all_explicit_targets.add(tgt)
|
||||
edges.append(
|
||||
_make_edge(
|
||||
note_id=nid,
|
||||
chunk_id=cid,
|
||||
source_id=cid,
|
||||
target_id=tgt,
|
||||
relation="references",
|
||||
rule_id="explicit:wikilink",
|
||||
confidence=0.9,
|
||||
)
|
||||
)
|
||||
|
||||
# -------------------------------------------------
|
||||
# 3) Inline-Relationen (getypte Kanten im Text)
|
||||
# -------------------------------------------------
|
||||
for ch in chunks:
|
||||
cid = ch.get("chunk_id")
|
||||
txt = _chunk_text(ch)
|
||||
for rel, tgt in _inline_relations(txt):
|
||||
all_explicit_targets.add(tgt)
|
||||
edges.append(
|
||||
_make_edge(
|
||||
note_id=nid,
|
||||
chunk_id=cid,
|
||||
source_id=cid,
|
||||
target_id=tgt,
|
||||
relation=rel,
|
||||
rule_id=f"inline:rel:v1:{rel}",
|
||||
confidence=0.8,
|
||||
)
|
||||
)
|
||||
|
||||
# -------------------------------------------------
|
||||
# 4) Callout-Relationen (> [!edge] related_to: [[A]] [[B]])
|
||||
# - Auf Note-Ebene definiert, aber wir hängen sie an den
|
||||
# ersten Chunk (falls vorhanden) an, damit scope='chunk' bleibt.
|
||||
# -------------------------------------------------
|
||||
callouts = _callout_relations(lines)
|
||||
if callouts and chunks:
|
||||
first_cid = chunks[0].get("chunk_id")
|
||||
for rel, tgts in callouts:
|
||||
for tgt in tgts:
|
||||
all_explicit_targets.add(tgt)
|
||||
edges.append(
|
||||
_make_edge(
|
||||
note_id=nid,
|
||||
chunk_id=first_cid,
|
||||
source_id=first_cid,
|
||||
target_id=tgt,
|
||||
relation=rel,
|
||||
rule_id=f"callout:edge:v1:{rel}",
|
||||
confidence=0.8,
|
||||
)
|
||||
)
|
||||
|
||||
# -------------------------------------------------
|
||||
# 5) Typ-Defaults (edge_defaults) aus types.yaml
|
||||
# - Wenn vorhanden, erstelle pro Chunk relationen zu allen
|
||||
# im Text erkannten Zielen (Wikilinks/Inline/Callout).
|
||||
# -------------------------------------------------
|
||||
defaults: List[str] = []
|
||||
if types_cfg and isinstance(types_cfg, dict):
|
||||
tdef = types_cfg.get("types", {}).get(ntype, {})
|
||||
defaults = list(tdef.get("edge_defaults", []) or [])
|
||||
|
||||
if defaults and all_explicit_targets:
|
||||
for ch in chunks:
|
||||
cid = ch.get("chunk_id")
|
||||
for rel in defaults:
|
||||
rel_norm = str(rel).strip().lower()
|
||||
if not rel_norm:
|
||||
continue
|
||||
for tgt in sorted(all_explicit_targets):
|
||||
edges.append(
|
||||
_make_edge(
|
||||
note_id=nid,
|
||||
chunk_id=cid,
|
||||
source_id=cid,
|
||||
target_id=tgt,
|
||||
relation=rel_norm,
|
||||
rule_id=f"edge_defaults:{ntype}:{rel_norm}",
|
||||
confidence=0.7,
|
||||
)
|
||||
)
|
||||
|
||||
# -------------------------------------------------
|
||||
# 6) De-Dup
|
||||
# -------------------------------------------------
|
||||
return _dedup(edges)
|
||||
|
|
|
|||
Loading…
Reference in New Issue
Block a user