Prepare containerized dev/prod deployment (inactive)
Add a Docker image and separate Compose projects for development and production, based on the stable main behaviour without the privacy gateway. Nothing is wired into the existing systemd deploy workflow. - One non-root image (api | ui | preflight), base image pinned by digest, dependencies from a hash-locked universal lock without torch and sentence-transformers (MiniLM is not on the runtime path) - Preflight aborts on: VECTOR_DIM != 768 or non-nomic embedding profile, implicit or cross-env collection prefix, cloud keys without explicit egress acknowledgement, missing/empty or writable vault mount - Vault is a read-only NAS bind mount without host-path autocreation; healthcheck turns unhealthy when the vault sentinel disappears - Dev runs its own Qdrant; prod reuses the existing host instance - API published on loopback only; read-only rootfs, cap_drop ALL, no-new-privileges - Dev workflow kept as an inactive template outside .gitea/workflows - Docs: operations guide and migration plan with release gates, test baseline classification, R2/R3 and privacy gateway requirements Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
This commit is contained in:
1 parent
0d61a9e191
commit
7a225ba2b6
18 files changed
+2864
No files matched your search
@@ -0,0 +1 @@
|
||||
__pycache__/
|
||||
@@ -0,0 +1,62 @@
|
||||
# syntax=docker/dockerfile:1.7
|
||||
#
|
||||
# Mindnet-Image für API und Streamlit-UI (ein Image, Modus per CMD: api | ui | preflight).
|
||||
# Build-Kontext ist das Repository-Root; die Allowlist steht in /.dockerignore.
|
||||
#
|
||||
# docker build -f deploy/Dockerfile -t mindnet:<git-sha> .
|
||||
#
|
||||
# Reproduzierbarkeit: Basis-Image per Digest, Abhängigkeiten per Hash-Lock
|
||||
# (deploy/requirements.lock). Kein torch / sentence-transformers: Embeddings
|
||||
# kommen ausschließlich von Ollama (nomic-embed-text, 768 Dimensionen).
|
||||
|
||||
ARG PYTHON_IMAGE=python:3.12-slim-bookworm@sha256:e697c81897302a4c4333bade000d98038fbb21eb064f8ee1fd42d02ebcd9d337
|
||||
|
||||
# --- Abhängigkeiten in ein isoliertes venv -----------------------------------
|
||||
FROM ${PYTHON_IMAGE} AS deps
|
||||
ENV PIP_NO_CACHE_DIR=1 \
|
||||
PIP_DISABLE_PIP_VERSION_CHECK=1 \
|
||||
PYTHONDONTWRITEBYTECODE=1
|
||||
COPY deploy/requirements.lock /tmp/requirements.lock
|
||||
RUN python -m venv /opt/venv \
|
||||
&& /opt/venv/bin/pip install --require-hashes --no-deps -r /tmp/requirements.lock
|
||||
|
||||
# --- Laufzeit-Image -------------------------------------------------------------
|
||||
FROM ${PYTHON_IMAGE} AS runtime
|
||||
ARG MINDNET_UID=10001
|
||||
ENV PATH=/opt/venv/bin:${PATH} \
|
||||
PYTHONDONTWRITEBYTECODE=1 \
|
||||
PYTHONUNBUFFERED=1 \
|
||||
PYTHONPATH=/app \
|
||||
HOME=/tmp \
|
||||
STREAMLIT_BROWSER_GATHER_USAGE_STATS=false
|
||||
|
||||
RUN groupadd --system --gid ${MINDNET_UID} mindnet \
|
||||
&& useradd --system --uid ${MINDNET_UID} --gid mindnet --no-create-home --shell /usr/sbin/nologin mindnet
|
||||
|
||||
COPY --from=deps /opt/venv /opt/venv
|
||||
|
||||
WORKDIR /app
|
||||
# Code und Konfiguration gehören root und sind für den Laufzeitnutzer nur lesbar.
|
||||
COPY app/ app/
|
||||
COPY config/ config/
|
||||
COPY scripts/ scripts/
|
||||
COPY deploy/entrypoint.py deploy/healthcheck.py /opt/mindnet/
|
||||
|
||||
# Einzige beschreibbare Pfade (als Volumes gemountet): Logs und Laufzeitdaten.
|
||||
RUN install -d -o mindnet -g mindnet -m 0750 /app/logs /app/data /app/data/logs
|
||||
|
||||
USER mindnet:mindnet
|
||||
EXPOSE 8000 8501
|
||||
ENTRYPOINT ["python", "/opt/mindnet/entrypoint.py"]
|
||||
CMD ["api"]
|
||||
|
||||
# --- Test-Image (nur für nichtproduktive Läufe) ---------------------------------
|
||||
FROM runtime AS test
|
||||
USER root
|
||||
COPY deploy/requirements-test.lock /tmp/requirements-test.lock
|
||||
RUN pip install --no-cache-dir --require-hashes --no-deps -r /tmp/requirements-test.lock
|
||||
COPY tests/ tests/
|
||||
COPY deploy/ deploy/
|
||||
USER mindnet:mindnet
|
||||
ENTRYPOINT []
|
||||
CMD ["python", "-m", "pytest", "-q", "-p", "no:cacheprovider", "tests/test_container_preflight.py"]
|
||||
@@ -0,0 +1,114 @@
|
||||
# Mindnet ENTWICKLUNG als Container: isoliert von Produktion.
|
||||
#
|
||||
# docker compose -f deploy/compose.dev.yml --env-file deploy/env/dev.env up -d --wait
|
||||
#
|
||||
# - Eigene Qdrant-Instanz mit eigenem Volume (Prod-Qdrant wird nie angesprochen).
|
||||
# - Vault: nur Testdaten, nur lesend.
|
||||
# - Ollama ist ein gemeinsamer Host-Dienst (Embeddings).
|
||||
# - Andere Ports und anderer Compose-Projektname als Prod.
|
||||
|
||||
name: mindnet-dev
|
||||
|
||||
x-hardening: &hardening
|
||||
image: mindnet:${MINDNET_IMAGE_TAG:-dev}
|
||||
build:
|
||||
context: ..
|
||||
dockerfile: deploy/Dockerfile
|
||||
target: runtime
|
||||
env_file: [env/dev.env]
|
||||
read_only: true
|
||||
tmpfs: ["/tmp:size=64m,mode=1777"]
|
||||
cap_drop: [ALL]
|
||||
security_opt: ["no-new-privileges:true"]
|
||||
init: true
|
||||
pids_limit: 256
|
||||
restart: unless-stopped
|
||||
extra_hosts: ["host.docker.internal:host-gateway"]
|
||||
logging:
|
||||
driver: json-file
|
||||
options: {max-size: "10m", max-file: "3"}
|
||||
networks: [mindnet-dev]
|
||||
|
||||
x-fixed-env: &fixed-env
|
||||
MINDNET_ENV: dev
|
||||
COLLECTION_PREFIX: mindnet_dev
|
||||
QDRANT_URL: http://qdrant:6333
|
||||
VECTOR_DIM: "768"
|
||||
MINDNET_EXPECTED_VECTOR_DIM: "768"
|
||||
MINDNET_EXPECTED_EMBEDDING_MODEL: nomic-embed-text
|
||||
MINDNET_VAULT_ROOT: /vault
|
||||
MINDNET_VAULT_READONLY: "true"
|
||||
MINDNET_VOCAB_PATH: /vault/_system/dictionary/edge_vocabulary.md
|
||||
MINDNET_SCHEMA_PATH: /vault/_system/dictionary/graph_schema.md
|
||||
|
||||
services:
|
||||
qdrant:
|
||||
image: qdrant/qdrant:v1.16.2@sha256:dab6de32f7b2cc599985a7c764db3e8b062f70508fb85ca074aa856f829bf335
|
||||
restart: unless-stopped
|
||||
environment:
|
||||
QDRANT__TELEMETRY_DISABLED: "true"
|
||||
volumes:
|
||||
- qdrant:/qdrant/storage
|
||||
# Standardmäßig nicht veröffentlicht; zum Debuggen optional lokal am Host.
|
||||
ports: ["127.0.0.1:${MINDNET_DEV_QDRANT_PORT:-6343}:6333"]
|
||||
healthcheck:
|
||||
test: ["CMD", "bash", "-c", "exec 3<>/dev/tcp/127.0.0.1/6333"]
|
||||
interval: 10s
|
||||
timeout: 5s
|
||||
retries: 10
|
||||
networks: [mindnet-dev]
|
||||
|
||||
api:
|
||||
<<: *hardening
|
||||
command: ["api"]
|
||||
environment:
|
||||
<<: *fixed-env
|
||||
volumes:
|
||||
- type: bind
|
||||
source: ${MINDNET_VAULT_HOST_PATH:?MINDNET_VAULT_HOST_PATH auf ein Testdaten-Verzeichnis setzen}
|
||||
target: /vault
|
||||
read_only: true
|
||||
bind:
|
||||
create_host_path: false
|
||||
propagation: rslave
|
||||
- logs:/app/logs
|
||||
- data:/app/data
|
||||
ports: ["127.0.0.1:${MINDNET_API_PORT:-8012}:8000"]
|
||||
mem_limit: ${MINDNET_API_MEM_LIMIT:-2g}
|
||||
depends_on:
|
||||
qdrant: {condition: service_healthy}
|
||||
healthcheck:
|
||||
test: ["CMD", "python", "/opt/mindnet/healthcheck.py", "api"]
|
||||
interval: 30s
|
||||
timeout: 10s
|
||||
retries: 3
|
||||
start_period: 40s
|
||||
|
||||
ui:
|
||||
<<: *hardening
|
||||
command: ["ui"]
|
||||
environment:
|
||||
<<: *fixed-env
|
||||
MINDNET_VAULT_REQUIRED: "false"
|
||||
MINDNET_API_URL: http://api:8000
|
||||
volumes:
|
||||
- data:/app/data:ro
|
||||
ports: ["${MINDNET_UI_BIND:-127.0.0.1}:${MINDNET_UI_PORT:-8512}:8501"]
|
||||
mem_limit: ${MINDNET_UI_MEM_LIMIT:-1g}
|
||||
depends_on:
|
||||
api: {condition: service_healthy}
|
||||
healthcheck:
|
||||
test: ["CMD", "python", "/opt/mindnet/healthcheck.py", "ui"]
|
||||
interval: 30s
|
||||
timeout: 10s
|
||||
retries: 3
|
||||
start_period: 30s
|
||||
|
||||
volumes:
|
||||
qdrant:
|
||||
logs:
|
||||
data:
|
||||
|
||||
networks:
|
||||
mindnet-dev:
|
||||
driver: bridge
|
||||
@@ -0,0 +1,97 @@
|
||||
# Mindnet PRODUKTION als Container (Vorbereitung, noch NICHT aktiv).
|
||||
#
|
||||
# docker compose -f deploy/compose.prod.yml --env-file deploy/env/prod.env up -d --wait
|
||||
#
|
||||
# Grenzen dieses Stands (siehe docs/04_Operations/04_docker_deployment.md):
|
||||
# - Nutzt die bestehende produktive Qdrant-Instanz auf dem Host, startet KEINE eigene.
|
||||
# - Vault ist zwingend schreibgeschützt, bis R2 (Pfad-Traversal in /ingest/save) behoben ist.
|
||||
# - Ollama ist ein gemeinsamer Host-Dienst (Embeddings), kein Teil dieses Stacks.
|
||||
# - Ports weichen bewusst von den systemd-Diensten (8001/8501) ab, damit nichts kollidiert.
|
||||
# - Start auf llm-node erfordert eine gesonderte Freigabe.
|
||||
|
||||
name: mindnet-prod
|
||||
|
||||
x-hardening: &hardening
|
||||
image: mindnet:${MINDNET_IMAGE_TAG:?MINDNET_IMAGE_TAG setzen (z. B. Git-SHA)}
|
||||
build:
|
||||
context: ..
|
||||
dockerfile: deploy/Dockerfile
|
||||
target: runtime
|
||||
env_file: [env/prod.env]
|
||||
read_only: true
|
||||
tmpfs: ["/tmp:size=64m,mode=1777"]
|
||||
cap_drop: [ALL]
|
||||
security_opt: ["no-new-privileges:true"]
|
||||
init: true
|
||||
pids_limit: 256
|
||||
restart: unless-stopped
|
||||
extra_hosts: ["host.docker.internal:host-gateway"]
|
||||
logging:
|
||||
driver: json-file
|
||||
options: {max-size: "10m", max-file: "3"}
|
||||
networks: [mindnet-prod]
|
||||
|
||||
# Werte, die nicht per env-Datei überschrieben werden dürfen.
|
||||
x-fixed-env: &fixed-env
|
||||
MINDNET_ENV: prod
|
||||
VECTOR_DIM: "768"
|
||||
MINDNET_EXPECTED_VECTOR_DIM: "768"
|
||||
MINDNET_EXPECTED_EMBEDDING_MODEL: nomic-embed-text
|
||||
MINDNET_VAULT_ROOT: /vault
|
||||
MINDNET_VAULT_READONLY: "true"
|
||||
MINDNET_VOCAB_PATH: /vault/_system/dictionary/edge_vocabulary.md
|
||||
MINDNET_SCHEMA_PATH: /vault/_system/dictionary/graph_schema.md
|
||||
|
||||
services:
|
||||
api:
|
||||
<<: *hardening
|
||||
command: ["api"]
|
||||
environment:
|
||||
<<: *fixed-env
|
||||
volumes:
|
||||
- type: bind
|
||||
source: ${MINDNET_VAULT_HOST_PATH:?MINDNET_VAULT_HOST_PATH setzen (NAS-Mount auf dem Host)}
|
||||
target: /vault
|
||||
read_only: true
|
||||
bind:
|
||||
create_host_path: false
|
||||
propagation: rslave
|
||||
- logs:/app/logs
|
||||
- data:/app/data
|
||||
# API ohne Authentisierung: nur lokal am Host veröffentlichen.
|
||||
ports: ["127.0.0.1:${MINDNET_API_PORT:-8011}:8000"]
|
||||
mem_limit: ${MINDNET_API_MEM_LIMIT:-2g}
|
||||
healthcheck:
|
||||
test: ["CMD", "python", "/opt/mindnet/healthcheck.py", "api"]
|
||||
interval: 30s
|
||||
timeout: 10s
|
||||
retries: 3
|
||||
start_period: 40s
|
||||
|
||||
ui:
|
||||
<<: *hardening
|
||||
command: ["ui"]
|
||||
environment:
|
||||
<<: *fixed-env
|
||||
MINDNET_VAULT_REQUIRED: "false"
|
||||
MINDNET_API_URL: http://api:8000
|
||||
volumes:
|
||||
- data:/app/data:ro
|
||||
ports: ["${MINDNET_UI_BIND:-127.0.0.1}:${MINDNET_UI_PORT:-8511}:8501"]
|
||||
mem_limit: ${MINDNET_UI_MEM_LIMIT:-1g}
|
||||
depends_on:
|
||||
api: {condition: service_healthy}
|
||||
healthcheck:
|
||||
test: ["CMD", "python", "/opt/mindnet/healthcheck.py", "ui"]
|
||||
interval: 30s
|
||||
timeout: 10s
|
||||
retries: 3
|
||||
start_period: 30s
|
||||
|
||||
volumes:
|
||||
logs:
|
||||
data:
|
||||
|
||||
networks:
|
||||
mindnet-prod:
|
||||
driver: bridge
|
||||
@@ -0,0 +1,179 @@
|
||||
"""
|
||||
FILE: deploy/entrypoint.py
|
||||
DESCRIPTION: Container-Entrypoint für Mindnet (API, UI, Preflight).
|
||||
Prüft vor dem Start alle Annahmen, deren Verletzung still Daten
|
||||
verfälschen oder Inhalte nach außen geben würde, und bricht sonst ab:
|
||||
- Vektor-Dimension und Embedding-Modell (768 / nomic-embed-text)
|
||||
- explizite Umgebung und Collection-Präfix (Dev nie auf Prod-Präfix)
|
||||
- Vault: vorhanden, Sentinel lesbar (NAS gemountet), schreibgeschützt
|
||||
- kein Cloud-LLM-Key ohne ausdrückliche Freigabe
|
||||
VERSION: 1.0.0
|
||||
STATUS: Active
|
||||
USAGE: entrypoint.py api | ui | preflight [--live]
|
||||
"""
|
||||
from __future__ import annotations
|
||||
|
||||
import json
|
||||
import os
|
||||
import sys
|
||||
import urllib.error
|
||||
import urllib.request
|
||||
from pathlib import Path
|
||||
|
||||
import yaml
|
||||
|
||||
CLOUD_KEYS = ("OPENROUTER_API_KEY", "GOOGLE_API_KEY")
|
||||
CLOUD_EGRESS_ACK = "MINDNET_ALLOW_CLOUD_EGRESS"
|
||||
|
||||
|
||||
class PreflightError(RuntimeError):
|
||||
pass
|
||||
|
||||
|
||||
def _flag(name: str, default: str) -> bool:
|
||||
return os.getenv(name, default).strip().lower() == "true"
|
||||
|
||||
|
||||
def check_environment() -> str:
|
||||
env = os.getenv("MINDNET_ENV", "").strip()
|
||||
if env not in {"dev", "prod"}:
|
||||
raise PreflightError("MINDNET_ENV muss 'dev' oder 'prod' sein.")
|
||||
prefix = os.getenv("COLLECTION_PREFIX", "").strip()
|
||||
if not prefix:
|
||||
# Ohne Präfix fällt die App still auf 'mindnet' (= Produktion) zurück.
|
||||
raise PreflightError("COLLECTION_PREFIX muss explizit gesetzt sein.")
|
||||
if env == "dev" and not prefix.endswith("_dev"):
|
||||
raise PreflightError(f"Dev-Umgebung verlangt ein Präfix mit Suffix '_dev' (ist: '{prefix}').")
|
||||
if env == "prod" and prefix.endswith("_dev"):
|
||||
raise PreflightError(f"Prod-Umgebung mit Dev-Präfix '{prefix}'.")
|
||||
return env
|
||||
|
||||
|
||||
def check_embeddings(profiles_path: str | None = None) -> None:
|
||||
expected_dim = int(os.getenv("MINDNET_EXPECTED_VECTOR_DIM", "768"))
|
||||
expected_model = os.getenv("MINDNET_EXPECTED_EMBEDDING_MODEL", "nomic-embed-text")
|
||||
|
||||
# qdrant.py fällt ohne VECTOR_DIM auf 384 (MiniLM) zurück.
|
||||
dim = os.getenv("VECTOR_DIM", "").strip()
|
||||
if dim != str(expected_dim):
|
||||
raise PreflightError(f"VECTOR_DIM muss {expected_dim} sein (ist: '{dim or 'nicht gesetzt'}').")
|
||||
|
||||
env_model = os.getenv("MINDNET_EMBEDDING_MODEL", "").strip()
|
||||
if env_model and env_model != expected_model:
|
||||
raise PreflightError(f"MINDNET_EMBEDDING_MODEL='{env_model}' weicht von '{expected_model}' ab.")
|
||||
|
||||
# Das Profil hat Vorrang vor der Umgebung; fehlt es, fällt der Client auf das Chat-Modell zurück.
|
||||
# Gleicher Pfad wie in der App (Settings kennt keinen Override dafür).
|
||||
path = Path(profiles_path or "config/llm_profiles.yaml")
|
||||
try:
|
||||
data = yaml.safe_load(path.read_text(encoding="utf-8")) or {}
|
||||
except (OSError, yaml.YAMLError) as e:
|
||||
raise PreflightError(f"LLM-Profile nicht lesbar: {path} ({type(e).__name__}).") from None
|
||||
profile = (data.get("profiles") or {}).get("embedding_expert") or {}
|
||||
if profile.get("provider", "ollama") != "ollama" or profile.get("model") != expected_model:
|
||||
raise PreflightError(f"Profil embedding_expert muss ollama/{expected_model} sein.")
|
||||
if int(profile.get("dimensions") or 0) != expected_dim:
|
||||
raise PreflightError(f"Profil embedding_expert muss dimensions={expected_dim} haben.")
|
||||
|
||||
|
||||
def check_cloud_egress() -> None:
|
||||
configured = [k for k in CLOUD_KEYS if os.getenv(k, "").strip()]
|
||||
if configured and not _flag(CLOUD_EGRESS_ACK, "false"):
|
||||
# Ohne Privacy Gateway würden Vault-Inhalte unmaskiert an Cloud-Provider gehen.
|
||||
raise PreflightError(
|
||||
f"Cloud-Keys gesetzt ({', '.join(configured)}), aber {CLOUD_EGRESS_ACK}=true fehlt. "
|
||||
"Ohne Privacy Gateway gehen Vault-Inhalte unmaskiert an den Provider."
|
||||
)
|
||||
|
||||
|
||||
def _is_read_only_mount(path: Path) -> bool:
|
||||
if not hasattr(os, "statvfs"):
|
||||
return False # nicht prüfbar -> als beschreibbar behandeln (fail closed)
|
||||
return bool(os.statvfs(path).f_flag & os.ST_RDONLY)
|
||||
|
||||
|
||||
def check_vault() -> None:
|
||||
if not _flag("MINDNET_VAULT_REQUIRED", "true"):
|
||||
return
|
||||
root = Path(os.getenv("MINDNET_VAULT_ROOT", ""))
|
||||
if not str(root) or not root.is_dir():
|
||||
raise PreflightError(f"Vault-Verzeichnis fehlt: '{root}'.")
|
||||
# Ein ausgefallenes NAS hinterlässt einen leeren Mountpunkt; der Sentinel unterscheidet das.
|
||||
sentinel = root / os.getenv("MINDNET_VAULT_SENTINEL", "_system/dictionary/edge_vocabulary.md")
|
||||
try:
|
||||
with sentinel.open("rb") as f:
|
||||
f.read(1)
|
||||
except OSError:
|
||||
raise PreflightError(f"Vault-Sentinel nicht lesbar: '{sentinel}' (NAS nicht gemountet?).") from None
|
||||
if _flag("MINDNET_VAULT_READONLY", "true") and not _is_read_only_mount(root):
|
||||
raise PreflightError(f"Vault '{root}' ist nicht schreibgeschützt gemountet (':ro' erforderlich).")
|
||||
|
||||
|
||||
def check_live() -> None:
|
||||
"""Optionale Laufzeitprüfung: tatsächliche Embedding- und Collection-Dimension (nur lesend)."""
|
||||
expected_dim = int(os.getenv("MINDNET_EXPECTED_VECTOR_DIM", "768"))
|
||||
ollama = os.getenv("MINDNET_OLLAMA_URL", "").rstrip("/")
|
||||
model = os.getenv("MINDNET_EXPECTED_EMBEDDING_MODEL", "nomic-embed-text")
|
||||
req = urllib.request.Request(
|
||||
f"{ollama}/api/embeddings", method="POST",
|
||||
data=json.dumps({"model": model, "prompt": "preflight"}).encode(),
|
||||
headers={"Content-Type": "application/json"},
|
||||
)
|
||||
with urllib.request.urlopen(req, timeout=30) as res:
|
||||
got = len(json.load(res).get("embedding") or [])
|
||||
if got != expected_dim:
|
||||
raise PreflightError(f"Ollama liefert {got} Dimensionen für '{model}', erwartet {expected_dim}.")
|
||||
|
||||
qdrant = os.getenv("QDRANT_URL", "").rstrip("/")
|
||||
prefix = os.getenv("COLLECTION_PREFIX", "")
|
||||
for suffix in ("notes", "chunks"):
|
||||
name = f"{prefix}_{suffix}"
|
||||
try:
|
||||
with urllib.request.urlopen(f"{qdrant}/collections/{name}", timeout=10) as res:
|
||||
vectors = json.load(res)["result"]["config"]["params"]["vectors"]
|
||||
except urllib.error.HTTPError as e:
|
||||
if e.code == 404:
|
||||
print(f"preflight: Collection '{name}' existiert noch nicht.")
|
||||
continue
|
||||
raise
|
||||
sizes = [vectors["size"]] if "size" in vectors else [v["size"] for v in vectors.values()]
|
||||
if any(s != expected_dim for s in sizes):
|
||||
raise PreflightError(f"Collection '{name}' hat Dimension {sizes}, erwartet {expected_dim}.")
|
||||
|
||||
|
||||
def run_checks(mode: str) -> None:
|
||||
check_environment()
|
||||
check_embeddings()
|
||||
check_cloud_egress()
|
||||
if mode in {"api", "preflight"}:
|
||||
check_vault()
|
||||
|
||||
|
||||
COMMANDS = {
|
||||
"api": ["uvicorn", "app.main:app", "--host", "0.0.0.0", "--port", "8000", "--workers", "1"],
|
||||
"ui": ["streamlit", "run", "app/frontend/ui.py", "--server.address", "0.0.0.0",
|
||||
"--server.port", "8501", "--server.headless", "true", "--browser.gatherUsageStats", "false"],
|
||||
}
|
||||
|
||||
|
||||
def main(argv: list[str]) -> int:
|
||||
mode = argv[1] if len(argv) > 1 else "api"
|
||||
if mode not in {*COMMANDS, "preflight"}:
|
||||
print(f"Unbekannter Modus '{mode}'. Erlaubt: api, ui, preflight [--live]", file=sys.stderr)
|
||||
return 2
|
||||
try:
|
||||
run_checks(mode)
|
||||
if mode == "preflight" and "--live" in argv:
|
||||
check_live()
|
||||
except PreflightError as e:
|
||||
print(f"preflight: ABBRUCH: {e}", file=sys.stderr)
|
||||
return 1
|
||||
if mode == "preflight":
|
||||
print("preflight: OK")
|
||||
return 0
|
||||
os.execvp(COMMANDS[mode][0], COMMANDS[mode])
|
||||
return 0 # nicht erreichbar
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
sys.exit(main(sys.argv))
|
||||
@@ -0,0 +1,2 @@
|
||||
*.env
|
||||
!*.env.example
|
||||
Vendored
+39
@@ -0,0 +1,39 @@
|
||||
# Mindnet DEV (Container) – Vorlage. Kopieren nach deploy/env/dev.env (nie committen).
|
||||
# Qdrant-URL und Collection-Präfix sind in compose.dev.yml fest auf die Dev-Instanz gesetzt.
|
||||
|
||||
# --- Compose / Host ------------------------------------------------------------
|
||||
MINDNET_IMAGE_TAG=dev
|
||||
# Host-Pfad eines Verzeichnisses mit TESTDATEN (kein persönlicher Vault); nur lesend.
|
||||
# Muss _system/dictionary/edge_vocabulary.md enthalten (Sentinel), siehe Doku.
|
||||
MINDNET_VAULT_HOST_PATH=
|
||||
MINDNET_API_PORT=8012
|
||||
MINDNET_UI_PORT=8512
|
||||
MINDNET_UI_BIND=127.0.0.1
|
||||
MINDNET_DEV_QDRANT_PORT=6343
|
||||
|
||||
# --- Lokale Modelle (gemeinsamer Host-Dienst) -------------------------------------
|
||||
MINDNET_OLLAMA_URL=http://host.docker.internal:11434
|
||||
MINDNET_EMBEDDING_MODEL=nomic-embed-text
|
||||
MINDNET_LLM_MODEL=phi3:mini
|
||||
MINDNET_LLM_TIMEOUT=300.0
|
||||
MINDNET_LLM_BACKGROUND_LIMIT=2
|
||||
|
||||
# --- Cloud-LLM -------------------------------------------------------------------
|
||||
# Nur mit synthetischen Testdaten zulässig. Dann Keys setzen und
|
||||
# MINDNET_ALLOW_CLOUD_EGRESS=true. Nie mit echten Vault-Inhalten.
|
||||
MINDNET_LLM_PROVIDER=openrouter
|
||||
OPENROUTER_API_KEY=
|
||||
GOOGLE_API_KEY=
|
||||
MINDNET_ALLOW_CLOUD_EGRESS=false
|
||||
MINDNET_LLM_FALLBACK=true
|
||||
MINDNET_LLM_RATE_LIMIT_WAIT=60.0
|
||||
MINDNET_LLM_RATE_LIMIT_RETRIES=3
|
||||
|
||||
# --- Verarbeitung ----------------------------------------------------------------
|
||||
MINDNET_TYPES_FILE=./config/types.yaml
|
||||
MINDNET_CHANGE_DETECTION_MODE=full
|
||||
MINDNET_LLM_VALIDATION_HEADERS=Unzugeordnete Kanten,Edge Pool,Candidates
|
||||
MINDNET_LLM_VALIDATION_HEADER_LEVEL=3
|
||||
MINDNET_NOTE_SCOPE_ZONE_HEADERS=Smart Edges,Relationen,Global Links,Note-Level Relations,Globale Verbindungen
|
||||
MINDNET_NOTE_SCOPE_HEADER_LEVEL=2
|
||||
DEBUG=true
|
||||
Vendored
+47
@@ -0,0 +1,47 @@
|
||||
# Mindnet PROD (Container) – Vorlage. Kopieren nach deploy/env/prod.env (nie committen).
|
||||
# Dient zugleich als --env-file für Compose (Interpolation) und als env_file des Containers.
|
||||
# Fest verdrahtete Sicherheitswerte (MINDNET_ENV, VECTOR_DIM, Vault-Pfade, Read-only)
|
||||
# stehen in compose.prod.yml und lassen sich hier NICHT überschreiben.
|
||||
|
||||
# --- Compose / Host ------------------------------------------------------------
|
||||
MINDNET_IMAGE_TAG=
|
||||
# Host-Pfad des NAS-Vaults (muss vor dem Start gemountet sein; wird nur lesend eingebunden)
|
||||
MINDNET_VAULT_HOST_PATH=
|
||||
MINDNET_API_PORT=8011
|
||||
MINDNET_UI_PORT=8511
|
||||
# UI nur lokal veröffentlichen; für LAN-Zugriff explizit die LAN-IP des Hosts setzen
|
||||
MINDNET_UI_BIND=127.0.0.1
|
||||
|
||||
# --- Daten ---------------------------------------------------------------------
|
||||
# Bestehende produktive Qdrant-Instanz auf dem Host (wird nicht verändert)
|
||||
QDRANT_URL=http://host.docker.internal:6333
|
||||
QDRANT_API_KEY=
|
||||
COLLECTION_PREFIX=mindnet
|
||||
|
||||
# --- Lokale Modelle (gemeinsamer Host-Dienst) -------------------------------------
|
||||
MINDNET_OLLAMA_URL=http://host.docker.internal:11434
|
||||
MINDNET_EMBEDDING_MODEL=nomic-embed-text
|
||||
MINDNET_LLM_MODEL=phi3:mini
|
||||
MINDNET_LLM_TIMEOUT=300.0
|
||||
MINDNET_LLM_BACKGROUND_LIMIT=2
|
||||
|
||||
# --- Cloud-LLM -------------------------------------------------------------------
|
||||
# Ohne Privacy Gateway gehen Vault-Inhalte unmaskiert an den Provider.
|
||||
# Daher in PROD leer lassen. Sind Keys gesetzt, startet der Container nur mit
|
||||
# MINDNET_ALLOW_CLOUD_EGRESS=true – das ist in PROD derzeit NICHT freigegeben.
|
||||
MINDNET_LLM_PROVIDER=openrouter
|
||||
OPENROUTER_API_KEY=
|
||||
GOOGLE_API_KEY=
|
||||
MINDNET_ALLOW_CLOUD_EGRESS=false
|
||||
MINDNET_LLM_FALLBACK=true
|
||||
MINDNET_LLM_RATE_LIMIT_WAIT=60.0
|
||||
MINDNET_LLM_RATE_LIMIT_RETRIES=3
|
||||
|
||||
# --- Verarbeitung (aus config/prod.env übernommen) ---------------------------------
|
||||
MINDNET_TYPES_FILE=./config/types.yaml
|
||||
MINDNET_CHANGE_DETECTION_MODE=full
|
||||
MINDNET_LLM_VALIDATION_HEADERS=Unzugeordnete Kanten,Edge Pool,Candidates
|
||||
MINDNET_LLM_VALIDATION_HEADER_LEVEL=3
|
||||
MINDNET_NOTE_SCOPE_ZONE_HEADERS=Smart Edges,Relationen,Global Links,Note-Level Relations,Globale Verbindungen
|
||||
MINDNET_NOTE_SCOPE_HEADER_LEVEL=2
|
||||
DEBUG=false
|
||||
@@ -0,0 +1,57 @@
|
||||
# VORLAGE – NICHT AKTIV. Liegt absichtlich außerhalb von .gitea/workflows/.
|
||||
# Aktivierung (Kopie nach .gitea/workflows/deploy-dev.yml) erst nach Freigabe,
|
||||
# da der Runner `linux_host` auf llm-node (= Produktionsserver) läuft.
|
||||
#
|
||||
# Muster wie Kansho, aber nur manuell auslösbar (workflow_dispatch), kein Push-Trigger.
|
||||
# Ein PROD-Workflow für Container existiert bewusst noch nicht; der bestehende
|
||||
# .gitea/workflows/deploy.yml (systemd, Push auf main) bleibt unverändert.
|
||||
|
||||
name: Deploy mindnet DEV (Container)
|
||||
|
||||
on:
|
||||
workflow_dispatch:
|
||||
|
||||
concurrency:
|
||||
group: deploy-mindnet-dev
|
||||
cancel-in-progress: false
|
||||
|
||||
jobs:
|
||||
deploy:
|
||||
runs-on: linux_host
|
||||
env:
|
||||
TARGET: /home/llmadmin/docker/mindnet-dev
|
||||
COMPOSE: docker compose -f deploy/compose.dev.yml --env-file deploy/env/dev.env
|
||||
steps:
|
||||
- name: Checkout develop
|
||||
run: |
|
||||
set -euo pipefail
|
||||
REPO="http://192.168.2.144:3000/Lars/mindnet.git"
|
||||
mkdir -p "$TARGET" && cd "$TARGET"
|
||||
if [ ! -d .git ]; then
|
||||
git clone -b develop "$REPO" .
|
||||
else
|
||||
git fetch origin develop
|
||||
git checkout develop
|
||||
git reset --hard origin/develop
|
||||
fi
|
||||
test -f deploy/env/dev.env || { echo "deploy/env/dev.env fehlt auf dem Host"; exit 1; }
|
||||
|
||||
- name: Build (Tag = Commit)
|
||||
run: |
|
||||
set -euo pipefail
|
||||
cd "$TARGET"
|
||||
export MINDNET_IMAGE_TAG="dev-$(git rev-parse --short HEAD)"
|
||||
$COMPOSE build --pull
|
||||
$COMPOSE run --rm --no-deps api preflight
|
||||
|
||||
- name: Start und Health
|
||||
run: |
|
||||
set -euo pipefail
|
||||
cd "$TARGET"
|
||||
export MINDNET_IMAGE_TAG="dev-$(git rev-parse --short HEAD)"
|
||||
if ! $COMPOSE up -d --wait; then
|
||||
$COMPOSE logs api --tail 150 || true
|
||||
$COMPOSE ps || true
|
||||
exit 1
|
||||
fi
|
||||
curl -sf "http://127.0.0.1:${MINDNET_API_PORT:-8012}/healthz"
|
||||
@@ -0,0 +1,40 @@
|
||||
"""
|
||||
FILE: deploy/healthcheck.py
|
||||
DESCRIPTION: Docker-Healthcheck für API und UI.
|
||||
API ist nur gesund, wenn /healthz antwortet UND der Vault-Sentinel
|
||||
lesbar ist. Ein zur Laufzeit ausgefallenes NAS wird so als
|
||||
'unhealthy' sichtbar, statt still auf einem leeren Mountpunkt zu laufen.
|
||||
USAGE: healthcheck.py api | ui
|
||||
"""
|
||||
from __future__ import annotations
|
||||
|
||||
import os
|
||||
import sys
|
||||
import urllib.request
|
||||
from pathlib import Path
|
||||
|
||||
URLS = {
|
||||
"api": "http://127.0.0.1:8000/healthz",
|
||||
"ui": "http://127.0.0.1:8501/_stcore/health",
|
||||
}
|
||||
|
||||
|
||||
def main(mode: str) -> int:
|
||||
try:
|
||||
with urllib.request.urlopen(URLS[mode], timeout=5) as res:
|
||||
if res.status != 200:
|
||||
return 1
|
||||
except Exception as e:
|
||||
print(f"health: {mode} nicht erreichbar ({type(e).__name__})")
|
||||
return 1
|
||||
if mode == "api" and os.getenv("MINDNET_VAULT_REQUIRED", "true").lower() == "true":
|
||||
root = Path(os.getenv("MINDNET_VAULT_ROOT", ""))
|
||||
sentinel = root / os.getenv("MINDNET_VAULT_SENTINEL", "_system/dictionary/edge_vocabulary.md")
|
||||
if not sentinel.is_file():
|
||||
print(f"health: Vault-Sentinel fehlt ({sentinel})")
|
||||
return 1
|
||||
return 0
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
sys.exit(main(sys.argv[1] if len(sys.argv) > 1 else "api"))
|
||||
@@ -0,0 +1,2 @@
|
||||
-c requirements.lock
|
||||
pytest>=8.4.2
|
||||
@@ -0,0 +1,28 @@
|
||||
colorama==0.4.6 ; sys_platform == 'win32' \
|
||||
--hash=sha256:08695f5cb7ed6e0531a20572697297273c47b8cae5a63ffc6d6ed5c201be6e44 \
|
||||
--hash=sha256:4f1d9991f5acc0ca119f9d443620b77f9d6b33703e51011c16baf57afb285fc6
|
||||
# via
|
||||
# -c requirements.lock
|
||||
# pytest
|
||||
iniconfig==2.3.0 \
|
||||
--hash=sha256:c76315c77db068650d49c5b56314774a7804df16fee4402c1f19d6d15d8c4730 \
|
||||
--hash=sha256:f631c04d2c48c52b84d0d0549c99ff3859c98df65b3101406327ecc7d53fbf12
|
||||
# via pytest
|
||||
packaging==26.0 \
|
||||
--hash=sha256:00243ae351a257117b6a241061796684b084ed1c516a08c48a3f7e147a9d80b4 \
|
||||
--hash=sha256:b36f1fef9334a5588b4166f8bcd26a14e521f2b55e6b9de3aaa80d3ff7a37529
|
||||
# via
|
||||
# -c requirements.lock
|
||||
# pytest
|
||||
pluggy==1.6.0 \
|
||||
--hash=sha256:7dcc130b76258d33b90f61b658791dede3486c3e6bfb003ee5c9bfb396dd22f3 \
|
||||
--hash=sha256:e920276dd6813095e9377c0bc5566d94c932c33b27a3e3945d8389c374dd4746
|
||||
# via pytest
|
||||
pygments==2.19.2 \
|
||||
--hash=sha256:636cb2477cec7f8952536970bc533bc43743542f70392ae026374600add5b887 \
|
||||
--hash=sha256:86540386c03d588bb81d44bc3928634ff26449851e99741617ecb9037ee5ec0b
|
||||
# via pytest
|
||||
pytest==9.0.2 \
|
||||
--hash=sha256:711ffd45bf766d5264d487b917733b453d917afd2b0ad65223959f59089f875b \
|
||||
--hash=sha256:75186651a92bd89611d1d9fc20f0b4345fd827c41ccd5c299a868a05d70edf11
|
||||
# via -r requirements-test.in
|
||||
@@ -0,0 +1,24 @@
|
||||
# Laufzeit-Abhängigkeiten für die Container-Images (API + UI).
|
||||
# Abgeleitet aus requirements.txt OHNE torch, sentence-transformers und pytest:
|
||||
# - app/embeddings.py (MiniLM) wird von keinem eingebundenen Router importiert;
|
||||
# Embeddings laufen über Ollama (embedding_expert, nomic-embed-text, 768 Dim.).
|
||||
# - pytest steckt nur im Test-Target (requirements-test.in).
|
||||
# Lock neu erzeugen: siehe docs/04_Operations/04_docker_deployment.md, Abschnitt "Lock".
|
||||
fastapi>=0.116.1
|
||||
uvicorn[standard]>=0.35.0
|
||||
httpx>=0.28.1
|
||||
qdrant-client>=1.15.1
|
||||
pydantic>=2.11.7
|
||||
numpy>=2.3.2
|
||||
python-frontmatter>=1.1.0
|
||||
markdown-it-py>=3.0.0
|
||||
PyYAML>=6.0.2
|
||||
python-slugify>=8.0.4
|
||||
python-dotenv>=1.1.1
|
||||
requests>=2.32.5
|
||||
tqdm>=4.67.1
|
||||
streamlit>=1.39.0
|
||||
streamlit-agraph>=0.0.45
|
||||
st-cytoscape
|
||||
google-genai>=0.3.0
|
||||
openai>=1.50.0
|
||||
File diff suppressed because it is too large.
Load diff
Reference in new issue
Block a user