refactor(hosts): organize repository by server profiles (hosts/raspberrypi5, hosts/llm-node) and add host-aware installer

This commit is contained in:
Lars committed 2026-10-29 14:27:49 +01:00
1 parent c53fc0a939
commit c2740c9542
44 files changed
+528 -40

No files matched your search

+26
View File
@@ -0,0 +1,26 @@
{
"hostname": "raspberrypi5",
"architecture": "arm64",
"os": "Debian GNU/Linux 12 (bookworm)",
"role": "backup_primary_and_legacy_app_host",
"nas_mount": "/backup",
"nas_source": "192.168.2.63:/volume1/Backup_Paperless",
"nas_fstype": "nfs4",
"local_dump_dir": "/media/lars/paperless/db-backup",
"archive_sets_dir": "/backup/data_archiv/last/paperless/db-backup",
"media_mounts": {
"shinkan-prod": "/shinkan-media/prod",
"shinkan-dev": "/shinkan-media/dev"
},
"conflict_services": [
"raspiBackup.service"
],
"conflict_timers": [
"paperless-data-backup.timer",
"borgmatic.timer"
],
"cron_users": [
"root",
"lars"
]
}
+20
View File
@@ -0,0 +1,20 @@
phase,id,script,critical,timeout_seconds,enabled
10,paperless-db,/etc/backup-orchestrator/scripts/db-paperless.sh,true,600,true
10,tandoor-db,/etc/backup-orchestrator/scripts/db-tandoor.sh,true,600,true
10,mitai-prod-db,/etc/backup-orchestrator/scripts/db-mitai-prod.sh,true,900,true
10,mitai-dev-db,/etc/backup-orchestrator/scripts/db-mitai-dev.sh,false,900,true
10,shinkan-prod-db,/etc/backup-orchestrator/scripts/db-shinkan-prod.sh,true,600,true
10,shinkan-dev-db,/etc/backup-orchestrator/scripts/db-shinkan-dev.sh,false,600,true
20,nas-data,/etc/backup-orchestrator/scripts/nas-data-job.sh,true,10800,true
30,system-image,/etc/backup-orchestrator/scripts/system-image-job.sh,true,14400,false
10,kairo-prod-db,/etc/backup-orchestrator/scripts/db-kairo-prod.sh,true,900,true
10,kairo-dev-db,/etc/backup-orchestrator/scripts/db-kairo-dev.sh,false,900,true
10,tsumugu-prod-db,/etc/backup-orchestrator/scripts/db-tsumugu-prod.sh,true,900,true
10,tsumugu-dev-db,/etc/backup-orchestrator/scripts/db-tsumugu-dev.sh,false,900,true
10,kansho-prod-db,/etc/backup-orchestrator/scripts/db-kansho-prod.sh,true,900,true
10,kansho-dev-db,/etc/backup-orchestrator/scripts/db-kansho-dev.sh,false,900,true
10,buyingagent-prod-db,/etc/backup-orchestrator/scripts/db-buyingagent-prod.sh,true,900,true
10,buyingagent-dev-db,/etc/backup-orchestrator/scripts/db-buyingagent-dev.sh,false,900,true
10,netbox-db,/etc/backup-orchestrator/scripts/db-netbox.sh,true,900,true
10,bookstack-db,/etc/backup-orchestrator/scripts/db-bookstack.sh,true,900,true
10,karatewiki-dev-db,/etc/backup-orchestrator/scripts/db-karatewiki-dev.sh,false,900,true
1 phase id script critical timeout_seconds enabled
2 10 paperless-db /etc/backup-orchestrator/scripts/db-paperless.sh true 600 true
3 10 tandoor-db /etc/backup-orchestrator/scripts/db-tandoor.sh true 600 true
4 10 mitai-prod-db /etc/backup-orchestrator/scripts/db-mitai-prod.sh true 900 true
5 10 mitai-dev-db /etc/backup-orchestrator/scripts/db-mitai-dev.sh false 900 true
6 10 shinkan-prod-db /etc/backup-orchestrator/scripts/db-shinkan-prod.sh true 600 true
7 10 shinkan-dev-db /etc/backup-orchestrator/scripts/db-shinkan-dev.sh false 600 true
8 20 nas-data /etc/backup-orchestrator/scripts/nas-data-job.sh true 10800 true
9 30 system-image /etc/backup-orchestrator/scripts/system-image-job.sh true 14400 false
10 10 kairo-prod-db /etc/backup-orchestrator/scripts/db-kairo-prod.sh true 900 true
11 10 kairo-dev-db /etc/backup-orchestrator/scripts/db-kairo-dev.sh false 900 true
12 10 tsumugu-prod-db /etc/backup-orchestrator/scripts/db-tsumugu-prod.sh true 900 true
13 10 tsumugu-dev-db /etc/backup-orchestrator/scripts/db-tsumugu-dev.sh false 900 true
14 10 kansho-prod-db /etc/backup-orchestrator/scripts/db-kansho-prod.sh true 900 true
15 10 kansho-dev-db /etc/backup-orchestrator/scripts/db-kansho-dev.sh false 900 true
16 10 buyingagent-prod-db /etc/backup-orchestrator/scripts/db-buyingagent-prod.sh true 900 true
17 10 buyingagent-dev-db /etc/backup-orchestrator/scripts/db-buyingagent-dev.sh false 900 true
18 10 netbox-db /etc/backup-orchestrator/scripts/db-netbox.sh true 900 true
19 10 bookstack-db /etc/backup-orchestrator/scripts/db-bookstack.sh true 900 true
20 10 karatewiki-dev-db /etc/backup-orchestrator/scripts/db-karatewiki-dev.sh false 900 true
@@ -0,0 +1,10 @@
{
"timeout_seconds": 3,
"webhooks": [],
"kuma": {
"overall_push_url": "",
"job_push_urls": {
"nas-data": ""
}
}
}
@@ -0,0 +1,257 @@
#!/usr/bin/env bash
# ============================================================
# backupPaperlessData.sh
# Versionierte NAS-Sicherung mit rsync
# ============================================================
set -Eeuo pipefail
umask 027
# ============================================================
# KONFIGURATION
# ============================================================
SOURCE="/media/lars/paperless"
NAS_MOUNT="/backup"
NAS_SOURCE="192.168.2.63:/volume1/Backup_Paperless"
TARGET="/backup/data_archiv"
LOG="/home/lars/backupPaperlessData.sh.log"
# Monatliche Rotation: 01 bis 31
TODAY="$(date +%d)"
DEST="$TARGET/$TODAY"
LAST="$TARGET/last"
STAGING=""
OLD_DEST=""
TEMP_LINK=""
# ============================================================
# LOGGING
# ============================================================
exec > >(tee -a "$LOG") 2>&1
log() {
echo "[$(date '+%Y-%m-%d %H:%M:%S')] $*"
}
# ============================================================
# FEHLERBEHANDLUNG
# ============================================================
on_exit() {
local rc=$?
trap - EXIT
if (( rc != 0 )); then
log "FEHLER: Backup abgebrochen (Exit-Code $rc)"
fi
# Unvollstaendige temporaere Sicherung entfernen.
# Bestehende Tages-Snapshots bleiben erhalten.
if [[ -n "$STAGING" && -d "$STAGING" ]]; then
rm -rf -- "$STAGING" || true
fi
if [[ -n "$TEMP_LINK" && -L "$TEMP_LINK" ]]; then
rm -f -- "$TEMP_LINK" || true
fi
}
trap on_exit EXIT
trap 'exit 130' INT
trap 'exit 143' TERM
fail() {
log "FEHLER: $*"
exit 1
}
# ============================================================
# START
# ============================================================
log "========================================"
log "NAS-Datenbackup gestartet"
log "Quelle: $SOURCE"
log "Ziel: $DEST"
# ============================================================
# PARALLELE BACKUPS VERHINDERN
# ============================================================
exec 9< "$0"
if ! flock -n 9; then
fail "Ein weiterer Backup-Prozess laeuft bereits"
fi
# ============================================================
# NAS-MOUNT PRUEFEN
# ============================================================
if ! findmnt \
--mountpoint "$NAS_MOUNT" \
--types nfs4 \
--source "$NAS_SOURCE" \
>/dev/null; then
fail "Synology-NFS-Freigabe nicht eingebunden: $NAS_MOUNT"
fi
log "NAS-Mount erfolgreich geprueft"
# ============================================================
# QUELLE UND ZIEL PRUEFEN
# ============================================================
[[ -d "$SOURCE" ]] ||
fail "Quellverzeichnis fehlt: $SOURCE"
[[ -n "$(find "$SOURCE" -mindepth 1 -maxdepth 1 -print -quit)" ]] ||
fail "Quellverzeichnis ist leer: $SOURCE"
[[ -d "$TARGET" ]] ||
fail "Backup-Zielverzeichnis fehlt: $TARGET"
[[ -w "$TARGET" ]] ||
fail "Backup-Zielverzeichnis nicht beschreibbar: $TARGET"
# ============================================================
# HARDLINK-REFERENZ
# ============================================================
RSYNC_OPTIONS=(
-a
-v
-R
--delete
--stats
)
if [[ -L "$LAST" && ! -d "$LAST" ]]; then
fail "Der last-Verweis ist ungueltig"
fi
if [[ -d "$LAST" ]]; then
RSYNC_OPTIONS+=("--link-dest=$LAST")
log "Hardlink-Referenz: $(readlink -f "$LAST")"
else
log "Keine vorherige Hardlink-Referenz gefunden"
fi
# ============================================================
# TEMPORAEREN SNAPSHOT ANLEGEN
# ============================================================
STAGING="$(mktemp -d "$TARGET/.inprogress-${TODAY}.XXXXXXXX")"
log "Temporaerer Snapshot: $STAGING"
# ============================================================
# RSYNC AUSFUEHREN
# ============================================================
log "rsync gestartet"
if rsync "${RSYNC_OPTIONS[@]}" \
"$SOURCE" "$STAGING"; then
log "rsync erfolgreich abgeschlossen"
else
RC=$?
fail "rsync fehlgeschlagen (Exit-Code $RC)"
fi
# ============================================================
# SICHERUNGSERGEBNIS PRUEFEN
# ============================================================
EXPECTED="$STAGING/media/lars/paperless"
[[ -d "$EXPECTED" ]] ||
fail "Erwartete Sicherungsstruktur fehlt: $EXPECTED"
# ============================================================
# SNAPSHOT AKTIVIEREN
# ============================================================
# Einen vorhandenen Tages-Snapshot erst verschieben,
# nachdem die neue Sicherung vollstaendig ist.
if [[ -e "$DEST" ]]; then
[[ -d "$DEST" && ! -L "$DEST" ]] ||
fail "Tagesziel ist kein normales Verzeichnis: $DEST"
OLD_DEST="$(mktemp -d "$TARGET/.replaced-${TODAY}.XXXXXXXX")"
rmdir -- "$OLD_DEST"
mv -T -- "$DEST" "$OLD_DEST" ||
fail "Alter Tages-Snapshot konnte nicht verschoben werden"
fi
# Neue Sicherung an die Stelle des Tages-Snapshots setzen.
if ! mv -T -- "$STAGING" "$DEST"; then
# Bei einem Fehler den alten Tagesstand zurueckholen.
if [[ -n "$OLD_DEST" && -d "$OLD_DEST" ]]; then
mv -T -- "$OLD_DEST" "$DEST" || true
fi
fail "Neuer Tages-Snapshot konnte nicht aktiviert werden"
fi
STAGING=""
# ============================================================
# LAST-VERWEIS AKTUALISIEREN
# ============================================================
TEMP_LINK="$TARGET/.last-new-$$"
ln -s -- "$DEST" "$TEMP_LINK" ||
fail "Neuer last-Verweis konnte nicht erstellt werden"
mv -Tf -- "$TEMP_LINK" "$LAST" ||
fail "last-Verweis konnte nicht aktualisiert werden"
TEMP_LINK=""
log "last zeigt jetzt auf: $DEST"
# ============================================================
# ALTEN TAGES-SNAPSHOT ENTFERNEN
# ============================================================
# Nur die durch diesen Lauf ersetzte Tagesversion loeschen.
# Andere Sicherungsstaende bleiben unveraendert.
if [[ -n "$OLD_DEST" && -d "$OLD_DEST" ]]; then
if rm -rf -- "$OLD_DEST"; then
log "Ersetzter Tages-Snapshot entfernt"
else
log "WARNUNG: Alter Tages-Snapshot konnte nicht vollstaendig entfernt werden"
fi
fi
log "NAS-Datenbackup erfolgreich abgeschlossen"
log "========================================"
exit 0
@@ -0,0 +1,4 @@
#!/usr/bin/env bash
set -Eeuo pipefail
exec /etc/backup-orchestrator/scripts/db-mariadb-docker.sh \
"bookstack_db" "bookstack.sql" "mysql"
@@ -0,0 +1,4 @@
#!/usr/bin/env bash
set -Eeuo pipefail
exec /etc/backup-orchestrator/scripts/db-postgres-docker.sh "buyingagent-dev-postgres-1" "buyingagent-dev.sql"
@@ -0,0 +1,4 @@
#!/usr/bin/env bash
set -Eeuo pipefail
exec /etc/backup-orchestrator/scripts/db-postgres-docker.sh "buyingagent-db-prod" "buyingagent-prod.sql"
@@ -0,0 +1,4 @@
#!/usr/bin/env bash
set -Eeuo pipefail
exec /etc/backup-orchestrator/scripts/db-postgres-docker.sh "kairo-dev-postgres-1" "kairo-dev.sql"
@@ -0,0 +1,4 @@
#!/usr/bin/env bash
set -Eeuo pipefail
exec /etc/backup-orchestrator/scripts/db-postgres-docker.sh "kairo-db-prod" "kairo-prod.sql"
@@ -0,0 +1,4 @@
#!/usr/bin/env bash
set -Eeuo pipefail
exec /etc/backup-orchestrator/scripts/db-postgres-docker.sh "kansho-dev-postgres-1" "kansho-dev.sql"
@@ -0,0 +1,4 @@
#!/usr/bin/env bash
set -Eeuo pipefail
exec /etc/backup-orchestrator/scripts/db-postgres-docker.sh "kansho-db-prod" "kansho-prod.sql"
@@ -0,0 +1,4 @@
#!/usr/bin/env bash
set -Eeuo pipefail
exec /etc/backup-orchestrator/scripts/db-mariadb-docker.sh \
"karatewiki-dev-db-1" "karatewiki-dev.sql" "mariadb"
@@ -0,0 +1,8 @@
#!/usr/bin/env bash
set -Eeuo pipefail
exec /etc/backup-orchestrator/scripts/db-postgres-docker.sh \
"dev-mitai-postgres" \
"mitai-dev.sql" \
"mitai_dev" \
"mitai_dev"
@@ -0,0 +1,6 @@
#!/usr/bin/env bash
set -Eeuo pipefail
exec /etc/backup-orchestrator/scripts/db-postgres-docker.sh \
"mitai-db-prod" \
"mitai-prod.sql"
+4
View File
@@ -0,0 +1,4 @@
#!/usr/bin/env bash
set -Eeuo pipefail
exec /etc/backup-orchestrator/scripts/db-postgres-docker.sh \
"netbox-postgres-1" "netbox.sql"
@@ -0,0 +1,54 @@
#!/usr/bin/env bash
set -Eeuo pipefail
umask 077
# Optionales lokales Credential-File (chmod 600, nicht in Git)
if [[ -f /etc/backup-orchestrator/credentials/paperless.env ]]; then
# shellcheck disable=SC1091
source /etc/backup-orchestrator/credentials/paperless.env
fi
# === Datenbank ===
DB_HOST="${DB_HOST:-192.168.2.40}"
DB_PORT="${DB_PORT:-3308}"
DB_USER="${DB_USER:-paperless}"
DB_PASSWORD="${DB_PASSWORD:-HIER_PASSWORT_EINTRAGEN}"
DB_NAME="${DB_NAME:-paperless}"
# === Backup ===
BACKUP_DIR="${BACKUP_DIR:-/media/lars/paperless/db-backup}"
BACKUP_FILE="$BACKUP_DIR/paperless.sql"
[[ "$DB_PASSWORD" != "HIER_PASSWORT_EINTRAGEN" ]] || {
echo "FEHLER: Datenbankpasswort nicht konfiguriert" >&2
exit 1
}
mkdir -p "$BACKUP_DIR"
TEMP_FILE="$(mktemp "$BACKUP_DIR/.paperless.XXXXXXXX.sql")"
trap 'rm -f -- "$TEMP_FILE"' EXIT
echo "Paperless: Datenbankexport gestartet"
MYSQL_PWD="$DB_PASSWORD" mysqldump \
--host="$DB_HOST" \
--port="$DB_PORT" \
--user="$DB_USER" \
--single-transaction \
--quick \
--databases "$DB_NAME" \
> "$TEMP_FILE"
if [[ ! -s "$TEMP_FILE" ]]; then
echo "FEHLER: Paperless-Dump ist leer" >&2
exit 1
fi
chgrp lars "$TEMP_FILE"
chmod 640 "$TEMP_FILE"
mv -f -- "$TEMP_FILE" "$BACKUP_FILE"
echo "OK: Paperless-Datenbank gesichert"
echo "Datei: $BACKUP_FILE"
exit 0
@@ -0,0 +1,6 @@
#!/usr/bin/env bash
set -Eeuo pipefail
exec /etc/backup-orchestrator/scripts/db-postgres-docker.sh \
"shinkan-dev-postgres-1" \
"shinkan-dev.sql"
@@ -0,0 +1,6 @@
#!/usr/bin/env bash
set -Eeuo pipefail
exec /etc/backup-orchestrator/scripts/db-postgres-docker.sh \
"shinkan-db-prod" \
"shinkan-prod.sql"
+53
View File
@@ -0,0 +1,53 @@
#!/usr/bin/env bash
set -Eeuo pipefail
umask 077
# Optionales lokales Credential-File (chmod 600, nicht in Git)
if [[ -f /etc/backup-orchestrator/credentials/tandoor.env ]]; then
# shellcheck disable=SC1091
source /etc/backup-orchestrator/credentials/tandoor.env
fi
# === Datenbank ===
PGHOST="${PGHOST:-192.168.2.40}"
PGPORT="${PGPORT:-5432}"
PGUSER="${PGUSER:-djangouser}"
PGDATABASE="${PGDATABASE:-djangodb}"
PGPASSWORD="${PGPASSWORD:-HIER_PASSWORT_EINTRAGEN}"
# === Backup ===
BACKUP_DIR="${BACKUP_DIR:-/media/lars/paperless/db-backup}"
BACKUP_FILE="$BACKUP_DIR/tandoor.sql"
[[ "$PGPASSWORD" != "HIER_PASSWORT_EINTRAGEN" ]] || {
echo "FEHLER: Datenbankpasswort nicht konfiguriert" >&2
exit 1
}
mkdir -p "$BACKUP_DIR"
TEMP_FILE="$(mktemp "$BACKUP_DIR/.tandoor.XXXXXXXX.sql")"
trap 'rm -f -- "$TEMP_FILE"' EXIT
echo "Tandoor: Datenbankexport gestartet"
PGPASSWORD="$PGPASSWORD" pg_dump \
--host="$PGHOST" \
--port="$PGPORT" \
--username="$PGUSER" \
--dbname="$PGDATABASE" \
--format=plain \
> "$TEMP_FILE"
if [[ ! -s "$TEMP_FILE" ]]; then
echo "FEHLER: Tandoor-Dump ist leer" >&2
exit 1
fi
chgrp lars "$TEMP_FILE"
chmod 640 "$TEMP_FILE"
mv -f -- "$TEMP_FILE" "$BACKUP_FILE"
echo "OK: Tandoor-Datenbank gesichert"
echo "Datei: $BACKUP_FILE"
exit 0
@@ -0,0 +1,4 @@
#!/usr/bin/env bash
set -Eeuo pipefail
exec /etc/backup-orchestrator/scripts/db-postgres-docker.sh "tsumugu-dev-postgres-1" "tsumugu-dev.sql"
@@ -0,0 +1,4 @@
#!/usr/bin/env bash
set -Eeuo pipefail
exec /etc/backup-orchestrator/scripts/db-postgres-docker.sh "tsumugu-db-prod" "tsumugu-prod.sql"
@@ -0,0 +1,5 @@
#!/usr/bin/env bash
set -Eeuo pipefail
exec runuser -u lars -- /bin/bash -s \
< /etc/backup-orchestrator/scripts/backup-nas-data.sh
@@ -0,0 +1,21 @@
#!/usr/bin/env bash
set -Eeuo pipefail
DUMP_FILE="${SHINKAN_DUMP_FILE:-/media/lars/paperless/db-backup/shinkan-prod.sql}"
OUT_DIR="$(dirname "$DUMP_FILE")"
TARGET="${SHINKAN_TARGET:-pi-prod}"
ARCHIVE_ROOT="${SHINKAN_ARCHIVE_ROOT:-/backup/recovery_points}"
RESULT_JSON="${OUT_DIR}/.shinkan-manifest-last-result.json"
/usr/bin/env python3 /etc/backup-orchestrator/scripts/shinkan/shinkan-backup-manifest \
--target "$TARGET" \
--dump "$DUMP_FILE" \
--out-dir "$OUT_DIR" \
--result "$RESULT_JSON"
if [[ -d "$(dirname "$ARCHIVE_ROOT")" && -w "$(dirname "$ARCHIVE_ROOT")" ]]; then
/etc/backup-orchestrator/scripts/publish-backup-set.sh \
"shinkan-${TARGET}" \
"$DUMP_FILE" \
"$ARCHIVE_ROOT"
fi
@@ -0,0 +1,22 @@
#!/usr/bin/env bash
set -Eeuo pipefail
UNIT=raspiBackup.service
if systemctl is-active --quiet "$UNIT"; then
echo "FEHLER: raspiBackup läuft bereits" >&2
exit 1
fi
RC=0
systemctl start --wait "$UNIT" || RC=$?
RESULT=$(systemctl show --value -p Result "$UNIT")
STATUS=$(systemctl show --value -p ExecMainStatus "$UNIT")
if (( RC != 0 )) || [[ "$RESULT" != "success" || "$STATUS" != "0" ]]; then
echo "FEHLER: raspiBackup: Result=$RESULT, Status=$STATUS" >&2
exit 1
fi
echo "OK: raspiBackup erfolgreich abgeschlossen"
@@ -0,0 +1,10 @@
#!/usr/bin/env bash
set -Eeuo pipefail
if systemctl is-active --quiet raspiBackup.service; then
echo "FEHLER: raspiBackup läuft noch"
exit 1
fi
BACKUP_ORCHESTRATOR_CUTOVER_APPROVED=YES \
/usr/local/sbin/backup-orchestrator --run
@@ -0,0 +1,9 @@
[Unit]
Description=Daily database and NAS backup orchestrator
Wants=network-online.target
After=network-online.target
[Service]
Type=oneshot
ExecStart=/usr/local/sbin/backup-orchestrator-daily
TimeoutStartSec=0
@@ -0,0 +1,10 @@
[Unit]
Description=Daily backup orchestrator at 05:30
[Timer]
OnCalendar=*-*-* 05:30:00
Persistent=true
Unit=backup-orchestrator-daily.service
[Install]
WantedBy=timers.target
+32
View File
@@ -0,0 +1,32 @@
{
"schemaVersion": 1,
"host": "raspberrypi5",
"hosts": {
"raspberrypi5": {
"hostname": "raspberrypi5",
"arch": "arm64",
"nas_mount": "/backup",
"nas_source": "192.168.2.63:/volume1/Backup_Paperless",
"nas_fstype": "nfs4",
"local_dump_dir": "/media/lars/paperless/db-backup",
"archive_sets_dir": "/backup/data_archiv/last/paperless/db-backup"
}
},
"targets": {
"pi-prod": {
"application": "shinkan",
"environment": "prod",
"host": "raspberrypi5",
"role": "source_only",
"allow_restore": false,
"compose_dir": "/home/lars/docker/shinkan-prod",
"compose_files": ["docker-compose.yml"],
"env_file": "/home/lars/docker/shinkan-prod/.env",
"media_dir": "/shinkan-media/prod",
"db_container": "shinkan-db-prod",
"db_name": "shinkan",
"db_user": "shinkan",
"health_url": "http://localhost:8003/api/health/ready"
}
}
}