refactor(hosts): organize repository by server profiles (hosts/raspberrypi5, hosts/llm-node) and add host-aware installer

This commit is contained in:
Lars committed 2026-10-29 14:27:49 +01:00
1 parent c53fc0a939
commit c2740c9542
44 files changed
+528 -40

No files matched your search

@@ -0,0 +1,257 @@
#!/usr/bin/env bash
# ============================================================
# backupPaperlessData.sh
# Versionierte NAS-Sicherung mit rsync
# ============================================================
set -Eeuo pipefail
umask 027
# ============================================================
# KONFIGURATION
# ============================================================
SOURCE="/media/lars/paperless"
NAS_MOUNT="/backup"
NAS_SOURCE="192.168.2.63:/volume1/Backup_Paperless"
TARGET="/backup/data_archiv"
LOG="/home/lars/backupPaperlessData.sh.log"
# Monatliche Rotation: 01 bis 31
TODAY="$(date +%d)"
DEST="$TARGET/$TODAY"
LAST="$TARGET/last"
STAGING=""
OLD_DEST=""
TEMP_LINK=""
# ============================================================
# LOGGING
# ============================================================
exec > >(tee -a "$LOG") 2>&1
log() {
echo "[$(date '+%Y-%m-%d %H:%M:%S')] $*"
}
# ============================================================
# FEHLERBEHANDLUNG
# ============================================================
on_exit() {
local rc=$?
trap - EXIT
if (( rc != 0 )); then
log "FEHLER: Backup abgebrochen (Exit-Code $rc)"
fi
# Unvollstaendige temporaere Sicherung entfernen.
# Bestehende Tages-Snapshots bleiben erhalten.
if [[ -n "$STAGING" && -d "$STAGING" ]]; then
rm -rf -- "$STAGING" || true
fi
if [[ -n "$TEMP_LINK" && -L "$TEMP_LINK" ]]; then
rm -f -- "$TEMP_LINK" || true
fi
}
trap on_exit EXIT
trap 'exit 130' INT
trap 'exit 143' TERM
fail() {
log "FEHLER: $*"
exit 1
}
# ============================================================
# START
# ============================================================
log "========================================"
log "NAS-Datenbackup gestartet"
log "Quelle: $SOURCE"
log "Ziel: $DEST"
# ============================================================
# PARALLELE BACKUPS VERHINDERN
# ============================================================
exec 9< "$0"
if ! flock -n 9; then
fail "Ein weiterer Backup-Prozess laeuft bereits"
fi
# ============================================================
# NAS-MOUNT PRUEFEN
# ============================================================
if ! findmnt \
--mountpoint "$NAS_MOUNT" \
--types nfs4 \
--source "$NAS_SOURCE" \
>/dev/null; then
fail "Synology-NFS-Freigabe nicht eingebunden: $NAS_MOUNT"
fi
log "NAS-Mount erfolgreich geprueft"
# ============================================================
# QUELLE UND ZIEL PRUEFEN
# ============================================================
[[ -d "$SOURCE" ]] ||
fail "Quellverzeichnis fehlt: $SOURCE"
[[ -n "$(find "$SOURCE" -mindepth 1 -maxdepth 1 -print -quit)" ]] ||
fail "Quellverzeichnis ist leer: $SOURCE"
[[ -d "$TARGET" ]] ||
fail "Backup-Zielverzeichnis fehlt: $TARGET"
[[ -w "$TARGET" ]] ||
fail "Backup-Zielverzeichnis nicht beschreibbar: $TARGET"
# ============================================================
# HARDLINK-REFERENZ
# ============================================================
RSYNC_OPTIONS=(
-a
-v
-R
--delete
--stats
)
if [[ -L "$LAST" && ! -d "$LAST" ]]; then
fail "Der last-Verweis ist ungueltig"
fi
if [[ -d "$LAST" ]]; then
RSYNC_OPTIONS+=("--link-dest=$LAST")
log "Hardlink-Referenz: $(readlink -f "$LAST")"
else
log "Keine vorherige Hardlink-Referenz gefunden"
fi
# ============================================================
# TEMPORAEREN SNAPSHOT ANLEGEN
# ============================================================
STAGING="$(mktemp -d "$TARGET/.inprogress-${TODAY}.XXXXXXXX")"
log "Temporaerer Snapshot: $STAGING"
# ============================================================
# RSYNC AUSFUEHREN
# ============================================================
log "rsync gestartet"
if rsync "${RSYNC_OPTIONS[@]}" \
"$SOURCE" "$STAGING"; then
log "rsync erfolgreich abgeschlossen"
else
RC=$?
fail "rsync fehlgeschlagen (Exit-Code $RC)"
fi
# ============================================================
# SICHERUNGSERGEBNIS PRUEFEN
# ============================================================
EXPECTED="$STAGING/media/lars/paperless"
[[ -d "$EXPECTED" ]] ||
fail "Erwartete Sicherungsstruktur fehlt: $EXPECTED"
# ============================================================
# SNAPSHOT AKTIVIEREN
# ============================================================
# Einen vorhandenen Tages-Snapshot erst verschieben,
# nachdem die neue Sicherung vollstaendig ist.
if [[ -e "$DEST" ]]; then
[[ -d "$DEST" && ! -L "$DEST" ]] ||
fail "Tagesziel ist kein normales Verzeichnis: $DEST"
OLD_DEST="$(mktemp -d "$TARGET/.replaced-${TODAY}.XXXXXXXX")"
rmdir -- "$OLD_DEST"
mv -T -- "$DEST" "$OLD_DEST" ||
fail "Alter Tages-Snapshot konnte nicht verschoben werden"
fi
# Neue Sicherung an die Stelle des Tages-Snapshots setzen.
if ! mv -T -- "$STAGING" "$DEST"; then
# Bei einem Fehler den alten Tagesstand zurueckholen.
if [[ -n "$OLD_DEST" && -d "$OLD_DEST" ]]; then
mv -T -- "$OLD_DEST" "$DEST" || true
fi
fail "Neuer Tages-Snapshot konnte nicht aktiviert werden"
fi
STAGING=""
# ============================================================
# LAST-VERWEIS AKTUALISIEREN
# ============================================================
TEMP_LINK="$TARGET/.last-new-$$"
ln -s -- "$DEST" "$TEMP_LINK" ||
fail "Neuer last-Verweis konnte nicht erstellt werden"
mv -Tf -- "$TEMP_LINK" "$LAST" ||
fail "last-Verweis konnte nicht aktualisiert werden"
TEMP_LINK=""
log "last zeigt jetzt auf: $DEST"
# ============================================================
# ALTEN TAGES-SNAPSHOT ENTFERNEN
# ============================================================
# Nur die durch diesen Lauf ersetzte Tagesversion loeschen.
# Andere Sicherungsstaende bleiben unveraendert.
if [[ -n "$OLD_DEST" && -d "$OLD_DEST" ]]; then
if rm -rf -- "$OLD_DEST"; then
log "Ersetzter Tages-Snapshot entfernt"
else
log "WARNUNG: Alter Tages-Snapshot konnte nicht vollstaendig entfernt werden"
fi
fi
log "NAS-Datenbackup erfolgreich abgeschlossen"
log "========================================"
exit 0
@@ -0,0 +1,4 @@
#!/usr/bin/env bash
set -Eeuo pipefail
exec /etc/backup-orchestrator/scripts/db-mariadb-docker.sh \
"bookstack_db" "bookstack.sql" "mysql"
@@ -0,0 +1,4 @@
#!/usr/bin/env bash
set -Eeuo pipefail
exec /etc/backup-orchestrator/scripts/db-postgres-docker.sh "buyingagent-dev-postgres-1" "buyingagent-dev.sql"
@@ -0,0 +1,4 @@
#!/usr/bin/env bash
set -Eeuo pipefail
exec /etc/backup-orchestrator/scripts/db-postgres-docker.sh "buyingagent-db-prod" "buyingagent-prod.sql"
@@ -0,0 +1,4 @@
#!/usr/bin/env bash
set -Eeuo pipefail
exec /etc/backup-orchestrator/scripts/db-postgres-docker.sh "kairo-dev-postgres-1" "kairo-dev.sql"
@@ -0,0 +1,4 @@
#!/usr/bin/env bash
set -Eeuo pipefail
exec /etc/backup-orchestrator/scripts/db-postgres-docker.sh "kairo-db-prod" "kairo-prod.sql"
@@ -0,0 +1,4 @@
#!/usr/bin/env bash
set -Eeuo pipefail
exec /etc/backup-orchestrator/scripts/db-postgres-docker.sh "kansho-dev-postgres-1" "kansho-dev.sql"
@@ -0,0 +1,4 @@
#!/usr/bin/env bash
set -Eeuo pipefail
exec /etc/backup-orchestrator/scripts/db-postgres-docker.sh "kansho-db-prod" "kansho-prod.sql"
@@ -0,0 +1,4 @@
#!/usr/bin/env bash
set -Eeuo pipefail
exec /etc/backup-orchestrator/scripts/db-mariadb-docker.sh \
"karatewiki-dev-db-1" "karatewiki-dev.sql" "mariadb"
@@ -0,0 +1,8 @@
#!/usr/bin/env bash
set -Eeuo pipefail
exec /etc/backup-orchestrator/scripts/db-postgres-docker.sh \
"dev-mitai-postgres" \
"mitai-dev.sql" \
"mitai_dev" \
"mitai_dev"
@@ -0,0 +1,6 @@
#!/usr/bin/env bash
set -Eeuo pipefail
exec /etc/backup-orchestrator/scripts/db-postgres-docker.sh \
"mitai-db-prod" \
"mitai-prod.sql"
+4
View File
@@ -0,0 +1,4 @@
#!/usr/bin/env bash
set -Eeuo pipefail
exec /etc/backup-orchestrator/scripts/db-postgres-docker.sh \
"netbox-postgres-1" "netbox.sql"
@@ -0,0 +1,54 @@
#!/usr/bin/env bash
set -Eeuo pipefail
umask 077
# Optionales lokales Credential-File (chmod 600, nicht in Git)
if [[ -f /etc/backup-orchestrator/credentials/paperless.env ]]; then
# shellcheck disable=SC1091
source /etc/backup-orchestrator/credentials/paperless.env
fi
# === Datenbank ===
DB_HOST="${DB_HOST:-192.168.2.40}"
DB_PORT="${DB_PORT:-3308}"
DB_USER="${DB_USER:-paperless}"
DB_PASSWORD="${DB_PASSWORD:-HIER_PASSWORT_EINTRAGEN}"
DB_NAME="${DB_NAME:-paperless}"
# === Backup ===
BACKUP_DIR="${BACKUP_DIR:-/media/lars/paperless/db-backup}"
BACKUP_FILE="$BACKUP_DIR/paperless.sql"
[[ "$DB_PASSWORD" != "HIER_PASSWORT_EINTRAGEN" ]] || {
echo "FEHLER: Datenbankpasswort nicht konfiguriert" >&2
exit 1
}
mkdir -p "$BACKUP_DIR"
TEMP_FILE="$(mktemp "$BACKUP_DIR/.paperless.XXXXXXXX.sql")"
trap 'rm -f -- "$TEMP_FILE"' EXIT
echo "Paperless: Datenbankexport gestartet"
MYSQL_PWD="$DB_PASSWORD" mysqldump \
--host="$DB_HOST" \
--port="$DB_PORT" \
--user="$DB_USER" \
--single-transaction \
--quick \
--databases "$DB_NAME" \
> "$TEMP_FILE"
if [[ ! -s "$TEMP_FILE" ]]; then
echo "FEHLER: Paperless-Dump ist leer" >&2
exit 1
fi
chgrp lars "$TEMP_FILE"
chmod 640 "$TEMP_FILE"
mv -f -- "$TEMP_FILE" "$BACKUP_FILE"
echo "OK: Paperless-Datenbank gesichert"
echo "Datei: $BACKUP_FILE"
exit 0
@@ -0,0 +1,6 @@
#!/usr/bin/env bash
set -Eeuo pipefail
exec /etc/backup-orchestrator/scripts/db-postgres-docker.sh \
"shinkan-dev-postgres-1" \
"shinkan-dev.sql"
@@ -0,0 +1,6 @@
#!/usr/bin/env bash
set -Eeuo pipefail
exec /etc/backup-orchestrator/scripts/db-postgres-docker.sh \
"shinkan-db-prod" \
"shinkan-prod.sql"
+53
View File
@@ -0,0 +1,53 @@
#!/usr/bin/env bash
set -Eeuo pipefail
umask 077
# Optionales lokales Credential-File (chmod 600, nicht in Git)
if [[ -f /etc/backup-orchestrator/credentials/tandoor.env ]]; then
# shellcheck disable=SC1091
source /etc/backup-orchestrator/credentials/tandoor.env
fi
# === Datenbank ===
PGHOST="${PGHOST:-192.168.2.40}"
PGPORT="${PGPORT:-5432}"
PGUSER="${PGUSER:-djangouser}"
PGDATABASE="${PGDATABASE:-djangodb}"
PGPASSWORD="${PGPASSWORD:-HIER_PASSWORT_EINTRAGEN}"
# === Backup ===
BACKUP_DIR="${BACKUP_DIR:-/media/lars/paperless/db-backup}"
BACKUP_FILE="$BACKUP_DIR/tandoor.sql"
[[ "$PGPASSWORD" != "HIER_PASSWORT_EINTRAGEN" ]] || {
echo "FEHLER: Datenbankpasswort nicht konfiguriert" >&2
exit 1
}
mkdir -p "$BACKUP_DIR"
TEMP_FILE="$(mktemp "$BACKUP_DIR/.tandoor.XXXXXXXX.sql")"
trap 'rm -f -- "$TEMP_FILE"' EXIT
echo "Tandoor: Datenbankexport gestartet"
PGPASSWORD="$PGPASSWORD" pg_dump \
--host="$PGHOST" \
--port="$PGPORT" \
--username="$PGUSER" \
--dbname="$PGDATABASE" \
--format=plain \
> "$TEMP_FILE"
if [[ ! -s "$TEMP_FILE" ]]; then
echo "FEHLER: Tandoor-Dump ist leer" >&2
exit 1
fi
chgrp lars "$TEMP_FILE"
chmod 640 "$TEMP_FILE"
mv -f -- "$TEMP_FILE" "$BACKUP_FILE"
echo "OK: Tandoor-Datenbank gesichert"
echo "Datei: $BACKUP_FILE"
exit 0
@@ -0,0 +1,4 @@
#!/usr/bin/env bash
set -Eeuo pipefail
exec /etc/backup-orchestrator/scripts/db-postgres-docker.sh "tsumugu-dev-postgres-1" "tsumugu-dev.sql"
@@ -0,0 +1,4 @@
#!/usr/bin/env bash
set -Eeuo pipefail
exec /etc/backup-orchestrator/scripts/db-postgres-docker.sh "tsumugu-db-prod" "tsumugu-prod.sql"
@@ -0,0 +1,5 @@
#!/usr/bin/env bash
set -Eeuo pipefail
exec runuser -u lars -- /bin/bash -s \
< /etc/backup-orchestrator/scripts/backup-nas-data.sh
@@ -0,0 +1,21 @@
#!/usr/bin/env bash
set -Eeuo pipefail
DUMP_FILE="${SHINKAN_DUMP_FILE:-/media/lars/paperless/db-backup/shinkan-prod.sql}"
OUT_DIR="$(dirname "$DUMP_FILE")"
TARGET="${SHINKAN_TARGET:-pi-prod}"
ARCHIVE_ROOT="${SHINKAN_ARCHIVE_ROOT:-/backup/recovery_points}"
RESULT_JSON="${OUT_DIR}/.shinkan-manifest-last-result.json"
/usr/bin/env python3 /etc/backup-orchestrator/scripts/shinkan/shinkan-backup-manifest \
--target "$TARGET" \
--dump "$DUMP_FILE" \
--out-dir "$OUT_DIR" \
--result "$RESULT_JSON"
if [[ -d "$(dirname "$ARCHIVE_ROOT")" && -w "$(dirname "$ARCHIVE_ROOT")" ]]; then
/etc/backup-orchestrator/scripts/publish-backup-set.sh \
"shinkan-${TARGET}" \
"$DUMP_FILE" \
"$ARCHIVE_ROOT"
fi
@@ -0,0 +1,22 @@
#!/usr/bin/env bash
set -Eeuo pipefail
UNIT=raspiBackup.service
if systemctl is-active --quiet "$UNIT"; then
echo "FEHLER: raspiBackup läuft bereits" >&2
exit 1
fi
RC=0
systemctl start --wait "$UNIT" || RC=$?
RESULT=$(systemctl show --value -p Result "$UNIT")
STATUS=$(systemctl show --value -p ExecMainStatus "$UNIT")
if (( RC != 0 )) || [[ "$RESULT" != "success" || "$STATUS" != "0" ]]; then
echo "FEHLER: raspiBackup: Result=$RESULT, Status=$STATUS" >&2
exit 1
fi
echo "OK: raspiBackup erfolgreich abgeschlossen"