refactor(hosts): organize repository by server profiles (hosts/raspberrypi5, hosts/llm-node) and add host-aware installer
This commit is contained in:
1 parent
c53fc0a939
commit
c2740c9542
44 files changed
+528
-40
No files matched your search
@@ -1,257 +0,0 @@
|
||||
#!/usr/bin/env bash
|
||||
# ============================================================
|
||||
# backupPaperlessData.sh
|
||||
# Versionierte NAS-Sicherung mit rsync
|
||||
# ============================================================
|
||||
|
||||
set -Eeuo pipefail
|
||||
umask 027
|
||||
|
||||
# ============================================================
|
||||
# KONFIGURATION
|
||||
# ============================================================
|
||||
|
||||
SOURCE="/media/lars/paperless"
|
||||
|
||||
NAS_MOUNT="/backup"
|
||||
NAS_SOURCE="192.168.2.63:/volume1/Backup_Paperless"
|
||||
|
||||
TARGET="/backup/data_archiv"
|
||||
LOG="/home/lars/backupPaperlessData.sh.log"
|
||||
|
||||
# Monatliche Rotation: 01 bis 31
|
||||
TODAY="$(date +%d)"
|
||||
|
||||
DEST="$TARGET/$TODAY"
|
||||
LAST="$TARGET/last"
|
||||
|
||||
STAGING=""
|
||||
OLD_DEST=""
|
||||
TEMP_LINK=""
|
||||
|
||||
# ============================================================
|
||||
# LOGGING
|
||||
# ============================================================
|
||||
|
||||
exec > >(tee -a "$LOG") 2>&1
|
||||
|
||||
log() {
|
||||
echo "[$(date '+%Y-%m-%d %H:%M:%S')] $*"
|
||||
}
|
||||
|
||||
# ============================================================
|
||||
# FEHLERBEHANDLUNG
|
||||
# ============================================================
|
||||
|
||||
on_exit() {
|
||||
local rc=$?
|
||||
|
||||
trap - EXIT
|
||||
|
||||
if (( rc != 0 )); then
|
||||
log "FEHLER: Backup abgebrochen (Exit-Code $rc)"
|
||||
|
||||
fi
|
||||
|
||||
# Unvollstaendige temporaere Sicherung entfernen.
|
||||
# Bestehende Tages-Snapshots bleiben erhalten.
|
||||
|
||||
if [[ -n "$STAGING" && -d "$STAGING" ]]; then
|
||||
rm -rf -- "$STAGING" || true
|
||||
fi
|
||||
|
||||
if [[ -n "$TEMP_LINK" && -L "$TEMP_LINK" ]]; then
|
||||
rm -f -- "$TEMP_LINK" || true
|
||||
fi
|
||||
}
|
||||
|
||||
trap on_exit EXIT
|
||||
trap 'exit 130' INT
|
||||
trap 'exit 143' TERM
|
||||
|
||||
fail() {
|
||||
log "FEHLER: $*"
|
||||
exit 1
|
||||
}
|
||||
|
||||
# ============================================================
|
||||
# START
|
||||
# ============================================================
|
||||
|
||||
log "========================================"
|
||||
log "NAS-Datenbackup gestartet"
|
||||
log "Quelle: $SOURCE"
|
||||
log "Ziel: $DEST"
|
||||
|
||||
|
||||
# ============================================================
|
||||
# PARALLELE BACKUPS VERHINDERN
|
||||
# ============================================================
|
||||
|
||||
exec 9< "$0"
|
||||
|
||||
if ! flock -n 9; then
|
||||
fail "Ein weiterer Backup-Prozess laeuft bereits"
|
||||
fi
|
||||
|
||||
# ============================================================
|
||||
# NAS-MOUNT PRUEFEN
|
||||
# ============================================================
|
||||
|
||||
if ! findmnt \
|
||||
--mountpoint "$NAS_MOUNT" \
|
||||
--types nfs4 \
|
||||
--source "$NAS_SOURCE" \
|
||||
>/dev/null; then
|
||||
|
||||
fail "Synology-NFS-Freigabe nicht eingebunden: $NAS_MOUNT"
|
||||
fi
|
||||
|
||||
log "NAS-Mount erfolgreich geprueft"
|
||||
|
||||
# ============================================================
|
||||
# QUELLE UND ZIEL PRUEFEN
|
||||
# ============================================================
|
||||
|
||||
[[ -d "$SOURCE" ]] ||
|
||||
fail "Quellverzeichnis fehlt: $SOURCE"
|
||||
|
||||
[[ -n "$(find "$SOURCE" -mindepth 1 -maxdepth 1 -print -quit)" ]] ||
|
||||
fail "Quellverzeichnis ist leer: $SOURCE"
|
||||
|
||||
[[ -d "$TARGET" ]] ||
|
||||
fail "Backup-Zielverzeichnis fehlt: $TARGET"
|
||||
|
||||
[[ -w "$TARGET" ]] ||
|
||||
fail "Backup-Zielverzeichnis nicht beschreibbar: $TARGET"
|
||||
|
||||
# ============================================================
|
||||
# HARDLINK-REFERENZ
|
||||
# ============================================================
|
||||
|
||||
RSYNC_OPTIONS=(
|
||||
-a
|
||||
-v
|
||||
-R
|
||||
--delete
|
||||
--stats
|
||||
)
|
||||
|
||||
if [[ -L "$LAST" && ! -d "$LAST" ]]; then
|
||||
fail "Der last-Verweis ist ungueltig"
|
||||
fi
|
||||
|
||||
if [[ -d "$LAST" ]]; then
|
||||
RSYNC_OPTIONS+=("--link-dest=$LAST")
|
||||
log "Hardlink-Referenz: $(readlink -f "$LAST")"
|
||||
else
|
||||
log "Keine vorherige Hardlink-Referenz gefunden"
|
||||
fi
|
||||
|
||||
# ============================================================
|
||||
# TEMPORAEREN SNAPSHOT ANLEGEN
|
||||
# ============================================================
|
||||
|
||||
STAGING="$(mktemp -d "$TARGET/.inprogress-${TODAY}.XXXXXXXX")"
|
||||
|
||||
log "Temporaerer Snapshot: $STAGING"
|
||||
|
||||
# ============================================================
|
||||
# RSYNC AUSFUEHREN
|
||||
# ============================================================
|
||||
|
||||
log "rsync gestartet"
|
||||
|
||||
if rsync "${RSYNC_OPTIONS[@]}" \
|
||||
"$SOURCE" "$STAGING"; then
|
||||
|
||||
log "rsync erfolgreich abgeschlossen"
|
||||
|
||||
else
|
||||
RC=$?
|
||||
fail "rsync fehlgeschlagen (Exit-Code $RC)"
|
||||
fi
|
||||
|
||||
# ============================================================
|
||||
# SICHERUNGSERGEBNIS PRUEFEN
|
||||
# ============================================================
|
||||
|
||||
EXPECTED="$STAGING/media/lars/paperless"
|
||||
|
||||
[[ -d "$EXPECTED" ]] ||
|
||||
fail "Erwartete Sicherungsstruktur fehlt: $EXPECTED"
|
||||
|
||||
# ============================================================
|
||||
# SNAPSHOT AKTIVIEREN
|
||||
# ============================================================
|
||||
|
||||
# Einen vorhandenen Tages-Snapshot erst verschieben,
|
||||
# nachdem die neue Sicherung vollstaendig ist.
|
||||
|
||||
if [[ -e "$DEST" ]]; then
|
||||
|
||||
[[ -d "$DEST" && ! -L "$DEST" ]] ||
|
||||
fail "Tagesziel ist kein normales Verzeichnis: $DEST"
|
||||
|
||||
OLD_DEST="$(mktemp -d "$TARGET/.replaced-${TODAY}.XXXXXXXX")"
|
||||
rmdir -- "$OLD_DEST"
|
||||
|
||||
mv -T -- "$DEST" "$OLD_DEST" ||
|
||||
fail "Alter Tages-Snapshot konnte nicht verschoben werden"
|
||||
fi
|
||||
|
||||
# Neue Sicherung an die Stelle des Tages-Snapshots setzen.
|
||||
|
||||
if ! mv -T -- "$STAGING" "$DEST"; then
|
||||
|
||||
# Bei einem Fehler den alten Tagesstand zurueckholen.
|
||||
|
||||
if [[ -n "$OLD_DEST" && -d "$OLD_DEST" ]]; then
|
||||
mv -T -- "$OLD_DEST" "$DEST" || true
|
||||
fi
|
||||
|
||||
fail "Neuer Tages-Snapshot konnte nicht aktiviert werden"
|
||||
fi
|
||||
|
||||
STAGING=""
|
||||
|
||||
# ============================================================
|
||||
# LAST-VERWEIS AKTUALISIEREN
|
||||
# ============================================================
|
||||
|
||||
TEMP_LINK="$TARGET/.last-new-$$"
|
||||
|
||||
ln -s -- "$DEST" "$TEMP_LINK" ||
|
||||
fail "Neuer last-Verweis konnte nicht erstellt werden"
|
||||
|
||||
mv -Tf -- "$TEMP_LINK" "$LAST" ||
|
||||
fail "last-Verweis konnte nicht aktualisiert werden"
|
||||
|
||||
TEMP_LINK=""
|
||||
|
||||
log "last zeigt jetzt auf: $DEST"
|
||||
|
||||
# ============================================================
|
||||
# ALTEN TAGES-SNAPSHOT ENTFERNEN
|
||||
# ============================================================
|
||||
|
||||
# Nur die durch diesen Lauf ersetzte Tagesversion loeschen.
|
||||
# Andere Sicherungsstaende bleiben unveraendert.
|
||||
|
||||
if [[ -n "$OLD_DEST" && -d "$OLD_DEST" ]]; then
|
||||
|
||||
if rm -rf -- "$OLD_DEST"; then
|
||||
log "Ersetzter Tages-Snapshot entfernt"
|
||||
else
|
||||
log "WARNUNG: Alter Tages-Snapshot konnte nicht vollstaendig entfernt werden"
|
||||
fi
|
||||
|
||||
fi
|
||||
|
||||
|
||||
log "NAS-Datenbackup erfolgreich abgeschlossen"
|
||||
|
||||
|
||||
log "========================================"
|
||||
|
||||
exit 0
|
||||
File renamed without changes.
File renamed without changes.
File renamed without changes.
@@ -1,4 +0,0 @@
|
||||
#!/usr/bin/env bash
|
||||
set -Eeuo pipefail
|
||||
exec /etc/backup-orchestrator/scripts/db-mariadb-docker.sh \
|
||||
"bookstack_db" "bookstack.sql" "mysql"
|
||||
@@ -1,4 +0,0 @@
|
||||
#!/usr/bin/env bash
|
||||
set -Eeuo pipefail
|
||||
|
||||
exec /etc/backup-orchestrator/scripts/db-postgres-docker.sh "buyingagent-dev-postgres-1" "buyingagent-dev.sql"
|
||||
@@ -1,4 +0,0 @@
|
||||
#!/usr/bin/env bash
|
||||
set -Eeuo pipefail
|
||||
|
||||
exec /etc/backup-orchestrator/scripts/db-postgres-docker.sh "buyingagent-db-prod" "buyingagent-prod.sql"
|
||||
@@ -1,4 +0,0 @@
|
||||
#!/usr/bin/env bash
|
||||
set -Eeuo pipefail
|
||||
|
||||
exec /etc/backup-orchestrator/scripts/db-postgres-docker.sh "kairo-dev-postgres-1" "kairo-dev.sql"
|
||||
@@ -1,4 +0,0 @@
|
||||
#!/usr/bin/env bash
|
||||
set -Eeuo pipefail
|
||||
|
||||
exec /etc/backup-orchestrator/scripts/db-postgres-docker.sh "kairo-db-prod" "kairo-prod.sql"
|
||||
@@ -1,4 +0,0 @@
|
||||
#!/usr/bin/env bash
|
||||
set -Eeuo pipefail
|
||||
|
||||
exec /etc/backup-orchestrator/scripts/db-postgres-docker.sh "kansho-dev-postgres-1" "kansho-dev.sql"
|
||||
@@ -1,4 +0,0 @@
|
||||
#!/usr/bin/env bash
|
||||
set -Eeuo pipefail
|
||||
|
||||
exec /etc/backup-orchestrator/scripts/db-postgres-docker.sh "kansho-db-prod" "kansho-prod.sql"
|
||||
@@ -1,4 +0,0 @@
|
||||
#!/usr/bin/env bash
|
||||
set -Eeuo pipefail
|
||||
exec /etc/backup-orchestrator/scripts/db-mariadb-docker.sh \
|
||||
"karatewiki-dev-db-1" "karatewiki-dev.sql" "mariadb"
|
||||
@@ -1,8 +0,0 @@
|
||||
#!/usr/bin/env bash
|
||||
set -Eeuo pipefail
|
||||
|
||||
exec /etc/backup-orchestrator/scripts/db-postgres-docker.sh \
|
||||
"dev-mitai-postgres" \
|
||||
"mitai-dev.sql" \
|
||||
"mitai_dev" \
|
||||
"mitai_dev"
|
||||
@@ -1,6 +0,0 @@
|
||||
#!/usr/bin/env bash
|
||||
set -Eeuo pipefail
|
||||
|
||||
exec /etc/backup-orchestrator/scripts/db-postgres-docker.sh \
|
||||
"mitai-db-prod" \
|
||||
"mitai-prod.sql"
|
||||
@@ -1,4 +0,0 @@
|
||||
#!/usr/bin/env bash
|
||||
set -Eeuo pipefail
|
||||
exec /etc/backup-orchestrator/scripts/db-postgres-docker.sh \
|
||||
"netbox-postgres-1" "netbox.sql"
|
||||
@@ -1,54 +0,0 @@
|
||||
#!/usr/bin/env bash
|
||||
set -Eeuo pipefail
|
||||
umask 077
|
||||
|
||||
# Optionales lokales Credential-File (chmod 600, nicht in Git)
|
||||
if [[ -f /etc/backup-orchestrator/credentials/paperless.env ]]; then
|
||||
# shellcheck disable=SC1091
|
||||
source /etc/backup-orchestrator/credentials/paperless.env
|
||||
fi
|
||||
|
||||
# === Datenbank ===
|
||||
DB_HOST="${DB_HOST:-192.168.2.40}"
|
||||
DB_PORT="${DB_PORT:-3308}"
|
||||
DB_USER="${DB_USER:-paperless}"
|
||||
DB_PASSWORD="${DB_PASSWORD:-HIER_PASSWORT_EINTRAGEN}"
|
||||
DB_NAME="${DB_NAME:-paperless}"
|
||||
|
||||
# === Backup ===
|
||||
BACKUP_DIR="${BACKUP_DIR:-/media/lars/paperless/db-backup}"
|
||||
BACKUP_FILE="$BACKUP_DIR/paperless.sql"
|
||||
|
||||
[[ "$DB_PASSWORD" != "HIER_PASSWORT_EINTRAGEN" ]] || {
|
||||
echo "FEHLER: Datenbankpasswort nicht konfiguriert" >&2
|
||||
exit 1
|
||||
}
|
||||
|
||||
mkdir -p "$BACKUP_DIR"
|
||||
|
||||
TEMP_FILE="$(mktemp "$BACKUP_DIR/.paperless.XXXXXXXX.sql")"
|
||||
trap 'rm -f -- "$TEMP_FILE"' EXIT
|
||||
|
||||
echo "Paperless: Datenbankexport gestartet"
|
||||
|
||||
MYSQL_PWD="$DB_PASSWORD" mysqldump \
|
||||
--host="$DB_HOST" \
|
||||
--port="$DB_PORT" \
|
||||
--user="$DB_USER" \
|
||||
--single-transaction \
|
||||
--quick \
|
||||
--databases "$DB_NAME" \
|
||||
> "$TEMP_FILE"
|
||||
|
||||
if [[ ! -s "$TEMP_FILE" ]]; then
|
||||
echo "FEHLER: Paperless-Dump ist leer" >&2
|
||||
exit 1
|
||||
fi
|
||||
|
||||
chgrp lars "$TEMP_FILE"
|
||||
chmod 640 "$TEMP_FILE"
|
||||
mv -f -- "$TEMP_FILE" "$BACKUP_FILE"
|
||||
|
||||
echo "OK: Paperless-Datenbank gesichert"
|
||||
echo "Datei: $BACKUP_FILE"
|
||||
exit 0
|
||||
@@ -1,6 +0,0 @@
|
||||
#!/usr/bin/env bash
|
||||
set -Eeuo pipefail
|
||||
|
||||
exec /etc/backup-orchestrator/scripts/db-postgres-docker.sh \
|
||||
"shinkan-dev-postgres-1" \
|
||||
"shinkan-dev.sql"
|
||||
@@ -1,6 +0,0 @@
|
||||
#!/usr/bin/env bash
|
||||
set -Eeuo pipefail
|
||||
|
||||
exec /etc/backup-orchestrator/scripts/db-postgres-docker.sh \
|
||||
"shinkan-db-prod" \
|
||||
"shinkan-prod.sql"
|
||||
@@ -1,53 +0,0 @@
|
||||
#!/usr/bin/env bash
|
||||
set -Eeuo pipefail
|
||||
umask 077
|
||||
|
||||
# Optionales lokales Credential-File (chmod 600, nicht in Git)
|
||||
if [[ -f /etc/backup-orchestrator/credentials/tandoor.env ]]; then
|
||||
# shellcheck disable=SC1091
|
||||
source /etc/backup-orchestrator/credentials/tandoor.env
|
||||
fi
|
||||
|
||||
# === Datenbank ===
|
||||
PGHOST="${PGHOST:-192.168.2.40}"
|
||||
PGPORT="${PGPORT:-5432}"
|
||||
PGUSER="${PGUSER:-djangouser}"
|
||||
PGDATABASE="${PGDATABASE:-djangodb}"
|
||||
PGPASSWORD="${PGPASSWORD:-HIER_PASSWORT_EINTRAGEN}"
|
||||
|
||||
# === Backup ===
|
||||
BACKUP_DIR="${BACKUP_DIR:-/media/lars/paperless/db-backup}"
|
||||
BACKUP_FILE="$BACKUP_DIR/tandoor.sql"
|
||||
|
||||
[[ "$PGPASSWORD" != "HIER_PASSWORT_EINTRAGEN" ]] || {
|
||||
echo "FEHLER: Datenbankpasswort nicht konfiguriert" >&2
|
||||
exit 1
|
||||
}
|
||||
|
||||
mkdir -p "$BACKUP_DIR"
|
||||
|
||||
TEMP_FILE="$(mktemp "$BACKUP_DIR/.tandoor.XXXXXXXX.sql")"
|
||||
trap 'rm -f -- "$TEMP_FILE"' EXIT
|
||||
|
||||
echo "Tandoor: Datenbankexport gestartet"
|
||||
|
||||
PGPASSWORD="$PGPASSWORD" pg_dump \
|
||||
--host="$PGHOST" \
|
||||
--port="$PGPORT" \
|
||||
--username="$PGUSER" \
|
||||
--dbname="$PGDATABASE" \
|
||||
--format=plain \
|
||||
> "$TEMP_FILE"
|
||||
|
||||
if [[ ! -s "$TEMP_FILE" ]]; then
|
||||
echo "FEHLER: Tandoor-Dump ist leer" >&2
|
||||
exit 1
|
||||
fi
|
||||
|
||||
chgrp lars "$TEMP_FILE"
|
||||
chmod 640 "$TEMP_FILE"
|
||||
mv -f -- "$TEMP_FILE" "$BACKUP_FILE"
|
||||
|
||||
echo "OK: Tandoor-Datenbank gesichert"
|
||||
echo "Datei: $BACKUP_FILE"
|
||||
exit 0
|
||||
@@ -1,4 +0,0 @@
|
||||
#!/usr/bin/env bash
|
||||
set -Eeuo pipefail
|
||||
|
||||
exec /etc/backup-orchestrator/scripts/db-postgres-docker.sh "tsumugu-dev-postgres-1" "tsumugu-dev.sql"
|
||||
@@ -1,4 +0,0 @@
|
||||
#!/usr/bin/env bash
|
||||
set -Eeuo pipefail
|
||||
|
||||
exec /etc/backup-orchestrator/scripts/db-postgres-docker.sh "tsumugu-db-prod" "tsumugu-prod.sql"
|
||||
@@ -1,5 +0,0 @@
|
||||
#!/usr/bin/env bash
|
||||
set -Eeuo pipefail
|
||||
|
||||
exec runuser -u lars -- /bin/bash -s \
|
||||
< /etc/backup-orchestrator/scripts/backup-nas-data.sh
|
||||
@@ -1,21 +0,0 @@
|
||||
#!/usr/bin/env bash
|
||||
set -Eeuo pipefail
|
||||
|
||||
DUMP_FILE="${SHINKAN_DUMP_FILE:-/media/lars/paperless/db-backup/shinkan-prod.sql}"
|
||||
OUT_DIR="$(dirname "$DUMP_FILE")"
|
||||
TARGET="${SHINKAN_TARGET:-pi-prod}"
|
||||
ARCHIVE_ROOT="${SHINKAN_ARCHIVE_ROOT:-/backup/recovery_points}"
|
||||
RESULT_JSON="${OUT_DIR}/.shinkan-manifest-last-result.json"
|
||||
|
||||
/usr/bin/env python3 /etc/backup-orchestrator/scripts/shinkan/shinkan-backup-manifest \
|
||||
--target "$TARGET" \
|
||||
--dump "$DUMP_FILE" \
|
||||
--out-dir "$OUT_DIR" \
|
||||
--result "$RESULT_JSON"
|
||||
|
||||
if [[ -d "$(dirname "$ARCHIVE_ROOT")" && -w "$(dirname "$ARCHIVE_ROOT")" ]]; then
|
||||
/etc/backup-orchestrator/scripts/publish-backup-set.sh \
|
||||
"shinkan-${TARGET}" \
|
||||
"$DUMP_FILE" \
|
||||
"$ARCHIVE_ROOT"
|
||||
fi
|
||||
@@ -1,22 +0,0 @@
|
||||
#!/usr/bin/env bash
|
||||
set -Eeuo pipefail
|
||||
|
||||
UNIT=raspiBackup.service
|
||||
|
||||
if systemctl is-active --quiet "$UNIT"; then
|
||||
echo "FEHLER: raspiBackup läuft bereits" >&2
|
||||
exit 1
|
||||
fi
|
||||
|
||||
RC=0
|
||||
systemctl start --wait "$UNIT" || RC=$?
|
||||
|
||||
RESULT=$(systemctl show --value -p Result "$UNIT")
|
||||
STATUS=$(systemctl show --value -p ExecMainStatus "$UNIT")
|
||||
|
||||
if (( RC != 0 )) || [[ "$RESULT" != "success" || "$STATUS" != "0" ]]; then
|
||||
echo "FEHLER: raspiBackup: Result=$RESULT, Status=$STATUS" >&2
|
||||
exit 1
|
||||
fi
|
||||
|
||||
echo "OK: raspiBackup erfolgreich abgeschlossen"
|
||||
Reference in new issue
Block a user