refactor(hosts): organize repository by server profiles (hosts/raspberrypi5, hosts/llm-node) and add host-aware installer
This commit is contained in:
1 parent
c53fc0a939
commit
c2740c9542
44 files changed
+528
-40
No files matched your search
@@ -0,0 +1,20 @@
|
||||
{
|
||||
"hostname": "llm-node",
|
||||
"architecture": "x86_64",
|
||||
"os": "Ubuntu 24.04 LTS",
|
||||
"role": "application_and_recovery_host",
|
||||
"nas_mount": "/mnt/nas_backup",
|
||||
"nas_source": "192.168.2.63:/volume1/Backup_LLM",
|
||||
"nas_fstype": "nfs",
|
||||
"local_dump_dir": "/mnt/nas_backup/shinkan/prod/db/latest",
|
||||
"archive_sets_dir": "/mnt/nas_backup/shinkan/prod/db",
|
||||
"media_mounts": {
|
||||
"shinkan-prod": "/srv/shinkan/prod/media"
|
||||
},
|
||||
"conflict_services": [],
|
||||
"conflict_timers": [],
|
||||
"cron_users": [
|
||||
"root",
|
||||
"llmadmin"
|
||||
]
|
||||
}
|
||||
@@ -0,0 +1,2 @@
|
||||
phase,id,script,critical,timeout_seconds,enabled
|
||||
10,shinkan-prod-db,/etc/backup-orchestrator/scripts/db-shinkan-prod.sh,true,900,false
|
||||
|
@@ -0,0 +1,10 @@
|
||||
{
|
||||
"timeout_seconds": 3,
|
||||
"webhooks": [],
|
||||
"kuma": {
|
||||
"overall_push_url": "",
|
||||
"job_push_urls": {
|
||||
"shinkan-prod-db": ""
|
||||
}
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,33 @@
|
||||
#!/usr/bin/env bash
|
||||
# Backup wrapper for Shinkan Production on llm-node (post-cutover)
|
||||
set -Eeuo pipefail
|
||||
|
||||
DEST_ROOT="/mnt/nas_backup/shinkan/prod/db"
|
||||
TS="$(date -u +%Y%m%dT%H%M%SZ)"
|
||||
GEN_DIR="${DEST_ROOT}/generations/${TS}"
|
||||
DUMP_FILE="${GEN_DIR}/shinkan-prod.sql"
|
||||
|
||||
install -d -m 0750 "${GEN_DIR}"
|
||||
|
||||
export DB_CONTAINER="shinkan-db-prod"
|
||||
export DB_USER="shinkan"
|
||||
export DB_NAME="shinkan"
|
||||
export OUTPUT_PATH="${DUMP_FILE}"
|
||||
|
||||
/etc/backup-orchestrator/scripts/db-postgres-docker.sh
|
||||
|
||||
# Generate SHA256, Manifest (schemaVersion: 1), and Media Inventory (.media.jsonl)
|
||||
/etc/backup-orchestrator/scripts/shinkan/shinkan-backup-manifest \
|
||||
--dump "${DUMP_FILE}" \
|
||||
--env prod \
|
||||
--host "llm-node" \
|
||||
--compose-dir "/home/llmadmin/docker/shinkan-prod" \
|
||||
--media-dir "/srv/shinkan/prod/media" \
|
||||
--db-container "shinkan-db-prod" \
|
||||
--db-name "shinkan" \
|
||||
--db-user "shinkan"
|
||||
|
||||
# Atomically update 'latest' symlink after complete backup set verification
|
||||
ln -sfn "generations/${TS}" "${DEST_ROOT}/latest.tmp.$$"
|
||||
mv -Tf "${DEST_ROOT}/latest.tmp.$$" "${DEST_ROOT}/latest"
|
||||
echo "Published atomic Shinkan backup set on llm-node: ${GEN_DIR}"
|
||||
@@ -0,0 +1,15 @@
|
||||
#!/usr/bin/env bash
|
||||
# Standalone helper to generate manifest + media inventory for an existing dump on llm-node
|
||||
set -Eeuo pipefail
|
||||
|
||||
DUMP_FILE="${1:-/mnt/nas_backup/shinkan/prod/db/latest/shinkan-prod.sql}"
|
||||
|
||||
exec /etc/backup-orchestrator/scripts/shinkan/shinkan-backup-manifest \
|
||||
--dump "${DUMP_FILE}" \
|
||||
--env prod \
|
||||
--host "llm-node" \
|
||||
--compose-dir "/home/llmadmin/docker/shinkan-prod" \
|
||||
--media-dir "/srv/shinkan/prod/media" \
|
||||
--db-container "shinkan-db-prod" \
|
||||
--db-name "shinkan" \
|
||||
--db-user "shinkan"
|
||||
@@ -0,0 +1,5 @@
|
||||
#!/usr/bin/env bash
|
||||
set -Eeuo pipefail
|
||||
|
||||
export BACKUP_ORCHESTRATOR_CUTOVER_APPROVED=YES
|
||||
exec /usr/local/sbin/backup-orchestrator --run
|
||||
@@ -0,0 +1,11 @@
|
||||
[Unit]
|
||||
Description=Backup Orchestrator daily run on llm-node
|
||||
After=network-online.target docker.service mnt-nas_backup.mount
|
||||
Wants=network-online.target
|
||||
|
||||
[Service]
|
||||
Type=oneshot
|
||||
ExecStart=/usr/local/sbin/backup-orchestrator-daily
|
||||
User=root
|
||||
Group=root
|
||||
TimeoutStartSec=14400
|
||||
@@ -0,0 +1,10 @@
|
||||
[Unit]
|
||||
Description=Daily timer for Backup Orchestrator on llm-node
|
||||
|
||||
[Timer]
|
||||
OnCalendar=*-*-* 05:00:00
|
||||
Persistent=true
|
||||
RandomizedDelaySec=60
|
||||
|
||||
[Install]
|
||||
WantedBy=timers.target
|
||||
@@ -0,0 +1,74 @@
|
||||
{
|
||||
"schemaVersion": 1,
|
||||
"host": "llm-node",
|
||||
"hosts": {
|
||||
"llm-node": {
|
||||
"hostname": "llm-node",
|
||||
"arch": "x86_64",
|
||||
"nas_mount": "/mnt/nas_backup",
|
||||
"nas_source": "192.168.2.63:/volume1/Backup_LLM",
|
||||
"nas_fstype": "nfs",
|
||||
"local_dump_dir": "/mnt/nas_backup/shinkan/prod/db/latest",
|
||||
"archive_sets_dir": "/mnt/nas_backup/shinkan/prod/db"
|
||||
}
|
||||
},
|
||||
"targets": {
|
||||
"pi-prod": {
|
||||
"application": "shinkan",
|
||||
"environment": "prod",
|
||||
"host": "raspberrypi5",
|
||||
"role": "source_only",
|
||||
"allow_restore": false,
|
||||
"compose_dir": "/home/lars/docker/shinkan-prod",
|
||||
"compose_files": ["docker-compose.yml"],
|
||||
"env_file": "/home/lars/docker/shinkan-prod/.env",
|
||||
"media_dir": "/shinkan-media/prod",
|
||||
"db_container": "shinkan-db-prod",
|
||||
"db_name": "shinkan",
|
||||
"db_user": "shinkan",
|
||||
"health_url": "http://localhost:8003/api/health/ready"
|
||||
},
|
||||
"llm-prod": {
|
||||
"application": "shinkan",
|
||||
"environment": "prod",
|
||||
"host": "llm-node",
|
||||
"role": "production_target",
|
||||
"allow_restore": true,
|
||||
"require_confirmation": "shinkan@llm-node",
|
||||
"compose_dir": "/home/llmadmin/docker/shinkan-prod",
|
||||
"compose_files": ["docker-compose.yml", "docker-compose.llm-node.yml"],
|
||||
"env_file": "/etc/shinkan/prod.env",
|
||||
"media_dir": "/srv/shinkan/prod/media",
|
||||
"db_container": "shinkan-db-prod",
|
||||
"db_name": "shinkan",
|
||||
"db_user": "shinkan",
|
||||
"health_url": "http://localhost:8003/api/health/ready",
|
||||
"restore_script": "/etc/backup-orchestrator/scripts/shinkan/shinkan-restore",
|
||||
"media_diff_script": "/etc/backup-orchestrator/scripts/shinkan/shinkan-media-diff"
|
||||
},
|
||||
"llm-restoretest": {
|
||||
"application": "shinkan",
|
||||
"environment": "restoretest",
|
||||
"host": "llm-node",
|
||||
"role": "isolated_test_target",
|
||||
"allow_restore": true,
|
||||
"compose_dir": "/home/llmadmin/docker/shinkan-prod",
|
||||
"compose_files": [
|
||||
"docker-compose.yml",
|
||||
"docker-compose.llm-node.yml",
|
||||
"/etc/backup-orchestrator/scripts/shinkan/docker-compose.restoretest.yml"
|
||||
],
|
||||
"project_name": "shinkan-restoretest",
|
||||
"env_file": "/etc/shinkan/prod.env",
|
||||
"media_dir": "/srv/shinkan/prod/media",
|
||||
"media_readonly": true,
|
||||
"db_container": "shinkan-db-restoretest",
|
||||
"db_name": "shinkan_restoretest",
|
||||
"db_user": "shinkan",
|
||||
"health_url": "http://127.0.0.1:18003/api/health/ready",
|
||||
"frontend_url": "http://127.0.0.1:13003",
|
||||
"restore_test_script": "/etc/backup-orchestrator/scripts/shinkan/shinkan-restore-test",
|
||||
"media_diff_script": "/etc/backup-orchestrator/scripts/shinkan/shinkan-media-diff"
|
||||
}
|
||||
}
|
||||
}
|
||||
Reference in new issue
Block a user