Compare commits
No commits in common. "pg_backup_dotenv" and "main" have entirely different histories.
pg_backup_
...
main
1
.gitignore
vendored
1
.gitignore
vendored
|
@ -1 +0,0 @@
|
||||||
*/.env.dist
|
|
12
README.md
12
README.md
|
@ -1,13 +1,3 @@
|
||||||
# scripts
|
# scripts
|
||||||
|
|
||||||
Random scripts for different tasks
|
Random scripts for different tasks
|
||||||
|
|
||||||
## Configuration
|
|
||||||
|
|
||||||
If the script provides any configuration, make a copy of `.env.dist` file to `.env` and edit configuration there.
|
|
||||||
|
|
||||||
```shell
|
|
||||||
cd some_script
|
|
||||||
cp .env.dist .env
|
|
||||||
nano .env
|
|
||||||
```
|
|
|
@ -1,22 +0,0 @@
|
||||||
# Backup path
|
|
||||||
BACKUP_PATH="/path/to/backup/directory"
|
|
||||||
|
|
||||||
# Compression levels
|
|
||||||
ZSTD_LEVEL=5
|
|
||||||
GZIP_LEVEL=7
|
|
||||||
|
|
||||||
# Servers configuration
|
|
||||||
# Add as many as needed
|
|
||||||
|
|
||||||
# Database 1 configuration
|
|
||||||
DB1_HOST="localhost"
|
|
||||||
DB1_PORT="5432"
|
|
||||||
DB1_USER="user1"
|
|
||||||
# "custom" for .dump or "sql" for SQL compressed with Gzip
|
|
||||||
DB1_DUMP_FORMAT="custom"
|
|
||||||
|
|
||||||
# Database 2 configuration
|
|
||||||
#DB2_HOST="remote_host"
|
|
||||||
#DB2_PORT="5432"
|
|
||||||
#DB2_USER="user2"
|
|
||||||
#DB2_DUMP_FORMAT="sql"
|
|
|
@ -1,57 +0,0 @@
|
||||||
# Usage
|
|
||||||
|
|
||||||
## Authentication
|
|
||||||
|
|
||||||
Do not forget to create and/or edit `~/.pgpass` file providing all needed passwords for each host:
|
|
||||||
|
|
||||||
The format is the following:
|
|
||||||
```properties
|
|
||||||
hostname:port:database:username:password
|
|
||||||
```
|
|
||||||
|
|
||||||
Example
|
|
||||||
|
|
||||||
```properties
|
|
||||||
localhost:5432:*:postgres:pg_password_1
|
|
||||||
localhost:5433:*:postgres:pg_password_2
|
|
||||||
```
|
|
||||||
|
|
||||||
## Scheduling
|
|
||||||
|
|
||||||
### Systemd
|
|
||||||
|
|
||||||
#### Service
|
|
||||||
|
|
||||||
`/etc/systemd/system/postgresql_backup.service`
|
|
||||||
|
|
||||||
```ini
|
|
||||||
[Unit]
|
|
||||||
Description=PostgreSQL backup Script
|
|
||||||
|
|
||||||
[Service]
|
|
||||||
Type=oneshot
|
|
||||||
WorkingDirectory=/root/scripts/postgresql_backup
|
|
||||||
ExecStart=/root/scripts/postgresql_backup/pg_backup.sh
|
|
||||||
```
|
|
||||||
|
|
||||||
#### Timer
|
|
||||||
|
|
||||||
`/etc/systemd/system/postgresql_backup.timer`
|
|
||||||
|
|
||||||
```ini
|
|
||||||
[Unit]
|
|
||||||
Description=Run Backup Script Every Night
|
|
||||||
|
|
||||||
[Timer]
|
|
||||||
OnCalendar=*-*-* 22:00:00
|
|
||||||
Unit=postgresql_backup.service
|
|
||||||
|
|
||||||
[Install]
|
|
||||||
WantedBy=timers.target
|
|
||||||
```
|
|
||||||
|
|
||||||
Then:
|
|
||||||
|
|
||||||
```shell
|
|
||||||
systemctl enable postgresql_backup.timer --now
|
|
||||||
```
|
|
|
@ -1,77 +1,38 @@
|
||||||
#!/bin/bash
|
#!/bin/bash
|
||||||
|
|
||||||
# Load environment variables from .env file
|
# Configuration
|
||||||
if [ -f .env ]; then
|
HOST="localhost"
|
||||||
export $(grep -v '^#' .env | xargs)
|
PORT="5432"
|
||||||
else
|
USER="your_postgres_user"
|
||||||
echo ".env file not found! Please create it with the necessary configuration."
|
BACKUP_PATH="/path/to/backup/directory"
|
||||||
exit 1
|
DUMP_FORMAT="custom" # Set to "custom" for .dump or "sql" for plaintext SQL
|
||||||
|
EXTENSION="dump" # Default extension
|
||||||
|
|
||||||
|
# Adjust file extension based on dump format
|
||||||
|
if [[ "$DUMP_FORMAT" == "sql" ]]; then
|
||||||
|
EXTENSION="sql.gz"
|
||||||
fi
|
fi
|
||||||
|
|
||||||
# Ensure BACKUP_PATH is set
|
# Create backup directory if it doesn't exist
|
||||||
if [ -z "$BACKUP_PATH" ]; then
|
mkdir -p "$BACKUP_PATH"
|
||||||
echo "BACKUP_PATH not set in .env file!"
|
|
||||||
exit 1
|
|
||||||
fi
|
|
||||||
|
|
||||||
# Extract unique database prefixes (DB1, DB2, ...)
|
# Get a list of all databases, excluding template databases
|
||||||
DATABASE_PREFIXES=$(env | grep -o 'DB[0-9]*_' | sort -u)
|
DATABASES=$(psql -h "$HOST" -p "$PORT" -U "$USER" -d postgres -t -c "SELECT datname FROM pg_database WHERE datistemplate = false;")
|
||||||
|
|
||||||
# Loop through each database configuration prefix
|
# Loop over each database and create a backup
|
||||||
for PREFIX in $DATABASE_PREFIXES; do
|
for DB in $DATABASES; do
|
||||||
HOST_VAR="${PREFIX}HOST"
|
BACKUP_FILE="$BACKUP_PATH/$DB.$EXTENSION"
|
||||||
PORT_VAR="${PREFIX}PORT"
|
|
||||||
USER_VAR="${PREFIX}USER"
|
if [[ "$DUMP_FORMAT" == "custom" ]]; then
|
||||||
FORMAT_VAR="${PREFIX}DUMP_FORMAT"
|
# Create a compressed custom-format backup
|
||||||
|
pg_dump -h "$HOST" -p "$PORT" -U "$USER" -Fc "$DB" -f "$BACKUP_FILE"
|
||||||
HOST=${!HOST_VAR}
|
elif [[ "$DUMP_FORMAT" == "sql" ]]; then
|
||||||
PORT=${!PORT_VAR}
|
# Create a plain-text SQL backup and compress it with gzip
|
||||||
USER=${!USER_VAR}
|
pg_dump -h "$HOST" -p "$PORT" -U "$USER" "$DB" | gzip > "$BACKUP_FILE"
|
||||||
DUMP_FORMAT=${!FORMAT_VAR:-"custom"} # Default to "custom" if not set
|
|
||||||
|
|
||||||
if [ -z "$HOST" ] || [ -z "$PORT" ] || [ -z "$USER" ]; then
|
|
||||||
echo "Incomplete configuration for $PREFIX. Skipping..."
|
|
||||||
continue
|
|
||||||
fi
|
|
||||||
|
|
||||||
# Create a directory for each server using host and port, only if it doesn't exist
|
|
||||||
SERVER_DIR="$BACKUP_PATH/${HOST}_${PORT}"
|
|
||||||
if [ ! -d "$SERVER_DIR" ]; then
|
|
||||||
echo "Creating backup directory: $SERVER_DIR"
|
|
||||||
mkdir -p "$SERVER_DIR"
|
|
||||||
else
|
else
|
||||||
echo "Backup directory $SERVER_DIR already exists, skipping creation."
|
echo "Invalid DUMP_FORMAT specified: $DUMP_FORMAT"
|
||||||
|
exit 1
|
||||||
fi
|
fi
|
||||||
|
|
||||||
# Get a list of all databases for this server, excluding template databases
|
echo "Backup for database '$DB' created at '$BACKUP_FILE'"
|
||||||
echo "Fetching databases for $HOST:$PORT ..."
|
done
|
||||||
DATABASES=$(psql -h "$HOST" -p "$PORT" -U "$USER" -d postgres -t -c "SELECT datname FROM pg_database WHERE datistemplate = false;")
|
|
||||||
|
|
||||||
# Loop over each database and create a backup
|
|
||||||
for DB_NAME in $DATABASES; do
|
|
||||||
# Set file extension based on DUMP_FORMAT
|
|
||||||
EXTENSION="dump"
|
|
||||||
if [[ "$DUMP_FORMAT" == "sql" ]]; then
|
|
||||||
EXTENSION="sql.gz"
|
|
||||||
fi
|
|
||||||
|
|
||||||
# Set backup file path within the server-specific directory
|
|
||||||
BACKUP_FILE="$SERVER_DIR/$DB_NAME.$EXTENSION"
|
|
||||||
|
|
||||||
echo "Dumping '$DB_NAME' on $HOST:$PORT to $BACKUP_FILE"
|
|
||||||
|
|
||||||
# Perform the backup based on the specified format
|
|
||||||
if [[ "$DUMP_FORMAT" == "custom" ]]; then
|
|
||||||
pg_dump -h "$HOST" -p "$PORT" -U "$USER" -Fc --compress="zstd:$ZSTD_LEVEL" "$DB_NAME" -f "$BACKUP_FILE"
|
|
||||||
elif [[ "$DUMP_FORMAT" == "sql" ]]; then
|
|
||||||
pg_dump -h "$HOST" -p "$PORT" -U "$USER" "$DB_NAME" | gzip -$GZIP_LEVEL > "$BACKUP_FILE"
|
|
||||||
else
|
|
||||||
echo "Invalid DUMP_FORMAT for $PREFIX: $DUMP_FORMAT. Skipping..."
|
|
||||||
continue
|
|
||||||
fi
|
|
||||||
|
|
||||||
du -sh $BACKUP_FILE
|
|
||||||
done
|
|
||||||
done
|
|
||||||
|
|
||||||
echo "Backup process completed."
|
|
Loading…
Reference in a new issue