Compare commits
No commits in common. "pg_backup_dotenv" and "main" have entirely different histories.
pg_backup_
...
main
1
.gitignore
vendored
1
.gitignore
vendored
|
@ -1 +0,0 @@
|
|||
*/.env.dist
|
10
README.md
10
README.md
|
@ -1,13 +1,3 @@
|
|||
# scripts
|
||||
|
||||
Random scripts for different tasks
|
||||
|
||||
## Configuration
|
||||
|
||||
If the script provides any configuration, make a copy of `.env.dist` file to `.env` and edit configuration there.
|
||||
|
||||
```shell
|
||||
cd some_script
|
||||
cp .env.dist .env
|
||||
nano .env
|
||||
```
|
|
@ -1,22 +0,0 @@
|
|||
# Backup path
|
||||
BACKUP_PATH="/path/to/backup/directory"
|
||||
|
||||
# Compression levels
|
||||
ZSTD_LEVEL=5
|
||||
GZIP_LEVEL=7
|
||||
|
||||
# Servers configuration
|
||||
# Add as many as needed
|
||||
|
||||
# Database 1 configuration
|
||||
DB1_HOST="localhost"
|
||||
DB1_PORT="5432"
|
||||
DB1_USER="user1"
|
||||
# "custom" for .dump or "sql" for SQL compressed with Gzip
|
||||
DB1_DUMP_FORMAT="custom"
|
||||
|
||||
# Database 2 configuration
|
||||
#DB2_HOST="remote_host"
|
||||
#DB2_PORT="5432"
|
||||
#DB2_USER="user2"
|
||||
#DB2_DUMP_FORMAT="sql"
|
|
@ -1,57 +0,0 @@
|
|||
# Usage
|
||||
|
||||
## Authentication
|
||||
|
||||
Do not forget to create and/or edit `~/.pgpass` file providing all needed passwords for each host:
|
||||
|
||||
The format is the following:
|
||||
```properties
|
||||
hostname:port:database:username:password
|
||||
```
|
||||
|
||||
Example
|
||||
|
||||
```properties
|
||||
localhost:5432:*:postgres:pg_password_1
|
||||
localhost:5433:*:postgres:pg_password_2
|
||||
```
|
||||
|
||||
## Scheduling
|
||||
|
||||
### Systemd
|
||||
|
||||
#### Service
|
||||
|
||||
`/etc/systemd/system/postgresql_backup.service`
|
||||
|
||||
```ini
|
||||
[Unit]
|
||||
Description=PostgreSQL backup Script
|
||||
|
||||
[Service]
|
||||
Type=oneshot
|
||||
WorkingDirectory=/root/scripts/postgresql_backup
|
||||
ExecStart=/root/scripts/postgresql_backup/pg_backup.sh
|
||||
```
|
||||
|
||||
#### Timer
|
||||
|
||||
`/etc/systemd/system/postgresql_backup.timer`
|
||||
|
||||
```ini
|
||||
[Unit]
|
||||
Description=Run Backup Script Every Night
|
||||
|
||||
[Timer]
|
||||
OnCalendar=*-*-* 22:00:00
|
||||
Unit=postgresql_backup.service
|
||||
|
||||
[Install]
|
||||
WantedBy=timers.target
|
||||
```
|
||||
|
||||
Then:
|
||||
|
||||
```shell
|
||||
systemctl enable postgresql_backup.timer --now
|
||||
```
|
|
@ -1,77 +1,38 @@
|
|||
#!/bin/bash
|
||||
|
||||
# Load environment variables from .env file
|
||||
if [ -f .env ]; then
|
||||
export $(grep -v '^#' .env | xargs)
|
||||
else
|
||||
echo ".env file not found! Please create it with the necessary configuration."
|
||||
exit 1
|
||||
fi
|
||||
# Configuration
|
||||
HOST="localhost"
|
||||
PORT="5432"
|
||||
USER="your_postgres_user"
|
||||
BACKUP_PATH="/path/to/backup/directory"
|
||||
DUMP_FORMAT="custom" # Set to "custom" for .dump or "sql" for plaintext SQL
|
||||
EXTENSION="dump" # Default extension
|
||||
|
||||
# Ensure BACKUP_PATH is set
|
||||
if [ -z "$BACKUP_PATH" ]; then
|
||||
echo "BACKUP_PATH not set in .env file!"
|
||||
exit 1
|
||||
fi
|
||||
|
||||
# Extract unique database prefixes (DB1, DB2, ...)
|
||||
DATABASE_PREFIXES=$(env | grep -o 'DB[0-9]*_' | sort -u)
|
||||
|
||||
# Loop through each database configuration prefix
|
||||
for PREFIX in $DATABASE_PREFIXES; do
|
||||
HOST_VAR="${PREFIX}HOST"
|
||||
PORT_VAR="${PREFIX}PORT"
|
||||
USER_VAR="${PREFIX}USER"
|
||||
FORMAT_VAR="${PREFIX}DUMP_FORMAT"
|
||||
|
||||
HOST=${!HOST_VAR}
|
||||
PORT=${!PORT_VAR}
|
||||
USER=${!USER_VAR}
|
||||
DUMP_FORMAT=${!FORMAT_VAR:-"custom"} # Default to "custom" if not set
|
||||
|
||||
if [ -z "$HOST" ] || [ -z "$PORT" ] || [ -z "$USER" ]; then
|
||||
echo "Incomplete configuration for $PREFIX. Skipping..."
|
||||
continue
|
||||
fi
|
||||
|
||||
# Create a directory for each server using host and port, only if it doesn't exist
|
||||
SERVER_DIR="$BACKUP_PATH/${HOST}_${PORT}"
|
||||
if [ ! -d "$SERVER_DIR" ]; then
|
||||
echo "Creating backup directory: $SERVER_DIR"
|
||||
mkdir -p "$SERVER_DIR"
|
||||
else
|
||||
echo "Backup directory $SERVER_DIR already exists, skipping creation."
|
||||
fi
|
||||
|
||||
# Get a list of all databases for this server, excluding template databases
|
||||
echo "Fetching databases for $HOST:$PORT ..."
|
||||
DATABASES=$(psql -h "$HOST" -p "$PORT" -U "$USER" -d postgres -t -c "SELECT datname FROM pg_database WHERE datistemplate = false;")
|
||||
|
||||
# Loop over each database and create a backup
|
||||
for DB_NAME in $DATABASES; do
|
||||
# Set file extension based on DUMP_FORMAT
|
||||
EXTENSION="dump"
|
||||
if [[ "$DUMP_FORMAT" == "sql" ]]; then
|
||||
# Adjust file extension based on dump format
|
||||
if [[ "$DUMP_FORMAT" == "sql" ]]; then
|
||||
EXTENSION="sql.gz"
|
||||
fi
|
||||
fi
|
||||
|
||||
# Set backup file path within the server-specific directory
|
||||
BACKUP_FILE="$SERVER_DIR/$DB_NAME.$EXTENSION"
|
||||
# Create backup directory if it doesn't exist
|
||||
mkdir -p "$BACKUP_PATH"
|
||||
|
||||
echo "Dumping '$DB_NAME' on $HOST:$PORT to $BACKUP_FILE"
|
||||
# Get a list of all databases, excluding template databases
|
||||
DATABASES=$(psql -h "$HOST" -p "$PORT" -U "$USER" -d postgres -t -c "SELECT datname FROM pg_database WHERE datistemplate = false;")
|
||||
|
||||
# Loop over each database and create a backup
|
||||
for DB in $DATABASES; do
|
||||
BACKUP_FILE="$BACKUP_PATH/$DB.$EXTENSION"
|
||||
|
||||
# Perform the backup based on the specified format
|
||||
if [[ "$DUMP_FORMAT" == "custom" ]]; then
|
||||
pg_dump -h "$HOST" -p "$PORT" -U "$USER" -Fc --compress="zstd:$ZSTD_LEVEL" "$DB_NAME" -f "$BACKUP_FILE"
|
||||
# Create a compressed custom-format backup
|
||||
pg_dump -h "$HOST" -p "$PORT" -U "$USER" -Fc "$DB" -f "$BACKUP_FILE"
|
||||
elif [[ "$DUMP_FORMAT" == "sql" ]]; then
|
||||
pg_dump -h "$HOST" -p "$PORT" -U "$USER" "$DB_NAME" | gzip -$GZIP_LEVEL > "$BACKUP_FILE"
|
||||
# Create a plain-text SQL backup and compress it with gzip
|
||||
pg_dump -h "$HOST" -p "$PORT" -U "$USER" "$DB" | gzip > "$BACKUP_FILE"
|
||||
else
|
||||
echo "Invalid DUMP_FORMAT for $PREFIX: $DUMP_FORMAT. Skipping..."
|
||||
continue
|
||||
echo "Invalid DUMP_FORMAT specified: $DUMP_FORMAT"
|
||||
exit 1
|
||||
fi
|
||||
|
||||
du -sh $BACKUP_FILE
|
||||
done
|
||||
echo "Backup for database '$DB' created at '$BACKUP_FILE'"
|
||||
done
|
||||
|
||||
echo "Backup process completed."
|
||||
|
|
Loading…
Reference in a new issue