Rclone+Restic实现服务器数据定期增量备份

# 安装apt-get install rclone# 配置rclone config

# 安装apt install restic
#使用 rclone 作为后端，初始化 Restic 仓库：restic -r rclone:[remote_name]:[path_to_repository] init

# 备份restic -r rclone:[remote_name]:[path_to_repository] backup [path_to_backup]
# 恢复备份restic -r rclone:[remote_name]:[path_to_repository] restore [snapshot_id] --target [path_to_restore]
# 列出快照restic -r rclone:[remote_name]:[path_to_repository] snapshots
# 清理restic -r rclone:[remote_name]:[path_to_repository] forget --keep-last 3 --prune

#!/bin/bash
source /root/restic_backup/backup_config.conf
# Check for required commandsfor cmd in restic curl hostname; do if ! command -v $cmd &> /dev/null; then echo "Error: Required command '$cmd' not found. Exiting." exit 1 fidone
export RCLONE_TRANSFERS=$RCLONE_TRANSFERSexport RCLONE_CHECKERS=$RCLONE_CHECKERS
backup_success=truebackup_status="successful" # Default status
send_email() { local subject_date=$(date +%Y-%m-%d) # 当天日期 local email_subject="Backup $backup_status on $subject_date" # 邮件主题，包含当天日期和是否成功
 local message="$1" # 邮件内容 local recipient="cheungkintong3000@gmail.com" # 收件人邮箱地址
 if [[ -z "$message" ]]; then echo "邮件内容未设置。跳过发送。" return 1 fi local email_content="To: $RECIPIENT\nSubject: $email_subject\n\n$message" # 发送邮件 if ! echo -e "$email_content" | msmtp "$RECIPIENT" > /dev/null; then echo "警告：发送邮件失败。" fi}
backup_and_cleanup() { local retries=2 local delay=10 # Initial retry delay in seconds local attempt=0 local start_time=$(date +%s) local end_time local stats_output local cleanup_output="" # Start backup process echo "Starting backup at $(date), attempt $((attempt+1))" >> "$LOG_FILE"
 while [ $attempt -le $retries ]; do if restic -r "$RESTIC_REPOSITORY" --password-file "$PASSWORD_FILE" backup --files-from "$FILES_FROM" --exclude-file="$EXCLUDE_FILE" --tag "$BACKUP_TAG" >> "$LOG_FILE" 2>&1; then end_time=$(date +%s) echo "Backup completed successfully at $(date). Duration: $((end_time - start_time)) seconds." >> "$LOG_FILE" stats_output=$(restic -r "$RESTIC_REPOSITORY" --password-file "$PASSWORD_FILE" stats | awk '/Stats in restore-size mode:/,0') break else attempt=$((attempt + 1)) echo "Backup failed, attempt $((attempt+1)) at $(date). Check log $LOG_FILE for details." >> "$LOG_FILE" sleep $delay delay=$((delay * 2)) # Exponential backoff if [ $attempt -gt $retries ]; then backup_success=false backup_status="failed" echo "Backup failed after $retries retries at $(date +%Y-%m-%d\ %H:%M:%S)." >> "$LOG_FILE" break fi fi done # Start cleanup process if $backup_success; then echo "Starting cleanup process at $(date)" >> "$LOG_FILE" if restic -r "$RESTIC_REPOSITORY" --password-file "$PASSWORD_FILE" forget --keep-last "$KEEP_SNAPSHOTS" --prune >>"$LOG_FILE" 2>&1; then cleanup_output="Cleanup completed successfully at $(date). Kept the last $KEEP_SNAPSHOTS snapshots." else cleanup_output="Cleanup failed at $(date), see log for details." backup_status="failed" fi else cleanup_output="Cleanup skipped due to backup failure." fi # Send email summary send_email "?️ Date: $(date +%Y-%m-%d)?️ Hostname: $HOSTNAME? IP Address: $(curl -s ip.sb)? Repository: $RESTIC_REPOSITORY
? Backup Summary:$stats_output
? Cleanup Summary:$cleanup_output
Check log $LOG_FILE for more details."}
# Start the backup and cleanup process, then send a summary emailbackup_and_cleanup

# 安装apt install msmtprc

# /etc/msmtprc

# Set default values for all following accounts.
defaultstls on#如果不是SSL/TLS加密方式改成offtls_starttls off#如果是STARTTLS加密改成ontls_certcheck offlogfile /var/log/msmtp.log
# The SMTP server of your mail provider.account namehost smtp.xx.com#SMTP server portport 465#mail addressfrom xxxx@xx.comuser xxxx@xx.compasswordauth login# Set a default accountaccount default : name

echo "来自msmtp发出的测试邮件" | msmtp 自己的邮箱

# backup_config.conf
# The repository location for restic backups. This is specified using the rclone backend syntax.# Format: "rclone:<rclone remote name>:<path within the remote>"RESTIC_REPOSITORY="rclone:google_drive:backup"
# Path to the file containing the password for the restic repository. # This file should be secured with appropriate permissions to prevent unauthorized access.
PASSWORD_FILE="/root/restic_backup/restic_password_file"
# File containing a list of paths to include in the backup. Each path should be on a separate line.FILES_FROM="/root/restic_backup/backup_rules"
# File containing patterns to exclude from the backup. Each pattern should be on a separate line.EXCLUDE_FILE="/root/restic_backup/exclude_rules.txt"
# Path to the log file where backup operation details will be recorded.LOG_FILE="/var/log/restic_backup.log"
# A tag to assign to all snapshots created by this backup for easy identification and management.BACKUP_TAG="automated_backup"
# The number of most recent snapshots to keep. Older snapshots exceeding this count will be pruned.KEEP_SNAPSHOTS=5 # Number of snapshots to retain
# Rclone performance optimization settings# The number of file transfers to run in parallel. Increasing this can improve transfer speeds,# especially for a large number of small files, assuming the bandwidth allows for it.# The default in rclone is 4 parallel transfers.RCLONE_TRANSFERS=10
# The number of checkers to use. Checkers are used by rclone to determine if a file needs to be transferred.# Increasing this number can speed up this checking process, which can be beneficial when dealing with# a large number of files. This setting helps in speeding up the comparison between source and destination.RCLONE_CHECKERS=20
# Email to receive notificationsRECIPIENT=

# exclude_rules.txt/home/user/documents/temp/home/user/photos/drafts*.tmp*.cache# 排除所有以点开头的隐藏文件和文件夹.*# 但保留特定的文件，如 .zshrc!.zshrc

# backup_rules
/root