#!/bin/bash # info: backup system user with all its objects # options: USER NOTIFY # # The call is used for backing up user with all its domains and databases. #----------------------------------------------------------# # Variable&Function # #----------------------------------------------------------# # Argument defenition user=$1 notify=${2-no} # Includes source $VESTA/conf/vesta.conf source $VESTA/func/main.sh source $VESTA/func/domain.sh source $VESTA/func/db.sh #----------------------------------------------------------# # Verifications # #----------------------------------------------------------# check_args '1' "$#" 'USER [NOTIFY]' validate_format 'user' is_system_enabled "$BACKUP_SYSTEM" 'BACKUP_SYSTEM' is_object_valid 'user' 'USER' "$user" is_object_unsuspended 'user' 'USER' "$user" is_backup_enabled #----------------------------------------------------------# # Action # #----------------------------------------------------------# # Set backup directory if undefined if [ -z "$BACKUP" ]; then BACKUP=/home/backup/ fi mkdir -p $BACKUP # Get current time start_time=$(date '+%s') # Set notification email and subject if [ "$notify" != 'no' ]; then subj="$user → backup failed" email=$(get_user_value '$CONTACT') else subj="$user → backup failed" email=$(grep CONTACT $VESTA/data/users/admin/user.conf | cut -f 2 -d \') fi if [ -e "$VESTA/web/inc/mail-wrapper.php" ]; then send_mail="$VESTA/web/inc/mail-wrapper.php" else send_mail=$(which mail) fi # Check load average la=$(cat /proc/loadavg | cut -f 1 -d ' ' | cut -f 1 -d '.') i=0 while [ "$la" -ge "$BACKUP_LA_LIMIT" ]; do echo "$(date "+%F %T") Load Average $la" echo sleep 60 if [ "$i" -ge "15" ]; then echo "LoadAverage $i is above threshold" | $send_mail -s "$subj" $email echo "Error: LA is too high" sed -i "/ $user /d" $VESTA/data/queue/backup.pipe log_event "$E_LA" "$EVENT" exit $E_LA fi (( ++i)) done # Creating temporary directory tmpdir=$(mktemp -p $BACKUP -d) if [ "$?" -ne 0 ]; then echo "Can't create tmp dir $tmpdir" | $send_mail -s "$subj" $email echo "Error: can't create tmp dir" log_event "$E_NOTEXIST" "$EVENT" exit $E_NOTEXIST fi # Backingup system configs echo -e "-- SYSTEM --" msg="-- SYSTEM --" mkdir $tmpdir/vesta echo -e "$(date "+%F %T") $user.conf" msg="$msg\n$(date "+%F %T") $user.conf" cp -r $USER_DATA/user.conf $tmpdir/vesta/ if [ -e "$USER_DATA/stats.log" ]; then echo -e "$(date "+%F %T") stats.log" msg="$msg\n$(date "+%F %T") stats.log" cp -r $USER_DATA/stats.log $tmpdir/vesta/ fi if [ -e "$USER_DATA/history.log" ]; then echo -e "$(date "+%F %T") history.log" msg="$msg\n$(date "+%F %T") history.log" cp -r $USER_DATA/history.log $tmpdir/vesta/ fi if [ -e "$USER_DATA/backup.excludes" ]; then echo -e "$(date "+%F %T") backup.excludes" msg="$msg\n$(date "+%F %T") backup.excludes" cp -r $USER_DATA/backup.excludes $tmpdir/vesta/ fi # Backup PAM mkdir $tmpdir/pam echo -e "$(date "+%F %T") pam" msg="$msg\n$(date "+%F %T") pam" grep "^$user:" /etc/passwd > $tmpdir/pam/passwd grep "^$user:" /etc/shadow > $tmpdir/pam/shadow grep "^$user:" /etc/group > $tmpdir/pam/group echo msg="$msg\n" # Parsing excludes OLD_IFS="$IFS" IFS=$'\n' if [ -e "$USER_DATA/backup.excludes" ]; then for exclude in $(cat $USER_DATA/backup.excludes); do eval ${exclude%%=*}=${exclude#*=} done fi IFS="$OLD_IFS" # WEB domains if [ ! -z "$WEB_SYSTEM" ] && [ "$WEB_SYSTEM" != 'no' ] && [ "$WEB" != '*' ] then echo "-- WEB --" msg="$msg\n-- WEB --" mkdir $tmpdir/web/ # Parsing unsuspeneded domains conf="$USER_DATA/web.conf" for domain in $(search_objects 'web' 'SUSPENDED' "*" 'DOMAIN'); do check_exl=$(echo "$WEB"|grep -w $domain) if [ -z "$check_exl" ]; then web_list="$web_list $domain" fi done web_list=$(echo "$web_list" | sed -e "s/ */\ /g" -e "s/^ //") i=0 for domain in $web_list; do ((i ++)) echo -e "$(date "+%F %T") $domain" msg="$msg\n$(date "+%F %T") $domain" mkdir -p $tmpdir/web/$domain/conf mkdir -p $tmpdir/web/$domain/vesta # Defining domain variables domain_idn=$(idn -t --quiet -a "$domain") get_domain_values 'web' # Creating web.config cd $tmpdir/web/$domain/ conf="$USER_DATA/web.conf" grep "DOMAIN='$domain'" $conf > vesta/web.conf # WEB config tpl_file="$WEBTPL/$WEB_SYSTEM/$TPL.tpl" conf="$HOMEDIR/$user/conf/web/$WEB_SYSTEM.conf" get_web_config_brds sed -n "$top_line,$bottom_line p" $conf > conf/$WEB_SYSTEM.conf # SSL check if [ "$SSL" = 'yes' ]; then tpl_file="$WEBTPL/$WEB_SYSTEM/$TPL.stpl" conf="$HOMEDIR/$user/conf/web/s$WEB_SYSTEM.conf" get_web_config_brds sed -n "$top_line,$bottom_line p" $conf > conf/s$WEB_SYSTEM.conf fi # Proxy config if [ ! -z "$PROXY" ]; then tpl_file="$WEBTPL/$PROXY_SYSTEM/$PROXY.tpl" conf="$HOMEDIR/$user/conf/web/$PROXY_SYSTEM.conf" get_web_config_brds sed -n "$top_line,$bottom_line p" $conf > conf/$PROXY_SYSTEM.conf # SSL proxy config if [ ! -z "$PROXY" ] && [ "$SSL" = 'yes' ] ; then tpl_file="$WEBTPL/$PROXY_SYSTEM/$PROXY.stpl" conf="$HOMEDIR/$user/conf/web/s$PROXY_SYSTEM.conf" get_web_config_brds sed -n "$top_line,$bottom_line p" $conf > conf/s$PROXY_SYSTEM.conf fi fi # Suplemental configs for sconfig in $(ls $HOMEDIR/$user/conf/web/|grep ".$domain.conf"); do cp $HOMEDIR/$user/conf/web/$sconfig conf/ done # SSL Certificates if [ "$SSL" = 'yes' ] ; then cp $HOMEDIR/$user/conf/web/ssl.$domain.* conf/ cp $USER_DATA/ssl/$domain.* vesta/ fi # Packing data folders cd $HOMEDIR/$user/web/$domain domain_direcotries=$(ls |grep -v logs) tar -cpf $tmpdir/web/$domain/domain_data.tar $domain_direcotries if [ ! -z "$BACKUP_GZIP" ]; then gzip -$BACKUP_GZIP $tmpdir/web/$domain/domain_data.tar fi done if [ "$i" -eq 1 ]; then echo -e "$(date "+%F %T") $i domain" msg="$msg\n$(date "+%F %T") $i domain" else echo -e "$(date "+%F %T") $i domains" msg="$msg\n$(date "+%F %T") $i domains" fi echo msg="$msg\n" fi # DNS domains if [ ! -z "$DNS_SYSTEM" ] && [ "$DNS_SYSTEM" != 'no' ] && [ "$DNS" != '*' ] then echo "-- DNS --" msg="$msg\n-- DNS --" mkdir $tmpdir/dns/ # Parsing unsuspeneded domains for domain in $(search_objects 'dns' 'SUSPENDED' "*" 'DOMAIN'); do check_exl=$(echo "$DNS"|grep -w $domain) if [ -z "$check_exl" ]; then dns_list="$dns_list $domain" fi done dns_list=$(echo "$dns_list" | sed -e "s/ */\ /g" -e "s/^ //") i=0 for domain in $dns_list; do ((i ++)) echo -e "$(date "+%F %T") $domain" msg="$msg\n$(date "+%F %T") $domain" # Building directory tree mkdir -p $tmpdir/dns/$domain/conf mkdir -p $tmpdir/dns/$domain/vesta # Creating dns_domains config cd $tmpdir/dns/$domain/ conf="$USER_DATA/dns.conf" grep "DOMAIN='$domain'" $conf > vesta/dns.conf # Backingup dns recods cp $USER_DATA/dns/$domain.conf vesta/$domain.conf cp $HOMEDIR/$user/conf/dns/$domain.db conf/$domain.db done if [ "$i" -eq 1 ]; then echo -e "$(date "+%F %T") $i domain" msg="$msg\n$(date "+%F %T") $i domain" else echo -e "$(date "+%F %T") $i domains" msg="$msg\n$(date "+%F %T") $i domains" fi echo msg="$msg\n" fi # Mail domains if [ ! -z "$MAIL_SYSTEM" ] && [ "$MAIL_SYSTEM" != 'no' ] && [ "$MAIL" != '*' ] then echo "-- MAIL --" msg="$msg\n-- MAIL --" mkdir $tmpdir/mail/ # Parsing unsuspeneded domains conf="$USER_DATA/mail.conf" for domain in $(search_objects 'mail' 'SUSPENDED' "*" 'DOMAIN'); do check_exl=$(echo "$MAIL"|grep -w $domain) if [ -z "$check_exl" ]; then mail_list="$mail_list $domain" fi done mail_list=$(echo "$mail_list" | sed -e "s/ */\ /g" -e "s/^ //") i=0 for domain in $mail_list; do ((i ++)) echo -e "$(date "+%F %T") $domain" msg="$msg\n$(date "+%F %T") $domain" mkdir -p $tmpdir/mail/$domain/conf mkdir -p $tmpdir/mail/$domain/vesta domain_idn=$(idn -t --quiet -a "$domain") # Creating exim config cd $tmpdir/mail/$domain/ cp $HOMEDIR/$user/conf/mail/$domain/* conf/ # Creating vesta config conf="$USER_DATA/mail.conf" grep "DOMAIN='$domain'" $conf > vesta/mail.conf cp $USER_DATA/mail/$domain.* vesta/ if [ ! -z "$(ls $USER_DATA/mail/|grep *@$domain)" ]; then cp $USER_DATA/mail/*@$domain.* vesta/ fi # Packing mailboxes cd $HOMEDIR/$user/mail/$domain_idn accounts=$(ls) if [ ! -z "$accounts" ]; then tar -cpf $tmpdir/mail/$domain/accounts.tar $accounts fi if [ ! -z "$BACKUP_GZIP" ] && [ ! -z $accounts ]; then gzip -$BACKUP_GZIP $tmpdir/mail/$domain/accounts.tar fi done if [ "$i" -eq 1 ]; then echo -e "$(date "+%F %T") $i domain" msg="$msg\n$(date "+%F %T") $i domain" else echo -e "$(date "+%F %T") $i domains" msg="$msg\n$(date "+%F %T") $i domains" fi echo msg="$msg\n" fi # Databases if [ ! -z "$DB_SYSTEM" ] && [ "$DB_SYSTEM" != 'no' ] && [ "$DB" != '*' ]; then echo "-- DB --" msg="$msg\n-- DB --" mkdir $tmpdir/db/ # Parsing unsuspeneded domains for database in $(search_objects 'db' 'SUSPENDED' "*" 'DB'); do check_exl=$(echo "$DB"|grep -w $database) if [ -z "$check_exl" ]; then db_list="$db_list $database" fi done db_list=$(echo "$db_list" | sed -e "s/ */\ /g" -e "s/^ //") i=0 conf="$USER_DATA/db.conf" for database in $db_list; do ((i ++)) get_database_values echo -e "$(date "+%F %T") $TYPE $database" msg="$msg\n$(date "+%F %T") $TYPE $database" mkdir -p $tmpdir/db/$database/conf mkdir -p $tmpdir/db/$database/vesta cd $tmpdir/db/$database/ grep "DB='$database'" $conf > vesta/db.conf dump="$tmpdir/db/$database/$database.$TYPE.sql" grants="$tmpdir/db/$database/conf/$database.$TYPE.$DBUSER" case $TYPE in mysql) dump_mysql_database ;; pgsql) dump_pgsql_database ;; esac if [ ! -z "$BACKUP_GZIP" ]; then gzip -$BACKUP_GZIP $dump fi done if [ "$i" -eq 1 ]; then echo -e "$(date "+%F %T") $i database" msg="$msg\n$(date "+%F %T") $i database" else echo -e "$(date "+%F %T") $i databases" msg="$msg\n$(date "+%F %T") $i databases" fi echo msg="$msg\n" fi # Cron jobs if [ ! -z "$CRON_SYSTEM" ] && [ "$CRON_SYSTEM" != 'no' ] && [ "$CRON" != '*' ] then echo "-- CRON --" msg="$msg\n-- CRON --" mkdir $tmpdir/cron/ # Backingup cron recods echo -e "$(date "+%F %T") cron.conf" msg="$msg\n$(date "+%F %T") cron.conf" cp $USER_DATA/cron.conf $tmpdir/cron/ cron_record=$(wc -l $USER_DATA/cron.conf|cut -f 1 -d ' ') if [ -e "/var/spool/cron/$user" ]; then cron_list="$cron_record" cp /var/spool/cron/$user $tmpdir/cron/ fi if [ "$cron_record" -eq 1 ]; then echo -e "$(date "+%F %T") $cron_record record" msg="$msg\n$(date "+%F %T") $cron_record record" else echo -e "$(date "+%F %T") $cron_record records" msg="$msg\n$(date "+%F %T") $cron_record records" fi echo msg="$msg\n" fi # User Directories echo "-- User Dir --" msg="$msg\n-- User Dir --" mkdir $tmpdir/user_dir user_dir=$(ls $HOMEDIR/$user | \ grep -v conf | \ grep -v web | \ grep -v dns | \ grep -v mail | \ grep -v tmp) i=0 for udir in $user_dir; do udir_list="$udir_list $udir" ((i ++)) echo -e "$(date "+%F %T") $udir" msg="$msg\n$(date "+%F %T") $udir" cp -pr $HOMEDIR/$user/$udir $tmpdir/user_dir/ cd $tmpdir/user_dir/ tar -czpf $udir.tar.gz $udir rm -rf $udir done udir_list=$(echo "$udir_list" | sed -e "s/ */\ /g" -e "s/^ //") if [ "$i" -eq 1 ]; then echo -e "$(date "+%F %T") $i user directory" msg="$msg\n$(date "+%F %T") $i directory" else echo -e "$(date "+%F %T") $i directories" msg="$msg\n$(date "+%F %T") $i directories" fi echo msg="$msg\n" # Get backup size size="$(du -shm $tmpdir | cut -f 1)" # Get current time end_time=$(date '+%s') DATE=$(date +%F) TIME=$(date +%T) # Defining local storage function local_backup(){ # Removing dublicate for this day if [ -e "$BACKUP/$user.$DATE.tar" ]; then deprecated="$DATE" echo -e "$(date "+%F %T") Deleted old backup: $user.$DATE.tar" msg="$msg\n$(date "+%F %T") Deleted old backup: $user.$DATE.tar" rm -f $BACKUP/$user.$DATE.tar fi # Checking retention backup_list=$(ls -lrt $BACKUP/ | awk '{print $9}' |grep "^$user\.") backups_count=$(echo "$backup_list" | wc -l) if [ "$BACKUPS" -le "$backups_count" ]; then backups_rm_number=$((backups_count - BACKUPS)) (( ++backups_rm_number)) for backup in $(echo "$backup_list" | head -n $backups_rm_number); do # Removing old backup backup_date=$(echo $backup | sed -e "s/$user.//" -e "s/.tar$//") deprecated="$deprecated $backup_date" echo -e "$(date "+%F %T") Deleted old backup: $backup_date" msg="$msg\n$(date "+%F %T") Deleted old backup: $backup_date" rm -f $BACKUP/$backup done fi # Checking disk space disk_usage=$(df $BACKUP |tail -n1 |tr ' ' '\n' |grep % |cut -f 1 -d %) if [ "$disk_usage" -ge "$BACKUP_DISK_LIMIT" ]; then rm -rf $tmpdir echo "Not enough disk space to run backup" |\ $send_mail -s "$subj" $email echo "Error: Not enough disk space" sed -i "/ $user /d" $VESTA/data/queue/backup.pipe log_event "$E_DISK" "$EVENT" exit $E_DISK fi # Creating final tarball cd $tmpdir tar -cf $BACKUP/$user.$DATE.tar . chmod 640 $BACKUP/$user.$DATE.tar chown admin:$user $BACKUP/$user.$DATE.tar localbackup='yes' echo -e "$(date "+%F %T") Archived: $BACKUP/$user.$DATE.tar" msg="$msg\n$(date "+%F %T") Archived: $BACKUP/$user.$DATE.tar" U_BACKUPS=$(ls $BACKUP/ | grep "^$user." | wc -l) update_user_value "$user" '$U_BACKUPS' "$U_BACKUPS" } # Defining ftp command function ftpc() { ftp -n $HOST $PORT < /dev/null 2>&1 ftmpdir=$(mktemp -u -p "$BPATH") ftp_result=$(ftpc "mkdir $ftmpdir" "rm $ftmpdir") if [ ! -z "$ftp_result" ] ; then rm -rf $tmpdir echo "Can't create ftp backup folder" |\ $send_mail -s "$subj" $email echo "Error: cant's create ftp folder" sed -i "/ $user /d" $VESTA/data/queue/backup.pipe log_event "$E_FTP" "$EVENT" exit $E_FTP fi # Checking retention backup_list=$(ftpc "cd $BPATH" "ls" |awk '{print $9}' |grep "^$user\.") backups_count=$(echo "$backup_list" | wc -l) if [ "$backups_count" -ge "$BACKUPS" ]; then backups_rm_number=$((backups_count - BACKUPS + 1)) for backup in $(echo "$backup_list" | head -n $backups_rm_number); do backup_date=$(echo $backup | sed -e "s/$user.//" -e "s/.tar$//") deprecated="$deprecated $backup" echo -e "$(date "+%F %T") Deleted old ftp backup: $backup_date" msg="$msg\n$(date "+%F %T") Deleted old ftp backup: $backup_date" ftpc "cd $BPATH" "delete $backup" done fi # Uploading backup archive if [ "$localbackup" = 'yes' ]; then cd $BACKUP ftpc "cd $BPATH" "put $user.$DATE.tar" else cd $tmpdir tar -cf $BACKUP/$user.$DATE.tar . cd $BACKUP/ ftpc "cd $BPATH" "put $user.$DATE.tar" rm -f $user.$DATE.tar fi } echo "-- SUMMARY --" msg="$msg\n-- SUMMARY --" # Switching on backup system types for backup_type in $(echo -e "${BACKUP_SYSTEM//,/\n}"); do case $backup_type in local) local_backup ;; ftp) ftp_backup ;; esac done # Removing tmpdir cd / rm -rf $tmpdir # Calculation run time run_time=$((end_time - start_time)) run_time=$((run_time / 60)) current_time=$(date "+%T") if [ "$run_time" -lt 1 ]; then run_time=1 fi min=miutes if [ "$run_time" -eq 1 ]; then min=minute fi echo "$(date "+%F %T") Size: $size Mb" msg="$msg\n$(date "+%F %T") Size: $size Mb" echo "$(date "+%F %T") RUNTIME: $run_time $min" msg="$msg\n$(date "+%F %T") RUNTIME: $run_time $min" #----------------------------------------------------------# # Vesta # #----------------------------------------------------------# # Deleting old backup records for backup_record in $deprecated; do if [ -e "$USER_DATA/backup.conf" ]; then sed -i "/DATE='$backup_record/d" $USER_DATA/backup.conf fi done # Concatenating string backup_str="BACKUP='$user.$DATE.tar'" backup_str="$backup_str TYPE='$BACKUP_SYSTEM' SIZE='$size'" backup_str="$backup_str WEB='${web_list// /,}'" backup_str="$backup_str DNS='${dns_list// /,}'" backup_str="$backup_str MAIL='${mail_list// /,}'" backup_str="$backup_str DB='${db_list// /,}'" backup_str="$backup_str CRON='$cron_list'" backup_str="$backup_str UDIR='${udir_list// /,}'" backup_str="$backup_str RUNTIME='$run_time' TIME='$TIME' DATE='$DATE'" echo "$backup_str" >> $USER_DATA/backup.conf chmod 660 $USER_DATA/backup.conf # Clean backup queue sed -i "/v-backup-user $user /d" $VESTA/data/queue/backup.pipe # Send notification if [ "$notify" != 'no' ]; then subj="$user → backup has been completed" email=$(get_user_value '$CONTACT') echo -e "$msg" | $send_mail -s "$subj" $email fi # Logging log_event "$OK" "$EVENT" exit