Nemcio/VestaCP
1
0
Fork 0
mirror of https://github.com/serghey-rodin/vesta.git synced 2026-07-25 08:10:06 +02:00
Code Issues Packages Projects Releases Wiki Activity
Files
acaa096ce206952f6956ef45302d5dbe2bf8bf82
VestaCP/bin/v_backup_sys_user
Serghey Rodin 08dea938b5 added runtime loggin in backup script + listing function
2011-11-14 15:02:54 +02:00

639 lines
16 KiB
Bash
Executable File
Raw Blame History

#!/bin/bash
# info: backup system user with all its objects
#----------------------------------------------------------#
# Variable&Function #
#----------------------------------------------------------#
# Argument defenition
user=$1
output=$2
# Importing variables
source $VESTA/conf/vars.conf
source $V_FUNC/shared.func
source $V_FUNC/domain.func
source $V_FUNC/db.func
source $V_CONF/vesta.conf
#----------------------------------------------------------#
# Verifications #
#----------------------------------------------------------#
# Checking arg number
check_args '1' "$#" 'user [output]'
# Checking argument format
format_validation 'user'
# Checking backup system is enabled
is_system_enabled 'backup'
# Checking user
is_user_valid
# Checking user backups
is_backup_enabled
# Checking load averages
la=$(cat /proc/loadavg |cut -f 1 -d ' '|cut -f 1 -d '.')
i=0
while [ "$la" -ge "$V_BACKUP_LA_LIMIT" ]; do
if [ -z "$output" ]; then
echo "$(date +%m-%d-%y" "%H:%M:%S) Load Average $la"
echo
fi
sleep 60
if [ "$i" -ge "15" ]; then
echo "Error: LA is too high"
log_event 'debug' "$E_LOAD_AVERAGE $V_EVENT"
exit $E_LOAD_AVERAGE
fi
(( ++i))
done
#----------------------------------------------------------#
# Action #
#----------------------------------------------------------#
# Get current time
start_time=$(date '+%s')
sleep 131
# Creating temporary random directory
tmpdir=$(mktemp -p $V_TMP -d)
# Prinitng status
if [ -z "$output" ]; then
echo "$(date +%m-%d-%y" "%H:%M:%S) System backup for user $user"
echo "TMPDIR is $tmpdir"
echo
fi
# Addding backup and vesta version
echo "1.0" > $tmpdir/backup_version
echo "$VERSION" > $tmpdir/vesta_version
# Vesta
if [ -z "$output" ]; then
echo "-- VESTA --"
fi
mkdir $tmpdir/vesta
# Backingup vesta configs
if [ -z "$output" ]; then
echo -e "\t$(date +%H:%M:%S) user.conf"
fi
cp -r $V_USERS/$user/user.conf $tmpdir/vesta/
if [ -e "$V_USERS/$user/billing.log" ]; then
if [ -z "$output" ]; then
echo -e "\t$(date +%H:%M:%S) billing.log"
fi
cp -r $V_USERS/$user/billing.log $tmpdir/vesta/
fi
if [ -e "$V_USERS/$user/history.log" ]; then
if [ -z "$output" ]; then
echo -e "\t$(date +%H:%M:%S) history.log"
fi
cp -r $V_USERS/$user/history.log $tmpdir/vesta/
fi
if [ -e "$V_USERS/$user/backup.excludes" ]; then
if [ -z "$output" ]; then
echo -e "\t$(date +%H:%M:%S) backup.excludes"
fi
cp -r $V_USERS/$user/backup.excludes $tmpdir/vesta/
fi
if [ -e "$V_USERS/$user/cron.conf" ]; then
if [ -z "$output" ]; then
echo -e "\t$(date +%H:%M:%S) cron.conf"
fi
cp -r $V_USERS/$user/cron.conf $tmpdir/vesta/
fi
if [ -e "$V_USERS/$user/db.conf" ]; then
if [ -z "$output" ]; then
echo -e "\t$(date +%H:%M:%S) db.conf"
fi
cp -r $V_USERS/$user/db.conf $tmpdir/vesta/
fi
if [ -e "$V_USERS/$user/dns.conf" ]; then
if [ -z "$output" ]; then
echo -e "\t$(date +%H:%M:%S) dns.conf"
fi
cp -r $V_USERS/$user/dns.conf $tmpdir/vesta/
fi
if [ -e "$V_USERS/$user/mail.conf" ]; then
if [ -z "$output" ]; then
echo -e "\t$(date +%H:%M:%S) mail.conf"
fi
cp -r $V_USERS/$user/mail.conf $tmpdir/vesta/
fi
if [ -e "$V_USERS/$user/web.conf" ]; then
if [ -z "$output" ]; then
echo -e "\t$(date +%H:%M:%S) web.conf"
fi
cp -r $V_USERS/$user/web.conf $tmpdir/vesta/
fi
if [ -z "$output" ]; then
echo
fi
# Checking excludes
OLD_IFS="$IFS"
IFS=$'\n'
if [ -e "$V_USERS/$user/backup.excludes" ]; then
if [ -z "$output" ]; then
echo "-- Excludes --"
fi
for exclude in $(cat $V_USERS/$user/backup.excludes); do
if [ -z "$output" ]; then
echo -e "\t$exclude"
fi
# Indirect variable references (a bit of black magic)
eval ${exclude%%=*}=${exclude#*=}
done
if [ -z "$output" ]; then
echo
fi
fi
IFS="$OLD_IFS"
# WEB domains
if [ ! -z "$WEB_SYSTEM" ] && [ "$WEB_SYSTEM" != 'no' ] && [ "$WEB" != '*' ]
then
if [ -z "$output" ]; then
echo "-- WEB --"
fi
mkdir $tmpdir/web/
# Parsing unsuspeneded domains
conf="$V_USERS/$user/web.conf"
field='$DOMAIN'
search_string='DOMAIN='
domains=$(dom_clear_search)
domain_list=''
# Cleaning excludes
for domain in $domains; do
check_exl=$(echo "$WEB"|grep -w $domain)
if [ -z "$check_exl" ]; then
web_list="$web_list $domain"
fi
done
web_list=$(echo "$web_list" | sed -e "s/ */\ /g" -e "s/^ //")
for domain in $web_list; do
if [ -z "$output" ]; then
echo -e "\t$(date +%H:%M:%S) $domain"
fi
# Defining domain variables
domain_idn=$(idn -t --quiet -a "$domain")
tpl_name=$(get_web_domain_value '$TPL')
ssl_cert=$(get_web_domain_value '$SSL_CERT')
nginx=$(get_web_domain_value '$NGINX')
# Building directory tree
mkdir -p $tmpdir/web/$domain/conf $tmpdir/web/$domain/cert
# Packing data folders
cd $V_HOME/$user/web/$domain
tar -cf $tmpdir/web/$domain/$domain.tar \
public_html public_shtml private document_errors cgi-bin stats
# Creating web.config
cd $tmpdir/web/$domain/
conf="$V_USERS/$user/web.conf"
grep "DOMAIN='$domain'" $conf > conf/web.conf
# Apache config
if [ "$WEB_SYSTEM" = 'apache' ]; then
# Parsing httpd.conf
tpl_file="$V_WEBTPL/apache_$tpl_name.tpl"
conf="$V_HOME/$user/conf/httpd.conf"
get_web_config_brds
sed -n "$top_line,$bottom_line p" $conf > conf/httpd.conf
# SSL check
if [ ! -z "$ssl_cert" ]; then
tpl_file="$V_WEBTPL/apache_$tpl_name.stpl"
conf="$V_HOME/$user/conf/shttpd.conf"
get_web_config_brds
sed -n "$top_line,$bottom_line p" $conf > conf/shttpd.conf
fi
fi
# Nginx config
if [ ! -z "$nginx" ] ; then
tpl_file="$V_WEBTPL/ngingx_vhost_$nginx.tpl"
conf="$V_HOME/$user/conf/nginx.conf"
get_web_config_brds
sed -n "$top_line,$bottom_line p" $conf > conf/nginx.conf
# SSL check
if [ ! -z "$ssl_cert" ] ; then
tpl_file="$V_WEBTPL/ngingx_vhost_$nginx.stpl"
conf="$V_HOME/$user/conf/snginx.conf"
get_web_config_brds
sed -n "$top_line,$bottom_line p" $conf > conf/snginx.conf
fi
fi
# Suplemental configs
for sconfig in $(ls $V_HOME/$user/conf/|grep ".$domain.conf"); do
cp $V_HOME/$user/conf/$sconfig conf/
done
# SSL Certificates
if [ ! -z "$ssl_cert" ] ; then
cp $V_HOME/$user/conf/$ssl_cert.* cert/
fi
tar -rf $tmpdir/web/$domain/$domain.tar conf cert
mv $tmpdir/web/$domain/$domain.tar $tmpdir/web/
rm -rf $tmpdir/web/$domain
if [ ! -z "$V_BACKUP_GZIP" ]; then
gzip -$V_BACKUP_GZIP $tmpdir/web/$domain.tar
fi
done
if [ -z "$output" ]; then
echo
fi
fi
# DNS domains
if [ ! -z "$DNS_SYSTEM" ] && [ "$DNS_SYSTEM" != 'no' ] && [ "$DNS" != '*' ]
then
if [ -z "$output" ]; then
echo "-- DNS --"
fi
mkdir $tmpdir/dns/
# Parsing unsuspeneded domains
conf="$V_USERS/$user/dns.conf"
field='$DOMAIN'
search_string='DOMAIN='
domains=$(dom_clear_search)
# Cleaning excludes
for domain in $domains; do
check_exl=$(echo "$DNS"|grep -w $domain)
if [ -z "$check_exl" ]; then
dns_list="$dns_list $domain"
fi
done
dns_list=$(echo "$dns_list" | sed -e "s/ */\ /g" -e "s/^ //")
for domain in $dns_list; do
if [ -z "$output" ]; then
echo -e "\t$(date +%H:%M:%S) $domain"
fi
# Building directory tree
mkdir $tmpdir/dns/$domain
# Creating dns_domains config
cd $tmpdir/dns/$domain/
conf="$V_USERS/$user/dns.conf"
grep "DOMAIN='$domain'" $conf > dns.conf
# Backingup dns recods
cp $V_USERS/$user/zones/$domain $domain
cp /etc/namedb/$domain.db $domain.db
done
if [ -z "$output" ]; then
echo
fi
fi
# Mail domains
# TBD
# DatbaBases
if [ ! -z "$DB_SYSTEM" ] && [ "$DB_SYSTEM" != 'no' ] && [ "$DB" != '*' ]; then
if [ -z "$output" ]; then
echo "-- DB --"
fi
mkdir $tmpdir/db/
# Parsing unsuspeneded domains
conf="$V_USERS/$user/db.conf"
field='$DB'
search_string='DB='
dbs=$(dom_clear_search)
# Cleaning excludes
for database in $dbs; do
check_exl=$(echo "$DB"|grep -w $database)
if [ -z "$check_exl" ]; then
db_list="$db_list $database"
fi
done
db_list=$(echo "$db_list" | sed -e "s/ */\ /g" -e "s/^ //")
for database in $db_list; do
type=$(get_db_value '$TYPE')
host=$(get_db_value '$HOST')
db_user=$(get_db_value '$USER')
dump="$tmpdir/db/$database.$type.sql"
grants="$tmpdir/db/$database.$type.$db_user"
if [ -z "$output" ]; then
echo -e "\t$(date +%H:%M:%S) $database $type"
fi
case $type in
mysql) dump_db_mysql ;;
pgsql) dump_db_pgsql ;;
esac
if [ ! -z "$V_BACKUP_GZIP" ]; then
gzip -$V_BACKUP_GZIP $dump
fi
done
if [ -z "$output" ]; then
echo
fi
fi
# Cron jobs
if [ ! -z "$CRON_SYSTEM" ] && [ "$CRON_SYSTEM" != 'no' ] && [ "$CRON" != '*' ]
then
if [ -z "$output" ]; then
echo "-- CRON --"
fi
mkdir $tmpdir/cron/
# Backingup cron recods
if [ -z "$output" ]; then
echo -e "\t$(date +%H:%M:%S) cron.conf"
fi
cp $V_USERS/$user/cron.conf $tmpdir/cron/
if [ -z "$output" ]; then
echo -e "\t$(date +%H:%M:%S) system cron"
fi
if [ -e "/var/spool/cron/$user" ]; then
cron_list='yes'
cp /var/spool/cron/$user $tmpdir/cron/
fi
if [ -z "$output" ]; then
echo
fi
fi
# SSL CERTIFICATES
if [ ! -z "$WEB_SSL" ] && [ "$WEB_SSL" != 'no' ] && [ "$SSL" != '*' ]; then
if [ -z "$output" ]; then
echo "-- CERTIFICATES --"
fi
mkdir $tmpdir/cert
# Backingup ssl certificates
cert_list=$(ls $V_USERS/$user/cert/ | grep ".crt" |\
sed -e "s/\.crt$//" |\
tr '\n' ' ' |\
sed -e 's/ $//' )
for cert in $cert_list; do
if [ -z "$output" ]; then
echo -e "\t$(date +%H:%M:%S) $cert"
fi
cp $V_USERS/$user/cert/$cert.* $tmpdir/cert/
done
if [ -z "$output" ]; then
echo
fi
fi
# Get backup size
size="$(du -shm $tmpdir | cut -f 1)"
# Get current time
end_time=$(date '+%s')
# Defining local storage function
local_backup(){
if [ -z "$output" ]; then
echo "-- STORAGE --"
echo -e "\t$(date +%H:%M:%S) ARCHIVE $V_BACKUP/$user.$V_DATE.tar"
fi
# Removing dublicate for this day
deprecated="$V_DATE"
if [ -e "$V_BACKUP/$user.$V_DATE.tar" ]; then
echo -e "\tDeleting old backup for $V_DATE"
rm -f $V_BACKUP/$user.$V_DATE.tar
fi
# Checking retention
backup_list=$(ls -lrt $V_BACKUP/ | awk '{print $9}' |grep "^$user\.")
backups_count=$(echo "$backup_list" | wc -l)
if [ "$BACKUPS" -le "$backups_count" ]; then
backups_rm_number=$((backups_count - BACKUPS))
(( ++backups_rm_number))
for backup in $(echo "$backup_list" | head -n $backups_rm_number); do
# Removing old backup
backup_date=$(echo $backup | sed -e "s/$user.//" -e "s/.tar$//")
deprecated="$deprecated $backup_date"
if [ -z "$output" ]; then
echo -e "\tDeleteing old backup for $backup_date"
fi
rm -f $V_BACKUP/$backup
done
fi
# Checking disk space
disk_usage=$(df $V_BACKUP | awk '{print $5}'|tail -n1|cut -f 1 -d '%')
if [ "$disk_usage" -ge "$V_BACKUP_DISK_LIMIT" ]; then
echo "Error: Not enough disk space"
log_event 'debug' "$E_DISK_SPACE $V_EVENT"
exit $E_DISK_SPACE
fi
# Creating final tarball
cd $tmpdir
tar -cf $V_BACKUP/$user.$V_DATE.tar .
chmod 640 $V_BACKUP/$user.$V_DATE.tar
chown root:$user $V_BACKUP/$user.$V_DATE.tar
localbackup='yes'
if [ -z "$output" ]; then
echo
fi
}
# Defining ftp command function
ftpc() {
ftp -n $HOST $PORT <<EOF
quote USER $USER
quote PASS $PASSWORD
binary
cd $BPATH
$1
quit
EOF
}
# Defining ftp storage function
ftp_backup(){
if [ -z "$output" ]; then
echo "-- FTP --"
fi
# Checking config
if [ -e "$V_CONF/backup.conf" ]; then
ftphost_str=$(grep "TYPE='FTP'" $V_CONF/backup.conf |head -n 1)
fi
# Parsing config values
if [ ! -z "$ftphost_str" ]; then
for key in $ftphost_str; do
eval ${key%%=*}=${key#*=}
done
else
echo "Error: Parsing error"
log_event 'debug' "$E_PARSE_ERROR $V_EVENT"
exit $E_PARSE_ERROR
fi
# Debug info
if [ -z "$output" ]; then
echo -e "\t$(date +%H:%M:%S) ftp://$USER@$HOST$BPATH/$user.$V_DATE.tar"
fi
# Checking ftp permission
ftmpdir=$(mktemp -u -p $BPATH)
command="mkdir $ftmpdir
ls $ftmpdir
rm $ftmpdir"
if [ ! -z "$(ftpc "$command")" ] ; then
echo "Error: FTP error"
log_event 'debug' "$E_FTP_ERROR $V_EVENT"
exit $E_FTP_ERROR
fi
# Checking retention
backup_list=$(ftpc "ls" |awk '{print $9}' |grep "^$user\.")
backups_count=$(echo "$backup_list" | wc -l)
if [ "$backups_count" -ge "$BACKUPS" ]; then
# Removing old backups
backups_rm_number=$((backups_count - BACKUPS))
for backup in $(echo "$backup_list" | tail -n $backups_rm_number); do
backup_date=$(echo $backup | sed -e "s/$user.//" -e "s/.tar$//")
deprecated="$deprecated $backup_date"
if [ -z "$output" ]; then
echo -e "\tDeleteing old backup for $backup_date"
fi
ftpc "delete $backup"
done
fi
# Uploading backup archive
if [ "$localbackup" = 'yes' ]; then
cd $V_BACKUP
ftpc "put $user.$V_DATE.tar"
else
cd $tmpdir
tar -cf $V_TMP/$user.$V_DATE.tar .
cd $V_TMP/
ftpc "put $user.$V_DATE.tar"
rm -f $user.$V_DATE.tar
fi
if [ -z "$output" ]; then
echo
fi
}
# Switching on backup system types
for backup_type in $(echo -e "${BACKUP_SYSTEM//,/\n}"); do
case $backup_type in
local) local_backup ;;
ftp) ftp_backup ;;
esac
done
# Removing tmpdir
cd /
rm -rf $tmpdir
# Calcilation run time
run_time=$((end_time - start_time))
run_time=$((run_time / 60))
current_time=$(date +'%H:%M:%S')
if [ "$run_time" -lt 1 ]; then
run_time=1
fi
if [ -z "$output" ]; then
min=miutes
if [ "$run_time" -eq 1 ]; then
min=minute
fi
echo "$(date +'%m-%d-%y %H:%M:%S') Backup took $run_time $min"
echo
echo
fi
#----------------------------------------------------------#
# Vesta #
#----------------------------------------------------------#
# Deleting old backup records
for backup_record in $deprecated; do
sed -i "/DATE='$backup_record/d" $V_USERS/$user/backup.conf
done
# Concatenating string
backup_str="DATE='$V_DATE' TIME='$current_time' RUNTIME='$run_time'"
backup_str="$backup_str TYPE='$BACKUP_SYSTEM' SIZE='$size'"
backup_str="$backup_str WEB='${web_list// /,}'"
backup_str="$backup_str DNS='${dns_list// /,}'"
backup_str="$backup_str MAIL='${mail_list// /,}'"
backup_str="$backup_str DB='${db_list// /,}'"
backup_str="$backup_str CERTIFICATES='${cert_list// /,}'"
backup_str="$backup_str CRON='$cron_list'"
echo "$backup_str" >> $V_USERS/$user/backup.conf
# Logging
log_event 'system' "$V_EVENT"
exit
Reference in New Issue View Git Blame Copy Permalink