first commit

MYSQL_B2/install_stript.sh

@@ -0,0 +1,37 @@
+#!/bin/bash
+
+
+#create dir and copy files
+mkdir /backup/cloud_backup
+mkdir /backup/cloud_backup/data
+mkdir /backup/cloud_backup/script
+mkdir /backup/cloud_backup/data/db
+mkdir /backup/cloud_backup/data/media
+mkdir /backup/cloud_backup/log
+cp script_backup_base.sh /backup/cloud_backup/script/script_backup_base.sh
+
+#change permission
+chmod 777 -R /backup/cloud_backup
+cmod +x /backup/cloud_backup/script/script_backup_base.sh
+# download files
+wget http://downloads.rclone.org/rclone-v1.35-linux-amd64.zip
+#unpack rclone
+unzip rclone-v1.35-linux-amd64.zip
+cd rclone-v1.35-linux-amd64
+sudo cp rclone /usr/sbin/
+sudo chown root:root /usr/sbin/rclone
+sudo chmod 755 /usr/sbin/rclone
+sudo mkdir -p /usr/local/share/man/man1
+sudo cp rclone.1 /usr/local/share/man/man1/
+rclone config
+
+#create cron job
+#write out current crontab
+crontab -l > mycron
+#echo new cron into cron file
+echo "0 0 * * * /bin/bash /backup/cloud_backup/script/script_backup_base.sh" >> mycron
+#install new cron file
+crontab mycron
+rm mycron
+#All ok finish
+echo "FNISH INSTALL. ALL OK/"

MYSQL_B2/script_backup_base.sh

@@ -0,0 +1,52 @@
+#!/bin/bash
+## 
+# Backup database with arhive
+
+LOGFILE=/backup/cloud_backup/log/script_log_file_`date +%F_%H-%M`.log
+BASEARHIVE=/backup/cloud_backup/data/db/woorder_py_db_`date +%F_%H-%M`.gz
+#path to B2 files 
+CLOUDPATHDB=FOLDER/db
+CLOUDPATHMEDIA=FOLDER/media
+#db config
+PG_USER=USERNAME
+PG_DB=DATABASE
+PG_PASSWORD=PASSOWRD
+PG_HOST=localhost
+DB_PATH=/backup/cloud_backup/data/db/
+#media data
+MEDIAPATH=/var/www/data/
+TARMEDIAPATH=/backup/cloud_backup/data/media/media_`date +%F_%H-%M`.tar.gz
+TARMEDIADIRPATH=/backup/cloud_backup/data/media/
+# log filelist
+LOGPATH=/backup/cloud_backup/log
+LOG_ERROR=/backup/cloud_backup/log/error.log
+
+log(){
+   message="$(date +"%y-%m-%d %T") $@"
+   echo $message >> $LOGFILE
+}
+
+#Start
+log "start script"
+# dump db
+log "start dump db"
+/usr/bin/mysqldump -u$PG_USER -p$PG_PASSWORD -B $PG_DB | gzip -9 > $BASEARHIVE ##  uncomment if need dump logs ##  2> /home/support/cloud_backup/log/script_log_file.log
+sleep 1m
+# move database to cloud
+log "moving db files"
+/usr/sbin/rclone --log-file=$LOGPATH/log_`date +%F_%H-%M`_rclone.log move $DB_PATH cloud:$CLOUDPATHDB
+2>> $LOG_ERROR
+sleep 1m
+# backup media files
+log "arhive media files"
+tar -czf $TARMEDIAPATH $MEDIAPATH
+sleep 1m
+# move files to cloud
+log "moving media files"
+/usr/sbin/rclone --log-file=$LOGPATH/log_`date +%F_%H-%M`_rclone.log move $TARMEDIADIRPATH cloud:$CLOUDPATHMEDIA  2>> $LOG_ERROR
+sleep 5s
+i=30 #days for save log file
+log "delete old logs"
+find $LOGPATH/ -type f -mtime +$i -print0 | xargs -0 rm -f
+sleep 5s
+log "stop script"

PG_B2/install_stript.sh

@@ -0,0 +1,42 @@
+#!/bin/bash
+
+#DB config format- HOST:PORT:DATABASE_NAME:USER:PASSWORD
+PGPASFILE=localhost:5432:::
+
+#create dir and copy files
+mkdir /backup/cloud_backup
+mkdir /backup/cloud_backup/data
+mkdir /backup/cloud_backup/script
+mkdir /backup/cloud_backup/data/db
+mkdir /backup/cloud_backup/data/media
+mkdir /backup/cloud_backup/log
+cp script_backup_base.sh /backup/cloud_backup/script/script_backup_base.sh
+
+#change permission
+chmod 777 -R /backup/cloud_backup
+cmod +x /backup/cloud_backup/script/script_backup_base.sh
+# download files
+wget http://downloads.rclone.org/rclone-v1.35-linux-amd64.zip
+#unpack rclone
+unzip rclone-v1.35-linux-amd64.zip
+cd rclone-v1.35-linux-amd64
+sudo cp rclone /usr/sbin/
+sudo chown root:root /usr/sbin/rclone
+sudo chmod 755 /usr/sbin/rclone
+sudo mkdir -p /usr/local/share/man/man1
+sudo cp rclone.1 /usr/local/share/man/man1/
+rclone config
+
+#create cron job
+#write out current crontab
+crontab -l > mycron
+#echo new cron into cron file
+echo "0 0 * * * /bin/bash /backup/cloud_backup/script/script_backup_base.sh" >> mycron
+#install new cron file
+crontab mycron
+rm mycron
+#create batabase data file
+echo $PGPASFILE >> ~/.pgpass 
+chmod 600 ~/.pgpass
+#All ok finish
+echo "FNISH INSTALL. ALL OK/"

PG_B2/script_backup_base.sh

@@ -0,0 +1,52 @@
+#!/bin/bash
+## 
+# Backup database with arhive
+
+LOGFILE=/backup/cloud_backup/log/script_log_file_`date +%F_%H-%M`.log
+BASEARHIVE=/backup/cloud_backup/data/db/woorder_py_db_`date +%F_%H-%M`.gz
+#path to B2 files 
+CLOUDPATHDB=FOLDER/db
+CLOUDPATHMEDIA=FOLDER/media
+#db config
+PG_USER=USERNAME
+PG_DB=DATABASE
+PG_HOST=localhost
+DB_PATH=/backup/cloud_backup/data/db/
+#media data
+MEDIAPATH=/var/www/data/
+TARMEDIAPATH=/backup/cloud_backup/data/media/media_`date +%F_%H-%M`.tar.gz
+TARMEDIADIRPATH=/backup/cloud_backup/data/media/
+# log filelist
+LOGPATH=/backup/cloud_backup/log
+LOG_ERROR=/backup/cloud_backup/log/error.log
+
+
+log(){
+   message="$(date +"%y-%m-%d %T") $@"
+   echo $message >> $LOGFILE
+}
+
+#Start
+log "start script"
+# dump db
+log "start dump db"
+pg_dump -U $PG_USER -d $PG_DB -h $PG_HOST | gzip -9 > $BASEARHIVE ##  uncomment if need dump logs ##  2> /home/support/cloud_backup/log/script_log_file.log
+sleep 1m
+# move database to cloud
+log "moving db files"
+/usr/sbin/rclone --log-file=$LOGPATH/log_`date +%F_%H-%M`_rclone.log move $DB_PATH cloud:$CLOUDPATHDB
+2>> $LOG_ERROR
+sleep 1m
+# backup media files
+log "arhive media files"
+tar -czf $TARMEDIAPATH $MEDIAPATH
+sleep 1m
+# move files to cloud
+log "moving media files"
+/usr/sbin/rclone --log-file=$LOGPATH/log_`date +%F_%H-%M`_rclone.log move $TARMEDIADIRPATH cloud:$CLOUDPATHMEDIA  2>> $LOG_ERROR
+sleep 5s
+i=30 #days for save log file
+log "delete old logs"
+find $LOGPATH/ -type f -mtime +$i -print0 | xargs -0 rm -f
+sleep 5s
+log "stop script"