cron_backup.sh

#!/bin/sh

# Setup variables
BUTGG_CONF="${HOME}/.gdrive/butgg.conf"
BUTGG_DEBUG="${HOME}/.gdrive/detail.log"
BUTGG_EXCLUDE="${HOME}/.gdrive/exclude.list"
GDRIVE_BIN="${HOME}/bin/gdrive"
DF_BACKUP_DIR="${HOME}/backup"
DF_SYNC_FILE="No"
DF_LOG_FILE="${HOME}/.gdrive/butgg.log"
DF_DAY_REMOVE="7"
DF_GDRIVE_ID="None"
DF_EMAIL_USER="None"
DF_EMAIL_PASS="None"
DF_EMAIL_TO="None"
FIRST_OPTION=$1

# Date variables
TODAY=`date +"%d_%m_%Y"`

# Color variables
GREEN='\e[32m'
RED='\e[31m'
YELLOW='\e[33m'
REMOVE='\e[0m'

# Change color of words
change_color(){
    case $1 in
         green) echo -e "${GREEN}$2${REMOVE}";;
           red) echo -e "${RED}$2${REMOVE}";;
        yellow) echo -e "${YELLOW}$2${REMOVE}";;
             *) echo "$2";;
    esac
}

# Show processing and write log
show_write_log(){
    if [ "${FIRST_OPTION}" == "-v" ]
    then
        echo `date "+[ %d/%m/%Y %H:%M:%S ]"` $1
    fi
    echo `date "+[ %d/%m/%Y %H:%M:%S ]"` $1 >> ${LOG_FILE}
}

# Check file type
check_file_type(){
    if [ -d $1 ]
    then
        FILE_TYPE="directory"
    elif [ -f $1 ]
    then
        FILE_TYPE="file"
    else
        show_write_log "`change_color red [CHECKS][FAIL]` Can not detect file type for $1. Exit"
        exit 1
    fi
}

# Detect OS
detect_os(){
    show_write_log "Checking OS..."
    if [ -f /etc/freebsd-update.conf ]
    then
        OS="FreeBSD"
    else
        show_write_log "Sorry! We do not support your OS. Exit"
        exit 1
    fi
    show_write_log "OS supported"
}

# Write config
check_config(){
    if [ "$3" == "" ]
    then
        VAR=$1
        eval "$VAR"="$2"
        if [ $1 == LOG_FILE ]
        then
            show_write_log "---"
        fi
        show_write_log "`change_color yellow [WARNING]` $1 does not exist. Use default config"
        if [ -f ${BUTGG_CONF} ]
        then            
            sed -i ".${TODAY}" "/^$1/d" ${BUTGG_CONF}
        fi
        echo "$1=$2" >> ${BUTGG_CONF}
    else
        VAR=$1
        eval "$VAR"="$3"
        if [ $1 == LOG_FILE ]
        then
            show_write_log "---"
        fi
    fi
}

# Get config
get_config(){
    if [ ! -f ${BUTGG_CONF} ]
    then
        check_config LOG_FILE ${DF_LOG_FILE}
        check_config BACKUP_DIR ${DF_BACKUP_DIR}
        check_config DAY_REMOVE ${DF_DAY_REMOVE}
        check_config GDRIVE_ID ${DF_GDRIVE_ID}
        check_config EMAIL_USER ${DF_EMAIL_USER}
        check_config EMAIL_PASS ${DF_EMAIL_PASS}
        check_config EMAIL_TO ${DF_EMAIL_TO}
        check_config SYNC_FILE ${DF_SYNC_FILE}
    else
        LOG_FILE=`cat ${BUTGG_CONF} | grep "^LOG_FILE"   | cut -d"=" -f2 | sed 's/"//g' | sed "s/'//g"`
        check_config LOG_FILE ${DF_LOG_FILE} ${LOG_FILE}
        BACKUP_DIR=`cat ${BUTGG_CONF} | grep "^BACKUP_DIR" | cut -d"=" -f2 | sed 's/"//g' | sed "s/'//g"`
        check_config BACKUP_DIR ${DF_BACKUP_DIR} ${BACKUP_DIR}
        DAY_REMOVE=`cat ${BUTGG_CONF} | grep "^DAY_REMOVE" | cut -d"=" -f2 | sed 's/"//g' | sed "s/'//g"`
        check_config DAY_REMOVE ${DF_DAY_REMOVE} ${DAY_REMOVE}
        GDRIVE_ID=`cat ${BUTGG_CONF} | grep "^GDRIVE_ID" | cut -d"=" -f2 | sed 's/"//g' | sed "s/'//g"`
        check_config GDRIVE_ID ${DF_GDRIVE_ID} ${GDRIVE_ID}
        EMAIL_USER=`cat ${BUTGG_CONF} | grep "^EMAIL_USER" | cut -d"=" -f2 | sed 's/"//g' | sed "s/'//g"`
        check_config EMAIL_USER ${DF_EMAIL_USER} ${EMAIL_USER}
        EMAIL_PASS=`cat ${BUTGG_CONF} | grep "^EMAIL_PASS" | cut -d"=" -f2 | sed 's/"//g' | sed "s/'//g"`
        check_config EMAIL_PASS ${DF_EMAIL_PASS} ${EMAIL_PASS}
        EMAIL_TO=`cat ${BUTGG_CONF} | grep "^EMAIL_TO" | cut -d"=" -f2 | sed 's/"//g' | sed "s/'//g"`
        check_config EMAIL_TO ${DF_EMAIL_TO} ${EMAIL_TO}
        SYNC_FILE=`cat ${BUTGG_CONF} | grep "^SYNC_FILE" | cut -d"=" -f2 | sed 's/"//g' | sed "s/'//g"`
        check_config SYNC_FILE ${DF_SYNC_FILE} ${SYNC_FILE}
    fi
}

# Check infomations before upload to Google Drive
check_info(){
    if [ ! -d "${BACKUP_DIR}" ]
    then       
        show_write_log "`change_color red [CHECKS][FAIL]` Directory ${BACKUP_DIR} does not exist. Exit"
        send_error_email "butgg [CHECKS][FAIL]" "Directory ${BACKUP_DIR} does not exist"
        exit 1
    fi
    if [ ! -f ${HOME}/.gdrive/token_v2.json ]
    then
        show_write_log "`change_color red [CHECKS][FAIL]` File ${HOME}/.gdrive/token_v2.json does not exist. Exit"
        show_write_log "Please run command: '${GDRIVE_BIN} about' to create your Google token for gdrive"
        send_error_email "butgg [CHECKS][FAIL]" "File ${HOME}/.gdrive/token_v2.json does not exist"
        exit 1
    else
        echo "\n" | ${GDRIVE_BIN} list >/dev/null
        if [ $? -ne 0 ]
        then
            echo ""
            show_write_log "`change_color red [CHECKS][FAIL]` File ${HOME}/.gdrive/token_v2.json exists but can not verify Google token for gdrive. Exit"
            show_write_log "Please run command: '${GDRIVE_BIN} about' to recreate your Google token for gdrive"
            show_write_log "Please run command: 'butgg.bash --setup credential' to recreate your Google token for gdrive"
            send_error_email "butgg [CHECKS][FAIL]" "File ${HOME}/.gdrive/token_v2.json exists but can not verify Google token for gdrive"
            exit 1
        fi
    fi
}

# Send error email
send_error_email(){
    if [ "${EMAIL_USER}" == "None" ]
    then
        show_write_log "`change_color yellow [WARNING]` Email not config, do not send error email"
    else
        show_write_log "Sending error email..."
        curl -s --url "smtp://smtp.gmail.com:587" --ssl-reqd --mail-from "${EMAIL_USER}" --mail-rcpt "${EMAIL_TO}" --user "${EMAIL_USER}:${EMAIL_PASS}" -T <(echo -e "From: ${EMAIL_USER}\nTo: ${EMAIL_TO}\nSubject: $1\n\n $2")
        if [ $? -ne 0 ]
        then
            echo `date "+[ %d/%m/%Y %H:%M:%S ]"` "---" >> ${BUTGG_DEBUG}
            curl -v --url "smtp://smtp.gmail.com:587" --ssl-reqd --mail-from "${EMAIL_USER}" --mail-rcpt "${EMAIL_TO}" --user "${EMAIL_USER}:${EMAIL_PASS}" -T <(echo -e "From: ${EMAIL_USER}\nTo: ${EMAIL_TO}\nSubject: $1\n\n $2") --stderr ${BUTGG_DEBUG}_${TODAY}
            cat ${BUTGG_DEBUG}_${TODAY} >> ${BUTGG_DEBUG}
            rm -f ${BUTGG_DEBUG}_${TODAY}
            show_write_log "`change_color red [EMAIL][FAIL]` Can not send error email. See ${BUTGG_DEBUG} for more detail"            
        else
            show_write_log "Send error email successful"
        fi
    fi
}


# Run upload to Google Drive
run_upload(){
    show_write_log "Start upload to Google Drive..."
    if [ "${GDRIVE_ID}" == "None" ]
    then
        CHECK_BACKUP_DIR=`${GDRIVE_BIN} list -m 100000 --name-width 0 | grep -c "${TODAY}"`
    else
        show_write_log "Checking Google folder ID..."
        CHECK_GDRIVE_ID=`${GDRIVE_BIN} list -m 100000 --name-width 0 | grep " dir " | awk '{print $1}' | grep -c "^${GDRIVE_ID}$"`
        if [ $? -ne 0 ]
        then
            show_write_log "`change_color yellow [CHECKS][FAIL]` Can not find Google folder ID ${GDRIVE_ID} . Exit"
            send_error_email "butgg [CHECKS][FAIL]" "Can not find Google folder ID ${GDRIVE_ID}"
            exit 1
        else
            show_write_log "Check Google folder ID successful"
        fi
        CHECK_BACKUP_DIR=`${GDRIVE_BIN} list --query "\"${GDRIVE_ID}\" in parents trashed = false" -m 100000 --name-width 0 | grep -c "${TODAY}"`
    fi
    if [ ${CHECK_BACKUP_DIR} -eq 0 ]
    then
        show_write_log "Directory ${TODAY} does not exist. Creating..."
        if [ "${GDRIVE_ID}" == "None" ]
        then
            ID_DIR=`${GDRIVE_BIN} mkdir ${TODAY} | awk '{print $2}'`
        else
            ID_DIR=`${GDRIVE_BIN} mkdir -p ${GDRIVE_ID} ${TODAY} | awk '{print $2}'`
        fi
    else
        show_write_log "Directory ${TODAY} existed. Skipping..."
        if [ "${GDRIVE_ID}" == "None" ]
        then
            ID_DIR=`${GDRIVE_BIN} list -m 100000 --name-width 0 | grep "${TODAY}" | head -1 | awk '{print $1}'`
        else
            ID_DIR=`${GDRIVE_BIN} list --query "\"${GDRIVE_ID}\" in parents and trashed = false" -m 100000 --name-width 0 | grep "${TODAY}" | head -1 | awk '{print $1}'`
        fi
    fi
    if [ ${#ID_DIR} -ne 33 ]
    then
        show_write_log "`change_color red [CREATE][FAIL]` Can not create directory ${TODAY}"
        send_error_email "butgg [CREATE][FAIL]" "Can not create directory ${TODAY}"
        exit 1
    elif [ ${CHECK_BACKUP_DIR} -eq 0 ]
    then
        show_write_log "`change_color green [CREATE]` Created directory ${TODAY} with ID ${ID_DIR}"
    else
        :
    fi
    BACKUP_DIR=`realpath ${BACKUP_DIR}`
    for i in $(ls -1 ${BACKUP_DIR})
    do
        check_file_type "${BACKUP_DIR}/$i"
        if [ -f "${BUTGG_EXCLUDE}" ]
        then
            CHECK_EXCLUDE=`cat "${BUTGG_EXCLUDE}" | grep -c "^$i$"`
            if [ ${CHECK_EXCLUDE} -ne 0 ]
            then
                show_write_log "`change_color green [INFO]` ${FILE_TYPE^} $i in list exclude. Skip upload"
                continue
            fi
        fi
        show_write_log "Uploading ${FILE_TYPE} ${BACKUP_DIR}/$i to directory ${TODAY}..."
        UPLOAD_FILE=`${GDRIVE_BIN} upload -p ${ID_DIR} --recursive ${BACKUP_DIR}/$i`
        if [[ "${UPLOAD_FILE}" == *"Error"* ]] || [[ "${UPLOAD_FILE}" == *"Fail"* ]]
        then
            show_write_log "`change_color red [UPLOAD][FAIL]` Can not upload backup file! ${UPLOAD_FILE}. Exit"
            send_error_email "butgg [UPLOAD][FAIL]" "Can not upload backup file! ${UPLOAD_FILE}"
            exit
        else
            show_write_log "`change_color green [UPLOAD]` Uploaded ${FILE_TYPE} ${BACKUP_DIR}/$i to directory ${TODAY}"
        fi
    done
    show_write_log "Finish! All files and directories in ${BACKUP_DIR} are uploaded to Google Drive in directory ${TODAY}"
}

remove_old_dir(){
    OLD_BACKUP_DAY=`date -v-${DAY_REMOVE}d +%d_%m_%Y`
    if [ "${GDRIVE_ID}" == "None" ]
    then
        OLD_BACKUP_ID=`${GDRIVE_BIN} list -m 100000 --name-width 0 | grep "${OLD_BACKUP_DAY}" | awk '{print $1}'`
    else
        OLD_BACKUP_ID=`${GDRIVE_BIN} list --query "\"${GDRIVE_ID}\" in parents and trashed = false" -m 100000 --name-width 0 | grep "${OLD_BACKUP_DAY}" | awk '{print $1}'`
    fi
    if [ "${OLD_BACKUP_ID}" != "" ]
    then
        ${GDRIVE_BIN} delete -r ${OLD_BACKUP_ID}
        if [ "${GDRIVE_ID}" == "None" ]
        then
            OLD_BACKUP_ID=`${GDRIVE_BIN} list -m 100000 --name-width 0 | grep "${OLD_BACKUP_DAY}" | awk '{print $1}'`
        else
            OLD_BACKUP_ID=`${GDRIVE_BIN} list --query "\"${GDRIVE_ID}\" in parents and trashed = false" -m 100000 --name-width 0 | grep "${OLD_BACKUP_DAY}" | awk '{print $1}'`
        fi
        if [ "${OLD_BACKUP_ID}" == "" ]
        then
            show_write_log "`change_color green [REMOVE]` Removed directory ${OLD_BACKUP_DAY}"
        else
            show_write_log "`change_color red [REMOVE][FAIL]` Directory ${OLD_BACKUP_DAY} exists but can not remove!"
            send_error_email "butgg [REMOVE][FAIL]" "Directory ${OLD_BACKUP_DAY} exists but can not remove!"
        fi
    else
        show_write_log "Directory ${OLD_BACKUP_DAY} does not exist. Nothing need remove!"
    fi
}

run_sync(){
    show_write_log "Checking Google folder ID..."
    if [ "${GDRIVE_ID}" == "None" ]
    then
        show_write_log "`change_color yellow [CHECKS][FAIL]` Google folder ID not config. Exit"
        send_error_email "butgg [CHECKS][FAIL]" "Google folder ID not config"
        exit 1
    else
        CHECK_GDRIVE_ID=`${GDRIVE_BIN} list -m 100000 --name-width 0 | grep " dir " | awk '{print $1}' | grep -c "^${GDRIVE_ID}$"`
        if [ $? -ne 0 ]
        then
            show_write_log "`change_color yellow [CHECKS][FAIL]` Can not find Google folder ID ${GDRIVE_ID} . Exit"
            send_error_email "butgg [CHECKS][FAIL]" "Can not find Google folder ID ${GDRIVE_ID}"
            exit 1
        else
            show_write_log "Check Google folder ID successful"
        fi
    fi
    show_write_log "Start sync to Google Drive..."
    ${GDRIVE_BIN} sync upload --keep-local --delete-extraneous "${BACKUP_DIR}" "${GDRIVE_ID}" | while IFS= read -r line; do printf '[ %s ] %s\n' "$(date '+%d/%m/%Y %H:%M:%S')" "$line" | tee -a ${LOG_FILE}; done
    if [ $? -eq 0 ]
    then
        show_write_log "Finish! All files and directories in ${BACKUP_DIR} are synced to Google Drive"
    else
        echo `date "+[ %d/%m/%Y %H:%M:%S ]"` "---" >> ${BUTGG_DEBUG}
        ${GDRIVE_BIN} sync upload "${BACKUP_DIR}" "${GDRIVE_ID}" >> ${BUTGG_DEBUG}
        show_write_log "`change_color red [SYNC][FAIL]` Can not sync file!. See ${BUTGG_DEBUG} for more detail. Exit"
        send_error_email "butgg [SYNC][FAIL]" "Can not sync file"
        exit 1
    fi
}

# Main functions
get_config
detect_os
check_info
if [ "${SYNC_FILE}" == "No" ]
then
    run_upload
    remove_old_dir
elif [ "${SYNC_FILE}" == "Yes" ]
then
    run_sync
else
    show_write_log "`change_color yellow [CHECKS][FAIL]` Option SYNC_FILE=${SYNC_FILE} not support. Only Yes or No. Exit"
    send_error_email "butgg [CHECKS][FAIL]" "Option SYNC_FILE=${SYNC_FILE} not support"
    exit 1
fi