diff --git a/mysql-backup-s3/Dockerfile b/mysql-backup-s3/Dockerfile index 53f2d5b..c408059 100644 --- a/mysql-backup-s3/Dockerfile +++ b/mysql-backup-s3/Dockerfile @@ -5,7 +5,7 @@ ADD install.sh install.sh RUN sh install.sh && rm install.sh ENV MYSQLDUMP_OPTIONS --quote-names --quick --add-drop-table --add-locks --allow-keywords --disable-keys --extended-insert --single-transaction --create-options --comments --net_buffer_length=16384 -ENV MYSQLDUMP_DATABASE --all-databases +ENV MYSQLDUMP_DATABASES *ALL_IN_ONE* ENV MYSQL_HOST **None** ENV MYSQL_PORT 3306 ENV MYSQL_USER **None** diff --git a/mysql-backup-s3/backup.sh b/mysql-backup-s3/backup.sh index ff7317e..c7d8bd6 100644 --- a/mysql-backup-s3/backup.sh +++ b/mysql-backup-s3/backup.sh @@ -2,32 +2,32 @@ set -e -if [ "${S3_ACCESS_KEY_ID}" = "**None**" ]; then +if [ "${S3_ACCESS_KEY_ID}" == "**None**" ]; then echo "You need to set the S3_ACCESS_KEY_ID environment variable." exit 1 fi -if [ "${S3_SECRET_ACCESS_KEY}" = "**None**" ]; then +if [ "${S3_SECRET_ACCESS_KEY}" == "**None**" ]; then echo "You need to set the S3_SECRET_ACCESS_KEY environment variable." exit 1 fi -if [ "${S3_BUCKET}" = "**None**" ]; then +if [ "${S3_BUCKET}" == "**None**" ]; then echo "You need to set the S3_BUCKET environment variable." exit 1 fi -if [ "${MYSQL_HOST}" = "**None**" ]; then +if [ "${MYSQL_HOST}" == "**None**" ]; then echo "You need to set the MYSQL_HOST environment variable." exit 1 fi -if [ "${MYSQL_USER}" = "**None**" ]; then +if [ "${MYSQL_USER}" == "**None**" ]; then echo "You need to set the MYSQL_USER environment variable." exit 1 fi -if [ "${MYSQL_PASSWORD}" = "**None**" ]; then +if [ "${MYSQL_PASSWORD}" == "**None**" ]; then echo "You need to set the MYSQL_PASSWORD environment variable or link to a container named MYSQL." exit 1 fi @@ -37,14 +37,73 @@ export AWS_ACCESS_KEY_ID=$S3_ACCESS_KEY_ID export AWS_SECRET_ACCESS_KEY=$S3_SECRET_ACCESS_KEY export AWS_DEFAULT_REGION=$S3_REGION -MYSQL_HOST_OPTS="-h $MYSQL_HOST --port $MYSQL_PORT -u $MYSQL_USER -p$MYSQL_PASSWORD" +MYSQL_HOST_OPTS="-h $MYSQL_HOST -P $MYSQL_PORT -u$MYSQL_USER -p$MYSQL_PASSWORD" +DUMP_START_TIME=$(date +"%Y-%m-%dT%H%M%SZ") -echo "Creating dump of ${MYSQLDUMP_DATABASE} database(s) from ${MYSQL_HOST}..." +copy_s3 () { + SRC_FILE=$1 + DEST_FILE=$2 -mysqldump $MYSQL_HOST_OPTS $MYSQLDUMP_OPTIONS $MYSQLDUMP_DATABASE | gzip > dump.sql.gz + echo "Uploading ${DEST_FILE} on S3..." -echo "Uploading dump to $S3_BUCKET" + cat $SRC_FILE | aws s3 cp - s3://$S3_BUCKET/$S3_PREFIX/$DEST_FILE -cat dump.sql.gz | aws s3 cp - s3://$S3_BUCKET/$S3_PREFIX/$(date +"%Y-%m-%dT%H%M%SZ").sql.gz || exit 2 + if [ $? != 0 ]; then + >&2 echo "Error uploading ${DEST_FILE} on S3" + fi -echo "SQL backup uploaded successfully" + rm $SRC_FILE +} + +if [ "${MYSQLDUMP_DATABASES}" == "*ALL_IN_ONE*" ]; then + echo "Creating dump of all databases from ${MYSQL_HOST}..." + + DUMP_FILE="/tmp/dump.sql.gz" + mysqldump $MYSQL_HOST_OPTS $MYSQLDUMP_OPTIONS --all-databases | gzip > $DUMP_FILE + + if [ $? == 0 ]; then + S3_FILE="${DUMP_START_TIME}.${DB}.sql.gz" + + copy_s3 $DUMP_FILE $S3_FILE + else + >&2 echo "Error creating dump of all databases" + fi +elif [ "${MYSQLDUMP_DATABASES}" == "*ALL*" ]; then + echo "Mysql options ${MYSQL_HOST_OPTS}"; + DATABASES=`mysql $MYSQL_HOST_OPTS -e "SHOW DATABASES;" | grep -Ev "(Database|information_schema|performance_schema|mysql)"` + + for DB in $DATABASES; do + echo "Creating dump of ${DB} database from ${MYSQL_HOST}..." + + DUMP_FILE="/tmp/${DB}.sql.gz" + + mysqldump $MYSQL_HOST_OPTS $MYSQLDUMP_OPTIONS --databases $DB | gzip > $DUMP_FILE + + if [ $? == 0 ]; then + S3_FILE="${DUMP_START_TIME}.${DB}.sql.gz" + + copy_s3 $DUMP_FILE $S3_FILE + else + >&2 echo "Error creating dump of ${DB}" + fi + done + +else + for DB in $MYSQLDUMP_DATABASES; do + echo "Creating dump of ${DB} database from ${MYSQL_HOST}..." + + DUMP_FILE="/tmp/${DB}.sql.gz" + + mysqldump $MYSQL_HOST_OPTS $MYSQLDUMP_OPTIONS --databases $DB | gzip > $DUMP_FILE + + if [ $? == 0 ]; then + S3_FILE="${DUMP_START_TIME}.${DB}.sql.gz" + + copy_s3 $DUMP_FILE $S3_FILE + else + >&2 echo "Error creating dump of database ${DB}" + fi + done +fi + +echo "SQL backup finished"