From db2ec697cec014b9f3151f765eac2783ae1091e1 Mon Sep 17 00:00:00 2001 From: Nick Schuch Date: Mon, 19 Feb 2024 14:58:24 +1000 Subject: [PATCH 1/2] Use gzip for dump and import --- mysql/scripts/database-dump-tables | 2 +- mysql/scripts/database-import-tables | 6 +++--- 2 files changed, 4 insertions(+), 4 deletions(-) diff --git a/mysql/scripts/database-dump-tables b/mysql/scripts/database-dump-tables index b19843e..c472299 100644 --- a/mysql/scripts/database-dump-tables +++ b/mysql/scripts/database-dump-tables @@ -3,4 +3,4 @@ DATABASE=$1 DUMP_DIR=$2 -mtk table list ${DATABASE} | xargs -I {} sh -c "mtk dump ${DATABASE} '{}' > '${DUMP_DIR}/{}.sql'" \ No newline at end of file +mtk table list ${DATABASE} | xargs -I {} sh -c "mtk dump ${DATABASE} '{}' | gzip > '${DUMP_DIR}/{}.sql.gz'" diff --git a/mysql/scripts/database-import-tables b/mysql/scripts/database-import-tables index 28700a6..4a80100 100644 --- a/mysql/scripts/database-import-tables +++ b/mysql/scripts/database-import-tables @@ -5,11 +5,11 @@ DUMP_DIR=$2 mysql-drop-tables ${MYSQL_USERNAME} ${MYSQL_PASSWORD} ${MYSQL_HOSTNAME} ${DATABASE} -for i in ${DUMP_DIR}/*.sql +for i in ${DUMP_DIR}/*.sql.gz do echo "Starting to import: $i" start=$(date +%s) - MYSQL_PWD="${MYSQL_PASSWORD}" mysql --user=${MYSQL_USERNAME} --host=${MYSQL_HOSTNAME} ${DATABASE} < $i + MYSQL_PWD="${MYSQL_PASSWORD}" zcat ${i} | mysql --user=${MYSQL_USERNAME} --host=${MYSQL_HOSTNAME} ${DATABASE} end=$(date +%s) echo "Finished importing $i in: $(($end-$start)) seconds" -done \ No newline at end of file +done From eb9b35cd82827f513e46be53d904b7e359108b66 Mon Sep 17 00:00:00 2001 From: Nick Schuch Date: Mon, 15 Apr 2024 14:03:42 +1000 Subject: [PATCH 2/2] Testing --- mysql/scripts/database-import-tables | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/mysql/scripts/database-import-tables b/mysql/scripts/database-import-tables index 4a80100..59ee8c0 100644 --- a/mysql/scripts/database-import-tables +++ b/mysql/scripts/database-import-tables @@ -9,7 +9,7 @@ for i in ${DUMP_DIR}/*.sql.gz do echo "Starting to import: $i" start=$(date +%s) - MYSQL_PWD="${MYSQL_PASSWORD}" zcat ${i} | mysql --user=${MYSQL_USERNAME} --host=${MYSQL_HOSTNAME} ${DATABASE} + zcat ${i} | MYSQL_PWD="${MYSQL_PASSWORD}" mysql --user=${MYSQL_USERNAME} --host=${MYSQL_HOSTNAME} ${DATABASE} end=$(date +%s) echo "Finished importing $i in: $(($end-$start)) seconds" done