Changeset 31318

Timestamp:

Apr 18, 2011, 3:01:58 PM (15 years ago)

Author:

Serge CHASTEL

Message:

BZip replaces GZip for gpc1 dumps

Location:

trunk/tools/mysql-dump

Files:

• gpc1Import.py (modified) (1 diff)
• gpc1_dump.sh (modified) (3 diffs)
• gpc1_install.sh (modified) (2 diffs)

trunk/tools/mysql-dump/gpc1Import.py

@@ -15 +15 @@
 gpc1dumps=commands.getoutput('ls -t -1 /export/ipp001.0/ipp/mysql-dumps/mysql-gpc1*')
 dumparray=gpc1dumps.split()[1]
-cmd='gunzip < '+dumparray+' | mysql -hipp001 -u ipp -pipp -f ' + newname
+cmd='bunzip2 < '+dumparray+' | mysql -hipp001 -u ipp -pipp -f ' + newname
 results = commands.getstatusoutput(cmd)
 

trunk/tools/mysql-dump/gpc1_dump.sh

@@ -8 +8 @@
 #       - it deletes the old MySQL dumps
 #       - it deletes the old MD5 checksum file
-# 2) It calls mysqldump to dump gpc1 to some gzipped file
+# 2) It calls mysqldump to dump gpc1 to some bzipped file
 # 3) It computes the checksum
 # 4) It copies the dump and the checksum files onto the TARGET_HOST
@@ -28 +28 @@
 #1) Cleaning
 log INFO "Deleting old dumps"
-for file in `find $DUMP_PATH -name mysql-gpc1-$HOST-\*.dump.gz`; do
+for file in `find $DUMP_PATH -name mysql-gpc1-$HOST-\*.dump.bz`; do
         log INFO "Deleting $file"
         /bin/rm -f $file
@@ -37 +37 @@
 #2) Dumping
 DATEVAR=`date +%FT%T`                                   #date        
-FILENAME=$DUMP_PATH/mysql-gpc1-$HOST-$DATEVAR.dump.gz    #dump file name
+FILENAME=$DUMP_PATH/mysql-gpc1-$HOST-$DATEVAR.dump.bz    #dump file name
 DB_USERNAME=gpc1_dump
 MD5FILENAME=$DUMP_PATH/gpc1_checksum.md5
 log INFO "Dumping to $FILENAME"
-/usr/bin/mysqldump -h localhost -u $DB_USERNAME -p$DB_PASSWORD --flush-logs --single-transaction gpc1 | gzip -9 > $FILENAME
+/usr/bin/mysqldump -h localhost -u $DB_USERNAME -p$DB_PASSWORD --flush-logs --single-transaction gpc1 | ~ipp/local/bin/pbzip2 > $FILENAME
 dump_status=${PIPESTATUS[0]}
 if [ "$dump_status" -ne "0" ]; then

trunk/tools/mysql-dump/gpc1_install.sh

@@ -10 +10 @@
 # 2) Check the gpc1 dump file against its checksum.
 # 3) Distribute the validated files, that is:
-#    - Hard-links the gzipped MySQL dump in the distribution directory
+#    - Hard-links the bzipped MySQL dump in the distribution directory
 #    - Moves the MD5 checksum to the distribution directory
 # 4) Import gpc1 into gpc1_0 or gpc1_1 (ensured by gpc1Import.py utility)
@@ -21 +21 @@
 MD5FILE=gpc1_checksum.md5
 
-DISTRIBUTION_TARGET=$TARGET/distribution/ippdb01-gpc1.dump.gz
+DISTRIBUTION_TARGET=$TARGET/distribution/ippdb01-gpc1.dump.bz
 DISTRIBUTION_MD5=$TARGET/distribution/ippdb01-gpc1.md5