test: Fix br_300_small_tables bug (#1367) (#1368)

Author: ti-chi-bot

tests/br_300_small_tables/run.sh

@@ -18,10 +18,9 @@ DB="$TEST_NAME"
 TABLES_COUNT=300
 
 PROGRESS_FILE="$TEST_DIR/progress_file"
-BACKUP_LOG="$TEST_DIR/backup.log"
+BACKUPMETAV1_LOG="$TEST_DIR/backup.log"
 BACKUPMETAV2_LOG="$TEST_DIR/backupv2.log"
 RESTORE_LOG="$TEST_DIR/restore.log"
-RESTOREMETAV2_LOG="$TEST_DIR/restorev2.log"
 rm -rf $PROGRESS_FILE
 
 # functions to do float point arithmetric
@@ -40,11 +39,11 @@ done
 # backup db
 echo "backup meta v2 start..."
 unset BR_LOG_TO_TERM
-rm -f $BACKUP_LOG
+rm -f $BACKUPMETAV2_LOG
 export GO_FAILPOINTS="github.com/pingcap/br/pkg/task/progress-call-back=return(\"$PROGRESS_FILE\")"
-run_br backup db --db "$DB" --log-file $BACKUP_LOG -s "local://$TEST_DIR/${DB}v2" --pd $PD_ADDR --use-backupmeta-v2 
-backup_size=`tail -n 2 ${BACKUP_LOG} | grep "backup data size" | grep -oP '\[\K[^\]]+' | grep "backup data size" | awk -F '=' '{print $2}' | grep -oP '\d*\.\d+'`
-echo "backup meta v2 backup size is ${backup_size}"
+run_br backup db --db "$DB" --log-file $BACKUPMETAV2_LOG -s "local://$TEST_DIR/${DB}v2" --pd $PD_ADDR --use-backupmeta-v2 
+backupv2_size=`grep "backup data size" "${BACKUPMETAV2_LOG}" | grep -oP '\[\K[^\]]+' | grep "backup data size" | awk -F '=' '{print $2}' | grep -oP '\d*\.\d+'`
+echo "backup meta v2 backup size is ${backupv2_size}"
 export GO_FAILPOINTS=""
 
 if [[ "$(wc -l <$PROGRESS_FILE)" == "1" ]] && [[ $(grep -c "range" $PROGRESS_FILE) == "1" ]];
@@ -59,13 +58,13 @@ fi
 rm -rf $PROGRESS_FILE
 
 echo "backup meta v1 start..."
-rm -f $BACKUPMETAV2_LOG
-run_br backup db --db "$DB" --log-file $BACKUPMETAV2_LOG -s "local://$TEST_DIR/$DB" --pd $PD_ADDR 
-backupv2_size=`tail -n 2 ${BACKUPMETAV2_LOG} | grep "backup data size" | grep -oP '\[\K[^\]]+' | grep "backup data size" | awk -F '=' '{print $2}' | grep -oP '\d*\.\d+'`
-echo "backup meta v1 backup size is ${backupv2_size}"
+rm -f $BACKUPMETAV1_LOG
+run_br backup db --db "$DB" --log-file $BACKUPMETAV1_LOG -s "local://$TEST_DIR/$DB" --pd $PD_ADDR 
+backupv1_size=`grep "backup data size" "${BACKUPMETAV1_LOG}" | grep -oP '\[\K[^\]]+' | grep "backup data size" | awk -F '=' '{print $2}' | grep -oP '\d*\.\d+'`
+echo "backup meta v1 backup size is ${backupv1_size}"
 
 
-if [ $(calc "${backup_size}-${backupv2_size}==0") -eq 1 ]; then 
+if [ $(calc "${backupv1_size}-${backupv2_size}==0") -eq 1 ]; then 
     echo "backup meta v1 data size match backup meta v2 data size"
 else 
     echo "statistics unmatch"
@@ -83,11 +82,11 @@ done
 rm -rf $RESTORE_LOG
 echo "restore 1/300 of the table start..."
 run_br restore table --db $DB  --table "sbtest100" --log-file $RESTORE_LOG -s "local://$TEST_DIR/$DB" --pd $PD_ADDR --no-schema
-restore_size=`tail -n 2 ${RESTORE_LOG} | grep "restore data size" | grep -oP '\[\K[^\]]+' | grep "restore data size" | awk -F '=' '{print $2}' | grep -oP '\d*\.\d+'`
+restore_size=`grep "restore data size" "${RESTORE_LOG}" | grep -oP '\[\K[^\]]+' | grep "restore data size" | awk -F '=' '{print $2}' | grep -oP '\d*\.\d+'`
 echo "restore data size is ${restore_size}"
 
-diff=$(calc "$backup_size-$restore_size*$TABLES_COUNT")
-echo ${diff}
+diff=$(calc "$backupv2_size-$restore_size*$TABLES_COUNT")
+echo "the difference is ${diff}"
 
 threshold="1"