forked from pingcap/tidb
-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
This is an automated cherry-pick of pingcap#52734
Signed-off-by: ti-chi-bot <ti-community-prow-bot@tidb.io>
- Loading branch information
1 parent
b1e0241
commit dd960a9
Showing
11 changed files
with
360 additions
and
30 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,28 @@ | ||
#!/bin/bash | ||
# | ||
# Copyright 2024 PingCAP, Inc. | ||
# | ||
# Licensed under the Apache License, Version 2.0 (the "License"); | ||
# you may not use this file except in compliance with the License. | ||
# You may obtain a copy of the License at | ||
# | ||
# http://www.apache.org/licenses/LICENSE-2.0 | ||
# | ||
# Unless required by applicable law or agreed to in writing, software | ||
# distributed under the License is distributed on an "AS IS" BASIS, | ||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | ||
# See the License for the specific language governing permissions and | ||
# limitations under the License. | ||
|
||
set -eu | ||
|
||
# check index schema | ||
## check table test.pairs | ||
run_sql "SHOW INDEX FROM test.pairs WHERE Key_name = 'i1';" | ||
check_contains "Column_name: y" | ||
check_contains "Column_name: z" | ||
|
||
# check index data | ||
run_sql "select count(*) AS RESCNT from test.pairs use index(i1) where y = 0 and z = 0;" | ||
check_not_contains "RESCNT: 0" | ||
run_sql "admin check table test.pairs;" |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1 @@ | ||
ALTER TABLE test.pairs ADD INDEX i1(y, z); |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,3 @@ | ||
CREATE TABLE test.pairs(x int auto_increment primary key, y int DEFAULT RAND(), z int DEFAULT RAND()); | ||
INSERT INTO test.pairs (y,z) VALUES (0,0); | ||
INSERT INTO test.pairs VALUES (),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(),(); |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,183 @@ | ||
#!/bin/bash | ||
# | ||
# Copyright 2024 PingCAP, Inc. | ||
# | ||
# Licensed under the Apache License, Version 2.0 (the "License"); | ||
# you may not use this file except in compliance with the License. | ||
# You may obtain a copy of the License at | ||
# | ||
# http://www.apache.org/licenses/LICENSE-2.0 | ||
# | ||
# Unless required by applicable law or agreed to in writing, software | ||
# distributed under the License is distributed on an "AS IS" BASIS, | ||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | ||
# See the License for the specific language governing permissions and | ||
# limitations under the License. | ||
|
||
set -eu | ||
. run_services | ||
CUR=$(cd `dirname $0`; pwd) | ||
|
||
# const value | ||
PREFIX="pitr_backup_failpoint" # NOTICE: don't start with 'br' because `restart services` would remove file/directory br*. | ||
res_file="$TEST_DIR/sql_res.$TEST_NAME.txt" | ||
hint_sig_file_public=$TEST_DIR/hint_sig_file_public | ||
hint_sig_file_history=$TEST_DIR/hint_sig_file_history | ||
|
||
# inject some failpoints for TiDB-server | ||
export GO_FAILPOINTS="github.com/pingcap/tidb/pkg/ddl/create-index-stuck-before-public=return(\"$hint_sig_file_public\");\ | ||
github.com/pingcap/tidb/pkg/ddl/create-index-stuck-before-ddlhistory=return(\"$hint_sig_file_history\")" | ||
|
||
# start a new cluster | ||
echo "restart a services" | ||
restart_services | ||
|
||
# prepare the data | ||
echo "prepare the data" | ||
run_sql_file $CUR/prepare_data/ingest_repair.sql | ||
|
||
# prepare the intersect data | ||
run_sql_file $CUR/intersect_data/ingest_repair1.sql & | ||
sql_pid=$! | ||
|
||
# start the log backup task | ||
echo "start log task" | ||
run_br --pd $PD_ADDR log start --task-name integration_test -s "local://$TEST_DIR/$PREFIX/log" | ||
|
||
# wait until the index creation is running | ||
retry_cnt=0 | ||
while true; do | ||
run_sql "ADMIN SHOW DDL JOBS WHERE DB_NAME = 'test' AND TABLE_NAME = 'pairs' AND STATE = 'running' AND SCHEMA_STATE = 'write reorganization' AND JOB_TYPE = 'add index /* ingest */';" | ||
if grep -Fq "1. row" $res_file; then | ||
break | ||
fi | ||
|
||
retry_cnt=$((retry_cnt+1)) | ||
if [ "$retry_cnt" -gt 50 ]; then | ||
echo 'the wait lag is too large' | ||
exit 1 | ||
fi | ||
|
||
sleep 1 | ||
done | ||
|
||
# run snapshot backup 1 -- before the index becomes public | ||
echo "run snapshot backup" | ||
run_br --pd $PD_ADDR backup full -s "local://$TEST_DIR/$PREFIX/full-1" | ||
|
||
# advance the progress of index creation, make the index become public | ||
touch $hint_sig_file_public | ||
|
||
# wait until the index creation is done | ||
retry_cnt=0 | ||
while true; do | ||
run_sql "ADMIN SHOW DDL JOBS WHERE DB_NAME = 'test' AND TABLE_NAME = 'pairs' AND STATE = 'done' AND SCHEMA_STATE = 'public' AND JOB_TYPE = 'add index /* ingest */';" | ||
if grep -Fq "1. row" $res_file; then | ||
break | ||
fi | ||
|
||
retry_cnt=$((retry_cnt+1)) | ||
if [ "$retry_cnt" -gt 50 ]; then | ||
echo 'the wait lag is too large' | ||
exit 1 | ||
fi | ||
|
||
sleep 1 | ||
done | ||
|
||
# run snapshot backup 2 -- before the ddl history is generated | ||
echo "run snapshot backup" | ||
run_br --pd $PD_ADDR backup full -s "local://$TEST_DIR/$PREFIX/full-2" | ||
|
||
# advance the progress of index creation, generate ddl history | ||
touch $hint_sig_file_history | ||
|
||
# wait index creation done | ||
wait $sql_pid | ||
|
||
# wait until the index creation is done | ||
retry_cnt=0 | ||
while true; do | ||
run_sql "ADMIN SHOW DDL JOBS WHERE DB_NAME = 'test' AND TABLE_NAME = 'pairs' AND STATE = 'synced' AND SCHEMA_STATE = 'public' AND JOB_TYPE = 'add index /* ingest */';" | ||
if grep -Fq "1. row" $res_file; then | ||
break | ||
fi | ||
|
||
retry_cnt=$((retry_cnt+1)) | ||
if [ "$retry_cnt" -gt 50 ]; then | ||
echo 'the wait lag is too large' | ||
exit 1 | ||
fi | ||
|
||
sleep 1 | ||
done | ||
|
||
# clean the failpoints | ||
export GO_FAILPOINTS="" | ||
|
||
# check something in the upstream | ||
run_sql "SHOW INDEX FROM test.pairs WHERE Key_name = 'i1';" | ||
check_contains "Column_name: y" | ||
check_contains "Column_name: z" | ||
|
||
# wait checkpoint advance | ||
echo "wait checkpoint advance" | ||
sleep 10 | ||
current_ts=$(echo $(($(date +%s%3N) << 18))) | ||
echo "current ts: $current_ts" | ||
i=0 | ||
while true; do | ||
# extract the checkpoint ts of the log backup task. If there is some error, the checkpoint ts should be empty | ||
log_backup_status=$(unset BR_LOG_TO_TERM && run_br --pd $PD_ADDR log status --task-name integration_test --json 2>/dev/null) | ||
echo "log backup status: $log_backup_status" | ||
checkpoint_ts=$(echo "$log_backup_status" | head -n 1 | jq 'if .[0].last_errors | length == 0 then .[0].checkpoint else empty end') | ||
echo "checkpoint ts: $checkpoint_ts" | ||
|
||
# check whether the checkpoint ts is a number | ||
if [ $checkpoint_ts -gt 0 ] 2>/dev/null; then | ||
# check whether the checkpoint has advanced | ||
if [ $checkpoint_ts -gt $current_ts ]; then | ||
echo "the checkpoint has advanced" | ||
break | ||
fi | ||
# the checkpoint hasn't advanced | ||
echo "the checkpoint hasn't advanced" | ||
i=$((i+1)) | ||
if [ "$i" -gt 50 ]; then | ||
echo 'the checkpoint lag is too large' | ||
exit 1 | ||
fi | ||
sleep 10 | ||
else | ||
# unknown status, maybe somewhere is wrong | ||
echo "TEST: [$TEST_NAME] failed to wait checkpoint advance!" | ||
exit 1 | ||
fi | ||
done | ||
|
||
# start a new cluster | ||
echo "restart a services" | ||
restart_services | ||
|
||
# PITR restore - 1 | ||
echo "run pitr 1 -- before the index becomes public" | ||
run_br --pd $PD_ADDR restore point -s "local://$TEST_DIR/$PREFIX/log" --full-backup-storage "local://$TEST_DIR/$PREFIX/full-1" > $res_file 2>&1 | ||
|
||
# check something in downstream cluster | ||
echo "check br log" | ||
check_contains "restore log success summary" | ||
## check feature compatibility between PITR and accelerate indexing | ||
bash $CUR/check/check_ingest_repair.sh | ||
|
||
# Clean the data | ||
run_sql "DROP DATABASE test; CREATE DATABASE test;" | ||
|
||
# PITR restore - 2 | ||
echo "run pitr 2 -- before the index becomes public" | ||
run_br --pd $PD_ADDR restore point -s "local://$TEST_DIR/$PREFIX/log" --full-backup-storage "local://$TEST_DIR/$PREFIX/full-2" > $res_file 2>&1 | ||
|
||
# check something in downstream cluster | ||
echo "check br log" | ||
check_contains "restore log success summary" | ||
## check feature compatibility between PITR and accelerate indexing | ||
bash $CUR/check/check_ingest_repair.sh |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,70 @@ | ||
#!/usr/bin/env bash | ||
|
||
# This script split the integration tests into 9 groups to support parallel group tests execution. | ||
# all the integration tests are located in br/tests directory. only the directories | ||
# containing run.sh will be considered as valid br integration tests. the script will print the total case number | ||
|
||
set -eo pipefail | ||
|
||
# Step 1 | ||
CUR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd) | ||
group=$1 | ||
export COV_DIR="/tmp/group_cover" | ||
rm -rf $COV_DIR | ||
mkdir -p $COV_DIR | ||
|
||
# Define groups | ||
# Note: If new group is added, the group name must also be added to CI | ||
# * https://github.com/PingCAP-QE/ci/blob/main/pipelines/pingcap/tidb/latest/pull_br_integration_test.groovy | ||
# Each group of tests consumes as much time as possible, thus reducing CI waiting time. | ||
# Putting multiple light tests together and heavy tests in a separate group. | ||
declare -A groups | ||
groups=( | ||
["G00"]="br_300_small_tables br_backup_empty br_backup_version br_cache_table br_case_sensitive br_charset_gbk br_check_new_collocation_enable" | ||
["G01"]="br_autoid br_crypter2 br_db br_db_online br_db_online_newkv br_db_skip br_debug_meta br_ebs br_foreign_key br_full br_table_partition" | ||
["G02"]="br_full_cluster_restore br_full_ddl br_full_index br_gcs br_history" | ||
["G03"]='br_incompatible_tidb_config br_incremental br_incremental_ddl br_incremental_index br_pitr br_pitr_failpoint' | ||
["G04"]='br_incremental_only_ddl br_incremental_same_table br_insert_after_restore br_key_locked br_log_test br_move_backup br_mv_index br_other br_partition_add_index br_tidb_placement_policy br_tiflash' | ||
["G05"]='br_range br_rawkv br_replica_read br_restore_TDE_enable br_restore_log_task_enable br_s3 br_shuffle_leader br_shuffle_region br_single_table' | ||
["G06"]='br_skip_checksum br_small_batch_size br_split_region_fail br_systables br_table_filter br_txn br_stats br_clustered_index br_crypter' | ||
["G07"]='br_tikv_outage' | ||
["G08"]='br_tikv_outage2 br_ttl br_views_and_sequences br_z_gc_safepoint br_autorandom' | ||
) | ||
|
||
# Get other cases not in groups, to avoid missing any case | ||
others=() | ||
for script in "$CUR"/*/run.sh; do | ||
test_name="$(basename "$(dirname "$script")")" | ||
if [[ $test_name != br* ]]; then | ||
continue | ||
fi | ||
# shellcheck disable=SC2076 | ||
if [[ ! " ${groups[*]} " =~ " ${test_name} " ]]; then | ||
others=("${others[@]} ${test_name}") | ||
fi | ||
done | ||
|
||
if [[ "$group" == "others" ]]; then | ||
if [[ -z $others ]]; then | ||
echo "All br integration test cases have been added to groups" | ||
exit 0 | ||
fi | ||
echo "Error: "$others" is not added to any group in br/tests/run_group_br_tests.sh" | ||
exit 1 | ||
elif [[ " ${!groups[*]} " =~ " ${group} " ]]; then | ||
test_names="${groups[${group}]}" | ||
# Run test cases | ||
if [[ -n $test_names ]]; then | ||
echo "" | ||
echo "Run cases: ${test_names}" | ||
for case_name in $test_names; do | ||
echo "Run cases: ${case_name}" | ||
rm -rf /tmp/backup_restore_test | ||
mkdir -p /tmp/backup_restore_test | ||
TEST_NAME=${case_name} ${CUR}/run.sh | ||
done | ||
fi | ||
else | ||
echo "Error: invalid group name: ${group}" | ||
exit 1 | ||
fi |
Oops, something went wrong.