Fix the issue that checkpoint can't parse large audit log (#1259)

pingcap · Apr 3, 2021 · c211098 · c211098
1 parent 9049356
commit c211098
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/pkg/checkpoint/checkpoint.go b/pkg/checkpoint/checkpoint.go
@@ -38,6 +38,9 @@ const (
 	goroutineKey = contextKey("CHECKPOINT_GOROUTINE")
 	funcKey      = "__func__"
 	hashKey      = "__hash__"
+
+	// At most 10M for each line in audit log
+	maxTokenSize = 10 * 1024 * 1024
 )
 
 var (
@@ -125,6 +128,7 @@ func NewCheckPoint(r io.Reader) (*CheckPoint, error) {
 	cp := CheckPoint{points: make([]map[string]interface{}, 0)}
 
 	scanner := bufio.NewScanner(r)
+	scanner.Buffer(nil, maxTokenSize)
 	for scanner.Scan() {
 		line := scanner.Text()
 		m, err := checkLine(line)