cdc: fixes minor bugs pingcap#10168 and pingcap#10169 (pingcap#10170) (…

…pingcap#10189) close pingcap#10168
ti-chi-bot · Dec 11, 2023 · ba6a5c9 · ba6a5c9
1 parent bb8c2db
commit ba6a5c9
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 2 deletions.
diff --git a/cdc/kv/client.go b/cdc/kv/client.go
@@ -73,6 +73,8 @@ const (
 	regionScheduleReload = false
 
 	resolveLockMinInterval = 10 * time.Second
+
+	scanRegionsConcurrency = 1024
 )
 
 // time interval to force kv client to terminate gRPC stream and reconnect
@@ -432,6 +434,8 @@ func (s *eventFeedSession) eventFeed(ctx context.Context) error {
 	g.Go(func() error { return s.logSlowRegions(ctx) })
 
 	g.Go(func() error {
+		g, ctx := errgroup.WithContext(ctx)
+		g.SetLimit(scanRegionsConcurrency)
 		for {
 			select {
 			case <-ctx.Done():

diff --git a/cdc/processor/sinkmanager/tasks.go b/cdc/processor/sinkmanager/tasks.go
@@ -33,8 +33,8 @@ var (
 	maxUpdateIntervalSize = defaultMaxUpdateIntervalSize
 
 	// Sink manager schedules table tasks based on lag. Limit the max task range
-	// can be helpful to reduce changefeed latency.
-	maxTaskRange = 5 * time.Second
+	// can be helpful to reduce changefeed latency for large initial data.
+	maxTaskRange = 30 * time.Minute
 )
 
 // Used to record the progress of the table.