Skip to content

Commit

Permalink
cdc: fixes minor bugs pingcap#10168 and pingcap#10169 (pingcap#10170)
Browse files Browse the repository at this point in the history
Signed-off-by: qupeng <qupeng@pingcap.com>
  • Loading branch information
hicqu committed Dec 2, 2023
1 parent af9cb77 commit f8d562c
Show file tree
Hide file tree
Showing 2 changed files with 6 additions and 2 deletions.
4 changes: 4 additions & 0 deletions cdc/kv/client.go
Original file line number Diff line number Diff line change
Expand Up @@ -73,6 +73,8 @@ const (
regionScheduleReload = false

resolveLockMinInterval = 10 * time.Second

scanRegionsConcurrency = 1024
)

// time interval to force kv client to terminate gRPC stream and reconnect
Expand Down Expand Up @@ -432,6 +434,8 @@ func (s *eventFeedSession) eventFeed(ctx context.Context) error {
g.Go(func() error { return s.logSlowRegions(ctx) })

g.Go(func() error {
g, ctx := errgroup.WithContext(ctx)
g.SetLimit(scanRegionsConcurrency)
for {
select {
case <-ctx.Done():
Expand Down
4 changes: 2 additions & 2 deletions cdc/processor/sinkmanager/tasks.go
Original file line number Diff line number Diff line change
Expand Up @@ -33,8 +33,8 @@ var (
maxUpdateIntervalSize = defaultMaxUpdateIntervalSize

// Sink manager schedules table tasks based on lag. Limit the max task range
// can be helpful to reduce changefeed latency.
maxTaskRange = 5 * time.Second
// can be helpful to reduce changefeed latency for large initial data.
maxTaskRange = 30 * time.Minute
)

// Used to record the progress of the table.
Expand Down

0 comments on commit f8d562c

Please sign in to comment.