From 36c0298a51c4158128a3910cc657aaaeb02a08e7 Mon Sep 17 00:00:00 2001 From: Weizhen Wang Date: Mon, 9 Oct 2023 11:52:55 +0800 Subject: [PATCH] executor: AnalyzePartitionConcurrency is not more than number of task (#47463) close pingcap/tidb#47464 --- executor/analyze.go | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/executor/analyze.go b/executor/analyze.go index 04c35d91b1395..073c3fb66aed9 100644 --- a/executor/analyze.go +++ b/executor/analyze.go @@ -122,7 +122,7 @@ func (e *AnalyzeExec) Next(ctx context.Context, _ *chunk.Chunk) error { globalStatsMap := make(map[globalStatsKey]globalStatsInfo) g, _ := errgroup.WithContext(ctx) g.Go(func() error { - return e.handleResultsError(ctx, concurrency, needGlobalStats, globalStatsMap, resultsCh) + return e.handleResultsError(ctx, concurrency, needGlobalStats, globalStatsMap, resultsCh, len(tasks)) }) for _, task := range tasks { @@ -353,8 +353,11 @@ func (e *AnalyzeExec) handleResultsError( needGlobalStats bool, globalStatsMap globalStatsMap, resultsCh <-chan *statistics.AnalyzeResults, + taskNum int, ) error { partitionStatsConcurrency := e.Ctx().GetSessionVars().AnalyzePartitionConcurrency + // the concurrency of handleResultsError cannot be more than partitionStatsConcurrency + partitionStatsConcurrency = min(taskNum, partitionStatsConcurrency) // If partitionStatsConcurrency > 1, we will try to demand extra session from Domain to save Analyze results in concurrency. // If there is no extra session we can use, we will save analyze results in single-thread. if partitionStatsConcurrency > 1 {