ccl/multiregionccl: TestAddRegionSucceedWithConcurrentBackupOps failed

[cockroach-teamcity]

ccl/multiregionccl.TestAddRegionSucceedWithConcurrentBackupOps failed with artifacts on master @ e6351fe6baeddaf1a886867991ec1b49eac106a9:

github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0x4025d89680, {0x755b960, 0x4001350070}, 0x3, 0x401bf71680)
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:805 +0x2e4 fp=0x4018390d30 sp=0x4018390c00 pc=0x38d0614
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x755b960?, 0x4001350070?})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:850 +0x3c fp=0x4018390d70 sp=0x4018390d30 pc=0x38d0b2c
github.com/cockroachdb/cockroach/pkg/util/timeutil.RunWithTimeout({0x755b8f0?, 0x402ba6d8c0?}, {0x66c1ebf, 0x12}, 0x4a817c800, 0x4018390e88)
	github.com/cockroachdb/cockroach/pkg/util/timeutil/timeout.go:28 +0x80 fp=0x4018390e00 sp=0x4018390d70 pc=0x9ddbd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x755b8f0, 0x402ba6d8c0})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:848 +0x74 fp=0x4018390eb0 sp=0x4018390e00 pc=0x38d0a34
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2({0x67a6d1d?, 0x4018390f98?})
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:498 +0x17c fp=0x4018390fb0 sp=0x4018390eb0 pc=0x145404c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.gowrap1()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:499 +0x34 fp=0x4018390fd0 sp=0x4018390fb0 pc=0x1453e94
runtime.goexit({})
	src/runtime/asm_arm64.s:1223 +0x4 fp=0x4018390fd0 sp=0x4018390fd0 pc=0x492d04
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx in goroutine 95766
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:488 +0x37c

goroutine 95194 gp=0x40051e2000 m=nil [select]:
runtime.gopark(0x40208f9b08?, 0x6?, 0xe8?, 0x96?, 0x40208f9830?)
	GOROOT/src/runtime/proc.go:424 +0xc8 fp=0x401db356a0 sp=0x401db35680 pc=0x489ab8
runtime.selectgo(0x401db35b08, 0x40208f9824, 0x402b11c680?, 0x0, 0x64b2ca0?, 0x1)
	GOROOT/src/runtime/select.go:335 +0x67c fp=0x401db357d0 sp=0x401db356a0 pc=0x464d4c
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).processQueue(0x4013776c40, 0x401247c000, {0x75aa670, 0x402aebaba0}, 0x1)
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/raft_transport.go:789 +0x390 fp=0x401db35c20 sp=0x401db357d0 pc=0x39e4e10
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).startProcessNewQueue.func2({0x755b8f0, 0x4009198cf0})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/raft_transport.go:1066 +0x29c fp=0x401db35d90 sp=0x401db35c20 pc=0x39e739c
runtime/pprof.Do({0x755b8f0?, 0x4012357b30?}, {{0x4027428ba0?, 0xcf41e0?, 0x4028d73e48?}}, 0x40197c1ac0)
	GOROOT/src/runtime/pprof/runtime.go:51 +0x78 fp=0x401db35e00 sp=0x401db35d90 pc=0x6022b8
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).startProcessNewQueue.func3({0x755b8f0, 0x4012357b30})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/raft_transport.go:1072 +0x174 fp=0x401db35eb0 sp=0x401db35e00 pc=0x39e70c4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2({0x67e7379?, 0x40028cb798?})
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:498 +0x17c fp=0x401db35fb0 sp=0x401db35eb0 pc=0x145404c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.gowrap1()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:499 +0x34 fp=0x401db35fd0 sp=0x401db35fb0 pc=0x1453e94
runtime.goexit({})
	src/runtime/asm_arm64.s:1223 +0x4 fp=0x401db35fd0 sp=0x401db35fd0 pc=0x492d04
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx in goroutine 64033
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:488 +0x37c

goroutine 95262 gp=0x40051e28c0 m=nil [select]:
runtime.gopark(0x40179c3fa0?, 0x2?, 0x48?, 0x3e?, 0x40179c3f84?)
	GOROOT/src/runtime/proc.go:424 +0xc8 fp=0x40179c3e10 sp=0x40179c3df0 pc=0x489ab8
runtime.selectgo(0x40179c3fa0, 0x40179c3f80, 0x1454290?, 0x0, 0x14542f0?, 0x1)
	GOROOT/src/runtime/select.go:335 +0x67c fp=0x40179c3f40 sp=0x40179c3e10 pc=0x464d4c
google.golang.org/grpc.newClientStreamWithParams.func4()
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:383 +0x8c fp=0x40179c3fd0 sp=0x40179c3f40 pc=0xcaa78c
runtime.goexit({})
	src/runtime/asm_arm64.s:1223 +0x4 fp=0x40179c3fd0 sp=0x40179c3fd0 pc=0x492d04
created by google.golang.org/grpc.newClientStreamWithParams in goroutine 95261
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:382 +0xb20

Help

See also: How To Investigate a Go Test Failure (internal)

/cc @cockroachdb/sql-foundations

This test on roachdash | Improve this report!

Jira issue: CRDB-43229

[rickystewart]

Duplicate of #132596