sql: v22.1.3: flow: unexpected leftover bytes with SHOW CREATE ALL TABLES

[cockroach-teamcity]

This issue was autofiled by Sentry. It represents a crash or reported error on a live cluster with telemetry enabled.

Sentry link: https://sentry.io/organizations/cockroach-labs/issues/3470352189/?referrer=webhooks_plugin

Panic message:

crash_reporting.go:376: flow: unexpected 10240 leftover bytes
(1) attached stack trace
-- stack trace:
| github.com/cockroachdb/cockroach/pkg/util/log/logcrash.ReportOrPanic
| github.com/cockroachdb/cockroach/pkg/util/log/logcrash/crash_reporting.go:376
| github.com/cockroachdb/cockroach/pkg/util/mon.(*BytesMonitor).doStop
| github.com/cockroachdb/cockroach/pkg/util/mon/bytes_usage.go:428
| github.com/cockroachdb/cockroach/pkg/util/mon.(*BytesMonitor).Stop
| github.com/cockroachdb/cockroach/pkg/util/mon/bytes_usage.go:408
| github.com/cockroachdb/cockroach/pkg/sql/sem/tree.(*EvalContext).Stop
| github.com/cockroachdb/cockroach/pkg/sql/sem/tree/eval.go:3833
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.(*FlowBase).Cleanup
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra/flow.go:540
| github.com/cockroachdb/cockroach/pkg/sql/colflow.(*vectorizedFlow).Cleanup
| github.com/cockroachdb/cockroach/pkg/sql/colflow/vectorized_flow.go:349
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).Run.func6
| github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:610
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).PlanAndRun.func1
| github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:1447
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execWithDistSQLEngine
| github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:1478
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).dispatchToExecutionEngine
| github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:1145
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmtInOpenState
| github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:686
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt
| github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:143
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd.func1
| github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1874
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd
| github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1878
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run
| github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1800
| github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn
| github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:748
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1
| github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:724
| runtime.goexit
| GOROOT/src/runtime/asm_amd64.s:1581
Wraps: (2) flow: unexpected 10240 leftover bytes
Error types: (1) *withstack.withStack (2) *errutil.leafError
-- report composition:
*errutil.leafError: flow: unexpected 10240 leftover bytes
crash_reporting.go:376: *withstack.withStack (top exception)

Stacktrace (expand for inline code snippets):

cockroach/pkg/util/log/logcrash/crash_reporting.go

Lines 375 to 377 in 2ca7454

	) {
	err := errors.Newf(format, reportables...)
	if !build.IsRelease() || (sv != nil && PanicOnAssertions.Get(sv)) {

in pkg/util/log/logcrash.ReportOrPanic

cockroach/pkg/util/mon/bytes_usage.go

Lines 427 to 429 in 2ca7454

	if check && mm.mu.curAllocated != 0 {
	logcrash.ReportOrPanic(
	ctx, &mm.settings.SV,

in pkg/util/mon.(*BytesMonitor).doStop

cockroach/pkg/util/mon/bytes_usage.go

Lines 407 to 409 in 2ca7454

	func (mm *BytesMonitor) Stop(ctx context.Context) {
	mm.doStop(ctx, true)
	}

in pkg/util/mon.(*BytesMonitor).Stop

cockroach/pkg/sql/sem/tree/eval.go

Lines 3832 to 3834 in 2ca7454

	} else {
	ctx.Mon.Stop(c)
	}

in pkg/sql/sem/tree.(*EvalContext).Stop

cockroach/pkg/sql/flowinfra/flow.go

Lines 539 to 541 in 2ca7454

	// This closes the monitor opened in ServerImpl.setupFlow.
	f.EvalCtx.Stop(ctx)
	for _, p := range f.processors {

in pkg/sql/flowinfra.(*FlowBase).Cleanup

cockroach/pkg/sql/colflow/vectorized_flow.go

Lines 348 to 350 in 2ca7454

	}
	f.FlowBase.Cleanup(ctx)
	f.Release()

in pkg/sql/colflow.(*vectorizedFlow).Cleanup

cockroach/pkg/sql/distsql_running.go

Lines 609 to 611 in 2ca7454

	curPlan.close(ctx)
	flow.Cleanup(ctx)
	}

in pkg/sql.(*DistSQLPlanner).Run.func6

cockroach/pkg/sql/distsql_running.go

Lines 1446 to 1448 in 2ca7454

	return func() {
	runCleanup()
	physPlanCleanup()

in pkg/sql.(*DistSQLPlanner).PlanAndRun.func1

cockroach/pkg/sql/conn_executor_exec.go

Lines 1477 to 1479 in 2ca7454

	if recv.commErr != nil || res.Err() != nil {
	return *recv.stats, recv.commErr
	}

in pkg/sql.(*connExecutor).execWithDistSQLEngine

cockroach/pkg/sql/conn_executor_exec.go

Lines 1144 to 1146 in 2ca7454

	ex.sessionTracing.TraceExecStart(ctx, "distributed")
	stats, err := ex.execWithDistSQLEngine(
	ctx, planner, stmt.AST.StatementReturnType(), res, distribute, progAtomic,

in pkg/sql.(*connExecutor).dispatchToExecutionEngine

cockroach/pkg/sql/conn_executor_exec.go

Lines 685 to 687 in 2ca7454

	if err := ex.dispatchToExecutionEngine(stmtCtx, p, res); err != nil {
	stmtThresholdSpan.Finish()

in pkg/sql.(*connExecutor).execStmtInOpenState

cockroach/pkg/sql/conn_executor_exec.go

Lines 142 to 144 in 2ca7454

	} else {
	ev, payload, err = ex.execStmtInOpenState(ctx, parserStmt, prepared, pinfo, res, canAutoCommit)
	}

in pkg/sql.(*connExecutor).execStmt

cockroach/pkg/sql/conn_executor.go

Lines 1873 to 1875 in 2ca7454

	canAutoCommit := ex.implicitTxn() && (tcmd.LastInBatch || !implicitTxnForBatch)
	ev, payload, err = ex.execStmt(
	ctx, tcmd.Statement, nil /* prepared */, nil /* pinfo */, stmtRes, canAutoCommit,

in pkg/sql.(*connExecutor).execCmd.func1

cockroach/pkg/sql/conn_executor.go

Lines 1877 to 1879 in 2ca7454

	return err
	}()
	// Note: we write to ex.statsCollector.PhaseTimes, instead of ex.phaseTimes,

in pkg/sql.(*connExecutor).execCmd

cockroach/pkg/sql/conn_executor.go

Lines 1799 to 1801 in 2ca7454

	var err error
	if err = ex.execCmd(); err != nil {
	if errors.IsAny(err, io.EOF, errDrainingComplete) {

in pkg/sql.(*connExecutor).run

cockroach/pkg/sql/conn_executor.go

Lines 747 to 749 in 2ca7454

	}()
	return h.ex.run(ctx, s.pool, reserved, cancel)
	}

in pkg/sql.(*Server).ServeConn

cockroach/pkg/sql/pgwire/conn.go

Lines 723 to 725 in 2ca7454

	reservedOwned = false // We're about to pass ownership away.
	retErr = sqlServer.ServeConn(ctx, connHandler, reserved, cancelConn)
	}()

in pkg/sql/pgwire.(*conn).processCommandsAsync.func1
GOROOT/src/runtime/asm_amd64.s#L1580-L1582 in runtime.goexit

pkg/util/log/logcrash/crash_reporting.go in pkg/util/log/logcrash.ReportOrPanic at line 376
pkg/util/mon/bytes_usage.go in pkg/util/mon.(*BytesMonitor).doStop at line 428
pkg/util/mon/bytes_usage.go in pkg/util/mon.(*BytesMonitor).Stop at line 408
pkg/sql/sem/tree/eval.go in pkg/sql/sem/tree.(*EvalContext).Stop at line 3833
pkg/sql/flowinfra/flow.go in pkg/sql/flowinfra.(*FlowBase).Cleanup at line 540
pkg/sql/colflow/vectorized_flow.go in pkg/sql/colflow.(*vectorizedFlow).Cleanup at line 349
pkg/sql/distsql_running.go in pkg/sql.(*DistSQLPlanner).Run.func6 at line 610
pkg/sql/distsql_running.go in pkg/sql.(*DistSQLPlanner).PlanAndRun.func1 at line 1447
pkg/sql/conn_executor_exec.go in pkg/sql.(*connExecutor).execWithDistSQLEngine at line 1478
pkg/sql/conn_executor_exec.go in pkg/sql.(*connExecutor).dispatchToExecutionEngine at line 1145
pkg/sql/conn_executor_exec.go in pkg/sql.(*connExecutor).execStmtInOpenState at line 686
pkg/sql/conn_executor_exec.go in pkg/sql.(*connExecutor).execStmt at line 143
pkg/sql/conn_executor.go in pkg/sql.(*connExecutor).execCmd.func1 at line 1874
pkg/sql/conn_executor.go in pkg/sql.(*connExecutor).execCmd at line 1878
pkg/sql/conn_executor.go in pkg/sql.(*connExecutor).run at line 1800
pkg/sql/conn_executor.go in pkg/sql.(*Server).ServeConn at line 748
pkg/sql/pgwire/conn.go in pkg/sql/pgwire.(*conn).processCommandsAsync.func1 at line 724
GOROOT/src/runtime/asm_amd64.s in runtime.goexit at line 1581

Tag	Value
Cockroach Release	v22.1.3
Cockroach SHA:	2ca7454
Platform	linux amd64
Distribution	CCL
Environment	v22.1.3
Command	server
Go Version	``
# of CPUs
# of Goroutines

Jira issue: CRDB-18239