Bug: code: 4000, message: invalid data (tag for enum is not valid, found 7): compaction error

[flaneur2020]

Summary

version 1.1.39-nightly

this error can be reproduced by running OPTIMIZE TABLE xxx COMPACT

[flaneur2020]

initial response to http query_id=bd2c120d-00f6-4f59-8cab-6ff3676fc8d4, state=ResponseState { running_time_ms: 105.741766, progresses: Progresses { scan_progress: ProgressValues { rows: 0, bytes: 0 }, write_progress: ProgressValues { rows: 0, bytes: 0 }, result_progress: ProgressValues { rows: 0, bytes: 0 }, total_scan: ProgressValues { rows: 0, bytes: 0 } }, state: Failed, affect: None, error: Some(Code: 4000, Text = invalid data (tag for enum is not valid, found 7).     0: common_exception::exception_code::<impl common_exception::exception::ErrorCode>::StorageOther              at ./workspace/src/common/exception/src/exception_code.rs:38:71    1: common_exception::exception_into::<impl core::convert::From<std::io::error::Error> for common_exception::exception::ErrorCode>::from              at ./workspace/src/common/exception/src/exception_into.rs:193:18    2: <core::result::Result<T,F> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible,E>>>::from_residual              at ./rustc/39f2657d1101b50f9b71ae460b762d330cc8426b/library/core/src/result.rs:2065:27    3: storages_common_table_meta::meta::format::decode              at ./workspace/src/query/storages/common/table-meta/src/meta/format.rs:166:16    4: storages_common_table_meta::meta::format::read_and_deserialize              at ./workspace/src/query/storages/common/table-meta/src/meta/format.rs:198:5    5: storages_common_table_meta::meta::v3::snapshot::TableSnapshot::from_bytes              at ./workspace/src/query/storages/common/table-meta/src/meta/v3/snapshot.rs:177:9    6: common_storages_fuse::io::read::meta::snapshot_reader::load_snapshot_v3::{{closure}}              at ./workspace/src/query/storages/fuse/src/io/read/meta/snapshot_reader.rs:36:5    7: <storages_common_table_meta::meta::versions::SnapshotVersion as common_storages_fuse::io::read::meta::versioned_reader::VersionedReader<storages_common_table_meta::meta::v3::snapshot::TableSnapshot>>::read::{{closure}}::{{closure}}              at ./workspace/src/query/storages/fuse/src/io/read/meta/versioned_reader.rs:50:63    8: <async_backtrace::framed::Framed<F> as core::future::future::Future>::poll::{{closure}}              at ./opt/rust/cargo/registry/src/index.crates.io-6f17d22bba15001f/async-backtrace-0.2.5/src/framed.rs:49:27    9: async_backtrace::frame::Frame::in_scope::{{closure}}              at ./opt/rust/cargo/registry/src/index.crates.io-6f17d22bba15001f/async-backtrace-0.2.5/src/frame.rs:184:17   10: std::thread::local::LocalKey<T>::try_with              at ./rustc/39f2657d1101b50f9b71ae460b762d330cc8426b/library/std/src/thread/local.rs:446:16   11: std::thread::local::LocalKey<T>::with              at ./rustc/39f2657d1101b50f9b71ae460b762d330cc8426b/library/std/src/thread/local.rs:422:9   12: async_backtrace::frame::active_frame::with              at ./opt/rust/cargo/registry/src/index.crates.io-6f17d22bba15001f/async-backtrace-0.2.5/src/frame.rs:81:9   13: async_backtrace::frame::Frame::in_scope              at ./opt/rust/cargo/registry/src/index.crates.io-6f17d22bba15001f/async-backtrace-0.2.5/src/frame.rs:180:13   14: <async_backtrace::framed::Framed<F> as core::future::future::Future>::poll              at ./opt/rust/cargo/registry/src/index.crates.io-6f17d22bba15001f/async-backtrace-0.2.5/src/framed.rs:49:9   15: <storages_common_table_meta::meta::versions::SnapshotVersion as common_storages_fuse::io::read::meta::versioned_reader::VersionedReader<storages_common_table_meta::meta::v3::snapshot::TableSnapshot>>::read::{{closure}}              at ./workspace/src/query/storages/fuse/src/io/read/meta/versioned_reader.rs:46:5   16: <core::pin::Pin<P> as core::future::future::Future>::poll              at ./rustc/39f2657d1101b50f9b71ae460b762d330cc8426b/library/core/src/future/future.rs:125:9   17: <common_storages_fuse::io::read::meta::meta_readers::LoaderWrapper<opendal::types::operator::operator::Operator> as storages_common_cache::read::loader::Loader<storages_common_table_meta::meta::v3::snapshot::TableSnapshot>>::load::{{closure}}::{{closure}}              at ./workspace/src/query/storages/fuse/src/io/read/meta/meta_readers.rs:97:29   18: <async_backtrace::framed::Framed<F> as core::future::future::Future>::poll::{{closure}}              at ./opt/rust/cargo/registry/src/index.crates.io-6f17d22bba15001f/async-backtrace-0.2.5/src/framed.rs:49:27   19: async_backtrace::frame::Frame::in_scope::{{closure}}              at ./opt/rust/cargo/registry/src/index.crates.io-6f17d22bba15001f/async-backtrace-0.2.5/src/frame.rs:184:17   20: std::thread::local::LocalKey<T>::try_with              at ./rustc/39f2657d1101b50f9b71ae460b762d330cc8426b/library/std/src/thread/local.rs:446:16   21: std::thread::local::LocalKey<T>::with              at ./rustc/39f2657d1101b50f9b71ae460b762d330cc8426b/library/std/src/thread/local.rs:422:9   22: async_backtrace::frame::active_frame::with              at ./opt/rust/cargo/registry/src/index.crates.io-6f17d22bba15001f/async-backtrace-0.2.5/src/frame.rs:81:9   23: async_backtrace::frame::Frame::in_scope              at ./opt/rust/cargo/registry/src/index.crates.io-6f17d22bba15001f/async-backtrace-0.2.5/src/frame.rs:180:13   24: <async_backtrace::framed::Framed<F> as core::future::future::Future>::poll              at ./opt/rust/cargo/registry/src/index.crates.io-6f17d22bba15001f/async-backtrace-0.2.5/src/framed.rs:49:9   25: <common_storages_fuse::io::read::meta::meta_readers::LoaderWrapper<opendal::types::operator::operator::Operator> as storages_common_cache::read::loader::Loader<storages_common_table_meta::meta::v3::snapshot::TableSnapshot>>::load::{{closure}}              at ./workspace/src/query/storages/fuse/src/io/read/meta/meta_readers.rs:93:5   26: <core::pin::Pin<P> as core::future::future::Future>::poll              at ./rustc/39f2657d1101b50f9b71ae460b762d330cc8426b/library/core/src/future/future.rs:125:9   27: storages_common_cache::read::cached_reader::CachedReader<L,storages_common_cache::cache::NamedCache<alloc::sync::Arc<lock_api::rwlock::RwLock<parking_lot::raw_rwlock::RawRwLock,common_cache::cache::lru::LruCache<alloc::string::String,alloc::sync::Arc<V>,S,M>>>>>::read::{{closure}}::{{closure}}              at ./workspace/src/query/storages/common/cache/src/read/cached_reader.rs:60:57   28: <async_backtrace::framed::Framed<F> as core::future::future::Future>::poll::{{closure}}              at ./opt/rust/cargo/registry/src/index.crates.io-6f17d22bba15001f/async-backtrace-0.2.5/src/framed.rs:49:27   29: async_backtrace::frame::Frame::in_scope::{{closure}}              at ./opt/rust/cargo/registry/src/index.crates.io-6f17d22bba15001f/async-backtrace-0.2.5/src/frame.rs:184:17   30: std::thread::local::LocalKey<T>::try_with              at ./rustc/39f2657d1101b50f9b71ae460b762d330cc8426b/library/std/src/thread/local.rs:446:16   31: std::thread::local::LocalKey<T>::with              at ./rustc/39f2657d1101b50f9b71ae460b762d330cc8426b/library/std/src/thread/local.rs:422:9   32: async_backtrace::frame::active_frame::with              at ./opt/rust/cargo/registry/src/index.crates.io-6f17d22bba15001f/async-backtrace-0.2.5/src/frame.rs:81:9   33: async_backtrace::frame::Frame::in_scope              at ./opt/rust/cargo/registry/src/index.crates.io-6f17d22bba15001f/async-backtrace-0.2.5/src/frame.rs:180:13   34: <async_backtrace::framed::Framed<F> as core::future::future::Future>::poll              at ./opt/rust/cargo/registry/src/index.crates.io-6f17d22bba15001f/async-backtrace-0.2.5/src/framed.rs:49:9   35: storages_common_cache::read::cached_reader::CachedReader<L,storages_common_cache::cache::NamedCache<alloc::sync::Arc<lock_api::rwlock::RwLock<parking_lot::raw_rwlock::RawRwLock,common_cache::cache::lru::LruCache<alloc::string::String,alloc::sync::Arc<V>,S,M>>>>>::read::{{closure}}              at ./workspace/src/query/storages/common/cache/src/read/cached_reader.rs:49:5   36: common_storages_fuse::fuse_table::FuseTable::read_table_snapshot::{{closure}}::{{closure}}::{{closure}}              at ./workspace/src/query/storages/fuse/src/fuse_table.rs:262:41   37: common_storages_fuse::fuse_table::FuseTable::read_table_snapshot::{{closure}}::{{closure}}              at ./workspace/src/query/storages/fuse/src/fuse_table.rs:250:5   38: <async_backtrace::framed::Framed<F> as core::future::future::Future>::poll::{{closure}}              at ./opt/rust/cargo/registry/src/index.crates.io-6f17d22bba15001f/async-backtrace-0.2.5/src/framed.rs:49:27   39: async_backtrace::frame::Frame::in_scope::{{closure}}              at ./opt/rust/cargo/registry/src/index.crates.io-6f17d22bba15001f/async-backtrace-0.2.5/src/frame.rs:184:17   40: std::thread::local::LocalKey<T>::try_with              at ./rustc/39f2657d1101b50f9b71ae460b762d330cc8426b/library/std/src/thread/local.rs:446:16   41: std::thread::local::LocalKey<T>::with              at ./rustc/39f2657d1101b50f9b71ae460b762d330cc8426b/library/std/src/thread/local.rs:422:9   42: async_backtrace::frame::active_frame::with              at ./opt/rust/cargo/registry/src/index.crates.io-6f17d22bba15001f/async-backtrace-0.2.5/src/frame.rs:81:9   43: async_backtrace::frame::Frame::in_scope              at ./opt/rust/cargo/registry/src/index.crates.io-6f17d22bba15001f/async-backtrace-0.2.5/src/frame.rs:180:13   44: <async_backtrace::framed::Framed<F> as core::future::future::Future>::poll              at ./opt/rust/cargo/registry/src/index.crates.io-6f17d22bba15001f/async-backtrace-0.2.5/src/framed.rs:49:9   45: common_storages_fuse::fuse_table::FuseTable::read_table_snapshot::{{closure}}              at ./workspace/src/query/storages/fuse/src/fuse_table.rs:251:5   46: common_storages_fuse::table_functions::fuse_blocks::fuse_block::FuseBlock::get_blocks::{{closure}}::{{closure}}              at ./workspace/src/query/storages/fuse/src/table_functions/fuse_blocks/fuse_block.rs:70:55   47: <async_backtrace::framed::Framed<F> as core::future::future::Future>::poll::{{closure}}              at ./opt/rust/cargo/registry/src/index.crates.io-6f17d22bba15001f/async-backtrace-0.2.5/src/framed.rs:49:27   48: async_backtrace::frame::Frame::in_scope::{{closure}}              at ./opt/rust/cargo/registry/src/index.crates.io-6f17d22bba15001f/async-backtrace-0.2.5/src/frame.rs:184:17   49: std::thread::local::LocalKey<T>::try_with              at ./rustc/39f2657d1101b50f9b71ae460b762d330cc8426b/library/std/src/thread/local.rs:446:16   50: std::thread::local::LocalKey<T>::with              at ./rustc/39f2657d1101b50f9b71ae460b762d330cc8426b/library/std/src/thread/local.rs:422:9   51: async_backtrace::frame::active_frame::with              at ./opt/rust/cargo/registry/src/index.crates.io-6f17d22bba15001f/async-backtrace-0.2.5/src/frame.rs:81:9   52: async_backtrace::frame::Frame::in_scope              at ./opt/rust/cargo/registry/src/index.crates.io-6f17d22bba15001f/async-backtrace-0.2.5/src/frame.rs:180:13   53: <async_backtrace::framed::Framed<F> as core::future::future::Future>::poll              at ./opt/rust/cargo/registry/src/index.crates.io-6f17d22bba15001f/async-backtrace-0.2.5/src/framed.rs:49:9   54: common_storages_fuse::table_functions::fuse_blocks::fuse_block::FuseBlock::get_blocks::{{closure}}              at ./workspace/src/query/storages/fuse/src/table_functions/fuse_blocks/fuse_block.rs:67:5   55: <common_storages_fuse::table_functions::fuse_blocks::fuse_block_table::FuseBlockSource as common_pipeline_sources::async_source::AsyncSource>::generate::{{closure}}::{{closure}}              at ./workspace/src/query/storages/fuse/src/table_functions/fuse_blocks/fuse_block_table.rs:200:13   56: <async_backtrace::framed::Framed<F> as core::future::future::Future>::poll::{{closure}}              at ./opt/rust/cargo/registry/src/index.crates.io-6f17d22bba15001f/async-backtrace-0.2.5/src/framed.rs:49:27   57: async_backtrace::frame::Frame::in_scope::{{closure}}              at ./opt/rust/cargo/registry/src/index.crates.io-6f17d22bba15001f/async-backtrace-0.2.5/src/frame.rs:184:17   58: std::thread::local::LocalKey<T>::try_with              at ./rustc/39f2657d1101b50f9b71ae460b762d330cc8426b/library/std/src/thread/local.rs:446:16   59: std::thread::local::LocalKey<T>::with              at ./rustc/39f2657d1101b50f9b71ae460b762d330cc8426b/library/std/src/thread/local.rs:422:9   60: async_backtrace::frame::active_frame::with              at ./opt/rust/cargo/registry/src/index.crates.io-6f17d22bba15001f/async-backtrace-0.2.5/src/frame.rs:81:9   61: async_backtrace::frame::Frame::in_scope              at ./opt/rust/cargo/registry/src/index.crates.io-6f17d22bba15001f/async-backtrace-0.2.5/src/frame.rs:180:13   62: <async_backtrace::framed::Framed<F> as core::future::future::Future>::poll              at ./opt/rust/cargo/registry/src/index.crates.io-6f17d22bba15001f/async-backtrace-0.2.5/src/framed.rs:49:9   63: <common_storages_fuse::table_functions::fuse_blocks::fuse_block_table::FuseBlockSource as common_pipeline_sources::async_source::AsyncSource>::generate::{{closure}}              at ./workspace/src/query/storages/fuse/src/table_functions/fuse_blocks/fuse_block_table.rs:174:5   64: <common_pipeline_sources::async_source::AsyncSourcer<T> as common_pipeline_core::processors::processor::Processor>::async_process::{{closure}}::{{closure}}              at ./workspace/src/query/pipeline/sources/src/async_source.rs:101:36   65: <async_backtrace::framed::Framed<F> as core::future::future::Future>::poll::{{closure}}              at ./opt/rust/cargo/registry/src/index.crates.io-6f17d22bba15001f/async-backtrace-0.2.5/src/framed.rs:49:27   66: async_backtrace::frame::Frame::in_scope::{{closure}}              at ./opt/rust/cargo/registry/src/index.crates.io-6f17d22bba15001f/async-backtrace-0.2.5/src/frame.rs:184:17   67: std::thread::local::LocalKey<T>::try_with              at ./rustc/39f2657d1101b50f9b71ae460b762d330cc8426b/library/std/src/thread/local.rs:446:16   68: std::thread::local::LocalKey<T>::with              at ./rustc/39f2657d1101b50f9b71ae460b762d330cc8426b/library/std/src/thread/local.rs:422:9   69: async_backtrace::frame::active_frame::with              at ./opt/rust/cargo/registry/src/index.crates.io-6f17d22bba15001f/async-backtrace-0.2.5/src/frame.rs:81:9   70: async_backtrace::frame::Frame::in_scope              at ./opt/rust/cargo/registry/src/index.crates.io-6f17d22bba15001f/async-backtrace-0.2.5/src/frame.rs:180:13   71: <async_backtrace::framed::Framed<F> as core::future::future::Future>::poll              at ./opt/rust/cargo/registry/src/index.crates.io-6f17d22bba15001f/async-backtrace-0.2.5/src/framed.rs:49:9   72: <common_pipeline_sources::async_source::AsyncSourcer<T> as common_pipeline_core::processors::processor::Processor>::async_process::{{closure}}              at ./workspace/src/query/pipeline/sources/src/async_source.rs:99:5   73: <core::pin::Pin<P> as core::future::future::Future>::poll              at ./rustc/39f2657d1101b50f9b71ae460b762d330cc8426b/library/core/src/future/future.rs:125:9   74: <alloc::boxed::Box<T> as common_pipeline_core::processors::processor::Processor>::async_process::{{closure}}              at ./workspace/src/query/pipeline/core/src/processors/processor.rs:142:33   75: <core::pin::Pin<P> as core::future::future::Future>::poll              at ./rustc/39f2657d1101b50f9b71ae460b762d330cc8426b/library/core/src/future/future.rs:125:9   76: <core::pin::Pin<P> as core::future::future::Future>::poll              at ./rustc/39f2657d1101b50f9b71ae460b762d330cc8426b/library/core/src/future/future.rs:125:9   77: <core::pin::Pin<P> as core::future::future::Future>::poll              at ./rustc/39f2657d1101b50f9b71ae460b762d330cc8426b/library/core/src/future/future.rs:125:9   78: futures_util::future::future::FutureExt::poll_unpin              at ./opt/rust/cargo/registry/src/index.crates.io-6f17d22bba15001f/futures-util-0.3.27/src/future/future/mod.rs:562:9   79: <futures_util::future::select::Select<A,B> as core::future::future::Future>::poll              at ./opt/rust/cargo/registry/src/index.crates.io-6f17d22bba15001f/futures-util-0.3.27/src/future/select.rs:114:35   80: databend_query::pipelines::executor::processor_async_task::ProcessorAsyncTask::create::{{closure}}              at ./workspace/src/query/service/src/pipelines/executor/processor_async_task.rs:58:55   81: <core::pin::Pin<P> as core::future::future::Future>::poll              at ./rustc/39f2657d1101b50f9b71ae460b762d330cc8426b/library/core/src/future/future.rs:125:9   82: futures_util::future::future::FutureExt::poll_unpin              at ./opt/rust/cargo/registry/src/index.crates.io-6f17d22bba15001f/futures-util-0.3.27/src/future/future/mod.rs:562:9   83: <futures_util::future::select::Select<A,B> as core::future::future::Future>::poll              at ./opt/rust/cargo/registry/src/index.crates.io-6f17d22bba15001f/futures-util-0.3.27/src/future/select.rs:118:35   84: databend_query::pipelines::executor::processor_async_task::ProcessorAsyncTask::create::{{closure}}              at ./workspace/src/query/service/src/pipelines/executor/processor_async_task.rs:75:63   85: <databend_query::pipelines::executor::processor_async_task::ProcessorAsyncTask as core::future::future::Future>::poll::{{closure}}              at ./workspace/src/query/service/src/pipelines/executor/processor_async_task.rs:116:17   86: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once              at ./rustc/39f2657d1101b50f9b71ae460b762d330cc8426b/library/core/src/panic/unwind_safe.rs:271:9   87: std::panicking::try::do_call              at ./rustc/39f2657d1101b50f9b71ae460b762d330cc8426b/library/std/src/panicking.rs:487:40   88: std::panicking::try              at ./rustc/39f2657d1101b50f9b71ae460b762d330cc8426b/library/std/src/panicking.rs:451:19   89: std::panic::catch_unwind              at ./rustc/39f2657d1101b50f9b71ae460b762d330cc8426b/library/std/src/panic.rs:140:14   90: <databend_query::pipelines::executor::processor_async_task::ProcessorAsyncTask as core::future::future::Future>::poll              at ./workspace/src/query/service/src/pipelines/executor/processor_async_task.rs:115:13   91: <common_base::runtime::runtime_tracker::TrackedFuture<T> as core::future::future::Future>::poll              at ./workspace/src/common/base/src/runtime/runtime_tracker.rs:532:9   92: <async_backtrace::framed::Framed<F> as core::future::future::Future>::poll::{{closure}}              at ./opt/rust/cargo/registry/src/index.crates.io-6f17d22bba15001f/async-backtrace-0.2.5/src/framed.rs:49:27   93: async_backtrace::frame::Frame::in_scope::{{closure}}              at ./opt/rust/cargo/registry/src/index.crates.io-6f17d22bba15001f/async-backtrace-0.2.5/src/frame.rs:184:17   94: std::thread::local::LocalKey<T>::try_with              at ./rustc/39f2657d1101b50f9b71ae460b762d330cc8426b/library/std/src/thread/local.rs:446:16   95: std::thread::local::LocalKey<T>::with              at ./rustc/39f2657d1101b50f9b71ae460b762d330cc8426b/library/std/src/thread/local.rs:422:9   96: async_backtrace::frame::active_frame::with              at ./opt/rust/cargo/registry/src/index.crates.io-6f17d22bba15001f/async-backtrace-0.2.5/src/frame.rs:81:9   97: async_backtrace::frame::Frame::in_scope              at ./opt/rust/cargo/registry/src/index.crates.io-6f17d22bba15001f/async-backtrace-0.2.5/src/frame.rs:180:13   98: <async_backtrace::framed::Framed<F> as core::future::future::Future>::poll              at ./opt/rust/cargo/registry/src/index.crates.io-6f17d22bba15001f/async-backtrace-0.2.5/src/framed.rs:49:9   99: tokio::runtime::task::core::Core<T,S>::poll::{{closure}}              at ./opt/rust/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.28.0/src/runtime/task/core.rs:223:17  100: tokio::loom::std::unsafe_cell::UnsafeCell<T>::with_mut              at ./opt/rust/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.28.0/src/loom/std/unsafe_cell.rs:14:9  101: tokio::runtime::task::core::Core<T,S>::poll              at ./opt/rust/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.28.0/src/runtime/task/core.rs:212:13  102: tokio::runtime::task::harness::poll_future::{{closure}}              at ./opt/rust/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.28.0/src/runtime/task/harness.rs:476:19  103: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once              at ./rustc/39f2657d1101b50f9b71ae460b762d330cc8426b/library/core/src/panic/unwind_safe.rs:271:9  104: std::panicking::try::do_call              at ./rustc/39f2657d1101b50f9b71ae460b762d330cc8426b/library/std/src/panicking.rs:487:40  105: std::panicking::try              at ./rustc/39f2657d1101b50f9b71ae460b762d330cc8426b/library/std/src/panicking.rs:451:19  106: std::panic::catch_unwind              at ./rustc/39f2657d1101b50f9b71ae460b762d330cc8426b/library/std/src/panic.rs:140:14  107: tokio::runtime::task::harness::poll_future              at ./opt/rust/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.28.0/src/runtime/task/harness.rs:464:18  108: tokio::runtime::task::harness::Harness<T,S>::poll_inner              at ./opt/rust/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.28.0/src/runtime/task/harness.rs:198:27  109: tokio::runtime::task::harness::Harness<T,S>::poll              at ./opt/rust/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.28.0/src/runtime/task/harness.rs:152:15  110: tokio::runtime::task::raw::RawTask::poll              at ./opt/rust/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.28.0/src/runtime/task/raw.rs:200:18  111: tokio::runtime::task::LocalNotified<S>::run              at ./opt/rust/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.28.0/src/runtime/task/mod.rs:394:9  112: tokio::runtime::scheduler::multi_thread::worker::Context::run_task::{{closure}}              at ./opt/rust/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.28.0/src/runtime/scheduler/multi_thread/worker.rs:487:21  113: tokio::runtime::coop::with_budget              at ./opt/rust/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.28.0/src/runtime/coop.rs:107:5  114: tokio::runtime::coop::budget              at ./opt/rust/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.28.0/src/runtime/coop.rs:73:5  115: tokio::runtime::scheduler::multi_thread::worker::Context::run_task              at ./opt/rust/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.28.0/src/runtime/scheduler/multi_thread/worker.rs:463:9  116: tokio::runtime::scheduler::multi_thread::worker::Context::run              at ./opt/rust/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.28.0/src/runtime/scheduler/multi_thread/worker.rs:426:24  117: tokio::runtime::scheduler::multi_thread::worker::run::{{closure}}              at ./opt/rust/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.28.0/src/runtime/scheduler/multi_thread/worker.rs:406:17  118: tokio::macros::scoped_tls::ScopedKey<T>::set              at ./opt/rust/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.28.0/src/macros/scoped_tls.rs:61:9  119: tokio::runtime::scheduler::multi_thread::worker::run              at ./opt/rust/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.28.0/src/runtime/scheduler/multi_thread/worker.rs:403:5  120: tokio::runtime::scheduler::multi_thread::worker::Launch::launch::{{closure}}              at ./opt/rust/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.28.0/src/runtime/scheduler/multi_thread/worker.rs:365:45  121: <tokio::runtime::blocking::task::BlockingTask<T> as core::future::future::Future>::poll              at ./opt/rust/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.28.0/src/runtime/blocking/task.rs:42:21  122: tokio::runtime::task::core::Core<T,S>::poll::{{closure}}              at ./opt/rust/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.28.0/src/runtime/task/core.rs:223:17  123: tokio::loom::std::unsafe_cell::UnsafeCell<T>::with_mut              at ./opt/rust/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.28.0/src/loom/std/unsafe_cell.rs:14:9  124: tokio::runtime::task::core::Core<T,S>::poll              at ./opt/rust/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.28.0/src/runtime/task/core.rs:212:13  125: tokio::runtime::task::harness::poll_future::{{closure}}              at ./opt/rust/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.28.0/src/runtime/task/harness.rs:476:19  126: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once              at ./rustc/39f2657d1101b50f9b71ae460b762d330cc8426b/library/core/src/panic/unwind_safe.rs:271:9  127: std::panicking::try::do_call              at ./rustc/39f2657d1101b50f9b71ae460b762d330cc8426b/library/std/src/panicking.rs:487:40  128: std::panicking::try              at ./rustc/39f2657d1101b50f9b71ae460b762d330cc8426b/library/std/src/panicking.rs:451:19  129: std::panic::catch_unwind              at ./rustc/39f2657d1101b50f9b71ae460b762d330cc8426b/library/std/src/panic.rs:140:14  130: tokio::runtime::task::harness::poll_future              at ./opt/rust/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.28.0/src/runtime/task/harness.rs:464:18  131: tokio::runtime::task::harness::Harness<T,S>::poll_inner              at ./opt/rust/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.28.0/src/runtime/task/harness.rs:198:27  132: tokio::runtime::task::harness::Harness<T,S>::poll              at ./opt/rust/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.28.0/src/runtime/task/harness.rs:152:15  133: tokio::runtime::task::raw::RawTask::poll              at ./opt/rust/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.28.0/src/runtime/task/raw.rs:200:18  134: tokio::runtime::task::UnownedTask<S>::run              at ./opt/rust/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.28.0/src/runtime/task/mod.rs:431:9  135: tokio::runtime::blocking::pool::Task::run              at ./opt/rust/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.28.0/src/runtime/blocking/pool.rs:159:9  136: tokio::runtime::blocking::pool::Inner::run              at ./opt/rust/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.28.0/src/runtime/blocking/pool.rs:513:17  137: tokio::runtime::blocking::pool::Spawner::spawn_thread::{{closure}}              at ./opt/rust/cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.28.0/src/runtime/blocking/pool.rs:471:13  138: std::sys_common::backtrace::__rust_begin_short_backtrace              at ./rustc/39f2657d1101b50f9b71ae460b762d330cc8426b/library/std/src/sys_common/backtrace.rs:134:18  139: std::thread::Builder::spawn_unchecked_::{{closure}}::{{closure}}              at ./rustc/39f2657d1101b50f9b71ae460b762d330cc8426b/library/std/src/thread/mod.rs:560:17  140: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once              at ./rustc/39f2657d1101b50f9b71ae460b762d330cc8426b/library/core/src/panic/unwind_safe.rs:271:9  141: std::panicking::try::do_call              at ./rustc/39f2657d1101b50f9b71ae460b762d330cc8426b/library/std/src/panicking.rs:487:40  142: std::panicking::try              at ./rustc/39f2657d1101b50f9b71ae460b762d330cc8426b/library/std/src/panicking.rs:451:19  143: std::panic::catch_unwind              at ./rustc/39f2657d1101b50f9b71ae460b762d330cc8426b/library/std/src/panic.rs:140:14  144: std::thread::Builder::spawn_unchecked_::{{closure}}              at ./rustc/39f2657d1101b50f9b71ae460b762d330cc8426b/library/std/src/thread/mod.rs:559:30  145: core::ops::function::FnOnce::call_once{{vtable.shim}}              at ./rustc/39f2657d1101b50f9b71ae460b762d330cc8426b/library/core/src/ops/function.rs:250:5  146: <alloc::boxed::Box<F,A> as core::ops::function::FnOnce<Args>>::call_once              at ./rustc/39f2657d1101b50f9b71ae460b762d330cc8426b/library/alloc/src/boxed.rs:1987:9  147: <alloc::boxed::Box<F,A> as core::ops::function::FnOnce<Args>>::call_once              at ./rustc/39f2657d1101b50f9b71ae460b762d330cc8426b/library/alloc/src/boxed.rs:1987:9  148: std::sys::unix::thread::Thread::new::thread_start              at ./rustc/39f2657d1101b50f9b71ae460b762d330cc8426b/library/std/src/sys/unix/thread.rs:108:17  149: start_thread  150: clone ) }, rows=0, next_page=None, sql='select count(*) as blocks from fuse_block('compaction_test', 'contract') where file_size < 104857600 and row_count < 800000'
--

[flaneur2020]

this error can be reproduced not only with compaction, but also a select statement.

[dantengsky]

@b41sh

I tried to revert PR #11391 in PR #11480 and found that a pile of things needs to be reverted/modified. I am not sure of doing things correctly, please have a look, thanks!!

feel free to reject the pr if it is not expected, but please keep commit 1ce804f
which performs backward compatibility checks.