Skip to content

Oplog archivation and worker enumeration related fixes and tests #3458

Oplog archivation and worker enumeration related fixes and tests

Oplog archivation and worker enumeration related fixes and tests #3458

Triggered via pull request October 17, 2024 16:17
Status Success
Total duration 29m 30s
Billable time 2h 50m
Artifacts

ci.yaml

on: pull_request
Matrix: docker-targets-build
worker-tests-group1
8m 26s
worker-tests-group1
docker-publish
0s
docker-publish
Matrix: worker-tests
Matrix: Publish binaries of golem-cli
publish
0s
publish
publish-slack-notification
0s
publish-slack-notification
Fit to window
Zoom out
Zoom in

Annotations

59 errors
integration::api.get_workers_from_worker: integration::api#L1
called `Result::unwrap()` on an `Err` value: InternalError(WorkerExecutionError { error: Some(RuntimeError(RuntimeError { details: "error while executing at wasm backtrace:\n 0: 0x8536d - wit-component:shim!indirect-golem:api/host@0.2.0-[method]get-workers.get-next\n 1: 0xdb5b - <unknown>!<wasm function 137>: Unknown error: Failed to list entries of compressed oplog for component 7fbdb2dc-e874-4494-91a3-38f500c6b07b in blob storage: No such file or directory (os error 2)" })) })
integration::api.delete_worker: integration::api#L1
Failed to get workers metadata: WorkerExecutionError { error: Some(Unknown(UnknownError { details: "Failed to list entries of compressed oplog for component dc2ea2d0-1bcc-4860-a7af-36a552823d71 in blob storage: No such file or directory (os error 2)" })) }
integration::api.get_workers: integration::api#L1
Failed to get workers metadata: WorkerExecutionError { error: Some(Unknown(UnknownError { details: "Failed to list entries of compressed oplog for component 35867c59-132e-4778-a019-860701f75a86 in blob storage: No such file or directory (os error 2)" })) }
integration::api.create_invoke_delete_create_invoke: integration::api#L1
Failed to delete worker: status: Cancelled, message: "h2 protocol error: http2 error: stream error received: stream no longer needed", details: [], metadata: MetadataMap { headers: {} } Caused by: 0: transport error 1: http2 error: stream error received: stream no longer needed 2: stream error received: stream no longer needed Stack backtrace: 0: anyhow::error::<impl core::convert::From<E> for anyhow::Error>::from at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/anyhow-1.0.89/src/backtrace.rs:27:14 1: <core::result::Result<T,F> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible,E>>>::from_residual at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/core/src/result.rs:1989:27 2: <golem_test_framework::components::worker_service::forwarding::ForwardingWorkerService as golem_test_framework::components::worker_service::WorkerService>::delete_worker::{{closure}} at /home/runner/work/golem/golem/golem-test-framework/src/components/worker_service/forwarding.rs:137:22 3: <core::pin::Pin<P> as core::future::future::Future>::poll at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/core/src/future/future.rs:123:9 4: <T as golem_test_framework::dsl::TestDsl>::delete_worker::{{closure}} at /home/runner/work/golem/golem/golem-test-framework/src/dsl/mod.rs:371:14 5: <core::pin::Pin<P> as core::future::future::Future>::poll at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/core/src/future/future.rs:123:9 6: <T as golem_test_framework::dsl::TestDslUnsafe>::delete_worker::{{closure}} at /home/runner/work/golem/golem/golem-test-framework/src/dsl/mod.rs:1351:14 7: <core::pin::Pin<P> as core::future::future::Future>::poll at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/core/src/future/future.rs:123:9 8: integration::api::create_invoke_delete_create_invoke::{{closure}}::{{closure}} at ./tests/api.rs:1294:40 9: <tracing::instrument::Instrumented<T> as core::future::future::Future>::poll at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tracing-0.1.40/src/instrument.rs:321:9 10: integration::api::create_invoke_delete_create_invoke::{{closure}} at ./tests/api.rs:1268:1 11: integration::api::test_r_register_create_invoke_delete_create_invoke::{{closure}}::{{closure}} at ./tests/api.rs:1267:1 12: <core::pin::Pin<P> as core::future::future::Future>::poll at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/core/src/future/future.rs:123:9 13: test_r_core::tokio::run_test::{{closure}}::{{closure}}::{{closure}}::{{closure}} at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/test-r-core-0.0.10/src/tokio.rs:290:66 14: <core::pin::Pin<P> as core::future::future::Future>::poll at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/core/src/future/future.rs:123:9 15: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::future::future::Future>::poll at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/core/src/panic/unwind_safe.rs:297:9 16: <futures_util::future::future::catch_unwind::CatchUnwind<Fut> as core::future::future::Future>::poll::{{closure}} at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/futures-util-0.3.31/src/future/future/catch_unwind.rs:37:42 17: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/core/src/panic/unwind_safe.rs:272:9 18: std::panicking::try::do_call at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/panicking.rs:557:40 19: __rust_try 20: std::panicking::try at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/panicking.rs:521:19 21: std::panic::catch_unwind at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/panic.rs:350:14 22: <futures_util::future::future::catch_unwind::CatchUnwind<Fut> as core::future::future::Future>::poll at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/futures-util-0.3.31/src/future/future/catch_unwind.rs:37:9 23: test_r_core::tokio::run_test::{{closure}}::{{closure}}::{{closure}} at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/test-r-core-0.0.10/src/tokio.rs:316:26 24: <core::pin::Pin<P> as core::future::future::Future>::poll at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/core/src/future/future.rs:123:9 25: test_r_core::tokio::run_with_flakiness_control::{{closure}} at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/test-r-core-0.0.10/src/tokio.rs:224:25 26: test_r_core::tokio::run_test::{{closure}} at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/test-r-core-0.0.10/src/tokio.rs:319:18 27: test_r_core::tokio::test_thread::{{closure}} at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/test-r-core-0.0.10/src/tokio.rs:178:18 28: <core::pin::Pin<P> as core::future::future::Future>::poll at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/core/src/future/future.rs:123:9 29: tokio::runtime::park::CachedParkThread::block_on::{{closure}} at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/park.rs:281:63 30: tokio::runtime::coop::with_budget at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/coop.rs:107:5 31: tokio::runtime::coop::budget at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/coop.rs:73:5 32: tokio::runtime::park::CachedParkThread::block_on at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/park.rs:281:31 33: tokio::runtime::context::blocking::BlockingRegionGuard::block_on at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/context/blocking.rs:66:9 34: tokio::runtime::handle::Handle::block_on_inner::{{closure}} at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/handle.rs:324:13 35: tokio::runtime::context::runtime::enter_runtime at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/context/runtime.rs:65:16 36: tokio::runtime::handle::Handle::block_on_inner at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/handle.rs:323:9 37: tokio::runtime::handle::Handle::block_on at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/handle.rs:300:13 38: test_r_core::tokio::async_test_runner::{{closure}}::{{closure}} at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/test-r-core-0.0.10/src/tokio.rs:91:17 39: <tokio::runtime::blocking::task::BlockingTask<T> as core::future::future::Future>::poll at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/blocking/task.rs:42:21 40: tokio::runtime::task::core::Core<T,S>::poll::{{closure}} at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/core.rs:331:17 41: tokio::loom::std::unsafe_cell::UnsafeCell<T>::with_mut at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/loom/std/unsafe_cell.rs:16:9 42: tokio::runtime::task::core::Core<T,S>::poll at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/core.rs:320:13 43: tokio::runtime::task::harness::poll_future::{{closure}} at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/harness.rs:500:19 44: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/core/src/panic/unwind_safe.rs:272:9 45: std::panicking::try::do_call at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/panicking.rs:557:40 46: __rust_try 47: std::panicking::try at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/panicking.rs:521:19 48: std::panic::catch_unwind at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/panic.rs:350:14 49: tokio::runtime::task::harness::poll_future at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/harness.rs:488:18 50: tokio::runtime::task::harness::Harness<T,S>::poll_inner at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/harness.rs:209:27 51: tokio::runtime::task::harness::Harness<T,S>::poll at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/harness.rs:154:15 52: tokio::runtime::task::raw::poll at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/raw.rs:271:5 53: tokio::runtime::task::raw::RawTask::poll at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/raw.rs:201:18 54: tokio::runtime::task::UnownedTask<S>::run at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/mod.rs:473:9 55: tokio::runtime::blocking::pool::Task::run at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/blocking/pool.rs:160:9 56: tokio::runtime::blocking::pool::Inner::run at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/blocking/pool.rs:518:17 57: tokio::runtime::blocking::pool::Spawner::spawn_thread::{{closure}} at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/blocking/pool.rs:476:13 58: std::sys::backtrace::__rust_begin_short_backtrace at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/sys/backtrace.rs:152:18 59: std::thread::Builder::spawn_unchecked_::{{closure}}::{{closure}} at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/thread/mod.rs:538:17 60: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/core/src/panic/unwind_safe.rs:272:9 61: std::panicking::try::do_call at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/panicking.rs:557:40 62: __rust_try 63: std::panicking::try at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/panicking.rs:521:19 64: std::panic::catch_unwind at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/panic.rs:350:14 65: std::thread::Builder::spawn_unchecked_::{{closure}} at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/thread/mod.rs:537:30 66: core::ops::function::FnOnce::call_once{{vtable.shim}} at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/core/src/ops/function.rs:250:5 67: <alloc::boxed::Box<F,A> as core::ops::function::FnOnce<Args>>::call_once at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/alloc/src/boxed.rs:2070:9 68: <alloc::boxed::Box<F,A> as core::ops::function::FnOnce<Args>>::call_once at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/alloc/src/boxed.rs:2070:9 69: std::sys::pal::unix::thread::Thread::new::thread_start at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/sys/pal/unix/thread.rs:108:17 70: <unknown> 71: <unknown>
integration::api.recreating_a_worker_after_it_got_deleted_with_a_different_version: integration::api#L1
Failed to delete worker: status: Cancelled, message: "h2 protocol error: http2 error: stream error received: stream no longer needed", details: [], metadata: MetadataMap { headers: {} } Caused by: 0: transport error 1: http2 error: stream error received: stream no longer needed 2: stream error received: stream no longer needed Stack backtrace: 0: anyhow::error::<impl core::convert::From<E> for anyhow::Error>::from at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/anyhow-1.0.89/src/backtrace.rs:27:14 1: <core::result::Result<T,F> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible,E>>>::from_residual at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/core/src/result.rs:1989:27 2: <golem_test_framework::components::worker_service::forwarding::ForwardingWorkerService as golem_test_framework::components::worker_service::WorkerService>::delete_worker::{{closure}} at /home/runner/work/golem/golem/golem-test-framework/src/components/worker_service/forwarding.rs:137:22 3: <core::pin::Pin<P> as core::future::future::Future>::poll at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/core/src/future/future.rs:123:9 4: <T as golem_test_framework::dsl::TestDsl>::delete_worker::{{closure}} at /home/runner/work/golem/golem/golem-test-framework/src/dsl/mod.rs:371:14 5: <core::pin::Pin<P> as core::future::future::Future>::poll at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/core/src/future/future.rs:123:9 6: <T as golem_test_framework::dsl::TestDslUnsafe>::delete_worker::{{closure}} at /home/runner/work/golem/golem/golem-test-framework/src/dsl/mod.rs:1351:14 7: <core::pin::Pin<P> as core::future::future::Future>::poll at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/core/src/future/future.rs:123:9 8: integration::api::recreating_a_worker_after_it_got_deleted_with_a_different_version::{{closure}}::{{closure}} at ./tests/api.rs:1439:40 9: <tracing::instrument::Instrumented<T> as core::future::future::Future>::poll at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tracing-0.1.40/src/instrument.rs:321:9 10: integration::api::recreating_a_worker_after_it_got_deleted_with_a_different_version::{{closure}} at ./tests/api.rs:1403:1 11: integration::api::test_r_register_recreating_a_worker_after_it_got_deleted_with_a_different_version::{{closure}}::{{closure}} at ./tests/api.rs:1402:1 12: <core::pin::Pin<P> as core::future::future::Future>::poll at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/core/src/future/future.rs:123:9 13: test_r_core::tokio::run_test::{{closure}}::{{closure}}::{{closure}}::{{closure}} at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/test-r-core-0.0.10/src/tokio.rs:290:66 14: <core::pin::Pin<P> as core::future::future::Future>::poll at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/core/src/future/future.rs:123:9 15: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::future::future::Future>::poll at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/core/src/panic/unwind_safe.rs:297:9 16: <futures_util::future::future::catch_unwind::CatchUnwind<Fut> as core::future::future::Future>::poll::{{closure}} at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/futures-util-0.3.31/src/future/future/catch_unwind.rs:37:42 17: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/core/src/panic/unwind_safe.rs:272:9 18: std::panicking::try::do_call at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/panicking.rs:557:40 19: __rust_try 20: std::panicking::try at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/panicking.rs:521:19 21: std::panic::catch_unwind at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/panic.rs:350:14 22: <futures_util::future::future::catch_unwind::CatchUnwind<Fut> as core::future::future::Future>::poll at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/futures-util-0.3.31/src/future/future/catch_unwind.rs:37:9 23: test_r_core::tokio::run_test::{{closure}}::{{closure}}::{{closure}} at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/test-r-core-0.0.10/src/tokio.rs:316:26 24: <core::pin::Pin<P> as core::future::future::Future>::poll at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/core/src/future/future.rs:123:9 25: test_r_core::tokio::run_with_flakiness_control::{{closure}} at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/test-r-core-0.0.10/src/tokio.rs:224:25 26: test_r_core::tokio::run_test::{{closure}} at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/test-r-core-0.0.10/src/tokio.rs:319:18 27: test_r_core::tokio::test_thread::{{closure}} at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/test-r-core-0.0.10/src/tokio.rs:178:18 28: <core::pin::Pin<P> as core::future::future::Future>::poll at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/core/src/future/future.rs:123:9 29: tokio::runtime::park::CachedParkThread::block_on::{{closure}} at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/park.rs:281:63 30: tokio::runtime::coop::with_budget at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/coop.rs:107:5 31: tokio::runtime::coop::budget at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/coop.rs:73:5 32: tokio::runtime::park::CachedParkThread::block_on at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/park.rs:281:31 33: tokio::runtime::context::blocking::BlockingRegionGuard::block_on at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/context/blocking.rs:66:9 34: tokio::runtime::handle::Handle::block_on_inner::{{closure}} at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/handle.rs:324:13 35: tokio::runtime::context::runtime::enter_runtime at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/context/runtime.rs:65:16 36: tokio::runtime::handle::Handle::block_on_inner at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/handle.rs:323:9 37: tokio::runtime::handle::Handle::block_on at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/handle.rs:300:13 38: test_r_core::tokio::async_test_runner::{{closure}}::{{closure}} at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/test-r-core-0.0.10/src/tokio.rs:91:17 39: <tokio::runtime::blocking::task::BlockingTask<T> as core::future::future::Future>::poll at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/blocking/task.rs:42:21 40: tokio::runtime::task::core::Core<T,S>::poll::{{closure}} at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/core.rs:331:17 41: tokio::loom::std::unsafe_cell::UnsafeCell<T>::with_mut at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/loom/std/unsafe_cell.rs:16:9 42: tokio::runtime::task::core::Core<T,S>::poll at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/core.rs:320:13 43: tokio::runtime::task::harness::poll_future::{{closure}} at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/harness.rs:500:19 44: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/core/src/panic/unwind_safe.rs:272:9 45: std::panicking::try::do_call at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/panicking.rs:557:40 46: __rust_try 47: std::panicking::try at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/panicking.rs:521:19 48: std::panic::catch_unwind at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/panic.rs:350:14 49: tokio::runtime::task::harness::poll_future at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/harness.rs:488:18 50: tokio::runtime::task::harness::Harness<T,S>::poll_inner at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/harness.rs:209:27 51: tokio::runtime::task::harness::Harness<T,S>::poll at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/harness.rs:154:15 52: tokio::runtime::task::raw::poll at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/raw.rs:271:5 53: tokio::runtime::task::raw::RawTask::poll at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/raw.rs:201:18 54: tokio::runtime::task::UnownedTask<S>::run at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/mod.rs:473:9 55: tokio::runtime::blocking::pool::Task::run at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/blocking/pool.rs:160:9 56: tokio::runtime::blocking::pool::Inner::run at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/blocking/pool.rs:518:17 57: tokio::runtime::blocking::pool::Spawner::spawn_thread::{{closure}} at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/blocking/pool.rs:476:13 58: std::sys::backtrace::__rust_begin_short_backtrace at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/sys/backtrace.rs:152:18 59: std::thread::Builder::spawn_unchecked_::{{closure}}::{{closure}} at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/thread/mod.rs:538:17 60: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/core/src/panic/unwind_safe.rs:272:9 61: std::panicking::try::do_call at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/panicking.rs:557:40 62: __rust_try 63: std::panicking::try at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/panicking.rs:521:19 64: std::panic::catch_unwind at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/panic.rs:350:14 65: std::thread::Builder::spawn_unchecked_::{{closure}} at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/thread/mod.rs:537:30 66: core::ops::function::FnOnce::call_once{{vtable.shim}} at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/core/src/ops/function.rs:250:5 67: <alloc::boxed::Box<F,A> as core::ops::function::FnOnce<Args>>::call_once at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/alloc/src/boxed.rs:2070:9 68: <alloc::boxed::Box<F,A> as core::ops::function::FnOnce<Args>>::call_once at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/alloc/src/boxed.rs:2070:9 69: std::sys::pal::unix::thread::Thread::new::thread_start at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/sys/pal/unix/thread.rs:108:17 70: <unknown> 71: <unknown>
integration::api.long_running_poll_loop_worker_can_be_deleted_after_interrupt: integration::api#L1
Failed to delete worker: status: Cancelled, message: "h2 protocol error: http2 error: stream error received: stream no longer needed", details: [], metadata: MetadataMap { headers: {} } Caused by: 0: transport error 1: http2 error: stream error received: stream no longer needed 2: stream error received: stream no longer needed Stack backtrace: 0: anyhow::error::<impl core::convert::From<E> for anyhow::Error>::from at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/anyhow-1.0.89/src/backtrace.rs:27:14 1: <core::result::Result<T,F> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible,E>>>::from_residual at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/core/src/result.rs:1989:27 2: <golem_test_framework::components::worker_service::forwarding::ForwardingWorkerService as golem_test_framework::components::worker_service::WorkerService>::delete_worker::{{closure}} at /home/runner/work/golem/golem/golem-test-framework/src/components/worker_service/forwarding.rs:137:22 3: <core::pin::Pin<P> as core::future::future::Future>::poll at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/core/src/future/future.rs:123:9 4: <T as golem_test_framework::dsl::TestDsl>::delete_worker::{{closure}} at /home/runner/work/golem/golem/golem-test-framework/src/dsl/mod.rs:371:14 5: <core::pin::Pin<P> as core::future::future::Future>::poll at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/core/src/future/future.rs:123:9 6: <T as golem_test_framework::dsl::TestDslUnsafe>::delete_worker::{{closure}} at /home/runner/work/golem/golem/golem-test-framework/src/dsl/mod.rs:1351:14 7: <core::pin::Pin<P> as core::future::future::Future>::poll at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/core/src/future/future.rs:123:9 8: integration::api::long_running_poll_loop_worker_can_be_deleted_after_interrupt::{{closure}}::{{closure}} at ./tests/api.rs:2078:40 9: <tracing::instrument::Instrumented<T> as core::future::future::Future>::poll at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tracing-0.1.40/src/instrument.rs:321:9 10: integration::api::long_running_poll_loop_worker_can_be_deleted_after_interrupt::{{closure}} at ./tests/api.rs:2023:1 11: integration::api::test_r_register_long_running_poll_loop_worker_can_be_deleted_after_interrupt::{{closure}}::{{closure}} at ./tests/api.rs:2022:1 12: <core::pin::Pin<P> as core::future::future::Future>::poll at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/core/src/future/future.rs:123:9 13: test_r_core::tokio::run_test::{{closure}}::{{closure}}::{{closure}}::{{closure}} at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/test-r-core-0.0.10/src/tokio.rs:290:66 14: <core::pin::Pin<P> as core::future::future::Future>::poll at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/core/src/future/future.rs:123:9 15: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::future::future::Future>::poll at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/core/src/panic/unwind_safe.rs:297:9 16: <futures_util::future::future::catch_unwind::CatchUnwind<Fut> as core::future::future::Future>::poll::{{closure}} at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/futures-util-0.3.31/src/future/future/catch_unwind.rs:37:42 17: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/core/src/panic/unwind_safe.rs:272:9 18: std::panicking::try::do_call at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/panicking.rs:557:40 19: __rust_try 20: std::panicking::try at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/panicking.rs:521:19 21: std::panic::catch_unwind at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/panic.rs:350:14 22: <futures_util::future::future::catch_unwind::CatchUnwind<Fut> as core::future::future::Future>::poll at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/futures-util-0.3.31/src/future/future/catch_unwind.rs:37:9 23: test_r_core::tokio::run_test::{{closure}}::{{closure}}::{{closure}} at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/test-r-core-0.0.10/src/tokio.rs:316:26 24: <core::pin::Pin<P> as core::future::future::Future>::poll at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/core/src/future/future.rs:123:9 25: test_r_core::tokio::run_with_flakiness_control::{{closure}} at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/test-r-core-0.0.10/src/tokio.rs:224:25 26: test_r_core::tokio::run_test::{{closure}} at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/test-r-core-0.0.10/src/tokio.rs:319:18 27: test_r_core::tokio::test_thread::{{closure}} at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/test-r-core-0.0.10/src/tokio.rs:178:18 28: <core::pin::Pin<P> as core::future::future::Future>::poll at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/core/src/future/future.rs:123:9 29: tokio::runtime::park::CachedParkThread::block_on::{{closure}} at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/park.rs:281:63 30: tokio::runtime::coop::with_budget at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/coop.rs:107:5 31: tokio::runtime::coop::budget at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/coop.rs:73:5 32: tokio::runtime::park::CachedParkThread::block_on at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/park.rs:281:31 33: tokio::runtime::context::blocking::BlockingRegionGuard::block_on at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/context/blocking.rs:66:9 34: tokio::runtime::handle::Handle::block_on_inner::{{closure}} at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/handle.rs:324:13 35: tokio::runtime::context::runtime::enter_runtime at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/context/runtime.rs:65:16 36: tokio::runtime::handle::Handle::block_on_inner at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/handle.rs:323:9 37: tokio::runtime::handle::Handle::block_on at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/handle.rs:300:13 38: test_r_core::tokio::async_test_runner::{{closure}}::{{closure}} at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/test-r-core-0.0.10/src/tokio.rs:91:17 39: <tokio::runtime::blocking::task::BlockingTask<T> as core::future::future::Future>::poll at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/blocking/task.rs:42:21 40: tokio::runtime::task::core::Core<T,S>::poll::{{closure}} at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/core.rs:331:17 41: tokio::loom::std::unsafe_cell::UnsafeCell<T>::with_mut at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/loom/std/unsafe_cell.rs:16:9 42: tokio::runtime::task::core::Core<T,S>::poll at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/core.rs:320:13 43: tokio::runtime::task::harness::poll_future::{{closure}} at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/harness.rs:500:19 44: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/core/src/panic/unwind_safe.rs:272:9 45: std::panicking::try::do_call at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/panicking.rs:557:40 46: __rust_try 47: std::panicking::try at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/panicking.rs:521:19 48: std::panic::catch_unwind at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/panic.rs:350:14 49: tokio::runtime::task::harness::poll_future at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/harness.rs:488:18 50: tokio::runtime::task::harness::Harness<T,S>::poll_inner at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/harness.rs:209:27 51: tokio::runtime::task::harness::Harness<T,S>::poll at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/harness.rs:154:15 52: tokio::runtime::task::raw::poll at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/raw.rs:271:5 53: tokio::runtime::task::raw::RawTask::poll at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/raw.rs:201:18 54: tokio::runtime::task::UnownedTask<S>::run at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/mod.rs:473:9 55: tokio::runtime::blocking::pool::Task::run at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/blocking/pool.rs:160:9 56: tokio::runtime::blocking::pool::Inner::run at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/blocking/pool.rs:518:17 57: tokio::runtime::blocking::pool::Spawner::spawn_thread::{{closure}} at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/blocking/pool.rs:476:13 58: std::sys::backtrace::__rust_begin_short_backtrace at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/sys/backtrace.rs:152:18 59: std::thread::Builder::spawn_unchecked_::{{closure}}::{{closure}} at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/thread/mod.rs:538:17 60: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/core/src/panic/unwind_safe.rs:272:9 61: std::panicking::try::do_call at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/panicking.rs:557:40 62: __rust_try 63: std::panicking::try at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/panicking.rs:521:19 64: std::panic::catch_unwind at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/panic.rs:350:14 65: std::thread::Builder::spawn_unchecked_::{{closure}} at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/thread/mod.rs:537:30 66: core::ops::function::FnOnce::call_once{{vtable.shim}} at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/core/src/ops/function.rs:250:5 67: <alloc::boxed::Box<F,A> as core::ops::function::FnOnce<Args>>::call_once at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/alloc/src/boxed.rs:2070:9 68: <alloc::boxed::Box<F,A> as core::ops::function::FnOnce<Args>>::call_once at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/alloc/src/boxed.rs:2070:9 69: std::sys::pal::unix::thread::Thread::new::thread_start at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/sys/pal/unix/thread.rs:108:17 70: <unknown> 71: <unknown>
integration::api.stderr_returned_for_failed_component: integration::api#L1
Failed to get workers metadata: WorkerExecutionError { error: Some(Unknown(UnknownError { details: "Failed to list entries of compressed oplog for component 8292c000-ffcf-4606-b34b-60408866cd34 in blob storage: No such file or directory (os error 2)" })) }
integration::wasi.filesystem_write_via_stream_replay_restores_file_times: integration::wasi#L1
Failed to invoke function: status: Unavailable, message: "error trying to connect: tcp connect error: Connection refused (os error 111)", details: [], metadata: MetadataMap { headers: {} } Caused by: 0: transport error 1: error trying to connect: tcp connect error: Connection refused (os error 111) 2: tcp connect error: Connection refused (os error 111) 3: Connection refused (os error 111) Stack backtrace: 0: anyhow::error::<impl core::convert::From<E> for anyhow::Error>::from at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/anyhow-1.0.89/src/backtrace.rs:27:14 1: <core::result::Result<T,F> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible,E>>>::from_residual at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/core/src/result.rs:1989:27 2: <golem_test_framework::components::worker_service::forwarding::ForwardingWorkerService as golem_test_framework::components::worker_service::WorkerService>::invoke_and_await::{{closure}} at /home/runner/work/golem/golem/golem-test-framework/src/components/worker_service/forwarding.rs:270:22 3: <core::pin::Pin<P> as core::future::future::Future>::poll at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/core/src/future/future.rs:123:9 4: <T as golem_test_framework::dsl::TestDsl>::invoke_and_await_custom_with_key::{{closure}} at /home/runner/work/golem/golem/golem-test-framework/src/dsl/mod.rs:502:14 5: <core::pin::Pin<P> as core::future::future::Future>::poll at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/core/src/future/future.rs:123:9 6: <T as golem_test_framework::dsl::TestDsl>::invoke_and_await_custom::{{closure}} at /home/runner/work/golem/golem/golem-test-framework/src/dsl/mod.rs:480:10 7: <core::pin::Pin<P> as core::future::future::Future>::poll at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/core/src/future/future.rs:123:9 8: <T as golem_test_framework::dsl::TestDsl>::invoke_and_await::{{closure}} at /home/runner/work/golem/golem/golem-test-framework/src/dsl/mod.rs:446:82 9: <core::pin::Pin<P> as core::future::future::Future>::poll at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/core/src/future/future.rs:123:9 10: <T as golem_test_framework::dsl::TestDslUnsafe>::invoke_and_await::{{closure}} at /home/runner/work/golem/golem/golem-test-framework/src/dsl/mod.rs:1385:14 11: <core::pin::Pin<P> as core::future::future::Future>::poll at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/core/src/future/future.rs:123:9 12: integration::wasi::filesystem_write_via_stream_replay_restores_file_times::{{closure}}::{{closure}} at ./tests/wasi.rs:1506:10 13: <tracing::instrument::Instrumented<T> as core::future::future::Future>::poll at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tracing-0.1.40/src/instrument.rs:321:9 14: integration::wasi::filesystem_write_via_stream_replay_restores_file_times::{{closure}} at ./tests/wasi.rs:1465:1 15: integration::wasi::test_r_register_filesystem_write_via_stream_replay_restores_file_times::{{closure}}::{{closure}} at ./tests/wasi.rs:1464:1 16: <core::pin::Pin<P> as core::future::future::Future>::poll at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/core/src/future/future.rs:123:9 17: test_r_core::tokio::run_test::{{closure}}::{{closure}}::{{closure}}::{{closure}} at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/test-r-core-0.0.10/src/tokio.rs:290:66 18: <core::pin::Pin<P> as core::future::future::Future>::poll at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/core/src/future/future.rs:123:9 19: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::future::future::Future>::poll at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/core/src/panic/unwind_safe.rs:297:9 20: <futures_util::future::future::catch_unwind::CatchUnwind<Fut> as core::future::future::Future>::poll::{{closure}} at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/futures-util-0.3.31/src/future/future/catch_unwind.rs:37:42 21: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/core/src/panic/unwind_safe.rs:272:9 22: std::panicking::try::do_call at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/panicking.rs:557:40 23: __rust_try 24: std::panicking::try at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/panicking.rs:521:19 25: std::panic::catch_unwind at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/panic.rs:350:14 26: <futures_util::future::future::catch_unwind::CatchUnwind<Fut> as core::future::future::Future>::poll at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/futures-util-0.3.31/src/future/future/catch_unwind.rs:37:9 27: test_r_core::tokio::run_test::{{closure}}::{{closure}}::{{closure}} at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/test-r-core-0.0.10/src/tokio.rs:316:26 28: <core::pin::Pin<P> as core::future::future::Future>::poll at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/core/src/future/future.rs:123:9 29: test_r_core::tokio::run_with_flakiness_control::{{closure}} at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/test-r-core-0.0.10/src/tokio.rs:224:25 30: test_r_core::tokio::run_test::{{closure}} at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/test-r-core-0.0.10/src/tokio.rs:319:18 31: test_r_core::tokio::test_thread::{{closure}} at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/test-r-core-0.0.10/src/tokio.rs:178:18 32: <core::pin::Pin<P> as core::future::future::Future>::poll at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/core/src/future/future.rs:123:9 33: tokio::runtime::park::CachedParkThread::block_on::{{closure}} at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/park.rs:281:63 34: tokio::runtime::coop::with_budget at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/coop.rs:107:5 35: tokio::runtime::coop::budget at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/coop.rs:73:5 36: tokio::runtime::park::CachedParkThread::block_on at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/park.rs:281:31 37: tokio::runtime::context::blocking::BlockingRegionGuard::block_on at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/context/blocking.rs:66:9 38: tokio::runtime::handle::Handle::block_on_inner::{{closure}} at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/handle.rs:324:13 39: tokio::runtime::context::runtime::enter_runtime at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/context/runtime.rs:65:16 40: tokio::runtime::handle::Handle::block_on_inner at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/handle.rs:323:9 41: tokio::runtime::handle::Handle::block_on at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/handle.rs:300:13 42: test_r_core::tokio::async_test_runner::{{closure}}::{{closure}} at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/test-r-core-0.0.10/src/tokio.rs:91:17 43: <tokio::runtime::blocking::task::BlockingTask<T> as core::future::future::Future>::poll at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/blocking/task.rs:42:21 44: tokio::runtime::task::core::Core<T,S>::poll::{{closure}} at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/core.rs:331:17 45: tokio::loom::std::unsafe_cell::UnsafeCell<T>::with_mut at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/loom/std/unsafe_cell.rs:16:9 46: tokio::runtime::task::core::Core<T,S>::poll at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/core.rs:320:13 47: tokio::runtime::task::harness::poll_future::{{closure}} at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/harness.rs:500:19 48: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/core/src/panic/unwind_safe.rs:272:9 49: std::panicking::try::do_call at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/panicking.rs:557:40 50: __rust_try 51: std::panicking::try at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/panicking.rs:521:19 52: std::panic::catch_unwind at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/panic.rs:350:14 53: tokio::runtime::task::harness::poll_future at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/harness.rs:488:18 54: tokio::runtime::task::harness::Harness<T,S>::poll_inner at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/harness.rs:209:27 55: tokio::runtime::task::harness::Harness<T,S>::poll at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/harness.rs:154:15 56: tokio::runtime::task::raw::poll at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/raw.rs:271:5 57: tokio::runtime::task::raw::RawTask::poll at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/raw.rs:201:18 58: tokio::runtime::task::UnownedTask<S>::run at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/mod.rs:473:9 59: tokio::runtime::blocking::pool::Task::run at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/blocking/pool.rs:160:9 60: tokio::runtime::blocking::pool::Inner::run at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/blocking/pool.rs:518:17 61: tokio::runtime::blocking::pool::Spawner::spawn_thread::{{closure}} at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/blocking/pool.rs:476:13 62: std::sys::backtrace::__rust_begin_short_backtrace at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/sys/backtrace.rs:152:18 63: std::thread::Builder::spawn_unchecked_::{{closure}}::{{closure}} at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/thread/mod.rs:538:17 64: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/core/src/panic/unwind_safe.rs:272:9 65: std::panicking::try::do_call at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/panicking.rs:557:40 66: __rust_try 67: std::panicking::try at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/panicking.rs:521:19 68: std::panic::catch_unwind at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/panic.rs:350:14 69: std::thread::Builder::spawn_unchecked_::{{closure}} at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/thread/mod.rs:537:30 70: core::ops::function::FnOnce::call_once{{vtable.shim}} at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/core/src/ops/function.rs:250:5 71: <alloc::boxed::Box<F,A> as core::ops::function::FnOnce<Args>>::call_once at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/alloc/src/boxed.rs:2070:9 72: <alloc::boxed::Box<F,A> as core::ops::function::FnOnce<Args>>::call_once at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/alloc/src/boxed.rs:2070:9 73: std::sys::pal::unix::thread::Thread::new::thread_start at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/sys/pal/unix/thread.rs:108:17 74: <unknown> 75: <unknown>
integration::text.generated::text_worker_invoke_and_await_short: integration::text#L1
golem cli failed with exit code: Some(1)
integration::text.generated::text_worker_list_short: integration::text#L1
golem cli failed with exit code: Some(1)
integration::text.generated::text_worker_invoke_and_await_long: integration::text#L1
golem cli failed with exit code: Some(1)
integration::text.generated::text_worker_list_long: integration::text#L1
golem cli failed with exit code: Some(1)
integration::worker.generated::worker_invoke_and_await_name_short: integration::worker#L1
golem cli failed with exit code: Some(1)
integration::worker.generated::worker_invoke_no_params_name_short: integration::worker#L1
golem cli failed with exit code: Some(1)
integration::worker.generated::worker_invoke_drop_name_short: integration::worker#L1
golem cli failed with exit code: Some(1)
integration::worker.generated::worker_list_name_short: integration::worker#L1
golem cli failed with exit code: Some(1)
integration::worker.generated::worker_update_name_short: integration::worker#L1
golem cli failed with exit code: Some(1)
integration::worker.generated::worker_get_oplog_name_short: integration::worker#L1
golem cli failed with exit code: Some(1)
integration::worker.generated::worker_invoke_and_await_name_long: integration::worker#L1
golem cli failed with exit code: Some(1)
integration::worker.generated::worker_invoke_no_params_name_long: integration::worker#L1
golem cli failed with exit code: Some(1)
integration::worker.generated::worker_invoke_drop_name_long: integration::worker#L1
golem cli failed with exit code: Some(1)
integration::worker.generated::worker_list_name_long: integration::worker#L1
golem cli failed with exit code: Some(1)
integration::worker.generated::worker_update_name_long: integration::worker#L1
golem cli failed with exit code: Some(1)
integration::worker.generated::worker_get_oplog_name_long: integration::worker#L1
golem cli failed with exit code: Some(1)
integration::worker.generated::worker_invoke_and_await_url_short: integration::worker#L1
golem cli failed with exit code: Some(1)
integration::worker.generated::worker_invoke_no_params_url_short: integration::worker#L1
golem cli failed with exit code: Some(1)
integration::worker.generated::worker_invoke_drop_url_short: integration::worker#L1
golem cli failed with exit code: Some(1)
integration::worker.generated::worker_list_url_short: integration::worker#L1
golem cli failed with exit code: Some(1)
integration::worker.generated::worker_update_url_short: integration::worker#L1
golem cli failed with exit code: Some(1)
integration::worker.generated::worker_get_oplog_url_short: integration::worker#L1
golem cli failed with exit code: Some(1)
integration::worker.generated::worker_invoke_and_await_url_long: integration::worker#L1
golem cli failed with exit code: Some(1)
integration::worker.generated::worker_invoke_no_params_url_long: integration::worker#L1
golem cli failed with exit code: Some(1)
integration::worker.generated::worker_invoke_drop_url_long: integration::worker#L1
golem cli failed with exit code: Some(1)
integration::worker.generated::worker_invoke_wave_params_url_long: integration::worker#L1
golem cli failed with exit code: Some(1)
integration::worker.generated::worker_list_url_long: integration::worker#L1
golem cli failed with exit code: Some(1)
integration::worker.generated::worker_update_url_long: integration::worker#L1
golem cli failed with exit code: Some(1)
integration::worker.generated::worker_get_oplog_url_long: integration::worker#L1
golem cli failed with exit code: Some(1)
integration::worker.generated::worker_invoke_and_await_urn_short: integration::worker#L1
golem cli failed with exit code: Some(1)
integration::worker.generated::worker_invoke_no_params_urn_short: integration::worker#L1
golem cli failed with exit code: Some(1)
integration::worker.generated::worker_invoke_drop_urn_short: integration::worker#L1
golem cli failed with exit code: Some(1)
integration::worker.generated::worker_list_urn_short: integration::worker#L1
golem cli failed with exit code: Some(1)
integration::worker.generated::worker_update_urn_short: integration::worker#L1
golem cli failed with exit code: Some(1)
integration::worker.generated::worker_get_oplog_urn_short: integration::worker#L1
golem cli failed with exit code: Some(1)
integration::worker.generated::worker_invoke_and_await_urn_long: integration::worker#L1
golem cli failed with exit code: Some(1)
integration::worker.get_workers: integration::worker#L1
Failed to get workers metadata: Failed to get workers metadata: WorkerError { error: Some(InternalError(WorkerExecutionError { error: Some(Unknown(UnknownError { details: "Failed to list entries of compressed oplog for component 6cbfff54-bbb8-4479-bbb3-f58af47c4082 in blob storage: No such file or directory (os error 2)" })) })) } Stack backtrace: 0: anyhow::error::<impl anyhow::Error>::msg at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/anyhow-1.0.89/src/backtrace.rs:27:14 1: anyhow::__private::format_err at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/anyhow-1.0.89/src/lib.rs:693:13 2: <T as golem_test_framework::dsl::TestDsl>::get_workers_metadata::{{closure}} at /home/runner/work/golem/golem/golem-test-framework/src/dsl/mod.rs:360:21 3: <core::pin::Pin<P> as core::future::future::Future>::poll at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/core/src/future/future.rs:123:9 4: <T as golem_test_framework::dsl::TestDslUnsafe>::get_workers_metadata::{{closure}} at /home/runner/work/golem/golem/golem-test-framework/src/dsl/mod.rs:1345:14 5: <core::pin::Pin<P> as core::future::future::Future>::poll at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/core/src/future/future.rs:123:9 6: integration::worker::get_workers::{{closure}}::{{closure}} at ./tests/worker.rs:914:14 7: <tracing::instrument::Instrumented<T> as core::future::future::Future>::poll at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tracing-0.1.40/src/instrument.rs:321:9 8: integration::worker::get_workers::{{closure}} at ./tests/worker.rs:864:1 9: integration::worker::test_r_register_get_workers::{{closure}}::{{closure}} at ./tests/worker.rs:863:1 10: <core::pin::Pin<P> as core::future::future::Future>::poll at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/core/src/future/future.rs:123:9 11: <tokio::time::timeout::Timeout<T> as core::future::future::Future>::poll at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/time/timeout.rs:202:33 12: test_r_core::tokio::run_test::{{closure}}::{{closure}}::{{closure}}::{{closure}} at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/test-r-core-0.0.10/src/tokio.rs:294:46 13: <core::pin::Pin<P> as core::future::future::Future>::poll at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/core/src/future/future.rs:123:9 14: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::future::future::Future>::poll at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/core/src/panic/unwind_safe.rs:297:9 15: <futures_util::future::future::catch_unwind::CatchUnwind<Fut> as core::future::future::Future>::poll::{{closure}} at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/futures-util-0.3.31/src/future/future/catch_unwind.rs:37:42 16: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/core/src/panic/unwind_safe.rs:272:9 17: std::panicking::try::do_call at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/panicking.rs:557:40 18: __rust_try 19: std::panicking::try at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/panicking.rs:521:19 20: std::panic::catch_unwind at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/panic.rs:350:14 21: <futures_util::future::future::catch_unwind::CatchUnwind<Fut> as core::future::future::Future>::poll at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/futures-util-0.3.31/src/future/future/catch_unwind.rs:37:9 22: test_r_core::tokio::run_test::{{closure}}::{{closure}}::{{closure}} at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/test-r-core-0.0.10/src/tokio.rs:316:26 23: <core::pin::Pin<P> as core::future::future::Future>::poll at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/core/src/future/future.rs:123:9 24: test_r_core::tokio::run_with_flakiness_control::{{closure}} at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/test-r-core-0.0.10/src/tokio.rs:224:25 25: test_r_core::tokio::run_test::{{closure}} at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/test-r-core-0.0.10/src/tokio.rs:319:18 26: test_r_core::tokio::test_thread::{{closure}} at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/test-r-core-0.0.10/src/tokio.rs:178:18 27: <core::pin::Pin<P> as core::future::future::Future>::poll at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/core/src/future/future.rs:123:9 28: tokio::runtime::park::CachedParkThread::block_on::{{closure}} at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/park.rs:281:63 29: tokio::runtime::coop::with_budget at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/coop.rs:107:5 30: tokio::runtime::coop::budget at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/coop.rs:73:5 31: tokio::runtime::park::CachedParkThread::block_on at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/park.rs:281:31 32: tokio::runtime::context::blocking::BlockingRegionGuard::block_on at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/context/blocking.rs:66:9 33: tokio::runtime::handle::Handle::block_on_inner::{{closure}} at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/handle.rs:324:13 34: tokio::runtime::context::runtime::enter_runtime at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/context/runtime.rs:65:16 35: tokio::runtime::handle::Handle::block_on_inner at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/handle.rs:323:9 36: tokio::runtime::handle::Handle::block_on at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/handle.rs:300:13 37: test_r_core::tokio::async_test_runner::{{closure}}::{{closure}} at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/test-r-core-0.0.10/src/tokio.rs:91:17 38: <tokio::runtime::blocking::task::BlockingTask<T> as core::future::future::Future>::poll at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/blocking/task.rs:42:21 39: tokio::runtime::task::core::Core<T,S>::poll::{{closure}} at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/core.rs:331:17 40: tokio::loom::std::unsafe_cell::UnsafeCell<T>::with_mut at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/loom/std/unsafe_cell.rs:16:9 41: tokio::runtime::task::core::Core<T,S>::poll at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/core.rs:320:13 42: tokio::runtime::task::harness::poll_future::{{closure}} at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/harness.rs:500:19 43: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/core/src/panic/unwind_safe.rs:272:9 44: std::panicking::try::do_call at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/panicking.rs:557:40 45: __rust_try 46: std::panicking::try at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/panicking.rs:521:19 47: std::panic::catch_unwind at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/panic.rs:350:14 48: tokio::runtime::task::harness::poll_future at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/harness.rs:488:18 49: tokio::runtime::task::harness::Harness<T,S>::poll_inner at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/harness.rs:209:27 50: tokio::runtime::task::harness::Harness<T,S>::poll at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/harness.rs:154:15 51: tokio::runtime::task::raw::poll at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/raw.rs:271:5 52: tokio::runtime::task::raw::RawTask::poll at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/raw.rs:201:18 53: tokio::runtime::task::UnownedTask<S>::run at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/mod.rs:473:9 54: tokio::runtime::blocking::pool::Task::run at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/blocking/pool.rs:160:9 55: tokio::runtime::blocking::pool::Inner::run at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/blocking/pool.rs:518:17 56: tokio::runtime::blocking::pool::Spawner::spawn_thread::{{closure}} at /home/runner/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/blocking/pool.rs:476:13 57: std::sys::backtrace::__rust_begin_short_backtrace at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/sys/backtrace.rs:152:18 58: std::thread::Builder::spawn_unchecked_::{{closure}}::{{closure}} at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/thread/mod.rs:538:17 59: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/core/src/panic/unwind_safe.rs:272:9 60: std::panicking::try::do_call at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/panicking.rs:557:40 61: __rust_try 62: std::panicking::try at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/panicking.rs:521:19 63: std::panic::catch_unwind at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/panic.rs:350:14 64: std::thread::Builder::spawn_unchecked_::{{closure}} at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/thread/mod.rs:537:30 65: core::ops::function::FnOnce::call_once{{vtable.shim}} at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/core/src/ops/function.rs:250:5 66: <alloc::boxed::Box<F,A> as core::ops::function::FnOnce<Args>>::call_once at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/alloc/src/boxed.rs:2070:9 67: <alloc::boxed::Box<F,A> as core::ops::function::FnOnce<Args>>::call_once at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/alloc/src/boxed.rs:2070:9 68: std::sys::pal::unix::thread::Thread::new::thread_start at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/sys/pal/unix/thread.rs:108:17 69: <unknown> 70: <unknown>