workaround for PyPy hangs due non-awaited futures

Backblaze · Jul 30, 2024 · 3d8b680 · 3d8b680
1 parent 269f575
commit 3d8b680
Showing 1 changed file with 10 additions and 2 deletions.
diff --git a/b2sdk/_internal/transfer/inbound/downloader/parallel.py b/b2sdk/_internal/transfer/inbound/downloader/parallel.py
@@ -10,6 +10,7 @@
 from __future__ import annotations
 
 import logging
+import platform
 import queue
 import threading
 from concurrent import futures
@@ -195,8 +196,15 @@ def _get_parts(
             except futures.TimeoutError:
                 pass
             else:
-                for stream in streams_futures.done:
-                    stream.result()
+                try:
+                    for stream in streams_futures.done:
+                        stream.result()
+                except Exception:
+                    if platform.python_implementation() == "PyPy":
+                        # Await all threads to avoid PyPy hanging bug.
+                        # https://github.com/pypy/pypy/issues/4994#issuecomment-2258962665
+                        futures.wait(streams_futures.not_done)
+                    raise
                 streams = streams_futures.not_done
 
         futures.wait(streams)