We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 0d7a008 commit 2567b74Copy full SHA for 2567b74
examples/offline_disaggregated_prefill_npu.py
@@ -61,7 +61,7 @@ def run_prefill(prefill_done, process_close):
61
print("Prefill node is finished.")
62
prefill_done.set()
63
64
- # To keep the prefill node running in case the decode node is not done
+ # To keep the prefill node running in case the decode node is not done;
65
# otherwise, the script might exit prematurely, causing incomplete decoding.
66
try:
67
while not process_close.is_set():
0 commit comments