From 17dea4c0a544f4a8ec81cc2a1f07e3af546999a6 Mon Sep 17 00:00:00 2001 From: XiaobingSuper Date: Thu, 13 Feb 2025 17:22:28 +0800 Subject: [PATCH] fix offline example of disaggregated prefill Signed-off-by: XiaobingSuper --- examples/offline_inference/disaggregated_prefill.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/offline_inference/disaggregated_prefill.py b/examples/offline_inference/disaggregated_prefill.py index 2e41cabaccaf..36ee24bf7f18 100644 --- a/examples/offline_inference/disaggregated_prefill.py +++ b/examples/offline_inference/disaggregated_prefill.py @@ -22,7 +22,7 @@ def run_prefill(prefill_done): # and 3 and do prefilling on request 2. prompts = [ "Hello, my name is", - # "Hi, your name is", + "Hi, your name is", # The decode node will actually "prefill" this request. "Tell me a very long story", ]