[Bugfix] Offline example of disaggregated prefill (#13214)

XiaobingSuper · web-flow · commit 84683fa27194 · 2025-02-13T20:20:47.000-08:00
diff --git a/examples/offline_inference/disaggregated_prefill.py b/examples/offline_inference/disaggregated_prefill.py
@@ -22,7 +22,7 @@ def run_prefill(prefill_done):
     # and 3 and do prefilling on request 2.
     prompts = [
         "Hello, my name is",
-        # "Hi, your name is",
+        "Hi, your name is",
         # The decode node will actually "prefill" this request.
         "Tell me a very long story",
     ]

Original file line number	Diff line number	Diff line change
`@@ -22,7 +22,7 @@ def run_prefill(prefill_done):`
`22`	`22`	`# and 3 and do prefilling on request 2.`
`23`	`23`	`prompts = [`
`24`	`24`	`"Hello, my name is",`
`25`		`- # "Hi, your name is",`
	`25`	`+ "Hi, your name is",`
`26`	`26`	`# The decode node will actually "prefill" this request.`
`27`	`27`	`"Tell me a very long story",`
`28`	`28`	`]`