fix missing var init

deepinfra · Apr 18, 2024 · c9d912f · c9d912f
1 parent b0398cc
commit c9d912f
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/vllm/engine/llm_engine.py b/vllm/engine/llm_engine.py
@@ -461,6 +461,7 @@ def _process_model_outputs(
 
         # Create the outputs.
         request_outputs: List[RequestOutput] = []
+        now = time.time()
         for scheduled_seq_group in scheduled_seq_groups:
             seq_group = scheduled_seq_group.seq_group
             seq_group.maybe_set_first_token_time(now)