Skip to content

Commit 1ae5580

Browse files
WoosukKwonweilong.yu
authored andcommitted
[V1] Fix CI tests on V1 engine (vllm-project#10272)
Signed-off-by: Woosuk Kwon <woosuk.kwon@berkeley.edu>
1 parent ef1c8c8 commit 1ae5580

File tree

3 files changed

+7
-1
lines changed

3 files changed

+7
-1
lines changed

tests/v1/engine/test_engine_core.py

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -27,6 +27,9 @@ def make_request() -> EngineCoreRequest:
2727
request_id=uuid.uuid4(),
2828
prompt=PROMPT,
2929
prompt_token_ids=PROMPT_TOKENS,
30+
mm_data=None,
31+
mm_placeholders=None,
32+
mm_processor_kwargs=None,
3033
sampling_params=SamplingParams(),
3134
eos_token_id=None,
3235
arrival_time=time.time(),

tests/v1/engine/test_engine_core_client.py

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -29,6 +29,9 @@ def make_request(params: SamplingParams) -> EngineCoreRequest:
2929
request_id=str(uuid.uuid4()),
3030
prompt=PROMPT,
3131
prompt_token_ids=PROMPT_TOKENS,
32+
mm_data=None,
33+
mm_placeholders=None,
34+
mm_processor_kwargs=None,
3235
sampling_params=params,
3336
eos_token_id=None,
3437
arrival_time=time.time(),

vllm/v1/engine/core.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -317,7 +317,7 @@ def process_input_socket(self, input_path: str):
317317

318318
# Msgpack serialization decoding.
319319
decoder_add_req = PickleEncoder()
320-
decoder_abort_req = msgpack.Decoder(list[str])
320+
decoder_abort_req = PickleEncoder()
321321

322322
with self.make_socket(input_path, zmq.constants.PULL) as socket:
323323
while True:

0 commit comments

Comments
 (0)