Skip to content

Commit 78ee733

Browse files
WoosukKwontlrmchlsmth
authored andcommitted
[V1] Fix CI tests on V1 engine (vllm-project#10272)
Signed-off-by: Woosuk Kwon <woosuk.kwon@berkeley.edu> Signed-off-by: Tyler Michael Smith <tyler@neuralmagic.com>
1 parent bbd777e commit 78ee733

File tree

3 files changed

+7
-1
lines changed

3 files changed

+7
-1
lines changed

tests/v1/engine/test_engine_core.py

+3
Original file line numberDiff line numberDiff line change
@@ -27,6 +27,9 @@ def make_request() -> EngineCoreRequest:
2727
request_id=uuid.uuid4(),
2828
prompt=PROMPT,
2929
prompt_token_ids=PROMPT_TOKENS,
30+
mm_data=None,
31+
mm_placeholders=None,
32+
mm_processor_kwargs=None,
3033
sampling_params=SamplingParams(),
3134
eos_token_id=None,
3235
arrival_time=time.time(),

tests/v1/engine/test_engine_core_client.py

+3
Original file line numberDiff line numberDiff line change
@@ -29,6 +29,9 @@ def make_request(params: SamplingParams) -> EngineCoreRequest:
2929
request_id=str(uuid.uuid4()),
3030
prompt=PROMPT,
3131
prompt_token_ids=PROMPT_TOKENS,
32+
mm_data=None,
33+
mm_placeholders=None,
34+
mm_processor_kwargs=None,
3235
sampling_params=params,
3336
eos_token_id=None,
3437
arrival_time=time.time(),

vllm/v1/engine/core.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -317,7 +317,7 @@ def process_input_socket(self, input_path: str):
317317

318318
# Msgpack serialization decoding.
319319
decoder_add_req = PickleEncoder()
320-
decoder_abort_req = msgpack.Decoder(list[str])
320+
decoder_abort_req = PickleEncoder()
321321

322322
with self.make_socket(input_path, zmq.constants.PULL) as socket:
323323
while True:

0 commit comments

Comments
 (0)