From 2b4ca3966aa3970c2d06ff3c528f1b276080c22b Mon Sep 17 00:00:00 2001 From: CXIAAAAA Date: Sat, 1 Feb 2025 00:33:17 +0000 Subject: [PATCH] fix bytecode --- vllm/engine/arg_utils.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vllm/engine/arg_utils.py b/vllm/engine/arg_utils.py index cc7c99e50ac4d..04629b7ffe977 100644 --- a/vllm/engine/arg_utils.py +++ b/vllm/engine/arg_utils.py @@ -1289,7 +1289,7 @@ def _override_v1_engine_args(self, usage_context: UsageContext) -> None: # context. # Use different default values for different hardware. from vllm.platforms import current_platform - device_name = current_platform.get_device_name().lower() + device_name = str(current_platform.get_device_name().lower()) if "h100" in device_name or "h200" in device_name: # For H100 and H200, we use larger default values. default_max_num_batched_tokens = {