Skip to content

Commit

Permalink
minor
Browse files Browse the repository at this point in the history
Signed-off-by: Kunshang Ji <kunshang.ji@intel.com>
  • Loading branch information
jikunshang committed Jan 24, 2025
1 parent e27957a commit 6ceba8a
Showing 1 changed file with 1 addition and 2 deletions.
3 changes: 1 addition & 2 deletions vllm/platforms/xpu.py
Original file line number Diff line number Diff line change
Expand Up @@ -66,13 +66,12 @@ def check_and_update_config(cls, vllm_config: VllmConfig) -> None:
model_config = vllm_config.model_config
if model_config.dtype == torch.bfloat16:
bf16_supported = cls.device_support_bf16()
device_name = cls.get_device_name()
if not bf16_supported:
logger.warning(
"bfloat16 is only supported on Intel Data Center GPU, "
"Intel Arc GPU is not supported yet. Your device is %s,"
"which is not supported. will fallback to float16",
device_name)
cls.get_device_name())
model_config.dtype = torch.float16
if not model_config.enforce_eager:
logger.warning(
Expand Down

0 comments on commit 6ceba8a

Please # to comment.