fix [BUG] 'DeepSpeedGPTInference' object has no attribute 'dtype' for… (

#4814)
deepspeedai · Dec 15, 2023 · 4a6e0c0 · 4a6e0c0
1 parent 84eaf5a
commit 4a6e0c0
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/deepspeed/model_implementations/transformers/ds_transformer.py b/deepspeed/model_implementations/transformers/ds_transformer.py
@@ -163,7 +163,7 @@ def forward(
 
         if (self.config.dtype in [torch.float16, torch.bfloat16, torch.int8]) \
             and input.dtype == torch.float:
-            target_dtype = torch.half if self.dtype == torch.int8 else self.dtype
+            target_dtype = torch.half if self.config.dtype == torch.int8 else self.config.dtype
             input = input.to(target_dtype)
 
         with torch.no_grad():