fix ci

PaddlePaddle · Oct 28, 2022 · 9c284df · 9c284df
1 parent d68cfc7
commit 9c284df
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/ppfleetx/models/language_model/gpt/dygraph/sequence_parallel_utils.py b/ppfleetx/models/language_model/gpt/dygraph/sequence_parallel_utils.py
@@ -158,7 +158,7 @@ def __impl__(grad):
 
 
 def register_sequence_parallel_allreduce_hooks(model, accumulation_steps):
-    if accumulation_steps <= 0:
+    if accumulation_steps <= 0 or not paddle.distributed.is_initialized():
         return
 
     mp_group = fleet.get_hybrid_communicate_group().get_model_parallel_group()