reversed pp condition back to >=1

megatron/neox_arguments/arguments.py

@@ -1037,7 +1037,7 @@ def calculate_derived(self):
         # if we set pipe_parallel_size to 0 or 1, GPT2ModelPipe.to_sequential() is called, and we run training with
         # the sequential model without the PipelineModule wrapper to avoid the overhead it incurs
         self.update_value(
-            "is_pipe_parallel", self.pipe_parallel_size > 1 and self.num_experts == 1
+            "is_pipe_parallel", self.pipe_parallel_size >= 1 and self.num_experts == 1
         )
         if self.num_experts > 1:
             assert not (