Quentin - fix format issues in mpi run

Author: root

deepspeed/launcher/multinode_runner.py

@@ -124,6 +124,8 @@ def get_cmd(self, environment, active_resources):
                     btl_tcp_opt = []
                     break
 
+        print("===================== MPI =====================")
+
         # Custom from previous PI cluster
         mpirun_cmd = [
             'mpirun',
@@ -133,11 +135,17 @@ def get_cmd(self, environment, active_resources):
             '-hostfile',
             f'{self.args.hostfile}',
             '-mca',
-            'btl tcp,self',
+            'btl',
+            'tcp,self',
+            '-mca',
+            'coll_hcoll_enable',
+            '0',
             '-mca',
-            'coll_hcoll_enable 0',
+            'plm_rsh_agent',
+            'ssh',
             '-mca',
-            'plm_rsh_args "-p 2222"',
+            'plm_rsh_args',
+            '-p 2222',
             '-x',
             'PATH',
             '-x',