diff --git a/deepspeed/launcher/multinode_runner.py b/deepspeed/launcher/multinode_runner.py index 959f76a4fc58..f7196f5bd8ba 100644 --- a/deepspeed/launcher/multinode_runner.py +++ b/deepspeed/launcher/multinode_runner.py @@ -253,6 +253,7 @@ def get_cmd(self, environment, active_resources): 'srun', '-n', f'{total_process_count}', + '--label', ] + split(self.args.launcher_args) if getattr(self.args, 'slurm_comment', ''):