From 50aecc6fc4460f822496e56986a4f09698f5abe7 Mon Sep 17 00:00:00 2001 From: "Ma, Guokai" Date: Tue, 17 Oct 2023 23:02:28 -0400 Subject: [PATCH] turn off I_MPI_PIN for impi launcher --- deepspeed/launcher/multinode_runner.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/deepspeed/launcher/multinode_runner.py b/deepspeed/launcher/multinode_runner.py index 5b879efee469..730146f5bcd2 100644 --- a/deepspeed/launcher/multinode_runner.py +++ b/deepspeed/launcher/multinode_runner.py @@ -279,6 +279,9 @@ def get_cmd(self, environment, active_resources): export_cmd += ['-genv', 'WORLD_SIZE', str(total_process_count)] export_cmd += ['-genv', 'LOCAL_SIZE', str(process_per_node)] + # turn off IMPI core binding, use deepspeed's own core binding + export_cmd += ['-genv', 'I_MPI_PIN', '0'] + export_cmd += ['-hosts'] hosts = "" for i, host in enumerate(self.resource_pool.keys()):