From 5e9c7549ff8d1fa5a7213f92876338d299fa6dd2 Mon Sep 17 00:00:00 2001 From: "Ma, Guokai" Date: Wed, 26 Jul 2023 01:57:09 -0400 Subject: [PATCH] fix comm logging for inference --- deepspeed/utils/comms_logging.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/deepspeed/utils/comms_logging.py b/deepspeed/utils/comms_logging.py index 69c80f78c25d..f27f4697b134 100644 --- a/deepspeed/utils/comms_logging.py +++ b/deepspeed/utils/comms_logging.py @@ -44,7 +44,7 @@ def calc_bw_log(comm_op, size, duration): size *= n tput = (size / duration) busbw = (size / duration) * ((n - 1) / n) - elif comm_op == "all_reduce" or comm_op == "all_reduce_coalesced": + elif comm_op == "all_reduce" or comm_op == "all_reduce_coalesced" or comm_op == "inference_all_reduce": tput = (size * 2 / duration) busbw = (size / duration) * (2 * (n - 1) / n) elif comm_op == "send" or comm_op == "recv" or comm_op == "isend" or comm_op == "irecv" or comm_op == "broadcast" or comm_op == "reduce" or comm_op == "gather" or comm_op == "scatter" or comm_op == "barrier":