From f128017c952c5d62243b26ddeef0c6aa71c8c67c Mon Sep 17 00:00:00 2001 From: Stas Bekman Date: Wed, 15 Sep 2021 14:27:48 -0700 Subject: [PATCH 1/2] [zero Init] fix regression --- deepspeed/runtime/zero/partition_parameters.py | 8 +++++++- 1 file changed, 7 insertions(+), 1 deletion(-) diff --git a/deepspeed/runtime/zero/partition_parameters.py b/deepspeed/runtime/zero/partition_parameters.py index 6b72abb33f09..46ebfb77bc5a 100755 --- a/deepspeed/runtime/zero/partition_parameters.py +++ b/deepspeed/runtime/zero/partition_parameters.py @@ -17,7 +17,7 @@ from .offload_constants import * from ..utils import see_memory_usage -from deepspeed.utils import log_dist, init_distributed +from deepspeed.utils import log_dist, init_distributed, logger from deepspeed.utils.debug import debug_param2name_id_shape, debug_param2name_id_shape_device, debug_module2name, debug_param2name, debug_param2name_id_shape_status, printflock, log_rank_file from ..swap_tensor.partitioned_param_swapper import AsyncPartitionedParameterSwapper, PartitionedParamStatus @@ -450,6 +450,12 @@ def get_model(): model = deepspeed.zero.Init(module=model) """ + if config is not None: + config_dict_or_path = config + logger.warning( + f'DeepSpeedConfig: zero.Init: the `config` argument is deprecated. Please use `config_dict_or_path` instead.' + ) + _ds_config = DeepSpeedConfig(config_dict_or_path, mpu) if config_dict_or_path is not None else None super().__init__(enabled=enabled, From 1a4899d25a1b3c166ae6d716599e68d662ba6a8e Mon Sep 17 00:00:00 2001 From: Stas Bekman Date: Wed, 15 Sep 2021 15:44:03 -0700 Subject: [PATCH 2/2] clean up the warning --- deepspeed/runtime/zero/partition_parameters.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/deepspeed/runtime/zero/partition_parameters.py b/deepspeed/runtime/zero/partition_parameters.py index 46ebfb77bc5a..c4de169f4641 100755 --- a/deepspeed/runtime/zero/partition_parameters.py +++ b/deepspeed/runtime/zero/partition_parameters.py @@ -453,7 +453,7 @@ def get_model(): if config is not None: config_dict_or_path = config logger.warning( - f'DeepSpeedConfig: zero.Init: the `config` argument is deprecated. Please use `config_dict_or_path` instead.' + f'zero.Init: the `config` argument is deprecated. Please use `config_dict_or_path` instead.' ) _ds_config = DeepSpeedConfig(config_dict_or_path,