From 5d12d77e28cf33c8d13e64dba57303e366ac5a9f Mon Sep 17 00:00:00 2001 From: Xuehai Pan Date: Tue, 25 Jul 2023 01:43:25 +0800 Subject: [PATCH] Pass missing positional arguments in `DeepSpeedHybridEngine.generate()` --- deepspeed/runtime/hybrid_engine.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/deepspeed/runtime/hybrid_engine.py b/deepspeed/runtime/hybrid_engine.py index cff4219d916b..da6f7a9be54e 100644 --- a/deepspeed/runtime/hybrid_engine.py +++ b/deepspeed/runtime/hybrid_engine.py @@ -223,7 +223,7 @@ def generate(self, *inputs, **kwargs): dist.all_gather_into_tensor(output, input_cont, group=self.mp_group) if len(inputs) > 0: - inputs = (output, ) + inputs = (output, *inputs[1:]) else: kwargs['input_ids'] = output