diff --git a/nemo/collections/nlp/models/language_modeling/megatron_gpt_prompt_learning_model.py b/nemo/collections/nlp/models/language_modeling/megatron_gpt_prompt_learning_model.py index add7c898c80c..387ff52bb078 100644 --- a/nemo/collections/nlp/models/language_modeling/megatron_gpt_prompt_learning_model.py +++ b/nemo/collections/nlp/models/language_modeling/megatron_gpt_prompt_learning_model.py @@ -986,7 +986,7 @@ def dummy(): # Call same generate code as in MegatronGPT return megatron_gpt_generate( - self.cuda(), processed_inputs, self.tokenizer, length_params, sampling_params, task_ids + self.cuda(), processed_inputs, self.tokenizer, length_params, sampling_params, task_ids=task_ids ) def predict_step(self, batch: Any, batch_idx: int, dataloader_idx: Optional[int] = None) -> Any: