Parallel with single GPU is working!

Signed-off-by: Virginia Adams <vadams@nvidia.com>
NVIDIA · Feb 17, 2022 · 085d2ed · 085d2ed
1 parent 724773f
commit 085d2ed
Showing 1 changed file with 1 addition and 2 deletions.
diff --git a/nemo/collections/nlp/models/language_modeling/megatron_gpt_model.py b/nemo/collections/nlp/models/language_modeling/megatron_gpt_model.py
@@ -787,9 +787,8 @@ def prompt_tuning_param_optimizer_setup_and_freeze(self):
         for prompt_tag in self.model.language_model.prompt_table.prompt_table.keys():
             if prompt_tag in self.prompts_to_tune:
                 for params in self.model.language_model.prompt_table.prompt_table[prompt_tag].parameters():
-                    param.requires_grad = True
+                    params.requires_grad = True
                     weight_decay_params['params'].append(params)
-                    self.prompt_tuning_params.append(params)
             else:
                 for param in self.model.language_model.prompt_table.prompt_table[prompt_tag].parameters():
                     param.requires_grad = False