diff --git a/examples/nlp/language_modeling/conf/megatron_bart_config.yaml b/examples/nlp/language_modeling/conf/megatron_bart_config.yaml index b449e8a03b39..5719291e800e 100644 --- a/examples/nlp/language_modeling/conf/megatron_bart_config.yaml +++ b/examples/nlp/language_modeling/conf/megatron_bart_config.yaml @@ -17,6 +17,7 @@ trainer: limit_test_batches: 500 accumulate_grad_batches: 1 gradient_clip_val: 1.0 + benchmark: False exp_manager: explicit_log_dir: null diff --git a/examples/nlp/language_modeling/conf/megatron_bert_config.yaml b/examples/nlp/language_modeling/conf/megatron_bert_config.yaml index 61d98a2e9de4..e93dcbe297e7 100644 --- a/examples/nlp/language_modeling/conf/megatron_bert_config.yaml +++ b/examples/nlp/language_modeling/conf/megatron_bert_config.yaml @@ -17,6 +17,7 @@ trainer: limit_test_batches: 500 accumulate_grad_batches: 1 gradient_clip_val: 1.0 + benchmark: False exp_manager: explicit_log_dir: null diff --git a/examples/nlp/language_modeling/conf/megatron_gpt_config.yaml b/examples/nlp/language_modeling/conf/megatron_gpt_config.yaml index f97cdefc9369..5b627ecb3454 100755 --- a/examples/nlp/language_modeling/conf/megatron_gpt_config.yaml +++ b/examples/nlp/language_modeling/conf/megatron_gpt_config.yaml @@ -17,6 +17,7 @@ trainer: limit_test_batches: 500 accumulate_grad_batches: 1 # do not modify, grad acc is automatic for training megatron models gradient_clip_val: 1.0 + benchmark: False exp_manager: explicit_log_dir: null diff --git a/examples/nlp/language_modeling/conf/megatron_gpt_prompt_learning_config.yaml b/examples/nlp/language_modeling/conf/megatron_gpt_prompt_learning_config.yaml index 38c30ab1ae2e..2a7344db9eb5 100644 --- a/examples/nlp/language_modeling/conf/megatron_gpt_prompt_learning_config.yaml +++ b/examples/nlp/language_modeling/conf/megatron_gpt_prompt_learning_config.yaml @@ -15,6 +15,7 @@ trainer: accumulate_grad_batches: 1 gradient_clip_val: 1.0 resume_from_checkpoint: null # The path to a checkpoint file to continue the training, restores the whole state including the epoch, step, LR schedulers, apex, etc. + benchmark: False exp_manager: diff --git a/examples/nlp/language_modeling/conf/megatron_ptune_t5.yaml b/examples/nlp/language_modeling/conf/megatron_ptune_t5.yaml index aaa93ba6d352..b02bb4f0ebe7 100644 --- a/examples/nlp/language_modeling/conf/megatron_ptune_t5.yaml +++ b/examples/nlp/language_modeling/conf/megatron_ptune_t5.yaml @@ -14,6 +14,7 @@ trainer: val_check_interval: 300 accumulate_grad_batches: 2 gradient_clip_val: 1.0 + benchmark: False exp_manager: explicit_log_dir: null diff --git a/examples/nlp/language_modeling/conf/megatron_t5_config.yaml b/examples/nlp/language_modeling/conf/megatron_t5_config.yaml index 6a69907f332b..bc305066d0be 100644 --- a/examples/nlp/language_modeling/conf/megatron_t5_config.yaml +++ b/examples/nlp/language_modeling/conf/megatron_t5_config.yaml @@ -17,6 +17,7 @@ trainer: limit_test_batches: 500 accumulate_grad_batches: 1 gradient_clip_val: 1.0 + benchmark: False exp_manager: explicit_log_dir: null diff --git a/examples/nlp/language_modeling/conf/megatron_t5_config_finetune_glue_eval.yaml b/examples/nlp/language_modeling/conf/megatron_t5_config_finetune_glue_eval.yaml index 384ab4e4de00..d9d969be55f0 100644 --- a/examples/nlp/language_modeling/conf/megatron_t5_config_finetune_glue_eval.yaml +++ b/examples/nlp/language_modeling/conf/megatron_t5_config_finetune_glue_eval.yaml @@ -8,6 +8,7 @@ trainer: logger: False # logger provided by exp_manager enable_checkpointing: False replace_sampler_ddp: False + benchmark: False exp_manager: explicit_log_dir: null diff --git a/examples/nlp/language_modeling/conf/megatron_t5_config_finetune_glue_mnli.yaml b/examples/nlp/language_modeling/conf/megatron_t5_config_finetune_glue_mnli.yaml index 07a5785c6480..6eb83db34c7b 100644 --- a/examples/nlp/language_modeling/conf/megatron_t5_config_finetune_glue_mnli.yaml +++ b/examples/nlp/language_modeling/conf/megatron_t5_config_finetune_glue_mnli.yaml @@ -14,6 +14,7 @@ trainer: val_check_interval: 300 accumulate_grad_batches: 1 gradient_clip_val: 1.0 + benchmark: False exp_manager: explicit_log_dir: null diff --git a/examples/nlp/language_modeling/conf/megatron_t5_config_finetune_glue_xnli.yaml b/examples/nlp/language_modeling/conf/megatron_t5_config_finetune_glue_xnli.yaml index d371a40be970..a6baadaa4b6b 100644 --- a/examples/nlp/language_modeling/conf/megatron_t5_config_finetune_glue_xnli.yaml +++ b/examples/nlp/language_modeling/conf/megatron_t5_config_finetune_glue_xnli.yaml @@ -14,6 +14,7 @@ trainer: val_check_interval: 300 accumulate_grad_batches: 1 gradient_clip_val: 1.0 + benchmark: False exp_manager: explicit_log_dir: null diff --git a/examples/nlp/language_modeling/conf/transformer_lm_config.yaml b/examples/nlp/language_modeling/conf/transformer_lm_config.yaml index a5d2b0062b44..31040dd7239a 100644 --- a/examples/nlp/language_modeling/conf/transformer_lm_config.yaml +++ b/examples/nlp/language_modeling/conf/transformer_lm_config.yaml @@ -95,6 +95,7 @@ trainer: logger: False log_every_n_steps: 50 # Interval of logging. check_val_every_n_epoch: 1 + benchmark: False exp_manager: name: TransformerLM diff --git a/examples/nlp/machine_translation/conf/aayn_base.yaml b/examples/nlp/machine_translation/conf/aayn_base.yaml index 051a6aaa80d6..39f500da70bd 100644 --- a/examples/nlp/machine_translation/conf/aayn_base.yaml +++ b/examples/nlp/machine_translation/conf/aayn_base.yaml @@ -152,6 +152,7 @@ trainer: logger: False log_every_n_steps: 50 # Interval of logging. check_val_every_n_epoch: 1 + benchmark: False exp_manager: name: AAYNBase diff --git a/examples/nlp/machine_translation/conf/aayn_base_megatron.yaml b/examples/nlp/machine_translation/conf/aayn_base_megatron.yaml index 04da89dad86d..3c49bbe18d9e 100644 --- a/examples/nlp/machine_translation/conf/aayn_base_megatron.yaml +++ b/examples/nlp/machine_translation/conf/aayn_base_megatron.yaml @@ -15,6 +15,7 @@ trainer: val_check_interval: 1000 accumulate_grad_batches: 1 gradient_clip_val: 1.0 + benchmark: False exp_manager: explicit_log_dir: null diff --git a/examples/nlp/machine_translation/conf/huggingface.yaml b/examples/nlp/machine_translation/conf/huggingface.yaml index 8d298dddd83d..f1874a93d055 100644 --- a/examples/nlp/machine_translation/conf/huggingface.yaml +++ b/examples/nlp/machine_translation/conf/huggingface.yaml @@ -125,6 +125,7 @@ trainer: logger: False log_every_n_steps: 50 # Interval of logging. check_val_every_n_epoch: 1 + benchmark: False exp_manager: name: HuggingFaceEncoder