Tmp

Signed-off-by: MaximumEntropy <sandeep.subramanian.1@umontreal.ca>
NVIDIA · Jun 17, 2022 · 6c5a163 · 6c5a163
1 parent 41ad987
commit 6c5a163
Showing 1 changed file with 0 additions and 4 deletions.
diff --git a/nemo/collections/nlp/models/machine_translation/megatron_nmt_model.py b/nemo/collections/nlp/models/machine_translation/megatron_nmt_model.py
@@ -584,10 +584,6 @@ def build_memmap_dataset_from_config(self, cfg: DictConfig):
                         tgt_tokenizer=self.decoder_tokenizer,
                         max_src_seq_length=cfg.max_seq_length,
                         max_tgt_seq_length=cfg.max_seq_length,
-                        start_index=0,
-                        end_index=None,
-                        data_impl="mmap",
-                        skip_warmup=True,
                     )
                 elif cfg.dataset_type == 'text_memmap':
                     dataset = TextMemmapSequenceToSequenceDataset(