From 7c00b051fecd8b326862f2ed938e84b95712f6c4 Mon Sep 17 00:00:00 2001 From: Abhinav Khattar Date: Fri, 21 Apr 2023 15:17:45 -0700 Subject: [PATCH] reduce workers on NMT CI (#6472) Signed-off-by: Abhinav Khattar --- Jenkinsfile | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/Jenkinsfile b/Jenkinsfile index fa184482a22d..3e4895715df4 100644 --- a/Jenkinsfile +++ b/Jenkinsfile @@ -2561,6 +2561,8 @@ pipeline { model.train_ds.tgt_file_name=/home/TestData/nlp/nmt/toy_data/wmt14-de-en.ref \ model.validation_ds.src_file_name=/home/TestData/nlp/nmt/toy_data/wmt14-de-en.src \ model.validation_ds.tgt_file_name=/home/TestData/nlp/nmt/toy_data/wmt14-de-en.ref \ + model.train_ds.num_workers=1 \ + model.validation_ds.num_workers=1 \ ~model.test_ds \ model.train_ds.dataset_type=text_memmap \ model.encoder_tokenizer.library=sentencepiece \ @@ -2602,6 +2604,8 @@ pipeline { model.train_ds.tgt_file_name=/home/TestData/nlp/nmt/toy_data/wmt14-de-en.ref \ model.validation_ds.src_file_name=/home/TestData/nlp/nmt/toy_data/wmt14-de-en.src \ model.validation_ds.tgt_file_name=/home/TestData/nlp/nmt/toy_data/wmt14-de-en.ref \ + model.train_ds.num_workers=1 \ + model.validation_ds.num_workers=1 \ ~model.test_ds \ model.train_ds.dataset_type=text_memmap \ model.encoder_tokenizer.library=sentencepiece \