From e49fbe1c5033fe60b81018dac20f84f30da8b487 Mon Sep 17 00:00:00 2001 From: ZheyuYe Date: Wed, 29 Jul 2020 22:18:12 +0800 Subject: [PATCH] update --- src/gluonnlp/models/transformer.py | 6 +++--- test_batch.sh | 7 ------- 2 files changed, 3 insertions(+), 10 deletions(-) delete mode 100644 test_batch.sh diff --git a/src/gluonnlp/models/transformer.py b/src/gluonnlp/models/transformer.py index 971ba2af13..b6671b2faf 100644 --- a/src/gluonnlp/models/transformer.py +++ b/src/gluonnlp/models/transformer.py @@ -1154,9 +1154,9 @@ def encode(self, F, src_data, src_valid_length): - layout = 'TN' Shape (src_length, batch_size, C_out) """ - embeddings = self.src_embed_layer(src_data) + src_data = self.src_embed_layer(src_data) if self.scaled_embed: - embeddings = embeddings * np.sqrt(self.enc_units) + src_data = src_data * np.sqrt(self.enc_units) if self.pos_embed_type is not None: if self.layout == 'NT': src_data = src_data + self.src_pos_embed_layer(F.npx.arange_like(src_data, axis=1)) @@ -1195,7 +1195,7 @@ def decode_seq(self, F, tgt_data, tgt_valid_length, mem_data, mem_valid_length): - layout = 'TN' Shape (tgt_length, batch_size, tgt_vocab_size) """ - embeddings = self.tgt_embed_layer(tgt_data) + tgt_data = self.tgt_embed_layer(tgt_data) if self.scaled_embed: tgt_data = tgt_data * np.sqrt(self.dec_units) if self.pos_embed_type is not None: diff --git a/test_batch.sh b/test_batch.sh deleted file mode 100644 index e12efd96a6..0000000000 --- a/test_batch.sh +++ /dev/null @@ -1,7 +0,0 @@ -python3 tools/batch/submit-job.py \ - --region us-east-1 \ - --job-type g4dn.4x \ - --name test_conversion \ - --work-dir scripts/conversion_toolkits/ \ - --command 'bash convert_bert_from_tf_hub.sh | tee stdout.log' \ - --wait