fix bookcorpus

zheyuye · Jun 30, 2020 · ddbde75 · ddbde75
1 parent 6cc5ccd
commit ddbde75
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/scripts/datasets/pretrain_corpus/prepare_bookcorpus.py b/scripts/datasets/pretrain_corpus/prepare_bookcorpus.py
@@ -75,6 +75,7 @@ def main(args):
                         filename = os.path.basename(name)
                     f.extract(name, os.path.join(save_dir, filename))
         else:
+            # TODO(zheyuye), format fore pretraining
             raise NotImplementedError
     else:
         raise NotImplementedError