Merge pull request #269 from zkcpku/main

fix typo bug in mbppplus
bigcode-project · Oct 20, 2024 · f246ab2 · f246ab2
2 parents 7c02b2f + 598b03e
commit f246ab2
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 3 deletions.
diff --git a/bigcode_eval/tasks/mbppplus.py b/bigcode_eval/tasks/mbppplus.py
@@ -48,7 +48,7 @@ def get_prompt(self, doc):
     #                is different from HumanEval(+) which further requires a `check` func
     def get_reference(self, doc):
         """Builds the reference solution for the doc (sample from the test dataset)."""
-        use_mbpp_tests = os.getenv("MBBPPLUS_USE_MBPP_TESTS", "0")
+        use_mbpp_tests = os.getenv("MBPPPLUS_USE_MBPP_TESTS", "0")
         if use_mbpp_tests == "1":
             return "\n".join(doc["test_list"])
         return "\n" + doc["test"]

diff --git a/docs/README.md b/docs/README.md
@@ -227,10 +227,10 @@ accelerate launch  main.py \
   --allow_code_execution
 ```
 
-By setting `MBBPPLUS_USE_MBPP_TESTS=1` when running MBPP+, one can run the 399 MBPP+ tasks (a subset of the 500 MBPP evaluation tasks) with the original MBPP base tests:
+By setting `MBPPPLUS_USE_MBPP_TESTS=1` when running MBPP+, one can run the 399 MBPP+ tasks (a subset of the 500 MBPP evaluation tasks) with the original MBPP base tests:
 
 ```bash
-MBBPPLUS_USE_MBPP_TESTS=1 accelerate launch main.py \
+MBPPPLUS_USE_MBPP_TESTS=1 accelerate launch main.py \
   --tasks mbppplus \
   --allow_code_execution \
   --load_generations_path generations_mbppplus.json \