Update polemo2_in.yaml (EleutherAI#1318)

igorwang · Jan 24, 2024 · 2b8ae51 · 2b8ae51
1 parent 9c1b59a
commit 2b8ae51
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/lm_eval/tasks/polemo2/polemo2_in.yaml b/lm_eval/tasks/polemo2/polemo2_in.yaml
@@ -41,5 +41,6 @@ metric_list:
   - metric: accuracy
     aggregation: mean
     higher_is_better: true
+    hf_evaluate: true
 metadata:
   version: 1.0