From 5b8d9d9957322e50fd8a678994896f588eeaf8a9 Mon Sep 17 00:00:00 2001 From: Ki-Seki Date: Tue, 12 Nov 2024 15:12:52 +0800 Subject: [PATCH] fix: update dataset split parameter in CEvalEvaluator --- src/eval_suite/benchs/ceval/eval_ceval.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/eval_suite/benchs/ceval/eval_ceval.py b/src/eval_suite/benchs/ceval/eval_ceval.py index 98096e9..43a33dd 100644 --- a/src/eval_suite/benchs/ceval/eval_ceval.py +++ b/src/eval_suite/benchs/ceval/eval_ceval.py @@ -66,7 +66,7 @@ def __init__( # ─── Load Examples For Few-shot Learning ────────────────────── if num_shots > 0: - ds = CEvalDataset(self.disciplines, split="dev") + ds = CEvalDataset(self.disciplines, split=self.split) self.discipline_examples = ds.load_as_dict_of_discipline(num_shots) else: self.discipline_examples = {}