From 83d904a27dbb525a26eb2760f493c46524bc2b25 Mon Sep 17 00:00:00 2001 From: Wing Lian Date: Sun, 3 Sep 2023 22:49:28 -0400 Subject: [PATCH] fix the context manager call --- src/axolotl/utils/callbacks.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/axolotl/utils/callbacks.py b/src/axolotl/utils/callbacks.py index 4f633cd9e..a2cb3a62e 100644 --- a/src/axolotl/utils/callbacks.py +++ b/src/axolotl/utils/callbacks.py @@ -210,7 +210,7 @@ def tokenize_evals(example): "subject": example["subject"], } - with dist_state.main_process_first: + with dist_state.main_process_first(): bench_dataset = bench_dataset.map(tokenize_evals) bench_dataset = bench_dataset.filter(lambda x: x["labels"][-2] in abcd_idx)