nit

EleutherAI · Dec 25, 2024 · 8f01b52 · 8f01b52
1 parent 4e1cde1
commit 8f01b52
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/lm_eval/models/openai_completions.py b/lm_eval/models/openai_completions.py
@@ -70,7 +70,7 @@ def parse_logprobs(
             outputs = [outputs]
         for out in outputs:
             for choice, ctxlen in zip(
-                sorted(out["choices"], key=itemgetter("id")), ctxlens
+                sorted(out["choices"], key=itemgetter("index")), ctxlens
             ):
                 assert ctxlen > 0, "Context length must be greater than 0"
                 logprobs = sum(choice["logprobs"]["token_logprobs"][ctxlen:-1])