diff --git a/src/lighteval/tasks/templates/utils/translation_literals.py b/src/lighteval/tasks/templates/utils/translation_literals.py index 0b306e1d0..c66922de3 100644 --- a/src/lighteval/tasks/templates/utils/translation_literals.py +++ b/src/lighteval/tasks/templates/utils/translation_literals.py @@ -103,7 +103,29 @@ def __getattribute__(self, name: str) -> str: Language.ARMENIAN: TranslationLiterals(language=Language.ARMENIAN), Language.ASSAMESE: TranslationLiterals(language=Language.ASSAMESE), Language.AZERBAIJANI: TranslationLiterals(language=Language.AZERBAIJANI), - Language.BASHKIR: TranslationLiterals(language=Language.BASHKIR), + Language.BASHKIR: TranslationLiterals( + language=Language.BASHKIR, + question_word="һорау", + answer="яуап", + confirmation_word="шулаймы", + yes="эйе", + no="яҡ", + also="шулай уҡ", + cause_word="сөнки", + effect_word="шуға", + or_word="йәки", + true="дөрөҫ", + false="ялған", + neither="башҡа", + full_stop=".", + comma=",", + question_mark="?", + exclamation_mark="!", + word_space=" ", + sentence_space=" ", + colon=":", + indices=["А", "Б", "В", "Г", "Д", "Е"], + ), Language.BASQUE: TranslationLiterals( language=Language.BASQUE, question_word="galdera",