diff --git a/src/lighteval/tasks/templates/utils/translation_literals.py b/src/lighteval/tasks/templates/utils/translation_literals.py index 740475cb7..7244b7b9e 100644 --- a/src/lighteval/tasks/templates/utils/translation_literals.py +++ b/src/lighteval/tasks/templates/utils/translation_literals.py @@ -348,10 +348,19 @@ def __getattribute__(self, name: str) -> str: ), Language.ESPERANTO: TranslationLiterals(language=Language.ESPERANTO), Language.ESTONIAN: TranslationLiterals( - # From https://github.com/EleutherAI/lm-evaluation-harness/blob/0845b588303f1f59af98dd1c5bdbd78a9e75a1e2/lm_eval/tasks/xcopa/utils.py language=Language.ESTONIAN, + question_word="küsimus", + answer="vastus", + confirmation_word="eks", + yes="jah", + no="ei", + also="samuti", cause_word="sest", - effect_word="seetõttu", + effect_word="seega", + or_word="või", + true="õige", + false="vale", + neither="mitte kumbki", ), Language.EWE: TranslationLiterals(language=Language.EWE), Language.FAROESE: TranslationLiterals(language=Language.FAROESE),