Fix Ukrainian indices and confirmation word (#516)

huggingface · Jan 26, 2025 · 499cc82 · 499cc82
1 parent 4f381b3
commit 499cc82
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/src/lighteval/tasks/templates/utils/translation_literals.py b/src/lighteval/tasks/templates/utils/translation_literals.py
@@ -980,7 +980,7 @@ def __getattribute__(self, name: str) -> str:
         language=Language.UKRAINIAN,
         question_word="питання",
         answer="відповідь",
-        confirmation_word="вірно",
+        confirmation_word="правильно",
         yes="так",
         no="ні",
         also="також",
@@ -998,6 +998,7 @@ def __getattribute__(self, name: str) -> str:
         sentence_space=" ",
         colon=":",
         semicolon=";",
+        indices=["А", "Б", "В", "Г", "Д", "Е"],
     ),
     Language.URDU: TranslationLiterals(
         language=Language.URDU,