From 499cc820cdaac451a5a56aaa24eb60a0f4ca668e Mon Sep 17 00:00:00 2001
From: Hanna Yukhymenko <49597980+ayukh@users.noreply.github.com>
Date: Sun, 26 Jan 2025 12:04:31 +0100
Subject: [PATCH] Fix Ukrainian indices and confirmation word (#516)

---
 src/lighteval/tasks/templates/utils/translation_literals.py | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/src/lighteval/tasks/templates/utils/translation_literals.py b/src/lighteval/tasks/templates/utils/translation_literals.py
index 756285e6..fbac41c4 100644
--- a/src/lighteval/tasks/templates/utils/translation_literals.py
+++ b/src/lighteval/tasks/templates/utils/translation_literals.py
@@ -980,7 +980,7 @@ def __getattribute__(self, name: str) -> str:
         language=Language.UKRAINIAN,
         question_word="питання",
         answer="відповідь",
-        confirmation_word="вірно",
+        confirmation_word="правильно",
         yes="так",
         no="ні",
         also="також",
@@ -998,6 +998,7 @@ def __getattribute__(self, name: str) -> str:
         sentence_space=" ",
         colon=":",
         semicolon=";",
+        indices=["А", "Б", "В", "Г", "Д", "Е"],
     ),
     Language.URDU: TranslationLiterals(
         language=Language.URDU,