Changed judge order.

huggingface · Jan 4, 2025 · 0aed063 · 0aed063
1 parent e05ac6a
commit 0aed063
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/community_tasks/swiss_legal_evals.py b/community_tasks/swiss_legal_evals.py
@@ -900,8 +900,8 @@ def prompt_fn(line: dict, task_name: str = None):
 JUDGE_MODELS = {
     "gpt-4o-mini": "openai/gpt-4o-mini-2024-07-18",
     "gpt-4o": "openai/gpt-4o-2024-11-20",
-    "gemini-1-5-pro": "gemini/gemini-1.5-pro-002",
     "gemini-1-5-flash": "gemini/gemini-1.5-flash-002",
+    "gemini-1-5-pro": "gemini/gemini-1.5-pro-002",
     # The Claude models do not follow the required output format.
     # "claude-3-5-haiku": "anthropic/claude-3-5-haiku-20241022",
     # "claude-3-5-sonnet": "anthropic/claude-3-5-sonnet-20241022",