From 0aed06323120ed2d7739a57fb928328e4969dd88 Mon Sep 17 00:00:00 2001
From: Joel Niklaus <joel@harvey.ai>
Date: Sat, 4 Jan 2025 11:18:36 +0100
Subject: [PATCH] Changed judge order.

---
 community_tasks/swiss_legal_evals.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/community_tasks/swiss_legal_evals.py b/community_tasks/swiss_legal_evals.py
index ef458ddd5..f8f6b24fc 100644
--- a/community_tasks/swiss_legal_evals.py
+++ b/community_tasks/swiss_legal_evals.py
@@ -900,8 +900,8 @@ def prompt_fn(line: dict, task_name: str = None):
 JUDGE_MODELS = {
     "gpt-4o-mini": "openai/gpt-4o-mini-2024-07-18",
     "gpt-4o": "openai/gpt-4o-2024-11-20",
-    "gemini-1-5-pro": "gemini/gemini-1.5-pro-002",
     "gemini-1-5-flash": "gemini/gemini-1.5-flash-002",
+    "gemini-1-5-pro": "gemini/gemini-1.5-pro-002",
     # The Claude models do not follow the required output format.
     # "claude-3-5-haiku": "anthropic/claude-3-5-haiku-20241022",
     # "claude-3-5-sonnet": "anthropic/claude-3-5-sonnet-20241022",