From 0aed06323120ed2d7739a57fb928328e4969dd88 Mon Sep 17 00:00:00 2001 From: Joel Niklaus <joel@harvey.ai> Date: Sat, 4 Jan 2025 11:18:36 +0100 Subject: [PATCH] Changed judge order. --- community_tasks/swiss_legal_evals.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/community_tasks/swiss_legal_evals.py b/community_tasks/swiss_legal_evals.py index ef458ddd5..f8f6b24fc 100644 --- a/community_tasks/swiss_legal_evals.py +++ b/community_tasks/swiss_legal_evals.py @@ -900,8 +900,8 @@ def prompt_fn(line: dict, task_name: str = None): JUDGE_MODELS = { "gpt-4o-mini": "openai/gpt-4o-mini-2024-07-18", "gpt-4o": "openai/gpt-4o-2024-11-20", - "gemini-1-5-pro": "gemini/gemini-1.5-pro-002", "gemini-1-5-flash": "gemini/gemini-1.5-flash-002", + "gemini-1-5-pro": "gemini/gemini-1.5-pro-002", # The Claude models do not follow the required output format. # "claude-3-5-haiku": "anthropic/claude-3-5-haiku-20241022", # "claude-3-5-sonnet": "anthropic/claude-3-5-sonnet-20241022",