28
28
"gemini-1-5-flash" ,
29
29
# "gemini-1-5-flash-vision", EXCLUDED because it shares same implementation as non-vision
30
30
"mistral" ,
31
- "azure-mistral" ,
32
31
"chatgpt4" ,
33
32
"chatgpt4o" ,
34
33
"chatgpt4o-mini" ,
42
41
"deepseek-chat" ,
43
42
# "azure-deepseek-r1", EXCLUDED as it is too slow
44
43
"azure-mistral-large-2" ,
44
+ "gcp-claude-3-5-sonnet-v2" ,
45
+ "gcp-claude-3-7-sonnet" ,
45
46
]
46
47
47
48
@@ -75,6 +76,10 @@ def is_reasoning_model(model: str) -> bool:
75
76
"chatgpt-azure-4-turbo" ,
76
77
"chatgpt-azure-4o" ,
77
78
"chatgpt-azure-4o-mini" ,
79
+ # "chatgpt-azure-o1-preview",
80
+ # "chatgpt-azure-o1-mini",
81
+ # "chatgpt-azure-o1", EXCLUDED because it almost always fails with timeouts
82
+ "chatgpt-azure-o3-mini" ,
78
83
"claude-3" ,
79
84
"claude-3-fast" ,
80
85
"claude-3-5-fast" ,
@@ -86,12 +91,19 @@ def is_reasoning_model(model: str) -> bool:
86
91
"gemini-1-5-flash" ,
87
92
"gemini-1-5-flash-vision" ,
88
93
# "mistral",
89
- "azure-mistral" ,
90
94
"chatgpt4" ,
91
95
"chatgpt4o" ,
92
96
"chatgpt4o-mini" ,
93
97
# "chatgpt-o1-preview", WHY EXCLUDED ?
94
98
# "chatgpt-o1-mini", WHY EXCLUDED ?
95
- # "llama-3.2-90b-vision-instruct-maas"
96
- # "huggingface" # excluded because it need a key
99
+ # "chatgpt-o1",
100
+ "chatgpt-o3-mini" ,
101
+ # "huggingface"
102
+ "llama-3.2-90b-vision-instruct-maas" ,
103
+ # "deepseek-reasoner",
104
+ "deepseek-chat" ,
105
+ # "azure-deepseek-r1",
106
+ "azure-mistral-large-2" ,
107
+ "gcp-claude-3-5-sonnet-v2" ,
108
+ "gcp-claude-3-7-sonnet" ,
97
109
]
0 commit comments