Skip to content

Commit 9f7b5b1

Browse files
committed
Update leaderboard
1 parent a12c231 commit 9f7b5b1

File tree

1 file changed

+11
-4
lines changed

1 file changed

+11
-4
lines changed

data/leaderboards.json

Lines changed: 11 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -411,7 +411,7 @@
411411
"name": "Verified",
412412
"results": [
413413
{
414-
"name": "CORTEXA",
414+
"name": "Nemotron-CORTEXA",
415415
"logo": [
416416
"https://research.nvidia.com/labs/adlr/images/nvidia-ai.jpg"
417417
],
@@ -447,7 +447,7 @@
447447
"logo": [
448448
"https://aime-coder-lgtm.github.io/image-host/aime-icon.png"
449449
],
450-
"site": null,
450+
"site": "https://github.com/SWE-bench/experiments/blob/main/evaluation/verified/20250514_aime_coder/README.md",
451451
"folder": "20250514_aime_coder",
452452
"resolved": 66.4,
453453
"date": "2025-05-14",
@@ -721,9 +721,9 @@
721721
"warning": null
722722
},
723723
{
724-
"name": "CORTEXA",
724+
"name": "Nemotron-CORTEXA",
725725
"logo": [
726-
"https://s3.amazonaws.com/cms.ipressroom.com/219/files/20149/544a6120f6091d588d000048_NVLogo_2D_H/NVLogo_2D_H_0b8ebd28-4ba6-403f-864b-f5b4712a5ad6-prv.jpg"
726+
"https://research.nvidia.com/labs/adlr/images/nvidia-ai.jpg"
727727
],
728728
"site": "https://research.nvidia.com/labs/adlr/cortexa/",
729729
"folder": "20250410_cortexa",
@@ -735,8 +735,15 @@
735735
"os_system": false,
736736
"checked": true,
737737
"tags": [
738+
"Model: NV-EmbedCode",
738739
"Model: claude-3-5-sonnet-20241022",
739740
"Model: deepseek-v3",
741+
"Model: o3-mini",
742+
"Model: gpt-4o-2024-05-13",
743+
"Model: gpt-4-turbo-2024-04-09",
744+
"Model: Qwen/Qwen2.5-72B-Instruct",
745+
"Model: meta-llama/Llama-3.1-405B-Instruct",
746+
"Model: meta-llama/Llama-3.3-70B-Instruct",
740747
"Org: NVIDIA",
741748
"System: Attempts - 2+"
742749
],

0 commit comments

Comments
 (0)