File tree Expand file tree Collapse file tree 1 file changed +11
-4
lines changed Expand file tree Collapse file tree 1 file changed +11
-4
lines changed Original file line number Diff line number Diff line change 411
411
"name" : " Verified" ,
412
412
"results" : [
413
413
{
414
- "name" : " CORTEXA" ,
414
+ "name" : " Nemotron- CORTEXA" ,
415
415
"logo" : [
416
416
" https://research.nvidia.com/labs/adlr/images/nvidia-ai.jpg"
417
417
],
447
447
"logo" : [
448
448
" https://aime-coder-lgtm.github.io/image-host/aime-icon.png"
449
449
],
450
- "site" : null ,
450
+ "site" : " https://github.com/SWE-bench/experiments/blob/main/evaluation/verified/20250514_aime_coder/README.md " ,
451
451
"folder" : " 20250514_aime_coder" ,
452
452
"resolved" : 66.4 ,
453
453
"date" : " 2025-05-14" ,
721
721
"warning" : null
722
722
},
723
723
{
724
- "name" : " CORTEXA" ,
724
+ "name" : " Nemotron- CORTEXA" ,
725
725
"logo" : [
726
- " https://s3.amazonaws .com/cms.ipressroom.com/219/files/20149/544a6120f6091d588d000048_NVLogo_2D_H/NVLogo_2D_H_0b8ebd28-4ba6-403f-864b-f5b4712a5ad6-prv .jpg"
726
+ " https://research.nvidia .com/labs/adlr/images/nvidia-ai .jpg"
727
727
],
728
728
"site" : " https://research.nvidia.com/labs/adlr/cortexa/" ,
729
729
"folder" : " 20250410_cortexa" ,
735
735
"os_system" : false ,
736
736
"checked" : true ,
737
737
"tags" : [
738
+ " Model: NV-EmbedCode" ,
738
739
" Model: claude-3-5-sonnet-20241022" ,
739
740
" Model: deepseek-v3" ,
741
+ " Model: o3-mini" ,
742
+ " Model: gpt-4o-2024-05-13" ,
743
+ " Model: gpt-4-turbo-2024-04-09" ,
744
+ " Model: Qwen/Qwen2.5-72B-Instruct" ,
745
+ " Model: meta-llama/Llama-3.1-405B-Instruct" ,
746
+ " Model: meta-llama/Llama-3.3-70B-Instruct" ,
740
747
" Org: NVIDIA" ,
741
748
" System: Attempts - 2+"
742
749
],
You can’t perform that action at this time.
0 commit comments