Fixing commonsense qa: generative metrics, -1 gen length (#517)

huggingface · Jan 26, 2025 · cb075a5 · cb075a5
1 parent 499cc82
commit cb075a5
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/lighteval/tasks/default_tasks.py b/src/lighteval/tasks/default_tasks.py
@@ -6210,7 +6210,7 @@
     evaluation_splits=["validation"],
     few_shots_split=None,
     few_shots_select=None,
-    generation_size=-1,
+    generation_size=1,
     metric=[
         Metrics.exact_match,
         Metrics.quasi_exact_match,