diff --git a/src/lighteval/tasks/default_tasks.py b/src/lighteval/tasks/default_tasks.py index 59254a971..d6a7ec498 100644 --- a/src/lighteval/tasks/default_tasks.py +++ b/src/lighteval/tasks/default_tasks.py @@ -6210,7 +6210,7 @@ evaluation_splits=["validation"], few_shots_split=None, few_shots_select=None, - generation_size=-1, + generation_size=1, metric=[ Metrics.exact_match, Metrics.quasi_exact_match,