From c3e02eaa076b423dda9d832742c334e483a55608 Mon Sep 17 00:00:00 2001 From: "clementine@huggingface.co" Date: Wed, 29 Jan 2025 14:20:34 +0000 Subject: [PATCH] revert harcoding --- src/lighteval/models/endpoints/openai_model.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/lighteval/models/endpoints/openai_model.py b/src/lighteval/models/endpoints/openai_model.py index 56c81b0d..c3430673 100644 --- a/src/lighteval/models/endpoints/openai_model.py +++ b/src/lighteval/models/endpoints/openai_model.py @@ -253,7 +253,7 @@ def greedy_until( position=0, disable=False, # self.disable_tqdm, ): - max_new_tokens = 500 # dataset[0].generation_size # could be none + max_new_tokens = dataset[0].generation_size # could be none return_logits = dataset[0].use_logits num_samples = dataset[0].num_samples contexts = [c.context for c in dataset]