revert harcoding

huggingface · Jan 29, 2025 · c3e02ea · c3e02ea
1 parent 23ad476
commit c3e02ea
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/lighteval/models/endpoints/openai_model.py b/src/lighteval/models/endpoints/openai_model.py
@@ -253,7 +253,7 @@ def greedy_until(
             position=0,
             disable=False,  # self.disable_tqdm,
         ):
-            max_new_tokens = 500  # dataset[0].generation_size  # could be none
+            max_new_tokens = dataset[0].generation_size  # could be none
             return_logits = dataset[0].use_logits
             num_samples = dataset[0].num_samples
             contexts = [c.context for c in dataset]