commit

huggingface · Feb 5, 2025 · b4c2d77 · b4c2d77
1 parent 2802744
commit b4c2d77
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/src/lighteval/main_vllm.py b/src/lighteval/main_vllm.py
@@ -136,6 +136,7 @@ def vllm(
         model_args = config["base_params"]["model_args"]
         generation_parameters = GenerationParameters.from_dict(config)
     else:
+        generation_parameters = GenerationParameters()
 
     model_args_dict: dict = {k.split("=")[0]: k.split("=")[1] if "=" in k else True for k in model_args.split(",")}
     model_config = VLLMModelConfig(**model_args_dict, generation_parameters=generation_parameters)