fix vllm

huggingface · Dec 26, 2024 · ded4cf0 · ded4cf0
1 parent e636f73
commit ded4cf0
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/lighteval/models/vllm/vllm_model.py b/src/lighteval/models/vllm/vllm_model.py
@@ -122,7 +122,7 @@ def __init__(
         self.precision = _get_dtype(config.dtype, config=self._config)
 
         self.model_info = ModelInfo(model_name=self.model_name, model_sha=self.model_sha)
-        self.sampling_params = SamplingParams(**config.sampling_params)
+        self.sampling_params = SamplingParams(**config.generation_parameters.to_vllm_openai_dict())
         self.pairwise_tokenization = config.pairwise_tokenization
 
     @property