From dece2f9babd74f60f0d7aa72a7a03a01933e0cd4 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Cl=C3=A9mentine?= Date: Tue, 17 Dec 2024 13:20:22 +0100 Subject: [PATCH] removed temperature from default vllm params as it should be passed via the generationparams instead --- src/lighteval/models/vllm/vllm_model.py | 2 -- 1 file changed, 2 deletions(-) diff --git a/src/lighteval/models/vllm/vllm_model.py b/src/lighteval/models/vllm/vllm_model.py index c78fbd2f..463e9984 100644 --- a/src/lighteval/models/vllm/vllm_model.py +++ b/src/lighteval/models/vllm/vllm_model.py @@ -89,7 +89,6 @@ class VLLMModelConfig: generation_parameters: GenerationParameters = None # sampling parameters to use for generation subfolder: Optional[str] = None - temperature: float = 0.6 # will be used for multi sampling tasks, for tasks requiring no sampling, this will be ignored and set to 0. def __post_init__(self): if not self.generation_parameters: @@ -309,7 +308,6 @@ def _generate( """Contains the actual logic of the generation.""" sampling_params = self.sampling_params.clone() or SamplingParams() if generate: - sampling_params.temperature = float(self._config.temperature) if num_samples > 1 else 0.0 sampling_params.n = num_samples sampling_params.max_tokens = max_new_tokens sampling_params.stop = stop_tokens