misc: align PyTorch Engine temprature with TurboMind (#1850)

InternLM · Jun 26, 2024 · 378c6d3 · 378c6d3
1 parent a06174f
commit 378c6d3
Showing 1 changed file with 4 additions and 1 deletion.
diff --git a/lmdeploy/pytorch/messages.py b/lmdeploy/pytorch/messages.py
@@ -72,7 +72,10 @@ def from_gen_config(self, gen_config: EngineGenerationConfig):
             logger.warning('`top_p` has to be a float > 0 and < 1'
                            f' but is {top_p}')
             top_p = 1.0
-        if temperature <= 0:
+        if temperature == 0:
+            logger.warning('`temperature` is 0, set to 1e-6')
+            temperature = 1e-6
+        if temperature < 0:
             logger.warning('`temperature` has to be a strictly'
                            f' positive value, but is {temperature}')
             temperature = 1.0