Fix runtime.generate when sampling param is not passed (#1582)

sgl-project · Oct 6, 2024 · 521f862 · 521f862
1 parent 34c32d2
commit 521f862
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/python/sglang/srt/managers/io_struct.py b/python/sglang/srt/managers/io_struct.py
@@ -77,7 +77,7 @@ def post_init(self):
 
         if self.sampling_params is None:
             self.parallel_sample_num = 1
-        if isinstance(self.sampling_params, dict):
+        elif isinstance(self.sampling_params, dict):
             self.parallel_sample_num = self.sampling_params.get("n", 1)
         else:  # isinstance(self.sampling_params, list):
             self.parallel_sample_num = self.sampling_params[0].get("n", 1)