From 355c66d1e9b3fc6cd66821c64b3f8b6bc35eb1b9 Mon Sep 17 00:00:00 2001 From: YangZeyu95 Date: Tue, 25 Feb 2025 10:29:46 +0800 Subject: [PATCH] [BugFix]: Add type check before compare for max_new_tokens --- python/sglang/srt/managers/schedule_batch.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/sglang/srt/managers/schedule_batch.py b/python/sglang/srt/managers/schedule_batch.py index f4ffed10b1d..76e242a3cfd 100644 --- a/python/sglang/srt/managers/schedule_batch.py +++ b/python/sglang/srt/managers/schedule_batch.py @@ -368,7 +368,7 @@ def adjust_max_prefix_ids(self): # request has at least one token. Later, we can relax this requirement and use `input_len`. max_prefix_len = input_len - 1 - if self.sampling_params.max_new_tokens > 0: + if (self.sampling_params.max_new_tokens or 0) > 0: # Need at least one token to compute logits max_prefix_len = min(max_prefix_len, input_len - 1)