From 331e9540948bde2cefe9b7619a420d30a3fb332e Mon Sep 17 00:00:00 2001 From: hnyls2002 Date: Thu, 19 Sep 2024 20:58:22 +0000 Subject: [PATCH] fix --- python/sglang/srt/managers/policy_scheduler.py | 1 + 1 file changed, 1 insertion(+) diff --git a/python/sglang/srt/managers/policy_scheduler.py b/python/sglang/srt/managers/policy_scheduler.py index ada3904182..4826ac2153 100644 --- a/python/sglang/srt/managers/policy_scheduler.py +++ b/python/sglang/srt/managers/policy_scheduler.py @@ -251,6 +251,7 @@ def add_req_state(r, insert_sort=False): ) else: # Chunked prefill + return False trunc_len = self.rem_chunk_tokens req.extend_input_len = trunc_len req.fill_ids = req.fill_ids[:trunc_len]