add zmq radix cache

sgl-project · Sep 23, 2024 · d1b1035 · d1b1035
1 parent b3bf7be
commit d1b1035
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/python/sglang/srt/mem_cache/radix_cache.py b/python/sglang/srt/mem_cache/radix_cache.py
@@ -107,8 +107,8 @@ def loop_for_send_tree_cache(self):
             with self.change_cnt_lock:
                 if self.change_cnt != 0:
                     self.change_cnt -= 1
-            self.send_prefix_tree()
-            time.sleep(1)
+                    self.send_prefix_tree()
+            time.sleep(0.5)
 
     def send_prefix_tree(self):
         # t1 = time.time()