Update version to 0.1.17 (#515)

sgl-project · Jun 8, 2024 · e8a2327 · e8a2327
1 parent 91f93f1
commit e8a2327
Show file tree

Hide file tree

Showing 4 changed files with 5 additions and 4 deletions.
diff --git a/python/pyproject.toml b/python/pyproject.toml
@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "sglang"
-version = "0.1.16"
+version = "0.1.17"
 description = "A structured generation langauge for LLMs."
 readme = "README.md"
 requires-python = ">=3.8"

diff --git a/python/sglang/__init__.py b/python/sglang/__init__.py
@@ -1,4 +1,4 @@
-__version__ = "0.1.16"
+__version__ = "0.1.17"
 
 # SGL API Components
 from sglang.api import (

diff --git a/python/sglang/global_config.py b/python/sglang/global_config.py
@@ -26,8 +26,8 @@ def __init__(self):
  self.concate_and_append_mode = "no_adjust"
 
  # Request dependency time due to network delay
- self.request_dependency_delay = 0.03
- self.wait_for_new_request_delay = 0.0006
+ self.request_dependency_delay = 0.02
+ self.wait_for_new_request_delay = 0.0004
 
  # New generation token ratio estimation
  self.base_new_token_ratio = 0.4

diff --git a/python/sglang/srt/managers/controller/infer_batch.py b/python/sglang/srt/managers/controller/infer_batch.py
@@ -15,6 +15,7 @@ class ForwardMode(IntEnum):
  EXTEND = auto()
  DECODE = auto()
 
+
 class BaseFinishReason:
  def __init__(self, is_error: bool = False):
  self.is_error = is_error