Moving to official sglang release

allenai · Nov 22, 2024 · cff9799 · cff9799
1 parent f8dcdf6
commit cff9799
Show file tree

Hide file tree

Showing 3 changed files with 2 additions and 9 deletions.
diff --git a/pdelfin/version.py b/pdelfin/version.py
@@ -2,7 +2,7 @@
 _MINOR = "1"
 # On main and in a nightly release the patch should be one ahead of the last
 # released build.
-_PATCH = "42"
+_PATCH = "43"
 # This is mainly for nightly builds which have the suffix ".dev$DATE". See
 # https://semver.org/#is-v123-a-semantic-version for the semantics.
 _SUFFIX = ""

diff --git a/pyproject.toml b/pyproject.toml
@@ -71,8 +71,7 @@ dev = [
 ]
 
 inference = [
-    #"sglang["all"] 
-    #"git+https://github.com/sgl-project/sglang.git@eff468dd5a3d24646560eb044276585f7a11ac3c#subdirectory=python&egg=sglang[all]"
+    "sglang[all]>=0.3.6",
     "beaker-py",
 ]
 

diff --git a/scripts/beaker/Dockerfile-inference b/scripts/beaker/Dockerfile-inference
@@ -42,12 +42,6 @@ RUN /root/.local/bin/uv pip install --system --no-cache -e .[inference]
 
 COPY pdelfin pdelfin
 
-# TODO You can remove this and move it into the pyproject.toml once sglang makes a release > 0.35.0
-RUN git clone https://github.com/sgl-project/sglang.git
-WORKDIR sglang/python
-RUN git checkout eff468dd5a3d24646560eb044276585f7a11ac3c
-RUN /root/.local/bin/uv pip install --system --no-cache -e .[all]
-
 # TODO You can remove this once pypdf > 5.10 comes out
 RUN /root/.local/bin/uv pip install --system --no-cache git+https://github.com/py-pdf/pypdf.git@c6e43374ab002d76811ec85333fdc2c82c268251