From b132fca91f3e1b11b111f9b89f68a55e4b7605c6 Mon Sep 17 00:00:00 2001
From: amumu96 <128140880+amumu96@users.noreply.github.com>
Date: Fri, 13 Dec 2024 18:21:03 +0800
Subject: [PATCH] ENH: upgrade sglang in Docker (#2668)

---
 xinference/deploy/docker/requirements.txt | 19 ++++++++++++-------
 1 file changed, 12 insertions(+), 7 deletions(-)

diff --git a/xinference/deploy/docker/requirements.txt b/xinference/deploy/docker/requirements.txt
index 4e098fef05..4c080714f9 100644
--- a/xinference/deploy/docker/requirements.txt
+++ b/xinference/deploy/docker/requirements.txt
@@ -90,13 +90,18 @@ deepcache # for sd
 verovio>=4.3.1  # For got_ocr2
 
 # sglang
-outlines>=0.0.44
+decord
 hf_transfer
-packaging
+huggingface_hub
 interegular
-zmq
-rpyc
+outlines>=0.0.44,<0.1.0
+packaging
+prometheus-client>=0.20.0
 psutil
-aiohttp
-anthropic>=0.20.0
-litellm>=1.0.0
+python-multipart
+pyzmq>=25.1.2
+torchao>=0.7.0
+uvloop
+xgrammar>=0.1.6
+vllm>=0.6.3.post1,<=0.6.4.post1
+cuda-python