From 88d37fcd380bc8a38c87ed6340555e281ed56f57 Mon Sep 17 00:00:00 2001
From: cthiriet <clement@cthiriet.com>
Date: Sat, 14 Sep 2024 19:08:51 +0000
Subject: [PATCH] Fix deps

---
 Dockerfile              | 3 +++
 requirements-common.txt | 2 +-
 2 files changed, 4 insertions(+), 1 deletion(-)

diff --git a/Dockerfile b/Dockerfile
index 5ba01f8ccdfe1..fa1a19ca8e4d1 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -200,6 +200,9 @@ RUN mv vllm test_docs/
 # openai api server alternative
 FROM vllm-base AS vllm-openai
 
+RUN --mount=type=cache,target=/root/.cache/pip \
+    pip install setuptools -U
+
 # install additional dependencies for openai api server
 RUN --mount=type=cache,target=/root/.cache/pip \
     pip install accelerate hf_transfer 'modelscope!=1.15.0' boto3
diff --git a/requirements-common.txt b/requirements-common.txt
index c5f003c3c7ddc..f020b75c66988 100644
--- a/requirements-common.txt
+++ b/requirements-common.txt
@@ -4,7 +4,7 @@ numpy < 2.0.0
 requests
 tqdm
 py-cpuinfo
-transformers >= 4.43.2  # Required for Chameleon and Llama 3.1 hotfox.
+transformers @ git+https://github.com/huggingface/transformers@21fac7abba2a37fae86106f87fcf9974fd1e3830  # Required for Chameleon and Llama 3.1 hotfox.
 tokenizers >= 0.19.1  # Required for Llama 3.
 protobuf # Required by LlamaTokenizer.
 fastapi < 0.113.0; python_version < '3.9'