diff --git a/requirements-rocm.txt b/requirements-rocm.txt
index 0dc2f0e664114..4e9f598551fee 100644
--- a/requirements-rocm.txt
+++ b/requirements-rocm.txt
@@ -15,3 +15,4 @@ uvicorn[standard]
 pydantic >= 2.0  # Required for OpenAI server.
 prometheus_client >= 0.18.0
 outlines == 0.0.34
+tiktoken == 0.6.0 # Required for DBRX tokenizer
diff --git a/requirements.txt b/requirements.txt
index 7e84034dde439..df0f6dd1ee3ca 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -6,7 +6,6 @@ sentencepiece  # Required for LLaMA tokenizer.
 numpy
 torch == 2.1.2
 requests
-psutil
 py-cpuinfo
 transformers >= 4.39.1  # Required for StarCoder2 & Llava.
 xformers == 0.0.23.post1  # Required for CUDA 12.1.