From f03cc667a09bce92e09365893603f7ec0d87c9f2 Mon Sep 17 00:00:00 2001 From: Woosuk Kwon Date: Mon, 1 Apr 2024 03:15:48 -0700 Subject: [PATCH] [Misc] Minor fixes in requirements.txt (#3769) --- requirements-rocm.txt | 1 + requirements.txt | 1 - 2 files changed, 1 insertion(+), 1 deletion(-) diff --git a/requirements-rocm.txt b/requirements-rocm.txt index 0dc2f0e664114..4e9f598551fee 100644 --- a/requirements-rocm.txt +++ b/requirements-rocm.txt @@ -15,3 +15,4 @@ uvicorn[standard] pydantic >= 2.0 # Required for OpenAI server. prometheus_client >= 0.18.0 outlines == 0.0.34 +tiktoken == 0.6.0 # Required for DBRX tokenizer diff --git a/requirements.txt b/requirements.txt index 7e84034dde439..df0f6dd1ee3ca 100644 --- a/requirements.txt +++ b/requirements.txt @@ -6,7 +6,6 @@ sentencepiece # Required for LLaMA tokenizer. numpy torch == 2.1.2 requests -psutil py-cpuinfo transformers >= 4.39.1 # Required for StarCoder2 & Llava. xformers == 0.0.23.post1 # Required for CUDA 12.1.