Skip to content

Commit a828a6e

Browse files
sumitd2Alvant
authored andcommitted
Fix ppc64le buildkite job (vllm-project#8309)
Signed-off-by: Alvant <alvasian@yandex.ru>
1 parent 89e031d commit a828a6e

File tree

2 files changed

+4
-4
lines changed

2 files changed

+4
-4
lines changed

.buildkite/run-cpu-test-ppc64le.sh

+2-1
Original file line numberDiff line numberDiff line change
@@ -11,8 +11,9 @@ trap remove_docker_container EXIT
1111
remove_docker_container
1212

1313
# Run the image, setting --shm-size=4g for tensor parallel.
14+
source /etc/environment
1415
#docker run -itd --entrypoint /bin/bash -v ~/.cache/huggingface:/root/.cache/huggingface --privileged=true --network host -e HF_TOKEN --env VLLM_CPU_KVCACHE_SPACE=4 --shm-size=4g --name cpu-test cpu-test
15-
docker run -itd --entrypoint /bin/bash -v ~/.cache/huggingface:/root/.cache/huggingface --privileged=true --network host -e HF_TOKEN --name cpu-test cpu-test
16+
docker run -itd --entrypoint /bin/bash -v ~/.cache/huggingface:/root/.cache/huggingface --privileged=true --network host -e HF_TOKEN=$HF_TOKEN --name cpu-test cpu-test
1617

1718
# Run basic model test
1819
docker exec cpu-test bash -c "

Dockerfile.ppc64le

+2-3
Original file line numberDiff line numberDiff line change
@@ -4,7 +4,7 @@ USER root
44

55
ENV PATH="/usr/local/cargo/bin:$PATH:/opt/conda/bin/"
66

7-
RUN apt-get update -y && apt-get install -y git wget vim libnuma-dev libsndfile-dev libprotobuf-dev build-essential
7+
RUN apt-get update -y && apt-get install -y git wget curl vim libnuma-dev libsndfile-dev libprotobuf-dev build-essential
88

99
# Some packages in requirements-cpu are installed here
1010
# IBM provides optimized packages for ppc64le processors in the open-ce project for mamba
@@ -16,7 +16,7 @@ COPY ./ /workspace/vllm
1616
WORKDIR /workspace/vllm
1717

1818
# These packages will be in rocketce eventually
19-
RUN pip install -v cmake torch==2.3.1 uvloop==0.20.0 -r requirements-cpu.txt --prefer-binary --extra-index-url https://repo.fury.io/mgiessing
19+
RUN pip install -v cmake xformers torch==2.3.1 uvloop==0.20.0 -r requirements-cpu.txt --prefer-binary --extra-index-url https://repo.fury.io/mgiessing
2020

2121
RUN VLLM_TARGET_DEVICE=cpu python3 setup.py install
2222

@@ -25,4 +25,3 @@ WORKDIR /workspace/
2525
RUN ln -s /workspace/vllm/tests && ln -s /workspace/vllm/examples && ln -s /workspace/vllm/benchmarks
2626

2727
ENTRYPOINT ["python3", "-m", "vllm.entrypoints.openai.api_server"]
28-

0 commit comments

Comments
 (0)