From 08c5bdecae5c5186c39a1d1ff444c3bf01f7fa0e Mon Sep 17 00:00:00 2001 From: Woosuk Kwon Date: Tue, 9 Jul 2024 02:56:06 -0700 Subject: [PATCH] [Bugfix][TPU] Fix outlines installation in TPU Dockerfile (#6256) --- Dockerfile.tpu | 10 +++++++--- 1 file changed, 7 insertions(+), 3 deletions(-) diff --git a/Dockerfile.tpu b/Dockerfile.tpu index 931c844c08..23bb78682d 100644 --- a/Dockerfile.tpu +++ b/Dockerfile.tpu @@ -2,11 +2,8 @@ ARG NIGHTLY_DATE="20240601" ARG BASE_IMAGE="us-central1-docker.pkg.dev/tpu-pytorch-releases/docker/xla:nightly_3.10_tpuvm_$NIGHTLY_DATE" FROM $BASE_IMAGE - WORKDIR /workspace -COPY . /workspace/vllm -ENV VLLM_TARGET_DEVICE="tpu" # Install aiohttp separately to avoid build errors. RUN pip install aiohttp # Install the TPU and Pallas dependencies. @@ -14,6 +11,13 @@ RUN pip install torch_xla[tpu] -f https://storage.googleapis.com/libtpu-releases RUN pip install torch_xla[pallas] -f https://storage.googleapis.com/jax-releases/jax_nightly_releases.html -f https://storage.googleapis.com/jax-releases/jaxlib_nightly_releases.html # Build vLLM. +COPY . /workspace/vllm +ENV VLLM_TARGET_DEVICE="tpu" RUN cd /workspace/vllm && python setup.py develop +# Re-install outlines to avoid dependency errors. +# The outlines version must follow requirements-common.txt. +RUN pip uninstall outlines -y +RUN pip install "outlines>=0.0.43" + CMD ["/bin/bash"]