louis_lifu
/
vllm
mirror of https://github.com/vllm-project/vllm
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Pin PyTorch & xformers versions (#2155)

This commit is contained in:
Woosuk Kwon 2023-12-17 01:46:54 -08:00 committed by GitHub
parent e1d5402238
commit b0a1d667b0
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
4 changed files with 5 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
.github/workflows/publish.yml vendored
View File

@ -49,7 +49,7 @@ jobs:
matrix:
os: ['ubuntu-20.04']
python-version: ['3.8', '3.9', '3.10', '3.11']
pytorch-version: ['2.1.1']
pytorch-version: ['2.1.2'] # Must be the most recent version that meets requirements.txt.
cuda-version: ['11.8', '12.1']
steps:

2
pyproject.toml
View File

@ -4,7 +4,7 @@ requires = [
"ninja",
"packaging",
"setuptools >= 49.4.0",
"torch >= 2.1.1",
"torch == 2.1.2",
"wheel",
]
build-backend = "setuptools.build_meta"

2
requirements-build.txt
View File

@ -2,5 +2,5 @@
ninja
packaging
setuptools>=49.4.0
torch>=2.1.0
torch==2.1.2
wheel

4
requirements.txt
View File

@ -5,9 +5,9 @@ pandas # Required for Ray data.
pyarrow # Required for Ray data.
sentencepiece # Required for LLaMA tokenizer.
numpy
torch >= 2.1.1
torch == 2.1.2
transformers >= 4.36.0 # Required for Mixtral.
xformers >= 0.0.23 # Required for CUDA 12.1.
xformers == 0.0.23 # Required for CUDA 12.1.
fastapi
uvicorn[standard]
pydantic == 1.10.13 # Required for OpenAI server.