[CI/Build][ROCm] Enabling tensorizer tests for ROCm (#7237)

This commit is contained in:
alexeykondrat 2024-08-27 13:09:13 -04:00 committed by GitHub
parent 076169f603
commit 42e932c7d4
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
3 changed files with 4 additions and 1 deletions

View File

@ -75,6 +75,7 @@ docker run \
--network host \
--shm-size=16gb \
--rm \
-e HIP_VISIBLE_DEVICES=0 \
-e HF_TOKEN \
-v ${HF_CACHE}:${HF_MOUNT} \
-e HF_HOME=${HF_MOUNT} \

View File

@ -233,12 +233,13 @@ steps:
parallelism: 4
- label: Tensorizer Test # 11min
mirror_hardwares: [amd]
soft_fail: true
source_file_dependencies:
- vllm/model_executor/model_loader
- tests/tensorizer_loader
commands:
- apt-get install -y curl libsodium23
- apt-get update && apt-get install -y curl libsodium23
- export VLLM_WORKER_MULTIPROC_METHOD=spawn
- pytest -v -s tensorizer_loader

View File

@ -8,3 +8,4 @@ botocore
ray >= 2.10.0
peft
pytest-asyncio
tensorizer>=2.9.0