mirror of https://github.com/vllm-project/vllm
[CI/Build][ROCm] Enabling tensorizer tests for ROCm (#7237)
This commit is contained in:
parent
076169f603
commit
42e932c7d4
|
@ -75,6 +75,7 @@ docker run \
|
|||
--network host \
|
||||
--shm-size=16gb \
|
||||
--rm \
|
||||
-e HIP_VISIBLE_DEVICES=0 \
|
||||
-e HF_TOKEN \
|
||||
-v ${HF_CACHE}:${HF_MOUNT} \
|
||||
-e HF_HOME=${HF_MOUNT} \
|
||||
|
|
|
@ -233,12 +233,13 @@ steps:
|
|||
parallelism: 4
|
||||
|
||||
- label: Tensorizer Test # 11min
|
||||
mirror_hardwares: [amd]
|
||||
soft_fail: true
|
||||
source_file_dependencies:
|
||||
- vllm/model_executor/model_loader
|
||||
- tests/tensorizer_loader
|
||||
commands:
|
||||
- apt-get install -y curl libsodium23
|
||||
- apt-get update && apt-get install -y curl libsodium23
|
||||
- export VLLM_WORKER_MULTIPROC_METHOD=spawn
|
||||
- pytest -v -s tensorizer_loader
|
||||
|
||||
|
|
|
@ -8,3 +8,4 @@ botocore
|
|||
ray >= 2.10.0
|
||||
peft
|
||||
pytest-asyncio
|
||||
tensorizer>=2.9.0
|
Loading…
Reference in New Issue