mirror of https://github.com/vllm-project/vllm
29 lines
822 B
C
29 lines
822 B
C
|
#pragma once
|
||
|
|
|
||
|
|
#ifndef USE_ROCM
|
||
|
|
#define VLLM_LDG(arg) __ldg(arg)
|
||
|
|
#else
|
||
|
|
#define VLLM_LDG(arg) *(arg)
|
||
|
|
#endif
|
||
|
|
|
||
|
|
#ifndef USE_ROCM
|
||
|
|
#define VLLM_SHFL_XOR_SYNC(var, lane_mask) __shfl_xor_sync(uint32_t(-1), var, lane_mask)
|
||
|
|
#else
|
||
|
|
#define VLLM_SHFL_XOR_SYNC(var, lane_mask) __shfl_xor(var, lane_mask)
|
||
|
|
#endif
|
||
|
|
|
||
|
|
#ifndef USE_ROCM
|
||
|
|
#define VLLM_SHFL_SYNC(var, src_lane) __shfl_sync(uint32_t(-1), var, src_lane)
|
||
|
|
#else
|
||
|
|
#define VLLM_SHFL_SYNC(var, src_lane) __shfl(var, src_lane)
|
||
|
|
#endif
|
||
|
|
|
||
|
|
#ifndef USE_ROCM
|
||
|
|
#define VLLM_DevFuncAttribute_SET_MaxDynamicSharedMemorySize(FUNC, VAL) \
|
||
|
|
cudaFuncSetAttribute(FUNC, cudaFuncAttributeMaxDynamicSharedMemorySize, VAL)
|
||
|
|
#else
|
||
|
|
#define VLLM_DevFuncAttribute_SET_MaxDynamicSharedMemorySize(FUNC, VAL) \
|
||
|
|
hipFuncSetAttribute(FUNC, hipFuncAttributeMaxDynamicSharedMemorySize, VAL)
|
||
|
|
#endif
|
||
|
|
|