2018-05-05 05:45:25 +08:00
|
|
|
/*===------------- avx512pfintrin.h - PF intrinsics ------------------------===
|
2016-04-21 20:47:27 +08:00
|
|
|
*
|
|
|
|
*
|
2019-04-09 04:51:30 +08:00
|
|
|
* Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
|
|
|
|
* See https://llvm.org/LICENSE.txt for license information.
|
|
|
|
* SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
|
2016-04-21 20:47:27 +08:00
|
|
|
*
|
|
|
|
*===-----------------------------------------------------------------------===
|
|
|
|
*/
|
|
|
|
#ifndef __IMMINTRIN_H
|
|
|
|
#error "Never use <avx512pfintrin.h> directly; include <immintrin.h> instead."
|
|
|
|
#endif
|
|
|
|
|
|
|
|
#ifndef __AVX512PFINTRIN_H
|
|
|
|
#define __AVX512PFINTRIN_H
|
|
|
|
|
|
|
|
/* Define the default attributes for the functions in this file. */
|
|
|
|
#define __DEFAULT_FN_ATTRS __attribute__((__always_inline__, __nodebug__, __target__("avx512pf")))
|
|
|
|
|
2018-05-31 08:51:20 +08:00
|
|
|
#define _mm512_mask_prefetch_i32gather_pd(index, mask, addr, scale, hint) \
|
2016-05-17 12:41:40 +08:00
|
|
|
__builtin_ia32_gatherpfdpd((__mmask8)(mask), (__v8si)(__m256i)(index), \
|
2019-01-09 15:36:01 +08:00
|
|
|
(void const *)(addr), (int)(scale), \
|
2018-05-31 08:51:20 +08:00
|
|
|
(int)(hint))
|
|
|
|
|
|
|
|
#define _mm512_prefetch_i32gather_pd(index, addr, scale, hint) \
|
2016-06-14 21:45:17 +08:00
|
|
|
__builtin_ia32_gatherpfdpd((__mmask8) -1, (__v8si)(__m256i)(index), \
|
2019-01-09 15:36:01 +08:00
|
|
|
(void const *)(addr), (int)(scale), \
|
2018-05-31 08:51:20 +08:00
|
|
|
(int)(hint))
|
2016-05-17 12:41:40 +08:00
|
|
|
|
2018-05-31 08:51:20 +08:00
|
|
|
#define _mm512_mask_prefetch_i32gather_ps(index, mask, addr, scale, hint) \
|
2016-05-17 12:41:40 +08:00
|
|
|
__builtin_ia32_gatherpfdps((__mmask16)(mask), \
|
2019-01-09 15:36:01 +08:00
|
|
|
(__v16si)(__m512i)(index), (void const *)(addr), \
|
2018-05-31 08:51:20 +08:00
|
|
|
(int)(scale), (int)(hint))
|
2016-05-17 12:41:40 +08:00
|
|
|
|
2018-05-31 08:51:20 +08:00
|
|
|
#define _mm512_prefetch_i32gather_ps(index, addr, scale, hint) \
|
2016-06-14 21:45:17 +08:00
|
|
|
__builtin_ia32_gatherpfdps((__mmask16) -1, \
|
2019-01-09 15:36:01 +08:00
|
|
|
(__v16si)(__m512i)(index), (void const *)(addr), \
|
2018-05-31 08:51:20 +08:00
|
|
|
(int)(scale), (int)(hint))
|
2016-06-14 21:45:17 +08:00
|
|
|
|
2018-05-31 08:51:20 +08:00
|
|
|
#define _mm512_mask_prefetch_i64gather_pd(index, mask, addr, scale, hint) \
|
2016-05-17 12:41:40 +08:00
|
|
|
__builtin_ia32_gatherpfqpd((__mmask8)(mask), (__v8di)(__m512i)(index), \
|
2019-01-09 15:36:01 +08:00
|
|
|
(void const *)(addr), (int)(scale), \
|
2018-05-31 08:51:20 +08:00
|
|
|
(int)(hint))
|
2016-05-17 12:41:40 +08:00
|
|
|
|
2018-05-31 08:51:20 +08:00
|
|
|
#define _mm512_prefetch_i64gather_pd(index, addr, scale, hint) \
|
2016-06-14 21:45:17 +08:00
|
|
|
__builtin_ia32_gatherpfqpd((__mmask8) -1, (__v8di)(__m512i)(index), \
|
2019-01-09 15:36:01 +08:00
|
|
|
(void const *)(addr), (int)(scale), \
|
2018-05-31 08:51:20 +08:00
|
|
|
(int)(hint))
|
|
|
|
|
|
|
|
#define _mm512_mask_prefetch_i64gather_ps(index, mask, addr, scale, hint) \
|
2016-05-17 12:41:40 +08:00
|
|
|
__builtin_ia32_gatherpfqps((__mmask8)(mask), (__v8di)(__m512i)(index), \
|
2019-01-09 15:36:01 +08:00
|
|
|
(void const *)(addr), (int)(scale), (int)(hint))
|
2016-05-17 12:41:40 +08:00
|
|
|
|
2018-05-31 08:51:20 +08:00
|
|
|
#define _mm512_prefetch_i64gather_ps(index, addr, scale, hint) \
|
2016-06-14 21:45:17 +08:00
|
|
|
__builtin_ia32_gatherpfqps((__mmask8) -1, (__v8di)(__m512i)(index), \
|
2019-01-09 15:36:01 +08:00
|
|
|
(void const *)(addr), (int)(scale), (int)(hint))
|
2016-06-14 21:45:17 +08:00
|
|
|
|
2018-05-31 08:51:20 +08:00
|
|
|
#define _mm512_prefetch_i32scatter_pd(addr, index, scale, hint) \
|
2016-05-17 12:41:40 +08:00
|
|
|
__builtin_ia32_scatterpfdpd((__mmask8)-1, (__v8si)(__m256i)(index), \
|
2019-01-09 15:36:01 +08:00
|
|
|
(void *)(addr), (int)(scale), \
|
2018-05-31 08:51:20 +08:00
|
|
|
(int)(hint))
|
2016-05-17 12:41:40 +08:00
|
|
|
|
2018-05-31 08:51:20 +08:00
|
|
|
#define _mm512_mask_prefetch_i32scatter_pd(addr, mask, index, scale, hint) \
|
2016-05-17 12:41:40 +08:00
|
|
|
__builtin_ia32_scatterpfdpd((__mmask8)(mask), (__v8si)(__m256i)(index), \
|
2019-01-09 15:36:01 +08:00
|
|
|
(void *)(addr), (int)(scale), \
|
2018-05-31 08:51:20 +08:00
|
|
|
(int)(hint))
|
2016-04-25 21:01:40 +08:00
|
|
|
|
2018-05-31 08:51:20 +08:00
|
|
|
#define _mm512_prefetch_i32scatter_ps(addr, index, scale, hint) \
|
2016-05-17 12:41:40 +08:00
|
|
|
__builtin_ia32_scatterpfdps((__mmask16)-1, (__v16si)(__m512i)(index), \
|
2019-01-09 15:36:01 +08:00
|
|
|
(void *)(addr), (int)(scale), (int)(hint))
|
2016-04-25 21:01:40 +08:00
|
|
|
|
2018-05-31 08:51:20 +08:00
|
|
|
#define _mm512_mask_prefetch_i32scatter_ps(addr, mask, index, scale, hint) \
|
2016-05-17 12:41:40 +08:00
|
|
|
__builtin_ia32_scatterpfdps((__mmask16)(mask), \
|
2019-01-09 15:36:01 +08:00
|
|
|
(__v16si)(__m512i)(index), (void *)(addr), \
|
2018-05-31 08:51:20 +08:00
|
|
|
(int)(scale), (int)(hint))
|
2016-04-25 21:01:40 +08:00
|
|
|
|
2018-05-31 08:51:20 +08:00
|
|
|
#define _mm512_prefetch_i64scatter_pd(addr, index, scale, hint) \
|
2016-05-17 12:41:40 +08:00
|
|
|
__builtin_ia32_scatterpfqpd((__mmask8)-1, (__v8di)(__m512i)(index), \
|
2019-01-09 15:36:01 +08:00
|
|
|
(void *)(addr), (int)(scale), \
|
2018-05-31 08:51:20 +08:00
|
|
|
(int)(hint))
|
2016-04-25 21:01:40 +08:00
|
|
|
|
2018-05-31 08:51:20 +08:00
|
|
|
#define _mm512_mask_prefetch_i64scatter_pd(addr, mask, index, scale, hint) \
|
2016-05-17 12:41:40 +08:00
|
|
|
__builtin_ia32_scatterpfqpd((__mmask8)(mask), (__v8di)(__m512i)(index), \
|
2019-01-09 15:36:01 +08:00
|
|
|
(void *)(addr), (int)(scale), \
|
2018-05-31 08:51:20 +08:00
|
|
|
(int)(hint))
|
2016-04-25 21:01:40 +08:00
|
|
|
|
2018-05-31 08:51:20 +08:00
|
|
|
#define _mm512_prefetch_i64scatter_ps(addr, index, scale, hint) \
|
2016-05-17 12:41:40 +08:00
|
|
|
__builtin_ia32_scatterpfqps((__mmask8)-1, (__v8di)(__m512i)(index), \
|
2019-01-09 15:36:01 +08:00
|
|
|
(void *)(addr), (int)(scale), (int)(hint))
|
2016-04-25 21:01:40 +08:00
|
|
|
|
2018-05-31 08:51:20 +08:00
|
|
|
#define _mm512_mask_prefetch_i64scatter_ps(addr, mask, index, scale, hint) \
|
2016-05-17 12:41:40 +08:00
|
|
|
__builtin_ia32_scatterpfqps((__mmask8)(mask), (__v8di)(__m512i)(index), \
|
2019-01-09 15:36:01 +08:00
|
|
|
(void *)(addr), (int)(scale), (int)(hint))
|
2016-04-21 20:47:27 +08:00
|
|
|
|
|
|
|
#undef __DEFAULT_FN_ATTRS
|
|
|
|
|
|
|
|
#endif
|