| 1 | /* Copyright (C) 2013-2015 Free Software Foundation, Inc. | 
 
 
 
 
 | 2 |  | 
 
 
 
 
 | 3 | This file is part of GCC. | 
 
 
 
 
 | 4 |  | 
 
 
 
 
 | 5 | GCC is free software; you can redistribute it and/or modify | 
 
 
 
 
 | 6 | it under the terms of the GNU General Public License as published by | 
 
 
 
 
 | 7 | the Free Software Foundation; either version 3, or (at your option) | 
 
 
 
 
 | 8 | any later version. | 
 
 
 
 
 | 9 |  | 
 
 
 
 
 | 10 | GCC is distributed in the hope that it will be useful, | 
 
 
 
 
 | 11 | but WITHOUT ANY WARRANTY; without even the implied warranty of | 
 
 
 
 
 | 12 | MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the | 
 
 
 
 
 | 13 | GNU General Public License for more details. | 
 
 
 
 
 | 14 |  | 
 
 
 
 
 | 15 | Under Section 7 of GPL version 3, you are granted additional | 
 
 
 
 
 | 16 | permissions described in the GCC Runtime Library Exception, version | 
 
 
 
 
 | 17 | 3.1, as published by the Free Software Foundation. | 
 
 
 
 
 | 18 |  | 
 
 
 
 
 | 19 | You should have received a copy of the GNU General Public License and | 
 
 
 
 
 | 20 | a copy of the GCC Runtime Library Exception along with this program; | 
 
 
 
 
 | 21 | see the files COPYING3 and COPYING.RUNTIME respectively.  If not, see | 
 
 
 
 
 | 22 | <http://www.gnu.org/licenses/>.  */ | 
 
 
 
 
 | 23 |  | 
 
 
 
 
 | 24 | #ifndef _IMMINTRIN_H_INCLUDED | 
 
 
 
 
 | 25 | #error "Never use <avx512cdintrin.h> directly; include <immintrin.h> instead." | 
 
 
 
 
 | 26 | #endif | 
 
 
 
 
 | 27 |  | 
 
 
 
 
 | 28 | #ifndef _AVX512CDINTRIN_H_INCLUDED | 
 
 
 
 
 | 29 | #define _AVX512CDINTRIN_H_INCLUDED | 
 
 
 
 
 | 30 |  | 
 
 
 
 
 | 31 | #ifndef __AVX512CD__ | 
 
 
 
 
 | 32 | #pragma GCC push_options | 
 
 
 
 
 | 33 | #pragma GCC target("avx512cd") | 
 
 
 
 
 | 34 | #define __DISABLE_AVX512CD__ | 
 
 
 
 
 | 35 | #endif /* __AVX512CD__ */ | 
 
 
 
 
 | 36 |  | 
 
 
 
 
 | 37 | /* Internal data types for implementing the intrinsics.  */ | 
 
 
 
 
 | 38 | typedef long long __v8di __attribute__ ((__vector_size__ (64))); | 
 
 
 
 
 | 39 | typedef int __v16si __attribute__ ((__vector_size__ (64))); | 
 
 
 
 
 | 40 |  | 
 
 
 
 
 | 41 | /* The Intel API is flexible enough that we must allow aliasing with other | 
 
 
 
 
 | 42 | vector types, and their scalar components.  */ | 
 
 
 
 
 | 43 | typedef long long __m512i __attribute__ ((__vector_size__ (64), __may_alias__)); | 
 
 
 
 
 | 44 | typedef double __m512d __attribute__ ((__vector_size__ (64), __may_alias__)); | 
 
 
 
 
 | 45 |  | 
 
 
 
 
 | 46 | typedef unsigned char  __mmask8; | 
 
 
 
 
 | 47 | typedef unsigned short __mmask16; | 
 
 
 
 
 | 48 |  | 
 
 
 
 
 | 49 | extern __inline __m512i | 
 
 
 
 
 | 50 | __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) | 
 
 
 
 
 | 51 | _mm512_conflict_epi32 (__m512i __A) | 
 
 
 
 
 | 52 | { | 
 
 
 
 
 | 53 | return (__m512i) | 
 
 
 
 
 | 54 | __builtin_ia32_vpconflictsi_512_mask ((__v16si) __A, | 
 
 
 
 
 | 55 | (__v16si) _mm512_setzero_si512 (), | 
 
 
 
 
 | 56 | (__mmask16) -1); | 
 
 
 
 
 | 57 | } | 
 
 
 
 
 | 58 |  | 
 
 
 
 
 | 59 | extern __inline __m512i | 
 
 
 
 
 | 60 | __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) | 
 
 
 
 
 | 61 | _mm512_mask_conflict_epi32 (__m512i __W, __mmask16 __U, __m512i __A) | 
 
 
 
 
 | 62 | { | 
 
 
 
 
 | 63 | return (__m512i) __builtin_ia32_vpconflictsi_512_mask ((__v16si) __A, | 
 
 
 
 
 | 64 | (__v16si) __W, | 
 
 
 
 
 | 65 | (__mmask16) __U); | 
 
 
 
 
 | 66 | } | 
 
 
 
 
 | 67 |  | 
 
 
 
 
 | 68 | extern __inline __m512i | 
 
 
 
 
 | 69 | __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) | 
 
 
 
 
 | 70 | _mm512_maskz_conflict_epi32 (__mmask16 __U, __m512i __A) | 
 
 
 
 
 | 71 | { | 
 
 
 
 
 | 72 | return (__m512i) | 
 
 
 
 
 | 73 | __builtin_ia32_vpconflictsi_512_mask ((__v16si) __A, | 
 
 
 
 
 | 74 | (__v16si) _mm512_setzero_si512 (), | 
 
 
 
 
 | 75 | (__mmask16) __U); | 
 
 
 
 
 | 76 | } | 
 
 
 
 
 | 77 |  | 
 
 
 
 
 | 78 | extern __inline __m512i | 
 
 
 
 
 | 79 | __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) | 
 
 
 
 
 | 80 | _mm512_conflict_epi64 (__m512i __A) | 
 
 
 
 
 | 81 | { | 
 
 
 
 
 | 82 | return (__m512i) | 
 
 
 
 
 | 83 | __builtin_ia32_vpconflictdi_512_mask ((__v8di) __A, | 
 
 
 
 
 | 84 | (__v8di) _mm512_setzero_si512 (), | 
 
 
 
 
 | 85 | (__mmask8) -1); | 
 
 
 
 
 | 86 | } | 
 
 
 
 
 | 87 |  | 
 
 
 
 
 | 88 | extern __inline __m512i | 
 
 
 
 
 | 89 | __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) | 
 
 
 
 
 | 90 | _mm512_mask_conflict_epi64 (__m512i __W, __mmask8 __U, __m512i __A) | 
 
 
 
 
 | 91 | { | 
 
 
 
 
 | 92 | return (__m512i) __builtin_ia32_vpconflictdi_512_mask ((__v8di) __A, | 
 
 
 
 
 | 93 | (__v8di) __W, | 
 
 
 
 
 | 94 | (__mmask8) __U); | 
 
 
 
 
 | 95 | } | 
 
 
 
 
 | 96 |  | 
 
 
 
 
 | 97 | extern __inline __m512i | 
 
 
 
 
 | 98 | __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) | 
 
 
 
 
 | 99 | _mm512_maskz_conflict_epi64 (__mmask8 __U, __m512i __A) | 
 
 
 
 
 | 100 | { | 
 
 
 
 
 | 101 | return (__m512i) | 
 
 
 
 
 | 102 | __builtin_ia32_vpconflictdi_512_mask ((__v8di) __A, | 
 
 
 
 
 | 103 | (__v8di) _mm512_setzero_si512 (), | 
 
 
 
 
 | 104 | (__mmask8) __U); | 
 
 
 
 
 | 105 | } | 
 
 
 
 
 | 106 |  | 
 
 
 
 
 | 107 | extern __inline __m512i | 
 
 
 
 
 | 108 | __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) | 
 
 
 
 
 | 109 | _mm512_lzcnt_epi64 (__m512i __A) | 
 
 
 
 
 | 110 | { | 
 
 
 
 
 | 111 | return (__m512i) | 
 
 
 
 
 | 112 | __builtin_ia32_vplzcntq_512_mask ((__v8di) __A, | 
 
 
 
 
 | 113 | (__v8di) _mm512_setzero_si512 (), | 
 
 
 
 
 | 114 | (__mmask8) -1); | 
 
 
 
 
 | 115 | } | 
 
 
 
 
 | 116 |  | 
 
 
 
 
 | 117 | extern __inline __m512i | 
 
 
 
 
 | 118 | __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) | 
 
 
 
 
 | 119 | _mm512_mask_lzcnt_epi64 (__m512i __W, __mmask8 __U, __m512i __A) | 
 
 
 
 
 | 120 | { | 
 
 
 
 
 | 121 | return (__m512i) __builtin_ia32_vplzcntq_512_mask ((__v8di) __A, | 
 
 
 
 
 | 122 | (__v8di) __W, | 
 
 
 
 
 | 123 | (__mmask8) __U); | 
 
 
 
 
 | 124 | } | 
 
 
 
 
 | 125 |  | 
 
 
 
 
 | 126 | extern __inline __m512i | 
 
 
 
 
 | 127 | __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) | 
 
 
 
 
 | 128 | _mm512_maskz_lzcnt_epi64 (__mmask8 __U, __m512i __A) | 
 
 
 
 
 | 129 | { | 
 
 
 
 
 | 130 | return (__m512i) | 
 
 
 
 
 | 131 | __builtin_ia32_vplzcntq_512_mask ((__v8di) __A, | 
 
 
 
 
 | 132 | (__v8di) _mm512_setzero_si512 (), | 
 
 
 
 
 | 133 | (__mmask8) __U); | 
 
 
 
 
 | 134 | } | 
 
 
 
 
 | 135 |  | 
 
 
 
 
 | 136 | extern __inline __m512i | 
 
 
 
 
 | 137 | __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) | 
 
 
 
 
 | 138 | _mm512_lzcnt_epi32 (__m512i __A) | 
 
 
 
 
 | 139 | { | 
 
 
 
 
 | 140 | return (__m512i) | 
 
 
 
 
 | 141 | __builtin_ia32_vplzcntd_512_mask ((__v16si) __A, | 
 
 
 
 
 | 142 | (__v16si) _mm512_setzero_si512 (), | 
 
 
 
 
 | 143 | (__mmask16) -1); | 
 
 
 
 
 | 144 | } | 
 
 
 
 
 | 145 |  | 
 
 
 
 
 | 146 | extern __inline __m512i | 
 
 
 
 
 | 147 | __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) | 
 
 
 
 
 | 148 | _mm512_mask_lzcnt_epi32 (__m512i __W, __mmask16 __U, __m512i __A) | 
 
 
 
 
 | 149 | { | 
 
 
 
 
 | 150 | return (__m512i) __builtin_ia32_vplzcntd_512_mask ((__v16si) __A, | 
 
 
 
 
 | 151 | (__v16si) __W, | 
 
 
 
 
 | 152 | (__mmask16) __U); | 
 
 
 
 
 | 153 | } | 
 
 
 
 
 | 154 |  | 
 
 
 
 
 | 155 | extern __inline __m512i | 
 
 
 
 
 | 156 | __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) | 
 
 
 
 
 | 157 | _mm512_maskz_lzcnt_epi32 (__mmask16 __U, __m512i __A) | 
 
 
 
 
 | 158 | { | 
 
 
 
 
 | 159 | return (__m512i) | 
 
 
 
 
 | 160 | __builtin_ia32_vplzcntd_512_mask ((__v16si) __A, | 
 
 
 
 
 | 161 | (__v16si) _mm512_setzero_si512 (), | 
 
 
 
 
 | 162 | (__mmask16) __U); | 
 
 
 
 
 | 163 | } | 
 
 
 
 
 | 164 |  | 
 
 
 
 
 | 165 | extern __inline __m512i | 
 
 
 
 
 | 166 | __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) | 
 
 
 
 
 | 167 | _mm512_broadcastmb_epi64 (__mmask8 __A) | 
 
 
 
 
 | 168 | { | 
 
 
 
 
 | 169 | return (__m512i) __builtin_ia32_broadcastmb512 (__A); | 
 
 
 
 
 | 170 | } | 
 
 
 
 
 | 171 |  | 
 
 
 
 
 | 172 | extern __inline __m512i | 
 
 
 
 
 | 173 | __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) | 
 
 
 
 
 | 174 | _mm512_broadcastmw_epi32 (__mmask16 __A) | 
 
 
 
 
 | 175 | { | 
 
 
 
 
 | 176 | return (__m512i) __builtin_ia32_broadcastmw512 (__A); | 
 
 
 
 
 | 177 | } | 
 
 
 
 
 | 178 |  | 
 
 
 
 
 | 179 | #ifdef __DISABLE_AVX512CD__ | 
 
 
 
 
 | 180 | #undef __DISABLE_AVX512CD__ | 
 
 
 
 
 | 181 | #pragma GCC pop_options | 
 
 
 
 
 | 182 | #endif /* __DISABLE_AVX512CD__ */ | 
 
 
 
 
 | 183 |  | 
 
 
 
 
 | 184 | #endif /* _AVX512CDINTRIN_H_INCLUDED */ |