From: Michael Zuckerman Date: Sun, 1 May 2016 14:43:43 +0000 (+0000) Subject: [clang][Builtin][AVX512] Adding intrinsics for vmovshdup and vmovsldup instruction set X-Git-Url: https://granicus.if.org/sourcecode?a=commitdiff_plain;h=2b104df52c3d84b7b17ce5cda4a7e7ebc73f6fbb;p=clang [clang][Builtin][AVX512] Adding intrinsics for vmovshdup and vmovsldup instruction set Differential Revision: http://reviews.llvm.org/D19595 git-svn-id: https://llvm.org/svn/llvm-project/cfe/trunk@268196 91177308-0d34-0410-b5e6-96231b3b80d8 --- diff --git a/include/clang/Basic/BuiltinsX86.def b/include/clang/Basic/BuiltinsX86.def index 72a6f830fe..429f25a27d 100644 --- a/include/clang/Basic/BuiltinsX86.def +++ b/include/clang/Basic/BuiltinsX86.def @@ -2224,6 +2224,12 @@ TARGET_BUILTIN(__builtin_ia32_compresssf512_mask, "V16fV16fV16fUs","","avx512f") TARGET_BUILTIN(__builtin_ia32_compresssi512_mask, "V16iV16iV16iUs","","avx512f") TARGET_BUILTIN(__builtin_ia32_cmpsd_mask, "UcV2dV2dIiUcIi","","avx512f") TARGET_BUILTIN(__builtin_ia32_cmpss_mask, "UcV4fV4fIiUcIi","","avx512f") +TARGET_BUILTIN(__builtin_ia32_movshdup512_mask, "V16fV16fV16fUs","","avx512f") +TARGET_BUILTIN(__builtin_ia32_movsldup512_mask, "V16fV16fV16fUs","","avx512f") +TARGET_BUILTIN(__builtin_ia32_movshdup128_mask, "V4fV4fV4fUc","","avx512vl") +TARGET_BUILTIN(__builtin_ia32_movshdup256_mask, "V8fV8fV8fUc","","avx512vl") +TARGET_BUILTIN(__builtin_ia32_movsldup128_mask, "V4fV4fV4fUc","","avx512vl") +TARGET_BUILTIN(__builtin_ia32_movsldup256_mask, "V8fV8fV8fUc","","avx512vl") #undef BUILTIN #undef TARGET_BUILTIN diff --git a/lib/Headers/avx512fintrin.h b/lib/Headers/avx512fintrin.h index 1270a9b019..9292a289dc 100644 --- a/lib/Headers/avx512fintrin.h +++ b/lib/Headers/avx512fintrin.h @@ -7681,6 +7681,58 @@ __builtin_ia32_cmpsd_mask ((__v2df)( __X),\ _MM_FROUND_CUR_DIRECTION);\ }) +static __inline__ __m512 __DEFAULT_FN_ATTRS +_mm512_movehdup_ps (__m512 __A) +{ + return (__m512) __builtin_ia32_movshdup512_mask ((__v16sf) __A, + (__v16sf) + _mm512_undefined_ps (), + (__mmask16) -1); +} + +static __inline__ __m512 __DEFAULT_FN_ATTRS +_mm512_mask_movehdup_ps (__m512 __W, __mmask16 __U, __m512 __A) +{ + return (__m512) __builtin_ia32_movshdup512_mask ((__v16sf) __A, + (__v16sf) __W, + (__mmask16) __U); +} + +static __inline__ __m512 __DEFAULT_FN_ATTRS +_mm512_maskz_movehdup_ps (__mmask16 __U, __m512 __A) +{ + return (__m512) __builtin_ia32_movshdup512_mask ((__v16sf) __A, + (__v16sf) + _mm512_setzero_ps (), + (__mmask16) __U); +} + +static __inline__ __m512 __DEFAULT_FN_ATTRS +_mm512_moveldup_ps (__m512 __A) +{ + return (__m512) __builtin_ia32_movsldup512_mask ((__v16sf) __A, + (__v16sf) + _mm512_undefined_ps (), + (__mmask16) -1); +} + +static __inline__ __m512 __DEFAULT_FN_ATTRS +_mm512_mask_moveldup_ps (__m512 __W, __mmask16 __U, __m512 __A) +{ + return (__m512) __builtin_ia32_movsldup512_mask ((__v16sf) __A, + (__v16sf) __W, + (__mmask16) __U); +} + +static __inline__ __m512 __DEFAULT_FN_ATTRS +_mm512_maskz_moveldup_ps (__mmask16 __U, __m512 __A) +{ + return (__m512) __builtin_ia32_movsldup512_mask ((__v16sf) __A, + (__v16sf) + _mm512_setzero_ps (), + (__mmask16) __U); +} + #undef __DEFAULT_FN_ATTRS #endif // __AVX512FINTRIN_H diff --git a/lib/Headers/avx512vlintrin.h b/lib/Headers/avx512vlintrin.h index 60c2fbec8e..e4d95c28f3 100644 --- a/lib/Headers/avx512vlintrin.h +++ b/lib/Headers/avx512vlintrin.h @@ -9293,6 +9293,74 @@ __builtin_ia32_alignq256_mask ((__v4di)( __A),\ (__mmask8)( __U));\ }) +static __inline__ __m128 __DEFAULT_FN_ATTRS +_mm_mask_movehdup_ps (__m128 __W, __mmask8 __U, __m128 __A) +{ + return (__m128) __builtin_ia32_movshdup128_mask ((__v4sf) __A, + (__v4sf) __W, + (__mmask8) __U); +} + +static __inline__ __m128 __DEFAULT_FN_ATTRS +_mm_maskz_movehdup_ps (__mmask8 __U, __m128 __A) +{ + return (__m128) __builtin_ia32_movshdup128_mask ((__v4sf) __A, + (__v4sf) + _mm_setzero_ps (), + (__mmask8) __U); +} + +static __inline__ __m256 __DEFAULT_FN_ATTRS +_mm256_mask_movehdup_ps (__m256 __W, __mmask8 __U, __m256 __A) +{ + return (__m256) __builtin_ia32_movshdup256_mask ((__v8sf) __A, + (__v8sf) __W, + (__mmask8) __U); +} + +static __inline__ __m256 __DEFAULT_FN_ATTRS +_mm256_maskz_movehdup_ps (__mmask8 __U, __m256 __A) +{ + return (__m256) __builtin_ia32_movshdup256_mask ((__v8sf) __A, + (__v8sf) + _mm256_setzero_ps (), + (__mmask8) __U); +} + +static __inline__ __m128 __DEFAULT_FN_ATTRS +_mm_mask_moveldup_ps (__m128 __W, __mmask8 __U, __m128 __A) +{ + return (__m128) __builtin_ia32_movsldup128_mask ((__v4sf) __A, + (__v4sf) __W, + (__mmask8) __U); +} + +static __inline__ __m128 __DEFAULT_FN_ATTRS +_mm_maskz_moveldup_ps (__mmask8 __U, __m128 __A) +{ + return (__m128) __builtin_ia32_movsldup128_mask ((__v4sf) __A, + (__v4sf) + _mm_setzero_ps (), + (__mmask8) __U); +} + +static __inline__ __m256 __DEFAULT_FN_ATTRS +_mm256_mask_moveldup_ps (__m256 __W, __mmask8 __U, __m256 __A) +{ + return (__m256) __builtin_ia32_movsldup256_mask ((__v8sf) __A, + (__v8sf) __W, + (__mmask8) __U); +} + +static __inline__ __m256 __DEFAULT_FN_ATTRS +_mm256_maskz_moveldup_ps (__mmask8 __U, __m256 __A) +{ + return (__m256) __builtin_ia32_movsldup256_mask ((__v8sf) __A, + (__v8sf) + _mm256_setzero_ps (), + (__mmask8) __U); +} + #undef __DEFAULT_FN_ATTRS #undef __DEFAULT_FN_ATTRS_BOTH diff --git a/test/CodeGen/avx512f-builtins.c b/test/CodeGen/avx512f-builtins.c index 1b608085ac..137aa91c55 100644 --- a/test/CodeGen/avx512f-builtins.c +++ b/test/CodeGen/avx512f-builtins.c @@ -5333,3 +5333,39 @@ __mmask8 test_mm_mask_cmp_sd_mask(__mmask8 __M, __m128d __X, __m128d __Y) { // CHECK: @llvm.x86.avx512.mask.cmp return _mm_mask_cmp_sd_mask(__M, __X, __Y, 5); } + +__m512 test_mm512_movehdup_ps(__m512 __A) { + // CHECK-LABEL: @test_mm512_movehdup_ps + // CHECK: @llvm.x86.avx512.mask.movshdup.512 + return _mm512_movehdup_ps(__A); +} + +__m512 test_mm512_mask_movehdup_ps(__m512 __W, __mmask16 __U, __m512 __A) { + // CHECK-LABEL: @test_mm512_mask_movehdup_ps + // CHECK: @llvm.x86.avx512.mask.movshdup.512 + return _mm512_mask_movehdup_ps(__W, __U, __A); +} + +__m512 test_mm512_maskz_movehdup_ps(__mmask16 __U, __m512 __A) { + // CHECK-LABEL: @test_mm512_maskz_movehdup_ps + // CHECK: @llvm.x86.avx512.mask.movshdup.512 + return _mm512_maskz_movehdup_ps(__U, __A); +} + +__m512 test_mm512_moveldup_ps(__m512 __A) { + // CHECK-LABEL: @test_mm512_moveldup_ps + // CHECK: @llvm.x86.avx512.mask.movsldup.512 + return _mm512_moveldup_ps(__A); +} + +__m512 test_mm512_mask_moveldup_ps(__m512 __W, __mmask16 __U, __m512 __A) { + // CHECK-LABEL: @test_mm512_mask_moveldup_ps + // CHECK: @llvm.x86.avx512.mask.movsldup.512 + return _mm512_mask_moveldup_ps(__W, __U, __A); +} + +__m512 test_mm512_maskz_moveldup_ps(__mmask16 __U, __m512 __A) { + // CHECK-LABEL: @test_mm512_maskz_moveldup_ps + // CHECK: @llvm.x86.avx512.mask.movsldup.512 + return _mm512_maskz_moveldup_ps(__U, __A); +} diff --git a/test/CodeGen/avx512vl-builtins.c b/test/CodeGen/avx512vl-builtins.c index aea65bcb3e..d9d3f7a063 100644 --- a/test/CodeGen/avx512vl-builtins.c +++ b/test/CodeGen/avx512vl-builtins.c @@ -6533,3 +6533,51 @@ __m256i test_mm256_maskz_alignr_epi64(__mmask8 __U, __m256i __A, __m256i __B) { // CHECK: @llvm.x86.avx512.mask.valign.q.256 return _mm256_maskz_alignr_epi64(__U, __A, __B, 1); } + +__m128 test_mm_mask_movehdup_ps(__m128 __W, __mmask8 __U, __m128 __A) { + // CHECK-LABEL: @test_mm_mask_movehdup_ps + // CHECK: @llvm.x86.avx512.mask.movshdup.128 + return _mm_mask_movehdup_ps(__W, __U, __A); +} + +__m128 test_mm_maskz_movehdup_ps(__mmask8 __U, __m128 __A) { + // CHECK-LABEL: @test_mm_maskz_movehdup_ps + // CHECK: @llvm.x86.avx512.mask.movshdup.128 + return _mm_maskz_movehdup_ps(__U, __A); +} + +__m256 test_mm256_mask_movehdup_ps(__m256 __W, __mmask8 __U, __m256 __A) { + // CHECK-LABEL: @test_mm256_mask_movehdup_ps + // CHECK: @llvm.x86.avx512.mask.movshdup.256 + return _mm256_mask_movehdup_ps(__W, __U, __A); +} + +__m256 test_mm256_maskz_movehdup_ps(__mmask8 __U, __m256 __A) { + // CHECK-LABEL: @test_mm256_maskz_movehdup_ps + // CHECK: @llvm.x86.avx512.mask.movshdup.256 + return _mm256_maskz_movehdup_ps(__U, __A); +} + +__m128 test_mm_mask_moveldup_ps(__m128 __W, __mmask8 __U, __m128 __A) { + // CHECK-LABEL: @test_mm_mask_moveldup_ps + // CHECK: @llvm.x86.avx512.mask.movsldup.128 + return _mm_mask_moveldup_ps(__W, __U, __A); +} + +__m128 test_mm_maskz_moveldup_ps(__mmask8 __U, __m128 __A) { + // CHECK-LABEL: @test_mm_maskz_moveldup_ps + // CHECK: @llvm.x86.avx512.mask.movsldup.128 + return _mm_maskz_moveldup_ps(__U, __A); +} + +__m256 test_mm256_mask_moveldup_ps(__m256 __W, __mmask8 __U, __m256 __A) { + // CHECK-LABEL: @test_mm256_mask_moveldup_ps + // CHECK: @llvm.x86.avx512.mask.movsldup.256 + return _mm256_mask_moveldup_ps(__W, __U, __A); +} + +__m256 test_mm256_maskz_moveldup_ps(__mmask8 __U, __m256 __A) { + // CHECK-LABEL: @test_mm256_maskz_moveldup_ps + // CHECK: @llvm.x86.avx512.mask.movsldup.256 + return _mm256_maskz_moveldup_ps(__U, __A); +}