From 556c69a0f5f30dc4a42f9d9238271a16a37ef1fa Mon Sep 17 00:00:00 2001 From: Simon Pilgrim Date: Fri, 6 May 2016 17:48:35 +0000 Subject: [PATCH] [CostModel][X86] Added ctlz/cttz undef-zero costmodel tests git-svn-id: https://llvm.org/svn/llvm-project/llvm/trunk@268761 91177308-0d34-0410-b5e6-96231b3b80d8 --- test/Analysis/CostModel/X86/ctbits-cost.ll | 241 ++++++++++++++++++--- 1 file changed, 209 insertions(+), 32 deletions(-) diff --git a/test/Analysis/CostModel/X86/ctbits-cost.ll b/test/Analysis/CostModel/X86/ctbits-cost.ll index 5d596513f92..c8dae85d98d 100644 --- a/test/Analysis/CostModel/X86/ctbits-cost.ll +++ b/test/Analysis/CostModel/X86/ctbits-cost.ll @@ -67,6 +67,7 @@ define <8 x i16> @var_ctpop_v8i16(<8 x i16> %a) { ; SSE42: Found an estimated cost of 2 for instruction: %ctpop ; AVX: Found an estimated cost of 2 for instruction: %ctpop ; AVX2: Found an estimated cost of 2 for instruction: %ctpop +; XOP: Found an estimated cost of 2 for instruction: %ctpop %ctpop = call <8 x i16> @llvm.ctpop.v8i16(<8 x i16> %a) ret <8 x i16> %ctpop } @@ -106,15 +107,15 @@ define <32 x i8> @var_ctpop_v32i8(<32 x i8> %a) { ; Verify the cost of vector leading zero count instructions. -declare <2 x i64> @llvm.ctlz.v2i64(<2 x i64>) -declare <4 x i32> @llvm.ctlz.v4i32(<4 x i32>) -declare <8 x i16> @llvm.ctlz.v8i16(<8 x i16>) -declare <16 x i8> @llvm.ctlz.v16i8(<16 x i8>) +declare <2 x i64> @llvm.ctlz.v2i64(<2 x i64>, i1) +declare <4 x i32> @llvm.ctlz.v4i32(<4 x i32>, i1) +declare <8 x i16> @llvm.ctlz.v8i16(<8 x i16>, i1) +declare <16 x i8> @llvm.ctlz.v16i8(<16 x i8>, i1) -declare <4 x i64> @llvm.ctlz.v4i64(<4 x i64>) -declare <8 x i32> @llvm.ctlz.v8i32(<8 x i32>) -declare <16 x i16> @llvm.ctlz.v16i16(<16 x i16>) -declare <32 x i8> @llvm.ctlz.v32i8(<32 x i8>) +declare <4 x i64> @llvm.ctlz.v4i64(<4 x i64>, i1) +declare <8 x i32> @llvm.ctlz.v8i32(<8 x i32>, i1) +declare <16 x i16> @llvm.ctlz.v16i16(<16 x i16>, i1) +declare <32 x i8> @llvm.ctlz.v32i8(<32 x i8>, i1) define <2 x i64> @var_ctlz_v2i64(<2 x i64> %a) { ; CHECK: 'Cost Model Analysis' for function 'var_ctlz_v2i64': @@ -123,7 +124,18 @@ define <2 x i64> @var_ctlz_v2i64(<2 x i64> %a) { ; AVX: Found an estimated cost of 6 for instruction: %ctlz ; AVX2: Found an estimated cost of 6 for instruction: %ctlz ; XOP: Found an estimated cost of 6 for instruction: %ctlz - %ctlz = call <2 x i64> @llvm.ctlz.v2i64(<2 x i64> %a) + %ctlz = call <2 x i64> @llvm.ctlz.v2i64(<2 x i64> %a, i1 0) + ret <2 x i64> %ctlz +} + +define <2 x i64> @var_ctlz_v2i64u(<2 x i64> %a) { +; CHECK: 'Cost Model Analysis' for function 'var_ctlz_v2i64u': +; SSE2: Found an estimated cost of 6 for instruction: %ctlz +; SSE42: Found an estimated cost of 6 for instruction: %ctlz +; AVX: Found an estimated cost of 6 for instruction: %ctlz +; AVX2: Found an estimated cost of 6 for instruction: %ctlz +; XOP: Found an estimated cost of 6 for instruction: %ctlz + %ctlz = call <2 x i64> @llvm.ctlz.v2i64(<2 x i64> %a, i1 1) ret <2 x i64> %ctlz } @@ -134,7 +146,18 @@ define <4 x i64> @var_ctlz_v4i64(<4 x i64> %a) { ; AVX: Found an estimated cost of 12 for instruction: %ctlz ; AVX2: Found an estimated cost of 12 for instruction: %ctlz ; XOP: Found an estimated cost of 12 for instruction: %ctlz - %ctlz = call <4 x i64> @llvm.ctlz.v4i64(<4 x i64> %a) + %ctlz = call <4 x i64> @llvm.ctlz.v4i64(<4 x i64> %a, i1 0) + ret <4 x i64> %ctlz +} + +define <4 x i64> @var_ctlz_v4i64u(<4 x i64> %a) { +; CHECK: 'Cost Model Analysis' for function 'var_ctlz_v4i64u': +; SSE2: Found an estimated cost of 12 for instruction: %ctlz +; SSE42: Found an estimated cost of 12 for instruction: %ctlz +; AVX: Found an estimated cost of 12 for instruction: %ctlz +; AVX2: Found an estimated cost of 12 for instruction: %ctlz +; XOP: Found an estimated cost of 12 for instruction: %ctlz + %ctlz = call <4 x i64> @llvm.ctlz.v4i64(<4 x i64> %a, i1 1) ret <4 x i64> %ctlz } @@ -145,7 +168,18 @@ define <4 x i32> @var_ctlz_v4i32(<4 x i32> %a) { ; AVX: Found an estimated cost of 12 for instruction: %ctlz ; AVX2: Found an estimated cost of 12 for instruction: %ctlz ; XOP: Found an estimated cost of 12 for instruction: %ctlz - %ctlz = call <4 x i32> @llvm.ctlz.v4i32(<4 x i32> %a) + %ctlz = call <4 x i32> @llvm.ctlz.v4i32(<4 x i32> %a, i1 0) + ret <4 x i32> %ctlz +} + +define <4 x i32> @var_ctlz_v4i32u(<4 x i32> %a) { +; CHECK: 'Cost Model Analysis' for function 'var_ctlz_v4i32u': +; SSE2: Found an estimated cost of 12 for instruction: %ctlz +; SSE42: Found an estimated cost of 12 for instruction: %ctlz +; AVX: Found an estimated cost of 12 for instruction: %ctlz +; AVX2: Found an estimated cost of 12 for instruction: %ctlz +; XOP: Found an estimated cost of 12 for instruction: %ctlz + %ctlz = call <4 x i32> @llvm.ctlz.v4i32(<4 x i32> %a, i1 1) ret <4 x i32> %ctlz } @@ -156,7 +190,18 @@ define <8 x i32> @var_ctlz_v8i32(<8 x i32> %a) { ; AVX: Found an estimated cost of 24 for instruction: %ctlz ; AVX2: Found an estimated cost of 24 for instruction: %ctlz ; XOP: Found an estimated cost of 24 for instruction: %ctlz - %ctlz = call <8 x i32> @llvm.ctlz.v8i32(<8 x i32> %a) + %ctlz = call <8 x i32> @llvm.ctlz.v8i32(<8 x i32> %a, i1 0) + ret <8 x i32> %ctlz +} + +define <8 x i32> @var_ctlz_v8i32u(<8 x i32> %a) { +; CHECK: 'Cost Model Analysis' for function 'var_ctlz_v8i32u': +; SSE2: Found an estimated cost of 24 for instruction: %ctlz +; SSE42: Found an estimated cost of 24 for instruction: %ctlz +; AVX: Found an estimated cost of 24 for instruction: %ctlz +; AVX2: Found an estimated cost of 24 for instruction: %ctlz +; XOP: Found an estimated cost of 24 for instruction: %ctlz + %ctlz = call <8 x i32> @llvm.ctlz.v8i32(<8 x i32> %a, i1 1) ret <8 x i32> %ctlz } @@ -167,7 +212,18 @@ define <8 x i16> @var_ctlz_v8i16(<8 x i16> %a) { ; AVX: Found an estimated cost of 24 for instruction: %ctlz ; AVX2: Found an estimated cost of 24 for instruction: %ctlz ; XOP: Found an estimated cost of 24 for instruction: %ctlz - %ctlz = call <8 x i16> @llvm.ctlz.v8i16(<8 x i16> %a) + %ctlz = call <8 x i16> @llvm.ctlz.v8i16(<8 x i16> %a, i1 0) + ret <8 x i16> %ctlz +} + +define <8 x i16> @var_ctlz_v8i16u(<8 x i16> %a) { +; CHECK: 'Cost Model Analysis' for function 'var_ctlz_v8i16u': +; SSE2: Found an estimated cost of 24 for instruction: %ctlz +; SSE42: Found an estimated cost of 24 for instruction: %ctlz +; AVX: Found an estimated cost of 24 for instruction: %ctlz +; AVX2: Found an estimated cost of 24 for instruction: %ctlz +; XOP: Found an estimated cost of 24 for instruction: %ctlz + %ctlz = call <8 x i16> @llvm.ctlz.v8i16(<8 x i16> %a, i1 1) ret <8 x i16> %ctlz } @@ -178,7 +234,18 @@ define <16 x i16> @var_ctlz_v16i16(<16 x i16> %a) { ; AVX: Found an estimated cost of 48 for instruction: %ctlz ; AVX2: Found an estimated cost of 48 for instruction: %ctlz ; XOP: Found an estimated cost of 48 for instruction: %ctlz - %ctlz = call <16 x i16> @llvm.ctlz.v16i16(<16 x i16> %a) + %ctlz = call <16 x i16> @llvm.ctlz.v16i16(<16 x i16> %a, i1 0) + ret <16 x i16> %ctlz +} + +define <16 x i16> @var_ctlz_v16i16u(<16 x i16> %a) { +; CHECK: 'Cost Model Analysis' for function 'var_ctlz_v16i16u': +; SSE2: Found an estimated cost of 48 for instruction: %ctlz +; SSE42: Found an estimated cost of 48 for instruction: %ctlz +; AVX: Found an estimated cost of 48 for instruction: %ctlz +; AVX2: Found an estimated cost of 48 for instruction: %ctlz +; XOP: Found an estimated cost of 48 for instruction: %ctlz + %ctlz = call <16 x i16> @llvm.ctlz.v16i16(<16 x i16> %a, i1 1) ret <16 x i16> %ctlz } @@ -189,7 +256,18 @@ define <16 x i8> @var_ctlz_v16i8(<16 x i8> %a) { ; AVX: Found an estimated cost of 48 for instruction: %ctlz ; AVX2: Found an estimated cost of 48 for instruction: %ctlz ; XOP: Found an estimated cost of 48 for instruction: %ctlz - %ctlz = call <16 x i8> @llvm.ctlz.v16i8(<16 x i8> %a) + %ctlz = call <16 x i8> @llvm.ctlz.v16i8(<16 x i8> %a, i1 0) + ret <16 x i8> %ctlz +} + +define <16 x i8> @var_ctlz_v16i8u(<16 x i8> %a) { +; CHECK: 'Cost Model Analysis' for function 'var_ctlz_v16i8u': +; SSE2: Found an estimated cost of 48 for instruction: %ctlz +; SSE42: Found an estimated cost of 48 for instruction: %ctlz +; AVX: Found an estimated cost of 48 for instruction: %ctlz +; AVX2: Found an estimated cost of 48 for instruction: %ctlz +; XOP: Found an estimated cost of 48 for instruction: %ctlz + %ctlz = call <16 x i8> @llvm.ctlz.v16i8(<16 x i8> %a, i1 1) ret <16 x i8> %ctlz } @@ -200,21 +278,32 @@ define <32 x i8> @var_ctlz_v32i8(<32 x i8> %a) { ; AVX: Found an estimated cost of 96 for instruction: %ctlz ; AVX2: Found an estimated cost of 96 for instruction: %ctlz ; XOP: Found an estimated cost of 96 for instruction: %ctlz - %ctlz = call <32 x i8> @llvm.ctlz.v32i8(<32 x i8> %a) + %ctlz = call <32 x i8> @llvm.ctlz.v32i8(<32 x i8> %a, i1 0) + ret <32 x i8> %ctlz +} + +define <32 x i8> @var_ctlz_v32i8u(<32 x i8> %a) { +; CHECK: 'Cost Model Analysis' for function 'var_ctlz_v32i8u': +; SSE2: Found an estimated cost of 96 for instruction: %ctlz +; SSE42: Found an estimated cost of 96 for instruction: %ctlz +; AVX: Found an estimated cost of 96 for instruction: %ctlz +; AVX2: Found an estimated cost of 96 for instruction: %ctlz +; XOP: Found an estimated cost of 96 for instruction: %ctlz + %ctlz = call <32 x i8> @llvm.ctlz.v32i8(<32 x i8> %a, i1 1) ret <32 x i8> %ctlz } ; Verify the cost of vector trailing zero count instructions. -declare <2 x i64> @llvm.cttz.v2i64(<2 x i64>) -declare <4 x i32> @llvm.cttz.v4i32(<4 x i32>) -declare <8 x i16> @llvm.cttz.v8i16(<8 x i16>) -declare <16 x i8> @llvm.cttz.v16i8(<16 x i8>) +declare <2 x i64> @llvm.cttz.v2i64(<2 x i64>, i1) +declare <4 x i32> @llvm.cttz.v4i32(<4 x i32>, i1) +declare <8 x i16> @llvm.cttz.v8i16(<8 x i16>, i1) +declare <16 x i8> @llvm.cttz.v16i8(<16 x i8>, i1) -declare <4 x i64> @llvm.cttz.v4i64(<4 x i64>) -declare <8 x i32> @llvm.cttz.v8i32(<8 x i32>) -declare <16 x i16> @llvm.cttz.v16i16(<16 x i16>) -declare <32 x i8> @llvm.cttz.v32i8(<32 x i8>) +declare <4 x i64> @llvm.cttz.v4i64(<4 x i64>, i1) +declare <8 x i32> @llvm.cttz.v8i32(<8 x i32>, i1) +declare <16 x i16> @llvm.cttz.v16i16(<16 x i16>, i1) +declare <32 x i8> @llvm.cttz.v32i8(<32 x i8>, i1) define <2 x i64> @var_cttz_v2i64(<2 x i64> %a) { ; CHECK: 'Cost Model Analysis' for function 'var_cttz_v2i64': @@ -223,7 +312,18 @@ define <2 x i64> @var_cttz_v2i64(<2 x i64> %a) { ; AVX: Found an estimated cost of 6 for instruction: %cttz ; AVX2: Found an estimated cost of 6 for instruction: %cttz ; XOP: Found an estimated cost of 6 for instruction: %cttz - %cttz = call <2 x i64> @llvm.cttz.v2i64(<2 x i64> %a) + %cttz = call <2 x i64> @llvm.cttz.v2i64(<2 x i64> %a, i1 0) + ret <2 x i64> %cttz +} + +define <2 x i64> @var_cttz_v2i64u(<2 x i64> %a) { +; CHECK: 'Cost Model Analysis' for function 'var_cttz_v2i64u': +; SSE2: Found an estimated cost of 6 for instruction: %cttz +; SSE42: Found an estimated cost of 6 for instruction: %cttz +; AVX: Found an estimated cost of 6 for instruction: %cttz +; AVX2: Found an estimated cost of 6 for instruction: %cttz +; XOP: Found an estimated cost of 6 for instruction: %cttz + %cttz = call <2 x i64> @llvm.cttz.v2i64(<2 x i64> %a, i1 1) ret <2 x i64> %cttz } @@ -234,7 +334,18 @@ define <4 x i64> @var_cttz_v4i64(<4 x i64> %a) { ; AVX: Found an estimated cost of 12 for instruction: %cttz ; AVX2: Found an estimated cost of 12 for instruction: %cttz ; XOP: Found an estimated cost of 12 for instruction: %cttz - %cttz = call <4 x i64> @llvm.cttz.v4i64(<4 x i64> %a) + %cttz = call <4 x i64> @llvm.cttz.v4i64(<4 x i64> %a, i1 0) + ret <4 x i64> %cttz +} + +define <4 x i64> @var_cttz_v4i64u(<4 x i64> %a) { +; CHECK: 'Cost Model Analysis' for function 'var_cttz_v4i64u': +; SSE2: Found an estimated cost of 12 for instruction: %cttz +; SSE42: Found an estimated cost of 12 for instruction: %cttz +; AVX: Found an estimated cost of 12 for instruction: %cttz +; AVX2: Found an estimated cost of 12 for instruction: %cttz +; XOP: Found an estimated cost of 12 for instruction: %cttz + %cttz = call <4 x i64> @llvm.cttz.v4i64(<4 x i64> %a, i1 1) ret <4 x i64> %cttz } @@ -245,7 +356,18 @@ define <4 x i32> @var_cttz_v4i32(<4 x i32> %a) { ; AVX: Found an estimated cost of 12 for instruction: %cttz ; AVX2: Found an estimated cost of 12 for instruction: %cttz ; XOP: Found an estimated cost of 12 for instruction: %cttz - %cttz = call <4 x i32> @llvm.cttz.v4i32(<4 x i32> %a) + %cttz = call <4 x i32> @llvm.cttz.v4i32(<4 x i32> %a, i1 0) + ret <4 x i32> %cttz +} + +define <4 x i32> @var_cttz_v4i32u(<4 x i32> %a) { +; CHECK: 'Cost Model Analysis' for function 'var_cttz_v4i32u': +; SSE2: Found an estimated cost of 12 for instruction: %cttz +; SSE42: Found an estimated cost of 12 for instruction: %cttz +; AVX: Found an estimated cost of 12 for instruction: %cttz +; AVX2: Found an estimated cost of 12 for instruction: %cttz +; XOP: Found an estimated cost of 12 for instruction: %cttz + %cttz = call <4 x i32> @llvm.cttz.v4i32(<4 x i32> %a, i1 1) ret <4 x i32> %cttz } @@ -256,7 +378,18 @@ define <8 x i32> @var_cttz_v8i32(<8 x i32> %a) { ; AVX: Found an estimated cost of 24 for instruction: %cttz ; AVX2: Found an estimated cost of 24 for instruction: %cttz ; XOP: Found an estimated cost of 24 for instruction: %cttz - %cttz = call <8 x i32> @llvm.cttz.v8i32(<8 x i32> %a) + %cttz = call <8 x i32> @llvm.cttz.v8i32(<8 x i32> %a, i1 0) + ret <8 x i32> %cttz +} + +define <8 x i32> @var_cttz_v8i32u(<8 x i32> %a) { +; CHECK: 'Cost Model Analysis' for function 'var_cttz_v8i32u': +; SSE2: Found an estimated cost of 24 for instruction: %cttz +; SSE42: Found an estimated cost of 24 for instruction: %cttz +; AVX: Found an estimated cost of 24 for instruction: %cttz +; AVX2: Found an estimated cost of 24 for instruction: %cttz +; XOP: Found an estimated cost of 24 for instruction: %cttz + %cttz = call <8 x i32> @llvm.cttz.v8i32(<8 x i32> %a, i1 1) ret <8 x i32> %cttz } @@ -267,7 +400,18 @@ define <8 x i16> @var_cttz_v8i16(<8 x i16> %a) { ; AVX: Found an estimated cost of 24 for instruction: %cttz ; AVX2: Found an estimated cost of 24 for instruction: %cttz ; XOP: Found an estimated cost of 24 for instruction: %cttz - %cttz = call <8 x i16> @llvm.cttz.v8i16(<8 x i16> %a) + %cttz = call <8 x i16> @llvm.cttz.v8i16(<8 x i16> %a, i1 0) + ret <8 x i16> %cttz +} + +define <8 x i16> @var_cttz_v8i16u(<8 x i16> %a) { +; CHECK: 'Cost Model Analysis' for function 'var_cttz_v8i16u': +; SSE2: Found an estimated cost of 24 for instruction: %cttz +; SSE42: Found an estimated cost of 24 for instruction: %cttz +; AVX: Found an estimated cost of 24 for instruction: %cttz +; AVX2: Found an estimated cost of 24 for instruction: %cttz +; XOP: Found an estimated cost of 24 for instruction: %cttz + %cttz = call <8 x i16> @llvm.cttz.v8i16(<8 x i16> %a, i1 1) ret <8 x i16> %cttz } @@ -278,7 +422,18 @@ define <16 x i16> @var_cttz_v16i16(<16 x i16> %a) { ; AVX: Found an estimated cost of 48 for instruction: %cttz ; AVX2: Found an estimated cost of 48 for instruction: %cttz ; XOP: Found an estimated cost of 48 for instruction: %cttz - %cttz = call <16 x i16> @llvm.cttz.v16i16(<16 x i16> %a) + %cttz = call <16 x i16> @llvm.cttz.v16i16(<16 x i16> %a, i1 0) + ret <16 x i16> %cttz +} + +define <16 x i16> @var_cttz_v16i16u(<16 x i16> %a) { +; CHECK: 'Cost Model Analysis' for function 'var_cttz_v16i16u': +; SSE2: Found an estimated cost of 48 for instruction: %cttz +; SSE42: Found an estimated cost of 48 for instruction: %cttz +; AVX: Found an estimated cost of 48 for instruction: %cttz +; AVX2: Found an estimated cost of 48 for instruction: %cttz +; XOP: Found an estimated cost of 48 for instruction: %cttz + %cttz = call <16 x i16> @llvm.cttz.v16i16(<16 x i16> %a, i1 1) ret <16 x i16> %cttz } @@ -289,7 +444,18 @@ define <16 x i8> @var_cttz_v16i8(<16 x i8> %a) { ; AVX: Found an estimated cost of 48 for instruction: %cttz ; AVX2: Found an estimated cost of 48 for instruction: %cttz ; XOP: Found an estimated cost of 48 for instruction: %cttz - %cttz = call <16 x i8> @llvm.cttz.v16i8(<16 x i8> %a) + %cttz = call <16 x i8> @llvm.cttz.v16i8(<16 x i8> %a, i1 0) + ret <16 x i8> %cttz +} + +define <16 x i8> @var_cttz_v16i8u(<16 x i8> %a) { +; CHECK: 'Cost Model Analysis' for function 'var_cttz_v16i8u': +; SSE2: Found an estimated cost of 48 for instruction: %cttz +; SSE42: Found an estimated cost of 48 for instruction: %cttz +; AVX: Found an estimated cost of 48 for instruction: %cttz +; AVX2: Found an estimated cost of 48 for instruction: %cttz +; XOP: Found an estimated cost of 48 for instruction: %cttz + %cttz = call <16 x i8> @llvm.cttz.v16i8(<16 x i8> %a, i1 1) ret <16 x i8> %cttz } @@ -300,7 +466,18 @@ define <32 x i8> @var_cttz_v32i8(<32 x i8> %a) { ; AVX: Found an estimated cost of 96 for instruction: %cttz ; AVX2: Found an estimated cost of 96 for instruction: %cttz ; XOP: Found an estimated cost of 96 for instruction: %cttz - %cttz = call <32 x i8> @llvm.cttz.v32i8(<32 x i8> %a) + %cttz = call <32 x i8> @llvm.cttz.v32i8(<32 x i8> %a, i1 0) + ret <32 x i8> %cttz +} + +define <32 x i8> @var_cttz_v32i8u(<32 x i8> %a) { +; CHECK: 'Cost Model Analysis' for function 'var_cttz_v32i8u': +; SSE2: Found an estimated cost of 96 for instruction: %cttz +; SSE42: Found an estimated cost of 96 for instruction: %cttz +; AVX: Found an estimated cost of 96 for instruction: %cttz +; AVX2: Found an estimated cost of 96 for instruction: %cttz +; XOP: Found an estimated cost of 96 for instruction: %cttz + %cttz = call <32 x i8> @llvm.cttz.v32i8(<32 x i8> %a, i1 1) ret <32 x i8> %cttz } -- 2.50.1