From: Craig Topper Date: Tue, 5 Dec 2017 23:08:25 +0000 (+0000) Subject: [SelectionDAG] Don't call GetWidenedVector for mask operands of MLOAD/MSTORE. X-Git-Url: https://granicus.if.org/sourcecode?a=commitdiff_plain;h=73a2d507034fab46f3b5b4ca5955cf85ce76b027;p=llvm [SelectionDAG] Don't call GetWidenedVector for mask operands of MLOAD/MSTORE. GetWidenedVector does't guarantee the widened elements are zero which would break the intended behavior of the operation. git-svn-id: https://llvm.org/svn/llvm-project/llvm/trunk@319849 91177308-0d34-0410-b5e6-96231b3b80d8 --- diff --git a/lib/CodeGen/SelectionDAG/LegalizeVectorTypes.cpp b/lib/CodeGen/SelectionDAG/LegalizeVectorTypes.cpp index b7159aada30..1aa2914c54e 100644 --- a/lib/CodeGen/SelectionDAG/LegalizeVectorTypes.cpp +++ b/lib/CodeGen/SelectionDAG/LegalizeVectorTypes.cpp @@ -2911,16 +2911,12 @@ SDValue DAGTypeLegalizer::WidenVecRes_MLOAD(MaskedLoadSDNode *N) { EVT WidenVT = TLI.getTypeToTransformTo(*DAG.getContext(),N->getValueType(0)); SDValue Mask = N->getMask(); - EVT MaskVT = Mask.getValueType(); SDValue Src0 = GetWidenedVector(N->getSrc0()); ISD::LoadExtType ExtType = N->getExtensionType(); SDLoc dl(N); - if (getTypeAction(MaskVT) == TargetLowering::TypeWidenVector) - Mask = GetWidenedVector(Mask); - else { - Mask = WidenTargetBoolean(Mask, WidenVT, true); - } + // The mask should be widened as well + Mask = WidenTargetBoolean(Mask, WidenVT, true); SDValue Res = DAG.getMaskedLoad(WidenVT, dl, N->getChain(), N->getBasePtr(), Mask, Src0, N->getMemoryVT(), @@ -3532,20 +3528,17 @@ SDValue DAGTypeLegalizer::WidenVecOp_STORE(SDNode *N) { } SDValue DAGTypeLegalizer::WidenVecOp_MSTORE(SDNode *N, unsigned OpNo) { + assert(OpNo == 3 && "Can widen only data operand of mstore"); MaskedStoreSDNode *MST = cast(N); SDValue Mask = MST->getMask(); - EVT MaskVT = Mask.getValueType(); SDValue StVal = MST->getValue(); // Widen the value SDValue WideVal = GetWidenedVector(StVal); SDLoc dl(N); - if (OpNo == 2 || getTypeAction(MaskVT) == TargetLowering::TypeWidenVector) - Mask = GetWidenedVector(Mask); - else { - // The mask should be widened as well. - Mask = WidenTargetBoolean(Mask, WideVal.getValueType(), true); - } + // The mask should be widened as well. + Mask = WidenTargetBoolean(Mask, WideVal.getValueType(), true); + assert(Mask.getValueType().getVectorNumElements() == WideVal.getValueType().getVectorNumElements() && "Mask and data vectors should have the same number of elements");