1*9880d681SAndroid Build Coastguard Worker; RUN: llc -mtriple=arm-eabi -mattr=+neon %s -o - -lower-interleaved-accesses=false | FileCheck %s 2*9880d681SAndroid Build Coastguard Worker 3*9880d681SAndroid Build Coastguard Workerdefine <8 x i8> @vpaddi8(<8 x i8>* %A, <8 x i8>* %B) nounwind { 4*9880d681SAndroid Build Coastguard Worker;CHECK-LABEL: vpaddi8: 5*9880d681SAndroid Build Coastguard Worker;CHECK: vpadd.i8 6*9880d681SAndroid Build Coastguard Worker %tmp1 = load <8 x i8>, <8 x i8>* %A 7*9880d681SAndroid Build Coastguard Worker %tmp2 = load <8 x i8>, <8 x i8>* %B 8*9880d681SAndroid Build Coastguard Worker %tmp3 = call <8 x i8> @llvm.arm.neon.vpadd.v8i8(<8 x i8> %tmp1, <8 x i8> %tmp2) 9*9880d681SAndroid Build Coastguard Worker ret <8 x i8> %tmp3 10*9880d681SAndroid Build Coastguard Worker} 11*9880d681SAndroid Build Coastguard Worker 12*9880d681SAndroid Build Coastguard Workerdefine <4 x i16> @vpaddi16(<4 x i16>* %A, <4 x i16>* %B) nounwind { 13*9880d681SAndroid Build Coastguard Worker;CHECK-LABEL: vpaddi16: 14*9880d681SAndroid Build Coastguard Worker;CHECK: vpadd.i16 15*9880d681SAndroid Build Coastguard Worker %tmp1 = load <4 x i16>, <4 x i16>* %A 16*9880d681SAndroid Build Coastguard Worker %tmp2 = load <4 x i16>, <4 x i16>* %B 17*9880d681SAndroid Build Coastguard Worker %tmp3 = call <4 x i16> @llvm.arm.neon.vpadd.v4i16(<4 x i16> %tmp1, <4 x i16> %tmp2) 18*9880d681SAndroid Build Coastguard Worker ret <4 x i16> %tmp3 19*9880d681SAndroid Build Coastguard Worker} 20*9880d681SAndroid Build Coastguard Worker 21*9880d681SAndroid Build Coastguard Workerdefine <2 x i32> @vpaddi32(<2 x i32>* %A, <2 x i32>* %B) nounwind { 22*9880d681SAndroid Build Coastguard Worker;CHECK-LABEL: vpaddi32: 23*9880d681SAndroid Build Coastguard Worker;CHECK: vpadd.i32 24*9880d681SAndroid Build Coastguard Worker %tmp1 = load <2 x i32>, <2 x i32>* %A 25*9880d681SAndroid Build Coastguard Worker %tmp2 = load <2 x i32>, <2 x i32>* %B 26*9880d681SAndroid Build Coastguard Worker %tmp3 = call <2 x i32> @llvm.arm.neon.vpadd.v2i32(<2 x i32> %tmp1, <2 x i32> %tmp2) 27*9880d681SAndroid Build Coastguard Worker ret <2 x i32> %tmp3 28*9880d681SAndroid Build Coastguard Worker} 29*9880d681SAndroid Build Coastguard Worker 30*9880d681SAndroid Build Coastguard Workerdefine <2 x float> @vpaddf32(<2 x float>* %A, <2 x float>* %B) nounwind { 31*9880d681SAndroid Build Coastguard Worker;CHECK-LABEL: vpaddf32: 32*9880d681SAndroid Build Coastguard Worker;CHECK: vpadd.f32 33*9880d681SAndroid Build Coastguard Worker %tmp1 = load <2 x float>, <2 x float>* %A 34*9880d681SAndroid Build Coastguard Worker %tmp2 = load <2 x float>, <2 x float>* %B 35*9880d681SAndroid Build Coastguard Worker %tmp3 = call <2 x float> @llvm.arm.neon.vpadd.v2f32(<2 x float> %tmp1, <2 x float> %tmp2) 36*9880d681SAndroid Build Coastguard Worker ret <2 x float> %tmp3 37*9880d681SAndroid Build Coastguard Worker} 38*9880d681SAndroid Build Coastguard Worker 39*9880d681SAndroid Build Coastguard Workerdeclare <8 x i8> @llvm.arm.neon.vpadd.v8i8(<8 x i8>, <8 x i8>) nounwind readnone 40*9880d681SAndroid Build Coastguard Workerdeclare <4 x i16> @llvm.arm.neon.vpadd.v4i16(<4 x i16>, <4 x i16>) nounwind readnone 41*9880d681SAndroid Build Coastguard Workerdeclare <2 x i32> @llvm.arm.neon.vpadd.v2i32(<2 x i32>, <2 x i32>) nounwind readnone 42*9880d681SAndroid Build Coastguard Worker 43*9880d681SAndroid Build Coastguard Workerdeclare <2 x float> @llvm.arm.neon.vpadd.v2f32(<2 x float>, <2 x float>) nounwind readnone 44*9880d681SAndroid Build Coastguard Worker 45*9880d681SAndroid Build Coastguard Workerdefine <4 x i16> @vpaddls8(<8 x i8>* %A) nounwind { 46*9880d681SAndroid Build Coastguard Worker;CHECK-LABEL: vpaddls8: 47*9880d681SAndroid Build Coastguard Worker;CHECK: vpaddl.s8 48*9880d681SAndroid Build Coastguard Worker %tmp1 = load <8 x i8>, <8 x i8>* %A 49*9880d681SAndroid Build Coastguard Worker %tmp2 = call <4 x i16> @llvm.arm.neon.vpaddls.v4i16.v8i8(<8 x i8> %tmp1) 50*9880d681SAndroid Build Coastguard Worker ret <4 x i16> %tmp2 51*9880d681SAndroid Build Coastguard Worker} 52*9880d681SAndroid Build Coastguard Worker 53*9880d681SAndroid Build Coastguard Workerdefine <2 x i32> @vpaddls16(<4 x i16>* %A) nounwind { 54*9880d681SAndroid Build Coastguard Worker;CHECK-LABEL: vpaddls16: 55*9880d681SAndroid Build Coastguard Worker;CHECK: vpaddl.s16 56*9880d681SAndroid Build Coastguard Worker %tmp1 = load <4 x i16>, <4 x i16>* %A 57*9880d681SAndroid Build Coastguard Worker %tmp2 = call <2 x i32> @llvm.arm.neon.vpaddls.v2i32.v4i16(<4 x i16> %tmp1) 58*9880d681SAndroid Build Coastguard Worker ret <2 x i32> %tmp2 59*9880d681SAndroid Build Coastguard Worker} 60*9880d681SAndroid Build Coastguard Worker 61*9880d681SAndroid Build Coastguard Workerdefine <1 x i64> @vpaddls32(<2 x i32>* %A) nounwind { 62*9880d681SAndroid Build Coastguard Worker;CHECK-LABEL: vpaddls32: 63*9880d681SAndroid Build Coastguard Worker;CHECK: vpaddl.s32 64*9880d681SAndroid Build Coastguard Worker %tmp1 = load <2 x i32>, <2 x i32>* %A 65*9880d681SAndroid Build Coastguard Worker %tmp2 = call <1 x i64> @llvm.arm.neon.vpaddls.v1i64.v2i32(<2 x i32> %tmp1) 66*9880d681SAndroid Build Coastguard Worker ret <1 x i64> %tmp2 67*9880d681SAndroid Build Coastguard Worker} 68*9880d681SAndroid Build Coastguard Worker 69*9880d681SAndroid Build Coastguard Workerdefine <4 x i16> @vpaddlu8(<8 x i8>* %A) nounwind { 70*9880d681SAndroid Build Coastguard Worker;CHECK-LABEL: vpaddlu8: 71*9880d681SAndroid Build Coastguard Worker;CHECK: vpaddl.u8 72*9880d681SAndroid Build Coastguard Worker %tmp1 = load <8 x i8>, <8 x i8>* %A 73*9880d681SAndroid Build Coastguard Worker %tmp2 = call <4 x i16> @llvm.arm.neon.vpaddlu.v4i16.v8i8(<8 x i8> %tmp1) 74*9880d681SAndroid Build Coastguard Worker ret <4 x i16> %tmp2 75*9880d681SAndroid Build Coastguard Worker} 76*9880d681SAndroid Build Coastguard Worker 77*9880d681SAndroid Build Coastguard Workerdefine <2 x i32> @vpaddlu16(<4 x i16>* %A) nounwind { 78*9880d681SAndroid Build Coastguard Worker;CHECK-LABEL: vpaddlu16: 79*9880d681SAndroid Build Coastguard Worker;CHECK: vpaddl.u16 80*9880d681SAndroid Build Coastguard Worker %tmp1 = load <4 x i16>, <4 x i16>* %A 81*9880d681SAndroid Build Coastguard Worker %tmp2 = call <2 x i32> @llvm.arm.neon.vpaddlu.v2i32.v4i16(<4 x i16> %tmp1) 82*9880d681SAndroid Build Coastguard Worker ret <2 x i32> %tmp2 83*9880d681SAndroid Build Coastguard Worker} 84*9880d681SAndroid Build Coastguard Worker 85*9880d681SAndroid Build Coastguard Workerdefine <1 x i64> @vpaddlu32(<2 x i32>* %A) nounwind { 86*9880d681SAndroid Build Coastguard Worker;CHECK-LABEL: vpaddlu32: 87*9880d681SAndroid Build Coastguard Worker;CHECK: vpaddl.u32 88*9880d681SAndroid Build Coastguard Worker %tmp1 = load <2 x i32>, <2 x i32>* %A 89*9880d681SAndroid Build Coastguard Worker %tmp2 = call <1 x i64> @llvm.arm.neon.vpaddlu.v1i64.v2i32(<2 x i32> %tmp1) 90*9880d681SAndroid Build Coastguard Worker ret <1 x i64> %tmp2 91*9880d681SAndroid Build Coastguard Worker} 92*9880d681SAndroid Build Coastguard Worker 93*9880d681SAndroid Build Coastguard Workerdefine <8 x i16> @vpaddlQs8(<16 x i8>* %A) nounwind { 94*9880d681SAndroid Build Coastguard Worker;CHECK-LABEL: vpaddlQs8: 95*9880d681SAndroid Build Coastguard Worker;CHECK: vpaddl.s8 96*9880d681SAndroid Build Coastguard Worker %tmp1 = load <16 x i8>, <16 x i8>* %A 97*9880d681SAndroid Build Coastguard Worker %tmp2 = call <8 x i16> @llvm.arm.neon.vpaddls.v8i16.v16i8(<16 x i8> %tmp1) 98*9880d681SAndroid Build Coastguard Worker ret <8 x i16> %tmp2 99*9880d681SAndroid Build Coastguard Worker} 100*9880d681SAndroid Build Coastguard Worker 101*9880d681SAndroid Build Coastguard Workerdefine <4 x i32> @vpaddlQs16(<8 x i16>* %A) nounwind { 102*9880d681SAndroid Build Coastguard Worker;CHECK-LABEL: vpaddlQs16: 103*9880d681SAndroid Build Coastguard Worker;CHECK: vpaddl.s16 104*9880d681SAndroid Build Coastguard Worker %tmp1 = load <8 x i16>, <8 x i16>* %A 105*9880d681SAndroid Build Coastguard Worker %tmp2 = call <4 x i32> @llvm.arm.neon.vpaddls.v4i32.v8i16(<8 x i16> %tmp1) 106*9880d681SAndroid Build Coastguard Worker ret <4 x i32> %tmp2 107*9880d681SAndroid Build Coastguard Worker} 108*9880d681SAndroid Build Coastguard Worker 109*9880d681SAndroid Build Coastguard Workerdefine <2 x i64> @vpaddlQs32(<4 x i32>* %A) nounwind { 110*9880d681SAndroid Build Coastguard Worker;CHECK-LABEL: vpaddlQs32: 111*9880d681SAndroid Build Coastguard Worker;CHECK: vpaddl.s32 112*9880d681SAndroid Build Coastguard Worker %tmp1 = load <4 x i32>, <4 x i32>* %A 113*9880d681SAndroid Build Coastguard Worker %tmp2 = call <2 x i64> @llvm.arm.neon.vpaddls.v2i64.v4i32(<4 x i32> %tmp1) 114*9880d681SAndroid Build Coastguard Worker ret <2 x i64> %tmp2 115*9880d681SAndroid Build Coastguard Worker} 116*9880d681SAndroid Build Coastguard Worker 117*9880d681SAndroid Build Coastguard Workerdefine <8 x i16> @vpaddlQu8(<16 x i8>* %A) nounwind { 118*9880d681SAndroid Build Coastguard Worker;CHECK-LABEL: vpaddlQu8: 119*9880d681SAndroid Build Coastguard Worker;CHECK: vpaddl.u8 120*9880d681SAndroid Build Coastguard Worker %tmp1 = load <16 x i8>, <16 x i8>* %A 121*9880d681SAndroid Build Coastguard Worker %tmp2 = call <8 x i16> @llvm.arm.neon.vpaddlu.v8i16.v16i8(<16 x i8> %tmp1) 122*9880d681SAndroid Build Coastguard Worker ret <8 x i16> %tmp2 123*9880d681SAndroid Build Coastguard Worker} 124*9880d681SAndroid Build Coastguard Worker 125*9880d681SAndroid Build Coastguard Workerdefine <4 x i32> @vpaddlQu16(<8 x i16>* %A) nounwind { 126*9880d681SAndroid Build Coastguard Worker;CHECK-LABEL: vpaddlQu16: 127*9880d681SAndroid Build Coastguard Worker;CHECK: vpaddl.u16 128*9880d681SAndroid Build Coastguard Worker %tmp1 = load <8 x i16>, <8 x i16>* %A 129*9880d681SAndroid Build Coastguard Worker %tmp2 = call <4 x i32> @llvm.arm.neon.vpaddlu.v4i32.v8i16(<8 x i16> %tmp1) 130*9880d681SAndroid Build Coastguard Worker ret <4 x i32> %tmp2 131*9880d681SAndroid Build Coastguard Worker} 132*9880d681SAndroid Build Coastguard Worker 133*9880d681SAndroid Build Coastguard Workerdefine <2 x i64> @vpaddlQu32(<4 x i32>* %A) nounwind { 134*9880d681SAndroid Build Coastguard Worker;CHECK-LABEL: vpaddlQu32: 135*9880d681SAndroid Build Coastguard Worker;CHECK: vpaddl.u32 136*9880d681SAndroid Build Coastguard Worker %tmp1 = load <4 x i32>, <4 x i32>* %A 137*9880d681SAndroid Build Coastguard Worker %tmp2 = call <2 x i64> @llvm.arm.neon.vpaddlu.v2i64.v4i32(<4 x i32> %tmp1) 138*9880d681SAndroid Build Coastguard Worker ret <2 x i64> %tmp2 139*9880d681SAndroid Build Coastguard Worker} 140*9880d681SAndroid Build Coastguard Worker 141*9880d681SAndroid Build Coastguard Worker; Test AddCombine optimization that generates a vpaddl.s 142*9880d681SAndroid Build Coastguard Workerdefine void @addCombineToVPADDL() nounwind ssp { 143*9880d681SAndroid Build Coastguard Worker; CHECK: vpaddl.s8 144*9880d681SAndroid Build Coastguard Worker %cbcr = alloca <16 x i8>, align 16 145*9880d681SAndroid Build Coastguard Worker %X = alloca <8 x i8>, align 8 146*9880d681SAndroid Build Coastguard Worker %tmp = load <16 x i8>, <16 x i8>* %cbcr 147*9880d681SAndroid Build Coastguard Worker %tmp1 = shufflevector <16 x i8> %tmp, <16 x i8> undef, <8 x i32> <i32 0, i32 2, i32 4, i32 6, i32 8, i32 10, i32 12, i32 14> 148*9880d681SAndroid Build Coastguard Worker %tmp2 = load <16 x i8>, <16 x i8>* %cbcr 149*9880d681SAndroid Build Coastguard Worker %tmp3 = shufflevector <16 x i8> %tmp2, <16 x i8> undef, <8 x i32> <i32 1, i32 3, i32 5, i32 7, i32 9, i32 11, i32 13, i32 15> 150*9880d681SAndroid Build Coastguard Worker %add = add <8 x i8> %tmp3, %tmp1 151*9880d681SAndroid Build Coastguard Worker store <8 x i8> %add, <8 x i8>* %X, align 8 152*9880d681SAndroid Build Coastguard Worker ret void 153*9880d681SAndroid Build Coastguard Worker} 154*9880d681SAndroid Build Coastguard Worker 155*9880d681SAndroid Build Coastguard Worker; Legalization produces a EXTRACT_VECTOR_ELT DAG node which performs an extend from 156*9880d681SAndroid Build Coastguard Worker; i16 to i32. In this case the input for the formed VPADDL needs to be a vector of i16s. 157*9880d681SAndroid Build Coastguard Workerdefine <2 x i16> @fromExtendingExtractVectorElt(<4 x i16> %in) { 158*9880d681SAndroid Build Coastguard Worker;CHECK-LABEL: fromExtendingExtractVectorElt: 159*9880d681SAndroid Build Coastguard Worker;CHECK: vpaddl.s16 160*9880d681SAndroid Build Coastguard Worker %tmp1 = shufflevector <4 x i16> %in, <4 x i16> undef, <2 x i32> <i32 0, i32 2> 161*9880d681SAndroid Build Coastguard Worker %tmp2 = shufflevector <4 x i16> %in, <4 x i16> undef, <2 x i32> <i32 1, i32 3> 162*9880d681SAndroid Build Coastguard Worker %x = add <2 x i16> %tmp2, %tmp1 163*9880d681SAndroid Build Coastguard Worker ret <2 x i16> %x 164*9880d681SAndroid Build Coastguard Worker} 165*9880d681SAndroid Build Coastguard Worker 166*9880d681SAndroid Build Coastguard Workerdeclare <4 x i16> @llvm.arm.neon.vpaddls.v4i16.v8i8(<8 x i8>) nounwind readnone 167*9880d681SAndroid Build Coastguard Workerdeclare <2 x i32> @llvm.arm.neon.vpaddls.v2i32.v4i16(<4 x i16>) nounwind readnone 168*9880d681SAndroid Build Coastguard Workerdeclare <1 x i64> @llvm.arm.neon.vpaddls.v1i64.v2i32(<2 x i32>) nounwind readnone 169*9880d681SAndroid Build Coastguard Worker 170*9880d681SAndroid Build Coastguard Workerdeclare <4 x i16> @llvm.arm.neon.vpaddlu.v4i16.v8i8(<8 x i8>) nounwind readnone 171*9880d681SAndroid Build Coastguard Workerdeclare <2 x i32> @llvm.arm.neon.vpaddlu.v2i32.v4i16(<4 x i16>) nounwind readnone 172*9880d681SAndroid Build Coastguard Workerdeclare <1 x i64> @llvm.arm.neon.vpaddlu.v1i64.v2i32(<2 x i32>) nounwind readnone 173*9880d681SAndroid Build Coastguard Worker 174*9880d681SAndroid Build Coastguard Workerdeclare <8 x i16> @llvm.arm.neon.vpaddls.v8i16.v16i8(<16 x i8>) nounwind readnone 175*9880d681SAndroid Build Coastguard Workerdeclare <4 x i32> @llvm.arm.neon.vpaddls.v4i32.v8i16(<8 x i16>) nounwind readnone 176*9880d681SAndroid Build Coastguard Workerdeclare <2 x i64> @llvm.arm.neon.vpaddls.v2i64.v4i32(<4 x i32>) nounwind readnone 177*9880d681SAndroid Build Coastguard Worker 178*9880d681SAndroid Build Coastguard Workerdeclare <8 x i16> @llvm.arm.neon.vpaddlu.v8i16.v16i8(<16 x i8>) nounwind readnone 179*9880d681SAndroid Build Coastguard Workerdeclare <4 x i32> @llvm.arm.neon.vpaddlu.v4i32.v8i16(<8 x i16>) nounwind readnone 180*9880d681SAndroid Build Coastguard Workerdeclare <2 x i64> @llvm.arm.neon.vpaddlu.v2i64.v4i32(<4 x i32>) nounwind readnone 181