; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py ; RUN: llc -mtriple=riscv32 -mattr=+v -verify-machineinstrs < %s | FileCheck %s --check-prefixes=CHECK,RV32 ; RUN: llc -mtriple=riscv64 -mattr=+v -verify-machineinstrs < %s | FileCheck %s --check-prefixes=CHECK,RV64 define <2 x i16> @vwadd_v2i16(ptr %x, ptr %y) { ; CHECK-LABEL: vwadd_v2i16: ; CHECK: # %bb.0: ; CHECK-NEXT: vsetivli zero, 2, e8, mf8, ta, ma ; CHECK-NEXT: vle8.v v9, (a0) ; CHECK-NEXT: vle8.v v10, (a1) ; CHECK-NEXT: vwadd.vv v8, v9, v10 ; CHECK-NEXT: ret %a = load <2 x i8>, ptr %x %b = load <2 x i8>, ptr %y %c = sext <2 x i8> %a to <2 x i16> %d = sext <2 x i8> %b to <2 x i16> %e = add <2 x i16> %c, %d ret <2 x i16> %e } define <4 x i16> @vwadd_v4i16(ptr %x, ptr %y) { ; CHECK-LABEL: vwadd_v4i16: ; CHECK: # %bb.0: ; CHECK-NEXT: vsetivli zero, 4, e8, mf4, ta, ma ; CHECK-NEXT: vle8.v v9, (a0) ; CHECK-NEXT: vle8.v v10, (a1) ; CHECK-NEXT: vwadd.vv v8, v9, v10 ; CHECK-NEXT: ret %a = load <4 x i8>, ptr %x %b = load <4 x i8>, ptr %y %c = sext <4 x i8> %a to <4 x i16> %d = sext <4 x i8> %b to <4 x i16> %e = add <4 x i16> %c, %d ret <4 x i16> %e } define <2 x i32> @vwadd_v2i32(ptr %x, ptr %y) { ; CHECK-LABEL: vwadd_v2i32: ; CHECK: # %bb.0: ; CHECK-NEXT: vsetivli zero, 2, e16, mf4, ta, ma ; CHECK-NEXT: vle16.v v9, (a0) ; CHECK-NEXT: vle16.v v10, (a1) ; CHECK-NEXT: vwadd.vv v8, v9, v10 ; CHECK-NEXT: ret %a = load <2 x i16>, ptr %x %b = load <2 x i16>, ptr %y %c = sext <2 x i16> %a to <2 x i32> %d = sext <2 x i16> %b to <2 x i32> %e = add <2 x i32> %c, %d ret <2 x i32> %e } define <8 x i16> @vwadd_v8i16(ptr %x, ptr %y) { ; CHECK-LABEL: vwadd_v8i16: ; CHECK: # %bb.0: ; CHECK-NEXT: vsetivli zero, 8, e8, mf2, ta, ma ; CHECK-NEXT: vle8.v v9, (a0) ; CHECK-NEXT: vle8.v v10, (a1) ; CHECK-NEXT: vwadd.vv v8, v9, v10 ; CHECK-NEXT: ret %a = load <8 x i8>, ptr %x %b = load <8 x i8>, ptr %y %c = sext <8 x i8> %a to <8 x i16> %d = sext <8 x i8> %b to <8 x i16> %e = add <8 x i16> %c, %d ret <8 x i16> %e } define <4 x i32> @vwadd_v4i32(ptr %x, ptr %y) { ; CHECK-LABEL: vwadd_v4i32: ; CHECK: # %bb.0: ; CHECK-NEXT: vsetivli zero, 4, e16, mf2, ta, ma ; CHECK-NEXT: vle16.v v9, (a0) ; CHECK-NEXT: vle16.v v10, (a1) ; CHECK-NEXT: vwadd.vv v8, v9, v10 ; CHECK-NEXT: ret %a = load <4 x i16>, ptr %x %b = load <4 x i16>, ptr %y %c = sext <4 x i16> %a to <4 x i32> %d = sext <4 x i16> %b to <4 x i32> %e = add <4 x i32> %c, %d ret <4 x i32> %e } define <2 x i64> @vwadd_v2i64(ptr %x, ptr %y) { ; CHECK-LABEL: vwadd_v2i64: ; CHECK: # %bb.0: ; CHECK-NEXT: vsetivli zero, 2, e32, mf2, ta, ma ; CHECK-NEXT: vle32.v v9, (a0) ; CHECK-NEXT: vle32.v v10, (a1) ; CHECK-NEXT: vwadd.vv v8, v9, v10 ; CHECK-NEXT: ret %a = load <2 x i32>, ptr %x %b = load <2 x i32>, ptr %y %c = sext <2 x i32> %a to <2 x i64> %d = sext <2 x i32> %b to <2 x i64> %e = add <2 x i64> %c, %d ret <2 x i64> %e } define <16 x i16> @vwadd_v16i16(ptr %x, ptr %y) { ; CHECK-LABEL: vwadd_v16i16: ; CHECK: # %bb.0: ; CHECK-NEXT: vsetivli zero, 16, e8, m1, ta, ma ; CHECK-NEXT: vle8.v v10, (a0) ; CHECK-NEXT: vle8.v v11, (a1) ; CHECK-NEXT: vwadd.vv v8, v10, v11 ; CHECK-NEXT: ret %a = load <16 x i8>, ptr %x %b = load <16 x i8>, ptr %y %c = sext <16 x i8> %a to <16 x i16> %d = sext <16 x i8> %b to <16 x i16> %e = add <16 x i16> %c, %d ret <16 x i16> %e } define <8 x i32> @vwadd_v8i32(ptr %x, ptr %y) { ; CHECK-LABEL: vwadd_v8i32: ; CHECK: # %bb.0: ; CHECK-NEXT: vsetivli zero, 8, e16, m1, ta, ma ; CHECK-NEXT: vle16.v v10, (a0) ; CHECK-NEXT: vle16.v v11, (a1) ; CHECK-NEXT: vwadd.vv v8, v10, v11 ; CHECK-NEXT: ret %a = load <8 x i16>, ptr %x %b = load <8 x i16>, ptr %y %c = sext <8 x i16> %a to <8 x i32> %d = sext <8 x i16> %b to <8 x i32> %e = add <8 x i32> %c, %d ret <8 x i32> %e } define <4 x i64> @vwadd_v4i64(ptr %x, ptr %y) { ; CHECK-LABEL: vwadd_v4i64: ; CHECK: # %bb.0: ; CHECK-NEXT: vsetivli zero, 4, e32, m1, ta, ma ; CHECK-NEXT: vle32.v v10, (a0) ; CHECK-NEXT: vle32.v v11, (a1) ; CHECK-NEXT: vwadd.vv v8, v10, v11 ; CHECK-NEXT: ret %a = load <4 x i32>, ptr %x %b = load <4 x i32>, ptr %y %c = sext <4 x i32> %a to <4 x i64> %d = sext <4 x i32> %b to <4 x i64> %e = add <4 x i64> %c, %d ret <4 x i64> %e } define <32 x i16> @vwadd_v32i16(ptr %x, ptr %y) { ; CHECK-LABEL: vwadd_v32i16: ; CHECK: # %bb.0: ; CHECK-NEXT: li a2, 32 ; CHECK-NEXT: vsetvli zero, a2, e8, m2, ta, ma ; CHECK-NEXT: vle8.v v12, (a0) ; CHECK-NEXT: vle8.v v14, (a1) ; CHECK-NEXT: vwadd.vv v8, v12, v14 ; CHECK-NEXT: ret %a = load <32 x i8>, ptr %x %b = load <32 x i8>, ptr %y %c = sext <32 x i8> %a to <32 x i16> %d = sext <32 x i8> %b to <32 x i16> %e = add <32 x i16> %c, %d ret <32 x i16> %e } define <16 x i32> @vwadd_v16i32(ptr %x, ptr %y) { ; CHECK-LABEL: vwadd_v16i32: ; CHECK: # %bb.0: ; CHECK-NEXT: vsetivli zero, 16, e16, m2, ta, ma ; CHECK-NEXT: vle16.v v12, (a0) ; CHECK-NEXT: vle16.v v14, (a1) ; CHECK-NEXT: vwadd.vv v8, v12, v14 ; CHECK-NEXT: ret %a = load <16 x i16>, ptr %x %b = load <16 x i16>, ptr %y %c = sext <16 x i16> %a to <16 x i32> %d = sext <16 x i16> %b to <16 x i32> %e = add <16 x i32> %c, %d ret <16 x i32> %e } define <8 x i64> @vwadd_v8i64(ptr %x, ptr %y) { ; CHECK-LABEL: vwadd_v8i64: ; CHECK: # %bb.0: ; CHECK-NEXT: vsetivli zero, 8, e32, m2, ta, ma ; CHECK-NEXT: vle32.v v12, (a0) ; CHECK-NEXT: vle32.v v14, (a1) ; CHECK-NEXT: vwadd.vv v8, v12, v14 ; CHECK-NEXT: ret %a = load <8 x i32>, ptr %x %b = load <8 x i32>, ptr %y %c = sext <8 x i32> %a to <8 x i64> %d = sext <8 x i32> %b to <8 x i64> %e = add <8 x i64> %c, %d ret <8 x i64> %e } define <64 x i16> @vwadd_v64i16(ptr %x, ptr %y) { ; CHECK-LABEL: vwadd_v64i16: ; CHECK: # %bb.0: ; CHECK-NEXT: li a2, 64 ; CHECK-NEXT: vsetvli zero, a2, e8, m4, ta, ma ; CHECK-NEXT: vle8.v v16, (a0) ; CHECK-NEXT: vle8.v v20, (a1) ; CHECK-NEXT: vwadd.vv v8, v16, v20 ; CHECK-NEXT: ret %a = load <64 x i8>, ptr %x %b = load <64 x i8>, ptr %y %c = sext <64 x i8> %a to <64 x i16> %d = sext <64 x i8> %b to <64 x i16> %e = add <64 x i16> %c, %d ret <64 x i16> %e } define <32 x i32> @vwadd_v32i32(ptr %x, ptr %y) { ; CHECK-LABEL: vwadd_v32i32: ; CHECK: # %bb.0: ; CHECK-NEXT: li a2, 32 ; CHECK-NEXT: vsetvli zero, a2, e16, m4, ta, ma ; CHECK-NEXT: vle16.v v16, (a0) ; CHECK-NEXT: vle16.v v20, (a1) ; CHECK-NEXT: vwadd.vv v8, v16, v20 ; CHECK-NEXT: ret %a = load <32 x i16>, ptr %x %b = load <32 x i16>, ptr %y %c = sext <32 x i16> %a to <32 x i32> %d = sext <32 x i16> %b to <32 x i32> %e = add <32 x i32> %c, %d ret <32 x i32> %e } define <16 x i64> @vwadd_v16i64(ptr %x, ptr %y) { ; CHECK-LABEL: vwadd_v16i64: ; CHECK: # %bb.0: ; CHECK-NEXT: vsetivli zero, 16, e32, m4, ta, ma ; CHECK-NEXT: vle32.v v16, (a0) ; CHECK-NEXT: vle32.v v20, (a1) ; CHECK-NEXT: vwadd.vv v8, v16, v20 ; CHECK-NEXT: ret %a = load <16 x i32>, ptr %x %b = load <16 x i32>, ptr %y %c = sext <16 x i32> %a to <16 x i64> %d = sext <16 x i32> %b to <16 x i64> %e = add <16 x i64> %c, %d ret <16 x i64> %e } define <128 x i16> @vwadd_v128i16(ptr %x, ptr %y) nounwind { ; CHECK-LABEL: vwadd_v128i16: ; CHECK: # %bb.0: ; CHECK-NEXT: addi sp, sp, -16 ; CHECK-NEXT: csrr a2, vlenb ; CHECK-NEXT: slli a2, a2, 3 ; CHECK-NEXT: sub sp, sp, a2 ; CHECK-NEXT: li a2, 128 ; CHECK-NEXT: vsetvli zero, a2, e8, m8, ta, ma ; CHECK-NEXT: vle8.v v16, (a0) ; CHECK-NEXT: vle8.v v24, (a1) ; CHECK-NEXT: li a0, 64 ; CHECK-NEXT: vsetvli zero, a0, e8, m8, ta, ma ; CHECK-NEXT: vslidedown.vx v8, v16, a0 ; CHECK-NEXT: addi a1, sp, 16 ; CHECK-NEXT: vs8r.v v8, (a1) # vscale x 64-byte Folded Spill ; CHECK-NEXT: vslidedown.vx v0, v24, a0 ; CHECK-NEXT: vsetvli zero, a0, e8, m4, ta, ma ; CHECK-NEXT: vwadd.vv v8, v16, v24 ; CHECK-NEXT: addi a0, sp, 16 ; CHECK-NEXT: vl8r.v v24, (a0) # vscale x 64-byte Folded Reload ; CHECK-NEXT: vwadd.vv v16, v24, v0 ; CHECK-NEXT: csrr a0, vlenb ; CHECK-NEXT: slli a0, a0, 3 ; CHECK-NEXT: add sp, sp, a0 ; CHECK-NEXT: addi sp, sp, 16 ; CHECK-NEXT: ret %a = load <128 x i8>, ptr %x %b = load <128 x i8>, ptr %y %c = sext <128 x i8> %a to <128 x i16> %d = sext <128 x i8> %b to <128 x i16> %e = add <128 x i16> %c, %d ret <128 x i16> %e } define <64 x i32> @vwadd_v64i32(ptr %x, ptr %y) nounwind { ; CHECK-LABEL: vwadd_v64i32: ; CHECK: # %bb.0: ; CHECK-NEXT: addi sp, sp, -16 ; CHECK-NEXT: csrr a2, vlenb ; CHECK-NEXT: slli a2, a2, 3 ; CHECK-NEXT: sub sp, sp, a2 ; CHECK-NEXT: li a2, 64 ; CHECK-NEXT: vsetvli zero, a2, e16, m8, ta, ma ; CHECK-NEXT: vle16.v v16, (a0) ; CHECK-NEXT: vle16.v v24, (a1) ; CHECK-NEXT: li a0, 32 ; CHECK-NEXT: vsetvli zero, a0, e16, m8, ta, ma ; CHECK-NEXT: vslidedown.vx v8, v16, a0 ; CHECK-NEXT: addi a1, sp, 16 ; CHECK-NEXT: vs8r.v v8, (a1) # vscale x 64-byte Folded Spill ; CHECK-NEXT: vslidedown.vx v0, v24, a0 ; CHECK-NEXT: vsetvli zero, a0, e16, m4, ta, ma ; CHECK-NEXT: vwadd.vv v8, v16, v24 ; CHECK-NEXT: addi a0, sp, 16 ; CHECK-NEXT: vl8r.v v24, (a0) # vscale x 64-byte Folded Reload ; CHECK-NEXT: vwadd.vv v16, v24, v0 ; CHECK-NEXT: csrr a0, vlenb ; CHECK-NEXT: slli a0, a0, 3 ; CHECK-NEXT: add sp, sp, a0 ; CHECK-NEXT: addi sp, sp, 16 ; CHECK-NEXT: ret %a = load <64 x i16>, ptr %x %b = load <64 x i16>, ptr %y %c = sext <64 x i16> %a to <64 x i32> %d = sext <64 x i16> %b to <64 x i32> %e = add <64 x i32> %c, %d ret <64 x i32> %e } define <32 x i64> @vwadd_v32i64(ptr %x, ptr %y) nounwind { ; CHECK-LABEL: vwadd_v32i64: ; CHECK: # %bb.0: ; CHECK-NEXT: addi sp, sp, -16 ; CHECK-NEXT: csrr a2, vlenb ; CHECK-NEXT: slli a2, a2, 3 ; CHECK-NEXT: sub sp, sp, a2 ; CHECK-NEXT: li a2, 32 ; CHECK-NEXT: vsetvli zero, a2, e32, m8, ta, ma ; CHECK-NEXT: vle32.v v16, (a0) ; CHECK-NEXT: vle32.v v24, (a1) ; CHECK-NEXT: vsetivli zero, 16, e32, m8, ta, ma ; CHECK-NEXT: vslidedown.vi v8, v16, 16 ; CHECK-NEXT: addi a0, sp, 16 ; CHECK-NEXT: vs8r.v v8, (a0) # vscale x 64-byte Folded Spill ; CHECK-NEXT: vslidedown.vi v0, v24, 16 ; CHECK-NEXT: vsetivli zero, 16, e32, m4, ta, ma ; CHECK-NEXT: vwadd.vv v8, v16, v24 ; CHECK-NEXT: vl8r.v v24, (a0) # vscale x 64-byte Folded Reload ; CHECK-NEXT: vwadd.vv v16, v24, v0 ; CHECK-NEXT: csrr a0, vlenb ; CHECK-NEXT: slli a0, a0, 3 ; CHECK-NEXT: add sp, sp, a0 ; CHECK-NEXT: addi sp, sp, 16 ; CHECK-NEXT: ret %a = load <32 x i32>, ptr %x %b = load <32 x i32>, ptr %y %c = sext <32 x i32> %a to <32 x i64> %d = sext <32 x i32> %b to <32 x i64> %e = add <32 x i64> %c, %d ret <32 x i64> %e } define <2 x i32> @vwadd_v2i32_v2i8(ptr %x, ptr %y) { ; CHECK-LABEL: vwadd_v2i32_v2i8: ; CHECK: # %bb.0: ; CHECK-NEXT: vsetivli zero, 2, e16, mf4, ta, ma ; CHECK-NEXT: vle8.v v8, (a0) ; CHECK-NEXT: vle8.v v9, (a1) ; CHECK-NEXT: vsext.vf2 v10, v8 ; CHECK-NEXT: vsext.vf2 v11, v9 ; CHECK-NEXT: vwadd.vv v8, v10, v11 ; CHECK-NEXT: ret %a = load <2 x i8>, ptr %x %b = load <2 x i8>, ptr %y %c = sext <2 x i8> %a to <2 x i32> %d = sext <2 x i8> %b to <2 x i32> %e = add <2 x i32> %c, %d ret <2 x i32> %e } define <4 x i32> @vwadd_v4i32_v4i8_v4i16(ptr %x, ptr %y) { ; CHECK-LABEL: vwadd_v4i32_v4i8_v4i16: ; CHECK: # %bb.0: ; CHECK-NEXT: vsetivli zero, 4, e16, mf2, ta, ma ; CHECK-NEXT: vle8.v v8, (a0) ; CHECK-NEXT: vle16.v v9, (a1) ; CHECK-NEXT: vsext.vf2 v10, v8 ; CHECK-NEXT: vwadd.vv v8, v10, v9 ; CHECK-NEXT: ret %a = load <4 x i8>, ptr %x %b = load <4 x i16>, ptr %y %c = sext <4 x i8> %a to <4 x i32> %d = sext <4 x i16> %b to <4 x i32> %e = add <4 x i32> %c, %d ret <4 x i32> %e } define <4 x i64> @vwadd_v4i64_v4i32_v4i8(ptr %x, ptr %y) { ; CHECK-LABEL: vwadd_v4i64_v4i32_v4i8: ; CHECK: # %bb.0: ; CHECK-NEXT: vsetivli zero, 4, e32, m1, ta, ma ; CHECK-NEXT: vle8.v v8, (a1) ; CHECK-NEXT: vle32.v v10, (a0) ; CHECK-NEXT: vsext.vf4 v11, v8 ; CHECK-NEXT: vwadd.vv v8, v10, v11 ; CHECK-NEXT: ret %a = load <4 x i32>, ptr %x %b = load <4 x i8>, ptr %y %c = sext <4 x i32> %a to <4 x i64> %d = sext <4 x i8> %b to <4 x i64> %e = add <4 x i64> %c, %d ret <4 x i64> %e } define <2 x i16> @vwadd_vx_v2i16(ptr %x, i8 %y) { ; CHECK-LABEL: vwadd_vx_v2i16: ; CHECK: # %bb.0: ; CHECK-NEXT: vsetivli zero, 2, e8, mf8, ta, ma ; CHECK-NEXT: vle8.v v9, (a0) ; CHECK-NEXT: vwadd.vx v8, v9, a1 ; CHECK-NEXT: ret %a = load <2 x i8>, ptr %x %b = insertelement <2 x i8> poison, i8 %y, i32 0 %c = shufflevector <2 x i8> %b, <2 x i8> poison, <2 x i32> zeroinitializer %d = sext <2 x i8> %a to <2 x i16> %e = sext <2 x i8> %c to <2 x i16> %f = add <2 x i16> %d, %e ret <2 x i16> %f } define <4 x i16> @vwadd_vx_v4i16(ptr %x, i8 %y) { ; CHECK-LABEL: vwadd_vx_v4i16: ; CHECK: # %bb.0: ; CHECK-NEXT: vsetivli zero, 4, e8, mf4, ta, ma ; CHECK-NEXT: vle8.v v9, (a0) ; CHECK-NEXT: vwadd.vx v8, v9, a1 ; CHECK-NEXT: ret %a = load <4 x i8>, ptr %x %b = insertelement <4 x i8> poison, i8 %y, i32 0 %c = shufflevector <4 x i8> %b, <4 x i8> poison, <4 x i32> zeroinitializer %d = sext <4 x i8> %a to <4 x i16> %e = sext <4 x i8> %c to <4 x i16> %f = add <4 x i16> %d, %e ret <4 x i16> %f } define <2 x i32> @vwadd_vx_v2i32(ptr %x, i16 %y) { ; CHECK-LABEL: vwadd_vx_v2i32: ; CHECK: # %bb.0: ; CHECK-NEXT: vsetivli zero, 2, e16, mf4, ta, ma ; CHECK-NEXT: vle16.v v9, (a0) ; CHECK-NEXT: vwadd.vx v8, v9, a1 ; CHECK-NEXT: ret %a = load <2 x i16>, ptr %x %b = insertelement <2 x i16> poison, i16 %y, i32 0 %c = shufflevector <2 x i16> %b, <2 x i16> poison, <2 x i32> zeroinitializer %d = sext <2 x i16> %a to <2 x i32> %e = sext <2 x i16> %c to <2 x i32> %f = add <2 x i32> %d, %e ret <2 x i32> %f } define <8 x i16> @vwadd_vx_v8i16(ptr %x, i8 %y) { ; CHECK-LABEL: vwadd_vx_v8i16: ; CHECK: # %bb.0: ; CHECK-NEXT: vsetivli zero, 8, e8, mf2, ta, ma ; CHECK-NEXT: vle8.v v9, (a0) ; CHECK-NEXT: vwadd.vx v8, v9, a1 ; CHECK-NEXT: ret %a = load <8 x i8>, ptr %x %b = insertelement <8 x i8> poison, i8 %y, i32 0 %c = shufflevector <8 x i8> %b, <8 x i8> poison, <8 x i32> zeroinitializer %d = sext <8 x i8> %a to <8 x i16> %e = sext <8 x i8> %c to <8 x i16> %f = add <8 x i16> %d, %e ret <8 x i16> %f } define <4 x i32> @vwadd_vx_v4i32(ptr %x, i16 %y) { ; CHECK-LABEL: vwadd_vx_v4i32: ; CHECK: # %bb.0: ; CHECK-NEXT: vsetivli zero, 4, e16, mf2, ta, ma ; CHECK-NEXT: vle16.v v9, (a0) ; CHECK-NEXT: vwadd.vx v8, v9, a1 ; CHECK-NEXT: ret %a = load <4 x i16>, ptr %x %b = insertelement <4 x i16> poison, i16 %y, i32 0 %c = shufflevector <4 x i16> %b, <4 x i16> poison, <4 x i32> zeroinitializer %d = sext <4 x i16> %a to <4 x i32> %e = sext <4 x i16> %c to <4 x i32> %f = add <4 x i32> %d, %e ret <4 x i32> %f } define <2 x i64> @vwadd_vx_v2i64(ptr %x, i32 %y) { ; CHECK-LABEL: vwadd_vx_v2i64: ; CHECK: # %bb.0: ; CHECK-NEXT: vsetivli zero, 2, e32, mf2, ta, ma ; CHECK-NEXT: vle32.v v9, (a0) ; CHECK-NEXT: vwadd.vx v8, v9, a1 ; CHECK-NEXT: ret %a = load <2 x i32>, ptr %x %b = insertelement <2 x i32> poison, i32 %y, i64 0 %c = shufflevector <2 x i32> %b, <2 x i32> poison, <2 x i32> zeroinitializer %d = sext <2 x i32> %a to <2 x i64> %e = sext <2 x i32> %c to <2 x i64> %f = add <2 x i64> %d, %e ret <2 x i64> %f } define <16 x i16> @vwadd_vx_v16i16(ptr %x, i8 %y) { ; CHECK-LABEL: vwadd_vx_v16i16: ; CHECK: # %bb.0: ; CHECK-NEXT: vsetivli zero, 16, e8, m1, ta, ma ; CHECK-NEXT: vle8.v v10, (a0) ; CHECK-NEXT: vwadd.vx v8, v10, a1 ; CHECK-NEXT: ret %a = load <16 x i8>, ptr %x %b = insertelement <16 x i8> poison, i8 %y, i32 0 %c = shufflevector <16 x i8> %b, <16 x i8> poison, <16 x i32> zeroinitializer %d = sext <16 x i8> %a to <16 x i16> %e = sext <16 x i8> %c to <16 x i16> %f = add <16 x i16> %d, %e ret <16 x i16> %f } define <8 x i32> @vwadd_vx_v8i32(ptr %x, i16 %y) { ; CHECK-LABEL: vwadd_vx_v8i32: ; CHECK: # %bb.0: ; CHECK-NEXT: vsetivli zero, 8, e16, m1, ta, ma ; CHECK-NEXT: vle16.v v10, (a0) ; CHECK-NEXT: vwadd.vx v8, v10, a1 ; CHECK-NEXT: ret %a = load <8 x i16>, ptr %x %b = insertelement <8 x i16> poison, i16 %y, i32 0 %c = shufflevector <8 x i16> %b, <8 x i16> poison, <8 x i32> zeroinitializer %d = sext <8 x i16> %a to <8 x i32> %e = sext <8 x i16> %c to <8 x i32> %f = add <8 x i32> %d, %e ret <8 x i32> %f } define <4 x i64> @vwadd_vx_v4i64(ptr %x, i32 %y) { ; CHECK-LABEL: vwadd_vx_v4i64: ; CHECK: # %bb.0: ; CHECK-NEXT: vsetivli zero, 4, e32, m1, ta, ma ; CHECK-NEXT: vle32.v v10, (a0) ; CHECK-NEXT: vwadd.vx v8, v10, a1 ; CHECK-NEXT: ret %a = load <4 x i32>, ptr %x %b = insertelement <4 x i32> poison, i32 %y, i64 0 %c = shufflevector <4 x i32> %b, <4 x i32> poison, <4 x i32> zeroinitializer %d = sext <4 x i32> %a to <4 x i64> %e = sext <4 x i32> %c to <4 x i64> %f = add <4 x i64> %d, %e ret <4 x i64> %f } define <32 x i16> @vwadd_vx_v32i16(ptr %x, i8 %y) { ; CHECK-LABEL: vwadd_vx_v32i16: ; CHECK: # %bb.0: ; CHECK-NEXT: li a2, 32 ; CHECK-NEXT: vsetvli zero, a2, e8, m2, ta, ma ; CHECK-NEXT: vle8.v v12, (a0) ; CHECK-NEXT: vwadd.vx v8, v12, a1 ; CHECK-NEXT: ret %a = load <32 x i8>, ptr %x %b = insertelement <32 x i8> poison, i8 %y, i32 0 %c = shufflevector <32 x i8> %b, <32 x i8> poison, <32 x i32> zeroinitializer %d = sext <32 x i8> %a to <32 x i16> %e = sext <32 x i8> %c to <32 x i16> %f = add <32 x i16> %d, %e ret <32 x i16> %f } define <16 x i32> @vwadd_vx_v16i32(ptr %x, i16 %y) { ; CHECK-LABEL: vwadd_vx_v16i32: ; CHECK: # %bb.0: ; CHECK-NEXT: vsetivli zero, 16, e16, m2, ta, ma ; CHECK-NEXT: vle16.v v12, (a0) ; CHECK-NEXT: vwadd.vx v8, v12, a1 ; CHECK-NEXT: ret %a = load <16 x i16>, ptr %x %b = insertelement <16 x i16> poison, i16 %y, i32 0 %c = shufflevector <16 x i16> %b, <16 x i16> poison, <16 x i32> zeroinitializer %d = sext <16 x i16> %a to <16 x i32> %e = sext <16 x i16> %c to <16 x i32> %f = add <16 x i32> %d, %e ret <16 x i32> %f } define <8 x i64> @vwadd_vx_v8i64(ptr %x, i32 %y) { ; CHECK-LABEL: vwadd_vx_v8i64: ; CHECK: # %bb.0: ; CHECK-NEXT: vsetivli zero, 8, e32, m2, ta, ma ; CHECK-NEXT: vle32.v v12, (a0) ; CHECK-NEXT: vwadd.vx v8, v12, a1 ; CHECK-NEXT: ret %a = load <8 x i32>, ptr %x %b = insertelement <8 x i32> poison, i32 %y, i64 0 %c = shufflevector <8 x i32> %b, <8 x i32> poison, <8 x i32> zeroinitializer %d = sext <8 x i32> %a to <8 x i64> %e = sext <8 x i32> %c to <8 x i64> %f = add <8 x i64> %d, %e ret <8 x i64> %f } define <64 x i16> @vwadd_vx_v64i16(ptr %x, i8 %y) { ; CHECK-LABEL: vwadd_vx_v64i16: ; CHECK: # %bb.0: ; CHECK-NEXT: li a2, 64 ; CHECK-NEXT: vsetvli zero, a2, e8, m4, ta, ma ; CHECK-NEXT: vle8.v v16, (a0) ; CHECK-NEXT: vwadd.vx v8, v16, a1 ; CHECK-NEXT: ret %a = load <64 x i8>, ptr %x %b = insertelement <64 x i8> poison, i8 %y, i32 0 %c = shufflevector <64 x i8> %b, <64 x i8> poison, <64 x i32> zeroinitializer %d = sext <64 x i8> %a to <64 x i16> %e = sext <64 x i8> %c to <64 x i16> %f = add <64 x i16> %d, %e ret <64 x i16> %f } define <32 x i32> @vwadd_vx_v32i32(ptr %x, i16 %y) { ; CHECK-LABEL: vwadd_vx_v32i32: ; CHECK: # %bb.0: ; CHECK-NEXT: li a2, 32 ; CHECK-NEXT: vsetvli zero, a2, e16, m4, ta, ma ; CHECK-NEXT: vle16.v v16, (a0) ; CHECK-NEXT: vwadd.vx v8, v16, a1 ; CHECK-NEXT: ret %a = load <32 x i16>, ptr %x %b = insertelement <32 x i16> poison, i16 %y, i32 0 %c = shufflevector <32 x i16> %b, <32 x i16> poison, <32 x i32> zeroinitializer %d = sext <32 x i16> %a to <32 x i32> %e = sext <32 x i16> %c to <32 x i32> %f = add <32 x i32> %d, %e ret <32 x i32> %f } define <16 x i64> @vwadd_vx_v16i64(ptr %x, i32 %y) { ; CHECK-LABEL: vwadd_vx_v16i64: ; CHECK: # %bb.0: ; CHECK-NEXT: vsetivli zero, 16, e32, m4, ta, ma ; CHECK-NEXT: vle32.v v16, (a0) ; CHECK-NEXT: vwadd.vx v8, v16, a1 ; CHECK-NEXT: ret %a = load <16 x i32>, ptr %x %b = insertelement <16 x i32> poison, i32 %y, i64 0 %c = shufflevector <16 x i32> %b, <16 x i32> poison, <16 x i32> zeroinitializer %d = sext <16 x i32> %a to <16 x i64> %e = sext <16 x i32> %c to <16 x i64> %f = add <16 x i64> %d, %e ret <16 x i64> %f } define <8 x i16> @vwadd_vx_v8i16_i8(ptr %x, ptr %y) { ; CHECK-LABEL: vwadd_vx_v8i16_i8: ; CHECK: # %bb.0: ; CHECK-NEXT: vsetivli zero, 8, e8, mf2, ta, ma ; CHECK-NEXT: vle8.v v9, (a0) ; CHECK-NEXT: lb a0, 0(a1) ; CHECK-NEXT: vwadd.vx v8, v9, a0 ; CHECK-NEXT: ret %a = load <8 x i8>, ptr %x %b = load i8, ptr %y %c = sext i8 %b to i16 %d = insertelement <8 x i16> poison, i16 %c, i32 0 %e = shufflevector <8 x i16> %d, <8 x i16> poison, <8 x i32> zeroinitializer %f = sext <8 x i8> %a to <8 x i16> %g = add <8 x i16> %e, %f ret <8 x i16> %g } define <8 x i16> @vwadd_vx_v8i16_i16(ptr %x, ptr %y) { ; CHECK-LABEL: vwadd_vx_v8i16_i16: ; CHECK: # %bb.0: ; CHECK-NEXT: lh a1, 0(a1) ; CHECK-NEXT: vsetivli zero, 8, e16, m1, ta, ma ; CHECK-NEXT: vle8.v v9, (a0) ; CHECK-NEXT: vmv.v.x v8, a1 ; CHECK-NEXT: vsetvli zero, zero, e8, mf2, ta, ma ; CHECK-NEXT: vwadd.wv v8, v8, v9 ; CHECK-NEXT: ret %a = load <8 x i8>, ptr %x %b = load i16, ptr %y %d = insertelement <8 x i16> poison, i16 %b, i32 0 %e = shufflevector <8 x i16> %d, <8 x i16> poison, <8 x i32> zeroinitializer %f = sext <8 x i8> %a to <8 x i16> %g = add <8 x i16> %e, %f ret <8 x i16> %g } define <4 x i32> @vwadd_vx_v4i32_i8(ptr %x, ptr %y) { ; CHECK-LABEL: vwadd_vx_v4i32_i8: ; CHECK: # %bb.0: ; CHECK-NEXT: vsetivli zero, 4, e16, mf2, ta, ma ; CHECK-NEXT: vle16.v v9, (a0) ; CHECK-NEXT: lb a0, 0(a1) ; CHECK-NEXT: vwadd.vx v8, v9, a0 ; CHECK-NEXT: ret %a = load <4 x i16>, ptr %x %b = load i8, ptr %y %c = sext i8 %b to i32 %d = insertelement <4 x i32> poison, i32 %c, i32 0 %e = shufflevector <4 x i32> %d, <4 x i32> poison, <4 x i32> zeroinitializer %f = sext <4 x i16> %a to <4 x i32> %g = add <4 x i32> %e, %f ret <4 x i32> %g } define <4 x i32> @vwadd_vx_v4i32_i16(ptr %x, ptr %y) { ; CHECK-LABEL: vwadd_vx_v4i32_i16: ; CHECK: # %bb.0: ; CHECK-NEXT: vsetivli zero, 4, e16, mf2, ta, ma ; CHECK-NEXT: vle16.v v9, (a0) ; CHECK-NEXT: lh a0, 0(a1) ; CHECK-NEXT: vwadd.vx v8, v9, a0 ; CHECK-NEXT: ret %a = load <4 x i16>, ptr %x %b = load i16, ptr %y %c = sext i16 %b to i32 %d = insertelement <4 x i32> poison, i32 %c, i32 0 %e = shufflevector <4 x i32> %d, <4 x i32> poison, <4 x i32> zeroinitializer %f = sext <4 x i16> %a to <4 x i32> %g = add <4 x i32> %e, %f ret <4 x i32> %g } define <4 x i32> @vwadd_vx_v4i32_i32(ptr %x, ptr %y) { ; CHECK-LABEL: vwadd_vx_v4i32_i32: ; CHECK: # %bb.0: ; CHECK-NEXT: lw a1, 0(a1) ; CHECK-NEXT: vsetivli zero, 4, e32, m1, ta, ma ; CHECK-NEXT: vle16.v v9, (a0) ; CHECK-NEXT: vmv.v.x v8, a1 ; CHECK-NEXT: vsetvli zero, zero, e16, mf2, ta, ma ; CHECK-NEXT: vwadd.wv v8, v8, v9 ; CHECK-NEXT: ret %a = load <4 x i16>, ptr %x %b = load i32, ptr %y %d = insertelement <4 x i32> poison, i32 %b, i32 0 %e = shufflevector <4 x i32> %d, <4 x i32> poison, <4 x i32> zeroinitializer %f = sext <4 x i16> %a to <4 x i32> %g = add <4 x i32> %e, %f ret <4 x i32> %g } define <2 x i64> @vwadd_vx_v2i64_i8(ptr %x, ptr %y) nounwind { ; CHECK-LABEL: vwadd_vx_v2i64_i8: ; CHECK: # %bb.0: ; CHECK-NEXT: vsetivli zero, 2, e32, mf2, ta, ma ; CHECK-NEXT: vle32.v v9, (a0) ; CHECK-NEXT: lb a0, 0(a1) ; CHECK-NEXT: vwadd.vx v8, v9, a0 ; CHECK-NEXT: ret %a = load <2 x i32>, ptr %x %b = load i8, ptr %y %c = sext i8 %b to i64 %d = insertelement <2 x i64> poison, i64 %c, i64 0 %e = shufflevector <2 x i64> %d, <2 x i64> poison, <2 x i32> zeroinitializer %f = sext <2 x i32> %a to <2 x i64> %g = add <2 x i64> %e, %f ret <2 x i64> %g } define <2 x i64> @vwadd_vx_v2i64_i16(ptr %x, ptr %y) nounwind { ; CHECK-LABEL: vwadd_vx_v2i64_i16: ; CHECK: # %bb.0: ; CHECK-NEXT: vsetivli zero, 2, e32, mf2, ta, ma ; CHECK-NEXT: vle32.v v9, (a0) ; CHECK-NEXT: lh a0, 0(a1) ; CHECK-NEXT: vwadd.vx v8, v9, a0 ; CHECK-NEXT: ret %a = load <2 x i32>, ptr %x %b = load i16, ptr %y %c = sext i16 %b to i64 %d = insertelement <2 x i64> poison, i64 %c, i64 0 %e = shufflevector <2 x i64> %d, <2 x i64> poison, <2 x i32> zeroinitializer %f = sext <2 x i32> %a to <2 x i64> %g = add <2 x i64> %e, %f ret <2 x i64> %g } define <2 x i64> @vwadd_vx_v2i64_i32(ptr %x, ptr %y) nounwind { ; CHECK-LABEL: vwadd_vx_v2i64_i32: ; CHECK: # %bb.0: ; CHECK-NEXT: vsetivli zero, 2, e32, mf2, ta, ma ; CHECK-NEXT: vle32.v v9, (a0) ; CHECK-NEXT: lw a0, 0(a1) ; CHECK-NEXT: vwadd.vx v8, v9, a0 ; CHECK-NEXT: ret %a = load <2 x i32>, ptr %x %b = load i32, ptr %y %c = sext i32 %b to i64 %d = insertelement <2 x i64> poison, i64 %c, i64 0 %e = shufflevector <2 x i64> %d, <2 x i64> poison, <2 x i32> zeroinitializer %f = sext <2 x i32> %a to <2 x i64> %g = add <2 x i64> %e, %f ret <2 x i64> %g } define <2 x i64> @vwadd_vx_v2i64_i64(ptr %x, ptr %y) nounwind { ; RV32-LABEL: vwadd_vx_v2i64_i64: ; RV32: # %bb.0: ; RV32-NEXT: addi sp, sp, -16 ; RV32-NEXT: lw a2, 0(a1) ; RV32-NEXT: lw a1, 4(a1) ; RV32-NEXT: vsetivli zero, 2, e32, mf2, ta, ma ; RV32-NEXT: vle32.v v9, (a0) ; RV32-NEXT: sw a2, 8(sp) ; RV32-NEXT: sw a1, 12(sp) ; RV32-NEXT: addi a0, sp, 8 ; RV32-NEXT: vlse64.v v8, (a0), zero ; RV32-NEXT: vwadd.wv v8, v8, v9 ; RV32-NEXT: addi sp, sp, 16 ; RV32-NEXT: ret ; ; RV64-LABEL: vwadd_vx_v2i64_i64: ; RV64: # %bb.0: ; RV64-NEXT: ld a1, 0(a1) ; RV64-NEXT: vsetivli zero, 2, e64, m1, ta, ma ; RV64-NEXT: vle32.v v9, (a0) ; RV64-NEXT: vmv.v.x v8, a1 ; RV64-NEXT: vsetvli zero, zero, e32, mf2, ta, ma ; RV64-NEXT: vwadd.wv v8, v8, v9 ; RV64-NEXT: ret %a = load <2 x i32>, ptr %x %b = load i64, ptr %y %d = insertelement <2 x i64> poison, i64 %b, i64 0 %e = shufflevector <2 x i64> %d, <2 x i64> poison, <2 x i32> zeroinitializer %f = sext <2 x i32> %a to <2 x i64> %g = add <2 x i64> %e, %f ret <2 x i64> %g } define <2 x i32> @vwadd_v2i32_of_v2i8(ptr %x, ptr %y) { ; CHECK-LABEL: vwadd_v2i32_of_v2i8: ; CHECK: # %bb.0: ; CHECK-NEXT: vsetivli zero, 2, e16, mf4, ta, ma ; CHECK-NEXT: vle8.v v8, (a0) ; CHECK-NEXT: vle8.v v9, (a1) ; CHECK-NEXT: vsext.vf2 v10, v8 ; CHECK-NEXT: vsext.vf2 v11, v9 ; CHECK-NEXT: vwadd.vv v8, v10, v11 ; CHECK-NEXT: ret %a = load <2 x i8>, ptr %x %b = load <2 x i8>, ptr %y %c = sext <2 x i8> %a to <2 x i32> %d = sext <2 x i8> %b to <2 x i32> %e = add <2 x i32> %c, %d ret <2 x i32> %e } define <2 x i64> @vwadd_v2i64_of_v2i8(ptr %x, ptr %y) { ; CHECK-LABEL: vwadd_v2i64_of_v2i8: ; CHECK: # %bb.0: ; CHECK-NEXT: vsetivli zero, 2, e32, mf2, ta, ma ; CHECK-NEXT: vle8.v v8, (a0) ; CHECK-NEXT: vle8.v v9, (a1) ; CHECK-NEXT: vsext.vf4 v10, v8 ; CHECK-NEXT: vsext.vf4 v11, v9 ; CHECK-NEXT: vwadd.vv v8, v10, v11 ; CHECK-NEXT: ret %a = load <2 x i8>, ptr %x %b = load <2 x i8>, ptr %y %c = sext <2 x i8> %a to <2 x i64> %d = sext <2 x i8> %b to <2 x i64> %e = add <2 x i64> %c, %d ret <2 x i64> %e } define <2 x i64> @vwadd_v2i64_of_v2i16(ptr %x, ptr %y) { ; CHECK-LABEL: vwadd_v2i64_of_v2i16: ; CHECK: # %bb.0: ; CHECK-NEXT: vsetivli zero, 2, e32, mf2, ta, ma ; CHECK-NEXT: vle16.v v8, (a0) ; CHECK-NEXT: vle16.v v9, (a1) ; CHECK-NEXT: vsext.vf2 v10, v8 ; CHECK-NEXT: vsext.vf2 v11, v9 ; CHECK-NEXT: vwadd.vv v8, v10, v11 ; CHECK-NEXT: ret %a = load <2 x i16>, ptr %x %b = load <2 x i16>, ptr %y %c = sext <2 x i16> %a to <2 x i64> %d = sext <2 x i16> %b to <2 x i64> %e = add <2 x i64> %c, %d ret <2 x i64> %e } ; %x.i32 and %y.i32 are disjoint, so DAGCombiner will combine it into an or. define <4 x i32> @vwaddu_vv_disjoint_or_add(<4 x i8> %x.i8, <4 x i8> %y.i8) { ; CHECK-LABEL: vwaddu_vv_disjoint_or_add: ; CHECK: # %bb.0: ; CHECK-NEXT: vsetivli zero, 4, e16, mf2, ta, ma ; CHECK-NEXT: vzext.vf2 v10, v8 ; CHECK-NEXT: vsll.vi v10, v10, 8 ; CHECK-NEXT: vzext.vf2 v11, v9 ; CHECK-NEXT: vwaddu.vv v8, v10, v11 ; CHECK-NEXT: ret %x.i16 = zext <4 x i8> %x.i8 to <4 x i16> %x.shl = shl <4 x i16> %x.i16, splat (i16 8) %x.i32 = zext <4 x i16> %x.shl to <4 x i32> %y.i32 = zext <4 x i8> %y.i8 to <4 x i32> %add = add <4 x i32> %x.i32, %y.i32 ret <4 x i32> %add } define <4 x i32> @vwaddu_vv_disjoint_or(<4 x i16> %x.i16, <4 x i16> %y.i16) { ; CHECK-LABEL: vwaddu_vv_disjoint_or: ; CHECK: # %bb.0: ; CHECK-NEXT: vsetivli zero, 4, e16, mf2, ta, ma ; CHECK-NEXT: vwaddu.vv v10, v8, v9 ; CHECK-NEXT: vmv1r.v v8, v10 ; CHECK-NEXT: ret %x.i32 = zext <4 x i16> %x.i16 to <4 x i32> %y.i32 = zext <4 x i16> %y.i16 to <4 x i32> %or = or disjoint <4 x i32> %x.i32, %y.i32 ret <4 x i32> %or } define <4 x i32> @vwadd_vv_disjoint_or(<4 x i16> %x.i16, <4 x i16> %y.i16) { ; CHECK-LABEL: vwadd_vv_disjoint_or: ; CHECK: # %bb.0: ; CHECK-NEXT: vsetivli zero, 4, e16, mf2, ta, ma ; CHECK-NEXT: vwadd.vv v10, v8, v9 ; CHECK-NEXT: vmv1r.v v8, v10 ; CHECK-NEXT: ret %x.i32 = sext <4 x i16> %x.i16 to <4 x i32> %y.i32 = sext <4 x i16> %y.i16 to <4 x i32> %or = or disjoint <4 x i32> %x.i32, %y.i32 ret <4 x i32> %or } define <4 x i32> @vwaddu_vx_disjoint_or(<4 x i16> %x.i16, i16 %y.i16) { ; CHECK-LABEL: vwaddu_vx_disjoint_or: ; CHECK: # %bb.0: ; CHECK-NEXT: vsetivli zero, 4, e16, mf2, ta, ma ; CHECK-NEXT: vwaddu.vx v9, v8, a0 ; CHECK-NEXT: vmv1r.v v8, v9 ; CHECK-NEXT: ret %x.i32 = zext <4 x i16> %x.i16 to <4 x i32> %y.head = insertelement <4 x i16> poison, i16 %y.i16, i32 0 %y.splat = shufflevector <4 x i16> %y.head, <4 x i16> poison, <4 x i32> zeroinitializer %y.i32 = zext <4 x i16> %y.splat to <4 x i32> %or = or disjoint <4 x i32> %x.i32, %y.i32 ret <4 x i32> %or } define <4 x i32> @vwadd_vx_disjoint_or(<4 x i16> %x.i16, i16 %y.i16) { ; CHECK-LABEL: vwadd_vx_disjoint_or: ; CHECK: # %bb.0: ; CHECK-NEXT: vsetivli zero, 4, e16, mf2, ta, ma ; CHECK-NEXT: vwadd.vx v9, v8, a0 ; CHECK-NEXT: vmv1r.v v8, v9 ; CHECK-NEXT: ret %x.i32 = sext <4 x i16> %x.i16 to <4 x i32> %y.head = insertelement <4 x i16> poison, i16 %y.i16, i32 0 %y.splat = shufflevector <4 x i16> %y.head, <4 x i16> poison, <4 x i32> zeroinitializer %y.i32 = sext <4 x i16> %y.splat to <4 x i32> %or = or disjoint <4 x i32> %x.i32, %y.i32 ret <4 x i32> %or } define <4 x i32> @vwaddu_wv_disjoint_or(<4 x i32> %x.i32, <4 x i16> %y.i16) { ; CHECK-LABEL: vwaddu_wv_disjoint_or: ; CHECK: # %bb.0: ; CHECK-NEXT: vsetivli zero, 4, e16, mf2, ta, ma ; CHECK-NEXT: vwaddu.wv v8, v8, v9 ; CHECK-NEXT: ret %y.i32 = zext <4 x i16> %y.i16 to <4 x i32> %or = or disjoint <4 x i32> %x.i32, %y.i32 ret <4 x i32> %or } define <4 x i32> @vwadd_wv_disjoint_or(<4 x i32> %x.i32, <4 x i16> %y.i16) { ; CHECK-LABEL: vwadd_wv_disjoint_or: ; CHECK: # %bb.0: ; CHECK-NEXT: vsetivli zero, 4, e16, mf2, ta, ma ; CHECK-NEXT: vwadd.wv v8, v8, v9 ; CHECK-NEXT: ret %y.i32 = sext <4 x i16> %y.i16 to <4 x i32> %or = or disjoint <4 x i32> %x.i32, %y.i32 ret <4 x i32> %or }