; NOTE: Assertions have been autogenerated by utils/update_test_checks.py
; RUN: opt -passes=slp-vectorizer -S -slp-revec -slp-max-reg-size=1024 -slp-threshold=-1000 %s | FileCheck %s

; The 4 stores can be re-vectorised, make sure the poison sources
; are safely handled when trying to vectorise [ %0, poison, poison, %1 ]
define void @test_missing_lanes_1_2(ptr %ptr, i32 %val0, i32 %val1) {
; CHECK-LABEL: @test_missing_lanes_1_2(
; CHECK-NEXT:  entry:
; CHECK-NEXT:    [[TMP0:%.*]] = insertelement <4 x i32> <i32 poison, i32 0, i32 0, i32 0>, i32 [[VAL0:%.*]], i32 0
; CHECK-NEXT:    [[TMP1:%.*]] = insertelement <4 x i32> <i32 poison, i32 0, i32 0, i32 0>, i32 [[VAL1:%.*]], i32 0
; CHECK-NEXT:    [[GETELEMENTPTR0:%.*]] = getelementptr i32, ptr [[PTR:%.*]], i64 0
; CHECK-NEXT:    store <4 x i32> [[TMP0]], ptr [[GETELEMENTPTR0]], align 4
; CHECK-NEXT:    [[GETELEMENTPTR1:%.*]] = getelementptr i32, ptr [[PTR]], i64 4
; CHECK-NEXT:    store <8 x i32> poison, ptr [[GETELEMENTPTR1]], align 4
; CHECK-NEXT:    [[GETELEMENTPTR3:%.*]] = getelementptr i32, ptr [[PTR]], i64 12
; CHECK-NEXT:    store <4 x i32> [[TMP1]], ptr [[GETELEMENTPTR3]], align 4
; CHECK-NEXT:    ret void
;
entry:
  %0 = insertelement <4 x i32> <i32 poison, i32 0, i32 0, i32 0>, i32 %val0, i32 0
  %1 = insertelement <4 x i32> <i32 poison, i32 0, i32 0, i32 0>, i32 %val1, i32 0

  %getelementptr0 = getelementptr i32, ptr %ptr, i64 0
  store <4 x i32> %0, ptr %getelementptr0, align 4
  %getelementptr1 = getelementptr i32, ptr %ptr, i64 4
  store <4 x i32> poison, ptr %getelementptr1, align 4
  %getelementptr2 = getelementptr i32, ptr %ptr, i64 8
  store <4 x i32> poison, ptr %getelementptr2, align 4
  %getelementptr3 = getelementptr i32, ptr %ptr, i64 12
  store <4 x i32> %1, ptr %getelementptr3, align 4

  ret void
}

; The 4 stores can be re-vectorised, make sure the poison sources
; are safely handled when trying to vectorise [ %0, poison, %1, poison ]
define void @test_missing_lanes_1_3(ptr %ptr, i32 %val0, i32 %val1) {
; CHECK-LABEL: @test_missing_lanes_1_3(
; CHECK-NEXT:  entry:
; CHECK-NEXT:    [[TMP0:%.*]] = insertelement <4 x i32> <i32 poison, i32 0, i32 0, i32 0>, i32 [[VAL0:%.*]], i32 0
; CHECK-NEXT:    [[TMP1:%.*]] = insertelement <4 x i32> <i32 poison, i32 0, i32 0, i32 0>, i32 [[VAL1:%.*]], i32 0
; CHECK-NEXT:    [[GETELEMENTPTR0:%.*]] = getelementptr i32, ptr [[PTR:%.*]], i64 0
; CHECK-NEXT:    store <4 x i32> [[TMP0]], ptr [[GETELEMENTPTR0]], align 4
; CHECK-NEXT:    [[GETELEMENTPTR1:%.*]] = getelementptr i32, ptr [[PTR]], i64 4
; CHECK-NEXT:    [[TMP2:%.*]] = shufflevector <4 x i32> [[TMP1]], <4 x i32> poison, <8 x i32> <i32 poison, i32 poison, i32 poison, i32 poison, i32 0, i32 1, i32 2, i32 3>
; CHECK-NEXT:    store <8 x i32> [[TMP2]], ptr [[GETELEMENTPTR1]], align 4
; CHECK-NEXT:    [[GETELEMENTPTR3:%.*]] = getelementptr i32, ptr [[PTR]], i64 12
; CHECK-NEXT:    store <4 x i32> poison, ptr [[GETELEMENTPTR3]], align 4
; CHECK-NEXT:    ret void
;
entry:
  %0 = insertelement <4 x i32> <i32 poison, i32 0, i32 0, i32 0>, i32 %val0, i32 0
  %1 = insertelement <4 x i32> <i32 poison, i32 0, i32 0, i32 0>, i32 %val1, i32 0

  %getelementptr0 = getelementptr i32, ptr %ptr, i64 0
  store <4 x i32> %0, ptr %getelementptr0, align 4
  %getelementptr1 = getelementptr i32, ptr %ptr, i64 4
  store <4 x i32> poison, ptr %getelementptr1, align 4
  %getelementptr2 = getelementptr i32, ptr %ptr, i64 8
  store <4 x i32> %1, ptr %getelementptr2, align 4
  %getelementptr3 = getelementptr i32, ptr %ptr, i64 12
  store <4 x i32> poison, ptr %getelementptr3, align 4

  ret void
}

; This could be re-vectorised to use a store <8 x i32> instruction.
define void @test_valid_value_operands(ptr %ptr, i32 %val0, i32 %val1) {
; CHECK-LABEL: @test_valid_value_operands(
; CHECK-NEXT:  entry:
; CHECK-NEXT:    [[TMP0:%.*]] = insertelement <4 x i32> <i32 poison, i32 0, i32 0, i32 0>, i32 [[VAL0:%.*]], i32 0
; CHECK-NEXT:    [[TMP1:%.*]] = insertelement <4 x i32> <i32 poison, i32 0, i32 0, i32 0>, i32 [[VAL1:%.*]], i32 0
; CHECK-NEXT:    [[GETELEMENTPTR0:%.*]] = getelementptr i32, ptr [[PTR:%.*]], i64 0
; CHECK-NEXT:    store <4 x i32> [[TMP0]], ptr [[GETELEMENTPTR0]], align 4
; CHECK-NEXT:    [[GETELEMENTPTR1:%.*]] = getelementptr i32, ptr [[PTR]], i64 4
; CHECK-NEXT:    store <4 x i32> [[TMP1]], ptr [[GETELEMENTPTR1]], align 4
; CHECK-NEXT:    ret void
;
entry:
  %0 = insertelement <4 x i32> <i32 poison, i32 0, i32 0, i32 0>, i32 %val0, i32 0
  %1 = insertelement <4 x i32> <i32 poison, i32 0, i32 0, i32 0>, i32 %val1, i32 0

  %getelementptr0 = getelementptr i32, ptr %ptr, i64 0
  store <4 x i32> %0, ptr %getelementptr0, align 4
  %getelementptr1 = getelementptr i32, ptr %ptr, i64 4
  store <4 x i32> %1, ptr %getelementptr1, align 4
  ret void
}