; NOTE: Assertions have been autogenerated by utils/update_test_checks.py UTC_ARGS: --version 5 ; RUN: opt -passes=vector-combine -S %s | FileCheck %s --check-prefixes=CHECK define <2 x i8> @shuffle_v2i8(<2 x i8> %arg0, i1 %cond) { ; CHECK-LABEL: define <2 x i8> @shuffle_v2i8( ; CHECK-SAME: <2 x i8> [[ARG0:%.*]], i1 [[COND:%.*]]) { ; CHECK-NEXT: [[ENTRY:.*:]] ; CHECK-NEXT: br i1 [[COND]], label %[[THEN:.*]], label %[[ELSE:.*]] ; CHECK: [[THEN]]: ; CHECK-NEXT: [[VAL1:%.*]] = shufflevector <2 x i8> [[ARG0]], <2 x i8> poison, <2 x i32> ; CHECK-NEXT: tail call void @func0() ; CHECK-NEXT: br label %[[FINALLY:.*]] ; CHECK: [[ELSE]]: ; CHECK-NEXT: [[VAL2:%.*]] = shufflevector <2 x i8> [[ARG0]], <2 x i8> poison, <2 x i32> ; CHECK-NEXT: tail call void @func1() ; CHECK-NEXT: br label %[[FINALLY]] ; CHECK: [[FINALLY]]: ; CHECK-NEXT: [[VAL3:%.*]] = phi <2 x i8> [ [[VAL1]], %[[THEN]] ], [ [[VAL2]], %[[ELSE]] ] ; CHECK-NEXT: ret <2 x i8> [[VAL3]] ; entry: br i1 %cond, label %then, label %else then: %val1 = shufflevector <2 x i8> %arg0, <2 x i8> poison, <2 x i32> tail call void @func0() br label %finally else: %val2 = shufflevector <2 x i8> %arg0, <2 x i8> poison, <2 x i32> tail call void @func1() br label %finally finally: %val3 = phi <2 x i8> [ %val1, %then ], [ %val2, %else ] ret <2 x i8> %val3 } define <4 x i8> @shuffle_v4i8(<3 x i8> %arg0, i1 %cond) { ; CHECK-LABEL: define <4 x i8> @shuffle_v4i8( ; CHECK-SAME: <3 x i8> [[ARG0:%.*]], i1 [[COND:%.*]]) { ; CHECK-NEXT: [[ENTRY:.*:]] ; CHECK-NEXT: br i1 [[COND]], label %[[THEN:.*]], label %[[ELSE:.*]] ; CHECK: [[THEN]]: ; CHECK-NEXT: [[VAL1:%.*]] = shufflevector <3 x i8> [[ARG0]], <3 x i8> poison, <4 x i32> ; CHECK-NEXT: tail call void @func0() ; CHECK-NEXT: br label %[[FINALLY:.*]] ; CHECK: [[ELSE]]: ; CHECK-NEXT: [[VAL2:%.*]] = shufflevector <3 x i8> [[ARG0]], <3 x i8> poison, <4 x i32> ; CHECK-NEXT: tail call void @func1() ; CHECK-NEXT: br label %[[FINALLY]] ; CHECK: [[FINALLY]]: ; CHECK-NEXT: [[VAL3:%.*]] = phi <4 x i8> [ [[VAL1]], %[[THEN]] ], [ [[VAL2]], %[[ELSE]] ] ; CHECK-NEXT: ret <4 x i8> [[VAL3]] ; entry: br i1 %cond, label %then, label %else then: %val1 = shufflevector <3 x i8> %arg0, <3 x i8> poison, <4 x i32> tail call void @func0() br label %finally else: %val2 = shufflevector <3 x i8> %arg0, <3 x i8> poison, <4 x i32> tail call void @func1() br label %finally finally: %val3 = phi <4 x i8> [ %val1, %then ], [ %val2, %else ] ret <4 x i8> %val3 } define <8 x i8> @shuffle_v8i8(<3 x i8> %arg0, i1 %cond) { ; CHECK-LABEL: define <8 x i8> @shuffle_v8i8( ; CHECK-SAME: <3 x i8> [[ARG0:%.*]], i1 [[COND:%.*]]) { ; CHECK-NEXT: [[ENTRY:.*:]] ; CHECK-NEXT: br i1 [[COND]], label %[[THEN:.*]], label %[[ELSE:.*]] ; CHECK: [[THEN]]: ; CHECK-NEXT: [[VAL1:%.*]] = shufflevector <3 x i8> [[ARG0]], <3 x i8> poison, <8 x i32> ; CHECK-NEXT: tail call void @func0() ; CHECK-NEXT: br label %[[FINALLY:.*]] ; CHECK: [[ELSE]]: ; CHECK-NEXT: [[VAL2:%.*]] = shufflevector <3 x i8> [[ARG0]], <3 x i8> poison, <8 x i32> ; CHECK-NEXT: tail call void @func1() ; CHECK-NEXT: br label %[[FINALLY]] ; CHECK: [[FINALLY]]: ; CHECK-NEXT: [[VAL3:%.*]] = phi <8 x i8> [ [[VAL1]], %[[THEN]] ], [ [[VAL2]], %[[ELSE]] ] ; CHECK-NEXT: ret <8 x i8> [[VAL3]] ; entry: br i1 %cond, label %then, label %else then: %val1 = shufflevector <3 x i8> %arg0, <3 x i8> poison, <8 x i32> tail call void @func0() br label %finally else: %val2 = shufflevector <3 x i8> %arg0, <3 x i8> poison, <8 x i32> tail call void @func1() br label %finally finally: %val3 = phi <8 x i8> [ %val1, %then ], [ %val2, %else ] ret <8 x i8> %val3 } define <16 x i8> @shuffle_v16i8(<3 x i8> %arg0, i1 %cond) { ; CHECK-LABEL: define <16 x i8> @shuffle_v16i8( ; CHECK-SAME: <3 x i8> [[ARG0:%.*]], i1 [[COND:%.*]]) { ; CHECK-NEXT: [[ENTRY:.*:]] ; CHECK-NEXT: br i1 [[COND]], label %[[THEN:.*]], label %[[ELSE:.*]] ; CHECK: [[THEN]]: ; CHECK-NEXT: [[VAL1:%.*]] = shufflevector <3 x i8> [[ARG0]], <3 x i8> poison, <16 x i32> ; CHECK-NEXT: tail call void @func0() ; CHECK-NEXT: br label %[[FINALLY:.*]] ; CHECK: [[ELSE]]: ; CHECK-NEXT: [[VAL2:%.*]] = shufflevector <3 x i8> [[ARG0]], <3 x i8> poison, <16 x i32> ; CHECK-NEXT: tail call void @func1() ; CHECK-NEXT: br label %[[FINALLY]] ; CHECK: [[FINALLY]]: ; CHECK-NEXT: [[VAL3:%.*]] = phi <16 x i8> [ [[VAL1]], %[[THEN]] ], [ [[VAL2]], %[[ELSE]] ] ; CHECK-NEXT: ret <16 x i8> [[VAL3]] ; entry: br i1 %cond, label %then, label %else then: %val1 = shufflevector <3 x i8> %arg0, <3 x i8> poison, <16 x i32> tail call void @func0() br label %finally else: %val2 = shufflevector <3 x i8> %arg0, <3 x i8> poison, <16 x i32> tail call void @func1() br label %finally finally: %val3 = phi <16 x i8> [ %val1, %then ], [ %val2, %else ] ret <16 x i8> %val3 } define <32 x i8> @shuffle_v32i8(<3 x i8> %arg0, i1 %cond) { ; CHECK-LABEL: define <32 x i8> @shuffle_v32i8( ; CHECK-SAME: <3 x i8> [[ARG0:%.*]], i1 [[COND:%.*]]) { ; CHECK-NEXT: [[ENTRY:.*:]] ; CHECK-NEXT: br i1 [[COND]], label %[[THEN:.*]], label %[[ELSE:.*]] ; CHECK: [[THEN]]: ; CHECK-NEXT: [[VAL1:%.*]] = shufflevector <3 x i8> [[ARG0]], <3 x i8> poison, <32 x i32> ; CHECK-NEXT: tail call void @func0() ; CHECK-NEXT: br label %[[FINALLY:.*]] ; CHECK: [[ELSE]]: ; CHECK-NEXT: [[VAL2:%.*]] = shufflevector <3 x i8> [[ARG0]], <3 x i8> poison, <32 x i32> ; CHECK-NEXT: tail call void @func1() ; CHECK-NEXT: br label %[[FINALLY]] ; CHECK: [[FINALLY]]: ; CHECK-NEXT: [[VAL3:%.*]] = phi <32 x i8> [ [[VAL1]], %[[THEN]] ], [ [[VAL2]], %[[ELSE]] ] ; CHECK-NEXT: ret <32 x i8> [[VAL3]] ; entry: br i1 %cond, label %then, label %else then: %val1 = shufflevector <3 x i8> %arg0, <3 x i8> poison, <32 x i32> tail call void @func0() br label %finally else: %val2 = shufflevector <3 x i8> %arg0, <3 x i8> poison, <32 x i32> tail call void @func1() br label %finally finally: %val3 = phi <32 x i8> [ %val1, %then ], [ %val2, %else ] ret <32 x i8> %val3 } define <2 x i16> @shuffle_v2i16(<2 x i16> %arg0, i1 %cond) { ; CHECK-LABEL: define <2 x i16> @shuffle_v2i16( ; CHECK-SAME: <2 x i16> [[ARG0:%.*]], i1 [[COND:%.*]]) { ; CHECK-NEXT: [[ENTRY:.*:]] ; CHECK-NEXT: br i1 [[COND]], label %[[THEN:.*]], label %[[ELSE:.*]] ; CHECK: [[THEN]]: ; CHECK-NEXT: [[VAL1:%.*]] = shufflevector <2 x i16> [[ARG0]], <2 x i16> poison, <2 x i32> ; CHECK-NEXT: tail call void @func0() ; CHECK-NEXT: br label %[[FINALLY:.*]] ; CHECK: [[ELSE]]: ; CHECK-NEXT: [[VAL2:%.*]] = shufflevector <2 x i16> [[ARG0]], <2 x i16> poison, <2 x i32> ; CHECK-NEXT: tail call void @func1() ; CHECK-NEXT: br label %[[FINALLY]] ; CHECK: [[FINALLY]]: ; CHECK-NEXT: [[VAL3:%.*]] = phi <2 x i16> [ [[VAL1]], %[[THEN]] ], [ [[VAL2]], %[[ELSE]] ] ; CHECK-NEXT: ret <2 x i16> [[VAL3]] ; entry: br i1 %cond, label %then, label %else then: %val1 = shufflevector <2 x i16> %arg0, <2 x i16> poison, <2 x i32> tail call void @func0() br label %finally else: %val2 = shufflevector <2 x i16> %arg0, <2 x i16> poison, <2 x i32> tail call void @func1() br label %finally finally: %val3 = phi <2 x i16> [ %val1, %then ], [ %val2, %else ] ret <2 x i16> %val3 } define <4 x i16> @shuffle_v4i16(<3 x i16> %arg0, i1 %cond) { ; CHECK-LABEL: define <4 x i16> @shuffle_v4i16( ; CHECK-SAME: <3 x i16> [[ARG0:%.*]], i1 [[COND:%.*]]) { ; CHECK-NEXT: [[ENTRY:.*:]] ; CHECK-NEXT: br i1 [[COND]], label %[[THEN:.*]], label %[[ELSE:.*]] ; CHECK: [[THEN]]: ; CHECK-NEXT: [[VAL1:%.*]] = shufflevector <3 x i16> [[ARG0]], <3 x i16> poison, <4 x i32> ; CHECK-NEXT: tail call void @func0() ; CHECK-NEXT: br label %[[FINALLY:.*]] ; CHECK: [[ELSE]]: ; CHECK-NEXT: [[VAL2:%.*]] = shufflevector <3 x i16> [[ARG0]], <3 x i16> poison, <4 x i32> ; CHECK-NEXT: tail call void @func1() ; CHECK-NEXT: br label %[[FINALLY]] ; CHECK: [[FINALLY]]: ; CHECK-NEXT: [[VAL3:%.*]] = phi <4 x i16> [ [[VAL1]], %[[THEN]] ], [ [[VAL2]], %[[ELSE]] ] ; CHECK-NEXT: ret <4 x i16> [[VAL3]] ; entry: br i1 %cond, label %then, label %else then: %val1 = shufflevector <3 x i16> %arg0, <3 x i16> poison, <4 x i32> tail call void @func0() br label %finally else: %val2 = shufflevector <3 x i16> %arg0, <3 x i16> poison, <4 x i32> tail call void @func1() br label %finally finally: %val3 = phi <4 x i16> [ %val1, %then ], [ %val2, %else ] ret <4 x i16> %val3 } define <8 x i16> @shuffle_v8i16(<3 x i16> %arg0, i1 %cond) { ; CHECK-LABEL: define <8 x i16> @shuffle_v8i16( ; CHECK-SAME: <3 x i16> [[ARG0:%.*]], i1 [[COND:%.*]]) { ; CHECK-NEXT: [[ENTRY:.*:]] ; CHECK-NEXT: br i1 [[COND]], label %[[THEN:.*]], label %[[ELSE:.*]] ; CHECK: [[THEN]]: ; CHECK-NEXT: [[VAL1:%.*]] = shufflevector <3 x i16> [[ARG0]], <3 x i16> poison, <8 x i32> ; CHECK-NEXT: tail call void @func0() ; CHECK-NEXT: br label %[[FINALLY:.*]] ; CHECK: [[ELSE]]: ; CHECK-NEXT: [[VAL2:%.*]] = shufflevector <3 x i16> [[ARG0]], <3 x i16> poison, <8 x i32> ; CHECK-NEXT: tail call void @func1() ; CHECK-NEXT: br label %[[FINALLY]] ; CHECK: [[FINALLY]]: ; CHECK-NEXT: [[VAL3:%.*]] = phi <8 x i16> [ [[VAL1]], %[[THEN]] ], [ [[VAL2]], %[[ELSE]] ] ; CHECK-NEXT: ret <8 x i16> [[VAL3]] ; entry: br i1 %cond, label %then, label %else then: %val1 = shufflevector <3 x i16> %arg0, <3 x i16> poison, <8 x i32> tail call void @func0() br label %finally else: %val2 = shufflevector <3 x i16> %arg0, <3 x i16> poison, <8 x i32> tail call void @func1() br label %finally finally: %val3 = phi <8 x i16> [ %val1, %then ], [ %val2, %else ] ret <8 x i16> %val3 } define <16 x i16> @shuffle_v16i16(<3 x i16> %arg0, i1 %cond) { ; CHECK-LABEL: define <16 x i16> @shuffle_v16i16( ; CHECK-SAME: <3 x i16> [[ARG0:%.*]], i1 [[COND:%.*]]) { ; CHECK-NEXT: [[ENTRY:.*:]] ; CHECK-NEXT: br i1 [[COND]], label %[[THEN:.*]], label %[[ELSE:.*]] ; CHECK: [[THEN]]: ; CHECK-NEXT: [[VAL1:%.*]] = shufflevector <3 x i16> [[ARG0]], <3 x i16> poison, <16 x i32> ; CHECK-NEXT: tail call void @func0() ; CHECK-NEXT: br label %[[FINALLY:.*]] ; CHECK: [[ELSE]]: ; CHECK-NEXT: [[VAL2:%.*]] = shufflevector <3 x i16> [[ARG0]], <3 x i16> poison, <16 x i32> ; CHECK-NEXT: tail call void @func1() ; CHECK-NEXT: br label %[[FINALLY]] ; CHECK: [[FINALLY]]: ; CHECK-NEXT: [[VAL3:%.*]] = phi <16 x i16> [ [[VAL1]], %[[THEN]] ], [ [[VAL2]], %[[ELSE]] ] ; CHECK-NEXT: ret <16 x i16> [[VAL3]] ; entry: br i1 %cond, label %then, label %else then: %val1 = shufflevector <3 x i16> %arg0, <3 x i16> poison, <16 x i32> tail call void @func0() br label %finally else: %val2 = shufflevector <3 x i16> %arg0, <3 x i16> poison, <16 x i32> tail call void @func1() br label %finally finally: %val3 = phi <16 x i16> [ %val1, %then ], [ %val2, %else ] ret <16 x i16> %val3 } define <32 x i16> @shuffle_v32i16(<3 x i16> %arg0, i1 %cond) { ; CHECK-LABEL: define <32 x i16> @shuffle_v32i16( ; CHECK-SAME: <3 x i16> [[ARG0:%.*]], i1 [[COND:%.*]]) { ; CHECK-NEXT: [[ENTRY:.*:]] ; CHECK-NEXT: br i1 [[COND]], label %[[THEN:.*]], label %[[ELSE:.*]] ; CHECK: [[THEN]]: ; CHECK-NEXT: [[VAL1:%.*]] = shufflevector <3 x i16> [[ARG0]], <3 x i16> poison, <32 x i32> ; CHECK-NEXT: tail call void @func0() ; CHECK-NEXT: br label %[[FINALLY:.*]] ; CHECK: [[ELSE]]: ; CHECK-NEXT: [[VAL2:%.*]] = shufflevector <3 x i16> [[ARG0]], <3 x i16> poison, <32 x i32> ; CHECK-NEXT: tail call void @func1() ; CHECK-NEXT: br label %[[FINALLY]] ; CHECK: [[FINALLY]]: ; CHECK-NEXT: [[VAL3:%.*]] = phi <32 x i16> [ [[VAL1]], %[[THEN]] ], [ [[VAL2]], %[[ELSE]] ] ; CHECK-NEXT: ret <32 x i16> [[VAL3]] ; entry: br i1 %cond, label %then, label %else then: %val1 = shufflevector <3 x i16> %arg0, <3 x i16> poison, <32 x i32> tail call void @func0() br label %finally else: %val2 = shufflevector <3 x i16> %arg0, <3 x i16> poison, <32 x i32> tail call void @func1() br label %finally finally: %val3 = phi <32 x i16> [ %val1, %then ], [ %val2, %else ] ret <32 x i16> %val3 } define <2 x i32> @shuffle_v2i32(<2 x i32> %arg0, i1 %cond) { ; CHECK-LABEL: define <2 x i32> @shuffle_v2i32( ; CHECK-SAME: <2 x i32> [[ARG0:%.*]], i1 [[COND:%.*]]) { ; CHECK-NEXT: [[ENTRY:.*:]] ; CHECK-NEXT: br i1 [[COND]], label %[[THEN:.*]], label %[[ELSE:.*]] ; CHECK: [[THEN]]: ; CHECK-NEXT: [[VAL1:%.*]] = shufflevector <2 x i32> [[ARG0]], <2 x i32> poison, <2 x i32> ; CHECK-NEXT: tail call void @func0() ; CHECK-NEXT: br label %[[FINALLY:.*]] ; CHECK: [[ELSE]]: ; CHECK-NEXT: [[VAL2:%.*]] = shufflevector <2 x i32> [[ARG0]], <2 x i32> poison, <2 x i32> ; CHECK-NEXT: tail call void @func1() ; CHECK-NEXT: br label %[[FINALLY]] ; CHECK: [[FINALLY]]: ; CHECK-NEXT: [[VAL3:%.*]] = phi <2 x i32> [ [[VAL1]], %[[THEN]] ], [ [[VAL2]], %[[ELSE]] ] ; CHECK-NEXT: ret <2 x i32> [[VAL3]] ; entry: br i1 %cond, label %then, label %else then: %val1 = shufflevector <2 x i32> %arg0, <2 x i32> poison, <2 x i32> tail call void @func0() br label %finally else: %val2 = shufflevector <2 x i32> %arg0, <2 x i32> poison, <2 x i32> tail call void @func1() br label %finally finally: %val3 = phi <2 x i32> [ %val1, %then ], [ %val2, %else ] ret <2 x i32> %val3 } define <4 x i32> @shuffle_v4i32(<3 x i32> %arg0, i1 %cond) { ; CHECK-LABEL: define <4 x i32> @shuffle_v4i32( ; CHECK-SAME: <3 x i32> [[ARG0:%.*]], i1 [[COND:%.*]]) { ; CHECK-NEXT: [[ENTRY:.*:]] ; CHECK-NEXT: br i1 [[COND]], label %[[THEN:.*]], label %[[ELSE:.*]] ; CHECK: [[THEN]]: ; CHECK-NEXT: [[VAL1:%.*]] = shufflevector <3 x i32> [[ARG0]], <3 x i32> poison, <4 x i32> ; CHECK-NEXT: tail call void @func0() ; CHECK-NEXT: br label %[[FINALLY:.*]] ; CHECK: [[ELSE]]: ; CHECK-NEXT: [[VAL2:%.*]] = shufflevector <3 x i32> [[ARG0]], <3 x i32> poison, <4 x i32> ; CHECK-NEXT: tail call void @func1() ; CHECK-NEXT: br label %[[FINALLY]] ; CHECK: [[FINALLY]]: ; CHECK-NEXT: [[VAL3:%.*]] = phi <4 x i32> [ [[VAL1]], %[[THEN]] ], [ [[VAL2]], %[[ELSE]] ] ; CHECK-NEXT: ret <4 x i32> [[VAL3]] ; entry: br i1 %cond, label %then, label %else then: %val1 = shufflevector <3 x i32> %arg0, <3 x i32> poison, <4 x i32> tail call void @func0() br label %finally else: %val2 = shufflevector <3 x i32> %arg0, <3 x i32> poison, <4 x i32> tail call void @func1() br label %finally finally: %val3 = phi <4 x i32> [ %val1, %then ], [ %val2, %else ] ret <4 x i32> %val3 } define <8 x i32> @shuffle_v8i32(<3 x i32> %arg0, i1 %cond) { ; CHECK-LABEL: define <8 x i32> @shuffle_v8i32( ; CHECK-SAME: <3 x i32> [[ARG0:%.*]], i1 [[COND:%.*]]) { ; CHECK-NEXT: [[ENTRY:.*:]] ; CHECK-NEXT: br i1 [[COND]], label %[[THEN:.*]], label %[[ELSE:.*]] ; CHECK: [[THEN]]: ; CHECK-NEXT: [[VAL1:%.*]] = shufflevector <3 x i32> [[ARG0]], <3 x i32> poison, <8 x i32> ; CHECK-NEXT: tail call void @func0() ; CHECK-NEXT: br label %[[FINALLY:.*]] ; CHECK: [[ELSE]]: ; CHECK-NEXT: [[VAL2:%.*]] = shufflevector <3 x i32> [[ARG0]], <3 x i32> poison, <8 x i32> ; CHECK-NEXT: tail call void @func1() ; CHECK-NEXT: br label %[[FINALLY]] ; CHECK: [[FINALLY]]: ; CHECK-NEXT: [[VAL3:%.*]] = phi <8 x i32> [ [[VAL1]], %[[THEN]] ], [ [[VAL2]], %[[ELSE]] ] ; CHECK-NEXT: ret <8 x i32> [[VAL3]] ; entry: br i1 %cond, label %then, label %else then: %val1 = shufflevector <3 x i32> %arg0, <3 x i32> poison, <8 x i32> tail call void @func0() br label %finally else: %val2 = shufflevector <3 x i32> %arg0, <3 x i32> poison, <8 x i32> tail call void @func1() br label %finally finally: %val3 = phi <8 x i32> [ %val1, %then ], [ %val2, %else ] ret <8 x i32> %val3 } define <16 x i32> @shuffle_v16i32(<3 x i32> %arg0, i1 %cond) { ; CHECK-LABEL: define <16 x i32> @shuffle_v16i32( ; CHECK-SAME: <3 x i32> [[ARG0:%.*]], i1 [[COND:%.*]]) { ; CHECK-NEXT: [[ENTRY:.*:]] ; CHECK-NEXT: br i1 [[COND]], label %[[THEN:.*]], label %[[ELSE:.*]] ; CHECK: [[THEN]]: ; CHECK-NEXT: [[VAL1:%.*]] = shufflevector <3 x i32> [[ARG0]], <3 x i32> poison, <16 x i32> ; CHECK-NEXT: tail call void @func0() ; CHECK-NEXT: br label %[[FINALLY:.*]] ; CHECK: [[ELSE]]: ; CHECK-NEXT: [[VAL2:%.*]] = shufflevector <3 x i32> [[ARG0]], <3 x i32> poison, <16 x i32> ; CHECK-NEXT: tail call void @func1() ; CHECK-NEXT: br label %[[FINALLY]] ; CHECK: [[FINALLY]]: ; CHECK-NEXT: [[VAL3:%.*]] = phi <16 x i32> [ [[VAL1]], %[[THEN]] ], [ [[VAL2]], %[[ELSE]] ] ; CHECK-NEXT: ret <16 x i32> [[VAL3]] ; entry: br i1 %cond, label %then, label %else then: %val1 = shufflevector <3 x i32> %arg0, <3 x i32> poison, <16 x i32> tail call void @func0() br label %finally else: %val2 = shufflevector <3 x i32> %arg0, <3 x i32> poison, <16 x i32> tail call void @func1() br label %finally finally: %val3 = phi <16 x i32> [ %val1, %then ], [ %val2, %else ] ret <16 x i32> %val3 } define <32 x i32> @shuffle_v32i32(<3 x i32> %arg0, i1 %cond) { ; CHECK-LABEL: define <32 x i32> @shuffle_v32i32( ; CHECK-SAME: <3 x i32> [[ARG0:%.*]], i1 [[COND:%.*]]) { ; CHECK-NEXT: [[ENTRY:.*:]] ; CHECK-NEXT: br i1 [[COND]], label %[[THEN:.*]], label %[[ELSE:.*]] ; CHECK: [[THEN]]: ; CHECK-NEXT: [[VAL1:%.*]] = shufflevector <3 x i32> [[ARG0]], <3 x i32> poison, <32 x i32> ; CHECK-NEXT: tail call void @func0() ; CHECK-NEXT: br label %[[FINALLY:.*]] ; CHECK: [[ELSE]]: ; CHECK-NEXT: [[VAL2:%.*]] = shufflevector <3 x i32> [[ARG0]], <3 x i32> poison, <32 x i32> ; CHECK-NEXT: tail call void @func1() ; CHECK-NEXT: br label %[[FINALLY]] ; CHECK: [[FINALLY]]: ; CHECK-NEXT: [[VAL3:%.*]] = phi <32 x i32> [ [[VAL1]], %[[THEN]] ], [ [[VAL2]], %[[ELSE]] ] ; CHECK-NEXT: ret <32 x i32> [[VAL3]] ; entry: br i1 %cond, label %then, label %else then: %val1 = shufflevector <3 x i32> %arg0, <3 x i32> poison, <32 x i32> tail call void @func0() br label %finally else: %val2 = shufflevector <3 x i32> %arg0, <3 x i32> poison, <32 x i32> tail call void @func1() br label %finally finally: %val3 = phi <32 x i32> [ %val1, %then ], [ %val2, %else ] ret <32 x i32> %val3 } define <2 x bfloat> @shuffle_v2bf16(<2 x bfloat> %arg0, i1 %cond) { ; CHECK-LABEL: define <2 x bfloat> @shuffle_v2bf16( ; CHECK-SAME: <2 x bfloat> [[ARG0:%.*]], i1 [[COND:%.*]]) { ; CHECK-NEXT: [[ENTRY:.*:]] ; CHECK-NEXT: br i1 [[COND]], label %[[THEN:.*]], label %[[ELSE:.*]] ; CHECK: [[THEN]]: ; CHECK-NEXT: [[VAL1:%.*]] = shufflevector <2 x bfloat> [[ARG0]], <2 x bfloat> poison, <2 x i32> ; CHECK-NEXT: tail call void @func0() ; CHECK-NEXT: br label %[[FINALLY:.*]] ; CHECK: [[ELSE]]: ; CHECK-NEXT: [[VAL2:%.*]] = shufflevector <2 x bfloat> [[ARG0]], <2 x bfloat> poison, <2 x i32> ; CHECK-NEXT: tail call void @func1() ; CHECK-NEXT: br label %[[FINALLY]] ; CHECK: [[FINALLY]]: ; CHECK-NEXT: [[VAL3:%.*]] = phi <2 x bfloat> [ [[VAL1]], %[[THEN]] ], [ [[VAL2]], %[[ELSE]] ] ; CHECK-NEXT: ret <2 x bfloat> [[VAL3]] ; entry: br i1 %cond, label %then, label %else then: %val1 = shufflevector <2 x bfloat> %arg0, <2 x bfloat> poison, <2 x i32> tail call void @func0() br label %finally else: %val2 = shufflevector <2 x bfloat> %arg0, <2 x bfloat> poison, <2 x i32> tail call void @func1() br label %finally finally: %val3 = phi <2 x bfloat> [ %val1, %then ], [ %val2, %else ] ret <2 x bfloat> %val3 } define <3 x bfloat> @shuffle_v3bf16(<3 x bfloat> %arg0, i1 %cond) { ; CHECK-LABEL: define <3 x bfloat> @shuffle_v3bf16( ; CHECK-SAME: <3 x bfloat> [[ARG0:%.*]], i1 [[COND:%.*]]) { ; CHECK-NEXT: [[ENTRY:.*:]] ; CHECK-NEXT: br i1 [[COND]], label %[[THEN:.*]], label %[[ELSE:.*]] ; CHECK: [[THEN]]: ; CHECK-NEXT: [[VAL1:%.*]] = shufflevector <3 x bfloat> [[ARG0]], <3 x bfloat> poison, <3 x i32> ; CHECK-NEXT: tail call void @func0() ; CHECK-NEXT: br label %[[FINALLY:.*]] ; CHECK: [[ELSE]]: ; CHECK-NEXT: [[VAL2:%.*]] = shufflevector <3 x bfloat> [[ARG0]], <3 x bfloat> poison, <3 x i32> ; CHECK-NEXT: tail call void @func1() ; CHECK-NEXT: br label %[[FINALLY]] ; CHECK: [[FINALLY]]: ; CHECK-NEXT: [[VAL3:%.*]] = phi <3 x bfloat> [ [[VAL1]], %[[THEN]] ], [ [[VAL2]], %[[ELSE]] ] ; CHECK-NEXT: ret <3 x bfloat> [[VAL3]] ; entry: br i1 %cond, label %then, label %else then: %val1 = shufflevector <3 x bfloat> %arg0, <3 x bfloat> poison, <3 x i32> tail call void @func0() br label %finally else: %val2 = shufflevector <3 x bfloat> %arg0, <3 x bfloat> poison, <3 x i32> tail call void @func1() br label %finally finally: %val3 = phi <3 x bfloat> [ %val1, %then ], [ %val2, %else ] ret <3 x bfloat> %val3 } define <4 x bfloat> @shuffle_v4bf16(<3 x bfloat> %arg0, i1 %cond) { ; CHECK-LABEL: define <4 x bfloat> @shuffle_v4bf16( ; CHECK-SAME: <3 x bfloat> [[ARG0:%.*]], i1 [[COND:%.*]]) { ; CHECK-NEXT: [[ENTRY:.*:]] ; CHECK-NEXT: br i1 [[COND]], label %[[THEN:.*]], label %[[ELSE:.*]] ; CHECK: [[THEN]]: ; CHECK-NEXT: [[VAL1:%.*]] = shufflevector <3 x bfloat> [[ARG0]], <3 x bfloat> poison, <4 x i32> ; CHECK-NEXT: tail call void @func0() ; CHECK-NEXT: br label %[[FINALLY:.*]] ; CHECK: [[ELSE]]: ; CHECK-NEXT: [[VAL2:%.*]] = shufflevector <3 x bfloat> [[ARG0]], <3 x bfloat> poison, <4 x i32> ; CHECK-NEXT: tail call void @func1() ; CHECK-NEXT: br label %[[FINALLY]] ; CHECK: [[FINALLY]]: ; CHECK-NEXT: [[VAL3:%.*]] = phi <4 x bfloat> [ [[VAL1]], %[[THEN]] ], [ [[VAL2]], %[[ELSE]] ] ; CHECK-NEXT: ret <4 x bfloat> [[VAL3]] ; entry: br i1 %cond, label %then, label %else then: %val1 = shufflevector <3 x bfloat> %arg0, <3 x bfloat> poison, <4 x i32> tail call void @func0() br label %finally else: %val2 = shufflevector <3 x bfloat> %arg0, <3 x bfloat> poison, <4 x i32> tail call void @func1() br label %finally finally: %val3 = phi <4 x bfloat> [ %val1, %then ], [ %val2, %else ] ret <4 x bfloat> %val3 } define <6 x bfloat> @shuffle_v6bf16(<3 x bfloat> %arg0, i1 %cond) { ; CHECK-LABEL: define <6 x bfloat> @shuffle_v6bf16( ; CHECK-SAME: <3 x bfloat> [[ARG0:%.*]], i1 [[COND:%.*]]) { ; CHECK-NEXT: [[ENTRY:.*:]] ; CHECK-NEXT: br i1 [[COND]], label %[[THEN:.*]], label %[[ELSE:.*]] ; CHECK: [[THEN]]: ; CHECK-NEXT: [[VAL1:%.*]] = shufflevector <3 x bfloat> [[ARG0]], <3 x bfloat> poison, <6 x i32> ; CHECK-NEXT: tail call void @func0() ; CHECK-NEXT: br label %[[FINALLY:.*]] ; CHECK: [[ELSE]]: ; CHECK-NEXT: [[VAL2:%.*]] = shufflevector <3 x bfloat> [[ARG0]], <3 x bfloat> poison, <6 x i32> ; CHECK-NEXT: tail call void @func1() ; CHECK-NEXT: br label %[[FINALLY]] ; CHECK: [[FINALLY]]: ; CHECK-NEXT: [[VAL3:%.*]] = phi <6 x bfloat> [ [[VAL1]], %[[THEN]] ], [ [[VAL2]], %[[ELSE]] ] ; CHECK-NEXT: ret <6 x bfloat> [[VAL3]] ; entry: br i1 %cond, label %then, label %else then: %val1 = shufflevector <3 x bfloat> %arg0, <3 x bfloat> poison, <6 x i32> tail call void @func0() br label %finally else: %val2 = shufflevector <3 x bfloat> %arg0, <3 x bfloat> poison, <6 x i32> tail call void @func1() br label %finally finally: %val3 = phi <6 x bfloat> [ %val1, %then ], [ %val2, %else ] ret <6 x bfloat> %val3 } define <8 x bfloat> @shuffle_v8bf16(<3 x bfloat> %arg0, i1 %cond) { ; CHECK-LABEL: define <8 x bfloat> @shuffle_v8bf16( ; CHECK-SAME: <3 x bfloat> [[ARG0:%.*]], i1 [[COND:%.*]]) { ; CHECK-NEXT: [[ENTRY:.*:]] ; CHECK-NEXT: br i1 [[COND]], label %[[THEN:.*]], label %[[ELSE:.*]] ; CHECK: [[THEN]]: ; CHECK-NEXT: [[VAL1:%.*]] = shufflevector <3 x bfloat> [[ARG0]], <3 x bfloat> poison, <8 x i32> ; CHECK-NEXT: tail call void @func0() ; CHECK-NEXT: br label %[[FINALLY:.*]] ; CHECK: [[ELSE]]: ; CHECK-NEXT: [[VAL2:%.*]] = shufflevector <3 x bfloat> [[ARG0]], <3 x bfloat> poison, <8 x i32> ; CHECK-NEXT: tail call void @func1() ; CHECK-NEXT: br label %[[FINALLY]] ; CHECK: [[FINALLY]]: ; CHECK-NEXT: [[VAL3:%.*]] = phi <8 x bfloat> [ [[VAL1]], %[[THEN]] ], [ [[VAL2]], %[[ELSE]] ] ; CHECK-NEXT: ret <8 x bfloat> [[VAL3]] ; entry: br i1 %cond, label %then, label %else then: %val1 = shufflevector <3 x bfloat> %arg0, <3 x bfloat> poison, <8 x i32> tail call void @func0() br label %finally else: %val2 = shufflevector <3 x bfloat> %arg0, <3 x bfloat> poison, <8 x i32> tail call void @func1() br label %finally finally: %val3 = phi <8 x bfloat> [ %val1, %then ], [ %val2, %else ] ret <8 x bfloat> %val3 } define <16 x bfloat> @shuffle_v16bf16(<3 x bfloat> %arg0, i1 %cond) { ; CHECK-LABEL: define <16 x bfloat> @shuffle_v16bf16( ; CHECK-SAME: <3 x bfloat> [[ARG0:%.*]], i1 [[COND:%.*]]) { ; CHECK-NEXT: [[ENTRY:.*:]] ; CHECK-NEXT: br i1 [[COND]], label %[[THEN:.*]], label %[[ELSE:.*]] ; CHECK: [[THEN]]: ; CHECK-NEXT: [[VAL1:%.*]] = shufflevector <3 x bfloat> [[ARG0]], <3 x bfloat> poison, <16 x i32> ; CHECK-NEXT: tail call void @func0() ; CHECK-NEXT: br label %[[FINALLY:.*]] ; CHECK: [[ELSE]]: ; CHECK-NEXT: [[VAL2:%.*]] = shufflevector <3 x bfloat> [[ARG0]], <3 x bfloat> poison, <16 x i32> ; CHECK-NEXT: tail call void @func1() ; CHECK-NEXT: br label %[[FINALLY]] ; CHECK: [[FINALLY]]: ; CHECK-NEXT: [[VAL3:%.*]] = phi <16 x bfloat> [ [[VAL1]], %[[THEN]] ], [ [[VAL2]], %[[ELSE]] ] ; CHECK-NEXT: ret <16 x bfloat> [[VAL3]] ; entry: br i1 %cond, label %then, label %else then: %val1 = shufflevector <3 x bfloat> %arg0, <3 x bfloat> poison, <16 x i32> tail call void @func0() br label %finally else: %val2 = shufflevector <3 x bfloat> %arg0, <3 x bfloat> poison, <16 x i32> tail call void @func1() br label %finally finally: %val3 = phi <16 x bfloat> [ %val1, %then ], [ %val2, %else ] ret <16 x bfloat> %val3 } define <32 x bfloat> @shuffle_v32bf16(<3 x bfloat> %arg0, i1 %cond) { ; CHECK-LABEL: define <32 x bfloat> @shuffle_v32bf16( ; CHECK-SAME: <3 x bfloat> [[ARG0:%.*]], i1 [[COND:%.*]]) { ; CHECK-NEXT: [[ENTRY:.*:]] ; CHECK-NEXT: br i1 [[COND]], label %[[THEN:.*]], label %[[ELSE:.*]] ; CHECK: [[THEN]]: ; CHECK-NEXT: [[VAL1:%.*]] = shufflevector <3 x bfloat> [[ARG0]], <3 x bfloat> poison, <32 x i32> ; CHECK-NEXT: tail call void @func0() ; CHECK-NEXT: br label %[[FINALLY:.*]] ; CHECK: [[ELSE]]: ; CHECK-NEXT: [[VAL2:%.*]] = shufflevector <3 x bfloat> [[ARG0]], <3 x bfloat> poison, <32 x i32> ; CHECK-NEXT: tail call void @func1() ; CHECK-NEXT: br label %[[FINALLY]] ; CHECK: [[FINALLY]]: ; CHECK-NEXT: [[VAL3:%.*]] = phi <32 x bfloat> [ [[VAL1]], %[[THEN]] ], [ [[VAL2]], %[[ELSE]] ] ; CHECK-NEXT: ret <32 x bfloat> [[VAL3]] ; entry: br i1 %cond, label %then, label %else then: %val1 = shufflevector <3 x bfloat> %arg0, <3 x bfloat> poison, <32 x i32> tail call void @func0() br label %finally else: %val2 = shufflevector <3 x bfloat> %arg0, <3 x bfloat> poison, <32 x i32> tail call void @func1() br label %finally finally: %val3 = phi <32 x bfloat> [ %val1, %then ], [ %val2, %else ] ret <32 x bfloat> %val3 } define <2 x half> @shuffle_v2f16(<2 x half> %arg0, i1 %cond) { ; CHECK-LABEL: define <2 x half> @shuffle_v2f16( ; CHECK-SAME: <2 x half> [[ARG0:%.*]], i1 [[COND:%.*]]) { ; CHECK-NEXT: [[ENTRY:.*:]] ; CHECK-NEXT: br i1 [[COND]], label %[[THEN:.*]], label %[[ELSE:.*]] ; CHECK: [[THEN]]: ; CHECK-NEXT: [[VAL1:%.*]] = shufflevector <2 x half> [[ARG0]], <2 x half> poison, <2 x i32> ; CHECK-NEXT: tail call void @func0() ; CHECK-NEXT: br label %[[FINALLY:.*]] ; CHECK: [[ELSE]]: ; CHECK-NEXT: [[VAL2:%.*]] = shufflevector <2 x half> [[ARG0]], <2 x half> poison, <2 x i32> ; CHECK-NEXT: tail call void @func1() ; CHECK-NEXT: br label %[[FINALLY]] ; CHECK: [[FINALLY]]: ; CHECK-NEXT: [[VAL3:%.*]] = phi <2 x half> [ [[VAL1]], %[[THEN]] ], [ [[VAL2]], %[[ELSE]] ] ; CHECK-NEXT: ret <2 x half> [[VAL3]] ; entry: br i1 %cond, label %then, label %else then: %val1 = shufflevector <2 x half> %arg0, <2 x half> poison, <2 x i32> tail call void @func0() br label %finally else: %val2 = shufflevector <2 x half> %arg0, <2 x half> poison, <2 x i32> tail call void @func1() br label %finally finally: %val3 = phi <2 x half> [ %val1, %then ], [ %val2, %else ] ret <2 x half> %val3 } define <3 x half> @shuffle_v3f16(<3 x half> %arg0, i1 %cond) { ; CHECK-LABEL: define <3 x half> @shuffle_v3f16( ; CHECK-SAME: <3 x half> [[ARG0:%.*]], i1 [[COND:%.*]]) { ; CHECK-NEXT: [[ENTRY:.*:]] ; CHECK-NEXT: br i1 [[COND]], label %[[THEN:.*]], label %[[ELSE:.*]] ; CHECK: [[THEN]]: ; CHECK-NEXT: [[VAL1:%.*]] = shufflevector <3 x half> [[ARG0]], <3 x half> poison, <3 x i32> ; CHECK-NEXT: tail call void @func0() ; CHECK-NEXT: br label %[[FINALLY:.*]] ; CHECK: [[ELSE]]: ; CHECK-NEXT: [[VAL2:%.*]] = shufflevector <3 x half> [[ARG0]], <3 x half> poison, <3 x i32> ; CHECK-NEXT: tail call void @func1() ; CHECK-NEXT: br label %[[FINALLY]] ; CHECK: [[FINALLY]]: ; CHECK-NEXT: [[VAL3:%.*]] = phi <3 x half> [ [[VAL1]], %[[THEN]] ], [ [[VAL2]], %[[ELSE]] ] ; CHECK-NEXT: ret <3 x half> [[VAL3]] ; entry: br i1 %cond, label %then, label %else then: %val1 = shufflevector <3 x half> %arg0, <3 x half> poison, <3 x i32> tail call void @func0() br label %finally else: %val2 = shufflevector <3 x half> %arg0, <3 x half> poison, <3 x i32> tail call void @func1() br label %finally finally: %val3 = phi <3 x half> [ %val1, %then ], [ %val2, %else ] ret <3 x half> %val3 } define <4 x half> @shuffle_v4f16(<3 x half> %arg0, i1 %cond) { ; CHECK-LABEL: define <4 x half> @shuffle_v4f16( ; CHECK-SAME: <3 x half> [[ARG0:%.*]], i1 [[COND:%.*]]) { ; CHECK-NEXT: [[ENTRY:.*:]] ; CHECK-NEXT: br i1 [[COND]], label %[[THEN:.*]], label %[[ELSE:.*]] ; CHECK: [[THEN]]: ; CHECK-NEXT: [[VAL1:%.*]] = shufflevector <3 x half> [[ARG0]], <3 x half> poison, <4 x i32> ; CHECK-NEXT: tail call void @func0() ; CHECK-NEXT: br label %[[FINALLY:.*]] ; CHECK: [[ELSE]]: ; CHECK-NEXT: [[VAL2:%.*]] = shufflevector <3 x half> [[ARG0]], <3 x half> poison, <4 x i32> ; CHECK-NEXT: tail call void @func1() ; CHECK-NEXT: br label %[[FINALLY]] ; CHECK: [[FINALLY]]: ; CHECK-NEXT: [[VAL3:%.*]] = phi <4 x half> [ [[VAL1]], %[[THEN]] ], [ [[VAL2]], %[[ELSE]] ] ; CHECK-NEXT: ret <4 x half> [[VAL3]] ; entry: br i1 %cond, label %then, label %else then: %val1 = shufflevector <3 x half> %arg0, <3 x half> poison, <4 x i32> tail call void @func0() br label %finally else: %val2 = shufflevector <3 x half> %arg0, <3 x half> poison, <4 x i32> tail call void @func1() br label %finally finally: %val3 = phi <4 x half> [ %val1, %then ], [ %val2, %else ] ret <4 x half> %val3 } define <6 x half> @shuffle_v6f16(<3 x half> %arg0, i1 %cond) { ; CHECK-LABEL: define <6 x half> @shuffle_v6f16( ; CHECK-SAME: <3 x half> [[ARG0:%.*]], i1 [[COND:%.*]]) { ; CHECK-NEXT: [[ENTRY:.*:]] ; CHECK-NEXT: br i1 [[COND]], label %[[THEN:.*]], label %[[ELSE:.*]] ; CHECK: [[THEN]]: ; CHECK-NEXT: [[VAL1:%.*]] = shufflevector <3 x half> [[ARG0]], <3 x half> poison, <6 x i32> ; CHECK-NEXT: tail call void @func0() ; CHECK-NEXT: br label %[[FINALLY:.*]] ; CHECK: [[ELSE]]: ; CHECK-NEXT: [[VAL2:%.*]] = shufflevector <3 x half> [[ARG0]], <3 x half> poison, <6 x i32> ; CHECK-NEXT: tail call void @func1() ; CHECK-NEXT: br label %[[FINALLY]] ; CHECK: [[FINALLY]]: ; CHECK-NEXT: [[VAL3:%.*]] = phi <6 x half> [ [[VAL1]], %[[THEN]] ], [ [[VAL2]], %[[ELSE]] ] ; CHECK-NEXT: ret <6 x half> [[VAL3]] ; entry: br i1 %cond, label %then, label %else then: %val1 = shufflevector <3 x half> %arg0, <3 x half> poison, <6 x i32> tail call void @func0() br label %finally else: %val2 = shufflevector <3 x half> %arg0, <3 x half> poison, <6 x i32> tail call void @func1() br label %finally finally: %val3 = phi <6 x half> [ %val1, %then ], [ %val2, %else ] ret <6 x half> %val3 } define <8 x half> @shuffle_v8f16(<3 x half> %arg0, i1 %cond) { ; CHECK-LABEL: define <8 x half> @shuffle_v8f16( ; CHECK-SAME: <3 x half> [[ARG0:%.*]], i1 [[COND:%.*]]) { ; CHECK-NEXT: [[ENTRY:.*:]] ; CHECK-NEXT: br i1 [[COND]], label %[[THEN:.*]], label %[[ELSE:.*]] ; CHECK: [[THEN]]: ; CHECK-NEXT: [[VAL1:%.*]] = shufflevector <3 x half> [[ARG0]], <3 x half> poison, <8 x i32> ; CHECK-NEXT: tail call void @func0() ; CHECK-NEXT: br label %[[FINALLY:.*]] ; CHECK: [[ELSE]]: ; CHECK-NEXT: [[VAL2:%.*]] = shufflevector <3 x half> [[ARG0]], <3 x half> poison, <8 x i32> ; CHECK-NEXT: tail call void @func1() ; CHECK-NEXT: br label %[[FINALLY]] ; CHECK: [[FINALLY]]: ; CHECK-NEXT: [[VAL3:%.*]] = phi <8 x half> [ [[VAL1]], %[[THEN]] ], [ [[VAL2]], %[[ELSE]] ] ; CHECK-NEXT: ret <8 x half> [[VAL3]] ; entry: br i1 %cond, label %then, label %else then: %val1 = shufflevector <3 x half> %arg0, <3 x half> poison, <8 x i32> tail call void @func0() br label %finally else: %val2 = shufflevector <3 x half> %arg0, <3 x half> poison, <8 x i32> tail call void @func1() br label %finally finally: %val3 = phi <8 x half> [ %val1, %then ], [ %val2, %else ] ret <8 x half> %val3 } define <16 x half> @shuffle_v16f16(<3 x half> %arg0, i1 %cond) { ; CHECK-LABEL: define <16 x half> @shuffle_v16f16( ; CHECK-SAME: <3 x half> [[ARG0:%.*]], i1 [[COND:%.*]]) { ; CHECK-NEXT: [[ENTRY:.*:]] ; CHECK-NEXT: br i1 [[COND]], label %[[THEN:.*]], label %[[ELSE:.*]] ; CHECK: [[THEN]]: ; CHECK-NEXT: [[VAL1:%.*]] = shufflevector <3 x half> [[ARG0]], <3 x half> poison, <16 x i32> ; CHECK-NEXT: tail call void @func0() ; CHECK-NEXT: br label %[[FINALLY:.*]] ; CHECK: [[ELSE]]: ; CHECK-NEXT: [[VAL2:%.*]] = shufflevector <3 x half> [[ARG0]], <3 x half> poison, <16 x i32> ; CHECK-NEXT: tail call void @func1() ; CHECK-NEXT: br label %[[FINALLY]] ; CHECK: [[FINALLY]]: ; CHECK-NEXT: [[VAL3:%.*]] = phi <16 x half> [ [[VAL1]], %[[THEN]] ], [ [[VAL2]], %[[ELSE]] ] ; CHECK-NEXT: ret <16 x half> [[VAL3]] ; entry: br i1 %cond, label %then, label %else then: %val1 = shufflevector <3 x half> %arg0, <3 x half> poison, <16 x i32> tail call void @func0() br label %finally else: %val2 = shufflevector <3 x half> %arg0, <3 x half> poison, <16 x i32> tail call void @func1() br label %finally finally: %val3 = phi <16 x half> [ %val1, %then ], [ %val2, %else ] ret <16 x half> %val3 } define <32 x half> @shuffle_v32f16(<3 x half> %arg0, i1 %cond) { ; CHECK-LABEL: define <32 x half> @shuffle_v32f16( ; CHECK-SAME: <3 x half> [[ARG0:%.*]], i1 [[COND:%.*]]) { ; CHECK-NEXT: [[ENTRY:.*:]] ; CHECK-NEXT: br i1 [[COND]], label %[[THEN:.*]], label %[[ELSE:.*]] ; CHECK: [[THEN]]: ; CHECK-NEXT: [[VAL1:%.*]] = shufflevector <3 x half> [[ARG0]], <3 x half> poison, <32 x i32> ; CHECK-NEXT: tail call void @func0() ; CHECK-NEXT: br label %[[FINALLY:.*]] ; CHECK: [[ELSE]]: ; CHECK-NEXT: [[VAL2:%.*]] = shufflevector <3 x half> [[ARG0]], <3 x half> poison, <32 x i32> ; CHECK-NEXT: tail call void @func1() ; CHECK-NEXT: br label %[[FINALLY]] ; CHECK: [[FINALLY]]: ; CHECK-NEXT: [[VAL3:%.*]] = phi <32 x half> [ [[VAL1]], %[[THEN]] ], [ [[VAL2]], %[[ELSE]] ] ; CHECK-NEXT: ret <32 x half> [[VAL3]] ; entry: br i1 %cond, label %then, label %else then: %val1 = shufflevector <3 x half> %arg0, <3 x half> poison, <32 x i32> tail call void @func0() br label %finally else: %val2 = shufflevector <3 x half> %arg0, <3 x half> poison, <32 x i32> tail call void @func1() br label %finally finally: %val3 = phi <32 x half> [ %val1, %then ], [ %val2, %else ] ret <32 x half> %val3 } define <2 x float> @shuffle_v2f32(<2 x float> %arg0, i1 %cond) { ; CHECK-LABEL: define <2 x float> @shuffle_v2f32( ; CHECK-SAME: <2 x float> [[ARG0:%.*]], i1 [[COND:%.*]]) { ; CHECK-NEXT: [[ENTRY:.*:]] ; CHECK-NEXT: br i1 [[COND]], label %[[THEN:.*]], label %[[ELSE:.*]] ; CHECK: [[THEN]]: ; CHECK-NEXT: [[VAL1:%.*]] = shufflevector <2 x float> [[ARG0]], <2 x float> poison, <2 x i32> ; CHECK-NEXT: tail call void @func0() ; CHECK-NEXT: br label %[[FINALLY:.*]] ; CHECK: [[ELSE]]: ; CHECK-NEXT: [[VAL2:%.*]] = shufflevector <2 x float> [[ARG0]], <2 x float> poison, <2 x i32> ; CHECK-NEXT: tail call void @func1() ; CHECK-NEXT: br label %[[FINALLY]] ; CHECK: [[FINALLY]]: ; CHECK-NEXT: [[VAL3:%.*]] = phi <2 x float> [ [[VAL1]], %[[THEN]] ], [ [[VAL2]], %[[ELSE]] ] ; CHECK-NEXT: ret <2 x float> [[VAL3]] ; entry: br i1 %cond, label %then, label %else then: %val1 = shufflevector <2 x float> %arg0, <2 x float> poison, <2 x i32> tail call void @func0() br label %finally else: %val2 = shufflevector <2 x float> %arg0, <2 x float> poison, <2 x i32> tail call void @func1() br label %finally finally: %val3 = phi <2 x float> [ %val1, %then ], [ %val2, %else ] ret <2 x float> %val3 } define <3 x float> @shuffle_v3f32(<3 x float> %arg0, i1 %cond) { ; CHECK-LABEL: define <3 x float> @shuffle_v3f32( ; CHECK-SAME: <3 x float> [[ARG0:%.*]], i1 [[COND:%.*]]) { ; CHECK-NEXT: [[ENTRY:.*:]] ; CHECK-NEXT: br i1 [[COND]], label %[[THEN:.*]], label %[[ELSE:.*]] ; CHECK: [[THEN]]: ; CHECK-NEXT: [[VAL1:%.*]] = shufflevector <3 x float> [[ARG0]], <3 x float> poison, <3 x i32> ; CHECK-NEXT: tail call void @func0() ; CHECK-NEXT: br label %[[FINALLY:.*]] ; CHECK: [[ELSE]]: ; CHECK-NEXT: [[VAL2:%.*]] = shufflevector <3 x float> [[ARG0]], <3 x float> poison, <3 x i32> ; CHECK-NEXT: tail call void @func1() ; CHECK-NEXT: br label %[[FINALLY]] ; CHECK: [[FINALLY]]: ; CHECK-NEXT: [[VAL3:%.*]] = phi <3 x float> [ [[VAL1]], %[[THEN]] ], [ [[VAL2]], %[[ELSE]] ] ; CHECK-NEXT: ret <3 x float> [[VAL3]] ; entry: br i1 %cond, label %then, label %else then: %val1 = shufflevector <3 x float> %arg0, <3 x float> poison, <3 x i32> tail call void @func0() br label %finally else: %val2 = shufflevector <3 x float> %arg0, <3 x float> poison, <3 x i32> tail call void @func1() br label %finally finally: %val3 = phi <3 x float> [ %val1, %then ], [ %val2, %else ] ret <3 x float> %val3 } define <4 x float> @shuffle_v4f32(<3 x float> %arg0, i1 %cond) { ; CHECK-LABEL: define <4 x float> @shuffle_v4f32( ; CHECK-SAME: <3 x float> [[ARG0:%.*]], i1 [[COND:%.*]]) { ; CHECK-NEXT: [[ENTRY:.*:]] ; CHECK-NEXT: br i1 [[COND]], label %[[THEN:.*]], label %[[ELSE:.*]] ; CHECK: [[THEN]]: ; CHECK-NEXT: [[VAL1:%.*]] = shufflevector <3 x float> [[ARG0]], <3 x float> poison, <4 x i32> ; CHECK-NEXT: tail call void @func0() ; CHECK-NEXT: br label %[[FINALLY:.*]] ; CHECK: [[ELSE]]: ; CHECK-NEXT: [[VAL2:%.*]] = shufflevector <3 x float> [[ARG0]], <3 x float> poison, <4 x i32> ; CHECK-NEXT: tail call void @func1() ; CHECK-NEXT: br label %[[FINALLY]] ; CHECK: [[FINALLY]]: ; CHECK-NEXT: [[VAL3:%.*]] = phi <4 x float> [ [[VAL1]], %[[THEN]] ], [ [[VAL2]], %[[ELSE]] ] ; CHECK-NEXT: ret <4 x float> [[VAL3]] ; entry: br i1 %cond, label %then, label %else then: %val1 = shufflevector <3 x float> %arg0, <3 x float> poison, <4 x i32> tail call void @func0() br label %finally else: %val2 = shufflevector <3 x float> %arg0, <3 x float> poison, <4 x i32> tail call void @func1() br label %finally finally: %val3 = phi <4 x float> [ %val1, %then ], [ %val2, %else ] ret <4 x float> %val3 } define <6 x float> @shuffle_v6f32(<3 x float> %arg0, i1 %cond) { ; CHECK-LABEL: define <6 x float> @shuffle_v6f32( ; CHECK-SAME: <3 x float> [[ARG0:%.*]], i1 [[COND:%.*]]) { ; CHECK-NEXT: [[ENTRY:.*:]] ; CHECK-NEXT: br i1 [[COND]], label %[[THEN:.*]], label %[[ELSE:.*]] ; CHECK: [[THEN]]: ; CHECK-NEXT: [[VAL1:%.*]] = shufflevector <3 x float> [[ARG0]], <3 x float> poison, <6 x i32> ; CHECK-NEXT: tail call void @func0() ; CHECK-NEXT: br label %[[FINALLY:.*]] ; CHECK: [[ELSE]]: ; CHECK-NEXT: [[VAL2:%.*]] = shufflevector <3 x float> [[ARG0]], <3 x float> poison, <6 x i32> ; CHECK-NEXT: tail call void @func1() ; CHECK-NEXT: br label %[[FINALLY]] ; CHECK: [[FINALLY]]: ; CHECK-NEXT: [[VAL3:%.*]] = phi <6 x float> [ [[VAL1]], %[[THEN]] ], [ [[VAL2]], %[[ELSE]] ] ; CHECK-NEXT: ret <6 x float> [[VAL3]] ; entry: br i1 %cond, label %then, label %else then: %val1 = shufflevector <3 x float> %arg0, <3 x float> poison, <6 x i32> tail call void @func0() br label %finally else: %val2 = shufflevector <3 x float> %arg0, <3 x float> poison, <6 x i32> tail call void @func1() br label %finally finally: %val3 = phi <6 x float> [ %val1, %then ], [ %val2, %else ] ret <6 x float> %val3 } define <8 x float> @shuffle_v8f32(<3 x float> %arg0, i1 %cond) { ; CHECK-LABEL: define <8 x float> @shuffle_v8f32( ; CHECK-SAME: <3 x float> [[ARG0:%.*]], i1 [[COND:%.*]]) { ; CHECK-NEXT: [[ENTRY:.*:]] ; CHECK-NEXT: br i1 [[COND]], label %[[THEN:.*]], label %[[ELSE:.*]] ; CHECK: [[THEN]]: ; CHECK-NEXT: [[VAL1:%.*]] = shufflevector <3 x float> [[ARG0]], <3 x float> poison, <8 x i32> ; CHECK-NEXT: tail call void @func0() ; CHECK-NEXT: br label %[[FINALLY:.*]] ; CHECK: [[ELSE]]: ; CHECK-NEXT: [[VAL2:%.*]] = shufflevector <3 x float> [[ARG0]], <3 x float> poison, <8 x i32> ; CHECK-NEXT: tail call void @func1() ; CHECK-NEXT: br label %[[FINALLY]] ; CHECK: [[FINALLY]]: ; CHECK-NEXT: [[VAL3:%.*]] = phi <8 x float> [ [[VAL1]], %[[THEN]] ], [ [[VAL2]], %[[ELSE]] ] ; CHECK-NEXT: ret <8 x float> [[VAL3]] ; entry: br i1 %cond, label %then, label %else then: %val1 = shufflevector <3 x float> %arg0, <3 x float> poison, <8 x i32> tail call void @func0() br label %finally else: %val2 = shufflevector <3 x float> %arg0, <3 x float> poison, <8 x i32> tail call void @func1() br label %finally finally: %val3 = phi <8 x float> [ %val1, %then ], [ %val2, %else ] ret <8 x float> %val3 } define <16 x float> @shuffle_v16f32(<3 x float> %arg0, i1 %cond) { ; CHECK-LABEL: define <16 x float> @shuffle_v16f32( ; CHECK-SAME: <3 x float> [[ARG0:%.*]], i1 [[COND:%.*]]) { ; CHECK-NEXT: [[ENTRY:.*:]] ; CHECK-NEXT: br i1 [[COND]], label %[[THEN:.*]], label %[[ELSE:.*]] ; CHECK: [[THEN]]: ; CHECK-NEXT: [[VAL1:%.*]] = shufflevector <3 x float> [[ARG0]], <3 x float> poison, <16 x i32> ; CHECK-NEXT: tail call void @func0() ; CHECK-NEXT: br label %[[FINALLY:.*]] ; CHECK: [[ELSE]]: ; CHECK-NEXT: [[VAL2:%.*]] = shufflevector <3 x float> [[ARG0]], <3 x float> poison, <16 x i32> ; CHECK-NEXT: tail call void @func1() ; CHECK-NEXT: br label %[[FINALLY]] ; CHECK: [[FINALLY]]: ; CHECK-NEXT: [[VAL3:%.*]] = phi <16 x float> [ [[VAL1]], %[[THEN]] ], [ [[VAL2]], %[[ELSE]] ] ; CHECK-NEXT: ret <16 x float> [[VAL3]] ; entry: br i1 %cond, label %then, label %else then: %val1 = shufflevector <3 x float> %arg0, <3 x float> poison, <16 x i32> tail call void @func0() br label %finally else: %val2 = shufflevector <3 x float> %arg0, <3 x float> poison, <16 x i32> tail call void @func1() br label %finally finally: %val3 = phi <16 x float> [ %val1, %then ], [ %val2, %else ] ret <16 x float> %val3 } define <32 x float> @shuffle_v32f32(<3 x float> %arg0, i1 %cond) { ; CHECK-LABEL: define <32 x float> @shuffle_v32f32( ; CHECK-SAME: <3 x float> [[ARG0:%.*]], i1 [[COND:%.*]]) { ; CHECK-NEXT: [[ENTRY:.*:]] ; CHECK-NEXT: br i1 [[COND]], label %[[THEN:.*]], label %[[ELSE:.*]] ; CHECK: [[THEN]]: ; CHECK-NEXT: [[VAL1:%.*]] = shufflevector <3 x float> [[ARG0]], <3 x float> poison, <32 x i32> ; CHECK-NEXT: tail call void @func0() ; CHECK-NEXT: br label %[[FINALLY:.*]] ; CHECK: [[ELSE]]: ; CHECK-NEXT: [[VAL2:%.*]] = shufflevector <3 x float> [[ARG0]], <3 x float> poison, <32 x i32> ; CHECK-NEXT: tail call void @func1() ; CHECK-NEXT: br label %[[FINALLY]] ; CHECK: [[FINALLY]]: ; CHECK-NEXT: [[VAL3:%.*]] = phi <32 x float> [ [[VAL1]], %[[THEN]] ], [ [[VAL2]], %[[ELSE]] ] ; CHECK-NEXT: ret <32 x float> [[VAL3]] ; entry: br i1 %cond, label %then, label %else then: %val1 = shufflevector <3 x float> %arg0, <3 x float> poison, <32 x i32> tail call void @func0() br label %finally else: %val2 = shufflevector <3 x float> %arg0, <3 x float> poison, <32 x i32> tail call void @func1() br label %finally finally: %val3 = phi <32 x float> [ %val1, %then ], [ %val2, %else ] ret <32 x float> %val3 } declare void @func0() local_unnamed_addr declare void @func1() local_unnamed_addr