diff options
Diffstat (limited to 'llvm/test/CodeGen/AMDGPU/amdgcn.bitcast.128bit.ll')
| -rw-r--r-- | llvm/test/CodeGen/AMDGPU/amdgcn.bitcast.128bit.ll | 875 |
1 files changed, 357 insertions, 518 deletions
diff --git a/llvm/test/CodeGen/AMDGPU/amdgcn.bitcast.128bit.ll b/llvm/test/CodeGen/AMDGPU/amdgcn.bitcast.128bit.ll index 64b5ecc..582f31b 100644 --- a/llvm/test/CodeGen/AMDGPU/amdgcn.bitcast.128bit.ll +++ b/llvm/test/CodeGen/AMDGPU/amdgcn.bitcast.128bit.ll @@ -4125,19 +4125,19 @@ define <4 x i32> @bitcast_v16i8_to_v4i32(<16 x i8> %a, i32 %b) { ; GFX11-TRUE16: ; %bb.0: ; GFX11-TRUE16-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v11.h, v9.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v7.h, v7.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v7.l, v6.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v6.l, v4.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v12.h, v7.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v6.h, v6.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v7.l, v4.l ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v9.h, v2.l ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v10.h, v0.l -; GFX11-TRUE16-NEXT: v_lshlrev_b16 v8.h, 8, v1.l -; GFX11-TRUE16-NEXT: v_lshlrev_b16 v9.l, 8, v3.l -; GFX11-TRUE16-NEXT: v_lshlrev_b16 v6.h, 8, v5.l -; GFX11-TRUE16-NEXT: v_lshlrev_b16 v7.h, 8, v7.h -; GFX11-TRUE16-NEXT: v_lshlrev_b16 v5.l, 8, v11.h -; GFX11-TRUE16-NEXT: v_lshlrev_b16 v5.h, 8, v11.l -; GFX11-TRUE16-NEXT: v_lshlrev_b16 v4.l, 8, v13.l -; GFX11-TRUE16-NEXT: v_lshlrev_b16 v4.h, 8, v15.l +; GFX11-TRUE16-NEXT: v_lshlrev_b16 v7.h, 8, v1.l +; GFX11-TRUE16-NEXT: v_lshlrev_b16 v8.h, 8, v3.l +; GFX11-TRUE16-NEXT: v_lshlrev_b16 v9.l, 8, v5.l +; GFX11-TRUE16-NEXT: v_lshlrev_b16 v4.l, 8, v12.h +; GFX11-TRUE16-NEXT: v_lshlrev_b16 v4.h, 8, v11.h +; GFX11-TRUE16-NEXT: v_lshlrev_b16 v5.l, 8, v11.l +; GFX11-TRUE16-NEXT: v_lshlrev_b16 v5.h, 8, v13.l +; GFX11-TRUE16-NEXT: v_lshlrev_b16 v6.l, 8, v15.l ; GFX11-TRUE16-NEXT: s_mov_b32 s0, exec_lo ; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr0_vgpr1_vgpr2_vgpr3 ; GFX11-TRUE16-NEXT: v_cmpx_ne_u32_e32 0, v16 @@ -4152,94 +4152,71 @@ define <4 x i32> @bitcast_v16i8_to_v4i32(<16 x i8> %a, i32 %b) { ; GFX11-TRUE16-NEXT: .LBB26_3: ; %cmp.false ; GFX11-TRUE16-NEXT: v_and_b16 v0.l, 0xff, v10.h ; GFX11-TRUE16-NEXT: v_and_b16 v0.h, 0xff, v9.h -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v11.h, 0 ; GFX11-TRUE16-NEXT: v_and_b16 v1.l, 0xff, v7.l -; GFX11-TRUE16-NEXT: v_and_b16 v1.h, 0xff, v6.l -; GFX11-TRUE16-NEXT: v_or_b16 v11.l, v0.l, v8.h -; GFX11-TRUE16-NEXT: v_or_b16 v0.h, v0.h, v9.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v0.l, v11.h -; GFX11-TRUE16-NEXT: v_or_b16 v3.h, v1.l, v7.h -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v3.l, v11.h +; GFX11-TRUE16-NEXT: v_and_b16 v1.h, 0xff, v6.h ; GFX11-TRUE16-NEXT: v_and_b16 v2.l, 0xff, v8.l ; GFX11-TRUE16-NEXT: v_and_b16 v2.h, 0xff, v10.l -; GFX11-TRUE16-NEXT: v_or_b32_e32 v0, v11, v0 -; GFX11-TRUE16-NEXT: v_or_b16 v11.l, v1.h, v6.h +; GFX11-TRUE16-NEXT: v_and_b16 v3.l, 0xff, v12.l +; GFX11-TRUE16-NEXT: v_and_b16 v3.h, 0xff, v14.l +; GFX11-TRUE16-NEXT: v_or_b16 v0.l, v0.l, v7.h +; GFX11-TRUE16-NEXT: v_or_b16 v0.h, v0.h, v8.h +; GFX11-TRUE16-NEXT: v_or_b16 v1.l, v1.l, v9.l +; GFX11-TRUE16-NEXT: v_or_b16 v1.h, v1.h, v4.l +; GFX11-TRUE16-NEXT: v_or_b16 v2.l, v2.l, v4.h +; GFX11-TRUE16-NEXT: v_or_b16 v2.h, v2.h, v5.l +; GFX11-TRUE16-NEXT: v_or_b16 v3.l, v3.l, v5.h +; GFX11-TRUE16-NEXT: v_or_b16 v3.h, v3.h, v6.l ; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr10_hi16 ; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr9_hi16 -; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr6_lo16 ; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr7_lo16 +; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr6_hi16 ; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr8_lo16 ; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr10_lo16 -; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr8_hi16 -; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr9_lo16 -; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr6_hi16 -; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr7_hi16 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2) -; GFX11-TRUE16-NEXT: v_or_b16 v2.h, v2.h, v5.h -; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr5_hi16 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v1, v11, v3 -; GFX11-TRUE16-NEXT: v_or_b16 v11.l, v2.l, v5.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v2.l, v11.h -; GFX11-TRUE16-NEXT: v_and_b16 v3.l, 0xff, v12.l -; GFX11-TRUE16-NEXT: v_and_b16 v3.h, 0xff, v14.l ; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr12_lo16 ; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr14_lo16 -; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr5_lo16 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) -; GFX11-TRUE16-NEXT: v_or_b32_e32 v2, v11, v2 -; GFX11-TRUE16-NEXT: v_or_b16 v11.l, v3.l, v4.l -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_1) -; GFX11-TRUE16-NEXT: v_or_b16 v3.h, v3.h, v4.h -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v3.l, v11.h +; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr7_hi16 +; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr8_hi16 +; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr9_lo16 ; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr4_lo16 ; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr4_hi16 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v3, v11, v3 +; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr5_lo16 +; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr5_hi16 +; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr6_lo16 ; GFX11-TRUE16-NEXT: s_and_not1_saveexec_b32 s0, s0 ; GFX11-TRUE16-NEXT: s_cbranch_execz .LBB26_2 ; GFX11-TRUE16-NEXT: .LBB26_4: ; %cmp.true ; GFX11-TRUE16-NEXT: v_add_nc_u16 v0.l, v10.h, 3 ; GFX11-TRUE16-NEXT: v_add_nc_u16 v0.h, v9.h, 3 ; GFX11-TRUE16-NEXT: v_add_nc_u16 v1.l, v7.l, 3 -; GFX11-TRUE16-NEXT: v_add_nc_u16 v1.h, v6.l, 3 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v9.h, 0 +; GFX11-TRUE16-NEXT: v_add_nc_u16 v1.h, v6.h, 3 +; GFX11-TRUE16-NEXT: v_add_nc_u16 v2.l, v8.l, 3 +; GFX11-TRUE16-NEXT: v_add_nc_u16 v2.h, v10.l, 3 +; GFX11-TRUE16-NEXT: v_add_nc_u16 v3.l, v12.l, 3 +; GFX11-TRUE16-NEXT: v_add_nc_u16 v3.h, v14.l, 3 ; GFX11-TRUE16-NEXT: v_and_b16 v0.l, 0xff, v0.l ; GFX11-TRUE16-NEXT: v_and_b16 v0.h, 0xff, v0.h ; GFX11-TRUE16-NEXT: v_and_b16 v1.l, 0xff, v1.l ; GFX11-TRUE16-NEXT: v_and_b16 v1.h, 0xff, v1.h -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v3.l, v9.h -; GFX11-TRUE16-NEXT: v_or_b16 v0.l, v8.h, v0.l -; GFX11-TRUE16-NEXT: v_or_b16 v0.h, v9.l, v0.h -; GFX11-TRUE16-NEXT: v_or_b16 v1.l, v7.h, v1.l -; GFX11-TRUE16-NEXT: v_or_b16 v1.h, v6.h, v1.h -; GFX11-TRUE16-NEXT: v_add_nc_u16 v2.l, v8.l, 3 -; GFX11-TRUE16-NEXT: v_add_nc_u16 v9.l, 0x300, v0.l -; GFX11-TRUE16-NEXT: v_add_nc_u16 v3.h, 0x300, v0.h -; GFX11-TRUE16-NEXT: v_add_nc_u16 v2.h, v10.l, 3 -; GFX11-TRUE16-NEXT: v_add_nc_u16 v6.h, 0x300, v1.l -; GFX11-TRUE16-NEXT: v_and_b16 v1.l, 0xff, v2.l -; GFX11-TRUE16-NEXT: v_add_nc_u16 v2.l, v12.l, 3 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v0, v9, v3 -; GFX11-TRUE16-NEXT: v_add_nc_u16 v9.l, 0x300, v1.h -; GFX11-TRUE16-NEXT: v_and_b16 v1.h, 0xff, v2.h -; GFX11-TRUE16-NEXT: v_add_nc_u16 v2.h, v14.l, 3 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v6.l, v9.h -; GFX11-TRUE16-NEXT: v_or_b16 v3.l, v5.l, v1.l ; GFX11-TRUE16-NEXT: v_and_b16 v2.l, 0xff, v2.l -; GFX11-TRUE16-NEXT: v_or_b16 v3.h, v5.h, v1.h ; GFX11-TRUE16-NEXT: v_and_b16 v2.h, 0xff, v2.h -; GFX11-TRUE16-NEXT: v_or_b32_e32 v1, v9, v6 -; GFX11-TRUE16-NEXT: v_add_nc_u16 v9.l, 0x300, v3.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v5.l, v9.h -; GFX11-TRUE16-NEXT: v_add_nc_u16 v5.h, 0x300, v3.h -; GFX11-TRUE16-NEXT: v_or_b16 v3.l, v4.l, v2.l -; GFX11-TRUE16-NEXT: v_or_b16 v3.h, v4.h, v2.h -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) -; GFX11-TRUE16-NEXT: v_or_b32_e32 v2, v9, v5 -; GFX11-TRUE16-NEXT: v_add_nc_u16 v9.l, 0x300, v3.l -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_1) +; GFX11-TRUE16-NEXT: v_and_b16 v3.l, 0xff, v3.l +; GFX11-TRUE16-NEXT: v_and_b16 v3.h, 0xff, v3.h +; GFX11-TRUE16-NEXT: v_or_b16 v0.l, v7.h, v0.l +; GFX11-TRUE16-NEXT: v_or_b16 v0.h, v8.h, v0.h +; GFX11-TRUE16-NEXT: v_or_b16 v1.l, v9.l, v1.l +; GFX11-TRUE16-NEXT: v_or_b16 v1.h, v4.l, v1.h +; GFX11-TRUE16-NEXT: v_or_b16 v2.l, v4.h, v2.l +; GFX11-TRUE16-NEXT: v_or_b16 v2.h, v5.l, v2.h +; GFX11-TRUE16-NEXT: v_or_b16 v3.l, v5.h, v3.l +; GFX11-TRUE16-NEXT: v_or_b16 v3.h, v6.l, v3.h +; GFX11-TRUE16-NEXT: v_add_nc_u16 v0.l, 0x300, v0.l +; GFX11-TRUE16-NEXT: v_add_nc_u16 v0.h, 0x300, v0.h +; GFX11-TRUE16-NEXT: v_add_nc_u16 v1.l, 0x300, v1.l +; GFX11-TRUE16-NEXT: v_add_nc_u16 v1.h, 0x300, v1.h +; GFX11-TRUE16-NEXT: v_add_nc_u16 v2.l, 0x300, v2.l +; GFX11-TRUE16-NEXT: v_add_nc_u16 v2.h, 0x300, v2.h +; GFX11-TRUE16-NEXT: v_add_nc_u16 v3.l, 0x300, v3.l ; GFX11-TRUE16-NEXT: v_add_nc_u16 v3.h, 0x300, v3.h -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v3.l, v9.h -; GFX11-TRUE16-NEXT: v_or_b32_e32 v3, v9, v3 ; GFX11-TRUE16-NEXT: s_or_b32 exec_lo, exec_lo, s0 ; GFX11-TRUE16-NEXT: s_setpc_b64 s[30:31] ; @@ -8614,19 +8591,19 @@ define <4 x float> @bitcast_v16i8_to_v4f32(<16 x i8> %a, i32 %b) { ; GFX11-TRUE16: ; %bb.0: ; GFX11-TRUE16-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v11.h, v9.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v7.h, v7.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v7.l, v6.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v6.l, v4.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v12.h, v7.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v6.h, v6.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v7.l, v4.l ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v9.h, v2.l ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v10.h, v0.l -; GFX11-TRUE16-NEXT: v_lshlrev_b16 v8.h, 8, v1.l -; GFX11-TRUE16-NEXT: v_lshlrev_b16 v9.l, 8, v3.l -; GFX11-TRUE16-NEXT: v_lshlrev_b16 v6.h, 8, v5.l -; GFX11-TRUE16-NEXT: v_lshlrev_b16 v7.h, 8, v7.h -; GFX11-TRUE16-NEXT: v_lshlrev_b16 v5.l, 8, v11.h -; GFX11-TRUE16-NEXT: v_lshlrev_b16 v5.h, 8, v11.l -; GFX11-TRUE16-NEXT: v_lshlrev_b16 v4.l, 8, v13.l -; GFX11-TRUE16-NEXT: v_lshlrev_b16 v4.h, 8, v15.l +; GFX11-TRUE16-NEXT: v_lshlrev_b16 v7.h, 8, v1.l +; GFX11-TRUE16-NEXT: v_lshlrev_b16 v8.h, 8, v3.l +; GFX11-TRUE16-NEXT: v_lshlrev_b16 v9.l, 8, v5.l +; GFX11-TRUE16-NEXT: v_lshlrev_b16 v4.l, 8, v12.h +; GFX11-TRUE16-NEXT: v_lshlrev_b16 v4.h, 8, v11.h +; GFX11-TRUE16-NEXT: v_lshlrev_b16 v5.l, 8, v11.l +; GFX11-TRUE16-NEXT: v_lshlrev_b16 v5.h, 8, v13.l +; GFX11-TRUE16-NEXT: v_lshlrev_b16 v6.l, 8, v15.l ; GFX11-TRUE16-NEXT: s_mov_b32 s0, exec_lo ; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr0_vgpr1_vgpr2_vgpr3 ; GFX11-TRUE16-NEXT: v_cmpx_ne_u32_e32 0, v16 @@ -8641,94 +8618,71 @@ define <4 x float> @bitcast_v16i8_to_v4f32(<16 x i8> %a, i32 %b) { ; GFX11-TRUE16-NEXT: .LBB50_3: ; %cmp.false ; GFX11-TRUE16-NEXT: v_and_b16 v0.l, 0xff, v10.h ; GFX11-TRUE16-NEXT: v_and_b16 v0.h, 0xff, v9.h -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v11.h, 0 ; GFX11-TRUE16-NEXT: v_and_b16 v1.l, 0xff, v7.l -; GFX11-TRUE16-NEXT: v_and_b16 v1.h, 0xff, v6.l -; GFX11-TRUE16-NEXT: v_or_b16 v11.l, v0.l, v8.h -; GFX11-TRUE16-NEXT: v_or_b16 v0.h, v0.h, v9.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v0.l, v11.h -; GFX11-TRUE16-NEXT: v_or_b16 v3.h, v1.l, v7.h -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v3.l, v11.h +; GFX11-TRUE16-NEXT: v_and_b16 v1.h, 0xff, v6.h ; GFX11-TRUE16-NEXT: v_and_b16 v2.l, 0xff, v8.l ; GFX11-TRUE16-NEXT: v_and_b16 v2.h, 0xff, v10.l -; GFX11-TRUE16-NEXT: v_or_b32_e32 v0, v11, v0 -; GFX11-TRUE16-NEXT: v_or_b16 v11.l, v1.h, v6.h +; GFX11-TRUE16-NEXT: v_and_b16 v3.l, 0xff, v12.l +; GFX11-TRUE16-NEXT: v_and_b16 v3.h, 0xff, v14.l +; GFX11-TRUE16-NEXT: v_or_b16 v0.l, v0.l, v7.h +; GFX11-TRUE16-NEXT: v_or_b16 v0.h, v0.h, v8.h +; GFX11-TRUE16-NEXT: v_or_b16 v1.l, v1.l, v9.l +; GFX11-TRUE16-NEXT: v_or_b16 v1.h, v1.h, v4.l +; GFX11-TRUE16-NEXT: v_or_b16 v2.l, v2.l, v4.h +; GFX11-TRUE16-NEXT: v_or_b16 v2.h, v2.h, v5.l +; GFX11-TRUE16-NEXT: v_or_b16 v3.l, v3.l, v5.h +; GFX11-TRUE16-NEXT: v_or_b16 v3.h, v3.h, v6.l ; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr10_hi16 ; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr9_hi16 -; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr6_lo16 ; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr7_lo16 +; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr6_hi16 ; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr8_lo16 ; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr10_lo16 -; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr8_hi16 -; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr9_lo16 -; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr6_hi16 -; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr7_hi16 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2) -; GFX11-TRUE16-NEXT: v_or_b16 v2.h, v2.h, v5.h -; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr5_hi16 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v1, v11, v3 -; GFX11-TRUE16-NEXT: v_or_b16 v11.l, v2.l, v5.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v2.l, v11.h -; GFX11-TRUE16-NEXT: v_and_b16 v3.l, 0xff, v12.l -; GFX11-TRUE16-NEXT: v_and_b16 v3.h, 0xff, v14.l ; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr12_lo16 ; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr14_lo16 -; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr5_lo16 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) -; GFX11-TRUE16-NEXT: v_or_b32_e32 v2, v11, v2 -; GFX11-TRUE16-NEXT: v_or_b16 v11.l, v3.l, v4.l -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_1) -; GFX11-TRUE16-NEXT: v_or_b16 v3.h, v3.h, v4.h -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v3.l, v11.h +; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr7_hi16 +; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr8_hi16 +; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr9_lo16 ; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr4_lo16 ; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr4_hi16 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v3, v11, v3 +; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr5_lo16 +; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr5_hi16 +; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr6_lo16 ; GFX11-TRUE16-NEXT: s_and_not1_saveexec_b32 s0, s0 ; GFX11-TRUE16-NEXT: s_cbranch_execz .LBB50_2 ; GFX11-TRUE16-NEXT: .LBB50_4: ; %cmp.true ; GFX11-TRUE16-NEXT: v_add_nc_u16 v0.l, v10.h, 3 ; GFX11-TRUE16-NEXT: v_add_nc_u16 v0.h, v9.h, 3 ; GFX11-TRUE16-NEXT: v_add_nc_u16 v1.l, v7.l, 3 -; GFX11-TRUE16-NEXT: v_add_nc_u16 v1.h, v6.l, 3 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v9.h, 0 +; GFX11-TRUE16-NEXT: v_add_nc_u16 v1.h, v6.h, 3 +; GFX11-TRUE16-NEXT: v_add_nc_u16 v2.l, v8.l, 3 +; GFX11-TRUE16-NEXT: v_add_nc_u16 v2.h, v10.l, 3 +; GFX11-TRUE16-NEXT: v_add_nc_u16 v3.l, v12.l, 3 +; GFX11-TRUE16-NEXT: v_add_nc_u16 v3.h, v14.l, 3 ; GFX11-TRUE16-NEXT: v_and_b16 v0.l, 0xff, v0.l ; GFX11-TRUE16-NEXT: v_and_b16 v0.h, 0xff, v0.h ; GFX11-TRUE16-NEXT: v_and_b16 v1.l, 0xff, v1.l ; GFX11-TRUE16-NEXT: v_and_b16 v1.h, 0xff, v1.h -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v3.l, v9.h -; GFX11-TRUE16-NEXT: v_or_b16 v0.l, v8.h, v0.l -; GFX11-TRUE16-NEXT: v_or_b16 v0.h, v9.l, v0.h -; GFX11-TRUE16-NEXT: v_or_b16 v1.l, v7.h, v1.l -; GFX11-TRUE16-NEXT: v_or_b16 v1.h, v6.h, v1.h -; GFX11-TRUE16-NEXT: v_add_nc_u16 v2.l, v8.l, 3 -; GFX11-TRUE16-NEXT: v_add_nc_u16 v9.l, 0x300, v0.l -; GFX11-TRUE16-NEXT: v_add_nc_u16 v3.h, 0x300, v0.h -; GFX11-TRUE16-NEXT: v_add_nc_u16 v2.h, v10.l, 3 -; GFX11-TRUE16-NEXT: v_add_nc_u16 v6.h, 0x300, v1.l -; GFX11-TRUE16-NEXT: v_and_b16 v1.l, 0xff, v2.l -; GFX11-TRUE16-NEXT: v_add_nc_u16 v2.l, v12.l, 3 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v0, v9, v3 -; GFX11-TRUE16-NEXT: v_add_nc_u16 v9.l, 0x300, v1.h -; GFX11-TRUE16-NEXT: v_and_b16 v1.h, 0xff, v2.h -; GFX11-TRUE16-NEXT: v_add_nc_u16 v2.h, v14.l, 3 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v6.l, v9.h -; GFX11-TRUE16-NEXT: v_or_b16 v3.l, v5.l, v1.l ; GFX11-TRUE16-NEXT: v_and_b16 v2.l, 0xff, v2.l -; GFX11-TRUE16-NEXT: v_or_b16 v3.h, v5.h, v1.h ; GFX11-TRUE16-NEXT: v_and_b16 v2.h, 0xff, v2.h -; GFX11-TRUE16-NEXT: v_or_b32_e32 v1, v9, v6 -; GFX11-TRUE16-NEXT: v_add_nc_u16 v9.l, 0x300, v3.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v5.l, v9.h -; GFX11-TRUE16-NEXT: v_add_nc_u16 v5.h, 0x300, v3.h -; GFX11-TRUE16-NEXT: v_or_b16 v3.l, v4.l, v2.l -; GFX11-TRUE16-NEXT: v_or_b16 v3.h, v4.h, v2.h -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) -; GFX11-TRUE16-NEXT: v_or_b32_e32 v2, v9, v5 -; GFX11-TRUE16-NEXT: v_add_nc_u16 v9.l, 0x300, v3.l -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_1) +; GFX11-TRUE16-NEXT: v_and_b16 v3.l, 0xff, v3.l +; GFX11-TRUE16-NEXT: v_and_b16 v3.h, 0xff, v3.h +; GFX11-TRUE16-NEXT: v_or_b16 v0.l, v7.h, v0.l +; GFX11-TRUE16-NEXT: v_or_b16 v0.h, v8.h, v0.h +; GFX11-TRUE16-NEXT: v_or_b16 v1.l, v9.l, v1.l +; GFX11-TRUE16-NEXT: v_or_b16 v1.h, v4.l, v1.h +; GFX11-TRUE16-NEXT: v_or_b16 v2.l, v4.h, v2.l +; GFX11-TRUE16-NEXT: v_or_b16 v2.h, v5.l, v2.h +; GFX11-TRUE16-NEXT: v_or_b16 v3.l, v5.h, v3.l +; GFX11-TRUE16-NEXT: v_or_b16 v3.h, v6.l, v3.h +; GFX11-TRUE16-NEXT: v_add_nc_u16 v0.l, 0x300, v0.l +; GFX11-TRUE16-NEXT: v_add_nc_u16 v0.h, 0x300, v0.h +; GFX11-TRUE16-NEXT: v_add_nc_u16 v1.l, 0x300, v1.l +; GFX11-TRUE16-NEXT: v_add_nc_u16 v1.h, 0x300, v1.h +; GFX11-TRUE16-NEXT: v_add_nc_u16 v2.l, 0x300, v2.l +; GFX11-TRUE16-NEXT: v_add_nc_u16 v2.h, 0x300, v2.h +; GFX11-TRUE16-NEXT: v_add_nc_u16 v3.l, 0x300, v3.l ; GFX11-TRUE16-NEXT: v_add_nc_u16 v3.h, 0x300, v3.h -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v3.l, v9.h -; GFX11-TRUE16-NEXT: v_or_b32_e32 v3, v9, v3 ; GFX11-TRUE16-NEXT: s_or_b32 exec_lo, exec_lo, s0 ; GFX11-TRUE16-NEXT: s_setpc_b64 s[30:31] ; @@ -12703,19 +12657,19 @@ define <2 x i64> @bitcast_v16i8_to_v2i64(<16 x i8> %a, i32 %b) { ; GFX11-TRUE16: ; %bb.0: ; GFX11-TRUE16-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v11.h, v9.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v7.h, v7.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v7.l, v6.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v6.l, v4.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v12.h, v7.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v6.h, v6.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v7.l, v4.l ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v9.h, v2.l ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v10.h, v0.l -; GFX11-TRUE16-NEXT: v_lshlrev_b16 v8.h, 8, v1.l -; GFX11-TRUE16-NEXT: v_lshlrev_b16 v9.l, 8, v3.l -; GFX11-TRUE16-NEXT: v_lshlrev_b16 v6.h, 8, v5.l -; GFX11-TRUE16-NEXT: v_lshlrev_b16 v7.h, 8, v7.h -; GFX11-TRUE16-NEXT: v_lshlrev_b16 v5.l, 8, v11.h -; GFX11-TRUE16-NEXT: v_lshlrev_b16 v5.h, 8, v11.l -; GFX11-TRUE16-NEXT: v_lshlrev_b16 v4.l, 8, v13.l -; GFX11-TRUE16-NEXT: v_lshlrev_b16 v4.h, 8, v15.l +; GFX11-TRUE16-NEXT: v_lshlrev_b16 v7.h, 8, v1.l +; GFX11-TRUE16-NEXT: v_lshlrev_b16 v8.h, 8, v3.l +; GFX11-TRUE16-NEXT: v_lshlrev_b16 v9.l, 8, v5.l +; GFX11-TRUE16-NEXT: v_lshlrev_b16 v4.l, 8, v12.h +; GFX11-TRUE16-NEXT: v_lshlrev_b16 v4.h, 8, v11.h +; GFX11-TRUE16-NEXT: v_lshlrev_b16 v5.l, 8, v11.l +; GFX11-TRUE16-NEXT: v_lshlrev_b16 v5.h, 8, v13.l +; GFX11-TRUE16-NEXT: v_lshlrev_b16 v6.l, 8, v15.l ; GFX11-TRUE16-NEXT: s_mov_b32 s0, exec_lo ; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr0_vgpr1_vgpr2_vgpr3 ; GFX11-TRUE16-NEXT: v_cmpx_ne_u32_e32 0, v16 @@ -12730,94 +12684,71 @@ define <2 x i64> @bitcast_v16i8_to_v2i64(<16 x i8> %a, i32 %b) { ; GFX11-TRUE16-NEXT: .LBB70_3: ; %cmp.false ; GFX11-TRUE16-NEXT: v_and_b16 v0.l, 0xff, v10.h ; GFX11-TRUE16-NEXT: v_and_b16 v0.h, 0xff, v9.h -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v11.h, 0 ; GFX11-TRUE16-NEXT: v_and_b16 v1.l, 0xff, v7.l -; GFX11-TRUE16-NEXT: v_and_b16 v1.h, 0xff, v6.l -; GFX11-TRUE16-NEXT: v_or_b16 v11.l, v0.l, v8.h -; GFX11-TRUE16-NEXT: v_or_b16 v0.h, v0.h, v9.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v0.l, v11.h -; GFX11-TRUE16-NEXT: v_or_b16 v3.h, v1.l, v7.h -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v3.l, v11.h +; GFX11-TRUE16-NEXT: v_and_b16 v1.h, 0xff, v6.h ; GFX11-TRUE16-NEXT: v_and_b16 v2.l, 0xff, v8.l ; GFX11-TRUE16-NEXT: v_and_b16 v2.h, 0xff, v10.l -; GFX11-TRUE16-NEXT: v_or_b32_e32 v0, v11, v0 -; GFX11-TRUE16-NEXT: v_or_b16 v11.l, v1.h, v6.h +; GFX11-TRUE16-NEXT: v_and_b16 v3.l, 0xff, v12.l +; GFX11-TRUE16-NEXT: v_and_b16 v3.h, 0xff, v14.l +; GFX11-TRUE16-NEXT: v_or_b16 v0.l, v0.l, v7.h +; GFX11-TRUE16-NEXT: v_or_b16 v0.h, v0.h, v8.h +; GFX11-TRUE16-NEXT: v_or_b16 v1.l, v1.l, v9.l +; GFX11-TRUE16-NEXT: v_or_b16 v1.h, v1.h, v4.l +; GFX11-TRUE16-NEXT: v_or_b16 v2.l, v2.l, v4.h +; GFX11-TRUE16-NEXT: v_or_b16 v2.h, v2.h, v5.l +; GFX11-TRUE16-NEXT: v_or_b16 v3.l, v3.l, v5.h +; GFX11-TRUE16-NEXT: v_or_b16 v3.h, v3.h, v6.l ; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr10_hi16 ; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr9_hi16 -; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr6_lo16 ; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr7_lo16 +; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr6_hi16 ; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr8_lo16 ; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr10_lo16 -; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr8_hi16 -; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr9_lo16 -; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr6_hi16 -; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr7_hi16 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2) -; GFX11-TRUE16-NEXT: v_or_b16 v2.h, v2.h, v5.h -; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr5_hi16 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v1, v11, v3 -; GFX11-TRUE16-NEXT: v_or_b16 v11.l, v2.l, v5.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v2.l, v11.h -; GFX11-TRUE16-NEXT: v_and_b16 v3.l, 0xff, v12.l -; GFX11-TRUE16-NEXT: v_and_b16 v3.h, 0xff, v14.l ; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr12_lo16 ; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr14_lo16 -; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr5_lo16 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) -; GFX11-TRUE16-NEXT: v_or_b32_e32 v2, v11, v2 -; GFX11-TRUE16-NEXT: v_or_b16 v11.l, v3.l, v4.l -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_1) -; GFX11-TRUE16-NEXT: v_or_b16 v3.h, v3.h, v4.h -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v3.l, v11.h +; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr7_hi16 +; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr8_hi16 +; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr9_lo16 ; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr4_lo16 ; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr4_hi16 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v3, v11, v3 +; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr5_lo16 +; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr5_hi16 +; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr6_lo16 ; GFX11-TRUE16-NEXT: s_and_not1_saveexec_b32 s0, s0 ; GFX11-TRUE16-NEXT: s_cbranch_execz .LBB70_2 ; GFX11-TRUE16-NEXT: .LBB70_4: ; %cmp.true ; GFX11-TRUE16-NEXT: v_add_nc_u16 v0.l, v10.h, 3 ; GFX11-TRUE16-NEXT: v_add_nc_u16 v0.h, v9.h, 3 ; GFX11-TRUE16-NEXT: v_add_nc_u16 v1.l, v7.l, 3 -; GFX11-TRUE16-NEXT: v_add_nc_u16 v1.h, v6.l, 3 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v9.h, 0 +; GFX11-TRUE16-NEXT: v_add_nc_u16 v1.h, v6.h, 3 +; GFX11-TRUE16-NEXT: v_add_nc_u16 v2.l, v8.l, 3 +; GFX11-TRUE16-NEXT: v_add_nc_u16 v2.h, v10.l, 3 +; GFX11-TRUE16-NEXT: v_add_nc_u16 v3.l, v12.l, 3 +; GFX11-TRUE16-NEXT: v_add_nc_u16 v3.h, v14.l, 3 ; GFX11-TRUE16-NEXT: v_and_b16 v0.l, 0xff, v0.l ; GFX11-TRUE16-NEXT: v_and_b16 v0.h, 0xff, v0.h ; GFX11-TRUE16-NEXT: v_and_b16 v1.l, 0xff, v1.l ; GFX11-TRUE16-NEXT: v_and_b16 v1.h, 0xff, v1.h -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v3.l, v9.h -; GFX11-TRUE16-NEXT: v_or_b16 v0.l, v8.h, v0.l -; GFX11-TRUE16-NEXT: v_or_b16 v0.h, v9.l, v0.h -; GFX11-TRUE16-NEXT: v_or_b16 v1.l, v7.h, v1.l -; GFX11-TRUE16-NEXT: v_or_b16 v1.h, v6.h, v1.h -; GFX11-TRUE16-NEXT: v_add_nc_u16 v2.l, v8.l, 3 -; GFX11-TRUE16-NEXT: v_add_nc_u16 v9.l, 0x300, v0.l -; GFX11-TRUE16-NEXT: v_add_nc_u16 v3.h, 0x300, v0.h -; GFX11-TRUE16-NEXT: v_add_nc_u16 v2.h, v10.l, 3 -; GFX11-TRUE16-NEXT: v_add_nc_u16 v6.h, 0x300, v1.l -; GFX11-TRUE16-NEXT: v_and_b16 v1.l, 0xff, v2.l -; GFX11-TRUE16-NEXT: v_add_nc_u16 v2.l, v12.l, 3 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v0, v9, v3 -; GFX11-TRUE16-NEXT: v_add_nc_u16 v9.l, 0x300, v1.h -; GFX11-TRUE16-NEXT: v_and_b16 v1.h, 0xff, v2.h -; GFX11-TRUE16-NEXT: v_add_nc_u16 v2.h, v14.l, 3 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v6.l, v9.h -; GFX11-TRUE16-NEXT: v_or_b16 v3.l, v5.l, v1.l ; GFX11-TRUE16-NEXT: v_and_b16 v2.l, 0xff, v2.l -; GFX11-TRUE16-NEXT: v_or_b16 v3.h, v5.h, v1.h ; GFX11-TRUE16-NEXT: v_and_b16 v2.h, 0xff, v2.h -; GFX11-TRUE16-NEXT: v_or_b32_e32 v1, v9, v6 -; GFX11-TRUE16-NEXT: v_add_nc_u16 v9.l, 0x300, v3.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v5.l, v9.h -; GFX11-TRUE16-NEXT: v_add_nc_u16 v5.h, 0x300, v3.h -; GFX11-TRUE16-NEXT: v_or_b16 v3.l, v4.l, v2.l -; GFX11-TRUE16-NEXT: v_or_b16 v3.h, v4.h, v2.h -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) -; GFX11-TRUE16-NEXT: v_or_b32_e32 v2, v9, v5 -; GFX11-TRUE16-NEXT: v_add_nc_u16 v9.l, 0x300, v3.l -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_1) +; GFX11-TRUE16-NEXT: v_and_b16 v3.l, 0xff, v3.l +; GFX11-TRUE16-NEXT: v_and_b16 v3.h, 0xff, v3.h +; GFX11-TRUE16-NEXT: v_or_b16 v0.l, v7.h, v0.l +; GFX11-TRUE16-NEXT: v_or_b16 v0.h, v8.h, v0.h +; GFX11-TRUE16-NEXT: v_or_b16 v1.l, v9.l, v1.l +; GFX11-TRUE16-NEXT: v_or_b16 v1.h, v4.l, v1.h +; GFX11-TRUE16-NEXT: v_or_b16 v2.l, v4.h, v2.l +; GFX11-TRUE16-NEXT: v_or_b16 v2.h, v5.l, v2.h +; GFX11-TRUE16-NEXT: v_or_b16 v3.l, v5.h, v3.l +; GFX11-TRUE16-NEXT: v_or_b16 v3.h, v6.l, v3.h +; GFX11-TRUE16-NEXT: v_add_nc_u16 v0.l, 0x300, v0.l +; GFX11-TRUE16-NEXT: v_add_nc_u16 v0.h, 0x300, v0.h +; GFX11-TRUE16-NEXT: v_add_nc_u16 v1.l, 0x300, v1.l +; GFX11-TRUE16-NEXT: v_add_nc_u16 v1.h, 0x300, v1.h +; GFX11-TRUE16-NEXT: v_add_nc_u16 v2.l, 0x300, v2.l +; GFX11-TRUE16-NEXT: v_add_nc_u16 v2.h, 0x300, v2.h +; GFX11-TRUE16-NEXT: v_add_nc_u16 v3.l, 0x300, v3.l ; GFX11-TRUE16-NEXT: v_add_nc_u16 v3.h, 0x300, v3.h -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v3.l, v9.h -; GFX11-TRUE16-NEXT: v_or_b32_e32 v3, v9, v3 ; GFX11-TRUE16-NEXT: s_or_b32 exec_lo, exec_lo, s0 ; GFX11-TRUE16-NEXT: s_setpc_b64 s[30:31] ; @@ -16408,19 +16339,19 @@ define <2 x double> @bitcast_v16i8_to_v2f64(<16 x i8> %a, i32 %b) { ; GFX11-TRUE16: ; %bb.0: ; GFX11-TRUE16-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v11.h, v9.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v7.h, v7.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v7.l, v6.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v6.l, v4.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v12.h, v7.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v6.h, v6.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v7.l, v4.l ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v9.h, v2.l ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v10.h, v0.l -; GFX11-TRUE16-NEXT: v_lshlrev_b16 v8.h, 8, v1.l -; GFX11-TRUE16-NEXT: v_lshlrev_b16 v9.l, 8, v3.l -; GFX11-TRUE16-NEXT: v_lshlrev_b16 v6.h, 8, v5.l -; GFX11-TRUE16-NEXT: v_lshlrev_b16 v7.h, 8, v7.h -; GFX11-TRUE16-NEXT: v_lshlrev_b16 v5.l, 8, v11.h -; GFX11-TRUE16-NEXT: v_lshlrev_b16 v5.h, 8, v11.l -; GFX11-TRUE16-NEXT: v_lshlrev_b16 v4.l, 8, v13.l -; GFX11-TRUE16-NEXT: v_lshlrev_b16 v4.h, 8, v15.l +; GFX11-TRUE16-NEXT: v_lshlrev_b16 v7.h, 8, v1.l +; GFX11-TRUE16-NEXT: v_lshlrev_b16 v8.h, 8, v3.l +; GFX11-TRUE16-NEXT: v_lshlrev_b16 v9.l, 8, v5.l +; GFX11-TRUE16-NEXT: v_lshlrev_b16 v4.l, 8, v12.h +; GFX11-TRUE16-NEXT: v_lshlrev_b16 v4.h, 8, v11.h +; GFX11-TRUE16-NEXT: v_lshlrev_b16 v5.l, 8, v11.l +; GFX11-TRUE16-NEXT: v_lshlrev_b16 v5.h, 8, v13.l +; GFX11-TRUE16-NEXT: v_lshlrev_b16 v6.l, 8, v15.l ; GFX11-TRUE16-NEXT: s_mov_b32 s0, exec_lo ; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr0_vgpr1_vgpr2_vgpr3 ; GFX11-TRUE16-NEXT: v_cmpx_ne_u32_e32 0, v16 @@ -16435,94 +16366,71 @@ define <2 x double> @bitcast_v16i8_to_v2f64(<16 x i8> %a, i32 %b) { ; GFX11-TRUE16-NEXT: .LBB86_3: ; %cmp.false ; GFX11-TRUE16-NEXT: v_and_b16 v0.l, 0xff, v10.h ; GFX11-TRUE16-NEXT: v_and_b16 v0.h, 0xff, v9.h -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v11.h, 0 ; GFX11-TRUE16-NEXT: v_and_b16 v1.l, 0xff, v7.l -; GFX11-TRUE16-NEXT: v_and_b16 v1.h, 0xff, v6.l -; GFX11-TRUE16-NEXT: v_or_b16 v11.l, v0.l, v8.h -; GFX11-TRUE16-NEXT: v_or_b16 v0.h, v0.h, v9.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v0.l, v11.h -; GFX11-TRUE16-NEXT: v_or_b16 v3.h, v1.l, v7.h -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v3.l, v11.h +; GFX11-TRUE16-NEXT: v_and_b16 v1.h, 0xff, v6.h ; GFX11-TRUE16-NEXT: v_and_b16 v2.l, 0xff, v8.l ; GFX11-TRUE16-NEXT: v_and_b16 v2.h, 0xff, v10.l -; GFX11-TRUE16-NEXT: v_or_b32_e32 v0, v11, v0 -; GFX11-TRUE16-NEXT: v_or_b16 v11.l, v1.h, v6.h +; GFX11-TRUE16-NEXT: v_and_b16 v3.l, 0xff, v12.l +; GFX11-TRUE16-NEXT: v_and_b16 v3.h, 0xff, v14.l +; GFX11-TRUE16-NEXT: v_or_b16 v0.l, v0.l, v7.h +; GFX11-TRUE16-NEXT: v_or_b16 v0.h, v0.h, v8.h +; GFX11-TRUE16-NEXT: v_or_b16 v1.l, v1.l, v9.l +; GFX11-TRUE16-NEXT: v_or_b16 v1.h, v1.h, v4.l +; GFX11-TRUE16-NEXT: v_or_b16 v2.l, v2.l, v4.h +; GFX11-TRUE16-NEXT: v_or_b16 v2.h, v2.h, v5.l +; GFX11-TRUE16-NEXT: v_or_b16 v3.l, v3.l, v5.h +; GFX11-TRUE16-NEXT: v_or_b16 v3.h, v3.h, v6.l ; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr10_hi16 ; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr9_hi16 -; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr6_lo16 ; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr7_lo16 +; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr6_hi16 ; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr8_lo16 ; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr10_lo16 -; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr8_hi16 -; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr9_lo16 -; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr6_hi16 -; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr7_hi16 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2) -; GFX11-TRUE16-NEXT: v_or_b16 v2.h, v2.h, v5.h -; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr5_hi16 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v1, v11, v3 -; GFX11-TRUE16-NEXT: v_or_b16 v11.l, v2.l, v5.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v2.l, v11.h -; GFX11-TRUE16-NEXT: v_and_b16 v3.l, 0xff, v12.l -; GFX11-TRUE16-NEXT: v_and_b16 v3.h, 0xff, v14.l ; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr12_lo16 ; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr14_lo16 -; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr5_lo16 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) -; GFX11-TRUE16-NEXT: v_or_b32_e32 v2, v11, v2 -; GFX11-TRUE16-NEXT: v_or_b16 v11.l, v3.l, v4.l -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_1) -; GFX11-TRUE16-NEXT: v_or_b16 v3.h, v3.h, v4.h -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v3.l, v11.h +; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr7_hi16 +; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr8_hi16 +; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr9_lo16 ; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr4_lo16 ; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr4_hi16 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v3, v11, v3 +; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr5_lo16 +; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr5_hi16 +; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr6_lo16 ; GFX11-TRUE16-NEXT: s_and_not1_saveexec_b32 s0, s0 ; GFX11-TRUE16-NEXT: s_cbranch_execz .LBB86_2 ; GFX11-TRUE16-NEXT: .LBB86_4: ; %cmp.true ; GFX11-TRUE16-NEXT: v_add_nc_u16 v0.l, v10.h, 3 ; GFX11-TRUE16-NEXT: v_add_nc_u16 v0.h, v9.h, 3 ; GFX11-TRUE16-NEXT: v_add_nc_u16 v1.l, v7.l, 3 -; GFX11-TRUE16-NEXT: v_add_nc_u16 v1.h, v6.l, 3 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v9.h, 0 +; GFX11-TRUE16-NEXT: v_add_nc_u16 v1.h, v6.h, 3 +; GFX11-TRUE16-NEXT: v_add_nc_u16 v2.l, v8.l, 3 +; GFX11-TRUE16-NEXT: v_add_nc_u16 v2.h, v10.l, 3 +; GFX11-TRUE16-NEXT: v_add_nc_u16 v3.l, v12.l, 3 +; GFX11-TRUE16-NEXT: v_add_nc_u16 v3.h, v14.l, 3 ; GFX11-TRUE16-NEXT: v_and_b16 v0.l, 0xff, v0.l ; GFX11-TRUE16-NEXT: v_and_b16 v0.h, 0xff, v0.h ; GFX11-TRUE16-NEXT: v_and_b16 v1.l, 0xff, v1.l ; GFX11-TRUE16-NEXT: v_and_b16 v1.h, 0xff, v1.h -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v3.l, v9.h -; GFX11-TRUE16-NEXT: v_or_b16 v0.l, v8.h, v0.l -; GFX11-TRUE16-NEXT: v_or_b16 v0.h, v9.l, v0.h -; GFX11-TRUE16-NEXT: v_or_b16 v1.l, v7.h, v1.l -; GFX11-TRUE16-NEXT: v_or_b16 v1.h, v6.h, v1.h -; GFX11-TRUE16-NEXT: v_add_nc_u16 v2.l, v8.l, 3 -; GFX11-TRUE16-NEXT: v_add_nc_u16 v9.l, 0x300, v0.l -; GFX11-TRUE16-NEXT: v_add_nc_u16 v3.h, 0x300, v0.h -; GFX11-TRUE16-NEXT: v_add_nc_u16 v2.h, v10.l, 3 -; GFX11-TRUE16-NEXT: v_add_nc_u16 v6.h, 0x300, v1.l -; GFX11-TRUE16-NEXT: v_and_b16 v1.l, 0xff, v2.l -; GFX11-TRUE16-NEXT: v_add_nc_u16 v2.l, v12.l, 3 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v0, v9, v3 -; GFX11-TRUE16-NEXT: v_add_nc_u16 v9.l, 0x300, v1.h -; GFX11-TRUE16-NEXT: v_and_b16 v1.h, 0xff, v2.h -; GFX11-TRUE16-NEXT: v_add_nc_u16 v2.h, v14.l, 3 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v6.l, v9.h -; GFX11-TRUE16-NEXT: v_or_b16 v3.l, v5.l, v1.l ; GFX11-TRUE16-NEXT: v_and_b16 v2.l, 0xff, v2.l -; GFX11-TRUE16-NEXT: v_or_b16 v3.h, v5.h, v1.h ; GFX11-TRUE16-NEXT: v_and_b16 v2.h, 0xff, v2.h -; GFX11-TRUE16-NEXT: v_or_b32_e32 v1, v9, v6 -; GFX11-TRUE16-NEXT: v_add_nc_u16 v9.l, 0x300, v3.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v5.l, v9.h -; GFX11-TRUE16-NEXT: v_add_nc_u16 v5.h, 0x300, v3.h -; GFX11-TRUE16-NEXT: v_or_b16 v3.l, v4.l, v2.l -; GFX11-TRUE16-NEXT: v_or_b16 v3.h, v4.h, v2.h -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) -; GFX11-TRUE16-NEXT: v_or_b32_e32 v2, v9, v5 -; GFX11-TRUE16-NEXT: v_add_nc_u16 v9.l, 0x300, v3.l -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_1) +; GFX11-TRUE16-NEXT: v_and_b16 v3.l, 0xff, v3.l +; GFX11-TRUE16-NEXT: v_and_b16 v3.h, 0xff, v3.h +; GFX11-TRUE16-NEXT: v_or_b16 v0.l, v7.h, v0.l +; GFX11-TRUE16-NEXT: v_or_b16 v0.h, v8.h, v0.h +; GFX11-TRUE16-NEXT: v_or_b16 v1.l, v9.l, v1.l +; GFX11-TRUE16-NEXT: v_or_b16 v1.h, v4.l, v1.h +; GFX11-TRUE16-NEXT: v_or_b16 v2.l, v4.h, v2.l +; GFX11-TRUE16-NEXT: v_or_b16 v2.h, v5.l, v2.h +; GFX11-TRUE16-NEXT: v_or_b16 v3.l, v5.h, v3.l +; GFX11-TRUE16-NEXT: v_or_b16 v3.h, v6.l, v3.h +; GFX11-TRUE16-NEXT: v_add_nc_u16 v0.l, 0x300, v0.l +; GFX11-TRUE16-NEXT: v_add_nc_u16 v0.h, 0x300, v0.h +; GFX11-TRUE16-NEXT: v_add_nc_u16 v1.l, 0x300, v1.l +; GFX11-TRUE16-NEXT: v_add_nc_u16 v1.h, 0x300, v1.h +; GFX11-TRUE16-NEXT: v_add_nc_u16 v2.l, 0x300, v2.l +; GFX11-TRUE16-NEXT: v_add_nc_u16 v2.h, 0x300, v2.h +; GFX11-TRUE16-NEXT: v_add_nc_u16 v3.l, 0x300, v3.l ; GFX11-TRUE16-NEXT: v_add_nc_u16 v3.h, 0x300, v3.h -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v3.l, v9.h -; GFX11-TRUE16-NEXT: v_or_b32_e32 v3, v9, v3 ; GFX11-TRUE16-NEXT: s_or_b32 exec_lo, exec_lo, s0 ; GFX11-TRUE16-NEXT: s_setpc_b64 s[30:31] ; @@ -19833,19 +19741,19 @@ define <8 x i16> @bitcast_v16i8_to_v8i16(<16 x i8> %a, i32 %b) { ; GFX11-TRUE16: ; %bb.0: ; GFX11-TRUE16-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v11.h, v9.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v7.h, v7.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v7.l, v6.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v6.l, v4.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v12.h, v7.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v6.h, v6.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v7.l, v4.l ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v9.h, v2.l ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v10.h, v0.l -; GFX11-TRUE16-NEXT: v_lshlrev_b16 v8.h, 8, v1.l -; GFX11-TRUE16-NEXT: v_lshlrev_b16 v9.l, 8, v3.l -; GFX11-TRUE16-NEXT: v_lshlrev_b16 v6.h, 8, v5.l -; GFX11-TRUE16-NEXT: v_lshlrev_b16 v7.h, 8, v7.h -; GFX11-TRUE16-NEXT: v_lshlrev_b16 v5.l, 8, v11.h -; GFX11-TRUE16-NEXT: v_lshlrev_b16 v5.h, 8, v11.l -; GFX11-TRUE16-NEXT: v_lshlrev_b16 v4.l, 8, v13.l -; GFX11-TRUE16-NEXT: v_lshlrev_b16 v4.h, 8, v15.l +; GFX11-TRUE16-NEXT: v_lshlrev_b16 v7.h, 8, v1.l +; GFX11-TRUE16-NEXT: v_lshlrev_b16 v8.h, 8, v3.l +; GFX11-TRUE16-NEXT: v_lshlrev_b16 v9.l, 8, v5.l +; GFX11-TRUE16-NEXT: v_lshlrev_b16 v4.l, 8, v12.h +; GFX11-TRUE16-NEXT: v_lshlrev_b16 v4.h, 8, v11.h +; GFX11-TRUE16-NEXT: v_lshlrev_b16 v5.l, 8, v11.l +; GFX11-TRUE16-NEXT: v_lshlrev_b16 v5.h, 8, v13.l +; GFX11-TRUE16-NEXT: v_lshlrev_b16 v6.l, 8, v15.l ; GFX11-TRUE16-NEXT: s_mov_b32 s0, exec_lo ; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr0_vgpr1_vgpr2_vgpr3 ; GFX11-TRUE16-NEXT: v_cmpx_ne_u32_e32 0, v16 @@ -19860,94 +19768,71 @@ define <8 x i16> @bitcast_v16i8_to_v8i16(<16 x i8> %a, i32 %b) { ; GFX11-TRUE16-NEXT: .LBB98_3: ; %cmp.false ; GFX11-TRUE16-NEXT: v_and_b16 v0.l, 0xff, v10.h ; GFX11-TRUE16-NEXT: v_and_b16 v0.h, 0xff, v9.h -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v11.h, 0 ; GFX11-TRUE16-NEXT: v_and_b16 v1.l, 0xff, v7.l -; GFX11-TRUE16-NEXT: v_and_b16 v1.h, 0xff, v6.l -; GFX11-TRUE16-NEXT: v_or_b16 v11.l, v0.l, v8.h -; GFX11-TRUE16-NEXT: v_or_b16 v0.h, v0.h, v9.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v0.l, v11.h -; GFX11-TRUE16-NEXT: v_or_b16 v3.h, v1.l, v7.h -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v3.l, v11.h +; GFX11-TRUE16-NEXT: v_and_b16 v1.h, 0xff, v6.h ; GFX11-TRUE16-NEXT: v_and_b16 v2.l, 0xff, v8.l ; GFX11-TRUE16-NEXT: v_and_b16 v2.h, 0xff, v10.l -; GFX11-TRUE16-NEXT: v_or_b32_e32 v0, v11, v0 -; GFX11-TRUE16-NEXT: v_or_b16 v11.l, v1.h, v6.h +; GFX11-TRUE16-NEXT: v_and_b16 v3.l, 0xff, v12.l +; GFX11-TRUE16-NEXT: v_and_b16 v3.h, 0xff, v14.l +; GFX11-TRUE16-NEXT: v_or_b16 v0.l, v0.l, v7.h +; GFX11-TRUE16-NEXT: v_or_b16 v0.h, v0.h, v8.h +; GFX11-TRUE16-NEXT: v_or_b16 v1.l, v1.l, v9.l +; GFX11-TRUE16-NEXT: v_or_b16 v1.h, v1.h, v4.l +; GFX11-TRUE16-NEXT: v_or_b16 v2.l, v2.l, v4.h +; GFX11-TRUE16-NEXT: v_or_b16 v2.h, v2.h, v5.l +; GFX11-TRUE16-NEXT: v_or_b16 v3.l, v3.l, v5.h +; GFX11-TRUE16-NEXT: v_or_b16 v3.h, v3.h, v6.l ; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr10_hi16 ; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr9_hi16 -; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr6_lo16 ; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr7_lo16 +; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr6_hi16 ; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr8_lo16 ; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr10_lo16 -; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr8_hi16 -; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr9_lo16 -; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr6_hi16 -; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr7_hi16 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2) -; GFX11-TRUE16-NEXT: v_or_b16 v2.h, v2.h, v5.h -; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr5_hi16 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v1, v11, v3 -; GFX11-TRUE16-NEXT: v_or_b16 v11.l, v2.l, v5.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v2.l, v11.h -; GFX11-TRUE16-NEXT: v_and_b16 v3.l, 0xff, v12.l -; GFX11-TRUE16-NEXT: v_and_b16 v3.h, 0xff, v14.l ; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr12_lo16 ; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr14_lo16 -; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr5_lo16 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) -; GFX11-TRUE16-NEXT: v_or_b32_e32 v2, v11, v2 -; GFX11-TRUE16-NEXT: v_or_b16 v11.l, v3.l, v4.l -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_1) -; GFX11-TRUE16-NEXT: v_or_b16 v3.h, v3.h, v4.h -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v3.l, v11.h +; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr7_hi16 +; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr8_hi16 +; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr9_lo16 ; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr4_lo16 ; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr4_hi16 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v3, v11, v3 +; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr5_lo16 +; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr5_hi16 +; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr6_lo16 ; GFX11-TRUE16-NEXT: s_and_not1_saveexec_b32 s0, s0 ; GFX11-TRUE16-NEXT: s_cbranch_execz .LBB98_2 ; GFX11-TRUE16-NEXT: .LBB98_4: ; %cmp.true ; GFX11-TRUE16-NEXT: v_add_nc_u16 v0.l, v10.h, 3 ; GFX11-TRUE16-NEXT: v_add_nc_u16 v0.h, v9.h, 3 ; GFX11-TRUE16-NEXT: v_add_nc_u16 v1.l, v7.l, 3 -; GFX11-TRUE16-NEXT: v_add_nc_u16 v1.h, v6.l, 3 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v9.h, 0 +; GFX11-TRUE16-NEXT: v_add_nc_u16 v1.h, v6.h, 3 +; GFX11-TRUE16-NEXT: v_add_nc_u16 v2.l, v8.l, 3 +; GFX11-TRUE16-NEXT: v_add_nc_u16 v2.h, v10.l, 3 +; GFX11-TRUE16-NEXT: v_add_nc_u16 v3.l, v12.l, 3 +; GFX11-TRUE16-NEXT: v_add_nc_u16 v3.h, v14.l, 3 ; GFX11-TRUE16-NEXT: v_and_b16 v0.l, 0xff, v0.l ; GFX11-TRUE16-NEXT: v_and_b16 v0.h, 0xff, v0.h ; GFX11-TRUE16-NEXT: v_and_b16 v1.l, 0xff, v1.l ; GFX11-TRUE16-NEXT: v_and_b16 v1.h, 0xff, v1.h -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v3.l, v9.h -; GFX11-TRUE16-NEXT: v_or_b16 v0.l, v8.h, v0.l -; GFX11-TRUE16-NEXT: v_or_b16 v0.h, v9.l, v0.h -; GFX11-TRUE16-NEXT: v_or_b16 v1.l, v7.h, v1.l -; GFX11-TRUE16-NEXT: v_or_b16 v1.h, v6.h, v1.h -; GFX11-TRUE16-NEXT: v_add_nc_u16 v2.l, v8.l, 3 -; GFX11-TRUE16-NEXT: v_add_nc_u16 v9.l, 0x300, v0.l -; GFX11-TRUE16-NEXT: v_add_nc_u16 v3.h, 0x300, v0.h -; GFX11-TRUE16-NEXT: v_add_nc_u16 v2.h, v10.l, 3 -; GFX11-TRUE16-NEXT: v_add_nc_u16 v6.h, 0x300, v1.l -; GFX11-TRUE16-NEXT: v_and_b16 v1.l, 0xff, v2.l -; GFX11-TRUE16-NEXT: v_add_nc_u16 v2.l, v12.l, 3 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v0, v9, v3 -; GFX11-TRUE16-NEXT: v_add_nc_u16 v9.l, 0x300, v1.h -; GFX11-TRUE16-NEXT: v_and_b16 v1.h, 0xff, v2.h -; GFX11-TRUE16-NEXT: v_add_nc_u16 v2.h, v14.l, 3 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v6.l, v9.h -; GFX11-TRUE16-NEXT: v_or_b16 v3.l, v5.l, v1.l ; GFX11-TRUE16-NEXT: v_and_b16 v2.l, 0xff, v2.l -; GFX11-TRUE16-NEXT: v_or_b16 v3.h, v5.h, v1.h ; GFX11-TRUE16-NEXT: v_and_b16 v2.h, 0xff, v2.h -; GFX11-TRUE16-NEXT: v_or_b32_e32 v1, v9, v6 -; GFX11-TRUE16-NEXT: v_add_nc_u16 v9.l, 0x300, v3.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v5.l, v9.h -; GFX11-TRUE16-NEXT: v_add_nc_u16 v5.h, 0x300, v3.h -; GFX11-TRUE16-NEXT: v_or_b16 v3.l, v4.l, v2.l -; GFX11-TRUE16-NEXT: v_or_b16 v3.h, v4.h, v2.h -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) -; GFX11-TRUE16-NEXT: v_or_b32_e32 v2, v9, v5 -; GFX11-TRUE16-NEXT: v_add_nc_u16 v9.l, 0x300, v3.l -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_1) +; GFX11-TRUE16-NEXT: v_and_b16 v3.l, 0xff, v3.l +; GFX11-TRUE16-NEXT: v_and_b16 v3.h, 0xff, v3.h +; GFX11-TRUE16-NEXT: v_or_b16 v0.l, v7.h, v0.l +; GFX11-TRUE16-NEXT: v_or_b16 v0.h, v8.h, v0.h +; GFX11-TRUE16-NEXT: v_or_b16 v1.l, v9.l, v1.l +; GFX11-TRUE16-NEXT: v_or_b16 v1.h, v4.l, v1.h +; GFX11-TRUE16-NEXT: v_or_b16 v2.l, v4.h, v2.l +; GFX11-TRUE16-NEXT: v_or_b16 v2.h, v5.l, v2.h +; GFX11-TRUE16-NEXT: v_or_b16 v3.l, v5.h, v3.l +; GFX11-TRUE16-NEXT: v_or_b16 v3.h, v6.l, v3.h +; GFX11-TRUE16-NEXT: v_add_nc_u16 v0.l, 0x300, v0.l +; GFX11-TRUE16-NEXT: v_add_nc_u16 v0.h, 0x300, v0.h +; GFX11-TRUE16-NEXT: v_add_nc_u16 v1.l, 0x300, v1.l +; GFX11-TRUE16-NEXT: v_add_nc_u16 v1.h, 0x300, v1.h +; GFX11-TRUE16-NEXT: v_add_nc_u16 v2.l, 0x300, v2.l +; GFX11-TRUE16-NEXT: v_add_nc_u16 v2.h, 0x300, v2.h +; GFX11-TRUE16-NEXT: v_add_nc_u16 v3.l, 0x300, v3.l ; GFX11-TRUE16-NEXT: v_add_nc_u16 v3.h, 0x300, v3.h -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v3.l, v9.h -; GFX11-TRUE16-NEXT: v_or_b32_e32 v3, v9, v3 ; GFX11-TRUE16-NEXT: s_or_b32 exec_lo, exec_lo, s0 ; GFX11-TRUE16-NEXT: s_setpc_b64 s[30:31] ; @@ -22745,19 +22630,19 @@ define <8 x half> @bitcast_v16i8_to_v8f16(<16 x i8> %a, i32 %b) { ; GFX11-TRUE16: ; %bb.0: ; GFX11-TRUE16-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v11.h, v9.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v7.h, v7.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v7.l, v6.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v6.l, v4.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v12.h, v7.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v6.h, v6.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v7.l, v4.l ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v9.h, v2.l ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v10.h, v0.l -; GFX11-TRUE16-NEXT: v_lshlrev_b16 v8.h, 8, v1.l -; GFX11-TRUE16-NEXT: v_lshlrev_b16 v9.l, 8, v3.l -; GFX11-TRUE16-NEXT: v_lshlrev_b16 v6.h, 8, v5.l -; GFX11-TRUE16-NEXT: v_lshlrev_b16 v7.h, 8, v7.h -; GFX11-TRUE16-NEXT: v_lshlrev_b16 v5.l, 8, v11.h -; GFX11-TRUE16-NEXT: v_lshlrev_b16 v5.h, 8, v11.l -; GFX11-TRUE16-NEXT: v_lshlrev_b16 v4.l, 8, v13.l -; GFX11-TRUE16-NEXT: v_lshlrev_b16 v4.h, 8, v15.l +; GFX11-TRUE16-NEXT: v_lshlrev_b16 v7.h, 8, v1.l +; GFX11-TRUE16-NEXT: v_lshlrev_b16 v8.h, 8, v3.l +; GFX11-TRUE16-NEXT: v_lshlrev_b16 v9.l, 8, v5.l +; GFX11-TRUE16-NEXT: v_lshlrev_b16 v4.l, 8, v12.h +; GFX11-TRUE16-NEXT: v_lshlrev_b16 v4.h, 8, v11.h +; GFX11-TRUE16-NEXT: v_lshlrev_b16 v5.l, 8, v11.l +; GFX11-TRUE16-NEXT: v_lshlrev_b16 v5.h, 8, v13.l +; GFX11-TRUE16-NEXT: v_lshlrev_b16 v6.l, 8, v15.l ; GFX11-TRUE16-NEXT: s_mov_b32 s0, exec_lo ; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr0_vgpr1_vgpr2_vgpr3 ; GFX11-TRUE16-NEXT: v_cmpx_ne_u32_e32 0, v16 @@ -22772,94 +22657,71 @@ define <8 x half> @bitcast_v16i8_to_v8f16(<16 x i8> %a, i32 %b) { ; GFX11-TRUE16-NEXT: .LBB106_3: ; %cmp.false ; GFX11-TRUE16-NEXT: v_and_b16 v0.l, 0xff, v10.h ; GFX11-TRUE16-NEXT: v_and_b16 v0.h, 0xff, v9.h -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v11.h, 0 ; GFX11-TRUE16-NEXT: v_and_b16 v1.l, 0xff, v7.l -; GFX11-TRUE16-NEXT: v_and_b16 v1.h, 0xff, v6.l -; GFX11-TRUE16-NEXT: v_or_b16 v11.l, v0.l, v8.h -; GFX11-TRUE16-NEXT: v_or_b16 v0.h, v0.h, v9.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v0.l, v11.h -; GFX11-TRUE16-NEXT: v_or_b16 v3.h, v1.l, v7.h -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v3.l, v11.h +; GFX11-TRUE16-NEXT: v_and_b16 v1.h, 0xff, v6.h ; GFX11-TRUE16-NEXT: v_and_b16 v2.l, 0xff, v8.l ; GFX11-TRUE16-NEXT: v_and_b16 v2.h, 0xff, v10.l -; GFX11-TRUE16-NEXT: v_or_b32_e32 v0, v11, v0 -; GFX11-TRUE16-NEXT: v_or_b16 v11.l, v1.h, v6.h +; GFX11-TRUE16-NEXT: v_and_b16 v3.l, 0xff, v12.l +; GFX11-TRUE16-NEXT: v_and_b16 v3.h, 0xff, v14.l +; GFX11-TRUE16-NEXT: v_or_b16 v0.l, v0.l, v7.h +; GFX11-TRUE16-NEXT: v_or_b16 v0.h, v0.h, v8.h +; GFX11-TRUE16-NEXT: v_or_b16 v1.l, v1.l, v9.l +; GFX11-TRUE16-NEXT: v_or_b16 v1.h, v1.h, v4.l +; GFX11-TRUE16-NEXT: v_or_b16 v2.l, v2.l, v4.h +; GFX11-TRUE16-NEXT: v_or_b16 v2.h, v2.h, v5.l +; GFX11-TRUE16-NEXT: v_or_b16 v3.l, v3.l, v5.h +; GFX11-TRUE16-NEXT: v_or_b16 v3.h, v3.h, v6.l ; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr10_hi16 ; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr9_hi16 -; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr6_lo16 ; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr7_lo16 +; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr6_hi16 ; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr8_lo16 ; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr10_lo16 -; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr8_hi16 -; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr9_lo16 -; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr6_hi16 -; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr7_hi16 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2) -; GFX11-TRUE16-NEXT: v_or_b16 v2.h, v2.h, v5.h -; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr5_hi16 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v1, v11, v3 -; GFX11-TRUE16-NEXT: v_or_b16 v11.l, v2.l, v5.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v2.l, v11.h -; GFX11-TRUE16-NEXT: v_and_b16 v3.l, 0xff, v12.l -; GFX11-TRUE16-NEXT: v_and_b16 v3.h, 0xff, v14.l ; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr12_lo16 ; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr14_lo16 -; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr5_lo16 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) -; GFX11-TRUE16-NEXT: v_or_b32_e32 v2, v11, v2 -; GFX11-TRUE16-NEXT: v_or_b16 v11.l, v3.l, v4.l -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_1) -; GFX11-TRUE16-NEXT: v_or_b16 v3.h, v3.h, v4.h -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v3.l, v11.h +; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr7_hi16 +; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr8_hi16 +; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr9_lo16 ; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr4_lo16 ; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr4_hi16 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v3, v11, v3 +; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr5_lo16 +; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr5_hi16 +; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr6_lo16 ; GFX11-TRUE16-NEXT: s_and_not1_saveexec_b32 s0, s0 ; GFX11-TRUE16-NEXT: s_cbranch_execz .LBB106_2 ; GFX11-TRUE16-NEXT: .LBB106_4: ; %cmp.true ; GFX11-TRUE16-NEXT: v_add_nc_u16 v0.l, v10.h, 3 ; GFX11-TRUE16-NEXT: v_add_nc_u16 v0.h, v9.h, 3 ; GFX11-TRUE16-NEXT: v_add_nc_u16 v1.l, v7.l, 3 -; GFX11-TRUE16-NEXT: v_add_nc_u16 v1.h, v6.l, 3 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v9.h, 0 +; GFX11-TRUE16-NEXT: v_add_nc_u16 v1.h, v6.h, 3 +; GFX11-TRUE16-NEXT: v_add_nc_u16 v2.l, v8.l, 3 +; GFX11-TRUE16-NEXT: v_add_nc_u16 v2.h, v10.l, 3 +; GFX11-TRUE16-NEXT: v_add_nc_u16 v3.l, v12.l, 3 +; GFX11-TRUE16-NEXT: v_add_nc_u16 v3.h, v14.l, 3 ; GFX11-TRUE16-NEXT: v_and_b16 v0.l, 0xff, v0.l ; GFX11-TRUE16-NEXT: v_and_b16 v0.h, 0xff, v0.h ; GFX11-TRUE16-NEXT: v_and_b16 v1.l, 0xff, v1.l ; GFX11-TRUE16-NEXT: v_and_b16 v1.h, 0xff, v1.h -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v3.l, v9.h -; GFX11-TRUE16-NEXT: v_or_b16 v0.l, v8.h, v0.l -; GFX11-TRUE16-NEXT: v_or_b16 v0.h, v9.l, v0.h -; GFX11-TRUE16-NEXT: v_or_b16 v1.l, v7.h, v1.l -; GFX11-TRUE16-NEXT: v_or_b16 v1.h, v6.h, v1.h -; GFX11-TRUE16-NEXT: v_add_nc_u16 v2.l, v8.l, 3 -; GFX11-TRUE16-NEXT: v_add_nc_u16 v9.l, 0x300, v0.l -; GFX11-TRUE16-NEXT: v_add_nc_u16 v3.h, 0x300, v0.h -; GFX11-TRUE16-NEXT: v_add_nc_u16 v2.h, v10.l, 3 -; GFX11-TRUE16-NEXT: v_add_nc_u16 v6.h, 0x300, v1.l -; GFX11-TRUE16-NEXT: v_and_b16 v1.l, 0xff, v2.l -; GFX11-TRUE16-NEXT: v_add_nc_u16 v2.l, v12.l, 3 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v0, v9, v3 -; GFX11-TRUE16-NEXT: v_add_nc_u16 v9.l, 0x300, v1.h -; GFX11-TRUE16-NEXT: v_and_b16 v1.h, 0xff, v2.h -; GFX11-TRUE16-NEXT: v_add_nc_u16 v2.h, v14.l, 3 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v6.l, v9.h -; GFX11-TRUE16-NEXT: v_or_b16 v3.l, v5.l, v1.l ; GFX11-TRUE16-NEXT: v_and_b16 v2.l, 0xff, v2.l -; GFX11-TRUE16-NEXT: v_or_b16 v3.h, v5.h, v1.h ; GFX11-TRUE16-NEXT: v_and_b16 v2.h, 0xff, v2.h -; GFX11-TRUE16-NEXT: v_or_b32_e32 v1, v9, v6 -; GFX11-TRUE16-NEXT: v_add_nc_u16 v9.l, 0x300, v3.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v5.l, v9.h -; GFX11-TRUE16-NEXT: v_add_nc_u16 v5.h, 0x300, v3.h -; GFX11-TRUE16-NEXT: v_or_b16 v3.l, v4.l, v2.l -; GFX11-TRUE16-NEXT: v_or_b16 v3.h, v4.h, v2.h -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) -; GFX11-TRUE16-NEXT: v_or_b32_e32 v2, v9, v5 -; GFX11-TRUE16-NEXT: v_add_nc_u16 v9.l, 0x300, v3.l -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_1) +; GFX11-TRUE16-NEXT: v_and_b16 v3.l, 0xff, v3.l +; GFX11-TRUE16-NEXT: v_and_b16 v3.h, 0xff, v3.h +; GFX11-TRUE16-NEXT: v_or_b16 v0.l, v7.h, v0.l +; GFX11-TRUE16-NEXT: v_or_b16 v0.h, v8.h, v0.h +; GFX11-TRUE16-NEXT: v_or_b16 v1.l, v9.l, v1.l +; GFX11-TRUE16-NEXT: v_or_b16 v1.h, v4.l, v1.h +; GFX11-TRUE16-NEXT: v_or_b16 v2.l, v4.h, v2.l +; GFX11-TRUE16-NEXT: v_or_b16 v2.h, v5.l, v2.h +; GFX11-TRUE16-NEXT: v_or_b16 v3.l, v5.h, v3.l +; GFX11-TRUE16-NEXT: v_or_b16 v3.h, v6.l, v3.h +; GFX11-TRUE16-NEXT: v_add_nc_u16 v0.l, 0x300, v0.l +; GFX11-TRUE16-NEXT: v_add_nc_u16 v0.h, 0x300, v0.h +; GFX11-TRUE16-NEXT: v_add_nc_u16 v1.l, 0x300, v1.l +; GFX11-TRUE16-NEXT: v_add_nc_u16 v1.h, 0x300, v1.h +; GFX11-TRUE16-NEXT: v_add_nc_u16 v2.l, 0x300, v2.l +; GFX11-TRUE16-NEXT: v_add_nc_u16 v2.h, 0x300, v2.h +; GFX11-TRUE16-NEXT: v_add_nc_u16 v3.l, 0x300, v3.l ; GFX11-TRUE16-NEXT: v_add_nc_u16 v3.h, 0x300, v3.h -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v3.l, v9.h -; GFX11-TRUE16-NEXT: v_or_b32_e32 v3, v9, v3 ; GFX11-TRUE16-NEXT: s_or_b32 exec_lo, exec_lo, s0 ; GFX11-TRUE16-NEXT: s_setpc_b64 s[30:31] ; @@ -24960,19 +24822,19 @@ define <8 x bfloat> @bitcast_v16i8_to_v8bf16(<16 x i8> %a, i32 %b) { ; GFX11-TRUE16: ; %bb.0: ; GFX11-TRUE16-NEXT: s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0) ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v11.h, v9.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v7.h, v7.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v7.l, v6.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v6.l, v4.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v12.h, v7.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v6.h, v6.l +; GFX11-TRUE16-NEXT: v_mov_b16_e32 v7.l, v4.l ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v9.h, v2.l ; GFX11-TRUE16-NEXT: v_mov_b16_e32 v10.h, v0.l -; GFX11-TRUE16-NEXT: v_lshlrev_b16 v8.h, 8, v1.l -; GFX11-TRUE16-NEXT: v_lshlrev_b16 v9.l, 8, v3.l -; GFX11-TRUE16-NEXT: v_lshlrev_b16 v6.h, 8, v5.l -; GFX11-TRUE16-NEXT: v_lshlrev_b16 v7.h, 8, v7.h -; GFX11-TRUE16-NEXT: v_lshlrev_b16 v5.l, 8, v11.h -; GFX11-TRUE16-NEXT: v_lshlrev_b16 v5.h, 8, v11.l -; GFX11-TRUE16-NEXT: v_lshlrev_b16 v4.l, 8, v13.l -; GFX11-TRUE16-NEXT: v_lshlrev_b16 v4.h, 8, v15.l +; GFX11-TRUE16-NEXT: v_lshlrev_b16 v7.h, 8, v1.l +; GFX11-TRUE16-NEXT: v_lshlrev_b16 v8.h, 8, v3.l +; GFX11-TRUE16-NEXT: v_lshlrev_b16 v9.l, 8, v5.l +; GFX11-TRUE16-NEXT: v_lshlrev_b16 v4.l, 8, v12.h +; GFX11-TRUE16-NEXT: v_lshlrev_b16 v4.h, 8, v11.h +; GFX11-TRUE16-NEXT: v_lshlrev_b16 v5.l, 8, v11.l +; GFX11-TRUE16-NEXT: v_lshlrev_b16 v5.h, 8, v13.l +; GFX11-TRUE16-NEXT: v_lshlrev_b16 v6.l, 8, v15.l ; GFX11-TRUE16-NEXT: s_mov_b32 s0, exec_lo ; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr0_vgpr1_vgpr2_vgpr3 ; GFX11-TRUE16-NEXT: v_cmpx_ne_u32_e32 0, v16 @@ -24987,94 +24849,71 @@ define <8 x bfloat> @bitcast_v16i8_to_v8bf16(<16 x i8> %a, i32 %b) { ; GFX11-TRUE16-NEXT: .LBB110_3: ; %cmp.false ; GFX11-TRUE16-NEXT: v_and_b16 v0.l, 0xff, v10.h ; GFX11-TRUE16-NEXT: v_and_b16 v0.h, 0xff, v9.h -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v11.h, 0 ; GFX11-TRUE16-NEXT: v_and_b16 v1.l, 0xff, v7.l -; GFX11-TRUE16-NEXT: v_and_b16 v1.h, 0xff, v6.l -; GFX11-TRUE16-NEXT: v_or_b16 v11.l, v0.l, v8.h -; GFX11-TRUE16-NEXT: v_or_b16 v0.h, v0.h, v9.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v0.l, v11.h -; GFX11-TRUE16-NEXT: v_or_b16 v3.h, v1.l, v7.h -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v3.l, v11.h +; GFX11-TRUE16-NEXT: v_and_b16 v1.h, 0xff, v6.h ; GFX11-TRUE16-NEXT: v_and_b16 v2.l, 0xff, v8.l ; GFX11-TRUE16-NEXT: v_and_b16 v2.h, 0xff, v10.l -; GFX11-TRUE16-NEXT: v_or_b32_e32 v0, v11, v0 -; GFX11-TRUE16-NEXT: v_or_b16 v11.l, v1.h, v6.h +; GFX11-TRUE16-NEXT: v_and_b16 v3.l, 0xff, v12.l +; GFX11-TRUE16-NEXT: v_and_b16 v3.h, 0xff, v14.l +; GFX11-TRUE16-NEXT: v_or_b16 v0.l, v0.l, v7.h +; GFX11-TRUE16-NEXT: v_or_b16 v0.h, v0.h, v8.h +; GFX11-TRUE16-NEXT: v_or_b16 v1.l, v1.l, v9.l +; GFX11-TRUE16-NEXT: v_or_b16 v1.h, v1.h, v4.l +; GFX11-TRUE16-NEXT: v_or_b16 v2.l, v2.l, v4.h +; GFX11-TRUE16-NEXT: v_or_b16 v2.h, v2.h, v5.l +; GFX11-TRUE16-NEXT: v_or_b16 v3.l, v3.l, v5.h +; GFX11-TRUE16-NEXT: v_or_b16 v3.h, v3.h, v6.l ; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr10_hi16 ; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr9_hi16 -; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr6_lo16 ; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr7_lo16 +; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr6_hi16 ; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr8_lo16 ; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr10_lo16 -; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr8_hi16 -; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr9_lo16 -; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr6_hi16 -; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr7_hi16 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_2) -; GFX11-TRUE16-NEXT: v_or_b16 v2.h, v2.h, v5.h -; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr5_hi16 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v1, v11, v3 -; GFX11-TRUE16-NEXT: v_or_b16 v11.l, v2.l, v5.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v2.l, v11.h -; GFX11-TRUE16-NEXT: v_and_b16 v3.l, 0xff, v12.l -; GFX11-TRUE16-NEXT: v_and_b16 v3.h, 0xff, v14.l ; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr12_lo16 ; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr14_lo16 -; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr5_lo16 -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) -; GFX11-TRUE16-NEXT: v_or_b32_e32 v2, v11, v2 -; GFX11-TRUE16-NEXT: v_or_b16 v11.l, v3.l, v4.l -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_1) -; GFX11-TRUE16-NEXT: v_or_b16 v3.h, v3.h, v4.h -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v3.l, v11.h +; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr7_hi16 +; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr8_hi16 +; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr9_lo16 ; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr4_lo16 ; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr4_hi16 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v3, v11, v3 +; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr5_lo16 +; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr5_hi16 +; GFX11-TRUE16-NEXT: ; implicit-def: $vgpr6_lo16 ; GFX11-TRUE16-NEXT: s_and_not1_saveexec_b32 s0, s0 ; GFX11-TRUE16-NEXT: s_cbranch_execz .LBB110_2 ; GFX11-TRUE16-NEXT: .LBB110_4: ; %cmp.true ; GFX11-TRUE16-NEXT: v_add_nc_u16 v0.l, v10.h, 3 ; GFX11-TRUE16-NEXT: v_add_nc_u16 v0.h, v9.h, 3 ; GFX11-TRUE16-NEXT: v_add_nc_u16 v1.l, v7.l, 3 -; GFX11-TRUE16-NEXT: v_add_nc_u16 v1.h, v6.l, 3 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v9.h, 0 +; GFX11-TRUE16-NEXT: v_add_nc_u16 v1.h, v6.h, 3 +; GFX11-TRUE16-NEXT: v_add_nc_u16 v2.l, v8.l, 3 +; GFX11-TRUE16-NEXT: v_add_nc_u16 v2.h, v10.l, 3 +; GFX11-TRUE16-NEXT: v_add_nc_u16 v3.l, v12.l, 3 +; GFX11-TRUE16-NEXT: v_add_nc_u16 v3.h, v14.l, 3 ; GFX11-TRUE16-NEXT: v_and_b16 v0.l, 0xff, v0.l ; GFX11-TRUE16-NEXT: v_and_b16 v0.h, 0xff, v0.h ; GFX11-TRUE16-NEXT: v_and_b16 v1.l, 0xff, v1.l ; GFX11-TRUE16-NEXT: v_and_b16 v1.h, 0xff, v1.h -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v3.l, v9.h -; GFX11-TRUE16-NEXT: v_or_b16 v0.l, v8.h, v0.l -; GFX11-TRUE16-NEXT: v_or_b16 v0.h, v9.l, v0.h -; GFX11-TRUE16-NEXT: v_or_b16 v1.l, v7.h, v1.l -; GFX11-TRUE16-NEXT: v_or_b16 v1.h, v6.h, v1.h -; GFX11-TRUE16-NEXT: v_add_nc_u16 v2.l, v8.l, 3 -; GFX11-TRUE16-NEXT: v_add_nc_u16 v9.l, 0x300, v0.l -; GFX11-TRUE16-NEXT: v_add_nc_u16 v3.h, 0x300, v0.h -; GFX11-TRUE16-NEXT: v_add_nc_u16 v2.h, v10.l, 3 -; GFX11-TRUE16-NEXT: v_add_nc_u16 v6.h, 0x300, v1.l -; GFX11-TRUE16-NEXT: v_and_b16 v1.l, 0xff, v2.l -; GFX11-TRUE16-NEXT: v_add_nc_u16 v2.l, v12.l, 3 -; GFX11-TRUE16-NEXT: v_or_b32_e32 v0, v9, v3 -; GFX11-TRUE16-NEXT: v_add_nc_u16 v9.l, 0x300, v1.h -; GFX11-TRUE16-NEXT: v_and_b16 v1.h, 0xff, v2.h -; GFX11-TRUE16-NEXT: v_add_nc_u16 v2.h, v14.l, 3 -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v6.l, v9.h -; GFX11-TRUE16-NEXT: v_or_b16 v3.l, v5.l, v1.l ; GFX11-TRUE16-NEXT: v_and_b16 v2.l, 0xff, v2.l -; GFX11-TRUE16-NEXT: v_or_b16 v3.h, v5.h, v1.h ; GFX11-TRUE16-NEXT: v_and_b16 v2.h, 0xff, v2.h -; GFX11-TRUE16-NEXT: v_or_b32_e32 v1, v9, v6 -; GFX11-TRUE16-NEXT: v_add_nc_u16 v9.l, 0x300, v3.l -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v5.l, v9.h -; GFX11-TRUE16-NEXT: v_add_nc_u16 v5.h, 0x300, v3.h -; GFX11-TRUE16-NEXT: v_or_b16 v3.l, v4.l, v2.l -; GFX11-TRUE16-NEXT: v_or_b16 v3.h, v4.h, v2.h -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(NEXT) | instid1(VALU_DEP_3) -; GFX11-TRUE16-NEXT: v_or_b32_e32 v2, v9, v5 -; GFX11-TRUE16-NEXT: v_add_nc_u16 v9.l, 0x300, v3.l -; GFX11-TRUE16-NEXT: s_delay_alu instid0(VALU_DEP_3) | instskip(SKIP_1) | instid1(VALU_DEP_1) +; GFX11-TRUE16-NEXT: v_and_b16 v3.l, 0xff, v3.l +; GFX11-TRUE16-NEXT: v_and_b16 v3.h, 0xff, v3.h +; GFX11-TRUE16-NEXT: v_or_b16 v0.l, v7.h, v0.l +; GFX11-TRUE16-NEXT: v_or_b16 v0.h, v8.h, v0.h +; GFX11-TRUE16-NEXT: v_or_b16 v1.l, v9.l, v1.l +; GFX11-TRUE16-NEXT: v_or_b16 v1.h, v4.l, v1.h +; GFX11-TRUE16-NEXT: v_or_b16 v2.l, v4.h, v2.l +; GFX11-TRUE16-NEXT: v_or_b16 v2.h, v5.l, v2.h +; GFX11-TRUE16-NEXT: v_or_b16 v3.l, v5.h, v3.l +; GFX11-TRUE16-NEXT: v_or_b16 v3.h, v6.l, v3.h +; GFX11-TRUE16-NEXT: v_add_nc_u16 v0.l, 0x300, v0.l +; GFX11-TRUE16-NEXT: v_add_nc_u16 v0.h, 0x300, v0.h +; GFX11-TRUE16-NEXT: v_add_nc_u16 v1.l, 0x300, v1.l +; GFX11-TRUE16-NEXT: v_add_nc_u16 v1.h, 0x300, v1.h +; GFX11-TRUE16-NEXT: v_add_nc_u16 v2.l, 0x300, v2.l +; GFX11-TRUE16-NEXT: v_add_nc_u16 v2.h, 0x300, v2.h +; GFX11-TRUE16-NEXT: v_add_nc_u16 v3.l, 0x300, v3.l ; GFX11-TRUE16-NEXT: v_add_nc_u16 v3.h, 0x300, v3.h -; GFX11-TRUE16-NEXT: v_mov_b16_e32 v3.l, v9.h -; GFX11-TRUE16-NEXT: v_or_b32_e32 v3, v9, v3 ; GFX11-TRUE16-NEXT: s_or_b32 exec_lo, exec_lo, s0 ; GFX11-TRUE16-NEXT: s_setpc_b64 s[30:31] ; |