// NOTE: Assertions have been autogenerated by utils/update_cc_test_checks.py UTC_ARGS: --version 5 // RUN: %clang_cc1 %s -triple nvptx-unknown-unknown -foffload-via-llvm -emit-llvm -o - | FileCheck %s --check-prefix=HST // RUN: %clang_cc1 %s -triple nvptx-unknown-unknown -fcuda-is-device -foffload-via-llvm -emit-llvm -o - | FileCheck %s --check-prefix=DEV // Check that we generate LLVM/Offload calls, including the KERNEL_LAUNCH_PARAMS argument. #define __OFFLOAD_VIA_LLVM__ 1 #include "Inputs/cuda.h" // HST-LABEL: define dso_local ptx_kernel void @_Z18__device_stub__fooisPvS_( // HST-SAME: i32 noundef [[TMP0:%.*]], i16 noundef signext [[TMP1:%.*]], ptr noundef [[TMP2:%.*]], ptr noundef [[TMP3:%.*]]) #[[ATTR0:[0-9]+]] { // HST-NEXT: [[ENTRY:.*:]] // HST-NEXT: [[DOTADDR:%.*]] = alloca i32, align 4 // HST-NEXT: [[DOTADDR1:%.*]] = alloca i16, align 2 // HST-NEXT: [[DOTADDR2:%.*]] = alloca ptr, align 4 // HST-NEXT: [[DOTADDR3:%.*]] = alloca ptr, align 4 // HST-NEXT: [[KERNEL_ARGS:%.*]] = alloca [[TMP0]], align 16 // HST-NEXT: [[KERNEL_LAUNCH_PARAMS:%.*]] = alloca [[TMP1]], align 16 // HST-NEXT: [[GRID_DIM:%.*]] = alloca [[STRUCT_DIM3:%.*]], align 8 // HST-NEXT: [[BLOCK_DIM:%.*]] = alloca [[STRUCT_DIM3]], align 8 // HST-NEXT: [[SHMEM_SIZE:%.*]] = alloca i32, align 4 // HST-NEXT: [[STREAM:%.*]] = alloca ptr, align 4 // HST-NEXT: store i32 [[TMP0]], ptr [[DOTADDR]], align 4 // HST-NEXT: store i16 [[TMP1]], ptr [[DOTADDR1]], align 2 // HST-NEXT: store ptr [[TMP2]], ptr [[DOTADDR2]], align 4 // HST-NEXT: store ptr [[TMP3]], ptr [[DOTADDR3]], align 4 // HST-NEXT: [[TMP4:%.*]] = getelementptr inbounds nuw [[TMP1]], ptr [[KERNEL_LAUNCH_PARAMS]], i32 0, i32 0 // HST-NEXT: store i64 16, ptr [[TMP4]], align 16 // HST-NEXT: [[TMP5:%.*]] = getelementptr inbounds nuw [[TMP1]], ptr [[KERNEL_LAUNCH_PARAMS]], i32 0, i32 1 // HST-NEXT: store ptr [[KERNEL_ARGS]], ptr [[TMP5]], align 8 // HST-NEXT: [[TMP6:%.*]] = getelementptr inbounds nuw [[TMP1]], ptr [[KERNEL_LAUNCH_PARAMS]], i32 0, i32 2 // HST-NEXT: store ptr null, ptr [[TMP6]], align 4 // HST-NEXT: [[TMP7:%.*]] = load i32, ptr [[DOTADDR]], align 4 // HST-NEXT: [[TMP8:%.*]] = getelementptr inbounds nuw [[TMP0]], ptr [[KERNEL_ARGS]], i32 0, i32 0 // HST-NEXT: store i32 [[TMP7]], ptr [[TMP8]], align 16 // HST-NEXT: [[TMP9:%.*]] = load i16, ptr [[DOTADDR1]], align 2 // HST-NEXT: [[TMP10:%.*]] = getelementptr inbounds nuw [[TMP0]], ptr [[KERNEL_ARGS]], i32 0, i32 1 // HST-NEXT: store i16 [[TMP9]], ptr [[TMP10]], align 4 // HST-NEXT: [[TMP11:%.*]] = load ptr, ptr [[DOTADDR2]], align 4 // HST-NEXT: [[TMP12:%.*]] = getelementptr inbounds nuw [[TMP0]], ptr [[KERNEL_ARGS]], i32 0, i32 2 // HST-NEXT: store ptr [[TMP11]], ptr [[TMP12]], align 8 // HST-NEXT: [[TMP13:%.*]] = load ptr, ptr [[DOTADDR3]], align 4 // HST-NEXT: [[TMP14:%.*]] = getelementptr inbounds nuw [[TMP0]], ptr [[KERNEL_ARGS]], i32 0, i32 3 // HST-NEXT: store ptr [[TMP13]], ptr [[TMP14]], align 4 // HST-NEXT: [[TMP15:%.*]] = call i32 @__llvmPopCallConfiguration(ptr [[GRID_DIM]], ptr [[BLOCK_DIM]], ptr [[SHMEM_SIZE]], ptr [[STREAM]]) // HST-NEXT: [[TMP16:%.*]] = load i32, ptr [[SHMEM_SIZE]], align 4 // HST-NEXT: [[TMP17:%.*]] = load ptr, ptr [[STREAM]], align 4 // HST-NEXT: [[CALL:%.*]] = call noundef i32 @llvmLaunchKernel(ptr noundef @_Z18__device_stub__fooisPvS_, ptr noundef byval([[STRUCT_DIM3]]) align 4 [[GRID_DIM]], ptr noundef byval([[STRUCT_DIM3]]) align 4 [[BLOCK_DIM]], ptr noundef [[KERNEL_LAUNCH_PARAMS]], i32 noundef [[TMP16]], ptr noundef [[TMP17]]) // HST-NEXT: br label %[[SETUP_END:.*]] // HST: [[SETUP_END]]: // HST-NEXT: ret void // // DEV-LABEL: define dso_local ptx_kernel void @_Z3fooisPvS_( // DEV-SAME: i32 noundef [[TMP0:%.*]], i16 noundef signext [[TMP1:%.*]], ptr noundef [[TMP2:%.*]], ptr noundef [[TMP3:%.*]]) #[[ATTR0:[0-9]+]] { // DEV-NEXT: [[ENTRY:.*:]] // DEV-NEXT: [[DOTADDR:%.*]] = alloca i32, align 4 // DEV-NEXT: [[DOTADDR1:%.*]] = alloca i16, align 2 // DEV-NEXT: [[DOTADDR2:%.*]] = alloca ptr, align 4 // DEV-NEXT: [[DOTADDR3:%.*]] = alloca ptr, align 4 // DEV-NEXT: store i32 [[TMP0]], ptr [[DOTADDR]], align 4 // DEV-NEXT: store i16 [[TMP1]], ptr [[DOTADDR1]], align 2 // DEV-NEXT: store ptr [[TMP2]], ptr [[DOTADDR2]], align 4 // DEV-NEXT: store ptr [[TMP3]], ptr [[DOTADDR3]], align 4 // DEV-NEXT: ret void // __global__ void foo(int, short, void *, void *) {} // HST-LABEL: define dso_local void @_Z5test1Pv( // HST-SAME: ptr noundef [[PTR:%.*]]) #[[ATTR1:[0-9]+]] { // HST-NEXT: [[ENTRY:.*:]] // HST-NEXT: [[PTR_ADDR:%.*]] = alloca ptr, align 4 // HST-NEXT: [[AGG_TMP:%.*]] = alloca [[STRUCT_DIM3:%.*]], align 4 // HST-NEXT: [[AGG_TMP1:%.*]] = alloca [[STRUCT_DIM3]], align 4 // HST-NEXT: store ptr [[PTR]], ptr [[PTR_ADDR]], align 4 // HST-NEXT: call void @_ZN4dim3C1Ejjj(ptr noundef nonnull align 4 dereferenceable(12) [[AGG_TMP]], i32 noundef 3, i32 noundef 1, i32 noundef 1) // HST-NEXT: call void @_ZN4dim3C1Ejjj(ptr noundef nonnull align 4 dereferenceable(12) [[AGG_TMP1]], i32 noundef 7, i32 noundef 1, i32 noundef 1) // HST-NEXT: [[CALL:%.*]] = call i32 @__llvmPushCallConfiguration(ptr noundef byval([[STRUCT_DIM3]]) align 4 [[AGG_TMP]], ptr noundef byval([[STRUCT_DIM3]]) align 4 [[AGG_TMP1]], i32 noundef 0, ptr noundef null) // HST-NEXT: [[TOBOOL:%.*]] = icmp ne i32 [[CALL]], 0 // HST-NEXT: br i1 [[TOBOOL]], label %[[KCALL_END:.*]], label %[[KCALL_CONFIGOK:.*]] // HST: [[KCALL_CONFIGOK]]: // HST-NEXT: [[TMP0:%.*]] = load ptr, ptr [[PTR_ADDR]], align 4 // HST-NEXT: [[TMP1:%.*]] = load ptr, ptr [[PTR_ADDR]], align 4 // HST-NEXT: call void @_Z18__device_stub__fooisPvS_(i32 noundef 13, i16 noundef signext 1, ptr noundef [[TMP0]], ptr noundef [[TMP1]]) #[[ATTR3:[0-9]+]] // HST-NEXT: br label %[[KCALL_END]] // HST: [[KCALL_END]]: // HST-NEXT: ret void // void test1(void *Ptr) { foo<<<3, 7>>>(13, 1, Ptr, Ptr); }