1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
|
#include <assert.h>
#include <stdio.h>
#include <stdlib.h>
// Tool related code below
#include <omp-tools.h>
static const char *ompt_target_data_op_t_values[] = {
"",
"ompt_target_data_alloc",
"ompt_target_data_transfer_to_device",
"ompt_target_data_transfer_from_device",
"ompt_target_data_delete",
"ompt_target_data_associate",
"ompt_target_data_disassociate",
"ompt_target_data_alloc_async",
"ompt_target_data_transfer_to_device_async",
"ompt_target_data_transfer_from_device_async",
"ompt_target_data_delete_async"};
static const char *ompt_scope_endpoint_t_values[] = {
"", "ompt_scope_begin", "ompt_scope_end", "ompt_scope_beginend"};
static const char *ompt_target_t_values[] = {"",
"ompt_target",
"ompt_target_enter_data",
"ompt_target_exit_data",
"ompt_target_update",
"",
"",
"",
"",
"",
"ompt_target_nowait",
"ompt_target_enter_data_nowait",
"ompt_target_exit_data_nowait",
"ompt_target_update_nowait"};
// For EMI callbacks
ompt_id_t next_op_id = 0x8000000000000001;
// OMPT callbacks
// Synchronous callbacks
static void on_ompt_callback_device_initialize(int device_num, const char *type,
ompt_device_t *device,
ompt_function_lookup_t lookup,
const char *documentation) {
printf("Callback Init: device_num=%d type=%s device=%p lookup=%p doc=%p\n",
device_num, type, device, lookup, documentation);
}
static void on_ompt_callback_device_finalize(int device_num) {
printf("Callback Fini: device_num=%d\n", device_num);
}
static void on_ompt_callback_device_load(int device_num, const char *filename,
int64_t offset_in_file,
void *vma_in_file, size_t bytes,
void *host_addr, void *device_addr,
uint64_t module_id) {
printf("Callback Load: device_num:%d module_id:%lu filename:%s host_adddr:%p "
"device_addr:%p bytes:%lu\n",
device_num, module_id, filename, host_addr, device_addr, bytes);
}
static void on_ompt_callback_target_data_op(
ompt_id_t target_id, ompt_id_t host_op_id, ompt_target_data_op_t optype,
void *src_addr, int src_device_num, void *dest_addr, int dest_device_num,
size_t bytes, const void *codeptr_ra) {
assert(codeptr_ra != 0 && "Unexpected null codeptr");
printf(" Callback DataOp: target_id=%lu host_op_id=%lu optype=%s src=%p "
"src_device_num=%d "
"dest=%p dest_device_num=%d bytes=%lu code=%p\n",
target_id, host_op_id, ompt_target_data_op_t_values[optype], src_addr,
src_device_num, dest_addr, dest_device_num, bytes, codeptr_ra);
}
static void on_ompt_callback_target(ompt_target_t kind,
ompt_scope_endpoint_t endpoint,
int device_num, ompt_data_t *task_data,
ompt_id_t target_id,
const void *codeptr_ra) {
assert(codeptr_ra != 0 && "Unexpected null codeptr");
printf("Callback Target: target_id=%lu kind=%s endpoint=%s device_num=%d "
"code=%p\n",
target_id, ompt_target_t_values[kind],
ompt_scope_endpoint_t_values[endpoint], device_num, codeptr_ra);
}
static void on_ompt_callback_target_submit(ompt_id_t target_id,
ompt_id_t host_op_id,
unsigned int requested_num_teams) {
printf(" Callback Submit: target_id=%lu host_op_id=%lu req_num_teams=%d\n",
target_id, host_op_id, requested_num_teams);
}
static void on_ompt_callback_target_map(ompt_id_t target_id,
unsigned int nitems, void **host_addr,
void **device_addr, size_t *bytes,
unsigned int *mapping_flags,
const void *codeptr_ra) {
printf("Target map callback is unimplemented\n");
abort();
}
static void on_ompt_callback_target_data_op_emi(
ompt_scope_endpoint_t endpoint, ompt_data_t *target_task_data,
ompt_data_t *target_data, ompt_id_t *host_op_id,
ompt_target_data_op_t optype, void *src_addr, int src_device_num,
void *dest_addr, int dest_device_num, size_t bytes,
const void *codeptr_ra) {
assert(codeptr_ra != 0 && "Unexpected null codeptr");
if (endpoint == ompt_scope_begin)
*host_op_id = next_op_id++;
// target_task_data may be null, avoid dereferencing it
uint64_t target_task_data_value =
(target_task_data) ? target_task_data->value : 0;
printf(" Callback DataOp EMI: endpoint=%s optype=%s target_task_data=%p "
"(0x%lx) target_data=%p (0x%lx) host_op_id=%p (0x%lx) src=%p "
"src_device_num=%d "
"dest=%p dest_device_num=%d bytes=%lu code=%p\n",
ompt_scope_endpoint_t_values[endpoint],
ompt_target_data_op_t_values[optype], target_task_data,
target_task_data_value, target_data, target_data->value, host_op_id,
*host_op_id, src_addr, src_device_num, dest_addr, dest_device_num,
bytes, codeptr_ra);
}
static void on_ompt_callback_target_emi(ompt_target_t kind,
ompt_scope_endpoint_t endpoint,
int device_num, ompt_data_t *task_data,
ompt_data_t *target_task_data,
ompt_data_t *target_data,
const void *codeptr_ra) {
assert(codeptr_ra != 0 && "Unexpected null codeptr");
if (endpoint == ompt_scope_begin)
target_data->value = next_op_id++;
printf("Callback Target EMI: kind=%s endpoint=%s device_num=%d task_data=%p "
"(0x%lx) target_task_data=%p (0x%lx) target_data=%p (0x%lx) code=%p\n",
ompt_target_t_values[kind], ompt_scope_endpoint_t_values[endpoint],
device_num, task_data, task_data ? task_data->value : 0,
target_task_data, target_task_data ? target_task_data->value : 0,
target_data, target_data->value, codeptr_ra);
}
static void on_ompt_callback_target_submit_emi(
ompt_scope_endpoint_t endpoint, ompt_data_t *target_data,
ompt_id_t *host_op_id, unsigned int requested_num_teams) {
printf(" Callback Submit EMI: endpoint=%s req_num_teams=%d target_data=%p "
"(0x%lx) host_op_id=%p (0x%lx)\n",
ompt_scope_endpoint_t_values[endpoint], requested_num_teams,
target_data, target_data->value, host_op_id, *host_op_id);
}
static void on_ompt_callback_target_map_emi(ompt_data_t *target_data,
unsigned int nitems,
void **host_addr,
void **device_addr, size_t *bytes,
unsigned int *mapping_flags,
const void *codeptr_ra) {
printf("Target map emi callback is unimplemented\n");
abort();
}
|
