1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
|
#include "stdlib.h"
#include "util.h"
#include "dataset.h"
void __attribute__((noinline)) matmul(const int coreid, const int ncores, const int lda, const data_t A[], const data_t B[], data_t C[] )
{
if(coreid > 1) return;
static __thread int i, j, k;
static __thread data_t tempA0, tempA1, tempA2, tempA3, tempA4, tempA5, tempA6, tempA7;
static __thread data_t tempC0, tempC1, tempC2, tempC3, tempC4, tempC5, tempC6, tempC7, tempC8, tempC9, tempC10, tempC11, tempC12, tempC13, tempC14, tempC15;
static __thread int start, end, jStride, jToRow, jToCol;
static data_t A1[1024], B1[1024];;
start = coreid << 9;
end = ((ncores == 1) ? 2 :(coreid+1)) << 9;
jStride = 8;
if (coreid == 0) {
for (j=start; j < end; j+=jStride) {
jToRow = (j>>5)<<5;
jToCol = j%32;
tempC0 = 0;
tempC1 = 0;
tempC2 = 0;
tempC3 = 0;
tempC4 = 0;
tempC5 = 0;
tempC6 = 0;
tempC7 = 0;
for ( i=0; i < lda; i+=2 ) {
tempA0 = A[i + jToRow];
tempA1 = A[i+1 + jToRow];
tempC0 += tempA0 * B[(jToCol ) + (i<<5)];
tempC1 += tempA0 * B[(jToCol+1 ) + (i<<5)];
tempC2 += tempA0 * B[(jToCol+2 ) + (i<<5)];
tempC3 += tempA0 * B[(jToCol+3 ) + (i<<5)];
tempC4 += tempA0 * B[(jToCol+4 ) + (i<<5)];
tempC5 += tempA0 * B[(jToCol+5 ) + (i<<5)];
tempC6 += tempA0 * B[(jToCol+6 ) + (i<<5)];
tempC7 += tempA0 * B[(jToCol+7 ) + (i<<5)];
tempC0 += tempA1 * B[(jToCol ) + ((i+1)<<5)];
tempC1 += tempA1 * B[(jToCol+1 ) + ((i+1)<<5)];
tempC2 += tempA1 * B[(jToCol+2 ) + ((i+1)<<5)];
tempC3 += tempA1 * B[(jToCol+3 ) + ((i+1)<<5)];
tempC4 += tempA1 * B[(jToCol+4 ) + ((i+1)<<5)];
tempC5 += tempA1 * B[(jToCol+5 ) + ((i+1)<<5)];
tempC6 += tempA1 * B[(jToCol+6 ) + ((i+1)<<5)];
tempC7 += tempA1 * B[(jToCol+7 ) + ((i+1)<<5)];
}
C[j] =tempC0;
C[j + 1 ]=tempC1;
C[j + 2 ]=tempC2;
C[j + 3 ]=tempC3;
C[j + 4 ]=tempC4;
C[j + 5 ]=tempC5;
C[j + 6 ]=tempC6;
C[j + 7 ]=tempC7;
}
}
else {
for (i = 0; i < 1024; i++) {
A1[i] = A[i];
B1[i] = B[i];
}
for (j=start; j < end; j+=jStride) {
jToRow = (j>>5)<<5;
jToCol = j%32;
tempC0 = 0;
tempC1 = 0;
tempC2 = 0;
tempC3 = 0;
tempC4 = 0;
tempC5 = 0;
tempC6 = 0;
tempC7 = 0;
for ( i=0; i < lda; i+=2 ) {
tempA0 = A1[i + jToRow];
tempA1 = A1[i+1 + jToRow];
tempC0 += tempA0 * B1[(jToCol ) + (i<<5)];
tempC1 += tempA0 * B1[(jToCol+1 ) + (i<<5)];
tempC2 += tempA0 * B1[(jToCol+2 ) + (i<<5)];
tempC3 += tempA0 * B1[(jToCol+3 ) + (i<<5)];
tempC4 += tempA0 * B1[(jToCol+4 ) + (i<<5)];
tempC5 += tempA0 * B1[(jToCol+5 ) + (i<<5)];
tempC6 += tempA0 * B1[(jToCol+6 ) + (i<<5)];
tempC7 += tempA0 * B1[(jToCol+7 ) + (i<<5)];
tempC0 += tempA1 * B1[(jToCol ) + ((i+1)<<5)];
tempC1 += tempA1 * B1[(jToCol+1 ) + ((i+1)<<5)];
tempC2 += tempA1 * B1[(jToCol+2 ) + ((i+1)<<5)];
tempC3 += tempA1 * B1[(jToCol+3 ) + ((i+1)<<5)];
tempC4 += tempA1 * B1[(jToCol+4 ) + ((i+1)<<5)];
tempC5 += tempA1 * B1[(jToCol+5 ) + ((i+1)<<5)];
tempC6 += tempA1 * B1[(jToCol+6 ) + ((i+1)<<5)];
tempC7 += tempA1 * B1[(jToCol+7 ) + ((i+1)<<5)];
}
C[j] =tempC0;
C[j + 1 ]=tempC1;
C[j + 2 ]=tempC2;
C[j + 3 ]=tempC3;
C[j + 4 ]=tempC4;
C[j + 5 ]=tempC5;
C[j + 6 ]=tempC6;
C[j + 7 ]=tempC7;
}
}
}
|
