1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
|
/* Copyright 2013-2014 IBM Corp.
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
* implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
#include <skiboot.h>
#include <xscom.h>
#include <processor.h>
#include <device.h>
#include <chip.h>
#include <centaur.h>
#include <lock.h>
#include <fsi-master.h>
/*
* Centaur chip IDs are using the XSCOM "partID" encoding
* described in xscom.h. recap:
*
* 0b1000.0000.0000.0000.0000.00NN.NCCC.MMMM
* N=Node, C=Chip, M=Memory Channel
*
* We currently use FSI exclusively for centaur access. We can
* start using MMIO on Centaur DD2.x when we have a way to handle
* machine checks happening inside Sapphire which we don't at the
* moment.
*/
struct centaur_chip {
bool valid;
uint8_t ec_level;
uint32_t fsi_master_chip_id;
uint32_t fsi_master_port;
uint32_t fsi_master_engine;
struct lock lock;
};
/* Is that correct ? */
#define MAX_CENTAURS_PER_CHIP 8
/*
* FSI2PIB register definitions (this could be moved out if we were to
* support FSI master to other chips.
*/
#define FSI_DATA0_REG 0x1000
#define FSI_DATA1_REG 0x1004
#define FSI_CMD_REG 0x1008
#define FSI_CMD_WR 0x80000000
#define FSI_CMD_RD 0x00000000
#define FSI_ENG_RESET_REG 0x1018
#define FSI_STATUS_REG 0x101c
#define FSI_STATUS_ABORT 0x00100000
#define FSI_STATUS_ERRORS 0x00007000
static int64_t centaur_fsiscom_complete(struct centaur_chip *centaur)
{
int64_t rc;
uint32_t stat;
rc = mfsi_read(centaur->fsi_master_chip_id, centaur->fsi_master_engine,
centaur->fsi_master_port, FSI_STATUS_REG, &stat);
if (rc) {
/* XXX Improve logging */
prerror("CENTAUR: MFSI read error %lld reading STAT\n", rc);
return rc;
}
if ((stat & (FSI_STATUS_ABORT | FSI_STATUS_ERRORS)) == 0)
return OPAL_SUCCESS;
prerror("CENTAUR: Remote FSI error, stat=0x%08x\n", stat);
/* XXX Handle recovery */
return OPAL_HARDWARE;
}
static int64_t centaur_fsiscom_read(struct centaur_chip *centaur, uint32_t pcb_addr,
uint64_t *val)
{
int64_t rc;
uint32_t data0, data1;
rc = mfsi_write(centaur->fsi_master_chip_id, centaur->fsi_master_engine,
centaur->fsi_master_port, FSI_CMD_REG, pcb_addr | FSI_CMD_RD);
if (rc) {
/* XXX Improve logging */
prerror("CENTAUR: MFSI write error %lld writing CMD\n", rc);
return rc;
}
rc = centaur_fsiscom_complete(centaur);
if (rc)
return rc;
rc = mfsi_read(centaur->fsi_master_chip_id, centaur->fsi_master_engine,
centaur->fsi_master_port, FSI_DATA0_REG, &data0);
if (rc) {
/* XXX Improve logging */
prerror("CENTAUR: MFSI read error %lld reading DATA0\n", rc);
return rc;
}
rc = mfsi_read(centaur->fsi_master_chip_id, centaur->fsi_master_engine,
centaur->fsi_master_port, FSI_DATA1_REG, &data1);
if (rc) {
/* XXX Improve logging */
prerror("CENTAUR: MFSI read error %lld readking DATA1\n", rc);
return rc;
}
*val = (((uint64_t)data0) << 32) | data1;
return OPAL_SUCCESS;
}
static struct centaur_chip *centaur_get(uint32_t part_id)
{
uint32_t hchip_id, mchan;
struct proc_chip *hchip;
struct centaur_chip *centaur;
if ((part_id >> 28) != 8) {
prerror("CENTAUR: Invalid part ID 0x%x\n", part_id);
return NULL;
}
hchip_id = (part_id & 0x0fffffff) >> 4;
mchan = part_id & 0xf;
hchip = get_chip(hchip_id);
if (!hchip) {
prerror("CENTAUR: Centaur 0x%x not found on non-existing chip 0%x\n",
part_id, hchip_id);
return NULL;
}
if (mchan >= MAX_CENTAURS_PER_CHIP) {
prerror("CENTAUR: Centaur 0x%x channel out of bounds !\n", part_id);
return NULL;
}
if (!hchip->centaurs) {
prerror("CENTAUR: Centaur 0x%x not found on chip 0%x (no centaurs)\n",
part_id, hchip_id);
return NULL;
}
centaur = &hchip->centaurs[mchan];
if (!centaur->valid) {
prerror("CENTAUR: Centaur 0x%x not valid on chip 0%x\n",
part_id, hchip_id);
return NULL;
}
return centaur;
}
static int64_t centaur_fsiscom_write(struct centaur_chip *centaur, uint32_t pcb_addr,
uint64_t val)
{
int64_t rc;
rc = mfsi_write(centaur->fsi_master_chip_id, centaur->fsi_master_engine,
centaur->fsi_master_port, FSI_DATA0_REG, hi32(val));
if (rc) {
/* XXX Improve logging */
prerror("CENTAUR: MFSI write error %lld writing DATA0\n", rc);
return rc;
}
rc = mfsi_write(centaur->fsi_master_chip_id, centaur->fsi_master_engine,
centaur->fsi_master_port, FSI_DATA1_REG, lo32(val));
if (rc) {
/* XXX Improve logging */
prerror("CENTAUR: MFSI write error %lld writing DATA1\n", rc);
return rc;
}
rc = mfsi_write(centaur->fsi_master_chip_id, centaur->fsi_master_engine,
centaur->fsi_master_port, FSI_CMD_REG, pcb_addr | FSI_CMD_WR);
if (rc) {
/* XXX Improve logging */
prerror("CENTAUR: MFSI write error %lld writing CMD\n", rc);
return rc;
}
return centaur_fsiscom_complete(centaur);
}
int64_t centaur_xscom_read(uint32_t id, uint64_t pcb_addr, uint64_t *val)
{
struct centaur_chip *centaur = centaur_get(id);
int64_t rc;
if (!centaur)
return OPAL_PARAMETER;
lock(¢aur->lock);
rc = centaur_fsiscom_read(centaur, pcb_addr, val);
unlock(¢aur->lock);
return rc;
}
int64_t centaur_xscom_write(uint32_t id, uint64_t pcb_addr, uint64_t val)
{
struct centaur_chip *centaur = centaur_get(id);
int64_t rc;
if (!centaur)
return OPAL_PARAMETER;
lock(¢aur->lock);
rc = centaur_fsiscom_write(centaur, pcb_addr, val);
unlock(¢aur->lock);
return rc;
}
static bool centaur_check_id(struct centaur_chip *centaur)
{
int64_t rc;
uint64_t val;
rc = centaur_fsiscom_read(centaur, 0xf000f, &val);
if (rc) {
prerror("CENTAUR: FSISCOM error %lld reading ID register\n",
rc);
return false;
}
/* Extract CFAM id */
val >>= 44;
/* Identify chip */
if ((val & 0xff) != 0xe9) {
prerror("CENTAUR: CFAM ID 0x%02x is not a Centaur !\n",
(unsigned int)(val & 0xff));
return false;
}
/* Get EC level from CFAM ID */
centaur->ec_level = ((val >> 16) & 0xf) << 4;
centaur->ec_level |= (val >> 8) & 0xf;
return true;
}
static bool centaur_add(uint32_t part_id, uint32_t mchip, uint32_t meng,
uint32_t mport)
{
uint32_t hchip_id, mchan;
struct proc_chip *hchip;
struct centaur_chip *centaur;
if ((part_id >> 28) != 8) {
prerror("CENTAUR: Invalid part ID 0x%x\n", part_id);
return false;
}
hchip_id = (part_id & 0x0fffffff) >> 4;
mchan = part_id & 0xf;
printf("CENTAUR: Found centaur for chip 0x%x channel %d\n",
hchip_id, mchan);
printf("CENTAUR: FSI host: 0x%x cMFSI%d port %d\n",
mchip, meng, mport);
hchip = get_chip(hchip_id);
if (!hchip) {
prerror("CENTAUR: No such chip !!!\n");
return false;
}
if (mchan >= MAX_CENTAURS_PER_CHIP) {
prerror("CENTAUR: Channel out of bounds !\n");
return false;
}
if (!hchip->centaurs) {
hchip->centaurs =
zalloc(sizeof(struct centaur_chip) *
MAX_CENTAURS_PER_CHIP);
assert(hchip->centaurs);
}
centaur = &hchip->centaurs[mchan];
if (centaur->valid) {
prerror("CENTAUR: Duplicate centaur !\n");
return false;
}
centaur->fsi_master_chip_id = mchip;
centaur->fsi_master_port = mport;
centaur->fsi_master_engine = meng ? MFSI_cMFSI1 : MFSI_cMFSI0;
init_lock(¢aur->lock);
if (!centaur_check_id(centaur))
return false;
printf("CENTAUR: ChipID 0x%x [DD%x.%x]\n", part_id,
centaur->ec_level >> 4,
centaur->ec_level & 0xf);
centaur->valid = true;
return true;
}
void centaur_init(void)
{
struct dt_node *cn;
dt_for_each_compatible(dt_root, cn, "ibm,centaur") {
uint32_t chip_id, mchip, meng, mport;
chip_id = dt_prop_get_u32(cn, "ibm,chip-id");
mchip = dt_prop_get_u32(cn, "ibm,fsi-master-chip-id");
meng = dt_prop_get_cell(cn, "ibm,fsi-master-port", 0);
mport = dt_prop_get_cell(cn, "ibm,fsi-master-port", 1);
/*
* If adding the centaur succeeds, we expose it to
* Linux as a scom-controller
*/
if (centaur_add(chip_id, mchip, meng, mport))
dt_add_property(cn, "scom-controller", NULL, 0);
}
}
|