1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
|
#include "vm.h"
#include "mtrap.h"
uintptr_t mem_size;
uint32_t num_harts;
static void mstatus_init()
{
if (!supports_extension('S'))
panic("supervisor support is required");
uintptr_t ms = 0;
ms = INSERT_FIELD(ms, MSTATUS_VM, VM_CHOICE);
ms = INSERT_FIELD(ms, MSTATUS_FS, 1);
write_csr(mstatus, ms);
ms = read_csr(mstatus);
if (EXTRACT_FIELD(ms, MSTATUS_VM) != VM_CHOICE)
have_vm = 0;
write_csr(mtimecmp, 0);
clear_csr(mip, MIP_MSIP);
write_csr(mie, -1);
write_csr(mucounteren, -1);
write_csr(mscounteren, -1);
}
static void delegate_traps()
{
uintptr_t interrupts = MIP_SSIP | MIP_STIP;
uintptr_t exceptions =
(1U << CAUSE_MISALIGNED_FETCH) |
(1U << CAUSE_FAULT_FETCH) |
(1U << CAUSE_BREAKPOINT) |
(1U << CAUSE_FAULT_LOAD) |
(1U << CAUSE_FAULT_STORE) |
(1U << CAUSE_BREAKPOINT) |
(1U << CAUSE_USER_ECALL);
write_csr(mideleg, interrupts);
write_csr(medeleg, exceptions);
kassert(read_csr(mideleg) == interrupts);
kassert(read_csr(medeleg) == exceptions);
}
static void memory_init()
{
if (mem_size == 0)
panic("could not determine memory capacity");
if ((intptr_t)mem_size < 0)
mem_size = INTPTR_MIN;
if (num_harts == 0)
panic("could not determine number of harts");
}
static void fp_init()
{
kassert(read_csr(mstatus) & MSTATUS_FS);
#ifdef __riscv_hard_float
if (!supports_extension('D'))
panic("FPU not found; recompile pk with -msoft-float");
for (int i = 0; i < 32; i++)
init_fp_reg(i);
write_csr(fcsr, 0);
#else
if (supports_extension('D'))
panic("FPU unexpectedly found; recompile pk without -msoft-float");
#endif
}
void hls_init(uint32_t id, csr_t* csrs)
{
hls_t* hls = OTHER_HLS(id);
memset(hls, 0, sizeof(*hls));
hls->csrs = csrs;
}
static void hart_init()
{
mstatus_init();
fp_init();
delegate_traps();
}
void init_first_hart()
{
file_init();
hart_init();
memset(HLS(), 0, sizeof(*HLS()));
parse_config_string();
struct mainvars arg_buffer;
struct mainvars *args = parse_args(&arg_buffer);
memory_init();
vm_init();
boot_loader(args);
}
void init_other_hart()
{
hart_init();
// wait until virtual memory is enabled
while (*(pte_t* volatile*)&root_page_table == NULL)
;
mb();
write_csr(sptbr, (uintptr_t)root_page_table >> RISCV_PGSHIFT);
// make sure hart 0 has discovered us
kassert(HLS()->csrs != NULL);
boot_other_hart();
}
void prepare_supervisor_mode()
{
uintptr_t mstatus = read_csr(mstatus);
mstatus = INSERT_FIELD(mstatus, MSTATUS_MPP, PRV_S);
mstatus = INSERT_FIELD(mstatus, MSTATUS_MPIE, 0);
write_csr(mstatus, mstatus);
write_csr(mscratch, MACHINE_STACK_TOP() - MENTRY_FRAME_SIZE);
}
|
