#include #include #include #include #include #include #include "util.h" #define SYS_stats 1234 static long handle_frontend_syscall(long which, long arg0, long arg1, long arg2) { volatile uint64_t magic_mem[8] __attribute__((aligned(64))); magic_mem[0] = which; magic_mem[1] = arg0; magic_mem[2] = arg1; magic_mem[3] = arg2; __sync_synchronize(); write_csr(tohost, (long)magic_mem); while (swap_csr(fromhost, 0) == 0); return magic_mem[0]; } // In setStats, we might trap reading uarch-specific counters. // The trap handler will skip over the instruction and write 0, // but only if v0 is the destination register. #define read_csr_safe(reg) ({ register long __tmp asm("v0"); \ asm volatile ("csrr %0, " #reg : "=r"(__tmp)); \ __tmp; }) #define NUM_COUNTERS 18 static long counters[NUM_COUNTERS]; static char* counter_names[NUM_COUNTERS]; static int handle_stats(int enable) { //use csrs to set stats register if(enable) { asm volatile (R"( addi v0, x0, 1 csrrs v0, stats, v0 )" : : : "v0"); } int i = 0; #define READ_CTR(name) do { \ while (i >= NUM_COUNTERS) ; \ long csr = read_csr_safe(name); \ if (!enable) { csr -= counters[i]; counter_names[i] = #name; } \ counters[i++] = csr; \ } while (0) READ_CTR(cycle); READ_CTR(instret); READ_CTR(uarch0); READ_CTR(uarch1); READ_CTR(uarch2); READ_CTR(uarch3); READ_CTR(uarch4); READ_CTR(uarch5); READ_CTR(uarch6); READ_CTR(uarch7); READ_CTR(uarch8); READ_CTR(uarch9); READ_CTR(uarch10); READ_CTR(uarch11); READ_CTR(uarch12); READ_CTR(uarch13); READ_CTR(uarch14); READ_CTR(uarch15); #undef READ_CTR if(!enable) { asm volatile (R"( addi v0, x0, 1 csrrc v0, stats, v0 )" : : : "v0"); } return 0; } static void tohost_exit(int code) { write_csr(tohost, (code << 1) | 1); while (1); } long handle_trap(long cause, long epc, long regs[32]) { int csr_insn; asm volatile ("lw %0, 1f; j 2f; 1: csrr v0, stats; 2:" : "=r"(csr_insn)); long sys_ret = 0; if (cause == CAUSE_ILLEGAL_INSTRUCTION && (*(int*)epc & csr_insn) == csr_insn) ; else if (cause != CAUSE_SYSCALL) tohost_exit(1337); else if (regs[16] == SYS_exit) tohost_exit(regs[18]); else if (regs[16] == SYS_stats) sys_ret = handle_stats(regs[18]); else sys_ret = handle_frontend_syscall(regs[16], regs[18], regs[19], regs[20]); regs[16] = sys_ret; return epc+4; } static long syscall(long num, long arg0, long arg1, long arg2) { register long v0 asm("v0") = num; register long a0 asm("a0") = arg0; register long a1 asm("a1") = arg1; register long a2 asm("a2") = arg2; asm volatile ("scall" : "+r"(v0) : "r"(a0), "r"(a1), "r"(a2) : "s0"); return v0; } void exit(int code) { syscall(SYS_exit, code, 0, 0); } void setStats(int enable) { syscall(SYS_stats, enable, 0, 0); } void printstr(const char* s) { syscall(SYS_write, 1, (long)s, strlen(s)); } void __attribute__((weak)) thread_entry(int cid, int nc) { // multi-threaded programs override this function. // for the case of single-threaded programs, only let core 0 proceed. while (cid != 0); } int __attribute__((weak)) main(int argc, char** argv) { // single-threaded programs override this function. printstr("Implement main(), foo!\n"); return -1; } void _init(int cid, int nc) { thread_entry(cid, nc); // only single-threaded programs should ever get here. int ret = main(0, 0); char buf[NUM_COUNTERS * 32] __attribute__((aligned(64))); char* pbuf = buf; for (int i = 0; i < NUM_COUNTERS; i++) if (counters[i]) pbuf += sprintf(pbuf, "%s = %d\n", counter_names[i], counters[i]); if (pbuf != buf) printstr(buf); exit(ret); } #undef putchar int putchar(int ch) { static char buf[64] __attribute__((aligned(64))); static int buflen = 0; buf[buflen++] = ch; if (ch == '\n' || buflen == sizeof(buf)) { syscall(SYS_write, 1, (long)buf, buflen); buflen = 0; } return 0; } void printhex(uint64_t x) { char str[17]; int i; for (i = 0; i < 16; i++) { str[15-i] = (x & 0xF) + ((x & 0xF) < 10 ? '0' : 'a'-10); x >>= 4; } str[16] = 0; printstr(str); } static inline void printnum(void (*putch)(int, void**), void **putdat, unsigned long long num, unsigned base, int width, int padc) { unsigned digs[sizeof(num)*CHAR_BIT]; int pos = 0; while (1) { digs[pos++] = num % base; if (num < base) break; num /= base; } while (width-- > pos) putch(padc, putdat); while (pos-- > 0) putch(digs[pos] + (digs[pos] >= 10 ? 'a' - 10 : '0'), putdat); } static unsigned long long getuint(va_list *ap, int lflag) { if (lflag >= 2) return va_arg(*ap, unsigned long long); else if (lflag) return va_arg(*ap, unsigned long); else return va_arg(*ap, unsigned int); } static long long getint(va_list *ap, int lflag) { if (lflag >= 2) return va_arg(*ap, long long); else if (lflag) return va_arg(*ap, long); else return va_arg(*ap, int); } static void vprintfmt(void (*putch)(int, void**), void **putdat, const char *fmt, va_list ap) { register const char* p; const char* last_fmt; register int ch, err; unsigned long long num; int base, lflag, width, precision, altflag; char padc; while (1) { while ((ch = *(unsigned char *) fmt) != '%') { if (ch == '\0') return; fmt++; putch(ch, putdat); } fmt++; // Process a %-escape sequence last_fmt = fmt; padc = ' '; width = -1; precision = -1; lflag = 0; altflag = 0; reswitch: switch (ch = *(unsigned char *) fmt++) { // flag to pad on the right case '-': padc = '-'; goto reswitch; // flag to pad with 0's instead of spaces case '0': padc = '0'; goto reswitch; // width field case '1': case '2': case '3': case '4': case '5': case '6': case '7': case '8': case '9': for (precision = 0; ; ++fmt) { precision = precision * 10 + ch - '0'; ch = *fmt; if (ch < '0' || ch > '9') break; } goto process_precision; case '*': precision = va_arg(ap, int); goto process_precision; case '.': if (width < 0) width = 0; goto reswitch; case '#': altflag = 1; goto reswitch; process_precision: if (width < 0) width = precision, precision = -1; goto reswitch; // long flag (doubled for long long) case 'l': lflag++; goto reswitch; // character case 'c': putch(va_arg(ap, int), putdat); break; // string case 's': if ((p = va_arg(ap, char *)) == NULL) p = "(null)"; if (width > 0 && padc != '-') for (width -= strnlen(p, precision); width > 0; width--) putch(padc, putdat); for (; (ch = *p) != '\0' && (precision < 0 || --precision >= 0); width--) { putch(ch, putdat); p++; } for (; width > 0; width--) putch(' ', putdat); break; // (signed) decimal case 'd': num = getint(&ap, lflag); if ((long long) num < 0) { putch('-', putdat); num = -(long long) num; } base = 10; goto signed_number; // unsigned decimal case 'u': base = 10; goto unsigned_number; // (unsigned) octal case 'o': // should do something with padding so it's always 3 octits base = 8; goto unsigned_number; // pointer case 'p': static_assert(sizeof(long) == sizeof(void*)); lflag = 1; putch('0', putdat); putch('x', putdat); /* fall through to 'x' */ // (unsigned) hexadecimal case 'x': base = 16; unsigned_number: num = getuint(&ap, lflag); signed_number: printnum(putch, putdat, num, base, width, padc); break; // escaped '%' character case '%': putch(ch, putdat); break; // unrecognized escape sequence - just print it literally default: putch('%', putdat); fmt = last_fmt; break; } } } int printf(const char* fmt, ...) { va_list ap; va_start(ap, fmt); vprintfmt((void*)putchar, 0, fmt, ap); va_end(ap); return 0; // incorrect return value, but who cares, anyway? } int sprintf(char* str, const char* fmt, ...) { va_list ap; char* str0 = str; va_start(ap, fmt); void sprintf_putch(int ch, void** data) { char** pstr = (char**)data; **pstr = ch; (*pstr)++; } vprintfmt(sprintf_putch, (void**)&str, fmt, ap); *str = 0; va_end(ap); return str - str0; }