/* * Early initialization code for riscv * * Copyright 2015 Google Inc. * * This program is free software; you can redistribute it and/or * modify it under the terms of the GNU General Public License as * published by the Free Software Foundation; version 2 of * the License. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.See the * GNU General Public License for more details. */ #include #include #include #include #define HART_ID 0 #define CONSOLE_PUT 1 #define SEND_DEVICE_REQUEST 2 #define RECEIVE_DEVICE_RESPONSE 3 #define SEND_IPI 4 #define CLEAR_IPI 5 #define SHUTDOWN 6 #define SET_TIMER 7 #define QUERY_MEMORY 8 int loopBreak2 = 1; void handle_supervisor_call(trapframe *tf) { uintptr_t call = tf->gpr[17]; uintptr_t arg0 = tf->gpr[10]; uintptr_t arg1 = tf->gpr[11]; uintptr_t returnValue; switch(call) { case HART_ID: printk(BIOS_DEBUG, "Getting hart id...\n"); returnValue = mcall_hart_id(); break; case CONSOLE_PUT: returnValue = mcall_console_putchar(arg0); break; case SEND_DEVICE_REQUEST: printk(BIOS_DEBUG, "Sending device request...\n"); returnValue = mcall_dev_req((sbi_device_message*) arg0); break; case RECEIVE_DEVICE_RESPONSE: printk(BIOS_DEBUG, "Getting device response...\n"); returnValue = mcall_dev_resp(); break; case SEND_IPI: printk(BIOS_DEBUG, "Sending IPI...\n"); returnValue = mcall_send_ipi(arg0); break; case CLEAR_IPI: printk(BIOS_DEBUG, "Clearing IPI...\n"); returnValue = mcall_clear_ipi(); break; case SHUTDOWN: printk(BIOS_DEBUG, "Shutting down...\n"); returnValue = mcall_shutdown(); break; case SET_TIMER: printk(BIOS_DEBUG, "Setting timer to %p (current time is %p)...\n", (void *)arg0, (void *)rdtime()); returnValue = mcall_set_timer(arg0); break; case QUERY_MEMORY: printk(BIOS_DEBUG, "Querying memory, CPU #%lld...\n", arg0); returnValue = mcall_query_memory(arg0, (memory_block_info*) arg1); break; default: printk(BIOS_DEBUG, "ERROR! Unrecognized system call\n"); returnValue = 0; break; // note: system call we do not know how to handle } tf->gpr[10] = returnValue; write_csr(mepc, read_csr(mepc) + 4); asm volatile("j supervisor_call_return"); } static const char *const exception_names[] = { "Instruction address misaligned", "Instruction access fault", "Illegal instruction", "Breakpoint", "Load address misaligned", "Load access fault", "Store address misaligned", "Store access fault", "Environment call from U-mode", "Environment call from S-mode", "Environment call from H-mode", "Environment call from M-mode" }; static const char *mstatus_to_previous_mode(uintptr_t ms) { switch (ms & MSTATUS_MPP) { case 0x00000000: return "user"; case 0x00000800: return "supervisor"; case 0x00001000: return "hypervisor"; case 0x00001800: return "machine"; } return "unknown"; } static void print_trap_information(const trapframe *tf) { const char *previous_mode; bool mprv = !!(tf->status & MSTATUS_MPRV); /* Leave some space around the trap message */ printk(BIOS_DEBUG, "\n"); if (tf->cause < ARRAY_SIZE(exception_names)) printk(BIOS_DEBUG, "Exception: %s\n", exception_names[tf->cause]); else printk(BIOS_DEBUG, "Trap: Unknown cause %p\n", (void *)tf->cause); previous_mode = mstatus_to_previous_mode(read_csr(mstatus)); printk(BIOS_DEBUG, "Previous mode: %s%s\n", previous_mode, mprv? " (MPRV)":""); printk(BIOS_DEBUG, "Bad instruction pc: %p\n", (void *)tf->epc); printk(BIOS_DEBUG, "Bad address: %p\n", (void *)tf->badvaddr); printk(BIOS_DEBUG, "Stored ra: %p\n", (void*) tf->gpr[1]); printk(BIOS_DEBUG, "Stored sp: %p\n", (void*) tf->gpr[2]); } void trap_handler(trapframe *tf) { write_csr(mscratch, tf); switch(tf->cause) { case CAUSE_MISALIGNED_FETCH: case CAUSE_FAULT_FETCH: case CAUSE_ILLEGAL_INSTRUCTION: case CAUSE_BREAKPOINT: case CAUSE_FAULT_LOAD: case CAUSE_FAULT_STORE: case CAUSE_USER_ECALL: case CAUSE_HYPERVISOR_ECALL: case CAUSE_MACHINE_ECALL: print_trap_information(tf); break; case CAUSE_MISALIGNED_LOAD: print_trap_information(tf); handle_misaligned_load(tf); break; case CAUSE_MISALIGNED_STORE: print_trap_information(tf); handle_misaligned_store(tf); break; case CAUSE_SUPERVISOR_ECALL: /* Don't print so we make console putchar calls look the way they should */ handle_supervisor_call(tf); break; default: print_trap_information(tf); break; } die("Can't recover from trap. Halting.\n"); } void handle_misaligned_load(trapframe *tf) { printk(BIOS_DEBUG, "Trapframe ptr: %p\n", tf); printk(BIOS_DEBUG, "Stored sp: %p\n", (void*) tf->gpr[2]); insn_t faultingInstruction = 0; uintptr_t faultingInstructionAddr = tf->epc; asm("move t0, %0" : /* No outputs */ : "r"(faultingInstructionAddr)); asm("lw t0, 0(t0)"); asm("move %0, t0" : "=r"(faultingInstruction)); printk(BIOS_DEBUG, "Faulting instruction: 0x%x\n", faultingInstruction); insn_t widthMask = 0x7000; insn_t memWidth = (faultingInstruction & widthMask) >> 12; insn_t destMask = 0xF80; insn_t destRegister = (faultingInstruction & destMask) >> 7; printk(BIOS_DEBUG, "Width: 0x%x\n", memWidth); if (memWidth == 3) { // load double, handle the issue void* badAddress = (void*) tf->badvaddr; memcpy(&(tf->gpr[destRegister]), badAddress, 8); } else { // panic, this should not have happened printk(BIOS_DEBUG, "Code should not reach this path, misaligned on a non-64 bit store/load\n"); while(1); } // return to where we came from write_csr(mepc, read_csr(mepc) + 4); asm volatile("j machine_call_return"); } void handle_misaligned_store(trapframe *tf) { printk(BIOS_DEBUG, "Trapframe ptr: %p\n", tf); printk(BIOS_DEBUG, "Stored sp: %p\n", (void*) tf->gpr[2]); insn_t faultingInstruction = 0; uintptr_t faultingInstructionAddr = tf->epc; asm("move t0, %0" : /* No outputs */ : "r"(faultingInstructionAddr)); asm("lw t0, 0(t0)"); asm("move %0, t0" : "=r"(faultingInstruction)); printk(BIOS_DEBUG, "Faulting instruction: 0x%x\n", faultingInstruction); insn_t widthMask = 0x7000; insn_t memWidth = (faultingInstruction & widthMask) >> 12; insn_t srcMask = 0x1F00000; insn_t srcRegister = (faultingInstruction & srcMask) >> 20; printk(BIOS_DEBUG, "Width: 0x%x\n", memWidth); if (memWidth == 3) { // store double, handle the issue void* badAddress = (void*) tf->badvaddr; long valueToStore = tf->gpr[srcRegister]; memcpy(badAddress, &valueToStore, 8); } else { // panic, this should not have happened printk(BIOS_DEBUG, "Code should not reach this path, misaligned on a non-64 bit store/load\n"); while(1); } // return to where we came from write_csr(mepc, read_csr(mepc) + 4); asm volatile("j machine_call_return"); }