-/* Northwestern University */
-/* (c) 2008, Jack Lange <jarusl@cs.northwestern.edu> */
+/*
+ * This file is part of the Palacios Virtual Machine Monitor developed
+ * by the V3VEE Project with funding from the United States National
+ * Science Foundation and the Department of Energy.
+ *
+ * The V3VEE Project is a joint project between Northwestern University
+ * and the University of New Mexico. You can find out more at
+ * http://www.v3vee.org
+ *
+ * Copyright (c) 2008, Jack Lange <jarusl@cs.northwestern.edu>
+ * Copyright (c) 2008, The V3VEE Project <http://www.v3vee.org>
+ * All rights reserved.
+ *
+ * Author: Jack Lange <jarusl@cs.northwestern.edu>
+ *
+ * This is free software. You are permitted to use,
+ * redistribute, and modify it as specified in the file "V3VEE_LICENSE".
+ */
+
+
+
#include <palacios/vm_guest.h>
#include <palacios/vmm_ctrl_regs.h>
#include <palacios/vmm.h>
+#include <palacios/vmm_decoder.h>
+#include <palacios/vmcb.h>
+#include <palacios/vm_guest_mem.h>
+#include <palacios/vmm_lowlevel.h>
+#include <palacios/vmm_sprintf.h>
+#include <palacios/vmm_muxer.h>
+
+
+v3_cpu_mode_t v3_get_vm_cpu_mode(struct guest_info * info) {
+ struct cr0_32 * cr0;
+ struct efer_64 * efer;
+ struct cr4_32 * cr4 = (struct cr4_32 *)&(info->ctrl_regs.cr4);
+ struct v3_segment * cs = &(info->segments.cs);
+ vmcb_saved_state_t * guest_state = GET_VMCB_SAVE_STATE_AREA((vmcb_t*)(info->vmm_data));
+
+ if (info->shdw_pg_mode == SHADOW_PAGING) {
+ cr0 = (struct cr0_32 *)&(info->shdw_pg_state.guest_cr0);
+ efer = (struct efer_64 *)&(info->shdw_pg_state.guest_efer);
+ } else if (info->shdw_pg_mode == NESTED_PAGING) {
+ cr0 = (struct cr0_32 *)&(info->ctrl_regs.cr0);
+ efer = (struct efer_64 *)&(guest_state->efer);
+ } else {
+ PrintError("Invalid Paging Mode...\n");
+ V3_ASSERT(0);
+ return -1;
+ }
+ if (cr0->pe == 0) {
+ return REAL;
+ } else if ((cr4->pae == 0) && (efer->lme == 0)) {
+ return PROTECTED;
+ } else if (efer->lme == 0) {
+ return PROTECTED_PAE;
+ } else if ((efer->lme == 1) && (cs->long_mode == 1)) {
+ return LONG;
+ } else {
+ // What about LONG_16_COMPAT???
+ return LONG_32_COMPAT;
+ }
+}
+
+// Get address width in bytes
+uint_t v3_get_addr_width(struct guest_info * info) {
+ struct cr0_32 * cr0;
+ struct cr4_32 * cr4 = (struct cr4_32 *)&(info->ctrl_regs.cr4);
+ struct efer_64 * efer;
+ struct v3_segment * cs = &(info->segments.cs);
+ vmcb_saved_state_t * guest_state = GET_VMCB_SAVE_STATE_AREA((vmcb_t*)(info->vmm_data));
+
+ if (info->shdw_pg_mode == SHADOW_PAGING) {
+ cr0 = (struct cr0_32 *)&(info->shdw_pg_state.guest_cr0);
+ efer = (struct efer_64 *)&(info->shdw_pg_state.guest_efer);
+ } else if (info->shdw_pg_mode == NESTED_PAGING) {
+ cr0 = (struct cr0_32 *)&(info->ctrl_regs.cr0);
+ efer = (struct efer_64 *)&(guest_state->efer);
+ } else {
+ PrintError("Invalid Paging Mode...\n");
+ V3_ASSERT(0);
+ return -1;
+ }
-vm_cpu_mode_t get_cpu_mode(struct guest_info * info) {
- struct cr0_32 * cr0;
- struct cr4_32 * cr4 = (struct cr4_32 *)&(info->ctrl_regs.cr4);
- struct efer_64 * efer = (struct efer_64 *)&(info->ctrl_regs.efer);
- struct v3_segment * cs = &(info->segments.cs);
-
- if (info->shdw_pg_mode == SHADOW_PAGING) {
- cr0 = (struct cr0_32 *)&(info->shdw_pg_state.guest_cr0);
- } else if (info->shdw_pg_mode == NESTED_PAGING) {
- cr0 = (struct cr0_32 *)&(info->ctrl_regs.cr0);
- } else {
- PrintError("Invalid Paging Mode...\n");
- V3_ASSERT(0);
- return -1;
- }
-
- if (cr0->pe == 0) {
- return REAL;
- } else if ((cr4->pae == 0) && (efer->lma == 0)) {
- return PROTECTED;
- } else if (efer->lma == 0) {
- return PROTECTED_PAE;
- } else if ((efer->lma == 1) && (cs->long_mode == 1)) {
- return LONG;
- } else {
- return LONG_32_COMPAT;
- }
+ if (cr0->pe == 0) {
+ return 2;
+ } else if ((cr4->pae == 0) && (efer->lme == 0)) {
+ return 4;
+ } else if (efer->lme == 0) {
+ return 4;
+ } else if ((efer->lme == 1) && (cs->long_mode == 1)) {
+ return 8;
+ } else {
+ // What about LONG_16_COMPAT???
+ return 4;
+ }
}
-vm_mem_mode_t get_mem_mode(struct guest_info * info) {
- struct cr0_32 * cr0;
- if (info->shdw_pg_mode == SHADOW_PAGING) {
- cr0 = (struct cr0_32 *)&(info->shdw_pg_state.guest_cr0);
- } else if (info->shdw_pg_mode == NESTED_PAGING) {
- cr0 = (struct cr0_32 *)&(info->ctrl_regs.cr0);
- } else {
- PrintError("Invalid Paging Mode...\n");
- V3_ASSERT(0);
- return -1;
- }
+static const uchar_t REAL_STR[] = "Real";
+static const uchar_t PROTECTED_STR[] = "Protected";
+static const uchar_t PROTECTED_PAE_STR[] = "Protected+PAE";
+static const uchar_t LONG_STR[] = "Long";
+static const uchar_t LONG_32_COMPAT_STR[] = "32bit Compat";
+static const uchar_t LONG_16_COMPAT_STR[] = "16bit Compat";
+const uchar_t * v3_cpu_mode_to_str(v3_cpu_mode_t mode) {
+ switch (mode) {
+ case REAL:
+ return REAL_STR;
+ case PROTECTED:
+ return PROTECTED_STR;
+ case PROTECTED_PAE:
+ return PROTECTED_PAE_STR;
+ case LONG:
+ return LONG_STR;
+ case LONG_32_COMPAT:
+ return LONG_32_COMPAT_STR;
+ case LONG_16_COMPAT:
+ return LONG_16_COMPAT_STR;
+ default:
+ return NULL;
+ }
+}
+
+v3_mem_mode_t v3_get_vm_mem_mode(struct guest_info * info) {
+ struct cr0_32 * cr0;
+ if (info->shdw_pg_mode == SHADOW_PAGING) {
+ cr0 = (struct cr0_32 *)&(info->shdw_pg_state.guest_cr0);
+ } else if (info->shdw_pg_mode == NESTED_PAGING) {
+ cr0 = (struct cr0_32 *)&(info->ctrl_regs.cr0);
+ } else {
+ PrintError("Invalid Paging Mode...\n");
+ V3_ASSERT(0);
+ return -1;
+ }
- if (cr0->pg == 0) {
- return PHYSICAL_MEM;
- } else {
- return VIRTUAL_MEM;
- }
+ if (cr0->pg == 0) {
+ return PHYSICAL_MEM;
+ } else {
+ return VIRTUAL_MEM;
+ }
}
+static const uchar_t PHYS_MEM_STR[] = "Physical Memory";
+static const uchar_t VIRT_MEM_STR[] = "Virtual Memory";
-void PrintV3Segments(struct guest_info * info) {
- struct v3_segments * segs = &(info->segments);
- int i = 0;
- struct v3_segment * seg_ptr;
+const uchar_t * v3_mem_mode_to_str(v3_mem_mode_t mode) {
+ switch (mode) {
+ case PHYSICAL_MEM:
+ return PHYS_MEM_STR;
+ case VIRTUAL_MEM:
+ return VIRT_MEM_STR;
+ default:
+ return NULL;
+ }
+}
- seg_ptr=(struct v3_segment *)segs;
+
+void v3_print_segments(struct v3_segments * segs) {
+ int i = 0;
+ struct v3_segment * seg_ptr;
+
+ seg_ptr=(struct v3_segment *)segs;
- char *seg_names[] = {"CS", "DS" , "ES", "FS", "GS", "SS" , "LDTR", "GDTR", "IDTR", "TR", NULL};
- PrintDebug("Segments\n");
+ char *seg_names[] = {"CS", "DS" , "ES", "FS", "GS", "SS" , "LDTR", "GDTR", "IDTR", "TR", NULL};
+ V3_Print("Segments\n");
+
+ for (i = 0; seg_names[i] != NULL; i++) {
+
+ V3_Print("\t%s: Sel=%x, base=%p, limit=%x (long_mode=%d, db=%d)\n", seg_names[i], seg_ptr[i].selector,
+ (void *)(addr_t)seg_ptr[i].base, seg_ptr[i].limit,
+ seg_ptr[i].long_mode, seg_ptr[i].db);
+
+ }
+}
+
+//
+// We don't handle those fancy 64 bit system segments...
+//
+int v3_translate_segment(struct guest_info * info, uint16_t selector, struct v3_segment * seg) {
+ struct v3_segment * gdt = &(info->segments.gdtr);
+ addr_t gdt_addr = 0;
+ uint16_t seg_offset = (selector & ~0x7);
+ addr_t seg_addr = 0;
+ struct gen_segment * gen_seg = NULL;
+ struct seg_selector sel;
+
+ memset(seg, 0, sizeof(struct v3_segment));
+
+ sel.value = selector;
+
+ if (sel.ti == 1) {
+ PrintError("LDT translations not supported\n");
+ return -1;
+ }
+
+ if (v3_gva_to_hva(info, gdt->base, &gdt_addr) == -1) {
+ PrintError("Unable to translate GDT address\n");
+ return -1;
+ }
- for (i = 0; seg_names[i] != NULL; i++) {
+ seg_addr = gdt_addr + seg_offset;
+ gen_seg = (struct gen_segment *)seg_addr;
- PrintDebug("\t%s: Sel=%x, base=%x, limit=%x\n", seg_names[i], seg_ptr[i].selector, seg_ptr[i].base, seg_ptr[i].limit);
+ //translate
+ seg->selector = selector;
- }
+ seg->limit = gen_seg->limit_hi;
+ seg->limit <<= 16;
+ seg->limit += gen_seg->limit_lo;
+
+ seg->base = gen_seg->base_hi;
+ seg->base <<= 24;
+ seg->base += gen_seg->base_lo;
+
+ if (gen_seg->granularity == 1) {
+ seg->limit <<= 12;
+ seg->limit |= 0xfff;
+ }
+
+ seg->type = gen_seg->type;
+ seg->system = gen_seg->system;
+ seg->dpl = gen_seg->dpl;
+ seg->present = gen_seg->present;
+ seg->avail = gen_seg->avail;
+ seg->long_mode = gen_seg->long_mode;
+ seg->db = gen_seg->db;
+ seg->granularity = gen_seg->granularity;
+
+ return 0;
+}
+
+
+
+
+void v3_print_ctrl_regs(struct guest_info * info) {
+ struct v3_ctrl_regs * regs = &(info->ctrl_regs);
+ int i = 0;
+ v3_reg_t * reg_ptr;
+ char * reg_names[] = {"CR0", "CR2", "CR3", "CR4", "CR8", "FLAGS", NULL};
+ vmcb_saved_state_t * guest_state = GET_VMCB_SAVE_STATE_AREA(info->vmm_data);
+
+ reg_ptr = (v3_reg_t *)regs;
+
+ V3_Print("32 bit Ctrl Regs:\n");
+
+ for (i = 0; reg_names[i] != NULL; i++) {
+ V3_Print("\t%s=0x%p\n", reg_names[i], (void *)(addr_t)reg_ptr[i]);
+ }
+
+ V3_Print("\tEFER=0x%p\n", (void*)(addr_t)(guest_state->efer));
}
-void PrintV3CtrlRegs(struct guest_info * info) {
- struct v3_ctrl_regs * regs = &(info->ctrl_regs);
- int i = 0;
- v3_reg_t * reg_ptr;
- char * reg_names[] = {"CR0", "CR2", "CR3", "CR4", "CR8", "FLAGS", NULL};
+void v3_print_guest_state(struct guest_info * info) {
+ addr_t linear_addr = 0;
+
+ V3_Print("RIP: %p\n", (void *)(addr_t)(info->rip));
+ linear_addr = get_addr_linear(info, info->rip, &(info->segments.cs));
+ V3_Print("RIP Linear: %p\n", (void *)linear_addr);
+
+ V3_Print("NumExits: %u\n", (uint32_t)info->num_exits);
- reg_ptr= (v3_reg_t *)regs;
+ v3_print_segments(&(info->segments));
+ v3_print_ctrl_regs(info);
- PrintDebug("32 bit Ctrl Regs:\n");
+ if (info->shdw_pg_mode == SHADOW_PAGING) {
+ V3_Print("Shadow Paging Guest Registers:\n");
+ V3_Print("\tGuest CR0=%p\n", (void *)(addr_t)(info->shdw_pg_state.guest_cr0));
+ V3_Print("\tGuest CR3=%p\n", (void *)(addr_t)(info->shdw_pg_state.guest_cr3));
+ V3_Print("\tGuest EFER=%p\n", (void *)(addr_t)(info->shdw_pg_state.guest_efer.value));
+ // CR4
+ }
+ v3_print_GPRs(info);
- for (i = 0; reg_names[i] != NULL; i++) {
- PrintDebug("\t%s=0x%x\n", reg_names[i], reg_ptr[i]);
- }
+ v3_print_mem_map(info->vm_info);
+
+ v3_print_stack(info);
}
-void PrintV3GPRs(struct guest_info * info) {
- struct v3_gprs * regs = &(info->vm_regs);
- int i = 0;
- v3_reg_t * reg_ptr;
- char * reg_names[] = { "RDI", "RSI", "RBP", "RSP", "RBX", "RDX", "RCX", "RAX", NULL};
+void v3_print_stack(struct guest_info * info) {
+ addr_t linear_addr = 0;
+ addr_t host_addr = 0;
+ int i = 0;
+ v3_cpu_mode_t cpu_mode = v3_get_vm_cpu_mode(info);
+
+
+ linear_addr = get_addr_linear(info, info->vm_regs.rsp, &(info->segments.ss));
+
+ V3_Print("Stack at %p:\n", (void *)linear_addr);
+
+ if (info->mem_mode == PHYSICAL_MEM) {
+ if (v3_gpa_to_hva(info, linear_addr, &host_addr) == -1) {
+ PrintError("Could not translate Stack address\n");
+ return;
+ }
+ } else if (info->mem_mode == VIRTUAL_MEM) {
+ if (v3_gva_to_hva(info, linear_addr, &host_addr) == -1) {
+ PrintError("Could not translate Virtual Stack address\n");
+ return;
+ }
+ }
+
+ V3_Print("Host Address of rsp = 0x%p\n", (void *)host_addr);
+
+ // We start i at one because the current stack pointer points to an unused stack element
+ for (i = 0; i <= 24; i++) {
+ if (cpu_mode == LONG) {
+ V3_Print("\t%p\n", (void *)*(addr_t *)(host_addr + (i * 8)));
+ } else if (cpu_mode == REAL) {
+ V3_Print("Don't currently handle 16 bit stacks... \n");
+ } else {
+ // 32 bit stacks...
+ V3_Print("\t%.8x\n", *(uint32_t *)(host_addr + (i * 4)));
+ }
+ }
+
+}
+
+#ifdef __V3_32BIT__
+
+void v3_print_GPRs(struct guest_info * info) {
+ struct v3_gprs * regs = &(info->vm_regs);
+ int i = 0;
+ v3_reg_t * reg_ptr;
+ char * reg_names[] = { "RDI", "RSI", "RBP", "RSP", "RBX", "RDX", "RCX", "RAX", NULL};
+
+ reg_ptr= (v3_reg_t *)regs;
+
+ V3_Print("32 bit GPRs:\n");
+
+ for (i = 0; reg_names[i] != NULL; i++) {
+ V3_Print("\t%s=0x%p\n", reg_names[i], (void *)(addr_t)reg_ptr[i]);
+ }
+}
+
+#elif __V3_64BIT__
+
+void v3_print_GPRs(struct guest_info * info) {
+ struct v3_gprs * regs = &(info->vm_regs);
+ int i = 0;
+ v3_reg_t * reg_ptr;
+ char * reg_names[] = { "RDI", "RSI", "RBP", "RSP", "RBX", "RDX", "RCX", "RAX", \
+ "R8", "R9", "R10", "R11", "R12", "R13", "R14", "R15", NULL};
+
+ reg_ptr = (v3_reg_t *)regs;
+
+ V3_Print("64 bit GPRs:\n");
+
+ for (i = 0; reg_names[i] != NULL; i++) {
+ V3_Print("\t%s=0x%p\n", reg_names[i], (void *)(addr_t)reg_ptr[i]);
+ }
+}
+
+#endif
+
+
+#include <palacios/vmcs.h>
+#include <palacios/vmcb.h>
+static int info_hcall(struct guest_info * core, uint_t hcall_id, void * priv_data) {
+ v3_cpu_arch_t cpu_type = v3_get_cpu_type(v3_get_cpu_id());
+
+ v3_print_guest_state(core);
+
+
+ // init SVM/VMX
+#ifdef CONFIG_SVM
+ if ((cpu_type == V3_SVM_CPU) || (cpu_type == V3_SVM_REV3_CPU)) {
+ PrintDebugVMCB((vmcb_t *)(core->vmm_data));
+ }
+#endif
+#ifdef CONFIG_VMX
+ else if ((cpu_type == V3_VMX_CPU) || (cpu_type == V3_VMX_EPT_CPU)) {
+ v3_print_vmcs();
+ }
+#endif
+ else {
+ PrintError("Invalid CPU Type\n");
+ return -1;
+ }
+
+
+ return 0;
+}
+
+
+#ifdef CONFIG_SVM
+#include <palacios/svm.h>
+#include <palacios/svm_io.h>
+#include <palacios/svm_msr.h>
+#endif
+
+#ifdef CONFIG_VMX
+#include <palacios/vmx.h>
+#include <palacios/vmx_io.h>
+#include <palacios/vmx_msr.h>
+#endif
+
+
+int v3_init_vm(struct v3_vm_info * vm) {
+ v3_cpu_arch_t cpu_type = v3_get_cpu_type(v3_get_cpu_id());
+
+
+ if (v3_get_foreground_vm() == NULL) {
+ v3_set_foreground_vm(vm);
+ }
+
+#ifdef CONFIG_TELEMETRY
+ v3_init_telemetry(vm);
+#endif
+
+ v3_init_hypercall_map(vm);
+ v3_init_io_map(vm);
+ v3_init_msr_map(vm);
+ v3_init_cpuid_map(vm);
+ v3_init_host_events(vm);
+ v3_init_intr_routers(vm);
+
+ // Initialize the memory map
+ if (v3_init_mem_map(vm) == -1) {
+ PrintError("Could not initialize shadow map\n");
+ return -1;
+ }
+
+ v3_init_mem_hooks(vm);
+
+ if (v3_init_shdw_impl(vm) == -1) {
+ PrintError("VM initialization error in shadow implementaion\n");
+ return -1;
+ }
+
+
+
+#ifdef CONFIG_SYMBIOTIC
+ v3_init_symbiotic_vm(vm);
+#endif
+
+ v3_init_dev_mgr(vm);
+
+
+ // init SVM/VMX
+#ifdef CONFIG_SVM
+ if ((cpu_type == V3_SVM_CPU) || (cpu_type == V3_SVM_REV3_CPU)) {
+ v3_init_svm_io_map(vm);
+ v3_init_svm_msr_map(vm);
+ }
+#endif
+#ifdef CONFIG_VMX
+ else if ((cpu_type == V3_VMX_CPU) || (cpu_type == V3_VMX_EPT_CPU)) {
+ v3_init_vmx_io_map(vm);
+ v3_init_vmx_msr_map(vm);
+ }
+#endif
+ else {
+ PrintError("Invalid CPU Type\n");
+ return -1;
+ }
+
+
+
+ v3_register_hypercall(vm, GUEST_INFO_HCALL, info_hcall, NULL);
+
+
+ V3_Print("GUEST_INFO_HCALL=%x\n", GUEST_INFO_HCALL);
+
+ return 0;
+}
+
+int v3_init_core(struct guest_info * core) {
+ v3_cpu_arch_t cpu_type = v3_get_cpu_type(v3_get_cpu_id());
+ struct v3_vm_info * vm = core->vm_info;
+
+ /*
+ * Initialize the subsystem data strutures
+ */
+#ifdef CONFIG_TELEMETRY
+ v3_init_core_telemetry(core);
+#endif
+
+ if (core->shdw_pg_mode == SHADOW_PAGING) {
+ v3_init_shdw_pg_state(core);
+ }
+
+ v3_init_time(core);
+ v3_init_intr_controllers(core);
+ v3_init_exception_state(core);
+
+ v3_init_decoder(core);
+
- reg_ptr= (v3_reg_t *)regs;
+#ifdef CONFIG_SYMBIOTIC
+ v3_init_symbiotic_core(core);
+#endif
- PrintDebug("32 bit GPRs:\n");
+ // init SVM/VMX
+#ifdef CONFIG_SVM
+ if ((cpu_type == V3_SVM_CPU) || (cpu_type == V3_SVM_REV3_CPU)) {
+ if (v3_init_svm_vmcb(core, vm->vm_class) == -1) {
+ PrintError("Error in SVM initialization\n");
+ return -1;
+ }
+ }
+#endif
+#ifdef CONFIG_VMX
+ else if ((cpu_type == V3_VMX_CPU) || (cpu_type == V3_VMX_EPT_CPU)) {
+ if (v3_init_vmx_vmcs(core, vm->vm_class) == -1) {
+ PrintError("Error in VMX initialization\n");
+ return -1;
+ }
+ }
+#endif
+ else {
+ PrintError("Invalid CPU Type\n");
+ return -1;
+ }
- for (i = 0; reg_names[i] != NULL; i++) {
- PrintDebug("\t%s=0x%x\n", reg_names[i], reg_ptr[i]);
- }
+ return 0;
}