X-Git-Url: http://v3vee.org/palacios/gitweb/gitweb.cgi?a=blobdiff_plain;f=palacios%2Fsrc%2Fpalacios%2Fvmm_mem.c;h=c24479363dccaaafd0279e3ea4101f711ea41f62;hb=d3c1f093de953d47c55c11692f27aa2220c840b4;hp=fa17e9761cd5791daa2936082e0c24cb69cb773a;hpb=da0f0deecf22754656bad2a95640461ec3ac4f1d;p=palacios.git diff --git a/palacios/src/palacios/vmm_mem.c b/palacios/src/palacios/vmm_mem.c index fa17e97..c244793 100644 --- a/palacios/src/palacios/vmm_mem.c +++ b/palacios/src/palacios/vmm_mem.c @@ -20,508 +20,310 @@ #include #include #include -#include +//#include +#include -void init_shadow_region(struct shadow_region * entry, - addr_t guest_addr_start, - addr_t guest_addr_end, - shdw_region_type_t shdw_region_type) -{ - entry->guest_start = guest_addr_start; - entry->guest_end = guest_addr_end; - entry->host_type = shdw_region_type; - entry->host_addr = 0; - entry->next = entry->prev = NULL; -} -int add_shadow_region_passthrough( struct guest_info * guest_info, - addr_t guest_addr_start, - addr_t guest_addr_end, - addr_t host_addr) -{ - struct shadow_region * entry = (struct shadow_region *)V3_Malloc(sizeof(struct shadow_region)); - init_shadow_region(entry, guest_addr_start, guest_addr_end, - SHDW_REGION_ALLOCATED); - entry->host_addr = host_addr; - return add_shadow_region(&(guest_info->mem_map), entry); -} +static inline +struct v3_shadow_region * insert_shadow_region(struct guest_info * info, + struct v3_shadow_region * region); -int v3_hook_write_mem(struct guest_info * info, addr_t guest_addr_start, addr_t guest_addr_end, - addr_t host_addr, - int (*write)(addr_t guest_addr, void * src, uint_t length, void * priv_data), - void * priv_data) { - struct shadow_region * entry = (struct shadow_region *)V3_Malloc(sizeof(struct shadow_region)); - init_shadow_region(entry, guest_addr_start, guest_addr_end, - SHDW_REGION_WRITE_HOOK); +void v3_init_shadow_map(struct guest_info * info) { + v3_shdw_map_t * map = &(info->mem_map); - entry->write_hook = write; - entry->read_hook = NULL; - entry->host_addr = host_addr; - entry->priv_data = priv_data; + map->shdw_regions.rb_node = NULL; + map->hook_hva = (addr_t)V3_VAddr(V3_AllocPages(1)); - return add_shadow_region(&(info->mem_map), entry); } -int v3_hook_full_mem(struct guest_info * info, addr_t guest_addr_start, addr_t guest_addr_end, - int (*read)(addr_t guest_addr, void * dst, uint_t length, void * priv_data), - int (*write)(addr_t guest_addr, void * src, uint_t length, void * priv_data), - void * priv_data) { +void v3_delete_shadow_map(struct guest_info * info) { + struct rb_node * node = v3_rb_first(&(info->mem_map.shdw_regions)); + struct v3_shadow_region * reg; + struct rb_node * tmp_node = NULL; - struct shadow_region * entry = (struct shadow_region *)V3_Malloc(sizeof(struct shadow_region)); - - init_shadow_region(entry, guest_addr_start, guest_addr_end, - SHDW_REGION_FULL_HOOK); - - entry->write_hook = write; - entry->read_hook = read; - entry->priv_data = priv_data; + while (node) { + reg = rb_entry(node, struct v3_shadow_region, tree_node); + tmp_node = node; + node = v3_rb_next(node); - entry->host_addr = 0; - - return add_shadow_region(&(info->mem_map), entry); + v3_delete_shadow_region(info, reg); + } } -int handle_special_page_fault(struct guest_info * info, - addr_t fault_gva, addr_t fault_gpa, - pf_error_t access_info) +int v3_add_shadow_mem( struct guest_info * info, + addr_t guest_addr_start, + addr_t guest_addr_end, + addr_t host_addr) { - struct shadow_region * reg = get_shadow_region_by_addr(&(info->mem_map), fault_gpa); - - PrintDebug("Handling Special Page Fault\n"); - - switch (reg->host_type) { - case SHDW_REGION_WRITE_HOOK: - return v3_handle_mem_wr_hook(info, fault_gva, fault_gpa, reg, access_info); - case SHDW_REGION_FULL_HOOK: - return v3_handle_mem_full_hook(info, fault_gva, fault_gpa, reg, access_info); - default: - return -1; - } - - return 0; + struct v3_shadow_region * entry = (struct v3_shadow_region *)V3_Malloc(sizeof(struct v3_shadow_region)); + + entry->guest_start = guest_addr_start; + entry->guest_end = guest_addr_end; + entry->host_type = SHDW_REGION_ALLOCATED; + entry->host_addr = host_addr; + entry->write_hook = NULL; + entry->read_hook = NULL; + entry->priv_data = NULL; + + if (insert_shadow_region(info, entry)) { + V3_Free(entry); + return -1; + } + return 0; } -int v3_handle_mem_wr_hook(struct guest_info * info, addr_t guest_va, addr_t guest_pa, - struct shadow_region * reg, pf_error_t access_info) { - addr_t write_src_addr = 0; - int write_len = v3_emulate_write_op(info, guest_va, guest_pa, &write_src_addr); +int v3_hook_write_mem(struct guest_info * info, addr_t guest_addr_start, addr_t guest_addr_end, + addr_t host_addr, + int (*write)(addr_t guest_addr, void * src, uint_t length, void * priv_data), + void * priv_data) { - if (write_len == -1) { - PrintError("Emulation failure in write hook\n"); - return -1; - } + struct v3_shadow_region * entry = (struct v3_shadow_region *)V3_Malloc(sizeof(struct v3_shadow_region)); - if (reg->write_hook(guest_pa, (void *)write_src_addr, write_len, reg->priv_data) != write_len) { - PrintError("Memory write hook did not return correct value\n"); - return -1; - } + entry->guest_start = guest_addr_start; + entry->guest_end = guest_addr_end; + entry->host_type = SHDW_REGION_WRITE_HOOK; + entry->host_addr = host_addr; + entry->write_hook = write; + entry->read_hook = NULL; + entry->priv_data = priv_data; - return 0; -} + if (insert_shadow_region(info, entry)) { + V3_Free(entry); + return -1; + } -int v3_handle_mem_full_hook(struct guest_info * info, addr_t guest_va, addr_t guest_pa, - struct shadow_region * reg, pf_error_t access_info) { - return -1; + return 0; } - - -struct shadow_region * v3_get_shadow_region(struct guest_info * info, addr_t addr) { - struct shadow_region * reg = info->mem_map.head; - - while (reg) { - if ((reg->guest_start <= addr) && (reg->guest_end > addr)) { - return reg; - } else if (reg->guest_start > addr) { - return NULL; - } else { - reg = reg->next; +int v3_hook_full_mem(struct guest_info * info, addr_t guest_addr_start, addr_t guest_addr_end, + int (*read)(addr_t guest_addr, void * dst, uint_t length, void * priv_data), + int (*write)(addr_t guest_addr, void * src, uint_t length, void * priv_data), + void * priv_data) { + + struct v3_shadow_region * entry = (struct v3_shadow_region *)V3_Malloc(sizeof(struct v3_shadow_region)); + + entry->guest_start = guest_addr_start; + entry->guest_end = guest_addr_end; + entry->host_type = SHDW_REGION_FULL_HOOK; + entry->host_addr = (addr_t)NULL; + entry->write_hook = write; + entry->read_hook = read; + entry->priv_data = priv_data; + + if (insert_shadow_region(info, entry)) { + V3_Free(entry); + return -1; } - } - return NULL; -} - -void init_shadow_map(struct guest_info * info) { - struct shadow_map * map = &(info->mem_map); - - map->num_regions = 0; - - map->head = NULL; + return 0; } -void free_shadow_map(struct shadow_map * map) { - struct shadow_region * cursor = map->head; - struct shadow_region * tmp = NULL; - while(cursor) { - tmp = cursor; - cursor = cursor->next; - V3_Free(tmp); - } - V3_Free(map); -} +static inline +struct v3_shadow_region * __insert_shadow_region(struct guest_info * info, + struct v3_shadow_region * region) { + struct rb_node ** p = &(info->mem_map.shdw_regions.rb_node); + struct rb_node * parent = NULL; + struct v3_shadow_region * tmp_region; + while (*p) { + parent = *p; + tmp_region = rb_entry(parent, struct v3_shadow_region, tree_node); + if (region->guest_end <= tmp_region->guest_start) { + p = &(*p)->rb_left; + } else if (region->guest_start >= tmp_region->guest_end) { + p = &(*p)->rb_right; + } else { + return tmp_region; + } + } + rb_link_node(&(region->tree_node), parent, p); + + return NULL; +} -int add_shadow_region(struct shadow_map * map, - struct shadow_region * region) -{ - struct shadow_region * cursor = map->head; - PrintDebug("Adding Shadow Region: (0x%p-0x%p)\n", - (void *)region->guest_start, (void *)region->guest_end); +static inline +struct v3_shadow_region * insert_shadow_region(struct guest_info * info, + struct v3_shadow_region * region) { + struct v3_shadow_region * ret; - if ((!cursor) || (cursor->guest_start >= region->guest_end)) { - region->prev = NULL; - region->next = cursor; - map->num_regions++; - map->head = region; - return 0; - } - - while (cursor) { - // Check if it overlaps with the current cursor - if ((cursor->guest_end > region->guest_start) && (cursor->guest_start < region->guest_start)) { - // overlaps not allowed - return -1; + if ((ret = __insert_shadow_region(info, region))) { + return ret; } - - if (!(cursor->next)) { - // add to the end of the list - cursor->next = region; - region->prev = cursor; - region->next = NULL; - map->num_regions++; - return 0; - } else if (cursor->next->guest_start >= region->guest_end) { - // add here - region->next = cursor->next; - region->prev = cursor; - - cursor->next->prev = region; - cursor->next = region; - - map->num_regions++; - - return 0; - } else if (cursor->next->guest_end <= region->guest_start) { - cursor = cursor->next; - } else { - // This cannot happen! - // we should panic here - return -1; - } - } - // This cannot happen - // We should panic here - return -1; -} + v3_rb_insert_color(&(region->tree_node), &(info->mem_map.shdw_regions)); - -int delete_shadow_region(struct shadow_map * map, - addr_t guest_start, - addr_t guest_end) { - return -1; + return NULL; } + -struct shadow_region *get_shadow_region_by_index(struct shadow_map * map, - uint_t index) { - struct shadow_region * reg = map->head; - uint_t i = 0; - while (reg) { - if (i == index) { - return reg; - } - reg = reg->next; - i++; - } - return NULL; -} -struct shadow_region * get_shadow_region_by_addr(struct shadow_map * map, - addr_t addr) { - struct shadow_region * reg = map->head; - while (reg) { - if ((reg->guest_start <= addr) && (reg->guest_end > addr)) { - return reg; - } else if (reg->guest_start > addr) { - return NULL; - } else { - reg = reg->next; - } - } - return NULL; -} - - -shdw_region_type_t get_shadow_addr_type(struct guest_info * info, addr_t guest_addr) { - struct shadow_region * reg = get_shadow_region_by_addr(&(info->mem_map), guest_addr); +int handle_special_page_fault(struct guest_info * info, + addr_t fault_gva, addr_t fault_gpa, + pf_error_t access_info) +{ + struct v3_shadow_region * reg = v3_get_shadow_region(info, fault_gpa); - if (!reg) { - return SHDW_REGION_INVALID; - } else { - return reg->host_type; - } -} + PrintDebug("Handling Special Page Fault\n"); -addr_t get_shadow_addr(struct guest_info * info, addr_t guest_addr) { - struct shadow_region * reg = get_shadow_region_by_addr(&(info->mem_map), guest_addr); + switch (reg->host_type) { + case SHDW_REGION_WRITE_HOOK: + return v3_handle_mem_wr_hook(info, fault_gva, fault_gpa, reg, access_info); + case SHDW_REGION_FULL_HOOK: + return v3_handle_mem_full_hook(info, fault_gva, fault_gpa, reg, access_info); + default: + return -1; + } - if (!reg) { return 0; - } else { - return (guest_addr - reg->guest_start) + reg->host_addr; - } -} - -shdw_region_type_t lookup_shadow_map_addr(struct shadow_map * map, addr_t guest_addr, addr_t * host_addr) { - struct shadow_region * reg = get_shadow_region_by_addr(map, guest_addr); - - if (!reg) { - // No mapping exists - return SHDW_REGION_INVALID; - } else { - switch (reg->host_type) { - case SHDW_REGION_ALLOCATED: - case SHDW_REGION_WRITE_HOOK: - *host_addr = (guest_addr - reg->guest_start) + reg->host_addr; - return reg->host_type; - case SHDW_REGION_UNALLOCATED: - case SHDW_REGION_FULL_HOOK: - // ... - default: - *host_addr = 0; - return reg->host_type; - } - } } +int v3_handle_mem_wr_hook(struct guest_info * info, addr_t guest_va, addr_t guest_pa, + struct v3_shadow_region * reg, pf_error_t access_info) { -void print_shadow_map(struct shadow_map * map) { - struct shadow_region * cur = map->head; - int i = 0; - - PrintDebug("Memory Layout (regions: %d) \n", map->num_regions); + addr_t dst_addr = (addr_t)V3_VAddr((void *)v3_get_shadow_addr(reg, guest_pa)); - while (cur) { - PrintDebug("%d: 0x%p - 0x%p -> ", i, - (void *)cur->guest_start, (void *)(cur->guest_end - 1)); - if (cur->host_type == SHDW_REGION_ALLOCATED || - cur->host_type == SHDW_REGION_UNALLOCATED) { - PrintDebug("0x%p", (void *)(cur->host_addr)); + if (v3_emulate_write_op(info, guest_va, guest_pa, dst_addr, reg->write_hook, reg->priv_data) == -1) { + PrintError("Write hook emulation failed\n"); + return -1; } - PrintDebug("(%s)\n", shdw_region_type_to_str(cur->host_type)); - cur = cur->next; - i++; - } -} - -static const uchar_t SHDW_REGION_INVALID_STR[] = "SHDW_REGION_INVALID"; -static const uchar_t SHDW_REGION_WRITE_HOOK_STR[] = "SHDW_REGION_WRITE_HOOK"; -static const uchar_t SHDW_REGION_FULL_HOOK_STR[] = "SHDW_REGION_FULL_HOOK"; -static const uchar_t SHDW_REGION_ALLOCATED_STR[] = "SHDW_REGION_ALLOCATED"; -static const uchar_t SHDW_REGION_UNALLOCATED_STR[] = "SHDW_REGION_UNALLOCATED"; - - - -const uchar_t * shdw_region_type_to_str(shdw_region_type_t type) { - switch (type) { - case SHDW_REGION_INVALID: - return SHDW_REGION_INVALID_STR; - case SHDW_REGION_WRITE_HOOK: - return SHDW_REGION_WRITE_HOOK_STR; - case SHDW_REGION_FULL_HOOK: - return SHDW_REGION_FULL_HOOK_STR; - case SHDW_REGION_ALLOCATED: - return SHDW_REGION_ALLOCATED_STR; - case SHDW_REGION_UNALLOCATED: - return SHDW_REGION_UNALLOCATED_STR; - default: - return SHDW_REGION_INVALID_STR; - } + return 0; } +int v3_handle_mem_full_hook(struct guest_info * info, addr_t guest_va, addr_t guest_pa, + struct v3_shadow_region * reg, pf_error_t access_info) { + + addr_t op_addr = info->mem_map.hook_hva; + if (access_info.write == 1) { + if (v3_emulate_write_op(info, guest_va, guest_pa, op_addr, reg->write_hook, reg->priv_data) == -1) { + PrintError("Write Full Hook emulation failed\n"); + return -1; + } + } else { + if (v3_emulate_read_op(info, guest_va, guest_pa, op_addr, reg->read_hook, reg->write_hook, reg->priv_data) == -1) { + PrintError("Read Full Hook emulation failed\n"); + return -1; + } + } + return 0; +} +struct v3_shadow_region * v3_get_shadow_region(struct guest_info * info, addr_t guest_addr) { + struct rb_node * n = info->mem_map.shdw_regions.rb_node; + struct v3_shadow_region * reg = NULL; -#ifdef VMM_MEM_TEST - - -#include -#include -#include - - - - - -struct vmm_os_hooks * os_hooks; + while (n) { + reg = rb_entry(n, struct v3_shadow_region, tree_node); -void * TestMalloc(uint_t size) { - return malloc(size); -} + if (guest_addr < reg->guest_start) { + n = n->rb_left; + } else if (guest_addr >= reg->guest_end) { + n = n->rb_right; + } else { + return reg; + } + } -void * TestAllocatePages(int size) { - return malloc(4096 * size); + return NULL; } -void TestPrint(const char * fmt, ...) { - va_list args; - va_start(args, fmt); - vprintf(fmt, args); - va_end(args); +addr_t v3_get_shadow_addr(struct v3_shadow_region * reg, addr_t guest_addr) { + if ( (reg) && + (reg->host_type != SHDW_REGION_FULL_HOOK) && + (reg->host_type != SHDW_REGION_INVALID) ) { + return (guest_addr - reg->guest_start) + reg->host_addr; + } else { + PrintDebug("MEM Region Invalid\n"); + return 0; + } } -int mem_list_add_test_1( vmm_mem_list_t * list) { - - uint_t offset = 0; - PrintDebug("\n\nTesting Memory List\n"); - init_mem_list(list); +void v3_delete_shadow_region(struct guest_info * info, struct v3_shadow_region * reg) { + if (reg != NULL) { + v3_rb_erase(&(reg->tree_node), &(info->mem_map.shdw_regions)); - offset = PAGE_SIZE * 6; - PrintDebug("Adding 0x%x - 0x%x\n", offset, offset + (PAGE_SIZE * 10)); - add_mem_list_pages(list, offset, 10); - print_mem_list(list); - - - offset = 0; - PrintDebug("Adding 0x%x - 0x%x\n", offset, offset + PAGE_SIZE * 4); - add_mem_list_pages(list, offset, 4); - print_mem_list(list); - - offset = PAGE_SIZE * 20; - PrintDebug("Adding 0x%x - 0x%x\n", offset, offset + (PAGE_SIZE * 1)); - add_mem_list_pages(list, offset, 1); - print_mem_list(list); - - offset = PAGE_SIZE * 21; - PrintDebug("Adding 0x%x - 0x%x\n", offset, offset + (PAGE_SIZE * 3)); - add_mem_list_pages(list, offset, 3); - print_mem_list(list); - - - offset = PAGE_SIZE * 10; - PrintDebug("Adding 0x%x - 0x%x\n", offset, offset + (PAGE_SIZE * 30)); - add_mem_list_pages(list, offset, 30); - print_mem_list(list); - - - offset = PAGE_SIZE * 5; - PrintDebug("Adding 0x%x - 0x%x\n", offset, offset + (PAGE_SIZE * 1)); - add_mem_list_pages(list, offset, 1); - print_mem_list(list); - - - - return 0; + V3_Free(reg); + } } -int mem_layout_add_test_1(vmm_mem_layout_t * layout) { - - - uint_t start = 0; - uint_t end = 0; - - PrintDebug("\n\nTesting Memory Layout\n"); - - init_mem_layout(layout); - - start = 0x6000; - end = 0x10000;; - PrintDebug("Adding 0x%x - 0x%x\n", start, end); - add_guest_mem_range(layout, start, end); - print_mem_layout(layout); - - - start = 0x1000; - end = 0x3000; - PrintDebug("Adding 0x%x - 0x%x\n", start, end); - add_guest_mem_range(layout, start, end); - print_mem_layout(layout); - start = 0x2000; - end = 0x6000; - PrintDebug("Adding 0x%x - 0x%x\n", start, end); - add_guest_mem_range(layout, start, end); - print_mem_layout(layout); - start = 0x4000; - end = 0x5000; - PrintDebug("Adding 0x%x - 0x%x\n", start, end); - add_guest_mem_range(layout, start, end); - print_mem_layout(layout); +void print_shadow_map(struct guest_info * info) { + struct rb_node * node = v3_rb_first(&(info->mem_map.shdw_regions)); + struct v3_shadow_region * reg; + int i = 0; + PrintDebug("Memory Layout:\n"); - start = 0x5000; - end = 0x7000; - PrintDebug("Adding 0x%x - 0x%x\n", start, end); - add_guest_mem_range(layout, start, end); - print_mem_layout(layout); + do { + reg = rb_entry(node, struct v3_shadow_region, tree_node); + PrintDebug("%d: 0x%p - 0x%p -> 0x%p\n", i, + (void *)(reg->guest_start), + (void *)(reg->guest_end - 1), + (void *)(reg->host_addr)); - - - return 0; + PrintDebug("\t(%s) (WriteHook = 0x%p) (ReadHook = 0x%p)\n", + v3_shdw_region_type_to_str(reg->host_type), + (void *)(reg->write_hook), + (void *)(reg->read_hook)); + + i++; + } while ((node = v3_rb_next(node))); } - -int main(int argc, char ** argv) { - struct vmm_os_hooks dummy_hooks; - os_hooks = &dummy_hooks; - - vmm_mem_layout_t layout; - vmm_mem_list_t list; - - os_hooks->malloc = &TestMalloc; - os_hooks->free = &free; - os_hooks->print_debug = &TestPrint; - os_hooks->allocate_pages = &TestAllocatePages; - +static const uchar_t SHDW_REGION_INVALID_STR[] = "SHDW_REGION_INVALID"; +static const uchar_t SHDW_REGION_WRITE_HOOK_STR[] = "SHDW_REGION_WRITE_HOOK"; +static const uchar_t SHDW_REGION_FULL_HOOK_STR[] = "SHDW_REGION_FULL_HOOK"; +static const uchar_t SHDW_REGION_ALLOCATED_STR[] = "SHDW_REGION_ALLOCATED"; - printf("mem_list_add_test_1: %d\n", mem_list_add_test_1(&list)); - printf("layout_add_test_1: %d\n", mem_layout_add_test_1(&layout)); - return 0; +const uchar_t * v3_shdw_region_type_to_str(v3_shdw_region_type_t type) { + switch (type) { + case SHDW_REGION_WRITE_HOOK: + return SHDW_REGION_WRITE_HOOK_STR; + case SHDW_REGION_FULL_HOOK: + return SHDW_REGION_FULL_HOOK_STR; + case SHDW_REGION_ALLOCATED: + return SHDW_REGION_ALLOCATED_STR; + default: + return SHDW_REGION_INVALID_STR; + } } -#endif - - - - -