X-Git-Url: http://v3vee.org/palacios/gitweb/gitweb.cgi?p=palacios.git;a=blobdiff_plain;f=palacios%2Fsrc%2Fpalacios%2Fvmm_paging.c;h=dc7aa97046242c7dbd3e379b7ce5d80c2466e593;hp=b492d5bb4d854180c568ba07bc17eb02368a6586;hb=266af4b5b19da7bee8e7445288c7c1cb3ee194c7;hpb=5ac47589b79508967bd06b4022bbfc50de47423f diff --git a/palacios/src/palacios/vmm_paging.c b/palacios/src/palacios/vmm_paging.c index b492d5b..dc7aa97 100644 --- a/palacios/src/palacios/vmm_paging.c +++ b/palacios/src/palacios/vmm_paging.c @@ -54,215 +54,215 @@ static pt_entry_type_t pte64_lookup(pte64_t * pt, addr_t addr, addr_t * entry); void delete_page_tables_32(pde32_t * pde) { - int i; + int i; - if (pde == NULL) { - return; - } - PrintDebug("Deleting Page Tables -- PDE (%p)\n", pde); + if (pde == NULL) { + return; + } + PrintDebug("Deleting Page Tables -- PDE (%p)\n", pde); - for (i = 0; (i < MAX_PDE32_ENTRIES); i++) { - if (pde[i].present) { - // We double cast, first to an addr_t to handle 64 bit issues, then to the pointer + for (i = 0; (i < MAX_PDE32_ENTRIES); i++) { + if (pde[i].present) { + // We double cast, first to an addr_t to handle 64 bit issues, then to the pointer - pte32_t * pte = (pte32_t *)((addr_t)(uint_t)(pde[i].pt_base_addr << PAGE_POWER)); + pte32_t * pte = (pte32_t *)((addr_t)(uint_t)(pde[i].pt_base_addr << PAGE_POWER)); - V3_FreePage(pte); + V3_FreePage(pte); + } } - } - V3_FreePage(V3_PAddr(pde)); + V3_FreePage(V3_PAddr(pde)); } void delete_page_tables_32PAE(pdpe32pae_t * pdpe) { - PrintError("Unimplemented function\n"); + PrintError("Unimplemented function\n"); } void delete_page_tables_64(pml4e64_t * pml4) { - PrintError("Unimplemented function\n"); + PrintError("Unimplemented function\n"); } static int translate_pt_32_cb(struct guest_info * info, page_type_t type, addr_t vaddr, addr_t page_ptr, addr_t page_pa, void * private_data) { - addr_t * paddr = (addr_t *)private_data; - - switch (type) { - case PAGE_PD32: - case PAGE_PT32: - return 0; - case PAGE_4MB: - *paddr = page_pa + PAGE_OFFSET_4MB(vaddr); - return 0; - case PAGE_4KB: - *paddr = page_pa + PAGE_OFFSET_4KB(vaddr); - return 0; - default: - PrintError("Inavlid page type (%s) in tranlate pt 32 callback\n", v3_page_type_to_str(type)); - return -1; - } + addr_t * paddr = (addr_t *)private_data; + + switch (type) { + case PAGE_PD32: + case PAGE_PT32: + return 0; + case PAGE_4MB: + *paddr = page_pa + PAGE_OFFSET_4MB(vaddr); + return 0; + case PAGE_4KB: + *paddr = page_pa + PAGE_OFFSET_4KB(vaddr); + return 0; + default: + PrintError("Inavlid page type (%s) in tranlate pt 32 callback\n", v3_page_type_to_str(type)); + return -1; + } } static int translate_pt_32pae_cb(struct guest_info * info, page_type_t type, addr_t vaddr, addr_t page_ptr, addr_t page_pa, void * private_data) { - addr_t * paddr = (addr_t *)private_data; + addr_t * paddr = (addr_t *)private_data; - switch (type) { - case PAGE_PDP32PAE: - case PAGE_PD32PAE: - case PAGE_PT32PAE: - return 0; - case PAGE_2MB: - *paddr = page_pa + PAGE_OFFSET_2MB(vaddr); - return 0; - case PAGE_4KB: - *paddr = page_pa + PAGE_OFFSET_4KB(vaddr); - return 0; - default: - PrintError("Inavlid page type (%s) in translate pt 32pae callback\n", v3_page_type_to_str(type)); - return -1; - } + switch (type) { + case PAGE_PDP32PAE: + case PAGE_PD32PAE: + case PAGE_PT32PAE: + return 0; + case PAGE_2MB: + *paddr = page_pa + PAGE_OFFSET_2MB(vaddr); + return 0; + case PAGE_4KB: + *paddr = page_pa + PAGE_OFFSET_4KB(vaddr); + return 0; + default: + PrintError("Inavlid page type (%s) in translate pt 32pae callback\n", v3_page_type_to_str(type)); + return -1; + } } static int translate_pt_64_cb(struct guest_info * info, page_type_t type, addr_t vaddr, addr_t page_ptr, addr_t page_pa, void * private_data) { - addr_t * paddr = (addr_t *)private_data; - - switch (type) { - case PAGE_PML464: - case PAGE_PDP64: - case PAGE_PD64: - case PAGE_PT64: - return 0; - case PAGE_1GB: - *paddr = page_pa + PAGE_OFFSET_1GB(vaddr); - return 0; - case PAGE_2MB: - *paddr = page_pa + PAGE_OFFSET_2MB(vaddr); - return 0; - case PAGE_4KB: - *paddr = page_pa + PAGE_OFFSET_4KB(vaddr); - return 0; - default: - PrintError("Inavlid page type (%s) in translate pt 64 callback\n", v3_page_type_to_str(type)); - return -1; - } + addr_t * paddr = (addr_t *)private_data; + + switch (type) { + case PAGE_PML464: + case PAGE_PDP64: + case PAGE_PD64: + case PAGE_PT64: + return 0; + case PAGE_1GB: + *paddr = page_pa + PAGE_OFFSET_1GB(vaddr); + return 0; + case PAGE_2MB: + *paddr = page_pa + PAGE_OFFSET_2MB(vaddr); + return 0; + case PAGE_4KB: + *paddr = page_pa + PAGE_OFFSET_4KB(vaddr); + return 0; + default: + PrintError("Inavlid page type (%s) in translate pt 64 callback\n", v3_page_type_to_str(type)); + return -1; + } } int v3_translate_host_pt_32(struct guest_info * info, v3_reg_t host_cr3, addr_t vaddr, addr_t * paddr) { - return v3_drill_host_pt_32(info, host_cr3, vaddr, translate_pt_32_cb, paddr); + return v3_drill_host_pt_32(info, host_cr3, vaddr, translate_pt_32_cb, paddr); } int v3_translate_guest_pt_32(struct guest_info * info, v3_reg_t guest_cr3, addr_t vaddr, addr_t * paddr) { - return v3_drill_guest_pt_32(info, guest_cr3, vaddr, translate_pt_32_cb, paddr); + return v3_drill_guest_pt_32(info, guest_cr3, vaddr, translate_pt_32_cb, paddr); } int v3_translate_host_pt_32pae(struct guest_info * info, v3_reg_t host_cr3, addr_t vaddr, addr_t * paddr) { - return v3_drill_host_pt_32pae(info, host_cr3, vaddr, translate_pt_32pae_cb, paddr); + return v3_drill_host_pt_32pae(info, host_cr3, vaddr, translate_pt_32pae_cb, paddr); } int v3_translate_guest_pt_32pae(struct guest_info * info, v3_reg_t guest_cr3, addr_t vaddr, addr_t * paddr) { - return v3_drill_guest_pt_32pae(info, guest_cr3, vaddr, translate_pt_32pae_cb, paddr); + return v3_drill_guest_pt_32pae(info, guest_cr3, vaddr, translate_pt_32pae_cb, paddr); } int v3_translate_host_pt_64(struct guest_info * info, v3_reg_t host_cr3, addr_t vaddr, addr_t * paddr) { - return v3_drill_host_pt_64(info, host_cr3, vaddr, translate_pt_64_cb, paddr); + return v3_drill_host_pt_64(info, host_cr3, vaddr, translate_pt_64_cb, paddr); } int v3_translate_guest_pt_64(struct guest_info * info, v3_reg_t guest_cr3, addr_t vaddr, addr_t * paddr) { - return v3_drill_guest_pt_64(info, guest_cr3, vaddr, translate_pt_64_cb, paddr); + return v3_drill_guest_pt_64(info, guest_cr3, vaddr, translate_pt_64_cb, paddr); } struct pt_find_data { - page_type_t type; - addr_t * pt_page_ptr; - addr_t * pt_page_pa; + page_type_t type; + addr_t * pt_page_ptr; + addr_t * pt_page_pa; }; static int find_pt_cb(struct guest_info * info, page_type_t type, addr_t vaddr, addr_t page_ptr, addr_t page_pa, void * private_data) { - struct pt_find_data * pt_data = (struct pt_find_data *)private_data; + struct pt_find_data * pt_data = (struct pt_find_data *)private_data; - PrintDebug("FIND_PT Type=%s, page_pa = %p\n", - v3_page_type_to_str(type), - (void *)page_pa); + PrintDebug("FIND_PT Type=%s, page_pa = %p\n", + v3_page_type_to_str(type), + (void *)page_pa); - if (type == pt_data->type) { - *(pt_data->pt_page_ptr) = page_ptr; - *(pt_data->pt_page_pa) = page_pa; - return 1; - } + if (type == pt_data->type) { + *(pt_data->pt_page_ptr) = page_ptr; + *(pt_data->pt_page_pa) = page_pa; + return 1; + } - return 0; + return 0; } int v3_find_host_pt_32_page(struct guest_info * info, v3_reg_t host_cr3, page_type_t type, addr_t vaddr, addr_t * page_ptr, addr_t * page_pa) { - struct pt_find_data data; + struct pt_find_data data; - data.type = type; - data.pt_page_ptr = page_ptr; - data.pt_page_pa = page_pa; + data.type = type; + data.pt_page_ptr = page_ptr; + data.pt_page_pa = page_pa; - return v3_drill_host_pt_32(info, host_cr3, vaddr, find_pt_cb, &data); + return v3_drill_host_pt_32(info, host_cr3, vaddr, find_pt_cb, &data); } int v3_find_host_pt_32pae_page(struct guest_info * info, v3_reg_t host_cr3, page_type_t type, addr_t vaddr, addr_t * page_ptr, addr_t * page_pa) { - struct pt_find_data data; + struct pt_find_data data; - data.type = type; - data.pt_page_ptr = page_ptr; - data.pt_page_pa = page_pa; + data.type = type; + data.pt_page_ptr = page_ptr; + data.pt_page_pa = page_pa; - return v3_drill_host_pt_32pae(info, host_cr3, vaddr, find_pt_cb, &data); + return v3_drill_host_pt_32pae(info, host_cr3, vaddr, find_pt_cb, &data); } int v3_find_host_pt_64_page(struct guest_info * info, v3_reg_t host_cr3, page_type_t type, addr_t vaddr, addr_t * page_ptr, addr_t * page_pa) { - struct pt_find_data data; + struct pt_find_data data; - data.type = type; - data.pt_page_ptr = page_ptr; - data.pt_page_pa = page_pa; + data.type = type; + data.pt_page_ptr = page_ptr; + data.pt_page_pa = page_pa; - return v3_drill_host_pt_64(info, host_cr3, vaddr, find_pt_cb, &data); + return v3_drill_host_pt_64(info, host_cr3, vaddr, find_pt_cb, &data); } int v3_find_guest_pt_32_page(struct guest_info * info, v3_reg_t guest_cr3, page_type_t type, addr_t vaddr, addr_t * page_ptr, addr_t * page_pa) { - struct pt_find_data data; + struct pt_find_data data; - data.type = type; - data.pt_page_ptr = page_ptr; - data.pt_page_pa = page_pa; + data.type = type; + data.pt_page_ptr = page_ptr; + data.pt_page_pa = page_pa; - return v3_drill_guest_pt_32(info, guest_cr3, vaddr, find_pt_cb, &data); + return v3_drill_guest_pt_32(info, guest_cr3, vaddr, find_pt_cb, &data); } int v3_find_guest_pt_32pae_page(struct guest_info * info, v3_reg_t guest_cr3, page_type_t type, addr_t vaddr, addr_t * page_ptr, addr_t * page_pa) { - struct pt_find_data data; + struct pt_find_data data; - data.type = type; - data.pt_page_ptr = page_ptr; - data.pt_page_pa = page_pa; + data.type = type; + data.pt_page_ptr = page_ptr; + data.pt_page_pa = page_pa; - return v3_drill_guest_pt_32pae(info, guest_cr3, vaddr, find_pt_cb, &data); + return v3_drill_guest_pt_32pae(info, guest_cr3, vaddr, find_pt_cb, &data); } int v3_find_guest_pt_64_page(struct guest_info * info, v3_reg_t guest_cr3, page_type_t type, addr_t vaddr, addr_t * page_ptr, addr_t * page_pa) { - struct pt_find_data data; + struct pt_find_data data; - data.type = type; - data.pt_page_ptr = page_ptr; - data.pt_page_pa = page_pa; + data.type = type; + data.pt_page_ptr = page_ptr; + data.pt_page_pa = page_pa; - return v3_drill_guest_pt_64(info, guest_cr3, vaddr, find_pt_cb, &data); + return v3_drill_guest_pt_64(info, guest_cr3, vaddr, find_pt_cb, &data); } @@ -274,138 +274,138 @@ int v3_find_guest_pt_64_page(struct guest_info * info, v3_reg_t guest_cr3, page_ struct pt_check_data { - pf_error_t access_type; - pt_access_status_t * access_status; + pf_error_t access_type; + pt_access_status_t * access_status; }; static int check_pt_32_cb(struct guest_info * info, page_type_t type, addr_t vaddr, addr_t page_ptr, addr_t page_pa, void * private_data) { - struct pt_check_data * chk_data = (struct pt_check_data *)private_data; - - switch (type) { - case PAGE_PD32: - *(chk_data->access_status) = v3_can_access_pde32((pde32_t *)page_ptr, vaddr, chk_data->access_type); - break; - case PAGE_PT32: - *(chk_data->access_status) = v3_can_access_pte32((pte32_t *)page_ptr, vaddr, chk_data->access_type); - break; - case PAGE_4MB: - case PAGE_4KB: - return 0; - default: - PrintError("Inavlid page type (%s) in check pt 32 callback\n", v3_page_type_to_str(type)); - return -1; - } + struct pt_check_data * chk_data = (struct pt_check_data *)private_data; + + switch (type) { + case PAGE_PD32: + *(chk_data->access_status) = v3_can_access_pde32((pde32_t *)page_ptr, vaddr, chk_data->access_type); + break; + case PAGE_PT32: + *(chk_data->access_status) = v3_can_access_pte32((pte32_t *)page_ptr, vaddr, chk_data->access_type); + break; + case PAGE_4MB: + case PAGE_4KB: + return 0; + default: + PrintError("Inavlid page type (%s) in check pt 32 callback\n", v3_page_type_to_str(type)); + return -1; + } - if (chk_data->access_status != PT_ACCESS_OK) { - return 1; - } + if (chk_data->access_status != PT_ACCESS_OK) { + return 1; + } - return 0; + return 0; } static int check_pt_32pae_cb(struct guest_info * info, page_type_t type, addr_t vaddr, addr_t page_ptr, addr_t page_pa, void * private_data) { - struct pt_check_data * chk_data = (struct pt_check_data *)private_data; - - switch (type) { - case PAGE_PDP32PAE: - *(chk_data->access_status) = v3_can_access_pdpe32pae((pdpe32pae_t *)page_ptr, vaddr, chk_data->access_type); - break; - case PAGE_PD32PAE: - *(chk_data->access_status) = v3_can_access_pde32pae((pde32pae_t *)page_ptr, vaddr, chk_data->access_type); - break; - case PAGE_PT32PAE: - *(chk_data->access_status) = v3_can_access_pte32pae((pte32pae_t *)page_ptr, vaddr, chk_data->access_type); - break; - case PAGE_2MB: - case PAGE_4KB: - return 0; - default: - PrintError("Inavlid page type (%s) in check pt 32pae callback\n", v3_page_type_to_str(type)); - return -1; - } + struct pt_check_data * chk_data = (struct pt_check_data *)private_data; + + switch (type) { + case PAGE_PDP32PAE: + *(chk_data->access_status) = v3_can_access_pdpe32pae((pdpe32pae_t *)page_ptr, vaddr, chk_data->access_type); + break; + case PAGE_PD32PAE: + *(chk_data->access_status) = v3_can_access_pde32pae((pde32pae_t *)page_ptr, vaddr, chk_data->access_type); + break; + case PAGE_PT32PAE: + *(chk_data->access_status) = v3_can_access_pte32pae((pte32pae_t *)page_ptr, vaddr, chk_data->access_type); + break; + case PAGE_2MB: + case PAGE_4KB: + return 0; + default: + PrintError("Inavlid page type (%s) in check pt 32pae callback\n", v3_page_type_to_str(type)); + return -1; + } - if (chk_data->access_status != PT_ACCESS_OK) { - return 1; - } + if (chk_data->access_status != PT_ACCESS_OK) { + return 1; + } - return 0; + return 0; } static int check_pt_64_cb(struct guest_info * info, page_type_t type, addr_t vaddr, addr_t page_ptr, addr_t page_pa, void * private_data) { - struct pt_check_data * chk_data = (struct pt_check_data *)private_data; - - switch (type) { - case PAGE_PML464: - *(chk_data->access_status) = v3_can_access_pml4e64((pml4e64_t *)page_ptr, vaddr, chk_data->access_type); - break; - case PAGE_PDP64: - *(chk_data->access_status) = v3_can_access_pdpe64((pdpe64_t *)page_ptr, vaddr, chk_data->access_type); - break; - case PAGE_PD64: - *(chk_data->access_status) = v3_can_access_pde64((pde64_t *)page_ptr, vaddr, chk_data->access_type); - break; - case PAGE_PT64: - *(chk_data->access_status) = v3_can_access_pte64((pte64_t *)page_ptr, vaddr, chk_data->access_type); - break; - case PAGE_1GB: - case PAGE_2MB: - case PAGE_4KB: - return 0; - default: - PrintError("Inavlid page type (%s) in check pt 64 callback\n", v3_page_type_to_str(type)); - return -1; - } + struct pt_check_data * chk_data = (struct pt_check_data *)private_data; + + switch (type) { + case PAGE_PML464: + *(chk_data->access_status) = v3_can_access_pml4e64((pml4e64_t *)page_ptr, vaddr, chk_data->access_type); + break; + case PAGE_PDP64: + *(chk_data->access_status) = v3_can_access_pdpe64((pdpe64_t *)page_ptr, vaddr, chk_data->access_type); + break; + case PAGE_PD64: + *(chk_data->access_status) = v3_can_access_pde64((pde64_t *)page_ptr, vaddr, chk_data->access_type); + break; + case PAGE_PT64: + *(chk_data->access_status) = v3_can_access_pte64((pte64_t *)page_ptr, vaddr, chk_data->access_type); + break; + case PAGE_1GB: + case PAGE_2MB: + case PAGE_4KB: + return 0; + default: + PrintError("Inavlid page type (%s) in check pt 64 callback\n", v3_page_type_to_str(type)); + return -1; + } - if (chk_data->access_status != PT_ACCESS_OK) { - return 1; - } + if (chk_data->access_status != PT_ACCESS_OK) { + return 1; + } - return 0; + return 0; } int v3_check_host_pt_32(struct guest_info * info, v3_reg_t host_cr3, addr_t vaddr, pf_error_t access_type, pt_access_status_t * access_status) { - struct pt_check_data access_data; + struct pt_check_data access_data; - access_data.access_type = access_type; - access_data.access_status = access_status; + access_data.access_type = access_type; + access_data.access_status = access_status; - return v3_drill_host_pt_32(info, host_cr3, vaddr, check_pt_32_cb, &access_data); + return v3_drill_host_pt_32(info, host_cr3, vaddr, check_pt_32_cb, &access_data); } int v3_check_host_pt_32pae(struct guest_info * info, v3_reg_t host_cr3, addr_t vaddr, pf_error_t access_type, pt_access_status_t * access_status) { - struct pt_check_data access_data; + struct pt_check_data access_data; - access_data.access_type = access_type; - access_data.access_status = access_status; + access_data.access_type = access_type; + access_data.access_status = access_status; - return v3_drill_host_pt_32pae(info, host_cr3, vaddr, check_pt_32pae_cb, &access_data); + return v3_drill_host_pt_32pae(info, host_cr3, vaddr, check_pt_32pae_cb, &access_data); } int v3_check_host_pt_64(struct guest_info * info, v3_reg_t host_cr3, addr_t vaddr, pf_error_t access_type, pt_access_status_t * access_status) { - struct pt_check_data access_data; + struct pt_check_data access_data; - access_data.access_type = access_type; - access_data.access_status = access_status; + access_data.access_type = access_type; + access_data.access_status = access_status; - return v3_drill_host_pt_64(info, host_cr3, vaddr, check_pt_64_cb, &access_data); + return v3_drill_host_pt_64(info, host_cr3, vaddr, check_pt_64_cb, &access_data); } int v3_check_guest_pt_32(struct guest_info * info, v3_reg_t guest_cr3, addr_t vaddr, pf_error_t access_type, pt_access_status_t * access_status) { - struct pt_check_data access_data; + struct pt_check_data access_data; - access_data.access_type = access_type; - access_data.access_status = access_status; + access_data.access_type = access_type; + access_data.access_status = access_status; - return v3_drill_guest_pt_32(info, guest_cr3, vaddr, check_pt_32_cb, &access_data); + return v3_drill_guest_pt_32(info, guest_cr3, vaddr, check_pt_32_cb, &access_data); } @@ -414,59 +414,59 @@ int v3_check_guest_pt_32(struct guest_info * info, v3_reg_t guest_cr3, addr_t va int v3_check_guest_pt_32pae(struct guest_info * info, v3_reg_t guest_cr3, addr_t vaddr, pf_error_t access_type, pt_access_status_t * access_status) { - struct pt_check_data access_data; + struct pt_check_data access_data; - access_data.access_type = access_type; - access_data.access_status = access_status; + access_data.access_type = access_type; + access_data.access_status = access_status; - return v3_drill_guest_pt_32pae(info, guest_cr3, vaddr, check_pt_32pae_cb, &access_data); + return v3_drill_guest_pt_32pae(info, guest_cr3, vaddr, check_pt_32pae_cb, &access_data); } int v3_check_guest_pt_64(struct guest_info * info, v3_reg_t guest_cr3, addr_t vaddr, pf_error_t access_type, pt_access_status_t * access_status) { - struct pt_check_data access_data; + struct pt_check_data access_data; - access_data.access_type = access_type; - access_data.access_status = access_status; + access_data.access_type = access_type; + access_data.access_status = access_status; - return v3_drill_guest_pt_64(info, guest_cr3, vaddr, check_pt_64_cb, &access_data); + return v3_drill_guest_pt_64(info, guest_cr3, vaddr, check_pt_64_cb, &access_data); } static int get_data_page_type_cb(struct guest_info * info, page_type_t type, addr_t vaddr, addr_t page_ptr, addr_t page_pa, void * private_data) { - switch (type) { - case PAGE_4KB: - case PAGE_2MB: - case PAGE_4MB: - case PAGE_1GB: - return 1; - default: - return 0; - } + switch (type) { + case PAGE_4KB: + case PAGE_2MB: + case PAGE_4MB: + case PAGE_1GB: + return 1; + default: + return 0; + } } page_type_t v3_get_guest_data_page_type_32(struct guest_info * info, v3_reg_t cr3, addr_t vaddr) { - return v3_drill_guest_pt_32(info, cr3, vaddr, get_data_page_type_cb, NULL); + return v3_drill_guest_pt_32(info, cr3, vaddr, get_data_page_type_cb, NULL); } page_type_t v3_get_guest_data_page_type_32pae(struct guest_info * info, v3_reg_t cr3, addr_t vaddr) { - return v3_drill_guest_pt_32pae(info, cr3, vaddr, get_data_page_type_cb, NULL); + return v3_drill_guest_pt_32pae(info, cr3, vaddr, get_data_page_type_cb, NULL); } page_type_t v3_get_guest_data_page_type_64(struct guest_info * info, v3_reg_t cr3, addr_t vaddr) { - return v3_drill_guest_pt_64(info, cr3, vaddr, get_data_page_type_cb, NULL); + return v3_drill_guest_pt_64(info, cr3, vaddr, get_data_page_type_cb, NULL); } page_type_t v3_get_host_data_page_type_32(struct guest_info * info, v3_reg_t cr3, addr_t vaddr) { - return v3_drill_host_pt_32(info, cr3, vaddr, get_data_page_type_cb, NULL); + return v3_drill_host_pt_32(info, cr3, vaddr, get_data_page_type_cb, NULL); } page_type_t v3_get_host_data_page_type_32pae(struct guest_info * info, v3_reg_t cr3, addr_t vaddr) { - return v3_drill_host_pt_32pae(info, cr3, vaddr, get_data_page_type_cb, NULL); + return v3_drill_host_pt_32pae(info, cr3, vaddr, get_data_page_type_cb, NULL); } page_type_t v3_get_host_data_page_type_64(struct guest_info * info, v3_reg_t cr3, addr_t vaddr) { - return v3_drill_host_pt_64(info, cr3, vaddr, get_data_page_type_cb, NULL); + return v3_drill_host_pt_64(info, cr3, vaddr, get_data_page_type_cb, NULL); } @@ -484,21 +484,21 @@ page_type_t v3_get_host_data_page_type_64(struct guest_info * info, v3_reg_t cr3 **/ static pt_entry_type_t pde32_lookup(pde32_t * pd, addr_t addr, addr_t * entry) { - pde32_t * pde_entry = &(pd[PDE32_INDEX(addr)]); + pde32_t * pde_entry = &(pd[PDE32_INDEX(addr)]); - if (!pde_entry->present) { - *entry = 0; - return PT_ENTRY_NOT_PRESENT; - } else if (pde_entry->large_page) { - pde32_4MB_t * large_pde = (pde32_4MB_t *)pde_entry; + if (!pde_entry->present) { + *entry = 0; + return PT_ENTRY_NOT_PRESENT; + } else if (pde_entry->large_page) { + pde32_4MB_t * large_pde = (pde32_4MB_t *)pde_entry; - *entry = BASE_TO_PAGE_ADDR_4MB(large_pde->page_base_addr); + *entry = BASE_TO_PAGE_ADDR_4MB(large_pde->page_base_addr); - return PT_ENTRY_LARGE_PAGE; - } else { - *entry = BASE_TO_PAGE_ADDR(pde_entry->pt_base_addr); - return PT_ENTRY_PAGE; - } + return PT_ENTRY_LARGE_PAGE; + } else { + *entry = BASE_TO_PAGE_ADDR(pde_entry->pt_base_addr); + return PT_ENTRY_PAGE; + } } @@ -506,17 +506,17 @@ static pt_entry_type_t pde32_lookup(pde32_t * pd, addr_t addr, addr_t * entry) { /* Takes a virtual addr (addr) and returns the physical addr (entry) as defined in the page table */ static pt_entry_type_t pte32_lookup(pte32_t * pt, addr_t addr, addr_t * entry) { - pte32_t * pte_entry = &(pt[PTE32_INDEX(addr)]); + pte32_t * pte_entry = &(pt[PTE32_INDEX(addr)]); - if (!pte_entry->present) { - *entry = 0; - // PrintDebug("Lookup at non present page (index=%d)\n", PTE32_INDEX(addr)); - return PT_ENTRY_NOT_PRESENT; - } else { - *entry = BASE_TO_PAGE_ADDR(pte_entry->page_base_addr); + if (!pte_entry->present) { + *entry = 0; + // PrintDebug("Lookup at non present page (index=%d)\n", PTE32_INDEX(addr)); + return PT_ENTRY_NOT_PRESENT; + } else { + *entry = BASE_TO_PAGE_ADDR(pte_entry->page_base_addr); - return PT_ENTRY_PAGE; - } + return PT_ENTRY_PAGE; + } } @@ -528,45 +528,45 @@ static pt_entry_type_t pte32_lookup(pte32_t * pt, addr_t addr, addr_t * entry) { * **/ static pt_entry_type_t pdpe32pae_lookup(pdpe32pae_t * pdp, addr_t addr, addr_t * entry) { - pdpe32pae_t * pdpe_entry = &(pdp[PDPE32PAE_INDEX(addr)]); + pdpe32pae_t * pdpe_entry = &(pdp[PDPE32PAE_INDEX(addr)]); - if (!pdpe_entry->present) { - *entry = 0; - return PT_ENTRY_NOT_PRESENT; - } else { - *entry = BASE_TO_PAGE_ADDR(pdpe_entry->pd_base_addr); - return PT_ENTRY_PAGE; - } + if (!pdpe_entry->present) { + *entry = 0; + return PT_ENTRY_NOT_PRESENT; + } else { + *entry = BASE_TO_PAGE_ADDR(pdpe_entry->pd_base_addr); + return PT_ENTRY_PAGE; + } } static pt_entry_type_t pde32pae_lookup(pde32pae_t * pd, addr_t addr, addr_t * entry) { - pde32pae_t * pde_entry = &(pd[PDE32PAE_INDEX(addr)]); + pde32pae_t * pde_entry = &(pd[PDE32PAE_INDEX(addr)]); - if (!pde_entry->present) { - *entry = 0; - return PT_ENTRY_NOT_PRESENT; - } else if (pde_entry->large_page) { - pde32pae_2MB_t * large_pde = (pde32pae_2MB_t *)pde_entry; + if (!pde_entry->present) { + *entry = 0; + return PT_ENTRY_NOT_PRESENT; + } else if (pde_entry->large_page) { + pde32pae_2MB_t * large_pde = (pde32pae_2MB_t *)pde_entry; - *entry = BASE_TO_PAGE_ADDR_2MB(large_pde->page_base_addr); + *entry = BASE_TO_PAGE_ADDR_2MB(large_pde->page_base_addr); - return PT_ENTRY_LARGE_PAGE; - } else { - *entry = BASE_TO_PAGE_ADDR(pde_entry->pt_base_addr); - return PT_ENTRY_PAGE; - } + return PT_ENTRY_LARGE_PAGE; + } else { + *entry = BASE_TO_PAGE_ADDR(pde_entry->pt_base_addr); + return PT_ENTRY_PAGE; + } } static pt_entry_type_t pte32pae_lookup(pte32pae_t * pt, addr_t addr, addr_t * entry) { - pte32pae_t * pte_entry = &(pt[PTE32PAE_INDEX(addr)]); + pte32pae_t * pte_entry = &(pt[PTE32PAE_INDEX(addr)]); - if (!pte_entry->present) { - *entry = 0; - return PT_ENTRY_NOT_PRESENT; - } else { - *entry = BASE_TO_PAGE_ADDR(pte_entry->page_base_addr); - return PT_ENTRY_PAGE; - } + if (!pte_entry->present) { + *entry = 0; + return PT_ENTRY_NOT_PRESENT; + } else { + *entry = BASE_TO_PAGE_ADDR(pte_entry->page_base_addr); + return PT_ENTRY_PAGE; + } } @@ -577,77 +577,77 @@ static pt_entry_type_t pte32pae_lookup(pte32pae_t * pt, addr_t addr, addr_t * en * **/ static pt_entry_type_t pml4e64_lookup(pml4e64_t * pml, addr_t addr, addr_t * entry) { - pml4e64_t * pml_entry = &(pml[PML4E64_INDEX(addr)]); + pml4e64_t * pml_entry = &(pml[PML4E64_INDEX(addr)]); - if (!pml_entry->present) { - *entry = 0; - return PT_ENTRY_NOT_PRESENT; - } else { - *entry = BASE_TO_PAGE_ADDR(pml_entry->pdp_base_addr); - return PT_ENTRY_PAGE; - } + if (!pml_entry->present) { + *entry = 0; + return PT_ENTRY_NOT_PRESENT; + } else { + *entry = BASE_TO_PAGE_ADDR(pml_entry->pdp_base_addr); + return PT_ENTRY_PAGE; + } } static pt_entry_type_t pdpe64_lookup(pdpe64_t * pdp, addr_t addr, addr_t * entry) { - pdpe64_t * pdpe_entry = &(pdp[PDPE64_INDEX(addr)]); + pdpe64_t * pdpe_entry = &(pdp[PDPE64_INDEX(addr)]); - if (!pdpe_entry->present) { - *entry = 0; - return PT_ENTRY_NOT_PRESENT; - } else if (pdpe_entry->large_page) { - PrintError("1 Gigabyte pages not supported\n"); - V3_ASSERT(0); - return -1; - } else { - *entry = BASE_TO_PAGE_ADDR(pdpe_entry->pd_base_addr); - return PT_ENTRY_PAGE; - } + if (!pdpe_entry->present) { + *entry = 0; + return PT_ENTRY_NOT_PRESENT; + } else if (pdpe_entry->large_page) { + PrintError("1 Gigabyte pages not supported\n"); + V3_ASSERT(0); + return -1; + } else { + *entry = BASE_TO_PAGE_ADDR(pdpe_entry->pd_base_addr); + return PT_ENTRY_PAGE; + } } static pt_entry_type_t pde64_lookup(pde64_t * pd, addr_t addr, addr_t * entry) { - pde64_t * pde_entry = &(pd[PDE64_INDEX(addr)]); + pde64_t * pde_entry = &(pd[PDE64_INDEX(addr)]); - if (!pde_entry->present) { - *entry = 0; - return PT_ENTRY_NOT_PRESENT; - } else if (pde_entry->large_page) { - pde64_2MB_t * large_pde = (pde64_2MB_t *)pde_entry; + if (!pde_entry->present) { + *entry = 0; + return PT_ENTRY_NOT_PRESENT; + } else if (pde_entry->large_page) { + pde64_2MB_t * large_pde = (pde64_2MB_t *)pde_entry; - *entry = BASE_TO_PAGE_ADDR_2MB(large_pde->page_base_addr); + *entry = BASE_TO_PAGE_ADDR_2MB(large_pde->page_base_addr); - return PT_ENTRY_LARGE_PAGE; - } else { - *entry = BASE_TO_PAGE_ADDR(pde_entry->pt_base_addr); - return PT_ENTRY_PAGE; - } + return PT_ENTRY_LARGE_PAGE; + } else { + *entry = BASE_TO_PAGE_ADDR(pde_entry->pt_base_addr); + return PT_ENTRY_PAGE; + } } static pt_entry_type_t pte64_lookup(pte64_t * pt, addr_t addr, addr_t * entry) { - pte64_t * pte_entry = &(pt[PTE64_INDEX(addr)]); + pte64_t * pte_entry = &(pt[PTE64_INDEX(addr)]); - if (!pte_entry->present) { - *entry = 0; - return PT_ENTRY_NOT_PRESENT; - } else { - *entry = BASE_TO_PAGE_ADDR(pte_entry->page_base_addr); - return PT_ENTRY_PAGE; - } + if (!pte_entry->present) { + *entry = 0; + return PT_ENTRY_NOT_PRESENT; + } else { + *entry = BASE_TO_PAGE_ADDR(pte_entry->page_base_addr); + return PT_ENTRY_PAGE; + } } static pt_access_status_t can_access_pt_entry(gen_pt_t * pt, pf_error_t access_type) { - if (pt->present == 0) { - return PT_ACCESS_NOT_PRESENT; - } else if ((pt->writable == 0) && (access_type.write == 1)) { - return PT_ACCESS_WRITE_ERROR; - } else if ((pt->user_page == 0) && (access_type.user == 1)) { - // Check CR0.WP? - return PT_ACCESS_USER_ERROR; - } + if (pt->present == 0) { + return PT_ACCESS_NOT_PRESENT; + } else if ((pt->writable == 0) && (access_type.write == 1)) { + return PT_ACCESS_WRITE_ERROR; + } else if ((pt->user_page == 0) && (access_type.user == 1)) { + // Check CR0.WP? + return PT_ACCESS_USER_ERROR; + } - return PT_ACCESS_OK; + return PT_ACCESS_OK; } @@ -656,13 +656,13 @@ static pt_access_status_t can_access_pt_entry(gen_pt_t * pt, pf_error_t access_t * 32 bit access checks */ pt_access_status_t inline v3_can_access_pde32(pde32_t * pde, addr_t addr, pf_error_t access_type) { - gen_pt_t * entry = (gen_pt_t *)&pde[PDE32_INDEX(addr)]; - return can_access_pt_entry(entry, access_type); + gen_pt_t * entry = (gen_pt_t *)&pde[PDE32_INDEX(addr)]; + return can_access_pt_entry(entry, access_type); } pt_access_status_t inline v3_can_access_pte32(pte32_t * pte, addr_t addr, pf_error_t access_type) { - gen_pt_t * entry = (gen_pt_t *)&pte[PTE32_INDEX(addr)]; - return can_access_pt_entry(entry, access_type); + gen_pt_t * entry = (gen_pt_t *)&pte[PTE32_INDEX(addr)]; + return can_access_pt_entry(entry, access_type); } @@ -670,41 +670,41 @@ pt_access_status_t inline v3_can_access_pte32(pte32_t * pte, addr_t addr, pf_err * 32 bit PAE access checks */ pt_access_status_t inline v3_can_access_pdpe32pae(pdpe32pae_t * pdpe, addr_t addr, pf_error_t access_type) { - gen_pt_t * entry = (gen_pt_t *)&pdpe[PDPE32PAE_INDEX(addr)]; - return can_access_pt_entry(entry, access_type); + gen_pt_t * entry = (gen_pt_t *)&pdpe[PDPE32PAE_INDEX(addr)]; + return can_access_pt_entry(entry, access_type); } pt_access_status_t inline v3_can_access_pde32pae(pde32pae_t * pde, addr_t addr, pf_error_t access_type) { - gen_pt_t * entry = (gen_pt_t *)&pde[PDE32PAE_INDEX(addr)]; - return can_access_pt_entry(entry, access_type); + gen_pt_t * entry = (gen_pt_t *)&pde[PDE32PAE_INDEX(addr)]; + return can_access_pt_entry(entry, access_type); } pt_access_status_t inline v3_can_access_pte32pae(pte32pae_t * pte, addr_t addr, pf_error_t access_type) { - gen_pt_t * entry = (gen_pt_t *)&pte[PTE32PAE_INDEX(addr)]; - return can_access_pt_entry(entry, access_type); + gen_pt_t * entry = (gen_pt_t *)&pte[PTE32PAE_INDEX(addr)]; + return can_access_pt_entry(entry, access_type); } /* * 64 Bit access checks */ pt_access_status_t inline v3_can_access_pml4e64(pml4e64_t * pmle, addr_t addr, pf_error_t access_type) { - gen_pt_t * entry = (gen_pt_t *)&pmle[PML4E64_INDEX(addr)]; - return can_access_pt_entry(entry, access_type); + gen_pt_t * entry = (gen_pt_t *)&pmle[PML4E64_INDEX(addr)]; + return can_access_pt_entry(entry, access_type); } pt_access_status_t inline v3_can_access_pdpe64(pdpe64_t * pdpe, addr_t addr, pf_error_t access_type) { - gen_pt_t * entry = (gen_pt_t *)&pdpe[PDPE64_INDEX(addr)]; - return can_access_pt_entry(entry, access_type); + gen_pt_t * entry = (gen_pt_t *)&pdpe[PDPE64_INDEX(addr)]; + return can_access_pt_entry(entry, access_type); } pt_access_status_t inline v3_can_access_pde64(pde64_t * pde, addr_t addr, pf_error_t access_type) { - gen_pt_t * entry = (gen_pt_t *)&pde[PDE64_INDEX(addr)]; - return can_access_pt_entry(entry, access_type); + gen_pt_t * entry = (gen_pt_t *)&pde[PDE64_INDEX(addr)]; + return can_access_pt_entry(entry, access_type); } pt_access_status_t inline v3_can_access_pte64(pte64_t * pte, addr_t addr, pf_error_t access_type) { - gen_pt_t * entry = (gen_pt_t *)&pte[PTE64_INDEX(addr)]; - return can_access_pt_entry(entry, access_type); + gen_pt_t * entry = (gen_pt_t *)&pte[PTE64_INDEX(addr)]; + return can_access_pt_entry(entry, access_type); } @@ -712,463 +712,42 @@ pt_access_status_t inline v3_can_access_pte64(pte64_t * pte, addr_t addr, pf_err - - - - -/* We generate a page table to correspond to a given memory layout - * pulling pages from the mem_list when necessary - * If there are any gaps in the layout, we add them as unmapped pages - */ -pde32_t * create_passthrough_pts_32(struct guest_info * guest_info) { - addr_t current_page_addr = 0; - int i, j; - - pde32_t * pde = V3_VAddr(V3_AllocPages(1)); - - for (i = 0; i < MAX_PDE32_ENTRIES; i++) { - int pte_present = 0; - pte32_t * pte = V3_VAddr(V3_AllocPages(1)); - - - for (j = 0; j < MAX_PTE32_ENTRIES; j++) { - struct v3_shadow_region * region = v3_get_shadow_region(guest_info, current_page_addr); - - if (!region || - (region->host_type == SHDW_REGION_FULL_HOOK)) { - pte[j].present = 0; - pte[j].writable = 0; - pte[j].user_page = 0; - pte[j].write_through = 0; - pte[j].cache_disable = 0; - pte[j].accessed = 0; - pte[j].dirty = 0; - pte[j].pte_attr = 0; - pte[j].global_page = 0; - pte[j].vmm_info = 0; - pte[j].page_base_addr = 0; - } else { - addr_t host_addr; - pte[j].present = 1; - - if (region->host_type == SHDW_REGION_WRITE_HOOK) { - pte[j].writable = 0; - PrintDebug("Marking Write hook host_addr %p as RO\n", (void *)current_page_addr); - } else { - pte[j].writable = 1; - } - - pte[j].user_page = 1; - pte[j].write_through = 0; - pte[j].cache_disable = 0; - pte[j].accessed = 0; - pte[j].dirty = 0; - pte[j].pte_attr = 0; - pte[j].global_page = 0; - pte[j].vmm_info = 0; - - if (guest_pa_to_host_pa(guest_info, current_page_addr, &host_addr) == -1) { - // BIG ERROR - // PANIC - return NULL; - } - - pte[j].page_base_addr = host_addr >> 12; - - pte_present = 1; - } - - current_page_addr += PAGE_SIZE; - } - - if (pte_present == 0) { - V3_FreePage(V3_PAddr(pte)); - - pde[i].present = 0; - pde[i].writable = 0; - pde[i].user_page = 0; - pde[i].write_through = 0; - pde[i].cache_disable = 0; - pde[i].accessed = 0; - pde[i].reserved = 0; - pde[i].large_page = 0; - pde[i].global_page = 0; - pde[i].vmm_info = 0; - pde[i].pt_base_addr = 0; - } else { - pde[i].present = 1; - pde[i].writable = 1; - pde[i].user_page = 1; - pde[i].write_through = 0; - pde[i].cache_disable = 0; - pde[i].accessed = 0; - pde[i].reserved = 0; - pde[i].large_page = 0; - pde[i].global_page = 0; - pde[i].vmm_info = 0; - pde[i].pt_base_addr = PAGE_BASE_ADDR((addr_t)V3_PAddr(pte)); +int v3_drill_host_pt_32(struct guest_info * info, v3_reg_t host_cr3, addr_t vaddr, + int (*callback)(struct guest_info * info, page_type_t type, addr_t vaddr, addr_t page_ptr, addr_t page_pa, void * private_data), + void * private_data) { + pde32_t * host_pde = (pde32_t *)CR3_TO_PDE32_VA(host_cr3); + addr_t host_pde_pa = CR3_TO_PDE32_PA(host_cr3); + addr_t host_pte_pa = 0; + addr_t page_pa = 0; + int ret; + + if ((ret = callback(info, PAGE_PD32, vaddr, (addr_t)host_pde, host_pde_pa, private_data)) != 0) { + return (ret == -1) ? -1 : PAGE_PD32; } - } - - return pde; -} - - -/* We generate a page table to correspond to a given memory layout - * pulling pages from the mem_list when necessary - * If there are any gaps in the layout, we add them as unmapped pages - */ -pdpe32pae_t * create_passthrough_pts_32PAE(struct guest_info * guest_info) { - addr_t current_page_addr = 0; - int i, j, k; - - pdpe32pae_t * pdpe = V3_VAddr(V3_AllocPages(1)); - memset(pdpe, 0, PAGE_SIZE); - - for (i = 0; i < MAX_PDPE32PAE_ENTRIES; i++) { - int pde_present = 0; - pde32pae_t * pde = V3_VAddr(V3_AllocPages(1)); - - for (j = 0; j < MAX_PDE32PAE_ENTRIES; j++) { - - - int pte_present = 0; - pte32pae_t * pte = V3_VAddr(V3_AllocPages(1)); - - - for (k = 0; k < MAX_PTE32PAE_ENTRIES; k++) { - struct v3_shadow_region * region = v3_get_shadow_region(guest_info, current_page_addr); - - if (!region || - (region->host_type == SHDW_REGION_FULL_HOOK)) { - pte[k].present = 0; - pte[k].writable = 0; - pte[k].user_page = 0; - pte[k].write_through = 0; - pte[k].cache_disable = 0; - pte[k].accessed = 0; - pte[k].dirty = 0; - pte[k].pte_attr = 0; - pte[k].global_page = 0; - pte[k].vmm_info = 0; - pte[k].page_base_addr = 0; - pte[k].rsvd = 0; - } else { - addr_t host_addr; - pte[k].present = 1; - - if (region->host_type == SHDW_REGION_WRITE_HOOK) { - pte[k].writable = 0; - } else { - pte[k].writable = 1; - } - - pte[k].user_page = 1; - pte[k].write_through = 0; - pte[k].cache_disable = 0; - pte[k].accessed = 0; - pte[k].dirty = 0; - pte[k].pte_attr = 0; - pte[k].global_page = 0; - pte[k].vmm_info = 0; - - if (guest_pa_to_host_pa(guest_info, current_page_addr, &host_addr) == -1) { - // BIG ERROR - // PANIC - return NULL; - } - - pte[k].page_base_addr = host_addr >> 12; - pte[k].rsvd = 0; - - pte_present = 1; - } - - current_page_addr += PAGE_SIZE; - } - - if (pte_present == 0) { - V3_FreePage(V3_PAddr(pte)); - - pde[j].present = 0; - pde[j].writable = 0; - pde[j].user_page = 0; - pde[j].write_through = 0; - pde[j].cache_disable = 0; - pde[j].accessed = 0; - pde[j].avail = 0; - pde[j].large_page = 0; - pde[j].global_page = 0; - pde[j].vmm_info = 0; - pde[j].pt_base_addr = 0; - pde[j].rsvd = 0; - } else { - pde[j].present = 1; - pde[j].writable = 1; - pde[j].user_page = 1; - pde[j].write_through = 0; - pde[j].cache_disable = 0; - pde[j].accessed = 0; - pde[j].avail = 0; - pde[j].large_page = 0; - pde[j].global_page = 0; - pde[j].vmm_info = 0; - pde[j].pt_base_addr = PAGE_BASE_ADDR((addr_t)V3_PAddr(pte)); - pde[j].rsvd = 0; - - pde_present = 1; - } - - } - - if (pde_present == 0) { - V3_FreePage(V3_PAddr(pde)); - - pdpe[i].present = 0; - pdpe[i].rsvd = 0; - pdpe[i].write_through = 0; - pdpe[i].cache_disable = 0; - pdpe[i].accessed = 0; - pdpe[i].avail = 0; - pdpe[i].rsvd2 = 0; - pdpe[i].vmm_info = 0; - pdpe[i].pd_base_addr = 0; - pdpe[i].rsvd3 = 0; - } else { - pdpe[i].present = 1; - pdpe[i].rsvd = 0; - pdpe[i].write_through = 0; - pdpe[i].cache_disable = 0; - pdpe[i].accessed = 0; - pdpe[i].avail = 0; - pdpe[i].rsvd2 = 0; - pdpe[i].vmm_info = 0; - pdpe[i].pd_base_addr = PAGE_BASE_ADDR((addr_t)V3_PAddr(pde)); - pdpe[i].rsvd3 = 0; - } + switch (pde32_lookup(host_pde, vaddr, &host_pte_pa)) { + case PT_ENTRY_NOT_PRESENT: + return -1; + case PT_ENTRY_LARGE_PAGE: + if ((ret == callback(info, PAGE_4MB, vaddr, (addr_t)V3_VAddr((void *)host_pte_pa), host_pte_pa, private_data)) != 0) { + return (ret == -1) ? -1 : PAGE_4MB; + } + return 0; + case PT_ENTRY_PAGE: + if ((ret = callback(info, PAGE_PT32, vaddr, (addr_t)V3_VAddr((void *)host_pte_pa), host_pte_pa, private_data) != 0)) { + return (ret == -1) ? -1 : PAGE_PT32; + } - } - - - return pdpe; -} - - - - - - -pml4e64_t * create_passthrough_pts_64(struct guest_info * info) { - addr_t current_page_addr = 0; - int i, j, k, m; - - pml4e64_t * pml = V3_VAddr(V3_AllocPages(1)); - - for (i = 0; i < 1; i++) { - int pdpe_present = 0; - pdpe64_t * pdpe = V3_VAddr(V3_AllocPages(1)); - - for (j = 0; j < 20; j++) { - int pde_present = 0; - pde64_t * pde = V3_VAddr(V3_AllocPages(1)); - - for (k = 0; k < MAX_PDE64_ENTRIES; k++) { - int pte_present = 0; - pte64_t * pte = V3_VAddr(V3_AllocPages(1)); - - - for (m = 0; m < MAX_PTE64_ENTRIES; m++) { - struct v3_shadow_region * region = v3_get_shadow_region(info, current_page_addr); - - - - if (!region || - (region->host_type == SHDW_REGION_FULL_HOOK)) { - pte[m].present = 0; - pte[m].writable = 0; - pte[m].user_page = 0; - pte[m].write_through = 0; - pte[m].cache_disable = 0; - pte[m].accessed = 0; - pte[m].dirty = 0; - pte[m].pte_attr = 0; - pte[m].global_page = 0; - pte[m].vmm_info = 0; - pte[m].page_base_addr = 0; - } else { - addr_t host_addr; - pte[m].present = 1; - - if (region->host_type == SHDW_REGION_WRITE_HOOK) { - pte[m].writable = 0; + if (pte32_lookup(V3_VAddr((void *)host_pte_pa), vaddr, &page_pa) == PT_ENTRY_NOT_PRESENT) { + return -1; } else { - pte[m].writable = 1; - } - - pte[m].user_page = 1; - pte[m].write_through = 0; - pte[m].cache_disable = 0; - pte[m].accessed = 0; - pte[m].dirty = 0; - pte[m].pte_attr = 0; - pte[m].global_page = 0; - pte[m].vmm_info = 0; - - if (guest_pa_to_host_pa(info, current_page_addr, &host_addr) == -1) { - // BIG ERROR - // PANIC - return NULL; + if ((ret = callback(info, PAGE_4KB, vaddr, (addr_t)V3_VAddr((void *)PAGE_BASE_ADDR(page_pa)), page_pa, private_data)) != 0) { + return (ret == -1) ? -1 : PAGE_4KB; + } + return 0; } - - pte[m].page_base_addr = PAGE_BASE_ADDR(host_addr); - - //PrintPTE64(current_page_addr, &(pte[m])); - - pte_present = 1; - } - - - - - current_page_addr += PAGE_SIZE; - } - - if (pte_present == 0) { - V3_FreePage(V3_PAddr(pte)); - - pde[k].present = 0; - pde[k].writable = 0; - pde[k].user_page = 0; - pde[k].write_through = 0; - pde[k].cache_disable = 0; - pde[k].accessed = 0; - pde[k].avail = 0; - pde[k].large_page = 0; - //pde[k].global_page = 0; - pde[k].vmm_info = 0; - pde[k].pt_base_addr = 0; - } else { - pde[k].present = 1; - pde[k].writable = 1; - pde[k].user_page = 1; - pde[k].write_through = 0; - pde[k].cache_disable = 0; - pde[k].accessed = 0; - pde[k].avail = 0; - pde[k].large_page = 0; - //pde[k].global_page = 0; - pde[k].vmm_info = 0; - pde[k].pt_base_addr = PAGE_BASE_ADDR((addr_t)V3_PAddr(pte)); - - pde_present = 1; - } - } - - if (pde_present == 0) { - V3_FreePage(V3_PAddr(pde)); - - pdpe[j].present = 0; - pdpe[j].writable = 0; - pdpe[j].user_page = 0; - pdpe[j].write_through = 0; - pdpe[j].cache_disable = 0; - pdpe[j].accessed = 0; - pdpe[j].avail = 0; - pdpe[j].large_page = 0; - //pdpe[j].global_page = 0; - pdpe[j].vmm_info = 0; - pdpe[j].pd_base_addr = 0; - } else { - pdpe[j].present = 1; - pdpe[j].writable = 1; - pdpe[j].user_page = 1; - pdpe[j].write_through = 0; - pdpe[j].cache_disable = 0; - pdpe[j].accessed = 0; - pdpe[j].avail = 0; - pdpe[j].large_page = 0; - //pdpe[j].global_page = 0; - pdpe[j].vmm_info = 0; - pdpe[j].pd_base_addr = PAGE_BASE_ADDR((addr_t)V3_PAddr(pde)); - - - pdpe_present = 1; - } - } - - PrintDebug("PML index=%d\n", i); - - if (pdpe_present == 0) { - V3_FreePage(V3_PAddr(pdpe)); - - pml[i].present = 0; - pml[i].writable = 0; - pml[i].user_page = 0; - pml[i].write_through = 0; - pml[i].cache_disable = 0; - pml[i].accessed = 0; - pml[i].reserved = 0; - //pml[i].large_page = 0; - //pml[i].global_page = 0; - pml[i].vmm_info = 0; - pml[i].pdp_base_addr = 0; - } else { - pml[i].present = 1; - pml[i].writable = 1; - pml[i].user_page = 1; - pml[i].write_through = 0; - pml[i].cache_disable = 0; - pml[i].accessed = 0; - pml[i].reserved = 0; - //pml[i].large_page = 0; - //pml[i].global_page = 0; - pml[i].vmm_info = 0; - pml[i].pdp_base_addr = PAGE_BASE_ADDR((addr_t)V3_PAddr(pdpe)); - } - } - - return pml; -} - - -int v3_drill_host_pt_32(struct guest_info * info, v3_reg_t host_cr3, addr_t vaddr, - int (*callback)(struct guest_info * info, page_type_t type, addr_t vaddr, addr_t page_ptr, addr_t page_pa, void * private_data), - void * private_data) { - pde32_t * host_pde = (pde32_t *)CR3_TO_PDE32_VA(host_cr3); - addr_t host_pde_pa = CR3_TO_PDE32_PA(host_cr3); - addr_t host_pte_pa = 0; - addr_t page_pa = 0; - int ret; - - if ((ret = callback(info, PAGE_PD32, vaddr, (addr_t)host_pde, host_pde_pa, private_data)) != 0) { - return (ret == -1) ? -1 : PAGE_PD32; - } - - switch (pde32_lookup(host_pde, vaddr, &host_pte_pa)) { - case PT_ENTRY_NOT_PRESENT: return -1; - case PT_ENTRY_LARGE_PAGE: - if ((ret == callback(info, PAGE_4MB, vaddr, (addr_t)V3_VAddr((void *)host_pte_pa), host_pte_pa, private_data)) != 0) { - return (ret == -1) ? -1 : PAGE_4MB; - } - return 0; - case PT_ENTRY_PAGE: - if ((ret = callback(info, PAGE_PT32, vaddr, (addr_t)V3_VAddr((void *)host_pte_pa), host_pte_pa, private_data) != 0)) { - return (ret == -1) ? -1 : PAGE_PT32; - } - - if (pte32_lookup(V3_VAddr((void *)host_pte_pa), vaddr, &page_pa) == PT_ENTRY_NOT_PRESENT) { - return -1; - } else { - if ((ret = callback(info, PAGE_4KB, vaddr, (addr_t)V3_VAddr((void *)PAGE_BASE_ADDR(page_pa)), page_pa, private_data)) != 0) { - return (ret == -1) ? -1 : PAGE_4KB; - } - return 0; - } - } - return -1; } @@ -1176,125 +755,125 @@ int v3_drill_host_pt_32(struct guest_info * info, v3_reg_t host_cr3, addr_t vadd int v3_drill_host_pt_32pae(struct guest_info * info, v3_reg_t host_cr3, addr_t vaddr, int (*callback)(struct guest_info * info, page_type_t type, addr_t vaddr, addr_t page_ptr, addr_t page_pa, void * private_data), void * private_data) { - pdpe32pae_t * host_pdpe = (pdpe32pae_t *)CR3_TO_PDPE32PAE_VA(host_cr3); - addr_t host_pdpe_pa = CR3_TO_PDPE32PAE_PA(host_cr3); - addr_t host_pde_pa = 0; - addr_t host_pte_pa = 0; - addr_t page_pa = 0; - int ret; - - if ((ret = callback(info, PAGE_PDP32PAE, vaddr, (addr_t)host_pdpe, host_pdpe_pa, private_data)) != 0) { - return (ret == -1) ? -1 : PAGE_PDP32PAE; - } - - switch (pdpe32pae_lookup(host_pdpe, vaddr, &host_pde_pa)) { - case PT_ENTRY_NOT_PRESENT: - return -1; - case PT_ENTRY_PAGE: - - if ((ret = callback(info, PAGE_PD32PAE, vaddr, (addr_t)V3_VAddr((void *)host_pde_pa), host_pde_pa, private_data) != 0)) { - return (ret == -1) ? -1 : PAGE_PD32PAE; + pdpe32pae_t * host_pdpe = (pdpe32pae_t *)CR3_TO_PDPE32PAE_VA(host_cr3); + addr_t host_pdpe_pa = CR3_TO_PDPE32PAE_PA(host_cr3); + addr_t host_pde_pa = 0; + addr_t host_pte_pa = 0; + addr_t page_pa = 0; + int ret; + + if ((ret = callback(info, PAGE_PDP32PAE, vaddr, (addr_t)host_pdpe, host_pdpe_pa, private_data)) != 0) { + return (ret == -1) ? -1 : PAGE_PDP32PAE; } + + switch (pdpe32pae_lookup(host_pdpe, vaddr, &host_pde_pa)) { + case PT_ENTRY_NOT_PRESENT: + return -1; + case PT_ENTRY_PAGE: + + if ((ret = callback(info, PAGE_PD32PAE, vaddr, (addr_t)V3_VAddr((void *)host_pde_pa), host_pde_pa, private_data) != 0)) { + return (ret == -1) ? -1 : PAGE_PD32PAE; + } - switch (pde32pae_lookup(V3_VAddr((void *)host_pde_pa), vaddr, &host_pte_pa)) { - case PT_ENTRY_NOT_PRESENT: - return -1; - case PT_ENTRY_LARGE_PAGE: - if ((ret == callback(info, PAGE_2MB, vaddr, (addr_t)V3_VAddr((void *)host_pte_pa), host_pte_pa, private_data)) != 0) { - return (ret == -1) ? -1 : PAGE_2MB; - } - return 0; - case PT_ENTRY_PAGE: - if ((ret = callback(info, PAGE_PT32PAE, vaddr, (addr_t)V3_VAddr((void *)host_pte_pa), host_pte_pa, private_data) != 0)) { - return (ret == -1) ? -1 : PAGE_PT32PAE; - } - - if (pte32pae_lookup(V3_VAddr((void *)host_pte_pa), vaddr, &page_pa) == PT_ENTRY_NOT_PRESENT) { - return -1; - } else { - if ((ret = callback(info, PAGE_4KB, vaddr, (addr_t)V3_VAddr((void *)PAGE_BASE_ADDR(page_pa)), page_pa, private_data)) != 0) { - return (ret == -1) ? -1 : PAGE_4KB; - } - return 0; - } + switch (pde32pae_lookup(V3_VAddr((void *)host_pde_pa), vaddr, &host_pte_pa)) { + case PT_ENTRY_NOT_PRESENT: + return -1; + case PT_ENTRY_LARGE_PAGE: + if ((ret == callback(info, PAGE_2MB, vaddr, (addr_t)V3_VAddr((void *)host_pte_pa), host_pte_pa, private_data)) != 0) { + return (ret == -1) ? -1 : PAGE_2MB; + } + return 0; + case PT_ENTRY_PAGE: + if ((ret = callback(info, PAGE_PT32PAE, vaddr, (addr_t)V3_VAddr((void *)host_pte_pa), host_pte_pa, private_data) != 0)) { + return (ret == -1) ? -1 : PAGE_PT32PAE; + } + + if (pte32pae_lookup(V3_VAddr((void *)host_pte_pa), vaddr, &page_pa) == PT_ENTRY_NOT_PRESENT) { + return -1; + } else { + if ((ret = callback(info, PAGE_4KB, vaddr, (addr_t)V3_VAddr((void *)PAGE_BASE_ADDR(page_pa)), page_pa, private_data)) != 0) { + return (ret == -1) ? -1 : PAGE_4KB; + } + return 0; + } + } + default: + return -1; } - default: - return -1; - } - // should never get here - return -1; + // should never get here + return -1; } int v3_drill_host_pt_64(struct guest_info * info, v3_reg_t host_cr3, addr_t vaddr, int (*callback)(struct guest_info * info, page_type_t type, addr_t vaddr, addr_t page_ptr, addr_t page_pa, void * private_data), void * private_data) { - pml4e64_t * host_pmle = (pml4e64_t *)CR3_TO_PML4E64_VA(host_cr3); - addr_t host_pmle_pa = CR3_TO_PML4E64_PA(host_cr3); - addr_t host_pdpe_pa = 0; - addr_t host_pde_pa = 0; - addr_t host_pte_pa = 0; - addr_t page_pa = 0; - int ret; - - if ((ret = callback(info, PAGE_PML464, vaddr, (addr_t)host_pmle, host_pmle_pa, private_data)) != 0) { - return (ret == -1) ? -1 : PAGE_PML464; - } - - switch(pml4e64_lookup(host_pmle, vaddr, &host_pdpe_pa)) { - case PT_ENTRY_NOT_PRESENT: - return -1; - case PT_ENTRY_PAGE: - - if ((ret = callback(info, PAGE_PDP64, vaddr, (addr_t)V3_VAddr((void *)host_pdpe_pa), host_pdpe_pa, private_data)) != 0) { - return (ret == -1) ? -1 : PAGE_PDP64; + pml4e64_t * host_pmle = (pml4e64_t *)CR3_TO_PML4E64_VA(host_cr3); + addr_t host_pmle_pa = CR3_TO_PML4E64_PA(host_cr3); + addr_t host_pdpe_pa = 0; + addr_t host_pde_pa = 0; + addr_t host_pte_pa = 0; + addr_t page_pa = 0; + int ret; + + if ((ret = callback(info, PAGE_PML464, vaddr, (addr_t)host_pmle, host_pmle_pa, private_data)) != 0) { + return (ret == -1) ? -1 : PAGE_PML464; } - switch(pdpe64_lookup(V3_VAddr((void *)host_pdpe_pa), vaddr, &host_pde_pa)) { - case PT_ENTRY_NOT_PRESENT: - return -1; - case PT_ENTRY_LARGE_PAGE: - if ((ret == callback(info, PAGE_1GB, vaddr, (addr_t)V3_VAddr((void *)host_pde_pa), host_pde_pa, private_data)) != 0) { - return (ret == -1) ? -1 : PAGE_1GB; - } - PrintError("1 Gigabyte Pages not supported\n"); - return 0; - case PT_ENTRY_PAGE: - - if ((ret = callback(info, PAGE_PD64, vaddr, (addr_t)V3_VAddr((void *)host_pde_pa), host_pde_pa, private_data) != 0)) { - return (ret == -1) ? -1 : PAGE_PD64; - } - - switch (pde64_lookup(V3_VAddr((void *)host_pde_pa), vaddr, &host_pte_pa)) { - case PT_ENTRY_NOT_PRESENT: - return -1; - case PT_ENTRY_LARGE_PAGE: - if ((ret == callback(info, PAGE_2MB, vaddr, (addr_t)V3_VAddr((void *)host_pte_pa), host_pte_pa, private_data)) != 0) { - return (ret == -1) ? -1 : PAGE_2MB; - } - return 0; - case PT_ENTRY_PAGE: + switch(pml4e64_lookup(host_pmle, vaddr, &host_pdpe_pa)) { + case PT_ENTRY_NOT_PRESENT: + return -1; + case PT_ENTRY_PAGE: - if ((ret = callback(info, PAGE_PT64, vaddr, (addr_t)V3_VAddr((void *)host_pte_pa), host_pte_pa, private_data) != 0)) { - return (ret == -1) ? -1 : PAGE_PT64; - } + if ((ret = callback(info, PAGE_PDP64, vaddr, (addr_t)V3_VAddr((void *)host_pdpe_pa), host_pdpe_pa, private_data)) != 0) { + return (ret == -1) ? -1 : PAGE_PDP64; + } - if (pte64_lookup(V3_VAddr((void *)host_pte_pa), vaddr, &page_pa) == PT_ENTRY_NOT_PRESENT) { - return -1; - } else { - if ((ret = callback(info, PAGE_4KB, vaddr, (addr_t)V3_VAddr((void *)PAGE_BASE_ADDR(page_pa)), page_pa, private_data)) != 0) { - return (ret == -1) ? -1 : PAGE_4KB; - } - return 0; - } - } + switch(pdpe64_lookup(V3_VAddr((void *)host_pdpe_pa), vaddr, &host_pde_pa)) { + case PT_ENTRY_NOT_PRESENT: + return -1; + case PT_ENTRY_LARGE_PAGE: + if ((ret == callback(info, PAGE_1GB, vaddr, (addr_t)V3_VAddr((void *)host_pde_pa), host_pde_pa, private_data)) != 0) { + return (ret == -1) ? -1 : PAGE_1GB; + } + PrintError("1 Gigabyte Pages not supported\n"); + return 0; + case PT_ENTRY_PAGE: + + if ((ret = callback(info, PAGE_PD64, vaddr, (addr_t)V3_VAddr((void *)host_pde_pa), host_pde_pa, private_data) != 0)) { + return (ret == -1) ? -1 : PAGE_PD64; + } + + switch (pde64_lookup(V3_VAddr((void *)host_pde_pa), vaddr, &host_pte_pa)) { + case PT_ENTRY_NOT_PRESENT: + return -1; + case PT_ENTRY_LARGE_PAGE: + if ((ret == callback(info, PAGE_2MB, vaddr, (addr_t)V3_VAddr((void *)host_pte_pa), host_pte_pa, private_data)) != 0) { + return (ret == -1) ? -1 : PAGE_2MB; + } + return 0; + case PT_ENTRY_PAGE: + + if ((ret = callback(info, PAGE_PT64, vaddr, (addr_t)V3_VAddr((void *)host_pte_pa), host_pte_pa, private_data) != 0)) { + return (ret == -1) ? -1 : PAGE_PT64; + } + + if (pte64_lookup(V3_VAddr((void *)host_pte_pa), vaddr, &page_pa) == PT_ENTRY_NOT_PRESENT) { + return -1; + } else { + if ((ret = callback(info, PAGE_4KB, vaddr, (addr_t)V3_VAddr((void *)PAGE_BASE_ADDR(page_pa)), page_pa, private_data)) != 0) { + return (ret == -1) ? -1 : PAGE_4KB; + } + return 0; + } + } + } + default: + return -1; } - default: + // should never get here return -1; - } - // should never get here - return -1; } @@ -1306,318 +885,318 @@ int v3_drill_host_pt_64(struct guest_info * info, v3_reg_t host_cr3, addr_t vadd int v3_drill_guest_pt_32(struct guest_info * info, v3_reg_t guest_cr3, addr_t vaddr, int (*callback)(struct guest_info * info, page_type_t type, addr_t vaddr, addr_t page_ptr, addr_t page_pa, void * private_data), void * private_data) { - addr_t guest_pde_pa = CR3_TO_PDE32_PA(guest_cr3); - pde32_t * guest_pde = NULL; - addr_t guest_pte_pa = 0; - int ret; + addr_t guest_pde_pa = CR3_TO_PDE32_PA(guest_cr3); + pde32_t * guest_pde = NULL; + addr_t guest_pte_pa = 0; + int ret; - if (guest_pa_to_host_va(info, guest_pde_pa, (addr_t *)&guest_pde) == -1) { - PrintError("Could not get virtual address of Guest PDE32 (PA=%p)\n", - (void *)guest_pde_pa); - return -1; - } + if (guest_pa_to_host_va(info, guest_pde_pa, (addr_t *)&guest_pde) == -1) { + PrintError("Could not get virtual address of Guest PDE32 (PA=%p)\n", + (void *)guest_pde_pa); + return -1; + } - if ((ret = callback(info, PAGE_PD32, vaddr, (addr_t)guest_pde, guest_pde_pa, private_data)) != 0) { - return (ret == -1) ? -1 : PAGE_PD32; - } + if ((ret = callback(info, PAGE_PD32, vaddr, (addr_t)guest_pde, guest_pde_pa, private_data)) != 0) { + return (ret == -1) ? -1 : PAGE_PD32; + } - switch (pde32_lookup(guest_pde, vaddr, &guest_pte_pa)) { - case PT_ENTRY_NOT_PRESENT: - return -1; - case PT_ENTRY_LARGE_PAGE: - { - addr_t large_page_pa = (addr_t)guest_pte_pa; - addr_t large_page_va = 0; + switch (pde32_lookup(guest_pde, vaddr, &guest_pte_pa)) { + case PT_ENTRY_NOT_PRESENT: + return -1; + case PT_ENTRY_LARGE_PAGE: + { + addr_t large_page_pa = (addr_t)guest_pte_pa; + addr_t large_page_va = 0; - if (guest_pa_to_host_va(info, large_page_pa, &large_page_va) == -1) { - PrintError("Could not get virtual address of Guest Page 4MB (PA=%p)\n", - (void *)large_page_va); - return -1; - } + if (guest_pa_to_host_va(info, large_page_pa, &large_page_va) == -1) { + PrintError("Could not get virtual address of Guest Page 4MB (PA=%p)\n", + (void *)large_page_va); + return -1; + } - if ((ret == callback(info, PAGE_4MB, vaddr, large_page_va, large_page_pa, private_data)) != 0) { - return (ret == -1) ? -1 : PAGE_4MB; - } - return 0; - } - case PT_ENTRY_PAGE: - { - pte32_t * guest_pte = NULL; - addr_t page_pa; - - if (guest_pa_to_host_va(info, guest_pte_pa, (addr_t*)&guest_pte) == -1) { - PrintError("Could not get virtual address of Guest PTE32 (PA=%p)\n", - (void *)guest_pte_pa); - return -1; - } - - if ((ret = callback(info, PAGE_PT32, vaddr, (addr_t)guest_pte, guest_pte_pa, private_data) != 0)) { - return (ret == -1) ? -1 : PAGE_PT32; - } - - if (pte32_lookup(guest_pte, vaddr, &page_pa) == PT_ENTRY_NOT_PRESENT) { - return -1; - } else { - addr_t page_va; - - if (guest_pa_to_host_va(info, page_pa, &page_va) == -1) { - PrintError("Could not get virtual address of Guest Page 4KB (PA=%p)\n", - (void *)page_pa); - return -1; - } + if ((ret == callback(info, PAGE_4MB, vaddr, large_page_va, large_page_pa, private_data)) != 0) { + return (ret == -1) ? -1 : PAGE_4MB; + } + return 0; + } + case PT_ENTRY_PAGE: + { + pte32_t * guest_pte = NULL; + addr_t page_pa; - if ((ret = callback(info, PAGE_4KB, vaddr, page_va, page_pa, private_data)) != 0) { - return (ret == -1) ? -1 : PAGE_4KB; - } - return 0; - } + if (guest_pa_to_host_va(info, guest_pte_pa, (addr_t*)&guest_pte) == -1) { + PrintError("Could not get virtual address of Guest PTE32 (PA=%p)\n", + (void *)guest_pte_pa); + return -1; + } + + if ((ret = callback(info, PAGE_PT32, vaddr, (addr_t)guest_pte, guest_pte_pa, private_data) != 0)) { + return (ret == -1) ? -1 : PAGE_PT32; + } + + if (pte32_lookup(guest_pte, vaddr, &page_pa) == PT_ENTRY_NOT_PRESENT) { + return -1; + } else { + addr_t page_va; + + if (guest_pa_to_host_va(info, page_pa, &page_va) == -1) { + PrintError("Could not get virtual address of Guest Page 4KB (PA=%p)\n", + (void *)page_pa); + return -1; + } + + if ((ret = callback(info, PAGE_4KB, vaddr, page_va, page_pa, private_data)) != 0) { + return (ret == -1) ? -1 : PAGE_4KB; + } + return 0; + } + } } - } - // should never get here - PrintError("End of drill function (guest 32)... Should never have gotten here...\n"); - return -1; + // should never get here + PrintError("End of drill function (guest 32)... Should never have gotten here...\n"); + return -1; } int v3_drill_guest_pt_32pae(struct guest_info * info, v3_reg_t guest_cr3, addr_t vaddr, - int (*callback)(struct guest_info * info, page_type_t type, addr_t vaddr, addr_t page_ptr, addr_t page_pa, void * private_data), - void * private_data) { - addr_t guest_pdpe_pa = CR3_TO_PDPE32PAE_PA(guest_cr3); - pdpe32pae_t * guest_pdpe = 0; - addr_t guest_pde_pa = 0; - int ret = 0; - - if (guest_pa_to_host_va(info, guest_pdpe_pa, (addr_t*)&guest_pdpe) == -1) { - PrintError("Could not get virtual address of Guest PDPE32PAE (PA=%p)\n", - (void *)guest_pdpe_pa); - return -1; - } - - if ((ret = callback(info, PAGE_PDP32PAE, vaddr, (addr_t)guest_pdpe, guest_pdpe_pa, private_data)) != 0) { - return (ret == -1) ? -1 : PAGE_PDP32PAE; - } - - switch (pdpe32pae_lookup(guest_pdpe, vaddr, &guest_pde_pa)) - { - case PT_ENTRY_NOT_PRESENT: - return -1; - case PT_ENTRY_PAGE: - { - pde32pae_t * guest_pde = NULL; - addr_t guest_pte_pa = 0; + int (*callback)(struct guest_info * info, page_type_t type, addr_t vaddr, addr_t page_ptr, addr_t page_pa, void * private_data), + void * private_data) { + addr_t guest_pdpe_pa = CR3_TO_PDPE32PAE_PA(guest_cr3); + pdpe32pae_t * guest_pdpe = 0; + addr_t guest_pde_pa = 0; + int ret = 0; + + if (guest_pa_to_host_va(info, guest_pdpe_pa, (addr_t*)&guest_pdpe) == -1) { + PrintError("Could not get virtual address of Guest PDPE32PAE (PA=%p)\n", + (void *)guest_pdpe_pa); + return -1; + } + + if ((ret = callback(info, PAGE_PDP32PAE, vaddr, (addr_t)guest_pdpe, guest_pdpe_pa, private_data)) != 0) { + return (ret == -1) ? -1 : PAGE_PDP32PAE; + } + + switch (pdpe32pae_lookup(guest_pdpe, vaddr, &guest_pde_pa)) + { + case PT_ENTRY_NOT_PRESENT: + return -1; + case PT_ENTRY_PAGE: + { + pde32pae_t * guest_pde = NULL; + addr_t guest_pte_pa = 0; - if (guest_pa_to_host_va(info, guest_pde_pa, (addr_t *)&guest_pde) == -1) { - PrintError("Could not get virtual Address of Guest PDE32PAE (PA=%p)\n", - (void *)guest_pde_pa); - return -1; - } + if (guest_pa_to_host_va(info, guest_pde_pa, (addr_t *)&guest_pde) == -1) { + PrintError("Could not get virtual Address of Guest PDE32PAE (PA=%p)\n", + (void *)guest_pde_pa); + return -1; + } - if ((ret = callback(info, PAGE_PD32PAE, vaddr, (addr_t)guest_pde, guest_pde_pa, private_data)) != 0) { - return (ret == -1) ? -1 : PAGE_PD32PAE; - } + if ((ret = callback(info, PAGE_PD32PAE, vaddr, (addr_t)guest_pde, guest_pde_pa, private_data)) != 0) { + return (ret == -1) ? -1 : PAGE_PD32PAE; + } - switch (pde32pae_lookup(guest_pde, vaddr, &guest_pte_pa)) - { - case PT_ENTRY_NOT_PRESENT: - return -1; - case PT_ENTRY_LARGE_PAGE: - { - addr_t large_page_pa = (addr_t)guest_pte_pa; - addr_t large_page_va = 0; + switch (pde32pae_lookup(guest_pde, vaddr, &guest_pte_pa)) + { + case PT_ENTRY_NOT_PRESENT: + return -1; + case PT_ENTRY_LARGE_PAGE: + { + addr_t large_page_pa = (addr_t)guest_pte_pa; + addr_t large_page_va = 0; - if (guest_pa_to_host_va(info, large_page_pa, &large_page_va) == -1) { - PrintDebug("Could not get virtual address of Guest Page 2MB (PA=%p)\n", - (void *)large_page_va); + if (guest_pa_to_host_va(info, large_page_pa, &large_page_va) == -1) { + PrintDebug("Could not get virtual address of Guest Page 2MB (PA=%p)\n", + (void *)large_page_va); - } + } - if ((ret == callback(info, PAGE_2MB, vaddr, large_page_va, large_page_pa, private_data)) != 0) { - return (ret == -1) ? -1 : PAGE_2MB; - } - return 0; - } - case PT_ENTRY_PAGE: - { - pte32pae_t * guest_pte = NULL; - addr_t page_pa; - - if (guest_pa_to_host_va(info, guest_pte_pa, (addr_t *)&guest_pte) == -1) { - PrintError("Could not get virtual Address of Guest PTE32PAE (PA=%p)\n", - (void *)guest_pte_pa); - return -1; - } - - if ((ret = callback(info, PAGE_PT32PAE, vaddr, (addr_t)guest_pte, guest_pte_pa, private_data) != 0)) { - return (ret == -1) ? -1 : PAGE_PT32PAE; - } - - if (pte32pae_lookup(guest_pte, vaddr, &page_pa) == PT_ENTRY_NOT_PRESENT) { - return -1; - } else { - addr_t page_va; + if ((ret == callback(info, PAGE_2MB, vaddr, large_page_va, large_page_pa, private_data)) != 0) { + return (ret == -1) ? -1 : PAGE_2MB; + } + return 0; + } + case PT_ENTRY_PAGE: + { + pte32pae_t * guest_pte = NULL; + addr_t page_pa; + + if (guest_pa_to_host_va(info, guest_pte_pa, (addr_t *)&guest_pte) == -1) { + PrintError("Could not get virtual Address of Guest PTE32PAE (PA=%p)\n", + (void *)guest_pte_pa); + return -1; + } + + if ((ret = callback(info, PAGE_PT32PAE, vaddr, (addr_t)guest_pte, guest_pte_pa, private_data) != 0)) { + return (ret == -1) ? -1 : PAGE_PT32PAE; + } + + if (pte32pae_lookup(guest_pte, vaddr, &page_pa) == PT_ENTRY_NOT_PRESENT) { + return -1; + } else { + addr_t page_va; - if (guest_pa_to_host_va(info, page_pa, &page_va) == -1) { - PrintError("Could not get virtual address of Guest Page 4KB (PA=%p)\n", - (void *)page_pa); - return -1; - } + if (guest_pa_to_host_va(info, page_pa, &page_va) == -1) { + PrintError("Could not get virtual address of Guest Page 4KB (PA=%p)\n", + (void *)page_pa); + return -1; + } - if ((ret = callback(info, PAGE_4KB, vaddr, page_va, page_pa, private_data)) != 0) { - return (ret == -1) ? -1 : PAGE_4KB; + if ((ret = callback(info, PAGE_4KB, vaddr, page_va, page_pa, private_data)) != 0) { + return (ret == -1) ? -1 : PAGE_4KB; + } + return 0; + } + } + } } - return 0; - } - } - } - } - default: - PrintError("Invalid page type for PD32PAE\n"); - return -1; - } + default: + PrintError("Invalid page type for PD32PAE\n"); + return -1; + } - // should never get here - PrintError("End of drill function (guest 32pae)... Should never have gotten here...\n"); - return -1; + // should never get here + PrintError("End of drill function (guest 32pae)... Should never have gotten here...\n"); + return -1; } int v3_drill_guest_pt_64(struct guest_info * info, v3_reg_t guest_cr3, addr_t vaddr, - int (*callback)(struct guest_info * info, page_type_t type, addr_t vaddr, addr_t page_ptr, addr_t page_pa, void * private_data), - void * private_data) { - addr_t guest_pml4_pa = CR3_TO_PML4E64_PA(guest_cr3); - pml4e64_t * guest_pmle = 0; - addr_t guest_pdpe_pa = 0; - int ret = 0; - - if (guest_pa_to_host_va(info, guest_pml4_pa, (addr_t*)&guest_pmle) == -1) { - PrintError("Could not get virtual address of Guest PML4E64 (PA=%p)\n", - (void *)guest_pml4_pa); - return -1; - } + int (*callback)(struct guest_info * info, page_type_t type, addr_t vaddr, addr_t page_ptr, addr_t page_pa, void * private_data), + void * private_data) { + addr_t guest_pml4_pa = CR3_TO_PML4E64_PA(guest_cr3); + pml4e64_t * guest_pmle = 0; + addr_t guest_pdpe_pa = 0; + int ret = 0; + + if (guest_pa_to_host_va(info, guest_pml4_pa, (addr_t*)&guest_pmle) == -1) { + PrintError("Could not get virtual address of Guest PML4E64 (PA=%p)\n", + (void *)guest_pml4_pa); + return -1; + } - if ((ret = callback(info, PAGE_PML464, vaddr, (addr_t)guest_pmle, guest_pml4_pa, private_data)) != 0) { - return (ret == -1) ? -1 : PAGE_PML464; - } + if ((ret = callback(info, PAGE_PML464, vaddr, (addr_t)guest_pmle, guest_pml4_pa, private_data)) != 0) { + return (ret == -1) ? -1 : PAGE_PML464; + } - switch (pml4e64_lookup(guest_pmle, vaddr, &guest_pdpe_pa)) { - case PT_ENTRY_NOT_PRESENT: - return -1; - case PT_ENTRY_PAGE: - { - pdpe64_t * guest_pdp = NULL; - addr_t guest_pde_pa = 0; + switch (pml4e64_lookup(guest_pmle, vaddr, &guest_pdpe_pa)) { + case PT_ENTRY_NOT_PRESENT: + return -1; + case PT_ENTRY_PAGE: + { + pdpe64_t * guest_pdp = NULL; + addr_t guest_pde_pa = 0; - if (guest_pa_to_host_va(info, guest_pdpe_pa, (addr_t *)&guest_pdp) == -1) { - PrintError("Could not get virtual address of Guest PDPE64 (PA=%p)\n", - (void *)guest_pdpe_pa); - return -1; - } + if (guest_pa_to_host_va(info, guest_pdpe_pa, (addr_t *)&guest_pdp) == -1) { + PrintError("Could not get virtual address of Guest PDPE64 (PA=%p)\n", + (void *)guest_pdpe_pa); + return -1; + } - if ((ret = callback(info, PAGE_PDP64, vaddr, (addr_t)guest_pdp, guest_pdpe_pa, private_data)) != 0) { - return (ret == -1) ? -1 : PAGE_PDP64; - } + if ((ret = callback(info, PAGE_PDP64, vaddr, (addr_t)guest_pdp, guest_pdpe_pa, private_data)) != 0) { + return (ret == -1) ? -1 : PAGE_PDP64; + } - switch (pdpe64_lookup(guest_pdp, vaddr, &guest_pde_pa)) { - case PT_ENTRY_NOT_PRESENT: - return -1; - case PT_ENTRY_LARGE_PAGE: - { - addr_t large_page_pa = (addr_t)guest_pde_pa; - addr_t large_page_va = 0; + switch (pdpe64_lookup(guest_pdp, vaddr, &guest_pde_pa)) { + case PT_ENTRY_NOT_PRESENT: + return -1; + case PT_ENTRY_LARGE_PAGE: + { + addr_t large_page_pa = (addr_t)guest_pde_pa; + addr_t large_page_va = 0; - if (guest_pa_to_host_va(info, large_page_pa, &large_page_va) == -1) { - PrintDebug("Could not get virtual address of Guest Page 1GB (PA=%p)\n", - (void *)large_page_va); + if (guest_pa_to_host_va(info, large_page_pa, &large_page_va) == -1) { + PrintDebug("Could not get virtual address of Guest Page 1GB (PA=%p)\n", + (void *)large_page_va); - } + } - if ((ret == callback(info, PAGE_1GB, vaddr, large_page_va, large_page_pa, private_data)) != 0) { - return (ret == -1) ? -1 : PAGE_1GB; - } - PrintError("1 Gigabyte Pages not supported\n"); - return 0; - } - case PT_ENTRY_PAGE: - { - pde64_t * guest_pde = NULL; - addr_t guest_pte_pa = 0; - - if (guest_pa_to_host_va(info, guest_pde_pa, (addr_t *)&guest_pde) == -1) { - PrintError("Could not get virtual address of guest PDE64 (PA=%p)\n", - (void *)guest_pde_pa); - return -1; - } + if ((ret == callback(info, PAGE_1GB, vaddr, large_page_va, large_page_pa, private_data)) != 0) { + return (ret == -1) ? -1 : PAGE_1GB; + } + PrintError("1 Gigabyte Pages not supported\n"); + return 0; + } + case PT_ENTRY_PAGE: + { + pde64_t * guest_pde = NULL; + addr_t guest_pte_pa = 0; + + if (guest_pa_to_host_va(info, guest_pde_pa, (addr_t *)&guest_pde) == -1) { + PrintError("Could not get virtual address of guest PDE64 (PA=%p)\n", + (void *)guest_pde_pa); + return -1; + } - if ((ret = callback(info, PAGE_PD64, vaddr, (addr_t)guest_pde, guest_pde_pa, private_data)) != 0) { - return (ret == -1) ? -1 : PAGE_PD64; - } - - switch (pde64_lookup(guest_pde, vaddr, &guest_pte_pa)) { - case PT_ENTRY_NOT_PRESENT: - return -1; - case PT_ENTRY_LARGE_PAGE: - { - addr_t large_page_pa = (addr_t)guest_pte_pa; - addr_t large_page_va = 0; + if ((ret = callback(info, PAGE_PD64, vaddr, (addr_t)guest_pde, guest_pde_pa, private_data)) != 0) { + return (ret == -1) ? -1 : PAGE_PD64; + } + + switch (pde64_lookup(guest_pde, vaddr, &guest_pte_pa)) { + case PT_ENTRY_NOT_PRESENT: + return -1; + case PT_ENTRY_LARGE_PAGE: + { + addr_t large_page_pa = (addr_t)guest_pte_pa; + addr_t large_page_va = 0; - if (guest_pa_to_host_va(info, large_page_pa, &large_page_va) == -1) { - PrintDebug("Could not get virtual address of Guest Page 2MB (PA=%p)\n", - (void *)large_page_va); + if (guest_pa_to_host_va(info, large_page_pa, &large_page_va) == -1) { + PrintDebug("Could not get virtual address of Guest Page 2MB (PA=%p)\n", + (void *)large_page_va); - } + } - if ((ret == callback(info, PAGE_2MB, vaddr, large_page_va, large_page_pa, private_data)) != 0) { - return (ret == -1) ? -1 : PAGE_2MB; - } - return 0; - } - case PT_ENTRY_PAGE: - { - pte64_t * guest_pte = NULL; - addr_t page_pa; + if ((ret == callback(info, PAGE_2MB, vaddr, large_page_va, large_page_pa, private_data)) != 0) { + return (ret == -1) ? -1 : PAGE_2MB; + } + return 0; + } + case PT_ENTRY_PAGE: + { + pte64_t * guest_pte = NULL; + addr_t page_pa; - if (guest_pa_to_host_va(info, guest_pte_pa, (addr_t *)&guest_pte) == -1) { - PrintError("Could not get virtual address of guest PTE64 (PA=%p)\n", - (void *)guest_pte_pa); - return -1; - } - - if ((ret = callback(info, PAGE_PT64, vaddr, (addr_t)guest_pte, guest_pte_pa, private_data) != 0)) { - return (ret == -1) ? -1 : PAGE_PT64; - } + if (guest_pa_to_host_va(info, guest_pte_pa, (addr_t *)&guest_pte) == -1) { + PrintError("Could not get virtual address of guest PTE64 (PA=%p)\n", + (void *)guest_pte_pa); + return -1; + } + + if ((ret = callback(info, PAGE_PT64, vaddr, (addr_t)guest_pte, guest_pte_pa, private_data) != 0)) { + return (ret == -1) ? -1 : PAGE_PT64; + } - if (pte64_lookup(guest_pte, vaddr, &page_pa) == PT_ENTRY_NOT_PRESENT) { - return -1; - } else { - addr_t page_va; + if (pte64_lookup(guest_pte, vaddr, &page_pa) == PT_ENTRY_NOT_PRESENT) { + return -1; + } else { + addr_t page_va; - if (guest_pa_to_host_va(info, page_pa, &page_va) == -1) { - PrintError("Could not get virtual address of Guest Page 4KB (PA=%p)\n", - (void *)page_pa); - return -1; - } + if (guest_pa_to_host_va(info, page_pa, &page_va) == -1) { + PrintError("Could not get virtual address of Guest Page 4KB (PA=%p)\n", + (void *)page_pa); + return -1; + } - if ((ret = callback(info, PAGE_4KB, vaddr, page_va, page_pa, private_data)) != 0) { - return (ret == -1) ? -1 : PAGE_4KB; + if ((ret = callback(info, PAGE_4KB, vaddr, page_va, page_pa, private_data)) != 0) { + return (ret == -1) ? -1 : PAGE_4KB; + } + + return 0; + } + } + } + } } - - return 0; - } } - } - } - } + default: + return -1; } - default: - return -1; - } - // should never get here - PrintError("End of drill function (guest 64)... Should never have gotten here...\n"); - return -1; + // should never get here + PrintError("End of drill function (guest 64)... Should never have gotten here...\n"); + return -1; } @@ -1626,190 +1205,190 @@ int v3_drill_guest_pt_64(struct guest_info * info, v3_reg_t guest_cr3, addr_t va int v3_walk_guest_pt_32(struct guest_info * info, v3_reg_t guest_cr3, int (*callback)(struct guest_info * info, page_type_t type, addr_t vaddr, addr_t page_ptr, addr_t page_pa, void * private_data), void * private_data) { - addr_t guest_pde_pa = CR3_TO_PDE32_PA(guest_cr3); - pde32_t * guest_pde = NULL; - int i, j; - addr_t vaddr = 0; - int ret = 0; - - if (!callback) { - PrintError("Call back was not specified\n"); - return -1; - } + addr_t guest_pde_pa = CR3_TO_PDE32_PA(guest_cr3); + pde32_t * guest_pde = NULL; + int i, j; + addr_t vaddr = 0; + int ret = 0; + + if (!callback) { + PrintError("Call back was not specified\n"); + return -1; + } - if (guest_pa_to_host_va(info, guest_pde_pa, (addr_t *)&guest_pde) == -1) { - PrintError("Could not get virtual address of Guest PDE32 (PA=%p)\n", - (void *)guest_pde_pa); - return -1; - } - - if ((ret = callback(info, PAGE_PD32, vaddr, (addr_t)guest_pde, guest_pde_pa, private_data)) != 0) { - return ret; - } - - for (i = 0; i < MAX_PDE32_ENTRIES; i++) { - if (guest_pde[i].present) { - if (guest_pde[i].large_page) { - pde32_4MB_t * large_pde = (pde32_4MB_t *)&(guest_pde[i]); - addr_t large_page_pa = BASE_TO_PAGE_ADDR_4MB(large_pde->page_base_addr); - addr_t large_page_va = 0; - - if (guest_pa_to_host_va(info, large_page_pa, &large_page_va) == -1) { - PrintDebug("Could not get virtual address of Guest 4MB Page (PA=%p)\n", - (void *)large_page_pa); - // We'll let it through for data pages because they may be unmapped or hooked - large_page_va = 0; - } + if (guest_pa_to_host_va(info, guest_pde_pa, (addr_t *)&guest_pde) == -1) { + PrintError("Could not get virtual address of Guest PDE32 (PA=%p)\n", + (void *)guest_pde_pa); + return -1; + } - if ((ret = callback(info, PAGE_4MB, vaddr, large_page_va, large_page_pa, private_data)) != 0) { - return ret; - } + if ((ret = callback(info, PAGE_PD32, vaddr, (addr_t)guest_pde, guest_pde_pa, private_data)) != 0) { + return ret; + } - vaddr += PAGE_SIZE_4MB; - } else { - addr_t pte_pa = BASE_TO_PAGE_ADDR(guest_pde[i].pt_base_addr); - pte32_t * tmp_pte = NULL; + for (i = 0; i < MAX_PDE32_ENTRIES; i++) { + if (guest_pde[i].present) { + if (guest_pde[i].large_page) { + pde32_4MB_t * large_pde = (pde32_4MB_t *)&(guest_pde[i]); + addr_t large_page_pa = BASE_TO_PAGE_ADDR_4MB(large_pde->page_base_addr); + addr_t large_page_va = 0; - if (guest_pa_to_host_va(info, pte_pa, (addr_t *)&tmp_pte) == -1) { - PrintError("Could not get virtual address of Guest PTE32 (PA=%p)\n", - (void *)pte_pa); - return -1; - } + if (guest_pa_to_host_va(info, large_page_pa, &large_page_va) == -1) { + PrintDebug("Could not get virtual address of Guest 4MB Page (PA=%p)\n", + (void *)large_page_pa); + // We'll let it through for data pages because they may be unmapped or hooked + large_page_va = 0; + } - if ((ret = callback(info, PAGE_PT32, vaddr, (addr_t)tmp_pte, pte_pa, private_data)) != 0) { - return ret; - } + if ((ret = callback(info, PAGE_4MB, vaddr, large_page_va, large_page_pa, private_data)) != 0) { + return ret; + } + + vaddr += PAGE_SIZE_4MB; + } else { + addr_t pte_pa = BASE_TO_PAGE_ADDR(guest_pde[i].pt_base_addr); + pte32_t * tmp_pte = NULL; - for (j = 0; j < MAX_PTE32_ENTRIES; j++) { - if (tmp_pte[j].present) { - addr_t page_pa = BASE_TO_PAGE_ADDR(tmp_pte[j].page_base_addr); - addr_t page_va = 0; + if (guest_pa_to_host_va(info, pte_pa, (addr_t *)&tmp_pte) == -1) { + PrintError("Could not get virtual address of Guest PTE32 (PA=%p)\n", + (void *)pte_pa); + return -1; + } - if (guest_pa_to_host_va(info, page_pa, &page_va) == -1) { - PrintDebug("Could not get virtual address of Guest 4KB Page (PA=%p)\n", - (void *)page_pa); - // We'll let it through for data pages because they may be unmapped or hooked - page_va = 0; - } + if ((ret = callback(info, PAGE_PT32, vaddr, (addr_t)tmp_pte, pte_pa, private_data)) != 0) { + return ret; + } + + for (j = 0; j < MAX_PTE32_ENTRIES; j++) { + if (tmp_pte[j].present) { + addr_t page_pa = BASE_TO_PAGE_ADDR(tmp_pte[j].page_base_addr); + addr_t page_va = 0; + + if (guest_pa_to_host_va(info, page_pa, &page_va) == -1) { + PrintDebug("Could not get virtual address of Guest 4KB Page (PA=%p)\n", + (void *)page_pa); + // We'll let it through for data pages because they may be unmapped or hooked + page_va = 0; + } - if ((ret = callback(info, PAGE_4KB, vaddr, page_va, page_pa, private_data)) != 0) { - return ret; - } - } + if ((ret = callback(info, PAGE_4KB, vaddr, page_va, page_pa, private_data)) != 0) { + return ret; + } + } - vaddr += PAGE_SIZE_4KB; + vaddr += PAGE_SIZE_4KB; + } + } + } else { + vaddr += PAGE_SIZE_4MB; } - } - } else { - vaddr += PAGE_SIZE_4MB; } - } - return 0; + return 0; } int v3_walk_guest_pt_32pae(struct guest_info * info, v3_reg_t guest_cr3, int (*callback)(struct guest_info * info, page_type_t type, addr_t vaddr, addr_t page_ptr, addr_t page_pa, void * private_data), void * private_data) { - addr_t guest_pdpe_pa = CR3_TO_PDPE32PAE_PA(guest_cr3); - pdpe32pae_t * guest_pdpe = NULL; - int i, j, k; - addr_t vaddr = 0; - int ret = 0; - - if (!callback) { - PrintError("Call back was not specified\n"); - return -1; - } - - if (guest_pa_to_host_va(info, guest_pdpe_pa, (addr_t *)&guest_pdpe) == -1) { - PrintError("Could not get virtual address of Guest PDPE32PAE (PA=%p)\n", - (void *)guest_pdpe_pa); - return -1; - } + addr_t guest_pdpe_pa = CR3_TO_PDPE32PAE_PA(guest_cr3); + pdpe32pae_t * guest_pdpe = NULL; + int i, j, k; + addr_t vaddr = 0; + int ret = 0; + + if (!callback) { + PrintError("Call back was not specified\n"); + return -1; + } - - if ((ret = callback(info, PAGE_PDP32PAE, vaddr, (addr_t)guest_pdpe, guest_pdpe_pa, private_data)) != 0) { - return ret; - } - - for (i = 0; i < MAX_PDPE32PAE_ENTRIES; i++) { - if (guest_pdpe[i].present) { - addr_t pde_pa = BASE_TO_PAGE_ADDR(guest_pdpe[i].pd_base_addr); - pde32pae_t * tmp_pde = NULL; - - if (guest_pa_to_host_va(info, pde_pa, (addr_t *)&tmp_pde) == -1) { - PrintError("Could not get virtual address of Guest PDE32PAE (PA=%p)\n", - (void *)pde_pa); + if (guest_pa_to_host_va(info, guest_pdpe_pa, (addr_t *)&guest_pdpe) == -1) { + PrintError("Could not get virtual address of Guest PDPE32PAE (PA=%p)\n", + (void *)guest_pdpe_pa); return -1; - } + } - if ((ret = callback(info, PAGE_PD32PAE, vaddr, (addr_t)tmp_pde, pde_pa, private_data)) != 0) { + + if ((ret = callback(info, PAGE_PDP32PAE, vaddr, (addr_t)guest_pdpe, guest_pdpe_pa, private_data)) != 0) { return ret; - } + } + + for (i = 0; i < MAX_PDPE32PAE_ENTRIES; i++) { + if (guest_pdpe[i].present) { + addr_t pde_pa = BASE_TO_PAGE_ADDR(guest_pdpe[i].pd_base_addr); + pde32pae_t * tmp_pde = NULL; + + if (guest_pa_to_host_va(info, pde_pa, (addr_t *)&tmp_pde) == -1) { + PrintError("Could not get virtual address of Guest PDE32PAE (PA=%p)\n", + (void *)pde_pa); + return -1; + } + + if ((ret = callback(info, PAGE_PD32PAE, vaddr, (addr_t)tmp_pde, pde_pa, private_data)) != 0) { + return ret; + } - for (j = 0; j < MAX_PDE32PAE_ENTRIES; j++) { - if (tmp_pde[j].present) { - if (tmp_pde[j].large_page) { - pde32pae_2MB_t * large_pde = (pde32pae_2MB_t *)&(tmp_pde[j]); - addr_t large_page_pa = BASE_TO_PAGE_ADDR_2MB(large_pde->page_base_addr); - addr_t large_page_va = 0; + for (j = 0; j < MAX_PDE32PAE_ENTRIES; j++) { + if (tmp_pde[j].present) { + if (tmp_pde[j].large_page) { + pde32pae_2MB_t * large_pde = (pde32pae_2MB_t *)&(tmp_pde[j]); + addr_t large_page_pa = BASE_TO_PAGE_ADDR_2MB(large_pde->page_base_addr); + addr_t large_page_va = 0; - if (guest_pa_to_host_va(info, large_page_pa, &large_page_va) == -1) { - PrintDebug("Could not get virtual address of Guest 2MB Page (PA=%p)\n", - (void *)large_page_pa); - // We'll let it through for data pages because they may be unmapped or hooked - large_page_va = 0; - } + if (guest_pa_to_host_va(info, large_page_pa, &large_page_va) == -1) { + PrintDebug("Could not get virtual address of Guest 2MB Page (PA=%p)\n", + (void *)large_page_pa); + // We'll let it through for data pages because they may be unmapped or hooked + large_page_va = 0; + } - if ((ret = callback(info, PAGE_2MB, vaddr, large_page_va, large_page_pa, private_data)) != 0) { - return ret; - } - - vaddr += PAGE_SIZE_2MB; - } else { - addr_t pte_pa = BASE_TO_PAGE_ADDR(tmp_pde[j].pt_base_addr); - pte32pae_t * tmp_pte = NULL; + if ((ret = callback(info, PAGE_2MB, vaddr, large_page_va, large_page_pa, private_data)) != 0) { + return ret; + } + + vaddr += PAGE_SIZE_2MB; + } else { + addr_t pte_pa = BASE_TO_PAGE_ADDR(tmp_pde[j].pt_base_addr); + pte32pae_t * tmp_pte = NULL; - if (guest_pa_to_host_va(info, pte_pa, (addr_t *)&tmp_pte) == -1) { - PrintError("Could not get virtual address of Guest PTE32PAE (PA=%p)\n", - (void *)pte_pa); - return -1; - } + if (guest_pa_to_host_va(info, pte_pa, (addr_t *)&tmp_pte) == -1) { + PrintError("Could not get virtual address of Guest PTE32PAE (PA=%p)\n", + (void *)pte_pa); + return -1; + } - if ((ret = callback(info, PAGE_PT32PAE, vaddr, (addr_t)tmp_pte, pte_pa, private_data)) != 0) { - return ret; - } + if ((ret = callback(info, PAGE_PT32PAE, vaddr, (addr_t)tmp_pte, pte_pa, private_data)) != 0) { + return ret; + } - for (k = 0; k < MAX_PTE32PAE_ENTRIES; k++) { - if (tmp_pte[k].present) { - addr_t page_pa = BASE_TO_PAGE_ADDR(tmp_pte[k].page_base_addr); - addr_t page_va = 0; + for (k = 0; k < MAX_PTE32PAE_ENTRIES; k++) { + if (tmp_pte[k].present) { + addr_t page_pa = BASE_TO_PAGE_ADDR(tmp_pte[k].page_base_addr); + addr_t page_va = 0; - if (guest_pa_to_host_va(info, page_pa, &page_va) == -1) { - PrintDebug("Could not get virtual address of Guest 4KB Page (PA=%p)\n", - (void *)page_pa); - // We'll let it through for data pages because they may be unmapped or hooked - page_va = 0; - } + if (guest_pa_to_host_va(info, page_pa, &page_va) == -1) { + PrintDebug("Could not get virtual address of Guest 4KB Page (PA=%p)\n", + (void *)page_pa); + // We'll let it through for data pages because they may be unmapped or hooked + page_va = 0; + } - if ((ret = callback(info, PAGE_4KB, vaddr, page_va, page_pa, private_data)) != 0) { - return ret; - } - } + if ((ret = callback(info, PAGE_4KB, vaddr, page_va, page_pa, private_data)) != 0) { + return ret; + } + } - vaddr += PAGE_SIZE_4KB; + vaddr += PAGE_SIZE_4KB; + } + } + } else { + vaddr += PAGE_SIZE_2MB; + } } - } } else { - vaddr += PAGE_SIZE_2MB; + vaddr += PAGE_SIZE_2MB * MAX_PDE32PAE_ENTRIES; } - } - } else { - vaddr += PAGE_SIZE_2MB * MAX_PDE32PAE_ENTRIES; } - } - return 0; + return 0; } @@ -1818,199 +1397,199 @@ int v3_walk_guest_pt_32pae(struct guest_info * info, v3_reg_t guest_cr3, int v3_walk_guest_pt_64(struct guest_info * info, v3_reg_t guest_cr3, int (*callback)(struct guest_info * info, page_type_t type, addr_t vaddr, addr_t page_ptr, addr_t page_pa, void * private_data), void * private_data) { - addr_t guest_pml_pa = CR3_TO_PML4E64_PA(guest_cr3); - pml4e64_t * guest_pml = NULL; - int i, j, k, m; - addr_t vaddr = 0; - int ret = 0; - - if (!callback) { - PrintError("Call back was not specified\n"); - return -1; - } + addr_t guest_pml_pa = CR3_TO_PML4E64_PA(guest_cr3); + pml4e64_t * guest_pml = NULL; + int i, j, k, m; + addr_t vaddr = 0; + int ret = 0; + + if (!callback) { + PrintError("Call back was not specified\n"); + return -1; + } - if (guest_pa_to_host_va(info, guest_pml_pa, (addr_t *)&guest_pml) == -1) { - PrintError("Could not get virtual address of Guest PML464 (PA=%p)\n", - (void *)guest_pml); - return -1; - } + if (guest_pa_to_host_va(info, guest_pml_pa, (addr_t *)&guest_pml) == -1) { + PrintError("Could not get virtual address of Guest PML464 (PA=%p)\n", + (void *)guest_pml); + return -1; + } - if ((ret = callback(info, PAGE_PML464, vaddr, (addr_t)guest_pml, guest_pml_pa, private_data)) != 0) { - return ret; - } + if ((ret = callback(info, PAGE_PML464, vaddr, (addr_t)guest_pml, guest_pml_pa, private_data)) != 0) { + return ret; + } - for (i = 0; i < MAX_PML4E64_ENTRIES; i++) { - if (guest_pml[i].present) { - addr_t pdpe_pa = BASE_TO_PAGE_ADDR(guest_pml[i].pdp_base_addr); - pdpe64_t * tmp_pdpe = NULL; - + for (i = 0; i < MAX_PML4E64_ENTRIES; i++) { + if (guest_pml[i].present) { + addr_t pdpe_pa = BASE_TO_PAGE_ADDR(guest_pml[i].pdp_base_addr); + pdpe64_t * tmp_pdpe = NULL; - if (guest_pa_to_host_va(info, pdpe_pa, (addr_t *)&tmp_pdpe) == -1) { - PrintError("Could not get virtual address of Guest PDPE64 (PA=%p)\n", - (void *)pdpe_pa); - return -1; - } - - if ((ret = callback(info, PAGE_PDP64, vaddr, (addr_t)tmp_pdpe, pdpe_pa, private_data)) != 0) { - return ret; - } - for (j = 0; j < MAX_PDPE64_ENTRIES; j++) { - if (tmp_pdpe[j].present) { - if (tmp_pdpe[j].large_page) { - pdpe64_1GB_t * large_pdpe = (pdpe64_1GB_t *)&(tmp_pdpe[j]); - addr_t large_page_pa = BASE_TO_PAGE_ADDR_1GB(large_pdpe->page_base_addr); - addr_t large_page_va = 0; - - if (guest_pa_to_host_va(info, large_page_pa, &large_page_va) == -1) { - PrintDebug("Could not get virtual address of Guest 1GB page (PA=%p)\n", - (void *)large_page_pa); - // We'll let it through for data pages because they may be unmapped or hooked - large_page_va = 0; + if (guest_pa_to_host_va(info, pdpe_pa, (addr_t *)&tmp_pdpe) == -1) { + PrintError("Could not get virtual address of Guest PDPE64 (PA=%p)\n", + (void *)pdpe_pa); + return -1; } - - if ((ret = callback(info, PAGE_1GB, vaddr, (addr_t)large_page_va, large_page_pa, private_data)) != 0) { - return ret; + + if ((ret = callback(info, PAGE_PDP64, vaddr, (addr_t)tmp_pdpe, pdpe_pa, private_data)) != 0) { + return ret; } - - vaddr += PAGE_SIZE_1GB; - } else { - addr_t pde_pa = BASE_TO_PAGE_ADDR(tmp_pdpe[j].pd_base_addr); - pde64_t * tmp_pde = NULL; + + for (j = 0; j < MAX_PDPE64_ENTRIES; j++) { + if (tmp_pdpe[j].present) { + if (tmp_pdpe[j].large_page) { + pdpe64_1GB_t * large_pdpe = (pdpe64_1GB_t *)&(tmp_pdpe[j]); + addr_t large_page_pa = BASE_TO_PAGE_ADDR_1GB(large_pdpe->page_base_addr); + addr_t large_page_va = 0; + + if (guest_pa_to_host_va(info, large_page_pa, &large_page_va) == -1) { + PrintDebug("Could not get virtual address of Guest 1GB page (PA=%p)\n", + (void *)large_page_pa); + // We'll let it through for data pages because they may be unmapped or hooked + large_page_va = 0; + } + + if ((ret = callback(info, PAGE_1GB, vaddr, (addr_t)large_page_va, large_page_pa, private_data)) != 0) { + return ret; + } + + vaddr += PAGE_SIZE_1GB; + } else { + addr_t pde_pa = BASE_TO_PAGE_ADDR(tmp_pdpe[j].pd_base_addr); + pde64_t * tmp_pde = NULL; - if (guest_pa_to_host_va(info, pde_pa, (addr_t *)&tmp_pde) == -1) { - PrintError("Could not get virtual address of Guest PDE64 (PA=%p)\n", - (void *)pde_pa); - return -1; - } + if (guest_pa_to_host_va(info, pde_pa, (addr_t *)&tmp_pde) == -1) { + PrintError("Could not get virtual address of Guest PDE64 (PA=%p)\n", + (void *)pde_pa); + return -1; + } - if ((ret = callback(info, PAGE_PD64, vaddr, (addr_t)tmp_pde, pde_pa, private_data)) != 0) { - return ret; - } + if ((ret = callback(info, PAGE_PD64, vaddr, (addr_t)tmp_pde, pde_pa, private_data)) != 0) { + return ret; + } - for (k = 0; k < MAX_PDE64_ENTRIES; k++) { - if (tmp_pde[k].present) { - if (tmp_pde[k].large_page) { - pde64_2MB_t * large_pde = (pde64_2MB_t *)&(tmp_pde[k]); - addr_t large_page_pa = BASE_TO_PAGE_ADDR_2MB(large_pde->page_base_addr); - addr_t large_page_va = 0; + for (k = 0; k < MAX_PDE64_ENTRIES; k++) { + if (tmp_pde[k].present) { + if (tmp_pde[k].large_page) { + pde64_2MB_t * large_pde = (pde64_2MB_t *)&(tmp_pde[k]); + addr_t large_page_pa = BASE_TO_PAGE_ADDR_2MB(large_pde->page_base_addr); + addr_t large_page_va = 0; - if (guest_pa_to_host_va(info, large_page_pa, &large_page_va) == -1) { - PrintDebug("Could not get virtual address of Guest 2MB page (PA=%p)\n", - (void *)large_page_pa); - // We'll let it through for data pages because they may be unmapped or hooked - large_page_va = 0; - } + if (guest_pa_to_host_va(info, large_page_pa, &large_page_va) == -1) { + PrintDebug("Could not get virtual address of Guest 2MB page (PA=%p)\n", + (void *)large_page_pa); + // We'll let it through for data pages because they may be unmapped or hooked + large_page_va = 0; + } - if ((ret = callback(info, PAGE_2MB, vaddr, large_page_va, large_page_pa, private_data)) != 0) { - return ret; - } - - vaddr += PAGE_SIZE_2MB; - } else { - addr_t pte_pa = BASE_TO_PAGE_ADDR(tmp_pde[k].pt_base_addr); - pte64_t * tmp_pte = NULL; + if ((ret = callback(info, PAGE_2MB, vaddr, large_page_va, large_page_pa, private_data)) != 0) { + return ret; + } + + vaddr += PAGE_SIZE_2MB; + } else { + addr_t pte_pa = BASE_TO_PAGE_ADDR(tmp_pde[k].pt_base_addr); + pte64_t * tmp_pte = NULL; - if (guest_pa_to_host_va(info, pte_pa, (addr_t *)&tmp_pte) == -1) { - PrintError("Could not get virtual address of Guest PTE64 (PA=%p)\n", - (void *)pte_pa); - return -1; - } + if (guest_pa_to_host_va(info, pte_pa, (addr_t *)&tmp_pte) == -1) { + PrintError("Could not get virtual address of Guest PTE64 (PA=%p)\n", + (void *)pte_pa); + return -1; + } - if ((ret = callback(info, PAGE_PT64, vaddr, (addr_t)tmp_pte, pte_pa, private_data)) != 0) { - return ret; - } + if ((ret = callback(info, PAGE_PT64, vaddr, (addr_t)tmp_pte, pte_pa, private_data)) != 0) { + return ret; + } - for (m = 0; m < MAX_PTE64_ENTRIES; m++) { - if (tmp_pte[m].present) { - addr_t page_pa = BASE_TO_PAGE_ADDR(tmp_pte[m].page_base_addr); - addr_t page_va = 0; + for (m = 0; m < MAX_PTE64_ENTRIES; m++) { + if (tmp_pte[m].present) { + addr_t page_pa = BASE_TO_PAGE_ADDR(tmp_pte[m].page_base_addr); + addr_t page_va = 0; - if (guest_pa_to_host_va(info, page_pa, &page_va) == -1) { - PrintDebug("Could not get virtual address of Guest 4KB Page (PA=%p)\n", - (void *)page_pa); - // We'll let it through for data pages because they may be unmapped or hooked - page_va = 0; - } + if (guest_pa_to_host_va(info, page_pa, &page_va) == -1) { + PrintDebug("Could not get virtual address of Guest 4KB Page (PA=%p)\n", + (void *)page_pa); + // We'll let it through for data pages because they may be unmapped or hooked + page_va = 0; + } - if ((ret = callback(info, PAGE_4KB, vaddr, page_va, page_pa, private_data)) != 0) { - return ret; - } + if ((ret = callback(info, PAGE_4KB, vaddr, page_va, page_pa, private_data)) != 0) { + return ret; + } + } + + vaddr += PAGE_SIZE_4KB; + } + } + } else { + vaddr += PAGE_SIZE_2MB; + } + } } - - vaddr += PAGE_SIZE_4KB; - } + } else { + vaddr += PAGE_SIZE_1GB; } - } else { - vaddr += PAGE_SIZE_2MB; - } } - } } else { - vaddr += PAGE_SIZE_1GB; + vaddr += ((ullong_t)PAGE_SIZE_1GB * (ullong_t)MAX_PDPE64_ENTRIES); } - } - } else { - vaddr += ((ullong_t)PAGE_SIZE_1GB * (ullong_t)MAX_PDPE64_ENTRIES); } - } - return 0; + return 0; } int v3_walk_host_pt_32(struct guest_info * info, v3_reg_t host_cr3, int (*callback)(struct guest_info * info, page_type_t type, addr_t vaddr, addr_t page_ptr, addr_t page_pa, void * private_data), void * private_data) { - pde32_t * host_pde = (pde32_t *)CR3_TO_PDE32_VA(host_cr3); - addr_t pde_pa = CR3_TO_PDE32_PA(host_cr3); - int i, j; - addr_t vaddr = 0; - int ret = 0; - - if (!callback) { - PrintError("Call back was not specified\n"); - return -1; - } + pde32_t * host_pde = (pde32_t *)CR3_TO_PDE32_VA(host_cr3); + addr_t pde_pa = CR3_TO_PDE32_PA(host_cr3); + int i, j; + addr_t vaddr = 0; + int ret = 0; + + if (!callback) { + PrintError("Call back was not specified\n"); + return -1; + } - if ((ret = callback(info, PAGE_PD32, vaddr, (addr_t)host_pde, pde_pa, private_data)) != 0) { - return ret; - } + if ((ret = callback(info, PAGE_PD32, vaddr, (addr_t)host_pde, pde_pa, private_data)) != 0) { + return ret; + } - for (i = 0; i < MAX_PDE32_ENTRIES; i++) { - if (host_pde[i].present) { - if (host_pde[i].large_page) { - pde32_4MB_t * large_pde = (pde32_4MB_t *)&(host_pde[i]); - addr_t large_page_pa = BASE_TO_PAGE_ADDR_4MB(large_pde->page_base_addr); + for (i = 0; i < MAX_PDE32_ENTRIES; i++) { + if (host_pde[i].present) { + if (host_pde[i].large_page) { + pde32_4MB_t * large_pde = (pde32_4MB_t *)&(host_pde[i]); + addr_t large_page_pa = BASE_TO_PAGE_ADDR_4MB(large_pde->page_base_addr); - if ((ret = callback(info, PAGE_4MB, vaddr, (addr_t)V3_VAddr((void *)large_page_pa), large_page_pa, private_data)) != 0) { - return ret; - } + if ((ret = callback(info, PAGE_4MB, vaddr, (addr_t)V3_VAddr((void *)large_page_pa), large_page_pa, private_data)) != 0) { + return ret; + } - vaddr += PAGE_SIZE_4MB; - } else { - addr_t pte_pa = BASE_TO_PAGE_ADDR(host_pde[i].pt_base_addr); - pte32_t * tmp_pte = (pte32_t *)V3_VAddr((void *)pte_pa); + vaddr += PAGE_SIZE_4MB; + } else { + addr_t pte_pa = BASE_TO_PAGE_ADDR(host_pde[i].pt_base_addr); + pte32_t * tmp_pte = (pte32_t *)V3_VAddr((void *)pte_pa); - if ((ret = callback(info, PAGE_PT32, vaddr, (addr_t)tmp_pte, pte_pa, private_data)) != 0) { - return ret; - } + if ((ret = callback(info, PAGE_PT32, vaddr, (addr_t)tmp_pte, pte_pa, private_data)) != 0) { + return ret; + } - for (j = 0; j < MAX_PTE32_ENTRIES; j++) { - if (tmp_pte[j].present) { - addr_t page_pa = BASE_TO_PAGE_ADDR(tmp_pte[j].page_base_addr); - if ((ret = callback(info, PAGE_4KB, vaddr, (addr_t)V3_VAddr((void *)page_pa), page_pa, private_data)) != 0) { - return ret; - } - } + for (j = 0; j < MAX_PTE32_ENTRIES; j++) { + if (tmp_pte[j].present) { + addr_t page_pa = BASE_TO_PAGE_ADDR(tmp_pte[j].page_base_addr); + if ((ret = callback(info, PAGE_4KB, vaddr, (addr_t)V3_VAddr((void *)page_pa), page_pa, private_data)) != 0) { + return ret; + } + } - vaddr += PAGE_SIZE_4KB; + vaddr += PAGE_SIZE_4KB; + } + } + } else { + vaddr += PAGE_SIZE_4MB; } - } - } else { - vaddr += PAGE_SIZE_4MB; } - } - return 0; + return 0; } @@ -2020,162 +1599,162 @@ int v3_walk_host_pt_32(struct guest_info * info, v3_reg_t host_cr3, int v3_walk_host_pt_32pae(struct guest_info * info, v3_reg_t host_cr3, int (*callback)(struct guest_info * info, page_type_t type, addr_t vaddr, addr_t page_ptr, addr_t page_pa, void * private_data), void * private_data) { - pdpe32pae_t * host_pdpe = (pdpe32pae_t *)CR3_TO_PDPE32PAE_VA(host_cr3); - addr_t pdpe_pa = CR3_TO_PDPE32PAE_PA(host_cr3); - int i, j, k; - addr_t vaddr = 0; - int ret = 0; - - if (!callback) { - PrintError("Callback was not specified\n"); - return -1; - } + pdpe32pae_t * host_pdpe = (pdpe32pae_t *)CR3_TO_PDPE32PAE_VA(host_cr3); + addr_t pdpe_pa = CR3_TO_PDPE32PAE_PA(host_cr3); + int i, j, k; + addr_t vaddr = 0; + int ret = 0; + + if (!callback) { + PrintError("Callback was not specified\n"); + return -1; + } - if ((ret = callback(info, PAGE_PDP32PAE, vaddr, (addr_t)host_pdpe, pdpe_pa, private_data)) != 0) { - return ret; - } + if ((ret = callback(info, PAGE_PDP32PAE, vaddr, (addr_t)host_pdpe, pdpe_pa, private_data)) != 0) { + return ret; + } - for (i = 0; i < MAX_PDPE32PAE_ENTRIES; i++) { - if (host_pdpe[i].present) { - addr_t pde_pa = BASE_TO_PAGE_ADDR(host_pdpe[i].pd_base_addr); - pde32pae_t * tmp_pde = (pde32pae_t *)V3_VAddr((void *)pde_pa); + for (i = 0; i < MAX_PDPE32PAE_ENTRIES; i++) { + if (host_pdpe[i].present) { + addr_t pde_pa = BASE_TO_PAGE_ADDR(host_pdpe[i].pd_base_addr); + pde32pae_t * tmp_pde = (pde32pae_t *)V3_VAddr((void *)pde_pa); - if ((ret = callback(info, PAGE_PD32PAE, vaddr, (addr_t)tmp_pde, pde_pa, private_data)) != 0) { - return ret; - } + if ((ret = callback(info, PAGE_PD32PAE, vaddr, (addr_t)tmp_pde, pde_pa, private_data)) != 0) { + return ret; + } - for (j = 0; j < MAX_PDE32PAE_ENTRIES; j++) { - if (tmp_pde[j].present) { + for (j = 0; j < MAX_PDE32PAE_ENTRIES; j++) { + if (tmp_pde[j].present) { - if (tmp_pde[j].large_page) { - pde32pae_2MB_t * large_pde = (pde32pae_2MB_t *)&(tmp_pde[j]); - addr_t large_page_pa = BASE_TO_PAGE_ADDR_2MB(large_pde->page_base_addr); - - if ((ret = callback(info, PAGE_2MB, vaddr, (addr_t)V3_VAddr((void *)large_page_pa), large_page_pa, private_data)) != 0) { - return ret; - } - - vaddr += PAGE_SIZE_2MB; - } else { - addr_t pte_pa = BASE_TO_PAGE_ADDR(tmp_pde[j].pt_base_addr); - pte32pae_t * tmp_pte = (pte32pae_t *)V3_VAddr((void *)pte_pa); + if (tmp_pde[j].large_page) { + pde32pae_2MB_t * large_pde = (pde32pae_2MB_t *)&(tmp_pde[j]); + addr_t large_page_pa = BASE_TO_PAGE_ADDR_2MB(large_pde->page_base_addr); + + if ((ret = callback(info, PAGE_2MB, vaddr, (addr_t)V3_VAddr((void *)large_page_pa), large_page_pa, private_data)) != 0) { + return ret; + } + + vaddr += PAGE_SIZE_2MB; + } else { + addr_t pte_pa = BASE_TO_PAGE_ADDR(tmp_pde[j].pt_base_addr); + pte32pae_t * tmp_pte = (pte32pae_t *)V3_VAddr((void *)pte_pa); - if ((ret = callback(info, PAGE_PT32PAE, vaddr, (addr_t)tmp_pte, pte_pa, private_data)) != 0) { - return ret; - } + if ((ret = callback(info, PAGE_PT32PAE, vaddr, (addr_t)tmp_pte, pte_pa, private_data)) != 0) { + return ret; + } - for (k = 0; k < MAX_PTE32PAE_ENTRIES; k++) { - if (tmp_pte[k].present) { - addr_t page_pa = BASE_TO_PAGE_ADDR(tmp_pte[k].page_base_addr); - if ((ret = callback(info, PAGE_4KB, vaddr, (addr_t)V3_VAddr((void *)page_pa), page_pa, private_data)) != 0) { - return ret; + for (k = 0; k < MAX_PTE32PAE_ENTRIES; k++) { + if (tmp_pte[k].present) { + addr_t page_pa = BASE_TO_PAGE_ADDR(tmp_pte[k].page_base_addr); + if ((ret = callback(info, PAGE_4KB, vaddr, (addr_t)V3_VAddr((void *)page_pa), page_pa, private_data)) != 0) { + return ret; + } + } + + vaddr += PAGE_SIZE_4KB; + } + } + } else { + vaddr += PAGE_SIZE_2MB; } - } - - vaddr += PAGE_SIZE_4KB; } - } } else { - vaddr += PAGE_SIZE_2MB; + vaddr += PAGE_SIZE_2MB * MAX_PDE32PAE_ENTRIES; } - } - } else { - vaddr += PAGE_SIZE_2MB * MAX_PDE32PAE_ENTRIES; } - } - return 0; + return 0; } int v3_walk_host_pt_64(struct guest_info * info, v3_reg_t host_cr3, int (*callback)(struct guest_info * info, page_type_t type, addr_t vaddr, addr_t page_ptr, addr_t page_pa, void * private_data), void * private_data) { - pml4e64_t * host_pml = (pml4e64_t *)CR3_TO_PML4E64_VA(host_cr3); - addr_t pml_pa = CR3_TO_PML4E64_PA(host_cr3); - int i, j, k, m; - addr_t vaddr = 0; - int ret = 0; - - if (!callback) { - PrintError("Callback was not specified\n"); - return -1; - } - - if ((ret = callback(info, PAGE_PML464, vaddr, (addr_t)host_pml, pml_pa, private_data)) != 0) { - return ret; - } - - for (i = 0; i < MAX_PML4E64_ENTRIES; i++) { - if (host_pml[i].present) { - addr_t pdpe_pa = BASE_TO_PAGE_ADDR(host_pml[i].pdp_base_addr); - pdpe64_t * tmp_pdpe = (pdpe64_t *)V3_VAddr((void *)pdpe_pa); + pml4e64_t * host_pml = (pml4e64_t *)CR3_TO_PML4E64_VA(host_cr3); + addr_t pml_pa = CR3_TO_PML4E64_PA(host_cr3); + int i, j, k, m; + addr_t vaddr = 0; + int ret = 0; + + if (!callback) { + PrintError("Callback was not specified\n"); + return -1; + } - if ((ret = callback(info, PAGE_PDP64, vaddr, (addr_t)tmp_pdpe, pdpe_pa, private_data)) != 0) { + if ((ret = callback(info, PAGE_PML464, vaddr, (addr_t)host_pml, pml_pa, private_data)) != 0) { return ret; - } - - for (j = 0; j < MAX_PDPE64_ENTRIES; j++) { - if (tmp_pdpe[j].present) { - if (tmp_pdpe[j].large_page) { - pdpe64_1GB_t * large_pdp = (pdpe64_1GB_t *)&(tmp_pdpe[j]); - addr_t large_page_pa = BASE_TO_PAGE_ADDR_1GB(large_pdp->page_base_addr); - - if ((ret = callback(info, PAGE_1GB, vaddr, (addr_t)V3_VAddr((void *)large_page_pa), large_page_pa, private_data)) != 0) { - return ret; - } + } - vaddr += PAGE_SIZE_1GB; - } else { - addr_t pde_pa = BASE_TO_PAGE_ADDR(tmp_pdpe[j].pd_base_addr); - pde64_t * tmp_pde = (pde64_t *)V3_VAddr((void *)pde_pa); + for (i = 0; i < MAX_PML4E64_ENTRIES; i++) { + if (host_pml[i].present) { + addr_t pdpe_pa = BASE_TO_PAGE_ADDR(host_pml[i].pdp_base_addr); + pdpe64_t * tmp_pdpe = (pdpe64_t *)V3_VAddr((void *)pdpe_pa); - if ((ret = callback(info, PAGE_PD64, vaddr, (addr_t)tmp_pde, pde_pa, private_data)) != 0) { - return ret; + if ((ret = callback(info, PAGE_PDP64, vaddr, (addr_t)tmp_pdpe, pdpe_pa, private_data)) != 0) { + return ret; } - for (k = 0; k < MAX_PDE64_ENTRIES; k++) { - if (tmp_pde[k].present) { - if (tmp_pde[k].large_page) { - pde64_2MB_t * large_pde = (pde64_2MB_t *)&(tmp_pde[k]); - addr_t large_page_pa = BASE_TO_PAGE_ADDR_2MB(large_pde->page_base_addr); + for (j = 0; j < MAX_PDPE64_ENTRIES; j++) { + if (tmp_pdpe[j].present) { + if (tmp_pdpe[j].large_page) { + pdpe64_1GB_t * large_pdp = (pdpe64_1GB_t *)&(tmp_pdpe[j]); + addr_t large_page_pa = BASE_TO_PAGE_ADDR_1GB(large_pdp->page_base_addr); + + if ((ret = callback(info, PAGE_1GB, vaddr, (addr_t)V3_VAddr((void *)large_page_pa), large_page_pa, private_data)) != 0) { + return ret; + } + + vaddr += PAGE_SIZE_1GB; + } else { + addr_t pde_pa = BASE_TO_PAGE_ADDR(tmp_pdpe[j].pd_base_addr); + pde64_t * tmp_pde = (pde64_t *)V3_VAddr((void *)pde_pa); + + if ((ret = callback(info, PAGE_PD64, vaddr, (addr_t)tmp_pde, pde_pa, private_data)) != 0) { + return ret; + } + + for (k = 0; k < MAX_PDE64_ENTRIES; k++) { + if (tmp_pde[k].present) { + if (tmp_pde[k].large_page) { + pde64_2MB_t * large_pde = (pde64_2MB_t *)&(tmp_pde[k]); + addr_t large_page_pa = BASE_TO_PAGE_ADDR_2MB(large_pde->page_base_addr); - if ((ret = callback(info, PAGE_2MB, vaddr, (addr_t)V3_VAddr((void *)large_page_pa), large_page_pa, private_data)) != 0) { - return ret; - } + if ((ret = callback(info, PAGE_2MB, vaddr, (addr_t)V3_VAddr((void *)large_page_pa), large_page_pa, private_data)) != 0) { + return ret; + } - vaddr += PAGE_SIZE_2MB; - } else { - addr_t pte_pa = BASE_TO_PAGE_ADDR(tmp_pde[k].pt_base_addr); - pte64_t * tmp_pte = (pte64_t *)V3_VAddr((void *)pte_pa); - - if ((ret = callback(info, PAGE_PT64, vaddr, (addr_t)tmp_pte, pte_pa, private_data)) != 0) { - return ret; - } - - for (m = 0; m < MAX_PTE64_ENTRIES; m++) { - if (tmp_pte[m].present) { - addr_t page_pa = BASE_TO_PAGE_ADDR(tmp_pte[m].page_base_addr); - if ((ret = callback(info, PAGE_4KB, vaddr, (addr_t)V3_VAddr((void *)page_pa), page_pa, private_data)) != 0) { - return ret; - } + vaddr += PAGE_SIZE_2MB; + } else { + addr_t pte_pa = BASE_TO_PAGE_ADDR(tmp_pde[k].pt_base_addr); + pte64_t * tmp_pte = (pte64_t *)V3_VAddr((void *)pte_pa); + + if ((ret = callback(info, PAGE_PT64, vaddr, (addr_t)tmp_pte, pte_pa, private_data)) != 0) { + return ret; + } + + for (m = 0; m < MAX_PTE64_ENTRIES; m++) { + if (tmp_pte[m].present) { + addr_t page_pa = BASE_TO_PAGE_ADDR(tmp_pte[m].page_base_addr); + if ((ret = callback(info, PAGE_4KB, vaddr, (addr_t)V3_VAddr((void *)page_pa), page_pa, private_data)) != 0) { + return ret; + } + } + vaddr += PAGE_SIZE_4KB; + } + } + } else { + vaddr += PAGE_SIZE_2MB; + } + } } - vaddr += PAGE_SIZE_4KB; - } + } else { + vaddr += PAGE_SIZE_1GB; } - } else { - vaddr += PAGE_SIZE_2MB; - } } - } } else { - vaddr += PAGE_SIZE_1GB; + vaddr += (ullong_t)PAGE_SIZE_1GB * (ullong_t)MAX_PDPE64_ENTRIES; } - } - } else { - vaddr += (ullong_t)PAGE_SIZE_1GB * (ullong_t)MAX_PDPE64_ENTRIES; } - } - return 0; + return 0; } @@ -2196,34 +1775,34 @@ static const uchar_t PAGE_PT64_STR[] = "64 Bit PT"; const uchar_t * v3_page_type_to_str(page_type_t type) { - switch (type) { - case PAGE_4KB: - return PAGE_4KB_STR; - case PAGE_2MB: - return PAGE_2MB_STR; - case PAGE_4MB: - return PAGE_4MB_STR; - case PAGE_1GB: - return PAGE_1GB_STR; - case PAGE_PT32: - return PAGE_PT32_STR; - case PAGE_PD32: - return PAGE_PD32_STR; - case PAGE_PDP32PAE: - return PAGE_PDP32PAE_STR; - case PAGE_PD32PAE: - return PAGE_PD32PAE_STR; - case PAGE_PT32PAE: - return PAGE_PT32PAE_STR; - case PAGE_PML464: - return PAGE_PML464_STR; - case PAGE_PDP64: - return PAGE_PDP64_STR; - case PAGE_PD64: - return PAGE_PD64_STR; - case PAGE_PT64: - return PAGE_PT64_STR; - default: - return NULL; - } + switch (type) { + case PAGE_4KB: + return PAGE_4KB_STR; + case PAGE_2MB: + return PAGE_2MB_STR; + case PAGE_4MB: + return PAGE_4MB_STR; + case PAGE_1GB: + return PAGE_1GB_STR; + case PAGE_PT32: + return PAGE_PT32_STR; + case PAGE_PD32: + return PAGE_PD32_STR; + case PAGE_PDP32PAE: + return PAGE_PDP32PAE_STR; + case PAGE_PD32PAE: + return PAGE_PD32PAE_STR; + case PAGE_PT32PAE: + return PAGE_PT32PAE_STR; + case PAGE_PML464: + return PAGE_PML464_STR; + case PAGE_PDP64: + return PAGE_PDP64_STR; + case PAGE_PD64: + return PAGE_PD64_STR; + case PAGE_PT64: + return PAGE_PT64_STR; + default: + return NULL; + } }