2 * This file is part of the Palacios Virtual Machine Monitor developed
3 * by the V3VEE Project with funding from the United States National
4 * Science Foundation and the Department of Energy.
6 * The V3VEE Project is a joint project between Northwestern University
7 * and the University of New Mexico. You can find out more at
10 * Copyright (c) 2008, Jack Lange <jarusl@cs.northwestern.edu>
11 * Copyright (c) 2008, The V3VEE Project <http://www.v3vee.org>
12 * All rights reserved.
14 * Author: Jack Lange <jarusl@cs.northwestern.edu>
16 * This is free software. You are permitted to use,
17 * redistribute, and modify it as specified in the file "V3VEE_LICENSE".
20 #include <palacios/vmx_handler.h>
21 #include <palacios/vmm_types.h>
22 #include <palacios/vmm.h>
23 #include <palacios/vmcs.h>
24 #include <palacios/vmx_lowlevel.h>
25 #include <palacios/vmx_io.h>
26 #include <palacios/vmm_cpuid.h>
28 #include <palacios/vmx.h>
29 #include <palacios/vmm_ctrl_regs.h>
30 #include <palacios/vmm_lowlevel.h>
31 #include <palacios/vmx_ctrl_regs.h>
32 #include <palacios/vmx_assist.h>
33 #include <palacios/vmm_halt.h>
35 #ifdef CONFIG_TELEMETRY
36 #include <palacios/vmm_telemetry.h>
41 /* At this point the GPRs are already copied into the guest_info state */
42 int v3_handle_vmx_exit(struct guest_info * info, struct vmx_exit_info * exit_info) {
43 struct vmx_data * vmx_info = (struct vmx_data *)(info->vmm_data);
46 PrintError("Handling VMEXIT: %s (%u), %lu (0x%lx)\n",
47 v3_vmx_exit_code_to_str(exit_info->exit_reason),
48 exit_info->exit_reason,
49 exit_info->exit_qual, exit_info->exit_qual);
53 #ifdef CONFIG_VNET_PROFILE
58 #ifdef CONFIG_TELEMETRY
59 if (info->vm_info->enable_telemetry) {
60 v3_telemetry_start_exit(info);
64 switch (exit_info->exit_reason) {
65 case VMEXIT_INFO_EXCEPTION_OR_NMI: {
66 pf_error_t error_code = *(pf_error_t *)&(exit_info->int_err);
69 // JRL: Change "0x0e" to a macro value
70 if ((uint8_t)exit_info->int_info == 0x0e) {
71 #ifdef CONFIG_DEBUG_SHADOW_PAGING
72 PrintDebug("Page Fault at %p error_code=%x\n", (void *)exit_info->exit_qual, *(uint32_t *)&error_code);
75 if (info->shdw_pg_mode == SHADOW_PAGING) {
76 if (v3_handle_shadow_pagefault(info, (addr_t)exit_info->exit_qual, error_code) == -1) {
77 PrintError("Error handling shadow page fault\n");
81 PrintError("Page fault in unimplemented paging mode\n");
85 PrintError("Unknown exception: 0x%x\n", (uint8_t)exit_info->int_info);
93 if (info->shdw_pg_mode == SHADOW_PAGING) {
94 if (v3_handle_shadow_invlpg(info) == -1) {
95 PrintError("Error handling INVLPG\n");
102 if (v3_handle_cpuid(info) == -1) {
103 PrintError("Error Handling CPUID instruction\n");
109 if (v3_handle_msr_read(info) == -1) {
110 PrintError("Error handling MSR Read\n");
116 if (v3_handle_msr_write(info) == -1) {
117 PrintError("Error handling MSR Write\n");
127 // VMCALL is a 3 byte op
128 // We do this early because some hypercalls can change the rip...
131 if (v3_handle_hypercall(info) == -1) {
135 case VMEXIT_IO_INSTR: {
136 struct vmx_exit_io_qual * io_qual = (struct vmx_exit_io_qual *)&(exit_info->exit_qual);
138 if (io_qual->dir == 0) {
139 if (io_qual->string) {
140 if (v3_handle_vmx_io_outs(info, exit_info) == -1) {
141 PrintError("Error in outs IO handler\n");
145 if (v3_handle_vmx_io_out(info, exit_info) == -1) {
146 PrintError("Error in out IO handler\n");
151 if (io_qual->string) {
152 if(v3_handle_vmx_io_ins(info, exit_info) == -1) {
153 PrintError("Error in ins IO handler\n");
157 if (v3_handle_vmx_io_in(info, exit_info) == -1) {
158 PrintError("Error in in IO handler\n");
165 case VMEXIT_CR_REG_ACCESSES: {
166 struct vmx_exit_cr_qual * cr_qual = (struct vmx_exit_cr_qual *)&(exit_info->exit_qual);
168 // PrintDebug("Control register: %d\n", cr_qual->access_type);
169 switch(cr_qual->cr_id) {
171 //PrintDebug("Handling CR0 Access\n");
172 if (v3_vmx_handle_cr0_access(info, cr_qual, exit_info) == -1) {
173 PrintError("Error in CR0 access handler\n");
178 //PrintDebug("Handling CR3 Access\n");
179 if (v3_vmx_handle_cr3_access(info, cr_qual) == -1) {
180 PrintError("Error in CR3 access handler\n");
185 PrintError("Unhandled CR access: %d\n", cr_qual->cr_id);
189 info->rip += exit_info->instr_len;
194 PrintDebug("Guest halted\n");
196 if (v3_handle_halt(info) == -1) {
197 PrintError("Error handling halt instruction\n");
207 case VMEXIT_EXTERNAL_INTR:
208 // Interrupts are handled outside switch
210 case VMEXIT_INTR_WINDOW:
212 vmcs_read(VMCS_PROC_CTRLS, &(vmx_info->pri_proc_ctrls.value));
213 vmx_info->pri_proc_ctrls.int_wndw_exit = 0;
214 vmcs_write(VMCS_PROC_CTRLS, vmx_info->pri_proc_ctrls.value);
216 #ifdef CONFIG_DEBUG_INTERRUPTS
217 PrintDebug("Interrupts available again! (RIP=%llx)\n", info->rip);
222 PrintError("Unhandled VMEXIT: %s (%u), %lu (0x%lx)\n",
223 v3_vmx_exit_code_to_str(exit_info->exit_reason),
224 exit_info->exit_reason,
225 exit_info->exit_qual, exit_info->exit_qual);
229 #ifdef CONFIG_TELEMETRY
230 if (info->vm_info->enable_telemetry) {
231 v3_telemetry_end_exit(info, exit_info->exit_reason);
235 #ifdef CONFIG_VNET_PROFILE
237 info->vnet_times.total_exit_time = end - start;
238 if(info->vnet_times.print)
239 PrintError("Vnet_profiling: total_exit_time: %ld, total_handle_time: %ld memcpy_time: %ld copy_from_guest: %ld copy_to_guest: %ld malloc_free: %ld, route_lookup: %ld\n",
240 (long)info->vnet_times.total_exit_time,
241 (long)info->vnet_times.total_handle_time,
242 (long)info->vnet_times.memcpy_time,
243 (long)info->vnet_times.time_copy_from_guest,
244 (long)info->vnet_times.time_copy_to_guest,
245 (long)info->vnet_times.time_mallocfree,
246 (long)info->vnet_times.time_route_lookup);
248 info->vnet_times.print = false;
255 static const char VMEXIT_INFO_EXCEPTION_OR_NMI_STR[] = "VMEXIT_INFO_EXCEPTION_OR_NMI";
256 static const char VMEXIT_EXTERNAL_INTR_STR[] = "VMEXIT_EXTERNAL_INTR";
257 static const char VMEXIT_TRIPLE_FAULT_STR[] = "VMEXIT_TRIPLE_FAULT";
258 static const char VMEXIT_INIT_SIGNAL_STR[] = "VMEXIT_INIT_SIGNAL";
259 static const char VMEXIT_STARTUP_IPI_STR[] = "VMEXIT_STARTUP_IPI";
260 static const char VMEXIT_IO_SMI_STR[] = "VMEXIT_IO_SMI";
261 static const char VMEXIT_OTHER_SMI_STR[] = "VMEXIT_OTHER_SMI";
262 static const char VMEXIT_INTR_WINDOW_STR[] = "VMEXIT_INTR_WINDOW";
263 static const char VMEXIT_NMI_WINDOW_STR[] = "VMEXIT_NMI_WINDOW";
264 static const char VMEXIT_TASK_SWITCH_STR[] = "VMEXIT_TASK_SWITCH";
265 static const char VMEXIT_CPUID_STR[] = "VMEXIT_CPUID";
266 static const char VMEXIT_HLT_STR[] = "VMEXIT_HLT";
267 static const char VMEXIT_INVD_STR[] = "VMEXIT_INVD";
268 static const char VMEXIT_INVLPG_STR[] = "VMEXIT_INVLPG";
269 static const char VMEXIT_RDPMC_STR[] = "VMEXIT_RDPMC";
270 static const char VMEXIT_RDTSC_STR[] = "VMEXIT_RDTSC";
271 static const char VMEXIT_RSM_STR[] = "VMEXIT_RSM";
272 static const char VMEXIT_VMCALL_STR[] = "VMEXIT_VMCALL";
273 static const char VMEXIT_VMCLEAR_STR[] = "VMEXIT_VMCLEAR";
274 static const char VMEXIT_VMLAUNCH_STR[] = "VMEXIT_VMLAUNCH";
275 static const char VMEXIT_VMPTRLD_STR[] = "VMEXIT_VMPTRLD";
276 static const char VMEXIT_VMPTRST_STR[] = "VMEXIT_VMPTRST";
277 static const char VMEXIT_VMREAD_STR[] = "VMEXIT_VMREAD";
278 static const char VMEXIT_VMRESUME_STR[] = "VMEXIT_VMRESUME";
279 static const char VMEXIT_VMWRITE_STR[] = "VMEXIT_VMWRITE";
280 static const char VMEXIT_VMXOFF_STR[] = "VMEXIT_VMXOFF";
281 static const char VMEXIT_VMXON_STR[] = "VMEXIT_VMXON";
282 static const char VMEXIT_CR_REG_ACCESSES_STR[] = "VMEXIT_CR_REG_ACCESSES";
283 static const char VMEXIT_MOV_DR_STR[] = "VMEXIT_MOV_DR";
284 static const char VMEXIT_IO_INSTR_STR[] = "VMEXIT_IO_INSTR";
285 static const char VMEXIT_RDMSR_STR[] = "VMEXIT_RDMSR";
286 static const char VMEXIT_WRMSR_STR[] = "VMEXIT_WRMSR";
287 static const char VMEXIT_ENTRY_FAIL_INVALID_GUEST_STATE_STR[] = "VMEXIT_ENTRY_FAIL_INVALID_GUEST_STATE";
288 static const char VMEXIT_ENTRY_FAIL_MSR_LOAD_STR[] = "VMEXIT_ENTRY_FAIL_MSR_LOAD";
289 static const char VMEXIT_MWAIT_STR[] = "VMEXIT_MWAIT";
290 static const char VMEXIT_MONITOR_STR[] = "VMEXIT_MONITOR";
291 static const char VMEXIT_PAUSE_STR[] = "VMEXIT_PAUSE";
292 static const char VMEXIT_ENTRY_FAILURE_MACHINE_CHECK_STR[] = "VMEXIT_ENTRY_FAILURE_MACHINE_CHECK";
293 static const char VMEXIT_TPR_BELOW_THRESHOLD_STR[] = "VMEXIT_TPR_BELOW_THRESHOLD";
294 static const char VMEXIT_APIC_STR[] = "VMEXIT_APIC";
295 static const char VMEXIT_GDTR_IDTR_STR[] = "VMEXIT_GDTR_IDTR";
296 static const char VMEXIT_LDTR_TR_STR[] = "VMEXIT_LDTR_TR";
297 static const char VMEXIT_EPT_VIOLATION_STR[] = "VMEXIT_EPT_VIOLATION";
298 static const char VMEXIT_EPT_CONFIG_STR[] = "VMEXIT_EPT_CONFIG";
299 static const char VMEXIT_INVEPT_STR[] = "VMEXIT_INVEPT";
300 static const char VMEXIT_RDTSCP_STR[] = "VMEXIT_RDTSCP";
301 static const char VMEXIT_EXPIRED_PREEMPT_TIMER_STR[] = "VMEXIT_EXPIRED_PREEMPT_TIMER";
302 static const char VMEXIT_INVVPID_STR[] = "VMEXIT_INVVPID";
303 static const char VMEXIT_WBINVD_STR[] = "VMEXIT_WBINVD";
304 static const char VMEXIT_XSETBV_STR[] = "VMEXIT_XSETBV";
306 const char * v3_vmx_exit_code_to_str(vmx_exit_t exit)
309 case VMEXIT_INFO_EXCEPTION_OR_NMI:
310 return VMEXIT_INFO_EXCEPTION_OR_NMI_STR;
311 case VMEXIT_EXTERNAL_INTR:
312 return VMEXIT_EXTERNAL_INTR_STR;
313 case VMEXIT_TRIPLE_FAULT:
314 return VMEXIT_TRIPLE_FAULT_STR;
315 case VMEXIT_INIT_SIGNAL:
316 return VMEXIT_INIT_SIGNAL_STR;
317 case VMEXIT_STARTUP_IPI:
318 return VMEXIT_STARTUP_IPI_STR;
320 return VMEXIT_IO_SMI_STR;
321 case VMEXIT_OTHER_SMI:
322 return VMEXIT_OTHER_SMI_STR;
323 case VMEXIT_INTR_WINDOW:
324 return VMEXIT_INTR_WINDOW_STR;
325 case VMEXIT_NMI_WINDOW:
326 return VMEXIT_NMI_WINDOW_STR;
327 case VMEXIT_TASK_SWITCH:
328 return VMEXIT_TASK_SWITCH_STR;
330 return VMEXIT_CPUID_STR;
332 return VMEXIT_HLT_STR;
334 return VMEXIT_INVD_STR;
336 return VMEXIT_INVLPG_STR;
338 return VMEXIT_RDPMC_STR;
340 return VMEXIT_RDTSC_STR;
342 return VMEXIT_RSM_STR;
344 return VMEXIT_VMCALL_STR;
346 return VMEXIT_VMCLEAR_STR;
347 case VMEXIT_VMLAUNCH:
348 return VMEXIT_VMLAUNCH_STR;
350 return VMEXIT_VMPTRLD_STR;
352 return VMEXIT_VMPTRST_STR;
354 return VMEXIT_VMREAD_STR;
355 case VMEXIT_VMRESUME:
356 return VMEXIT_VMRESUME_STR;
358 return VMEXIT_VMWRITE_STR;
360 return VMEXIT_VMXOFF_STR;
362 return VMEXIT_VMXON_STR;
363 case VMEXIT_CR_REG_ACCESSES:
364 return VMEXIT_CR_REG_ACCESSES_STR;
366 return VMEXIT_MOV_DR_STR;
367 case VMEXIT_IO_INSTR:
368 return VMEXIT_IO_INSTR_STR;
370 return VMEXIT_RDMSR_STR;
372 return VMEXIT_WRMSR_STR;
373 case VMEXIT_ENTRY_FAIL_INVALID_GUEST_STATE:
374 return VMEXIT_ENTRY_FAIL_INVALID_GUEST_STATE_STR;
375 case VMEXIT_ENTRY_FAIL_MSR_LOAD:
376 return VMEXIT_ENTRY_FAIL_MSR_LOAD_STR;
378 return VMEXIT_MWAIT_STR;
380 return VMEXIT_MONITOR_STR;
382 return VMEXIT_PAUSE_STR;
383 case VMEXIT_ENTRY_FAILURE_MACHINE_CHECK:
384 return VMEXIT_ENTRY_FAILURE_MACHINE_CHECK_STR;
385 case VMEXIT_TPR_BELOW_THRESHOLD:
386 return VMEXIT_TPR_BELOW_THRESHOLD_STR;
388 return VMEXIT_APIC_STR;
389 case VMEXIT_GDTR_IDTR:
390 return VMEXIT_GDTR_IDTR_STR;
392 return VMEXIT_LDTR_TR_STR;
393 case VMEXIT_EPT_VIOLATION:
394 return VMEXIT_EPT_VIOLATION_STR;
395 case VMEXIT_EPT_CONFIG:
396 return VMEXIT_EPT_CONFIG_STR;
398 return VMEXIT_INVEPT_STR;
400 return VMEXIT_RDTSCP_STR;
401 case VMEXIT_EXPIRED_PREEMPT_TIMER:
402 return VMEXIT_EXPIRED_PREEMPT_TIMER_STR;
404 return VMEXIT_INVVPID_STR;
406 return VMEXIT_WBINVD_STR;
408 return VMEXIT_XSETBV_STR;