2 * This file is part of the Palacios Virtual Machine Monitor developed
3 * by the V3VEE Project with funding from the United States National
4 * Science Foundation and the Department of Energy.
6 * The V3VEE Project is a joint project between Northwestern University
7 * and the University of New Mexico. You can find out more at
10 * Copyright (c) 2008, Jack Lange <jarusl@cs.northwestern.edu>
11 * Copyright (c) 2008, The V3VEE Project <http://www.v3vee.org>
12 * All rights reserved.
14 * Author: Jack Lange <jarusl@cs.northwestern.edu>
16 * This is free software. You are permitted to use,
17 * redistribute, and modify it as specified in the file "V3VEE_LICENSE".
27 #include <palacios/vmm_mem.h>
28 #include <palacios/vmm_types.h>
29 #include <palacios/vmm_string.h>
34 /* utility definitions */
36 #define VM_NONE ((struct v3_vm_info *)0)
37 #define VCORE_NONE ((struct guest_info *)0)
39 void *v3_get_host_vm(struct v3_vm_info *);
40 int v3_get_vcore(struct guest_info *);
42 #define V3_Print(vm, vcore, fmt, args...) \
44 extern struct v3_os_hooks * os_hooks; \
45 if ((os_hooks) && (os_hooks)->print) { \
46 (os_hooks)->print(v3_get_host_vm(vm), v3_get_vcore(vcore), (fmt), ##args); \
51 #define PrintDebug(vm, vcore, fmt, args...) V3_Print(vm, vcore, "DEBUG: " fmt, ##args)
53 #define PrintError(vm, vcore, fmt, args...) V3_Print(vm, vcore, "ERROR at %s(%d): " fmt, __FILE__, __LINE__, ##args)
58 #define V3_AllocPages(num_pages) \
60 extern struct v3_os_hooks * os_hooks; \
62 if ((os_hooks) && (os_hooks)->allocate_pages) { \
63 ptr = (os_hooks)->allocate_pages(num_pages,PAGE_SIZE_4KB,-1); \
69 #define V3_AllocAlignedPages(num_pages, align) \
71 extern struct v3_os_hooks * os_hooks; \
73 if ((os_hooks) && (os_hooks)->allocate_pages) { \
74 ptr = (os_hooks)->allocate_pages(num_pages,align,-1); \
80 #define V3_AllocPagesNode(num_pages, node_id) \
82 extern struct v3_os_hooks * os_hooks; \
84 if ((os_hooks) && (os_hooks)->allocate_pages) { \
85 ptr = (os_hooks)->allocate_pages(num_pages, PAGE_SIZE_4KB, node_id); \
92 #define V3_FreePages(page, num_pages) \
94 extern struct v3_os_hooks * os_hooks; \
95 if ((os_hooks) && (os_hooks)->free_pages) { \
96 (os_hooks)->free_pages(page, num_pages); \
101 #define V3_VAddr(addr) ({ \
102 extern struct v3_os_hooks * os_hooks; \
104 if ((os_hooks) && (os_hooks)->paddr_to_vaddr) { \
105 var = (os_hooks)->paddr_to_vaddr(addr); \
111 #define V3_PAddr(addr) ({ \
112 extern struct v3_os_hooks * os_hooks; \
114 if ((os_hooks) && (os_hooks)->vaddr_to_paddr) { \
115 var = (os_hooks)->vaddr_to_paddr(addr); \
122 #define V3_Malloc(size) ({ \
123 extern struct v3_os_hooks * os_hooks; \
125 if ((os_hooks) && (os_hooks)->malloc) { \
126 var = (os_hooks)->malloc(size); \
128 if (!var) PrintError(VM_NONE,VCORE_NONE,"MALLOC FAILURE. Memory LEAK!!\n"); \
132 // We need to check the hook structure at runtime to ensure its SAFE
133 #define V3_Free(addr) \
135 extern struct v3_os_hooks * os_hooks; \
136 if ((os_hooks) && (os_hooks)->free) { \
137 (os_hooks)->free(addr); \
141 // uint_t V3_CPU_KHZ();
142 #define V3_CPU_KHZ() ({ \
143 unsigned int khz = 0; \
144 extern struct v3_os_hooks * os_hooks; \
145 if ((os_hooks) && (os_hooks)->get_cpu_khz) { \
146 khz = (os_hooks)->get_cpu_khz(); \
154 #define V3_Hook_Interrupt(vm, irq) ({ \
156 extern struct v3_os_hooks * os_hooks; \
157 if ((os_hooks) && (os_hooks)->hook_interrupt) { \
158 ret = (os_hooks)->hook_interrupt(vm, irq); \
164 #define V3_ACK_IRQ(irq) \
166 extern struct v3_os_hooks * os_hooks; \
167 if ((os_hooks) && (os_hooks)->ack_irq) { \
168 (os_hooks)->ack_irq(irq); \
174 #define V3_Get_CPU() ({ \
176 extern struct v3_os_hooks * os_hooks; \
177 if ((os_hooks) && (os_hooks)->get_cpu) { \
178 ret = (os_hooks)->get_cpu(); \
186 #define V3_CREATE_THREAD(fn, arg, name) ({ \
187 void * thread = NULL; \
188 extern struct v3_os_hooks * os_hooks; \
189 if ((os_hooks) && (os_hooks)->start_kernel_thread) { \
190 thread = (os_hooks)->start_kernel_thread(fn, arg, name); \
198 #define V3_Call_On_CPU(cpu, fn, arg) \
200 extern struct v3_os_hooks * os_hooks; \
201 if ((os_hooks) && (os_hooks)->call_on_cpu) { \
202 (os_hooks)->call_on_cpu(cpu, fn, arg); \
208 #define V3_CREATE_THREAD_ON_CPU(cpu, fn, arg, name) ({ \
209 void * thread = NULL; \
210 extern struct v3_os_hooks * os_hooks; \
211 if ((os_hooks) && (os_hooks)->start_thread_on_cpu) { \
212 thread = (os_hooks)->start_thread_on_cpu(cpu, fn, arg, name); \
217 #define V3_MOVE_THREAD_TO_CPU(pcpu, thread) ({ \
219 extern struct v3_os_hooks * os_hooks; \
220 if((os_hooks) && (os_hooks)->move_thread_to_cpu) { \
221 ret = (os_hooks)->move_thread_to_cpu(pcpu, thread); \
230 #define V3_ASSERT(vm, vcore, x) \
232 extern struct v3_os_hooks * os_hooks; \
234 PrintDebug(vm, vcore, "Failed assertion in %s: %s at %s, line %d, RA=%lx\n", \
235 __func__, #x, __FILE__, __LINE__, \
236 (ulong_t) __builtin_return_address(0)); \
238 if ((os_hooks) && (os_hooks)->yield_cpu) { \
239 (os_hooks)->yield_cpu(); \
249 extern struct v3_os_hooks * os_hooks; \
250 if ((os_hooks) && (os_hooks)->yield_cpu) { \
251 (os_hooks)->yield_cpu(); \
256 #define V3_Sleep(usec) \
258 extern struct v3_os_hooks * os_hooks; \
259 if ((os_hooks) && (os_hooks)->sleep_cpu) {\
260 (os_hooks)->sleep_cpu(usec); \
266 #define V3_Wakeup(cpu) \
268 extern struct v3_os_hooks * os_hooks; \
269 if ((os_hooks) && (os_hooks)->wakeup_cpu) { \
270 (os_hooks)->wakeup_cpu(cpu); \
275 typedef enum v3_vm_class {V3_INVALID_VM, V3_PC_VM, V3_CRAY_VM} v3_vm_class_t;
278 // Maybe make this a define....
279 typedef enum v3_cpu_arch {V3_INVALID_CPU, V3_SVM_CPU, V3_SVM_REV3_CPU, V3_VMX_CPU, V3_VMX_EPT_CPU, V3_VMX_EPT_UG_CPU} v3_cpu_arch_t;
282 v3_cpu_mode_t v3_get_host_cpu_mode();
284 void v3_yield(struct guest_info * info, int usec);
285 void v3_yield_cond(struct guest_info * info, int usec);
286 void v3_print_cond(const char * fmt, ...);
288 void v3_interrupt_cpu(struct v3_vm_info * vm, int logical_cpu, int vector);
292 v3_cpu_arch_t v3_get_cpu_type(int cpu_id);
295 int v3_vm_enter(struct guest_info * info);
296 int v3_reset_vm_core(struct guest_info * core, addr_t rip);
299 #endif /*!__V3VEE__ */
305 /* This will contain function pointers that provide OS services */
307 // the vm pointer is the host os's "priv_data" from v3_create_vm
308 // if vm is null, this is a general palacios printout
309 // if vm is not null, and vcore is negative, this is a general print form the vm
310 // if vm is not null, and vcore is non-negative, this is a print from a specific vcore
311 void (*print)(void *vm, int vcore, const char * format, ...)
312 __attribute__ ((format (printf, 3, 4)));
314 void *(*allocate_pages)(int num_pages, unsigned int alignment, int node_id);
315 void (*free_pages)(void * page, int num_pages);
317 void *(*malloc)(unsigned int size);
318 void (*free)(void * addr);
320 void *(*paddr_to_vaddr)(void * addr);
321 void *(*vaddr_to_paddr)(void * addr);
323 int (*hook_interrupt)(struct v3_vm_info * vm, unsigned int irq);
324 int (*ack_irq)(int irq);
326 unsigned int (*get_cpu_khz)(void);
328 void (*yield_cpu)(void);
329 void (*sleep_cpu)(unsigned int usec);
330 void (*wakeup_cpu)(void *cpu);
332 void *(*mutex_alloc)(void);
333 void (*mutex_free)(void * mutex);
334 void (*mutex_lock)(void * mutex, int must_spin);
335 void (*mutex_unlock)(void * mutex);
336 void *(*mutex_lock_irqsave)(void * mutex, int must_spin);
337 void (*mutex_unlock_irqrestore)(void * mutex, void *flags);
339 unsigned int (*get_cpu)(void);
343 void * (*start_kernel_thread)(int (*fn)(void * arg), void * arg, char * thread_name);
344 void (*interrupt_cpu)(struct v3_vm_info * vm, int logical_cpu, int vector);
345 void (*call_on_cpu)(int logical_cpu, void (*fn)(void * arg), void * arg);
346 void * (*start_thread_on_cpu)(int cpu_id, int (*fn)(void * arg), void * arg, char * thread_name);
347 int (*move_thread_to_cpu)(int cpu_id, void * thread);
353 * This is the interrupt state that the VMM's interrupt handlers need to see
355 struct v3_interrupt {
359 unsigned int should_ack; /* Should the vmm ack this interrupt, or will
360 * the host OS do it? */
364 typedef enum {V3_VM_UNKNOWN, V3_VM_INVALID, V3_VM_RUNNING, V3_VM_STOPPED, V3_VM_PAUSED, V3_VM_ERROR, V3_VM_SIMULATING} v3_vm_state_t;
365 typedef enum {V3_VCORE_UNKNOWN, V3_VCORE_INVALID, V3_VCORE_RUNNING, V3_VCORE_STOPPED} v3_vcore_state_t;
366 typedef enum {V3_VCORE_CPU_UNKNOWN, V3_VCORE_CPU_REAL, V3_VCORE_CPU_PROTECTED, V3_VCORE_CPU_PROTECTED_PAE, V3_VCORE_CPU_LONG, V3_VCORE_CPU_LONG_32_COMPAT, V3_VCORE_CPU_LONG_16_COMPAT} v3_vcore_cpu_mode_t;
368 typedef enum {V3_VCORE_MEM_STATE_UNKNOWN, V3_VCORE_MEM_STATE_SHADOW, V3_VCORE_MEM_STATE_NESTED} v3_vcore_mem_state_t;
369 typedef enum {V3_VCORE_MEM_MODE_UNKNOWN, V3_VCORE_MEM_MODE_PHYSICAL, V3_VCORE_MEM_MODE_VIRTUAL} v3_vcore_mem_mode_t;
372 struct v3_vm_base_state {
376 struct v3_vm_vcore_state {
377 v3_vcore_state_t state;
378 v3_vcore_cpu_mode_t cpu_mode;
379 v3_vcore_mem_state_t mem_state;
380 v3_vcore_mem_mode_t mem_mode;
383 unsigned long long num_exits;
386 struct v3_vm_core_state {
387 unsigned long num_vcores;
388 struct v3_vm_vcore_state vcore[];
391 struct v3_vm_mem_region {
393 unsigned long long size;
396 struct v3_vm_mem_state {
397 unsigned long long mem_size;
398 unsigned long num_regions;
399 struct v3_vm_mem_region region[];
402 char *v3_lookup_option(char *name);
403 void Init_V3(struct v3_os_hooks * hooks, char * cpus, int num_cpus, char *options);
404 void Shutdown_V3( void );
407 struct v3_vm_info * v3_create_vm(void * cfg, void * priv_data, char * name);
408 int v3_start_vm(struct v3_vm_info * vm, unsigned int cpu_mask);
409 int v3_stop_vm(struct v3_vm_info * vm);
410 int v3_pause_vm(struct v3_vm_info * vm);
411 int v3_continue_vm(struct v3_vm_info * vm);
412 int v3_simulate_vm(struct v3_vm_info * vm, unsigned int msecs);
414 int v3_save_vm(struct v3_vm_info * vm, char * store, char * url, unsigned long long opts);
415 int v3_load_vm(struct v3_vm_info * vm, char * store, char * url, unsigned long long opts);
417 int v3_send_vm(struct v3_vm_info * vm, char * store, char * url, unsigned long long opts);
418 int v3_receive_vm(struct v3_vm_info * vm, char * store, char * url, unsigned long long opts);
420 int v3_move_vm_core(struct v3_vm_info * vm, int vcore_id, int target_cpu);
422 int v3_free_vm(struct v3_vm_info * vm);
424 int v3_get_state_vm(struct v3_vm_info *vm,
425 struct v3_vm_base_state *base,
426 struct v3_vm_core_state *core,
427 struct v3_vm_mem_state *mem);
430 int v3_deliver_irq(struct v3_vm_info * vm, struct v3_interrupt * intr);