1 #include <linux/kernel.h>
2 #include <linux/kthread.h>
3 #include <linux/spinlock.h>
5 #include <linux/interrupt.h>
6 #include <linux/linkage.h>
7 #include <linux/sched.h>
8 #include <linux/uaccess.h>
9 #include <asm/irq_vectors.h>
12 #include <linux/init.h>
13 #include <linux/module.h>
14 #include <linux/kthread.h>
15 #include <asm/uaccess.h>
16 #include <linux/smp.h>
18 #include <palacios/vmm.h>
19 #include <palacios/vmm_host_events.h>
34 static struct v3_vm_info * irq_to_guest_map[256];
37 extern unsigned int cpu_khz;
41 * Prints a message to the console.
43 static void palacios_print(const char * fmt, ...) {
55 * Allocates a contiguous region of pages of the requested size.
56 * Returns the physical address of the first page in the region.
58 static void * palacios_allocate_pages(int num_pages, unsigned int alignment) {
59 void * pg_addr = NULL;
61 pg_addr = (void *)alloc_palacios_pgs(num_pages, alignment);
62 pg_allocs += num_pages;
69 * Frees a page previously allocated via palacios_allocate_page().
70 * Note that palacios_allocate_page() can allocate multiple pages with
71 * a single call while palacios_free_page() only frees a single page.
74 static void palacios_free_pages(void * page_paddr, int num_pages) {
75 pg_frees += num_pages;
76 free_palacios_pgs((uintptr_t)page_paddr, num_pages);
81 * Allocates 'size' bytes of kernel memory.
82 * Returns the kernel virtual address of the memory allocated.
85 palacios_alloc(unsigned int size) {
88 if (irqs_disabled()) {
89 addr = kmalloc(size, GFP_ATOMIC);
91 addr = kmalloc(size, GFP_KERNEL);
100 * Frees memory that was previously allocated by palacios_alloc().
113 * Converts a kernel virtual address to the corresponding physical address.
116 palacios_vaddr_to_paddr(
120 return (void*) __pa(vaddr);
125 * Converts a physical address to the corresponding kernel virtual address.
128 palacios_paddr_to_vaddr(
136 * Runs a function on the specified CPU.
139 // For now, do call only on local CPU
143 void (*fn)(void *arg),
149 // We set wait to 1, but I'm not sure this is necessary
150 smp_call_function_single(cpu_id, fn, arg, 1);
155 struct lnx_thread_arg {
156 int (*fn)(void * arg);
160 static int lnx_thread_target(void * arg) {
161 struct lnx_thread_arg * thread_info = (struct lnx_thread_arg *)arg;
164 printk("Daemonizing new Palacios thread (name=%s)\n", thread_info->name);
166 daemonize(thread_info->name);
167 allow_signal(SIGKILL);
171 ret = thread_info->fn(thread_info->arg);
178 return 0; // should not get here.
182 * Creates a kernel thread.
185 palacios_start_kernel_thread(
186 int (*fn) (void * arg),
188 char * thread_name) {
190 struct lnx_thread_arg * thread_info = kmalloc(sizeof(struct lnx_thread_arg), GFP_KERNEL);
192 thread_info->fn = fn;
193 thread_info->arg = arg;
195 return kthread_run( lnx_thread_target, thread_info, thread_name );
200 * Starts a kernel thread on the specified CPU.
203 palacios_start_thread_on_cpu(int cpu_id,
204 int (*fn)(void * arg),
206 char * thread_name ) {
207 struct task_struct * thread = NULL;
208 struct lnx_thread_arg * thread_info = kmalloc(sizeof(struct lnx_thread_arg), GFP_KERNEL);
210 thread_info->fn = fn;
211 thread_info->arg = arg;
214 thread = kthread_create( lnx_thread_target, thread_info, thread_name );
216 if (IS_ERR(thread)) {
217 printk("Palacios error creating thread: %s\n", thread_name);
221 if (set_cpus_allowed_ptr(thread, cpumask_of(cpu_id)) != 0) {
222 kthread_stop(thread);
226 wake_up_process(thread);
233 * Rebind a kernel thread to the specified CPU
234 * The thread will be running on target CPU on return
235 * non-zero return means failure
238 palacios_move_thread_to_cpu(int new_cpu_id,
240 struct task_struct * thread = (struct task_struct *)thread_ptr;
242 printk("Moving thread (%p) to cpu %d\n", thread, new_cpu_id);
244 if (thread == NULL) {
249 * Bind to the specified CPU. When this call returns,
250 * the thread should be running on the target CPU.
252 return set_cpus_allowed_ptr(thread, cpumask_of(new_cpu_id));
257 * Returns the CPU ID that the caller is running on.
260 palacios_get_cpu(void)
263 /* We want to call smp_processor_id()
264 * But this is not safe if kernel preemption is possible
265 * We need to ensure that the palacios threads are bound to a give cpu
268 unsigned int cpu_id = get_cpu();
274 * Interrupts the physical CPU corresponding to the specified logical guest cpu.
277 * This is dependent on the implementation of xcall_reschedule(). Currently
278 * xcall_reschedule does not explicitly call schedule() on the destination CPU,
279 * but instead relies on the return to user space to handle it. Because
280 * palacios is a kernel thread schedule will not be called, which is correct.
281 * If it ever changes to induce side effects, we'll need to figure something
285 #include <asm/apic.h>
288 palacios_interrupt_cpu(
289 struct v3_vm_info * vm,
295 smp_send_reschedule(cpu_id);
297 apic->send_IPI_mask(cpumask_of(cpu_id), vector);
303 * Dispatches an interrupt to Palacios for handling.
306 palacios_dispatch_interrupt( int vector, void * dev, struct pt_regs * regs ) {
307 struct v3_interrupt intr = {
309 .error = regs->orig_ax,
313 if (irq_to_guest_map[vector]) {
314 v3_deliver_irq(irq_to_guest_map[vector], &intr);
320 * Instructs the kernel to forward the specified IRQ to Palacios.
323 palacios_hook_interrupt(struct v3_vm_info * vm,
324 unsigned int vector ) {
325 printk("hooking vector %d\n", vector);
327 if (irq_to_guest_map[vector]) {
329 "%s: Interrupt vector %u is already hooked.\n",
335 "%s: Hooking interrupt vector %u to vm %p.\n",
336 __func__, vector, vm);
338 irq_to_guest_map[vector] = vm;
341 * NOTE: Normally PCI devices are supposed to be level sensitive,
342 * but we need them to be edge sensitive so that they are
343 * properly latched by Palacios. Leaving them as level
344 * sensitive would lead to an interrupt storm.
346 //ioapic_set_trigger_for_vector(vector, ioapic_edge_sensitive);
348 //set_idtvec_handler(vector, palacios_dispatch_interrupt);
350 panic("unexpected vector for hooking\n");
357 printk("hooking vector: %d\n", vector);
365 error = request_irq((vector - 32),
366 (void *)palacios_dispatch_interrupt,
368 "interrupt_for_palacios",
372 printk("error code for request_irq is %d\n", error);
373 panic("request vector %d failed",vector);
383 * Acknowledges an interrupt.
386 palacios_ack_interrupt(
391 printk("Pretending to ack interrupt, vector=%d\n",vector);
396 * Returns the CPU frequency in kilohertz.
399 palacios_get_cpu_khz(void)
401 printk("cpu_khz is %u\n",cpu_khz);
404 printk("faking cpu_khz to 1000000\n");
413 * Yield the CPU so other host OS tasks can run.
416 palacios_yield_cpu(void)
426 * Returns NULL on failure.
429 palacios_mutex_alloc(void)
431 spinlock_t *lock = kmalloc(sizeof(spinlock_t), GFP_KERNEL);
434 spin_lock_init(lock);
444 palacios_mutex_free(void * mutex) {
452 palacios_mutex_lock(void * mutex, int must_spin) {
453 spin_lock((spinlock_t *)mutex);
460 palacios_mutex_unlock(
464 spin_unlock((spinlock_t *)mutex);
468 * Structure used by the Palacios hypervisor to interface with the host kernel.
470 static struct v3_os_hooks palacios_os_hooks = {
471 .print = palacios_print,
472 .allocate_pages = palacios_allocate_pages,
473 .free_pages = palacios_free_pages,
474 .malloc = palacios_alloc,
475 .free = palacios_free,
476 .vaddr_to_paddr = palacios_vaddr_to_paddr,
477 .paddr_to_vaddr = palacios_paddr_to_vaddr,
478 .hook_interrupt = palacios_hook_interrupt,
479 .ack_irq = palacios_ack_interrupt,
480 .get_cpu_khz = palacios_get_cpu_khz,
481 .start_kernel_thread = palacios_start_kernel_thread,
482 .yield_cpu = palacios_yield_cpu,
483 .mutex_alloc = palacios_mutex_alloc,
484 .mutex_free = palacios_mutex_free,
485 .mutex_lock = palacios_mutex_lock,
486 .mutex_unlock = palacios_mutex_unlock,
487 .get_cpu = palacios_get_cpu,
488 .interrupt_cpu = palacios_interrupt_cpu,
489 .call_on_cpu = palacios_xcall,
490 .start_thread_on_cpu = palacios_start_thread_on_cpu,
491 .move_thread_to_cpu = palacios_move_thread_to_cpu,
497 int palacios_vmm_init( void )
500 memset(irq_to_guest_map, 0, sizeof(struct v3_vm_info *) * 256);
502 printk("palacios_init starting - calling init_v3\n");
504 Init_V3(&palacios_os_hooks, num_online_cpus());
511 int palacios_vmm_exit( void ) {