Palacios Public Git Repository

To checkout Palacios execute

  git clone http://v3vee.org/palacios/palacios.web/palacios.git
This will give you the master branch. You probably want the devel branch or one of the release branches. To switch to the devel branch, simply execute
  cd palacios
  git checkout --track -b devel origin/devel
The other branches are similar.


Fix to vnet/virtio networking
[palacios.git] / palacios / src / palacios / vmm_vnet.c
index 46be678..f87ad58 100644 (file)
@@ -23,6 +23,7 @@
 #include <palacios/vm_guest_mem.h>
 #include <palacios/vmm_lock.h>
 #include <palacios/vmm_queue.h>
+#include <palacios/vmm_sprintf.h>
 
 #ifndef CONFIG_DEBUG_VNET
 #undef PrintDebug
@@ -31,9 +32,6 @@
 
 
 
-
-
-
 struct eth_hdr {
     uint8_t dst_mac[6];
     uint8_t src_mac[6];
@@ -43,9 +41,9 @@ struct eth_hdr {
 
 
 
-#define DEVICE_NAME_LEN 20
+
 struct vnet_dev {
-    char name[DEVICE_NAME_LEN];
+
     uint8_t mac_addr[6];
     struct v3_vm_info * vm;
     
@@ -99,6 +97,52 @@ static struct {
 
 
 
+#ifdef CONFIG_DEBUG_VNET
+static inline void mac_to_string(char mac[6], char * buf) {
+    snprintf(buf, 50, "%x:%x:%x:%x:%x:%x", 
+            mac[0], mac[1], mac[2],
+            mac[3], mac[4], mac[5]);
+}
+
+static void print_route(struct vnet_route_info *route){
+    char str[50];
+
+    mac_to_string(route->route_def.src_mac, str);
+    PrintDebug("Src Mac (%s),  src_qual (%d)\n", 
+                       str, route->route_def.src_mac_qual);
+    mac_to_string(route->route_def.dst_mac, str);
+    PrintDebug("Dst Mac (%s),  dst_qual (%d)\n", 
+                       str, route->route_def.dst_mac_qual);
+    PrintDebug("Src dev id (%d), src type (%d)", 
+                       route->route_def.src_id, 
+                       route->route_def.src_type);
+    PrintDebug("Dst dev id (%d), dst type (%d)", 
+                       route->route_def.dst_id, 
+                       route->route_def.dst_type);
+    PrintDebug("dst_dev (%p), dst_dev_id (%d), dst_dev_input (%p), dst_dev_data (%p)\n",
+                                       route->dst_dev,
+                                       route->dst_dev->dev_id,
+                                       route->dst_dev->input,
+                                       route->dst_dev->private_data);
+
+}
+
+static void dump_routes(){
+       struct vnet_route_info *route;
+
+       int i = 0;
+       PrintDebug("\n========Dump routes starts ============\n");
+       list_for_each_entry(route, &(vnet_state.routes), node) {
+               PrintDebug("\nroute %d:\n", ++i);
+               
+               print_route(route);
+       }
+       PrintDebug("\n========Dump routes end ============\n");
+}
+
+#endif
+
+
 /* 
  * A VNET packet is a packed struct with the hashed fields grouped together.
  * This means we can generate the hash from an offset into the pkt struct
@@ -127,9 +171,8 @@ static int add_route_to_cache(struct v3_vnet_pkt * pkt, struct route_list * rout
 
 static int clear_hash_cache() {
 
-    /* USE the hash table iterators. 
-     * See v3_swap_flush(struct v3_vm_info * vm) in vmm_shdw_pg_swapbypass.c
-     */
+    v3_free_htable(vnet_state.route_cache, 1, 1);
+    vnet_state.route_cache = v3_create_htable(0, &hash_fn, &hash_eq);
 
     return 0;
 }
@@ -142,8 +185,39 @@ static int look_into_cache(struct v3_vnet_pkt * pkt, struct route_list ** routes
 }
 
 
+static struct vnet_dev * find_dev_by_id(int idx) {
+    struct vnet_dev * dev = NULL; 
+    
+    list_for_each_entry(dev, &(vnet_state.devs), node) {
+       int dev_id = dev->dev_id;
 
+       if (dev_id == idx)
+           return dev;
+    }
 
+    return NULL;
+}
+
+static struct vnet_dev * find_dev_by_mac(char mac[6]) {
+    struct vnet_dev * dev = NULL; 
+    
+    list_for_each_entry(dev, &(vnet_state.devs), node) {
+       if (!memcmp(dev->mac_addr, mac, 6))
+           return dev;
+    }
+
+    return NULL;
+}
+
+int get_device_id_by_mac(char mac[6]){
+
+    struct vnet_dev *dev = find_dev_by_mac(mac);
+
+    if (dev == NULL)
+       return -1;
+
+    return dev->dev_id;
+}
 
 
 int v3_vnet_add_route(struct v3_vnet_route route) {
@@ -153,17 +227,26 @@ int v3_vnet_add_route(struct v3_vnet_route route) {
     new_route = (struct vnet_route_info *)V3_Malloc(sizeof(struct vnet_route_info));
     memset(new_route, 0, sizeof(struct vnet_route_info));
 
-    PrintDebug("Vnet: vnet_add_route_entry\n");        
+    PrintDebug("Vnet: vnet_add_route_entry: dst_id: %d, dst_type: %d\n",
+                       route.dst_id, route.dst_type);  
     
-    new_route->route_def = route;
+    memcpy(new_route->route_def.src_mac, route.src_mac, 6);
+    memcpy(new_route->route_def.dst_mac, route.dst_mac, 6);
+    new_route->route_def.src_mac_qual = route.src_mac_qual;
+    new_route->route_def.dst_mac_qual = route.dst_mac_qual;
+    new_route->route_def.dst_id = route.dst_id;
+    new_route->route_def.dst_type = route.dst_type;
+    new_route->route_def.src_id = route.src_id;
+    new_route->route_def.src_type = route.src_type;
 
-    /* TODO: Find devices */
     if (new_route->route_def.dst_type == LINK_INTERFACE) {
-       // new_route->dst_dev = FIND_DEV();
+       new_route->dst_dev = find_dev_by_id(new_route->route_def.dst_id);
+       PrintDebug("Vnet: Add route, get device: dev_id %d, input : %p, private_data %p\n",
+                       new_route->dst_dev->dev_id, new_route->dst_dev->input, new_route->dst_dev->private_data);
     }
 
     if (new_route->route_def.src_type == LINK_INTERFACE) {
-       // new_route->src_dev = FIND_DEV()
+       new_route->src_dev = find_dev_by_id(new_route->route_def.src_id);
     }
 
     flags = v3_lock_irqsave(vnet_state.lock);
@@ -172,6 +255,10 @@ int v3_vnet_add_route(struct v3_vnet_route route) {
    
     clear_hash_cache();
 
+#ifdef CONFIG_DEBUG_VNET
+    dump_routes();
+#endif
+
     return 0;
 }
 
@@ -191,12 +278,12 @@ static struct route_list * match_route(struct v3_vnet_pkt * pkt) {
 
 #ifdef CONFIG_DEBUG_VNET
     {
-       char dst_str[18];
-       char src_str[18];
+       char dst_str[50];
+       char src_str[50];
 
        mac_to_string(hdr->src_mac, src_str);  
-       mac_to_string(hdr->dst_mac, dest_str);
-       PrintDebug("Vnet: match_route. pkt: SRC(%s), DEST(%s)\n", src_str, dest_str);
+       mac_to_string(hdr->dst_mac, dst_str);
+       PrintDebug("Vnet: match_route. pkt: SRC(%s), DEST(%s)\n", src_str, dst_str);
     }
 #endif
 
@@ -216,7 +303,6 @@ static struct route_list * match_route(struct v3_vnet_pkt * pkt) {
     } while (0)
     
 
-
     list_for_each_entry(route, &(vnet_state.routes), node) {
        struct v3_vnet_route * route_def = &(route->route_def);
 
@@ -277,7 +363,7 @@ static struct route_list * match_route(struct v3_vnet_pkt * pkt) {
        }
        
        // Default route
-       if ( (memcmp(route_def->src_mac, hdr->src_mac, 6) == 0) &
+       if ( (memcmp(route_def->src_mac, hdr->src_mac, 6) == 0) &&
             (route_def->dst_mac_qual == MAC_NONE)) {
            UPDATE_MATCHES(4);
        }
@@ -296,7 +382,7 @@ static struct route_list * match_route(struct v3_vnet_pkt * pkt) {
 
     {
        int i = 0;
-       list_for_each_entry(route, &match_list, node) {
+       list_for_each_entry(route, &match_list, match_node) {
            matches->routes[i++] = route;
        }
     }
@@ -304,37 +390,59 @@ static struct route_list * match_route(struct v3_vnet_pkt * pkt) {
     return matches;
 }
 
-static int handle_one_pkt(struct v3_vnet_pkt * pkt) {
+static int handle_one_pkt(struct v3_vnet_pkt * pkt, void *private_data) {
     struct route_list * matched_routes = NULL;
+    unsigned long flags;
     int i;
 
 
 #ifdef CONFIG_DEBUG_VNET
-    char dest_str[18];
-    char src_str[18];
+   {
+       struct eth_hdr * hdr = (struct eth_hdr *)(pkt->data);
+       char dest_str[30];
+       char src_str[30];
+
+       mac_to_string(hdr->src_mac, src_str);  
+       mac_to_string(hdr->dst_mac, dest_str);
+       PrintDebug("Vnet: HandleDataOverLink. SRC(%s), DEST(%s)\n", src_str, dest_str);
+   }
+#endif
 
-    mac_to_string(hdr->src, src_str);  
-    mac_to_string(hdr->dst, dest_str);
-    PrintDebug("Vnet: HandleDataOverLink. SRC(%s), DEST(%s)\n", src_str, dest_str);
+#ifdef CONFIG_VNET_PROFILE
+    struct guest_info *core = (struct guest_info *)private_data;
+    uint64_t start, end;
+    rdtscll(start);
 #endif
 
+    flags = v3_lock_irqsave(vnet_state.lock);
+
     look_into_cache(pkt, &matched_routes);
-    
+       
     if (matched_routes == NULL) {  
-        matched_routes = match_route(pkt);     
-
-        if (matched_routes) {
-            add_route_to_cache(pkt, matched_routes);      
+       matched_routes = match_route(pkt);
+               
+       if (matched_routes) {
+           add_route_to_cache(pkt, matched_routes);
        } else {
-           PrintError("Could not find route for packet...\n");
+           PrintDebug("Could not find route for packet...\n");
+           v3_unlock_irqrestore(vnet_state.lock, flags);
            return -1;
        }
     }
-    
-    
-    for (i = 0; i < matched_routes->num_routes; i++) {
-       struct vnet_route_info * route = matched_routes->routes[i];
 
+    v3_unlock_irqrestore(vnet_state.lock, flags);
+
+#ifdef CONFIG_VNET_PROFILE
+    {
+       rdtscll(end);
+       core->vnet_times.time_route_lookup = end - start;
+    }
+#endif
+
+    PrintDebug("Vnet: HandleOnePacket: %d\n", matched_routes->num_routes);
+    for (i = 0; i < matched_routes->num_routes; i++) {
+        struct vnet_route_info * route = matched_routes->routes[i];
+       
         if (route->route_def.dst_type == LINK_EDGE) {
 
         } else if (route->route_def.dst_type == LINK_INTERFACE) {
@@ -347,99 +455,93 @@ static int handle_one_pkt(struct v3_vnet_pkt * pkt) {
             continue;
         }
 
-        PrintDebug("Vnet: HandleDataOverLink: Forward packet according to Route\n");
+        PrintDebug("Vnet: HandleOnePacket: Forward packet according to Route\n");
     }
-    
-    return 0;
-}
 
-int v3_vnet_send_pkt(struct v3_vnet_pkt * pkt) {
-    // find the destination and call the send packet function, passing pkt *
-  
-#ifdef CONFIG_DEBUG_VNET
-    PrintDebug("VNET: send_pkt: transmitting packet: (size:%d)\n", (int)pkt->size);
-    print_packet(pkt);
+#ifdef CONFIG_VNET_PROFILE
+    {
+       rdtscll(start);
+       core->vnet_times.time_copy_to_guest = start - end;
+    }
 #endif
-
-    return 0;
-}
-
-
-/*
-static struct vnet_dev * find_dev_by_id(int idx) {
     
-
-    // scan device list
-    return NULL;
+    return 0;
 }
-*/
 
-static struct vnet_dev * find_dev_by_name(char * name) {
+int v3_vnet_send_pkt(struct v3_vnet_pkt * pkt, void *private_data) {
+    PrintDebug("In Vnet Send: pkt size: %d\n", pkt->size);
+               
+    if (handle_one_pkt(pkt, private_data) != -1) {
+        PrintDebug("VNET: send one packet! pt length %d\n", pkt->size);  
+    } else {
+        PrintDebug("VNET: Fail to forward one packet, discard it!\n"); 
+    }
 
-    return NULL;
+    return 0;
 }
 
-int v3_vnet_add_dev(struct v3_vm_info *vm, char * dev_name, uint8_t mac[6], 
+int v3_vnet_add_dev(struct v3_vm_info *vm,uint8_t mac[6], 
                    int (*netif_input)(struct v3_vm_info * vm, struct v3_vnet_pkt * pkt, void * private_data), 
                    void * priv_data){
     struct vnet_dev * new_dev = NULL;
+    unsigned long flags;
+    int dev_id;
 
-    new_dev = find_dev_by_name(dev_name);
+    flags = v3_lock_irqsave(vnet_state.lock);
+       
+    new_dev = find_dev_by_mac(mac);
 
     if (new_dev) {
-       PrintDebug("VNET: register device: Already has device with the name %s\n", dev_name);
-       return -1;
+       PrintDebug("VNET: register device: Already has device with the same mac\n");
+       dev_id = -1;
+       goto exit;
     }
     
     new_dev = (struct vnet_dev *)V3_Malloc(sizeof(struct vnet_dev)); 
 
     if (new_dev == NULL) {
        PrintError("VNET: Malloc fails\n");
-       return -1;
+       dev_id = -1;
+       goto exit;
     }
-    
-    strcpy(new_dev->name, dev_name);
+   
     memcpy(new_dev->mac_addr, mac, 6);
     new_dev->input = netif_input;
     new_dev->private_data = priv_data;
     new_dev->vm = vm;
+       
+    list_add(&(new_dev->node), &(vnet_state.devs));
+    vnet_state.num_devs ++;
+    new_dev->dev_id = vnet_state.num_devs;
+    dev_id = new_dev->dev_id;
 
-    // ADD TO dev list
-    // increment dev count
-
-    return 0;
-}
-
-int v3_vnet_pkt_process() {
-    struct v3_vnet_pkt * pkt = NULL;
+    PrintDebug("Vnet: Add Device: dev_id %d, input : %p, private_data %p\n",
+                       new_dev->dev_id, new_dev->input, new_dev->private_data);
 
-    while ((pkt = (struct v3_vnet_pkt *)v3_dequeue(vnet_state.inpkt_q)) != NULL) {
-        if (handle_one_pkt(pkt) != -1) {
-            PrintDebug("VNET: vnet_check: handle one packet! pt length %d, pt type %d\n", (int)pkt->size, (int)pkt->type);  
-        } else {
-            PrintDebug("VNET: vnet_check: Fail to forward one packet, discard it!\n"); 
-        }
+exit:
        
-        V3_Free(pkt); // be careful here
-    }
-    
-    return 0;
+    v3_unlock_irqrestore(vnet_state.lock, flags);
+    return dev_id;
 }
 
 
 int V3_init_vnet() {
+       
+    INIT_LIST_HEAD(&(vnet_state.routes));
+    INIT_LIST_HEAD(&(vnet_state.devs));
 
-    PrintDebug("VNET: Links table initiated\n");
+    vnet_state.num_devs = 0;
+    vnet_state.num_routes = 0;
 
-    INIT_LIST_HEAD(&(vnet_state.routes));
+    PrintDebug("VNET: Links and Routes tables initiated\n");
 
     if (v3_lock_init(&(vnet_state.lock)) == -1){
         PrintError("VNET: Failure to init lock for routes table\n");
     }
 
-    PrintDebug("VNET: Routes table initiated\n");
+    PrintDebug("VNET: Locks initiated\n");
 
-    /*initial pkt receiving queue */
     vnet_state.inpkt_q = v3_create_queue();
     v3_init_queue(vnet_state.inpkt_q);
     PrintDebug("VNET: Receiving queue initiated\n");
@@ -451,58 +553,7 @@ int V3_init_vnet() {
         return -1;
     }
 
-    return 0;
-}
-
+    PrintDebug("VNET: initiated\n");
 
-
-#ifdef CONFIG_DEBUG_VNET
-
-static void print_packet(struct v3_vnet_pkt * pkt) {
-    PrintDebug("Vnet: data_packet: size: %d\n", pkt->size);
-    v3_hexdump(pkt->data, pkt->size, NULL, 0);
-}
-
-
-static inline void mac_to_string(char mac[6], char * buf) {
-    snprintf(buf, 20, "%02x:%02x:%02x:%02x:%02x:%02x", 
-            mac[0], mac[1], mac[2],
-            mac[3], mac[4], mac[5]);
-}
-
-
-static void print_route(struct routing_entry *route){
-    char dest_str[18];
-    char src_str[18];
-
-    mac_to_string(route->src_mac, src_str);  
-    mac_to_string(route->dest_mac, dest_str);
-
-    PrintDebug("SRC(%s), DEST(%s), src_mac_qual(%d), dst_mac_qual(%d)\n", 
-                 src_str, 
-                 dest_str, 
-                 route->src_mac_qual, 
-                 route->dest_mac_qual);
-    PrintDebug("Src_Link(%d), src_type(%d), dst_link(%d), dst_type(%d)\n\n", 
-                 route->src_id, 
-                 route->src_type, 
-                 route->dst_id, 
-                 route->dst_type);
-}
-       
-
-static void dump_routes(struct routing_entry **route_tables) {
-    int i;
-
-    PrintDebug("\nVnet: route table dump start =====\n");
-
-    for(i = 0; i < MAX_ROUTES; i++) {
-        if (route_tables[i] != NULL){
-            print_route(route_tables[i]);
-        }
-    }
-
-    PrintDebug("\nVnet: route table dump end =====\n");
+    return 0;
 }
-
-#endif