X-Git-Url: http://v3vee.org/palacios/gitweb/gitweb.cgi?p=palacios.git;a=blobdiff_plain;f=palacios%2Fsrc%2Fpalacios%2Fvmm_vnet.c;h=dffb6d43e1df97474b4e6f6a6aae112457dde77c;hp=72d4049572c2456218b5dd7bbcd9cc45cb9a8984;hb=68521eca0f94f8c22aa60e762c83e24beec7233c;hpb=9e9d28b5fe29fcf8fbed010c981254b5e25a6eac diff --git a/palacios/src/palacios/vmm_vnet.c b/palacios/src/palacios/vmm_vnet.c index 72d4049..dffb6d4 100644 --- a/palacios/src/palacios/vmm_vnet.c +++ b/palacios/src/palacios/vmm_vnet.c @@ -8,16 +8,12 @@ * http://www.v3vee.org * * Copyright (c) 2009, Lei Xia - * Copyright (c) 2009, Yuan Tang - * Copyright (c) 2009, Jack Lange - * Copyright (c) 2009, Peter Dinda + * Copyright (c) 2009, Yuan Tang * Copyright (c) 2009, The V3VEE Project * All rights reserved. * * Author: Lei Xia * Yuan Tang - * Jack Lange - * Peter Dinda #include #include +#include #ifndef CONFIG_DEBUG_VNET #undef PrintDebug #define PrintDebug(fmt, args...) #endif - -struct ethernet_pkt { - uint32_t size; - uint16_t type; - char data[ETHERNET_PACKET_LEN]; -}; - - // 14 (ethernet frame) + 20 bytes struct in_pkt_header { - char ethernetdest[6]; - char ethernetsrc[6]; - unsigned char ethernettype[2]; // indicates layer 3 protocol type + uchar_t ethernetdest[6]; + uchar_t ethernetsrc[6]; + uchar_t ethernettype[2]; //layer 3 protocol type char ip[20]; -}; - -#define VNET_INITAB_HCALL 0xca00 // inital hypercall id +}__attribute__((packed)); #define MAX_LINKS 10 #define MAX_ROUTES 10 #define HASH_KEY_LEN 16 #define MIN_CACHE_SIZE 100 -static const uint_t hash_key_size = 16; +#define HASH_KEY_SIZE 16 struct link_table { struct link_entry * links[MAX_LINKS]; uint16_t size; -}; + v3_lock_t lock; +}__attribute__((packed)); struct routing_table { struct routing_entry * routes[MAX_ROUTES]; uint16_t size; -}; + v3_lock_t lock; +}__attribute__((packed)); -static struct link_table g_links; -static struct routing_table g_routes; -static struct gen_queue * g_inpkt_q; - -/* Hash key format: - * 0-5: src_eth_addr - * 6-11: dest_eth_addr - * 12: src type - * 13-16: src index - */ typedef char * route_hashkey_t; -// This is the hash value, Format: 0: num_matched_routes, 1...n: matches[] -- TY struct route_cache_entry { int num_matched_routes; int * matches; }; -// the route cache -static struct hashtable * g_route_cache; +struct vnet_state_t { + struct link_table g_links; + struct routing_table g_routes; + struct gen_queue * g_inpkt_q; + struct hashtable * g_route_cache; + v3_lock_t cache_lock; +}; +static struct vnet_state_t g_vnet_state;//global state for vnet -static void print_packet(char * pkt, int size) { - PrintDebug("Vnet: print_data_packet: size: %d\n", size); - v3_hexdump(pkt, size, NULL, 0); -} - -#if 0 -static void print_packet_addr(char * pkt) { - PrintDebug("Vnet: print_packet_destination_addr: "); - v3_hexdump(pkt + 8, 6, NULL, 0); - - PrintDebug("Vnet: print_packet_source_addr: "); - v3_hexdump(pkt + 14, 6, NULL, 0); -} +static uint16_t ip_xsum(struct ip_header *ip_hdr, int hdr_len){ + long sum = 0; -static void print_device_addr(char * ethaddr) { - PrintDebug("Vnet: print_device_addr: "); - v3_hexdump(ethaddr, 6, NULL, 0); -} -#endif + uint16_t *p = (uint16_t*) ip_hdr; + while(hdr_len > 1){ + sum += *(p++); + if(sum & 0x80000000) + sum = (sum & 0xFFFF) + (sum >> 16); + hdr_len -= 2; + } + + if(hdr_len) + sum += (uint16_t) *(uchar_t *)p; + + while(sum>>16) + sum = (sum & 0xFFFF) + (sum >> 16); + return (uint16_t)~sum; +} -// network connection functions -static inline void ethernet_packet_init(struct ethernet_pkt * pt, const char * data, const size_t size) { +static void ethernet_packet_init(struct ethernet_pkt *pt, + uchar_t *data, + const size_t size) { pt->size = size; + pt->use_header = 0; + memset(&pt->ext_hdr, 0, sizeof(struct udp_link_header)); memcpy(pt->data, data, size); } -static uint_t hash_from_key_fn(addr_t hashkey) { - uint8_t * key = (uint8_t *)hashkey; - return v3_hash_buffer(key, HASH_KEY_LEN); +static inline uint_t hash_from_key_fn(addr_t hashkey) { + return v3_hash_buffer((uint8_t *)hashkey, HASH_KEY_LEN); } -static int hash_key_equal(addr_t key1, addr_t key2) { - uint8_t * buf1 = (uint8_t *)key1; - uint8_t * buf2 = (uint8_t *)key2; - return (memcmp(buf1, buf2, HASH_KEY_LEN) == 0); +static inline int hash_key_equal(addr_t key1, addr_t key2) { + return (memcmp((uint8_t *)key1, (uint8_t *)key2, HASH_KEY_LEN) == 0); } -static int init_route_cache() { - g_route_cache = v3_create_htable(MIN_CACHE_SIZE, &hash_from_key_fn, &hash_key_equal); +static int init_route_cache(struct vnet_state_t *vnet_state) { + vnet_state->g_route_cache = v3_create_htable(MIN_CACHE_SIZE, + &hash_from_key_fn, + &hash_key_equal); - if (g_route_cache == NULL) { - PrintError("Vnet: Route Cache Initiate Failurely\n"); + if (vnet_state->g_route_cache == NULL) { + PrintError("Vnet: Route Cache Init Fails\n"); return -1; } @@ -138,10 +123,10 @@ static int init_route_cache() { } static void make_hash_key(route_hashkey_t hashkey, - char src_addr[6], - char dest_addr[6], - char src_type, - int src_index) { + char src_addr[6], + char dest_addr[6], + char src_type, + int src_index) { int j; for (j = 0; j < 6; j++) { @@ -154,8 +139,11 @@ static void make_hash_key(route_hashkey_t hashkey, *(int *)(hashkey + 12) = src_index; } -static int add_route_to_cache(route_hashkey_t hashkey, int num_matched_r, int * matches) { +static int add_route_to_cache(route_hashkey_t hashkey, + int num_matched_r, + int * matches) { struct route_cache_entry * new_entry = NULL; + struct vnet_state_t *vnet_state = &g_vnet_state; int i; new_entry = (struct route_cache_entry *)V3_Malloc(sizeof(struct route_cache_entry)); @@ -165,7 +153,6 @@ static int add_route_to_cache(route_hashkey_t hashkey, int num_matched_r, int * } new_entry->num_matched_routes = num_matched_r; - new_entry->matches = (int *)V3_Malloc(num_matched_r * sizeof(int)); if (new_entry->matches == NULL) { @@ -177,9 +164,8 @@ static int add_route_to_cache(route_hashkey_t hashkey, int num_matched_r, int * new_entry->matches[i] = matches[i]; } - // here, when v3_htable_insert return 0, it means insert fails - if (v3_htable_insert(g_route_cache, (addr_t)hashkey, (addr_t)new_entry) == 0) { - PrintError("Vnet: Insert new route entry to cache failed\n"); + if (v3_htable_insert(vnet_state->g_route_cache, (addr_t)hashkey, (addr_t)new_entry) == 0) { + PrintError("Vnet: Failed to insert new route entry to the cache\n"); V3_Free(new_entry->matches); V3_Free(new_entry); } @@ -188,11 +174,14 @@ static int add_route_to_cache(route_hashkey_t hashkey, int num_matched_r, int * } static int clear_hash_cache() { - v3_free_htable(g_route_cache, 1, 1); - - g_route_cache = v3_create_htable(MIN_CACHE_SIZE, hash_from_key_fn, hash_key_equal); + struct vnet_state_t *vnet_state = &g_vnet_state; + + v3_free_htable(vnet_state->g_route_cache, 1, 1); + vnet_state->g_route_cache = v3_create_htable(MIN_CACHE_SIZE, + hash_from_key_fn, + hash_key_equal); - if (g_route_cache == NULL) { + if (vnet_state->g_route_cache == NULL) { PrintError("Vnet: Route Cache Create Failurely\n"); return -1; } @@ -204,8 +193,10 @@ static int look_into_cache(route_hashkey_t hashkey, int * matches) { struct route_cache_entry * found = NULL; int n_matches = -1; int i = 0; + struct vnet_state_t *vnet_state = &g_vnet_state; - found = (struct route_cache_entry *)v3_htable_search(g_route_cache, (addr_t)hashkey); + found = (struct route_cache_entry *)v3_htable_search(vnet_state->g_route_cache, + (addr_t)hashkey); if (found != NULL) { n_matches = found->num_matched_routes; @@ -218,6 +209,14 @@ static int look_into_cache(route_hashkey_t hashkey, int * matches) { return n_matches; } + +#ifdef CONFIG_DEBUG_VNET + +static void print_packet(uchar_t *pkt, int size) { + PrintDebug("Vnet: data_packet: size: %d\n", size); + v3_hexdump(pkt, size, NULL, 0); +} + static inline uint8_t hex_nybble_to_nybble(const uint8_t hexnybble) { uint8_t x = toupper(hexnybble); @@ -242,62 +241,147 @@ static inline void string_to_mac(const char *str, uint8_t mac[6]) { } static inline void mac_to_string(char mac[6], char * buf) { - snprintf(buf, 20, "%x:%x:%x:%x:%x:%x", + snprintf(buf, 20, "%02x:%02x:%02x:%02x:%02x:%02x", mac[0], mac[1], mac[2], mac[3], mac[4], mac[5]); } -static int add_link_entry(struct link_entry * link) { + +static void print_route(struct routing_entry *route){ + char dest_str[18]; + char src_str[18]; + + mac_to_string(route->src_mac, src_str); + mac_to_string(route->dest_mac, dest_str); + + PrintDebug("SRC(%s), DEST(%s), src_mac_qual(%d), dst_mac_qual(%d)\n", + src_str, + dest_str, + route->src_mac_qual, + route->dest_mac_qual); + PrintDebug("Src_Link(%d), src_type(%d), dst_link(%d), dst_type(%d)\n\n", + route->src_link_idx, + route->src_type, + route->link_idx, + route->link_type); +} + + +static void dump_routes(struct routing_entry **route_tables) { + int i; + + PrintDebug("\nVnet: route table dump start =====\n"); + + for(i = 0; i < MAX_ROUTES; i++) { + if (route_tables[i] != NULL){ + print_route(route_tables[i]); + } + } + + PrintDebug("\nVnet: route table dump end =====\n"); +} + +static void dump_dom0_routes(struct routing_entry routes[], int size) { + int i; + + PrintDebug("\nVnet: route table from dom0 guest =====\n"); + + for(i = 0; i dest_ip, + link->dest_port, + link->pro_type); + PrintDebug("vnet_header:\n"); + v3_hexdump(&link->vnet_header, sizeof(struct udp_link_header), NULL, 0); + } + + PrintDebug("\nVnet: link table dom0 guest end =====\n"); +} + +#endif + +static int __add_link_entry(struct link_entry * link) { int idx; - + struct vnet_state_t *vnet_state = &g_vnet_state; + + v3_lock(vnet_state->g_links.lock); for (idx = 0; idx < MAX_LINKS; idx++) { - if (g_links.links[idx] == NULL) { - g_links.links[idx] = link; - g_links.size++; - - return idx; + if (vnet_state->g_links.links[idx] == NULL) { + vnet_state->g_links.links[idx] = link; + vnet_state->g_links.size++; + break; } } + v3_unlock(vnet_state->g_links.lock); - PrintError("No available Link entry\n"); - return -1; + if (idx == MAX_LINKS) { + PrintDebug("VNET: No available Link entry for new link\n"); + return -1; + } + + return idx; } -static int add_route_entry(struct routing_entry * route) { +static int __add_route_entry(struct routing_entry * route) { int idx; - + struct vnet_state_t *vnet_state = &g_vnet_state; + + v3_lock(vnet_state->g_routes.lock); for (idx = 0; idx < MAX_ROUTES; idx++) { - if (g_routes.routes[idx] == NULL) { - g_routes.routes[idx] = route; - g_routes.size++; - - return idx; + if (vnet_state->g_routes.routes[idx] == NULL) { + vnet_state->g_routes.routes[idx] = route; + vnet_state->g_routes.size++; + break; } } + v3_unlock(vnet_state->g_routes.lock); - PrintError("No available route entry\n"); - return -1; -} + if(idx == MAX_LINKS){ + PrintDebug("VNET: No available route entry for new route\n"); + return -1; + } +#ifdef CONFIG_DEBUG_VNET + dump_routes(vnet_state->g_routes.routes); +#endif -static int vnet_add_route_entry(char src_mac[6], + return idx; +} + +int vnet_add_route_entry(char src_mac[6], char dest_mac[6], int src_mac_qual, int dest_mac_qual, int link_idx, link_type_t link_type, - int src, - link_type_t src_type) { + int src_link_idx, + link_type_t src_link_type) { struct routing_entry * new_route = (struct routing_entry *)V3_Malloc(sizeof(struct routing_entry)); int idx = -1; + PrintDebug("Vnet: vnet_add_route_entry\n"); + memset(new_route, 0, sizeof(struct routing_entry)); - - if ((src_mac_qual != MAC_ANY) && (src_mac_qual != MAC_NONE)) { + if ((src_mac_qual != MAC_ANY)) { memcpy(new_route->src_mac, src_mac, 6); } - if ((dest_mac_qual != MAC_ANY) && (dest_mac_qual != MAC_NONE)) { + if ((dest_mac_qual != MAC_ANY)) { memcpy(new_route->dest_mac, dest_mac, 6); } @@ -305,368 +389,123 @@ static int vnet_add_route_entry(char src_mac[6], new_route->dest_mac_qual = dest_mac_qual; new_route->link_idx= link_idx; new_route->link_type = link_type; - new_route->src_link_idx = src; - new_route->src_type = src_type; + new_route->src_link_idx = src_link_idx; + new_route->src_type = src_link_type; - if ((idx = add_route_entry(new_route)) == -1) { + if ((idx = __add_route_entry(new_route)) == -1) { PrintError("Could not add route entry\n"); return -1; } clear_hash_cache(); - - return idx; -} - -static void * delete_link_entry(int index) { - struct link_entry * link = NULL; - void * ret = NULL; - link_type_t type; - - if ((index >= MAX_LINKS) || (g_links.links[index] == NULL)) { - return NULL; - } - - link = g_links.links[index]; - type = g_links.links[index]->type; - - if (type == LINK_INTERFACE) { - ret = (void *)g_links.links[index]->dst_dev; - } else if (type == LINK_EDGE) { - ret = (void *)g_links.links[index]->dst_link; - } - - g_links.links[index] = NULL; - g_links.size--; - - V3_Free(link); - - return ret; -} - -static int find_route_entry(char src_mac[6], - char dest_mac[6], - int src_mac_qual, - int dest_mac_qual, - int link_idx, - link_type_t link_type, - int src, - link_type_t src_type) { - int i; - char temp_src_mac[6]; - char temp_dest_mac[6]; - - if ((src_mac_qual != MAC_ANY) && (src_mac_qual != MAC_NONE)) { - memcpy(temp_src_mac, src_mac, 6); - } else { - memset(temp_src_mac, 0, 6); - } - - if ((dest_mac_qual != MAC_ANY) && (dest_mac_qual != MAC_NONE)) { - memcpy(temp_dest_mac, dest_mac, 6); - } else { - memset(temp_dest_mac, 0, 6); - } - - for (i = 0; i < MAX_ROUTES; i++) { - if (g_routes.routes[i] != NULL) { - if ((memcmp(temp_src_mac, g_routes.routes[i]->src_mac, 6) == 0) && - (memcmp(temp_dest_mac, g_routes.routes[i]->dest_mac, 6) == 0) && - (g_routes.routes[i]->src_mac_qual == src_mac_qual) && - (g_routes.routes[i]->dest_mac_qual == dest_mac_qual) && - ( (link_type == LINK_ANY) || - ((link_type == g_routes.routes[i]->link_type) && (g_routes.routes[i]->link_idx == link_idx))) && - ( (src_type == LINK_ANY) || - ((src_type == g_routes.routes[i]->src_type) && (g_routes.routes[i]->src_link_idx == src)))) { - return i; - } - } - } - - return -1; -} - -static int delete_route_entry(int index) { - struct routing_entry * route; - - if ((index >= MAX_ROUTES) || (g_routes.routes[index] == NULL)) { - PrintError("Could not find route entry %d\n", index); - return -1; - } - route = g_routes.routes[index]; - g_routes.routes[index] = NULL; - g_routes.size--; - - V3_Free(route); - - clear_hash_cache(); - - return 0; -} - -static int vnet_delete_route_entry_by_addr(char src_mac[6], - char dest_mac[6], - int src_mac_qual, - int dest_mac_qual, - int link_idx, - link_type_t type, - int src, - link_type_t src_type) { - int index = find_route_entry(src_mac, dest_mac, src_mac_qual, - dest_mac_qual, link_idx, type, src, src_type); - - if (index == -1) { - PrintError("Error deleting route entry by addr\n"); - return -1; - } - - return delete_route_entry(index); + return idx; } static int match_route(uint8_t * src_mac, uint8_t * dst_mac, link_type_t src_type, int src_index, - int * matches) { - int values[MAX_ROUTES]; + int * matches) { + struct routing_entry *route = NULL; + struct vnet_state_t *vnet_state = &g_vnet_state; int matched_routes[MAX_ROUTES]; - int num_matches = 0; int i; - int max = 0; - int no = 0; - int exact_match = 0; - - for(i = 0; i < MAX_ROUTES; i++) { - if (g_routes.routes[i] != NULL){ - if ( (g_routes.routes[i]->src_type != LINK_ANY) && - ( (g_routes.routes[i]->src_type != src_type) || - ( (g_routes.routes[i]->src_link_idx != src_index) && - (g_routes.routes[i]->src_link_idx != -1)))) { - PrintDebug("Vnet: MatchRoute: Source route is on and does not match\n"); - continue; - } - - if ( (g_routes.routes[i]->dest_mac_qual == MAC_ANY) && - (g_routes.routes[i]->src_mac_qual == MAC_ANY)) { - matched_routes[num_matches] = i; - values[num_matches] = 3; - num_matches++; - } - - if (memcmp((void *)&g_routes.routes[i]->src_mac, (void *)src_mac, 6) == 0) { - if (g_routes.routes[i]->src_mac_qual != MAC_NOT) { - if (g_routes.routes[i]->dest_mac_qual == MAC_ANY) { - matched_routes[num_matches] = i; - values[num_matches] = 6; - - num_matches++; - } else if (memcmp((void *)&g_routes.routes[i]->dest_mac, (void *)dst_mac, 6) == 0) { - if (g_routes.routes[i]->dest_mac_qual != MAC_NOT) { - matched_routes[num_matches] = i; - values[num_matches] = 8; - exact_match = 1; - num_matches++; - } - } - } - } - - if (memcmp((void *)&g_routes.routes[i]->dest_mac, (void *)dst_mac, 6) == 0) { - if (g_routes.routes[i]->dest_mac_qual != MAC_NOT) { - if (g_routes.routes[i]->src_mac_qual == MAC_ANY) { - matched_routes[num_matches] = i; - values[num_matches] = 6; - - num_matches++; - } else if (memcmp((void *)&g_routes.routes[i]->src_mac, (void *)src_mac, 6) == 0) { - if (g_routes.routes[i]->src_mac_qual != MAC_NOT) { - if (exact_match == 0) { - matched_routes[num_matches] = i; - values[num_matches] = 8; - num_matches++; - } - } - } - } - } - - if ( (g_routes.routes[i]->dest_mac_qual == MAC_NOT) && - (memcmp((void *)&g_routes.routes[i]->dest_mac, (void *)dst_mac, 6) != 0)) { - if (g_routes.routes[i]->src_mac_qual == MAC_ANY) { - matched_routes[num_matches] = i; - values[num_matches] = 5; - num_matches++; - } else if (memcmp((void *)&g_routes.routes[i]->src_mac, (void *)src_mac, 6) == 0) { - if (g_routes.routes[i]->src_mac_qual != MAC_NOT) { - matched_routes[num_matches] = i; - values[num_matches] = 7; - num_matches++; - } - } - } - - if ( (g_routes.routes[i]->src_mac_qual == MAC_NOT) && - (memcmp((void *)&g_routes.routes[i]->src_mac, (void *)src_mac, 6) != 0)) { - if (g_routes.routes[i]->dest_mac_qual == MAC_ANY) { - matched_routes[num_matches] = i; - values[num_matches] = 5; - num_matches++; - } else if (memcmp((void *)&g_routes.routes[i]->dest_mac, (void *)dst_mac, 6) == 0) { - if (g_routes.routes[i]->dest_mac_qual != MAC_NOT) { - matched_routes[num_matches] = i; - values[num_matches] = 7; - num_matches++; - } - } - } - } - } // end for - - for (i = 0; i < MAX_ROUTES; i++) { - if ( (memcmp((void *)&g_routes.routes[i]->src_mac, (void *)src_mac, 6) == 0) && - (g_routes.routes[i]->dest_mac_qual == MAC_NONE) && - ( (g_routes.routes[i]->src_type == LINK_ANY) || - ( (g_routes.routes[i]->src_type == src_type) && - ( (g_routes.routes[i]->src_link_idx == src_index) || - (g_routes.routes[i]->src_link_idx == -1))))) { - matched_routes[num_matches] = i; - values[num_matches] = 4; - PrintDebug("Vnet: MatchRoute: We matched a default route (%d)\n", i); - num_matches++; - } - } - - //If many rules have been matched, we choose one which has the highest value rating - if (num_matches == 0) { - return 0; - } - - for (i = 0; i < num_matches; i++) { - if (values[i] > max) { - no = 0; - max = values[i]; - matches[no] = matched_routes[i]; - no++; - } else if (values[i] == max) { - matches[no] = matched_routes[i]; - no++; - } - } - - return no; -} - -#if 0 -// TODO: To be removed -static int process_udpdata() -{ - struct ethernet_pkt * pt; - - uint32_t dest = 0; - uint16_t remote_port = 0; - SOCK link_sock = g_udp_sockfd; - int length = sizeof(struct ethernet_pkt) - (2 * sizeof(int)); //minus the "size" and "type" - - //run in a loop to get packets from outside network, adding them to the incoming packet queue - while (1) { - pt = (struct ethernet_pkt *)V3_Malloc(sizeof(struct ethernet_pkt)); - - if (pt == NULL){ - PrintError("Vnet: process_udp: Malloc fails\n"); - continue; - } - - PrintDebug("Vnet: route_thread: socket: [%d]. ready to receive from ip [%x], port [%d] or from VMs\n", link_sock, (uint_t)dest, remote_port); - pt->size = V3_RecvFrom_IP( link_sock, dest, remote_port, pt->data, length); - PrintDebug("Vnet: route_thread: socket: [%d] receive from ip [%x], port [%d]\n", link_sock, (uint_t)dest, remote_port); - - if (pt->size <= 0) { - PrintDebug("Vnet: process_udp: receiving packet from UDP fails\n"); - V3_Free(pt); - return -1; - } - - PrintDebug("Vnet: process_udp: get packet\n"); - print_packet(pt->data, pt->size); - } -} - -// TODO: To be removed -static int indata_handler( ) -{ - if (!use_tcp) { - process_udpdata(); - } +#ifdef CONFIG_DEBUG_VNET + char dest_str[18]; + char src_str[18]; - return 0; -} + mac_to_string(src_mac, src_str); + mac_to_string(dst_mac, dest_str); + PrintDebug("Vnet: match_route. pkt: SRC(%s), DEST(%s)\n", src_str, dest_str); +#endif -// TODO: To be removed -static int start_recv_data() -{ - if (use_tcp){ - - } else { - SOCK udp_data_socket; - - if ((udp_data_socket = V3_Create_UDP_Socket()) < 0){ - PrintError("VNET: Can't setup udp socket\n"); - return -1; - } - PrintDebug("Vnet: vnet_setup_udp: get socket: %d\n", udp_data_socket); - g_udp_sockfd = udp_data_socket; + for(i = 0; i < MAX_ROUTES; i++) { + if (vnet_state->g_routes.routes[i] != NULL){ + route = vnet_state->g_routes.routes[i]; + + if(src_type == LINK_ANY && src_index == -1) { + if ((route->dest_mac_qual == MAC_ANY) && + (route->src_mac_qual == MAC_ANY)) { + matched_routes[num_matches] = i; + num_matches++; + } - store_topologies(udp_data_socket); + if (memcmp((void *)&route->src_mac, (void *)src_mac, 6) == 0) { + if (route->src_mac_qual != MAC_NOT) { + if (route->dest_mac_qual == MAC_ANY) { + matched_routes[num_matches] = i; + num_matches++; + } else if (route->dest_mac_qual != MAC_NOT && + memcmp((void *)&route->dest_mac, (void *)dst_mac, 6) == 0) { + matched_routes[num_matches] = i; + num_matches++; + } + } + } + + if (memcmp((void *)&route->dest_mac, (void *)dst_mac, 6) == 0) { + if (route->dest_mac_qual != MAC_NOT) { + if (route->src_mac_qual == MAC_ANY) { + matched_routes[num_matches] = i; + num_matches++; + } else if ((route->src_mac_qual != MAC_NOT) && + (memcmp((void *)&route->src_mac, (void *)src_mac, 6) == 0)) { + matched_routes[num_matches] = i; + num_matches++; + } + } + } + + if ((route->dest_mac_qual == MAC_NOT) && + (memcmp((void *)&route->dest_mac, (void *)dst_mac, 6) != 0)) { + if (route->src_mac_qual == MAC_ANY) { + matched_routes[num_matches] = i; + num_matches++; + } else if ((route->src_mac_qual != MAC_NOT) && + (memcmp((void *)&route->src_mac, (void *)src_mac, 6) == 0)) { + matched_routes[num_matches] = i; + num_matches++; + } + } + + if ((route->src_mac_qual == MAC_NOT) && + (memcmp((void *)&route->src_mac, (void *)src_mac, 6) != 0)) { + if (route->dest_mac_qual == MAC_ANY) { + matched_routes[num_matches] = i; + num_matches++; + } else if ((route->dest_mac_qual != MAC_NOT) && + (memcmp((void *)&route->dest_mac, (void *)dst_mac, 6) == 0)) { + matched_routes[num_matches] = i; + num_matches++; + } + } + }//end if src_type == Link_any + } + }//end for + + PrintDebug("Vnet: match_route: Matches=%d\n", num_matches); - if (V3_Bind_Socket(udp_data_socket, vnet_udp_port) < 0){ - PrintError("VNET: Can't bind socket\n"); - return -1; - } - PrintDebug("VNET: vnet_setup_udp: bind socket successful\n"); + for (i = 0; i < num_matches; i++) { + matches[i] = matched_routes[i]; } - V3_CREATE_THREAD(&indata_handler, NULL, "VNET_DATA_HANDLER"); - return 0; -} - -static void store_test_topologies(SOCK fd) -{ - int i; - int src_mac_qual = MAC_ANY; - int dest_mac_qual = MAC_ANY; - uint_t dest; -#ifndef VNET_SERVER - dest = (0 | 172 << 24 | 23 << 16 | 1 ); - PrintDebug("VNET: store_topologies. NOT VNET_SERVER, dest = %x\n", dest); -#else - dest = (0 | 172 << 24 | 23 << 16 | 2 ); - PrintDebug("VNET: store_topologies. VNET_SERVER, dest = %x\n", dest); -#endif - - int type = UDP_TYPE; - int src = 0; - int src_type= LINK_ANY; //ANY_SRC_TYPE - int data_port = 22; + return num_matches; } -#endif - -static int handle_one_pkt(struct ethernet_pkt * pkt) { +static int handle_one_pkt(struct ethernet_pkt *pkt) { int src_link_index = -1; //the value of src_link_index of udp always is 0 - int i; char src_mac[6]; char dst_mac[6]; - int matches[MAX_ROUTES]; int num_matched_routes = 0; - struct in_pkt_header header; + char hash_key[HASH_KEY_SIZE]; + struct vnet_state_t *vnet_state = &g_vnet_state; + int i; - char hash_key[hash_key_size]; - // get the ethernet and ip headers from the packet memcpy((void *)&header, (void *)pkt->data, sizeof(header)); memcpy(src_mac, header.ethernetsrc, 6); @@ -675,111 +514,140 @@ static int handle_one_pkt(struct ethernet_pkt * pkt) { #ifdef CONFIG_DEBUG_VNET char dest_str[18]; char src_str[18]; - + mac_to_string(src_mac, src_str); mac_to_string(dst_mac, dest_str); - PrintDebug("Vnet: HandleDataOverLink. SRC(%s), DEST(%s)\n", src_str, dest_str); #endif - // link_edge -> pt->type??? make_hash_key(hash_key, src_mac, dst_mac, LINK_EDGE, src_link_index); - num_matched_routes = look_into_cache((route_hashkey_t)hash_key, matches); - if (num_matched_routes == -1) { - // no match - - num_matched_routes = match_route(src_mac, dst_mac, LINK_ANY, src_link_index, matches); - - if (num_matched_routes > 0) { - add_route_to_cache(hash_key, num_matched_routes,matches); - } + num_matched_routes = match_route(src_mac, dst_mac, LINK_ANY, src_link_index, matches); + if (num_matched_routes > 0) { + add_route_to_cache(hash_key, num_matched_routes,matches); + } } PrintDebug("Vnet: HandleDataOverLink: Matches=%d\n", num_matched_routes); + + if (num_matched_routes == 0) { + return -1; + } - for (i = 0; i < num_matched_routes; i++) { + for (i = 0; i < num_matched_routes; i++) {//send packet to all destinations int route_index = -1; int link_index = -1; - int pkt_len = 0; - struct link_entry * link = NULL; + int pkt_len = 0; + struct link_entry * link = NULL; route_index = matches[i]; - - PrintDebug("Vnet: HandleDataOverLink: Forward packet from link according to Route entry %d\n", route_index); - - link_index = g_routes.routes[route_index]->link_idx; - - if ( (link_index < 0) || - (link_index > MAX_LINKS) || - (g_links.links[link_index] == NULL)) { - continue; - } - - link = g_links.links[link_index]; + link_index = vnet_state->g_routes.routes[route_index]->link_idx; + if ((link_index < 0) || (link_index > MAX_LINKS) || + (vnet_state->g_links.links[link_index] == NULL)) { + continue; + } - pkt_len = pkt->size; - - if (g_routes.routes[route_index]->link_type == LINK_EDGE) { - - // TODO: apply the header in the beginning of the packet to be sent - if ((link->dst_link->input(pkt->data, pkt_len, NULL)) != pkt_len) { - PrintError("LEI -- WHAT IS THE ERROR HERE?\n"); - return -1; - } - } else if (g_routes.routes[route_index]->link_type == LINK_INTERFACE) { - if ((link->dst_link->input(pkt->data, pkt_len, NULL)) != pkt_len) { - PrintError("LEI -- WHAT IS THE ERROR HERE?\n"); - return -1; - } + link = vnet_state->g_links.links[link_index]; + pkt_len = pkt->size; + if (link->type == LINK_EDGE) { + + //apply the header in the beginning of the packet to be sent + if (link->dst_link->pro_type == UDP_TYPE) { + struct udp_link_header *hdr = &(link->dst_link->vnet_header); + struct ip_header *ip = &hdr->ip_hdr; + struct udp_header *udp = &hdr->udp_hdr; + udp->len = pkt_len + sizeof(struct udp_header); + ip->total_len = pkt_len + sizeof(struct udp_header) + sizeof(struct ip_header); + ip->cksum = ip_xsum(ip, sizeof(struct ip_header)); + + int hdr_size = sizeof(struct udp_link_header); + memcpy(&pkt->ext_hdr, hdr, hdr_size); + + pkt_len += hdr_size; + if ((link->dst_link->input((uchar_t *)&pkt->ext_hdr, pkt_len, link->dst_link->private_data)) != pkt_len) { + PrintDebug("VNET: Packet not sent properly to link: %d\n", link_index); + continue; + } + }else { + PrintDebug("VNET: Link protocol type not support\n"); + continue; + } + } else if (link->type == LINK_INTERFACE) { + if ((link->dst_dev->input(pkt->data, pkt_len, link->dst_dev->private_data)) != pkt_len) { + PrintDebug("VNET: Packet not sent properly to link: %d\n", link_index); + continue; + } } else { - PrintError("Vnet: Wrong Edge type\n"); - return -1; + PrintDebug("Vnet: Wrong Edge type of link: %d\n", link_index); + continue; } + + PrintDebug("Vnet: HandleDataOverLink: Forward packet according to Route entry %d to link %d\n", route_index, link_index); } return 0; } -static int send_ethernet_pkt(char * buf, int length) { - struct ethernet_pkt * pkt; +static int send_ethernet_pkt(uchar_t *data, int len, void *private_data) { + struct ethernet_pkt *pkt; + struct vnet_state_t *vnet_state = &g_vnet_state; pkt = (struct ethernet_pkt *)V3_Malloc(sizeof(struct ethernet_pkt)); - ethernet_packet_init(pkt, buf, length); //====here we copy sending data once - - PrintDebug("VNET: vm_send_pkt: transmitting packet: (size:%d)\n", (int)pkt->size); - print_packet((char *)buf, length); - - v3_enqueue(g_inpkt_q, (addr_t)pkt); + if(pkt == NULL){ + PrintError("VNET: Memory allocate fails\n"); + return -1; + } + + memset(pkt, 0, sizeof(struct ethernet_pkt)); + ethernet_packet_init(pkt, data, len); + v3_enqueue(vnet_state->g_inpkt_q, (addr_t)pkt); + +#ifdef CONFIG_DEBUG_VNET + PrintDebug("VNET: send_pkt: transmitting packet: (size:%d)\n", (int)pkt->size); + print_packet((char *)data, len); +#endif return 0; } -int v3_vnet_send_pkt(uchar_t * buf, int length) { - PrintDebug("VNET: In V3_Send_pkt: pkt length %d\n", length); +int v3_vnet_send_rawpkt(uchar_t * buf, + int len, + void *private_data) { + PrintDebug("VNET: In v3_vnet_send_rawpkt: pkt length %d\n", len); - return send_ethernet_pkt((char *)buf, length); + return send_ethernet_pkt(buf, len, private_data); +} + +//sending the packet from Dom0, should remove the link header +int v3_vnet_send_udppkt(uchar_t * buf, + int len, + void *private_data) { + uint_t hdr_len = sizeof(struct udp_link_header); + + PrintDebug("VNET: In v3_vnet_send_udppkt: pkt length %d\n", len); + + return send_ethernet_pkt((uchar_t *)(buf+hdr_len), len - hdr_len, private_data); } static int search_device(char * device_name) { + struct vnet_state_t *vnet_state = &g_vnet_state; int i; for (i = 0; i < MAX_LINKS; i++) { - if ((g_links.links[i] != NULL) && (g_links.links[i]->type == LINK_INTERFACE)) { - if (strcmp(device_name, g_links.links[i]->dst_dev->name) == 0) { + if ((vnet_state->g_links.links[i] != NULL) && (vnet_state->g_links.links[i]->type == LINK_INTERFACE)) { + if (strcmp(device_name, vnet_state->g_links.links[i]->dst_dev->name) == 0) { return i; } } } - - PrintError("LEI -- WHAT IS THE ERROR HERE?\n"); + return -1; } -static int vnet_register_device(struct vm_device * vdev, +int vnet_register_device(struct vm_device * vdev, char * dev_name, uchar_t mac[6], int (*netif_input)(uchar_t * pkt, uint_t size, void * private_data), @@ -787,14 +655,12 @@ static int vnet_register_device(struct vm_device * vdev, struct vnet_if_device * if_dev; int idx = search_device(dev_name); - if (idx != -1) { - PrintError("LEI -- WHAT IS THE ERROR HERE?\n"); + PrintDebug("VNET: register device: Already has device with the name %s\n", dev_name); return -1; } - if_dev = (struct vnet_if_device *)V3_Malloc(sizeof(struct vnet_if_device)); - + if_dev = (struct vnet_if_device *)V3_Malloc(sizeof(struct vnet_if_device)); if (if_dev == NULL) { PrintError("VNET: Malloc fails\n"); return -1; @@ -807,143 +673,229 @@ static int vnet_register_device(struct vm_device * vdev, if_dev->private_data = data; struct link_entry * link = (struct link_entry *)V3_Malloc(sizeof(struct link_entry)); - link->type = LINK_INTERFACE; link->dst_dev = if_dev; - idx = add_link_entry(link); - - return idx; -} - -static int vnet_unregister_device(char * dev_name) { - int idx; - - idx = search_device(dev_name); - - if (idx == -1) { - PrintError("LEI -- WHAT IS THE ERROR HERE?\n"); - return -1; - } - - struct vnet_if_device * device = (struct vnet_if_device *)delete_link_entry(idx); - if (device == NULL) { - PrintError("LEI -- WHAT IS THE ERROR HERE?\n"); - return -1; - } - - V3_Free(device); + idx = __add_link_entry(link); return idx; } int v3_vnet_pkt_process() { struct ethernet_pkt * pkt; + struct vnet_state_t *vnet_state = &g_vnet_state; - PrintDebug("VNET: In vnet_check\n"); - - while ((pkt = (struct ethernet_pkt *)v3_dequeue(g_inpkt_q)) != NULL) { - PrintDebug("VNET: In vnet_check: pt length %d, pt type %d\n", (int)pkt->size, (int)pkt->type); - v3_hexdump(pkt->data, pkt->size, NULL, 0); - - if (handle_one_pkt(pkt)) { - PrintDebug("VNET: vnet_check: handle one packet!\n"); - } else { - PrintError("VNET: vnet_check: fail to forward one packet, discard it!\n"); - } + while ((pkt = (struct ethernet_pkt *)v3_dequeue(vnet_state->g_inpkt_q))!= NULL) { + if (handle_one_pkt(pkt) != -1) { + PrintDebug("VNET: vnet_check: handle one packet! pt length %d, pt type %d\n", (int)pkt->size, (int)pkt->type); + } else { + PrintDebug("VNET: vnet_check: Fail to forward one packet, discard it!\n"); + } - V3_Free(pkt); // be careful here + V3_Free(pkt); // be careful here } return 0; } - -static void init_empty_link_table() { +static void vnet_state_init(struct vnet_state_t *vnet_state) { int i; + /*initial links table */ for (i = 0; i < MAX_LINKS; i++) { - g_links.links[i] = NULL; + vnet_state->g_links.links[i] = NULL; } + vnet_state->g_links.size = 0; + if(v3_lock_init(&(vnet_state->g_links.lock)) == -1){ + PrintError("VNET: Failure to init lock for links table\n"); + } + PrintDebug("VNET: Links table initiated\n"); - g_links.size = 0; -} - -static void init_empty_route_table() { - int i; - + /*initial routes table */ for (i = 0; i < MAX_ROUTES; i++) { - g_routes.routes[i] = NULL; + vnet_state->g_routes.routes[i] = NULL; + } + vnet_state->g_routes.size = 0; + if(v3_lock_init(&(vnet_state->g_routes.lock)) == -1){ + PrintError("VNET: Failure to init lock for routes table\n"); } + PrintDebug("VNET: Routes table initiated\n"); - g_links.size = 0; + /*initial pkt receiving queue */ + vnet_state->g_inpkt_q = v3_create_queue(); + v3_init_queue(vnet_state->g_inpkt_q); + PrintDebug("VNET: Receiving queue initiated\n"); + + /*initial routing cache */ + init_route_cache(vnet_state); } -static void init_tables() { - init_empty_link_table(); - init_empty_route_table(); - init_route_cache(); +static void free_link_mem(struct link_entry *link){ + V3_Free(link->dst_dev); + V3_Free(link); } -static void init_pkt_queue() { - PrintDebug("VNET Init package receiving queue\n"); - - g_inpkt_q = v3_create_queue(); - v3_init_queue(g_inpkt_q); -} -#if 0 // TODO: -static int init_routing_tables(struct routing_entry *route_tab, uint16_t size) -{ - //struct routing_entry *route; +static int addto_routing_link_tables(struct routing_entry *route_tab, + uint16_t num_routes, + struct link_entry *link_tab, + uint16_t num_links){ + struct routing_entry *route, *new_route; + struct link_entry *link, *new_link; + int new_idx; + int i; + int link_idxs[MAX_LINKS]; + //add all of the links first, record their new indexs + for (i = 0; i < num_links; i++) { + link_idxs[i] = -1; + link = &link_tab[i]; + new_link = (struct link_entry *)V3_Malloc(sizeof(struct link_entry)); - return 0; -} + if (new_link == NULL){ + PrintError("VNET: Memory allocate error\n"); + return -1; + } + new_link->type = link->type; + + //TODO: how to set the input parameters here + if (link->type == LINK_EDGE){ + struct vnet_if_device *ifdev = (struct vnet_if_device *)V3_Malloc(sizeof(struct vnet_if_device)); -// TODO: -static int init_link_tables(struct link_entry *link_tab, uint16_t size) -{ - //struct link_entry *link; + if (ifdev == NULL){ + PrintError("VNET: Memory allocate fails\n"); + return -1; + } + + memcpy(ifdev->name, link->dst_dev->name, DEVICE_NAME_LEN); - return 0; -} + // TODO: + //ifdev->mac_addr + //ifdev->input + //ifdev->private_data -#endif + new_link->dst_dev = ifdev; + }else if (link->type == LINK_INTERFACE){ + struct vnet_if_link *iflink = (struct vnet_if_link *)V3_Malloc(sizeof(struct vnet_if_link)); -struct table_init_info { - addr_t routing_table_start; - uint16_t routing_table_size; - addr_t link_table_start; - uint16_t link_table_size; -}; + if (iflink == NULL){ + PrintError("VNET: Memory allocate fails\n"); + return -1; + } + iflink->pro_type = link->dst_link->pro_type; + iflink->dest_ip = link->dst_link->dest_ip; + iflink->dest_port = link->dst_link->dest_port; + memcpy(&iflink->vnet_header, &link->dst_link->vnet_header, sizeof(struct udp_link_header)); + + // TODO: + //iflink->input = + //iflink->private_data = + + new_link->dst_link = iflink; + }else{ + PrintDebug("VNET: invalid link type\n"); + V3_Free(new_link); + continue; + } + + new_idx = __add_link_entry(new_link); + if (new_idx < 0) { + PrintError("VNET: Adding link fails\n"); + free_link_mem(new_link); + continue; + } + link_idxs[i] = new_idx; + } -static int handle_init_tables_hcall(struct guest_info * info, uint_t hcall_id, void * priv_data) { - uint8_t * buf = NULL; - addr_t info_addr = (addr_t)info->vm_regs.rcx; + //add all of routes, replace with new link indexs + for (i = 0; i < num_routes; i++) { + route = &route_tab[i]; + if (route->link_idx < 0 || route->link_idx >= num_links || + ((route->src_link_idx != -1) && + (route->src_link_idx < 0 || route->src_link_idx >= num_links))){ + PrintError("VNET: There is error in the intial tables data from guest\n"); + continue; + } - if (guest_va_to_host_va(info, info_addr, (addr_t *)&(buf)) == -1) { - PrintError("Could not translate buffer address\n"); - return -1; + new_route = (struct routing_entry *)V3_Malloc(sizeof(struct routing_entry)); + if (new_route == NULL){ + PrintError("VNET: Memory allocate fails\n"); + return -1; + } + memcpy(new_route, route, sizeof(struct routing_entry)); + + new_route->link_idx = link_idxs[new_route->link_idx]; + if (route->src_link_idx != -1) + new_route->src_link_idx = link_idxs[new_route->src_link_idx]; + + if((__add_route_entry(new_route)) == -1){ + PrintDebug("VNET: Adding route fails"); + V3_Free(new_route); + } + new_route = NULL; } - //struct table_init_info *init_info = (struct table_init_info *)buf; - return 0; } - -void v3_vnet_init(struct guest_info * vm) { - init_tables(); - init_pkt_queue(); +//add the guest specified routes and links to the tables +static int handle_init_tables_hcall(struct guest_info * info, uint_t hcall_id, void * priv_data) { + struct vnet_if_link *link_array; + struct routing_entry *route_array; + addr_t routes_addr, routes_addr_gva; + addr_t links_addr, links_addr_gva; + uint16_t route_size, link_size; + + routes_addr_gva = (addr_t)info->vm_regs.rbx; + route_size = (uint16_t)info->vm_regs.rcx; + links_addr_gva = (addr_t)info->vm_regs.rdx; + link_size = (uint16_t)info->vm_regs.rsi; + + PrintDebug("Vnet: In handle_init_tables_hcall\n"); + PrintDebug("Vnet: route_table_start: %x, route size: %d\n", (int)routes_addr_gva, route_size); + PrintDebug("Vnet: link_table_start: %x, link size: %d\n", (int)links_addr_gva, link_size); - v3_register_hypercall(vm, VNET_INITAB_HCALL, handle_init_tables_hcall, NULL); + if (guest_va_to_host_va(info, routes_addr_gva, &routes_addr) == -1) { + PrintError("VNET: Could not translate guest address\n"); + return -1; + } + route_array = (struct routing_entry *)routes_addr; + +#ifdef CONFIG_DEBUG_VNET + dump_dom0_routes(route_array, route_size); +#endif - //store_test_topologies(udp_data_socket); + if (guest_va_to_host_va(info, links_addr_gva, &links_addr) == -1) { + PrintError("VNET: Could not translate guest address\n"); + return -1; + } + link_array = (struct vnet_if_link *)links_addr; +#ifdef CONFIG_DEBUG_VNET + dump_dom0_links(link_array, link_size); +#endif + + +// TODO: + if (0)addto_routing_link_tables(route_array, route_size, NULL, 0); + + return 0; +} + +void v3_init_vnet() { + vnet_state_init(&g_vnet_state); + PrintDebug("VNET Initialized\n"); } +//only need to called in config dom0 guest +int v3_register_guest_vnet(struct guest_info *vm){ + return v3_register_hypercall(vm, + VNET_INITAB_HCALL, + handle_init_tables_hcall, + NULL); +} +