* http://www.v3vee.org
*
* Copyright (c) 2009, Lei Xia <lxia@northwestern.edu>
- * Copyright (c) 2009, Yuan Tang <ytang@northwestern.edu>
- * Copyright (c) 2009, Jack Lange <jarusl@cs.northwestern.edu>
- * Copyright (c) 2009, Peter Dinda <pdinda@northwestern.edu>
+ * Copyright (c) 2009, Yuan Tang <ytang@northwestern.edu>
* Copyright (c) 2009, The V3VEE Project <http://www.v3vee.org>
* All rights reserved.
*
* Author: Lei Xia <lxia@northwestern.edu>
* Yuan Tang <ytang@northwestern.edu>
- * Jack Lange <jarusl@cs.northwestern.edu>
- * Peter Dinda <pdinda@northwestern.edu
*
* This is free software. You are permitted to use,
* redistribute, and modify it as specified in the file "V3VEE_LICENSE".
#include <palacios/vmm_vnet.h>
#include <palacios/vmm_hypercall.h>
#include <palacios/vm_guest_mem.h>
+#include <palacios/vmm_lock.h>
#ifndef CONFIG_DEBUG_VNET
#undef PrintDebug
#endif
+#define ETHERNET_HEADER_LEN 14
+#define ETHERNET_DATA_MIN 46
+#define ETHERNET_DATA_MAX 1500
+#define ETHERNET_PACKET_LEN (ETHERNET_HEADER_LEN + ETHERNET_DATA_MAX)
+
+
+typedef enum {TCP_TYPE, UDP_TYPE, NONE_TYPE} prot_type_t;
+
+#define VNET_INITAB_HCALL 0xca00
+
+struct eth_header {
+ uchar_t dest[6];
+ uchar_t src[6];
+ uint16_t type; // indicates layer 3 protocol type
+}__attribute__((packed));
+
+struct ip_header {
+ uint8_t version: 4;
+ uint8_t hdr_len: 4;
+ uchar_t tos;
+ uint16_t total_len;
+ uint16_t id;
+ uint8_t flags: 3;
+ uint16_t offset: 13;
+ uchar_t ttl;
+ uchar_t proto;
+ uint16_t cksum;
+ uint32_t src_addr;
+ uint32_t dst_addr;
+}__attribute__((packed));
+
+struct udp_header {
+ uint16_t src_port;
+ uint16_t dst_port;
+ uint16_t len;
+ uint16_t csum;//set to zero, disable the xsum
+}__attribute__((packed));
+
+struct udp_link_header {
+ struct eth_header eth_hdr;
+ struct ip_header ip_hdr;
+ struct udp_header udp_hdr;
+}__attribute__((packed));
+
+
struct ethernet_pkt {
- uint32_t size;
- uint16_t type;
- char data[ETHERNET_PACKET_LEN];
+ uint32_t size; //size of data field
+ uint16_t type;
+ uint8_t use_header;
+ struct udp_link_header ext_hdr;
+ char data[ETHERNET_PACKET_LEN];
+}__attribute__((packed));
+
+
+#define DEVICE_NAME_LEN 20
+struct vnet_if_device {
+ char name[DEVICE_NAME_LEN];
+ uchar_t mac_addr[6];
+ struct v3_vm_info *vm;
+
+ int (*input)(struct v3_vm_info *vm, uchar_t *data, uint32_t len, void *private_data);
+
+ void *private_data;
+}__attribute__((packed));
+
+struct vnet_if_link {
+ prot_type_t pro_type; //transport layer protocal type of this link
+ unsigned long dest_ip;
+ uint16_t dest_port;
+
+ struct udp_link_header vnet_header; //header applied to the packet in/out from this link
+
+ int (*input)(uchar_t *data, uint32_t len, void *private_data);
+
+ void *private_data;
+}__attribute__((packed));
+
+
+struct link_entry {
+ link_type_t type;
+
+ union {
+ struct vnet_if_device *dst_dev;
+ struct vnet_if_link *dst_link;
+ } __attribute__((packed));
+
+ int use;
+}__attribute__((packed));
+
+//routing table entry
+struct routing_entry {
+ char src_mac[6];
+ char dest_mac[6];
+
+ mac_type_t src_mac_qual;
+ mac_type_t dest_mac_qual;
+
+ int link_idx; //link[dest] is the link to be used to send pkt
+ link_type_t link_type; //EDGE|INTERFACE|ANY
+
+ int src_link_idx;
+ link_type_t src_type; //EDGE|INTERFACE|ANY
};
// 14 (ethernet frame) + 20 bytes
struct in_pkt_header {
- char ethernetdest[6];
- char ethernetsrc[6];
- unsigned char ethernettype[2]; // indicates layer 3 protocol type
+ uchar_t ethernetdest[6];
+ uchar_t ethernetsrc[6];
+ uchar_t ethernettype[2]; //layer 3 protocol type
char ip[20];
-};
+}__attribute__((packed));
-#define VNET_INITAB_HCALL 0xca00 // inital hypercall id
#define MAX_LINKS 10
#define MAX_ROUTES 10
#define HASH_KEY_LEN 16
#define MIN_CACHE_SIZE 100
-static const uint_t hash_key_size = 16;
+#define HASH_KEY_SIZE 16
struct link_table {
- struct link_entry *links[MAX_LINKS];
+ struct link_entry * links[MAX_LINKS];
uint16_t size;
-};
+ v3_lock_t lock;
+}__attribute__((packed));
struct routing_table {
- struct routing_entry *routes[MAX_ROUTES];
+ struct routing_entry * routes[MAX_ROUTES];
uint16_t size;
-};
+ v3_lock_t lock;
+}__attribute__((packed));
-static struct link_table g_links;
-static struct routing_table g_routes;
-static struct gen_queue *g_inpkt_q;
+typedef char * route_hashkey_t;
-/* Hash key format:
- * 0-5: src_eth_addr
- * 6-11: dest_eth_addr
- * 12: src type
- * 13-16: src index
- */
-typedef char *route_hashkey_t;
-
-// This is the hash value, Format: 0: num_matched_routes, 1...n: matches[] -- TY
struct route_cache_entry {
int num_matched_routes;
int * matches;
};
-//the route cache
-static struct hashtable *g_route_cache;
-
+struct vnet_state_t {
+ struct link_table g_links;
+ struct routing_table g_routes;
+ struct gen_queue * g_inpkt_q;
+ struct hashtable * g_route_cache;
+ v3_lock_t cache_lock;
+};
-static void print_packet(char *pkt, int size) {
- PrintDebug("Vnet: print_data_packet: size: %d\n", size);
- v3_hexdump(pkt, size, NULL, 0);
-}
+static struct vnet_state_t g_vnet_state;//global state for vnet
-#if 0
-static void print_packet_addr(char *pkt) {
- PrintDebug("Vnet: print_packet_destination_addr: ");
- v3_hexdump(pkt + 8, 6, NULL, 0);
-
- PrintDebug("Vnet: print_packet_source_addr: ");
- v3_hexdump(pkt + 14, 6, NULL, 0);
-}
+static uint16_t ip_xsum(struct ip_header *ip_hdr, int hdr_len){
+ long sum = 0;
-static void print_device_addr(char *ethaddr) {
- PrintDebug("Vnet: print_device_addr: ");
- v3_hexdump(ethaddr, 6, NULL, 0);
-}
-#endif
+ uint16_t *p = (uint16_t*) ip_hdr;
+ while(hdr_len > 1){
+ sum += *(p++);
+ if(sum & 0x80000000)
+ sum = (sum & 0xFFFF) + (sum >> 16);
+ hdr_len -= 2;
+ }
+
+ if(hdr_len)
+ sum += (uint16_t) *(uchar_t *)p;
+
+ while(sum>>16)
+ sum = (sum & 0xFFFF) + (sum >> 16);
+ return (uint16_t)~sum;
+}
-//network connection functions
-static inline void ethernet_packet_init(struct ethernet_pkt *pt, const char *data, const size_t size)
-{
+static void ethernet_packet_init(struct ethernet_pkt *pt,
+ uchar_t *data,
+ const size_t size) {
pt->size = size;
+ pt->use_header = 0;
+ memset(&pt->ext_hdr, 0, sizeof(struct udp_link_header));
memcpy(pt->data, data, size);
}
-static uint_t hash_from_key_fn(addr_t hashkey)
-{
- uint8_t * key = (uint8_t *)hashkey;
- return v3_hash_buffer(key, HASH_KEY_LEN);
+static inline uint_t hash_from_key_fn(addr_t hashkey) {
+ return v3_hash_buffer((uint8_t *)hashkey, HASH_KEY_LEN);
}
-static int hash_key_equal(addr_t key1, addr_t key2)
-{
- uint8_t * buf1 = (uint8_t *)key1;
- uint8_t * buf2 = (uint8_t *)key2;
- return (memcmp(buf1, buf2, HASH_KEY_LEN) == 0);
+static inline int hash_key_equal(addr_t key1, addr_t key2) {
+ return (memcmp((uint8_t *)key1, (uint8_t *)key2, HASH_KEY_LEN) == 0);
}
-static int init_route_cache()
-{
- g_route_cache = v3_create_htable(MIN_CACHE_SIZE, &hash_from_key_fn, &hash_key_equal);
+static int init_route_cache(struct vnet_state_t *vnet_state) {
+ vnet_state->g_route_cache = v3_create_htable(MIN_CACHE_SIZE,
+ &hash_from_key_fn,
+ &hash_key_equal);
- if (g_route_cache == NULL){
- PrintError("Vnet: Route Cache Initiate Failurely\n");
+ if (vnet_state->g_route_cache == NULL) {
+ PrintError("Vnet: Route Cache Init Fails\n");
return -1;
}
}
static void make_hash_key(route_hashkey_t hashkey,
- char src_addr[6],
- char dest_addr[6],
- char src_type,
- int src_index)
-{
+ char src_addr[6],
+ char dest_addr[6],
+ char src_type,
+ int src_index) {
int j;
for (j = 0; j < 6; j++) {
*(int *)(hashkey + 12) = src_index;
}
-static int add_route_to_cache(route_hashkey_t hashkey, int num_matched_r, int *matches)
-{
+static int add_route_to_cache(route_hashkey_t hashkey,
+ int num_matched_r,
+ int * matches) {
struct route_cache_entry * new_entry = NULL;
+ struct vnet_state_t *vnet_state = &g_vnet_state;
int i;
new_entry = (struct route_cache_entry *)V3_Malloc(sizeof(struct route_cache_entry));
- if (new_entry == NULL){
+ if (new_entry == NULL) {
PrintError("Vnet: Malloc fails\n");
return -1;
}
new_entry->num_matched_routes = num_matched_r;
-
new_entry->matches = (int *)V3_Malloc(num_matched_r * sizeof(int));
- if (new_entry->matches == NULL){
+ if (new_entry->matches == NULL) {
PrintError("Vnet: Malloc fails\n");
return -1;
}
new_entry->matches[i] = matches[i];
}
- //here, when v3_htable_insert return 0, it means insert fails
- if (v3_htable_insert(g_route_cache, (addr_t)hashkey, (addr_t)new_entry) == 0){
- PrintError("Vnet: Insert new route entry to cache failed\n");
+ if (v3_htable_insert(vnet_state->g_route_cache, (addr_t)hashkey, (addr_t)new_entry) == 0) {
+ PrintError("Vnet: Failed to insert new route entry to the cache\n");
V3_Free(new_entry->matches);
V3_Free(new_entry);
}
return 0;
}
-static int clear_hash_cache()
-{
- v3_free_htable(g_route_cache, 1, 1);
-
- g_route_cache = v3_create_htable(MIN_CACHE_SIZE, hash_from_key_fn, hash_key_equal);
+static int clear_hash_cache() {
+ struct vnet_state_t *vnet_state = &g_vnet_state;
+
+ v3_free_htable(vnet_state->g_route_cache, 1, 1);
+ vnet_state->g_route_cache = v3_create_htable(MIN_CACHE_SIZE,
+ hash_from_key_fn,
+ hash_key_equal);
- if (g_route_cache == NULL){
+ if (vnet_state->g_route_cache == NULL) {
PrintError("Vnet: Route Cache Create Failurely\n");
return -1;
}
return 0;
}
-static int look_into_cache(route_hashkey_t hashkey, int *matches)
-{
+static int look_into_cache(route_hashkey_t hashkey, int * matches) {
+ struct route_cache_entry * found = NULL;
int n_matches = -1;
int i = 0;
- struct route_cache_entry * found = NULL;
+ struct vnet_state_t *vnet_state = &g_vnet_state;
- found = (struct route_cache_entry *)v3_htable_search(g_route_cache, (addr_t)hashkey);
+ found = (struct route_cache_entry *)v3_htable_search(vnet_state->g_route_cache,
+ (addr_t)hashkey);
if (found != NULL) {
n_matches = found->num_matched_routes;
return n_matches;
}
-static inline uint8_t hex_nybble_to_nybble(const uint8_t hexnybble)
-{
+
+#ifdef CONFIG_DEBUG_VNET
+
+static void print_packet(uchar_t *pkt, int size) {
+ PrintDebug("Vnet: data_packet: size: %d\n", size);
+ v3_hexdump(pkt, size, NULL, 0);
+}
+
+static inline uint8_t hex_nybble_to_nybble(const uint8_t hexnybble) {
uint8_t x = toupper(hexnybble);
if (isdigit(x)) {
}
}
-static inline uint8_t hex_byte_to_byte(const uint8_t hexbyte[2])
-{
+static inline uint8_t hex_byte_to_byte(const uint8_t hexbyte[2]) {
return ((hex_nybble_to_nybble(hexbyte[0]) << 4) +
(hex_nybble_to_nybble(hexbyte[1]) & 0xf));
}
-static inline void string_to_mac(const char *str, uint8_t mac[6])
-{
+static inline void string_to_mac(const char *str, uint8_t mac[6]) {
int k;
for (k = 0; k < 6; k++) {
}
}
-static inline void mac_to_string(char mac[6], char * buf)
-{
- snprintf(buf, 20, "%x:%x:%x:%x:%x:%x",
+static inline void mac_to_string(char mac[6], char * buf) {
+ snprintf(buf, 20, "%02x:%02x:%02x:%02x:%02x:%02x",
mac[0], mac[1], mac[2],
mac[3], mac[4], mac[5]);
}
-static int add_link_entry(struct link_entry *link)
-{
- int idx;
-
- for (idx = 0; idx < MAX_LINKS; idx++) {
- if (g_links.links[idx] == NULL) {
- g_links.links[idx] = link;
- g_links.size ++;
-
- return idx;
- }
- }
-
- return -1;
+
+static void print_route(struct routing_entry *route){
+ char dest_str[18];
+ char src_str[18];
+
+ mac_to_string(route->src_mac, src_str);
+ mac_to_string(route->dest_mac, dest_str);
+
+ PrintDebug("SRC(%s), DEST(%s), src_mac_qual(%d), dst_mac_qual(%d)\n",
+ src_str,
+ dest_str,
+ route->src_mac_qual,
+ route->dest_mac_qual);
+ PrintDebug("Src_Link(%d), src_type(%d), dst_link(%d), dst_type(%d)\n\n",
+ route->src_link_idx,
+ route->src_type,
+ route->link_idx,
+ route->link_type);
}
+
-static int add_route_entry(struct routing_entry *route)
-{
- int idx;
-
- for (idx = 0; idx < MAX_ROUTES; idx++) {
- if (g_routes.routes[idx] == NULL) {
- g_routes.routes[idx] = route;
- g_routes.size ++;
-
- return idx;
- }
+static void dump_routes(struct routing_entry **route_tables) {
+ int i;
+
+ PrintDebug("\nVnet: route table dump start =====\n");
+
+ for(i = 0; i < MAX_ROUTES; i++) {
+ if (route_tables[i] != NULL){
+ print_route(route_tables[i]);
+ }
}
-
- return -1;
-}
+ PrintDebug("\nVnet: route table dump end =====\n");
+}
-int vnet_add_route_entry(char src_mac[6],
- char dest_mac[6],
- int src_mac_qual,
- int dest_mac_qual,
- int link_idx,
- link_type_t link_type,
- int src,
- link_type_t src_type)
-{
- struct routing_entry *new_route = (struct routing_entry *)V3_Malloc(sizeof(struct routing_entry));
+#endif
- memset(new_route, 0, sizeof(struct routing_entry));
+static int __add_link_entry(struct link_entry * link) {
+ int idx;
+ struct vnet_state_t *vnet_state = &g_vnet_state;
- if ((src_mac_qual != MAC_ANY) && (src_mac_qual != MAC_NONE)) {
- memcpy(new_route->src_mac, src_mac, 6);
+ v3_lock(vnet_state->g_links.lock);
+ for (idx = 0; idx < MAX_LINKS; idx++) {
+ if (vnet_state->g_links.links[idx] == NULL) {
+ vnet_state->g_links.links[idx] = link;
+ vnet_state->g_links.size++;
+ break;
+ }
}
-
- if ((dest_mac_qual != MAC_ANY) && (dest_mac_qual != MAC_NONE)) {
- memcpy(new_route->dest_mac, dest_mac, 6);
+ v3_unlock(vnet_state->g_links.lock);
+
+ if (idx == MAX_LINKS) {
+ PrintDebug("VNET: No available Link entry for new link\n");
+ return -1;
}
-
- new_route->src_mac_qual = src_mac_qual;
- new_route->dest_mac_qual = dest_mac_qual;
- new_route->link_idx= link_idx;
- new_route->link_type = link_type;
- new_route->src_link_idx = src;
- new_route->src_type = src_type;
- int idx = -1;
- if ((idx = add_route_entry(new_route)) == -1)
- return -1;
-
- clear_hash_cache();
-
return idx;
}
-static void * delete_link_entry(int index)
-{
- struct link_entry *link = NULL;
- void *ret = NULL;
- link_type_t type;
-
- if (index >= MAX_LINKS || g_links.links[index] == NULL) {
- return NULL;
- }
+static int __add_route_entry(struct routing_entry * route) {
+ int idx;
+ struct vnet_state_t *vnet_state = &g_vnet_state;
- link = g_links.links[index];
- type = g_links.links[index]->type;
+ v3_lock(vnet_state->g_routes.lock);
+ for (idx = 0; idx < MAX_ROUTES; idx++) {
+ if (vnet_state->g_routes.routes[idx] == NULL) {
+ vnet_state->g_routes.routes[idx] = route;
+ vnet_state->g_routes.size++;
+ break;
+ }
+ }
+ v3_unlock(vnet_state->g_routes.lock);
- if (type == LINK_INTERFACE)
- ret = (void *)g_links.links[index]->dst_dev;
- else if (type == LINK_EDGE)
- ret = (void *)g_links.links[index]->dst_link;
+ if(idx == MAX_LINKS){
+ PrintDebug("VNET: No available route entry for new route\n");
+ return -1;
+ }
- g_links.links[index] = NULL;
- g_links.size --;
+#ifdef CONFIG_DEBUG_VNET
+ dump_routes(vnet_state->g_routes.routes);
+#endif
- V3_Free(link);
-
- return ret;
+ return idx;
}
-static int find_route_entry(char src_mac[6],
- char dest_mac[6],
- int src_mac_qual,
- int dest_mac_qual,
- int link_idx,
- link_type_t link_type,
- int src,
- link_type_t src_type)
-{
- int i;
- char temp_src_mac[6];
- char temp_dest_mac[6];
-
- if ((src_mac_qual != MAC_ANY) && (src_mac_qual != MAC_NONE)) {
- memcpy(temp_src_mac, src_mac, 6);
- } else {
- memset(temp_src_mac, 0, 6);
+int v3_vnet_add_route(struct v3_vnet_route *route){
+ struct routing_entry * new_route = (struct routing_entry *)V3_Malloc(sizeof(struct routing_entry));
+ int idx = -1;
+
+ PrintDebug("Vnet: vnet_add_route_entry\n");
+
+ memset(new_route, 0, sizeof(struct routing_entry));
+ if ((route->src_mac_qual != MAC_ANY)) {
+ memcpy(new_route->src_mac, route->src_mac, 6);
}
-
- if ((dest_mac_qual != MAC_ANY) && (dest_mac_qual != MAC_NONE)) {
- memcpy(temp_dest_mac, dest_mac, 6);
- } else {
- memset(temp_dest_mac, 0, 6);
+
+ if ((route->dest_mac_qual != MAC_ANY)) {
+ memcpy(new_route->dest_mac, route->dest_mac, 6);
+ }
+
+ new_route->src_mac_qual = route->src_mac_qual;
+ new_route->dest_mac_qual = route->dest_mac_qual;
+ new_route->link_idx= route->link_idx;
+ new_route->link_type = route->link_type;
+ new_route->src_link_idx = route->src_link_idx;
+ new_route->src_type = route->src_type;
+
+ if ((idx = __add_route_entry(new_route)) == -1) {
+ PrintError("Could not add route entry\n");
+ return -1;
}
- for (i = 0; i<MAX_ROUTES; i++) {
- if (g_routes.routes[i] != NULL) {
- if ((memcmp(temp_src_mac, g_routes.routes[i]->src_mac, 6) == 0) &&
- (memcmp(temp_dest_mac, g_routes.routes[i]->dest_mac, 6) == 0) &&
- (g_routes.routes[i]->src_mac_qual == src_mac_qual) &&
- (g_routes.routes[i]->dest_mac_qual == dest_mac_qual) &&
- ((link_type == LINK_ANY) ||
- ((link_type == g_routes.routes[i]->link_type) && (g_routes.routes[i]->link_idx == link_idx))) &&
- ((src_type == LINK_ANY) ||
- ((src_type == g_routes.routes[i]->src_type) && (g_routes.routes[i]->src_link_idx == src)))) {
- return i;
- }
- }
- }
-
- return -1;
-}
-
-static int delete_route_entry(int index)
-{
- struct routing_entry *route;
-
- if (index >= MAX_ROUTES || g_routes.routes[index] == NULL)
- return -1;
-
- route = g_routes.routes[index];
- g_routes.routes[index] = NULL;
- g_routes.size --;
-
- V3_Free(route);
-
clear_hash_cache();
-
- return 0;
-}
-int vnet_delete_route_entry_by_addr(char src_mac[6],
- char dest_mac[6],
- int src_mac_qual,
- int dest_mac_qual,
- int link_idx,
- link_type_t type,
- int src,
- link_type_t src_type)
-{
- int index = find_route_entry(src_mac, dest_mac, src_mac_qual,
- dest_mac_qual, link_idx, type, src, src_type);
-
- if (index == -1) {
- return -1;
- }
-
- return delete_route_entry(index);
+ return idx;
}
-static int match_route(uint8_t *src_mac, uint8_t *dst_mac, link_type_t src_type, int src_index, int *matches)
-{
- int values[MAX_ROUTES];
+static int match_route(uint8_t * src_mac,
+ uint8_t * dst_mac,
+ link_type_t src_type,
+ int src_index,
+ int * matches) {
+ struct routing_entry *route = NULL;
+ struct vnet_state_t *vnet_state = &g_vnet_state;
int matched_routes[MAX_ROUTES];
-
int num_matches = 0;
int i;
- int max = 0;
- int no = 0;
- int exact_match = 0;
-
- for(i = 0; i<MAX_ROUTES; i++) {
- if (g_routes.routes[i] != NULL){
- if ((g_routes.routes[i]->src_type != LINK_ANY) &&
- ((g_routes.routes[i]->src_type != src_type) ||
- ((g_routes.routes[i]->src_link_idx != src_index) &&
- (g_routes.routes[i]->src_link_idx != -1)))) {
- PrintDebug("Vnet: MatchRoute: Source route is on and does not match\n");
- continue;
- }
-
- if ((g_routes.routes[i]->dest_mac_qual == MAC_ANY) &&
- (g_routes.routes[i]->src_mac_qual == MAC_ANY)) {
- matched_routes[num_matches] = i;
- values[num_matches] = 3;
- num_matches++;
- }
-
- if (memcmp((void *)&g_routes.routes[i]->src_mac, (void *)src_mac, 6) == 0) {
- if (g_routes.routes[i]->src_mac_qual != MAC_NOT) {
- if (g_routes.routes[i]->dest_mac_qual == MAC_ANY) {
- matched_routes[num_matches] = i;
- values[num_matches] = 6;
-
- num_matches++;
- } else if (memcmp((void *)&g_routes.routes[i]->dest_mac, (void *)dst_mac, 6) == 0) {
- if (g_routes.routes[i]->dest_mac_qual != MAC_NOT) {
- matched_routes[num_matches] = i;
- values[num_matches] = 8;
- exact_match = 1;
- num_matches++;
- }
- }
- }
- }
-
- if (memcmp((void *)&g_routes.routes[i]->dest_mac, (void *)dst_mac, 6) == 0) {
- if (g_routes.routes[i]->dest_mac_qual != MAC_NOT) {
- if (g_routes.routes[i]->src_mac_qual == MAC_ANY) {
- matched_routes[num_matches] = i;
- values[num_matches] = 6;
-
- num_matches++;
- } else if (memcmp((void *)&g_routes.routes[i]->src_mac, (void *)src_mac, 6) == 0) {
- if (g_routes.routes[i]->src_mac_qual != MAC_NOT) {
- if (exact_match == 0) {
- matched_routes[num_matches] = i;
- values[num_matches] = 8;
- num_matches++;
- }
- }
- }
- }
- }
-
- if ((g_routes.routes[i]->dest_mac_qual == MAC_NOT) &&
- (memcmp((void *)&g_routes.routes[i]->dest_mac, (void *)dst_mac, 6) != 0)) {
- if (g_routes.routes[i]->src_mac_qual == MAC_ANY) {
- matched_routes[num_matches] = i;
- values[num_matches] = 5;
- num_matches++;
- } else if (memcmp((void *)&g_routes.routes[i]->src_mac, (void *)src_mac, 6) == 0) {
- if (g_routes.routes[i]->src_mac_qual != MAC_NOT) {
- matched_routes[num_matches] = i;
- values[num_matches] = 7;
- num_matches++;
- }
- }
- }
-
- if ((g_routes.routes[i]->src_mac_qual == MAC_NOT) &&
- (memcmp((void *)&g_routes.routes[i]->src_mac, (void *)src_mac, 6) != 0)) {
- if (g_routes.routes[i]->dest_mac_qual == MAC_ANY) {
- matched_routes[num_matches] = i;
- values[num_matches] = 5;
- num_matches++;
- } else if (memcmp((void *)&g_routes.routes[i]->dest_mac, (void *)dst_mac, 6) == 0) {
- if (g_routes.routes[i]->dest_mac_qual != MAC_NOT) {
- matched_routes[num_matches] = i;
- values[num_matches] = 7;
- num_matches++;
- }
- }
- }
- }
- }//end for
-
- for(i = 0; i<MAX_ROUTES; i++) {
- if ((memcmp((void *)&g_routes.routes[i]->src_mac, (void *)src_mac, 6) == 0) &&
- (g_routes.routes[i]->dest_mac_qual == MAC_NONE) &&
- ((g_routes.routes[i]->src_type == LINK_ANY) ||
- ((g_routes.routes[i]->src_type == src_type) &&
- ((g_routes.routes[i]->src_link_idx == src_index) ||
- (g_routes.routes[i]->src_link_idx == -1))))) {
- matched_routes[num_matches] = i;
- values[num_matches] = 4;
- PrintDebug("Vnet: MatchRoute: We matched a default route (%d)\n", i);
- num_matches++;
- }
- }
-
- //If many rules have been matched, we choose one which has the highest value rating
- if (num_matches == 0) {
- return 0;
- }
-
- for (i = 0; i < num_matches; i++) {
- if (values[i] > max) {
- no = 0;
- max = values[i];
- matches[no] = matched_routes[i];
- no++;
- } else if (values[i] == max) {
- matches[no] = matched_routes[i];
- no++;
- }
- }
-
- return no;
-}
-#if 0
-// TODO: To be removed
-static int process_udpdata()
-{
- struct ethernet_pkt * pt;
+#ifdef CONFIG_DEBUG_VNET
+ char dest_str[18];
+ char src_str[18];
- uint32_t dest = 0;
- uint16_t remote_port = 0;
- SOCK link_sock = g_udp_sockfd;
- int length = sizeof(struct ethernet_pkt) - (2 * sizeof(int)); //minus the "size" and "type"
+ mac_to_string(src_mac, src_str);
+ mac_to_string(dst_mac, dest_str);
+ PrintDebug("Vnet: match_route. pkt: SRC(%s), DEST(%s)\n", src_str, dest_str);
+#endif
- //run in a loop to get packets from outside network, adding them to the incoming packet queue
- while (1) {
- pt = (struct ethernet_pkt *)V3_Malloc(sizeof(struct ethernet_pkt));
+ for(i = 0; i < MAX_ROUTES; i++) {
+ if (vnet_state->g_routes.routes[i] != NULL){
+ route = vnet_state->g_routes.routes[i];
- if (pt == NULL){
- PrintError("Vnet: process_udp: Malloc fails\n");
- continue;
- }
-
- PrintDebug("Vnet: route_thread: socket: [%d]. ready to receive from ip [%x], port [%d] or from VMs\n", link_sock, (uint_t)dest, remote_port);
- pt->size = V3_RecvFrom_IP( link_sock, dest, remote_port, pt->data, length);
- PrintDebug("Vnet: route_thread: socket: [%d] receive from ip [%x], port [%d]\n", link_sock, (uint_t)dest, remote_port);
+ if(src_type == LINK_ANY && src_index == -1) {
+ if ((route->dest_mac_qual == MAC_ANY) &&
+ (route->src_mac_qual == MAC_ANY)) {
+ matched_routes[num_matches] = i;
+ num_matches++;
+ }
- if (pt->size <= 0) {
- PrintDebug("Vnet: process_udp: receiving packet from UDP fails\n");
- V3_Free(pt);
- return -1;
- }
+ if (memcmp((void *)&route->src_mac, (void *)src_mac, 6) == 0) {
+ if (route->src_mac_qual != MAC_NOT) {
+ if (route->dest_mac_qual == MAC_ANY) {
+ matched_routes[num_matches] = i;
+ num_matches++;
+ } else if (route->dest_mac_qual != MAC_NOT &&
+ memcmp((void *)&route->dest_mac, (void *)dst_mac, 6) == 0) {
+ matched_routes[num_matches] = i;
+ num_matches++;
+ }
+ }
+ }
+
+ if (memcmp((void *)&route->dest_mac, (void *)dst_mac, 6) == 0) {
+ if (route->dest_mac_qual != MAC_NOT) {
+ if (route->src_mac_qual == MAC_ANY) {
+ matched_routes[num_matches] = i;
+ num_matches++;
+ } else if ((route->src_mac_qual != MAC_NOT) &&
+ (memcmp((void *)&route->src_mac, (void *)src_mac, 6) == 0)) {
+ matched_routes[num_matches] = i;
+ num_matches++;
+ }
+ }
+ }
+
+ if ((route->dest_mac_qual == MAC_NOT) &&
+ (memcmp((void *)&route->dest_mac, (void *)dst_mac, 6) != 0)) {
+ if (route->src_mac_qual == MAC_ANY) {
+ matched_routes[num_matches] = i;
+ num_matches++;
+ } else if ((route->src_mac_qual != MAC_NOT) &&
+ (memcmp((void *)&route->src_mac, (void *)src_mac, 6) == 0)) {
+ matched_routes[num_matches] = i;
+ num_matches++;
+ }
+ }
+
+ if ((route->src_mac_qual == MAC_NOT) &&
+ (memcmp((void *)&route->src_mac, (void *)src_mac, 6) != 0)) {
+ if (route->dest_mac_qual == MAC_ANY) {
+ matched_routes[num_matches] = i;
+ num_matches++;
+ } else if ((route->dest_mac_qual != MAC_NOT) &&
+ (memcmp((void *)&route->dest_mac, (void *)dst_mac, 6) == 0)) {
+ matched_routes[num_matches] = i;
+ num_matches++;
+ }
+ }
+ }//end if src_type == Link_any
+ }
+ }//end for
+
+ PrintDebug("Vnet: match_route: Matches=%d\n", num_matches);
- PrintDebug("Vnet: process_udp: get packet\n");
- print_packet(pt->data, pt->size);
+ for (i = 0; i < num_matches; i++) {
+ matches[i] = matched_routes[i];
}
+
+ return num_matches;
}
-// TODO: To be removed
-static int indata_handler( )
-{
- if (!use_tcp)
- process_udpdata();
-
- return 0;
-}
-
-// TODO: To be removed
-static int start_recv_data()
-{
- if (use_tcp){
-
- } else {
- SOCK udp_data_socket;
-
- if ((udp_data_socket = V3_Create_UDP_Socket()) < 0){
- PrintError("VNET: Can't setup udp socket\n");
- return -1;
- }
- PrintDebug("Vnet: vnet_setup_udp: get socket: %d\n", udp_data_socket);
- g_udp_sockfd = udp_data_socket;
-
- store_topologies(udp_data_socket);
-
- if (V3_Bind_Socket(udp_data_socket, vnet_udp_port) < 0){
- PrintError("VNET: Can't bind socket\n");
- return -1;
- }
- PrintDebug("VNET: vnet_setup_udp: bind socket successful\n");
- }
-
- V3_CREATE_THREAD(&indata_handler, NULL, "VNET_DATA_HANDLER");
- return 0;
-}
-
-static void store_test_topologies(SOCK fd)
-{
- int i;
- int src_mac_qual = MAC_ANY;
- int dest_mac_qual = MAC_ANY;
- uint_t dest;
-#ifndef VNET_SERVER
- dest = (0 | 172 << 24 | 23 << 16 | 1 );
- PrintDebug("VNET: store_topologies. NOT VNET_SERVER, dest = %x\n", dest);
-#else
- dest = (0 | 172 << 24 | 23 << 16 | 2 );
- PrintDebug("VNET: store_topologies. VNET_SERVER, dest = %x\n", dest);
-#endif
-
- int type = UDP_TYPE;
- int src = 0;
- int src_type= LINK_ANY; //ANY_SRC_TYPE
- int data_port = 22;
-}
-
-#endif
-
-static int handle_one_pkt(struct ethernet_pkt * pkt)
-{
+static int handle_one_pkt(struct ethernet_pkt *pkt) {
int src_link_index = -1; //the value of src_link_index of udp always is 0
- int i;
char src_mac[6];
char dst_mac[6];
-
int matches[MAX_ROUTES];
int num_matched_routes = 0;
-
struct in_pkt_header header;
-
+ char hash_key[HASH_KEY_SIZE];
+ struct vnet_state_t *vnet_state = &g_vnet_state;
+ int i;
+
// get the ethernet and ip headers from the packet
memcpy((void *)&header, (void *)pkt->data, sizeof(header));
memcpy(src_mac, header.ethernetsrc, 6);
#ifdef CONFIG_DEBUG_VNET
char dest_str[18];
char src_str[18];
-
+
mac_to_string(src_mac, src_str);
mac_to_string(dst_mac, dest_str);
-
PrintDebug("Vnet: HandleDataOverLink. SRC(%s), DEST(%s)\n", src_str, dest_str);
#endif
-
- char hash_key[hash_key_size];
- make_hash_key(hash_key, src_mac, dst_mac, LINK_EDGE, src_link_index);//link_edge -> pt->type???
-
+
+ make_hash_key(hash_key, src_mac, dst_mac, LINK_EDGE, src_link_index);
num_matched_routes = look_into_cache((route_hashkey_t)hash_key, matches);
- if (num_matched_routes == -1) { //no match
- num_matched_routes = match_route(src_mac, dst_mac, LINK_ANY, src_link_index, matches);
-
- if (num_matched_routes > 0) {
+ if (num_matched_routes == -1) {
+ num_matched_routes = match_route(src_mac, dst_mac, LINK_ANY, src_link_index, matches);
+ if (num_matched_routes > 0) {
add_route_to_cache(hash_key, num_matched_routes,matches);
}
}
PrintDebug("Vnet: HandleDataOverLink: Matches=%d\n", num_matched_routes);
+
+ if (num_matched_routes == 0) {
+ return -1;
+ }
- for (i = 0; i < num_matched_routes; i++) {
+ for (i = 0; i < num_matched_routes; i++) {//send packet to all destinations
int route_index = -1;
int link_index = -1;
- int pkt_len = 0;
-
+ int pkt_len = 0;
+ struct link_entry * link = NULL;
+
route_index = matches[i];
-
- PrintDebug("Vnet: HandleDataOverLink: Forward packet from link according to Route entry %d\n", route_index);
+ link_index = vnet_state->g_routes.routes[route_index]->link_idx;
- link_index = g_routes.routes[route_index]->link_idx;
- if (link_index < 0 || link_index > MAX_LINKS)
+ if ((link_index < 0) || (link_index > MAX_LINKS) ||
+ (vnet_state->g_links.links[link_index] == NULL)) {
continue;
-
- struct link_entry *link = g_links.links[link_index];
- if (link == NULL)
- continue;
-
- pkt_len = pkt->size;
- if (g_routes.routes[route_index]->link_type == LINK_EDGE) {
-
- // TODO: apply the header in the beginning of the packet to be sent
- if ((link->dst_link->input(pkt->data, pkt_len, NULL)) != pkt_len)
- return -1;
- } else if (g_routes.routes[route_index]->link_type == LINK_INTERFACE) {
-
-
- if ((link->dst_link->input(pkt->data, pkt_len, NULL)) != pkt_len)
- return -1;
+ }
+
+ link = vnet_state->g_links.links[link_index];
+ pkt_len = pkt->size;
+ if (link->type == LINK_EDGE) {
+
+ //apply the header in the beginning of the packet to be sent
+ if (link->dst_link->pro_type == UDP_TYPE) {
+ struct udp_link_header *hdr = &(link->dst_link->vnet_header);
+ struct ip_header *ip = &hdr->ip_hdr;
+ struct udp_header *udp = &hdr->udp_hdr;
+ udp->len = pkt_len + sizeof(struct udp_header);
+ ip->total_len = pkt_len + sizeof(struct udp_header) + sizeof(struct ip_header);
+ ip->cksum = ip_xsum(ip, sizeof(struct ip_header));
+
+ int hdr_size = sizeof(struct udp_link_header);
+ memcpy(&pkt->ext_hdr, hdr, hdr_size);
+
+ pkt_len += hdr_size;
+ if ((link->dst_link->input((uchar_t *)&pkt->ext_hdr, pkt_len, link->dst_link->private_data)) != pkt_len) {
+ PrintDebug("VNET: Packet not sent properly to link: %d\n", link_index);
+ continue;
+ }
+ }else {
+ PrintDebug("VNET: Link protocol type not support\n");
+ continue;
+ }
+ } else if (link->type == LINK_INTERFACE) {
+ if ((link->dst_dev->input(link->dst_dev->vm, pkt->data, pkt_len, link->dst_dev->private_data)) != pkt_len) {
+ PrintDebug("VNET: Packet not sent properly to link: %d\n", link_index);
+ continue;
+ }
} else {
- PrintError("Vnet: Wrong Edge type\n");
- return -1;
+ PrintDebug("Vnet: Wrong Edge type of link: %d\n", link_index);
+ continue;
}
- }
- return 0;
+ PrintDebug("Vnet: HandleDataOverLink: Forward packet according to Route entry %d to link %d\n", route_index, link_index);
+ }
+
+ return 0;
}
-static int send_ethernet_pkt(char *buf, int length)
-{
- struct ethernet_pkt *pt;
+static int send_ethernet_pkt(uchar_t *data, int len, void *private_data) {
+ struct ethernet_pkt *pkt;
+ struct vnet_state_t *vnet_state = &g_vnet_state;
- pt = (struct ethernet_pkt *)V3_Malloc(sizeof(struct ethernet_pkt));
- ethernet_packet_init(pt, buf, length); //====here we copy sending data once
-
- PrintDebug("VNET: vm_send_pkt: transmitting packet: (size:%d)\n", (int)pt->size);
- print_packet((char *)buf, length);
-
- v3_enqueue(g_inpkt_q, (addr_t)pt);
+ pkt = (struct ethernet_pkt *)V3_Malloc(sizeof(struct ethernet_pkt));
+ if(pkt == NULL){
+ PrintError("VNET: Memory allocate fails\n");
+ return -1;
+ }
+
+ memset(pkt, 0, sizeof(struct ethernet_pkt));
+ ethernet_packet_init(pkt, data, len);
+ v3_enqueue(vnet_state->g_inpkt_q, (addr_t)pkt);
+
+#ifdef CONFIG_DEBUG_VNET
+ PrintDebug("VNET: send_pkt: transmitting packet: (size:%d)\n", (int)pkt->size);
+ print_packet((char *)data, len);
+#endif
- return 0;
+ return 0;
}
-int v3_vnet_send_pkt(uchar_t *buf, int length)
-{
- PrintDebug("VNET: In V3_Send_pkt: pkt length %d\n", length);
+int v3_vnet_send_rawpkt(uchar_t * buf,
+ int len,
+ void *private_data) {
+ PrintDebug("VNET: In v3_vnet_send_rawpkt: pkt length %d\n", len);
- return send_ethernet_pkt((char *)buf, length);
+ return send_ethernet_pkt(buf, len, private_data);
}
-static int search_device(char *device_name)
-{
+//sending the packet from Dom0, should remove the link header
+int v3_vnet_send_udppkt(uchar_t * buf,
+ int len,
+ void *private_data) {
+ uint_t hdr_len = sizeof(struct udp_link_header);
+
+ PrintDebug("VNET: In v3_vnet_send_udppkt: pkt length %d\n", len);
+
+ return send_ethernet_pkt((uchar_t *)(buf+hdr_len), len - hdr_len, private_data);
+}
+
+static int search_device(char * device_name) {
+ struct vnet_state_t *vnet_state = &g_vnet_state;
int i;
for (i = 0; i < MAX_LINKS; i++) {
- if (g_links.links[i] != NULL && g_links.links[i]->type == LINK_INTERFACE) {
- if (!strcmp(device_name, g_links.links[i]->dst_dev->name)) {
+ if ((vnet_state->g_links.links[i] != NULL) && (vnet_state->g_links.links[i]->type == LINK_INTERFACE)) {
+ if (strcmp(device_name, vnet_state->g_links.links[i]->dst_dev->name) == 0) {
return i;
}
}
}
-
+
return -1;
}
-int vnet_register_device(struct vm_device *vdev,
- char *dev_name,
- uchar_t mac[6],
- int (*netif_input)(uchar_t * pkt, uint_t size, void *private_data),
- void *data)
-{
- struct vnet_if_device *if_dev;
+int v3_vnet_add_node(struct v3_vm_info *info,
+ char * dev_name,
+ uchar_t mac[6],
+ int (*netif_input)(struct v3_vm_info * vm, uchar_t * pkt, uint_t size, void * private_data),
+ void * priv_data){
+ struct vnet_if_device * if_dev;
int idx = search_device(dev_name);
- if (idx != -1)
+ if (idx != -1) {
+ PrintDebug("VNET: register device: Already has device with the name %s\n", dev_name);
return -1;
+ }
- if_dev = (struct vnet_if_device *)V3_Malloc(sizeof(struct vnet_if_device));
-
- if (if_dev == NULL){
+ if_dev = (struct vnet_if_device *)V3_Malloc(sizeof(struct vnet_if_device));
+ if (if_dev == NULL) {
PrintError("VNET: Malloc fails\n");
return -1;
}
strcpy(if_dev->name, dev_name);
strncpy(if_dev->mac_addr, mac, 6);
- if_dev->dev = vdev;
if_dev->input = netif_input;
- if_dev->private_data = data;
-
- struct link_entry *link = (struct link_entry *)V3_Malloc(sizeof(struct link_entry));
+ if_dev->private_data = priv_data;
+ if_dev->vm = info;
+ struct link_entry * link = (struct link_entry *)V3_Malloc(sizeof(struct link_entry));
link->type = LINK_INTERFACE;
link->dst_dev = if_dev;
- idx = add_link_entry(link);
-
- return idx;
-}
+ idx = __add_link_entry(link);
-int vnet_unregister_device(char *dev_name)
-{
- int idx;
-
- idx = search_device(dev_name);
-
- if (idx == -1) {
- return -1;
- }
-
- struct vnet_if_device *device = (struct vnet_if_device *)delete_link_entry(idx);
- if (device == NULL) {
- return -1;
- }
-
- V3_Free(device);
+ if (idx < 0) return -1;
return idx;
}
-int v3_vnet_pkt_process()
-{
- struct ethernet_pkt *pt;
+int v3_vnet_pkt_process() {
+ struct ethernet_pkt * pkt;
+ struct vnet_state_t *vnet_state = &g_vnet_state;
- PrintDebug("VNET: In vnet_check\n");
-
- while ((pt = (struct ethernet_pkt *)v3_dequeue(g_inpkt_q)) != NULL) {
- PrintDebug("VNET: In vnet_check: pt length %d, pt type %d\n", (int)pt->size, (int)pt->type);
- v3_hexdump(pt->data, pt->size, NULL, 0);
-
- if(handle_one_pkt(pt)) {
- PrintDebug("VNET: vnet_check: handle one packet!\n");
- }else {
- PrintError("VNET: vnet_check: fail to forward one packet, discard it!\n");
- }
+ while ((pkt = (struct ethernet_pkt *)v3_dequeue(vnet_state->g_inpkt_q))!= NULL) {
+ if (handle_one_pkt(pkt) != -1) {
+ PrintDebug("VNET: vnet_check: handle one packet! pt length %d, pt type %d\n", (int)pkt->size, (int)pkt->type);
+ } else {
+ PrintDebug("VNET: vnet_check: Fail to forward one packet, discard it!\n");
+ }
- V3_Free(pt); //be careful here
+ V3_Free(pkt); // be careful here
}
return 0;
}
-
-static void init_empty_link_table()
-{
- int i;
-
- for (i = 0; i < MAX_LINKS; i++)
- g_links.links[i] = NULL;
-
-
- g_links.size = 0;
-}
-
-static void init_empty_route_table()
-{
+static void vnet_state_init(struct vnet_state_t *vnet_state) {
int i;
- for (i = 0; i < MAX_ROUTES; i++)
- g_routes.routes[i] = NULL;
-
- g_links.size = 0;
-}
-
-static void init_tables() {
- init_empty_link_table();
- init_empty_route_table();
- init_route_cache();
-}
-
-static void init_pkt_queue()
-{
- PrintDebug("VNET Init package receiving queue\n");
-
- g_inpkt_q = v3_create_queue();
- v3_init_queue(g_inpkt_q);
-}
-
-#if 0
-// TODO:
-static int init_routing_tables(struct routing_entry *route_tab, uint16_t size)
-{
- //struct routing_entry *route;
-
-
- return 0;
-}
-
-
-// TODO:
-static int init_link_tables(struct link_entry *link_tab, uint16_t size)
-{
- //struct link_entry *link;
-
- return 0;
-}
-
-#endif
-
-struct table_init_info {
- addr_t routing_table_start;
- uint16_t routing_table_size;
- addr_t link_table_start;
- uint16_t link_table_size;
-};
-
-static int handle_init_tables_hcall(struct guest_info * info, uint_t hcall_id, void *priv_data)
-{
- uint8_t *buf = NULL;
- addr_t info_addr = (addr_t)info->vm_regs.rcx;
+ /*initial links table */
+ for (i = 0; i < MAX_LINKS; i++) {
+ vnet_state->g_links.links[i] = NULL;
+ }
+ vnet_state->g_links.size = 0;
+ if(v3_lock_init(&(vnet_state->g_links.lock)) == -1){
+ PrintError("VNET: Failure to init lock for links table\n");
+ }
+ PrintDebug("VNET: Links table initiated\n");
- if (guest_va_to_host_va(info, info_addr, (addr_t *)&(buf)) == -1) {
- PrintError("Could not translate buffer address\n");
- return -1;
+ /*initial routes table */
+ for (i = 0; i < MAX_ROUTES; i++) {
+ vnet_state->g_routes.routes[i] = NULL;
+ }
+ vnet_state->g_routes.size = 0;
+ if(v3_lock_init(&(vnet_state->g_routes.lock)) == -1){
+ PrintError("VNET: Failure to init lock for routes table\n");
}
+ PrintDebug("VNET: Routes table initiated\n");
- //struct table_init_info *init_info = (struct table_init_info *)buf;
-
-
- return 0;
+ /*initial pkt receiving queue */
+ vnet_state->g_inpkt_q = v3_create_queue();
+ v3_init_queue(vnet_state->g_inpkt_q);
+ PrintDebug("VNET: Receiving queue initiated\n");
+
+ /*initial routing cache */
+ init_route_cache(vnet_state);
}
-void v3_vnet_init(struct guest_info *vm)
-{
- init_tables();
- init_pkt_queue();
+int v3_init_vnet() {
+ vnet_state_init(&g_vnet_state);
- v3_register_hypercall(vm, VNET_INITAB_HCALL, handle_init_tables_hcall, NULL);
-
- //store_test_topologies(udp_data_socket);
+ PrintDebug("VNET Initialized\n");
- PrintDebug("VNET Initied\n");
+ return 0;
}
-