Skip to content

H
hpdos
Commit a44792e6 authored by NILANJAN DAW's avatar NILANJAN DAW
Browse files
Options

Initial commit for hpdos project. 

-- Implemented a MDS for routing request to replica set
-- Uses CRC32 as routing algorithm
-- Uses Key in UDP packet payload as the routing criteria
parent d01d92a2
Expand all Hide whitespace changes
Inline Side-by-side
Showing with 1001229 additions and 8608 deletions
.gitignore 0 → 100644
View file @ a44792e6
*.pcap
.vscode/
bmv2/
p4c-bmv2/
*.pyc
server/kv.txt
controller/hot.txt
generator/hot.txt
generator/kv.txt
generator/query.txt
client/query.txt 0 → 100644
View file @ a44792e6
This diff is collapsed.
client/send.py
View file @ a44792e6
......@@ -5,7 +5,7 @@ import thread
from nc_config import *
NC_PORT = 8888
NC_PORT = 8889
CLIENT_IP = "10.0.0.1"
SERVER_IP = "10.0.0.2"
CONTROLLER_IP = "10.0.0.3"
......@@ -30,16 +30,17 @@ for line in f.readlines():
line = line.split()
op = line[0]
key_header = int(line[1])
key_body = line[2:]
op_field = struct.pack("B", NC_READ_REQUEST)
op_field = struct.pack("B", 8)
key_field = struct.pack(">I", key_header)
for i in range(len(key_body)):
key_field += struct.pack("B", int(key_body[i], 16))
packet = op_field + key_field
s.sendto(packet, (SERVER_IP, NC_PORT))
counter = counter + 1
time.sleep(interval)
# break
f.close()
controller/controller.py
View file @ a44792e6
......@@ -5,7 +5,7 @@ import thread
from nc_config import *
NC_PORT = 8888
NC_PORT = 8889
CLIENT_IP = "10.0.0.1"
SERVER_IP = "10.0.0.2"
CONTROLLER_IP = "10.0.0.3"
......@@ -19,45 +19,48 @@ s = socket.socket(socket.AF_INET, socket.SOCK_DGRAM)
s.bind((CONTROLLER_IP, NC_PORT))
## Initiate the switch
op = NC_UPDATE_REQUEST
op_field = struct.pack("B", op)
f = open(path_hot, "r")
for line in f.readlines():
line = line.split()
key_header = line[0]
key_body = line[1:]
# op = NC_UPDATE_REQUEST
# op_field = struct.pack("B", op)
# f = open(path_hot, "r")
# for line in f.readlines():
# line = line.split()
# key_header = line[0]
# key_body = line[1:]
key_header = int(key_header)
for i in range(len(key_body)):
key_body[i] = int(key_body[i], 16)
# key_header = int(key_header)
# for i in range(len(key_body)):
# key_body[i] = int(key_body[i], 16)
key_field = ""
key_field += struct.pack(">I", key_header)
for i in range(len(key_body)):
key_field += struct.pack("B", key_body[i])
# key_field = ""
# key_field += struct.pack(">I", key_header)
# for i in range(len(key_body)):
# key_field += struct.pack("B", key_body[i])
packet = op_field + key_field
s.sendto(packet, (SERVER_IP, NC_PORT))
time.sleep(0.001)
f.close()
# packet = op_field + key_field
# s.sendto(packet, (SERVER_IP, NC_PORT))
# time.sleep(0.001)
# f.close()
## Listen hot report
#f = open(path_log, "w")
while True:
packet, addr = s.recvfrom(2048)
# print(packet, addr)
op_field = packet[0]
key_field = packet[1:len_key + 1]
load_field = packet[len_key + 1:]
op = struct.unpack("B", op_field)[0]
if (op != NC_HOT_READ_REQUEST):
continue
# load_field = packet[len_key + 1:]
# op = struct.unpack("B", op_field)[0]
# if (op != NC_HOT_READ_REQUEST):
# continue
key_header = struct.unpack(">I", key_field[:4])[0]
load = struct.unpack(">IIII", load_field)
print(op_field, key_header)
# load = struct.unpack(">IIII", load_field)
counter = counter + 1
print "\tHot Item:", key_header, load
# counter = counter + 1
# print "\tHot Item:", key_header, load
#f.write(str(key_header) + ' ')
#f.write(str(load) + ' ')
......
mininet/c.txt 0 → 100644
View file @ a44792e6
table_set_default check_cache_valid check_cache_valid_act
table_set_default set_cache_valid set_cache_valid_act
table_add ipv4_route set_egress 10.0.0.1 => 1
table_add ipv4_route set_egress 10.0.0.2 => 2
table_add ipv4_route set_egress 10.0.0.3 => 3
table_add ethernet_set_mac ethernet_set_mac_act 1 => aa:bb:cc:dd:ee:11 aa:bb:cc:dd:ee:01
table_add ethernet_set_mac ethernet_set_mac_act 2 => aa:bb:cc:dd:ee:12 aa:bb:cc:dd:ee:02
table_add ethernet_set_mac ethernet_set_mac_act 3 => aa:bb:cc:dd:ee:13 aa:bb:cc:dd:ee:03
table_set_default calculate_router_hash calculate_router_hash_act
table_add update_dst update_dst_act 0 => 10.0.0.3
table_add update_dst update_dst_act 1 => 10.0.0.2
\ No newline at end of file
mininet/commands.txt deleted 100644 → 0
View file @ d01d92a2
This diff is collapsed.
mininet/hpdos.json 0 → 100644
View file @ a44792e6
This diff is collapsed.
mininet/netcache.json
View file @ a44792e6
This diff is collapsed.
mininet/run_demo.sh
View file @ a44792e6
......@@ -24,10 +24,10 @@ SWITCH_PATH=$BMV2_PATH/targets/simple_switch/simple_switch
#CLI_PATH=$BMV2_PATH/tools/runtime_CLI.py
CLI_PATH=$BMV2_PATH/targets/simple_switch/sswitch_CLI
$P4C_BM_SCRIPT ../p4src/netcache.p4 --json netcache.json
$P4C_BM_SCRIPT ../p4src/hpdos.p4 --json hpdos.json
# This gives libtool the opportunity to "warm-up"
sudo $SWITCH_PATH >/dev/null 2>&1
# sudo $SWITCH_PATH >/dev/null 2>&1
sudo PYTHONPATH=$PYTHONPATH:$BMV2_PATH/mininet/ python topo.py \
--behavioral-exe $SWITCH_PATH \
--json netcache.json \
--json hpdos.json \
--cli $CLI_PATH
mininet/topo.py
View file @ a44792e6
......@@ -115,7 +115,7 @@ def main():
for i in range(nb_switches):
#cmd = [args.cli, "--json", args.json, "--thrift-port", str(_THRIFT_BASE_PORT + i)]
cmd = [args.cli, args.json, str(_THRIFT_BASE_PORT + i)]
with open("commands.txt", "r") as f:
with open("c.txt", "r") as f:
print " ".join(cmd)
try:
output = subprocess.check_output(cmd, stdin = f)
......
p4src/cache.p4 deleted 100644 → 0
View file @ d01d92a2
header_type nc_cache_md_t {
fields {
cache_exist: 1;
cache_index: 14;
cache_valid: 1;
}
}
metadata nc_cache_md_t nc_cache_md;
action check_cache_exist_act(index) {
modify_field (nc_cache_md.cache_exist, 1);
modify_field (nc_cache_md.cache_index, index);
}
table check_cache_exist {
reads {
nc_hdr.key: exact;
}
actions {
check_cache_exist_act;
}
size: NUM_CACHE;
}
register cache_valid_reg {
width: 1;
instance_count: NUM_CACHE;
}
action check_cache_valid_act() {
register_read(nc_cache_md.cache_valid, cache_valid_reg, nc_cache_md.cache_index);
}
table check_cache_valid {
actions {
check_cache_valid_act;
}
//default_action: check_cache_valid_act;
}
action set_cache_valid_act() {
register_write(cache_valid_reg, nc_cache_md.cache_index, 1);
}
table set_cache_valid {
actions {
set_cache_valid_act;
}
//default_action: set_cache_valid_act;
}
control process_cache {
apply (check_cache_exist);
if (nc_cache_md.cache_exist == 1) {
if (nc_hdr.op == NC_READ_REQUEST) {
apply (check_cache_valid);
}
else if (nc_hdr.op == NC_UPDATE_REPLY) {
apply (set_cache_valid);
}
}
}
p4src/heavy_hitter.p4 deleted 100644 → 0
View file @ d01d92a2
#define HH_LOAD_WIDTH 32
#define HH_LOAD_NUM 256
#define HH_LOAD_HASH_WIDTH 8
#define HH_THRESHOLD 128
#define HH_BF_NUM 512
#define HH_BF_HASH_WIDTH 9
header_type nc_load_md_t {
fields {
index_1: 16;
index_2: 16;
index_3: 16;
index_4: 16;
load_1: 32;
load_2: 32;
load_3: 32;
load_4: 32;
}
}
metadata nc_load_md_t nc_load_md;
field_list hh_hash_fields {
nc_hdr.key;
}
register hh_load_1_reg {
width: HH_LOAD_WIDTH;
instance_count: HH_LOAD_NUM;
}
field_list_calculation hh_load_1_hash {
input {
hh_hash_fields;
}
algorithm : crc32;
output_width : HH_LOAD_HASH_WIDTH;
}
action hh_load_1_count_act() {
modify_field_with_hash_based_offset(nc_load_md.index_1, 0, hh_load_1_hash, HH_LOAD_NUM);
register_read(nc_load_md.load_1, hh_load_1_reg, nc_load_md.index_1);
register_write(hh_load_1_reg, nc_load_md.index_1, nc_load_md.load_1 + 1);
}
table hh_load_1_count {
actions {
hh_load_1_count_act;
}
}
register hh_load_2_reg {
width: HH_LOAD_WIDTH;
instance_count: HH_LOAD_NUM;
}
field_list_calculation hh_load_2_hash {
input {
hh_hash_fields;
}
algorithm : csum16;
output_width : HH_LOAD_HASH_WIDTH;
}
action hh_load_2_count_act() {
modify_field_with_hash_based_offset(nc_load_md.index_2, 0, hh_load_2_hash, HH_LOAD_NUM);
register_read(nc_load_md.load_2, hh_load_2_reg, nc_load_md.index_2);
register_write(hh_load_2_reg, nc_load_md.index_2, nc_load_md.load_2 + 1);
}
table hh_load_2_count {
actions {
hh_load_2_count_act;
}
}
register hh_load_3_reg {
width: HH_LOAD_WIDTH;
instance_count: HH_LOAD_NUM;
}
field_list_calculation hh_load_3_hash {
input {
hh_hash_fields;
}
algorithm : crc16;
output_width : HH_LOAD_HASH_WIDTH;
}
action hh_load_3_count_act() {
modify_field_with_hash_based_offset(nc_load_md.index_3, 0, hh_load_3_hash, HH_LOAD_NUM);
register_read(nc_load_md.load_3, hh_load_3_reg, nc_load_md.index_3);
register_write(hh_load_3_reg, nc_load_md.index_3, nc_load_md.load_3 + 1);
}
table hh_load_3_count {
actions {
hh_load_3_count_act;
}
}
register hh_load_4_reg {
width: HH_LOAD_WIDTH;
instance_count: HH_LOAD_NUM;
}
field_list_calculation hh_load_4_hash {
input {
hh_hash_fields;
}
algorithm : crc32;
output_width : HH_LOAD_HASH_WIDTH;
}
action hh_load_4_count_act() {
modify_field_with_hash_based_offset(nc_load_md.index_4, 0, hh_load_4_hash, HH_LOAD_NUM);
register_read(nc_load_md.load_4, hh_load_4_reg, nc_load_md.index_4);
register_write(hh_load_4_reg, nc_load_md.index_4, nc_load_md.load_4 + 1);
}
table hh_load_4_count {
actions {
hh_load_4_count_act;
}
}
control count_min {
apply (hh_load_1_count);
apply (hh_load_2_count);
apply (hh_load_3_count);
apply (hh_load_4_count);
}
header_type hh_bf_md_t {
fields {
index_1: 16;
index_2: 16;
index_3: 16;
bf_1: 1;
bf_2: 1;
bf_3: 1;
}
}
metadata hh_bf_md_t hh_bf_md;
register hh_bf_1_reg {
width: 1;
instance_count: HH_BF_NUM;
}
field_list_calculation hh_bf_1_hash {
input {
hh_hash_fields;
}
algorithm : crc32;
output_width : HH_BF_HASH_WIDTH;
}
action hh_bf_1_act() {
modify_field_with_hash_based_offset(hh_bf_md.index_1, 0, hh_bf_1_hash, HH_BF_NUM);
register_read(hh_bf_md.bf_1, hh_bf_1_reg, hh_bf_md.index_1);
register_write(hh_bf_1_reg, hh_bf_md.index_1, 1);
}
table hh_bf_1 {
actions {
hh_bf_1_act;
}
}
register hh_bf_2_reg {
width: 1;
instance_count: HH_BF_NUM;
}
field_list_calculation hh_bf_2_hash {
input {
hh_hash_fields;
}
algorithm : csum16;
output_width : HH_BF_HASH_WIDTH;
}
action hh_bf_2_act() {
modify_field_with_hash_based_offset(hh_bf_md.index_2, 0, hh_bf_2_hash, HH_BF_NUM);
register_read(hh_bf_md.bf_2, hh_bf_2_reg, hh_bf_md.index_2);
register_write(hh_bf_2_reg, hh_bf_md.index_2, 1);
}
table hh_bf_2 {
actions {
hh_bf_2_act;
}
}
register hh_bf_3_reg {
width: 1;
instance_count: HH_BF_NUM;
}
field_list_calculation hh_bf_3_hash {
input {
hh_hash_fields;
}
algorithm : crc16;
output_width : HH_BF_HASH_WIDTH;
}
action hh_bf_3_act() {
modify_field_with_hash_based_offset(hh_bf_md.index_3, 0, hh_bf_3_hash, HH_BF_NUM);
register_read(hh_bf_md.bf_3, hh_bf_3_reg, hh_bf_md.index_3);
register_write(hh_bf_3_reg, hh_bf_md.index_3, 1);
}
table hh_bf_3 {
actions {
hh_bf_3_act;
}
}
control bloom_filter {
apply (hh_bf_1);
apply (hh_bf_2);
apply (hh_bf_3);
}
field_list mirror_list {
nc_load_md.load_1;
nc_load_md.load_2;
nc_load_md.load_3;
nc_load_md.load_4;
}
#define CONTROLLER_MIRROR_DSET 3
action clone_to_controller_act() {
clone_egress_pkt_to_egress(CONTROLLER_MIRROR_DSET, mirror_list);
}
table clone_to_controller {
actions {
clone_to_controller_act;
}
}
control report_hot_step_1 {
apply (clone_to_controller);
}
#define CONTROLLER_IP 0x0a000003
action report_hot_act() {
modify_field (nc_hdr.op, NC_HOT_READ_REQUEST);
add_header (nc_load);
add_to_field(ipv4.totalLen, 16);
add_to_field(udp.len, 16);
modify_field (nc_load.load_1, nc_load_md.load_1);
modify_field (nc_load.load_2, nc_load_md.load_2);
modify_field (nc_load.load_3, nc_load_md.load_3);
modify_field (nc_load.load_4, nc_load_md.load_4);
modify_field (ipv4.dstAddr, CONTROLLER_IP);
}
table report_hot {
actions {
report_hot_act;
}
}
control report_hot_step_2 {
apply (report_hot);
}
control heavy_hitter {
if (standard_metadata.instance_type == 0) {
count_min();
if (nc_load_md.load_1 > HH_THRESHOLD) {
if (nc_load_md.load_2 > HH_THRESHOLD) {
if (nc_load_md.load_3 > HH_THRESHOLD) {
if (nc_load_md.load_4 > HH_THRESHOLD) {
bloom_filter();
if (hh_bf_md.bf_1 == 0 or hh_bf_md.bf_2 == 0 or hh_bf_md.bf_3 == 0){
report_hot_step_1();
}
}
}
}
}
}
else {
report_hot_step_2();
}
}
p4src/netcache.p4 → p4src/hpdos.p4
View file @ a44792e6
......@@ -2,23 +2,15 @@
#include "includes/headers.p4"
#include "includes/parsers.p4"
#include "includes/checksum.p4"
#include "cache.p4"
#include "heavy_hitter.p4"
#include "value.p4"
#include "ipv4.p4"
#include "ethernet.p4"
#include "ipv4.p4"
#include "mds.p4"
control ingress {
process_cache();
process_value();
apply (ipv4_route);
routePacket();
apply(ipv4_route);
}
control egress {
if (nc_hdr.op == NC_READ_REQUEST and nc_cache_md.cache_exist != 1) {
heavy_hitter();
}
apply (ethernet_set_mac);
}
apply(ethernet_set_mac);
}
\ No newline at end of file
p4src/includes/defines.p4
View file @ a44792e6
#define NC_PORT 8888
#define SILLY_PORT 8089
#define NUM_CACHE 128
#define NC_READ_REQUEST 0
......
p4src/includes/headers.p4
View file @ a44792e6
......@@ -55,7 +55,7 @@ header udp_t udp;
header_type nc_hdr_t {
fields {
op: 8;
key: 128;
key: 32;
}
}
header nc_hdr_t nc_hdr;
......
p4src/includes/parsers.p4
View file @ a44792e6
......@@ -30,8 +30,9 @@ parser parse_tcp {
parser parse_udp {
extract (udp);
return select (latest.dstPort) {
NC_PORT: parse_nc_hdr;
default: ingress;
// NC_PORT: drop;
SILLY_PORT: parse_nc_hdr;
default: parse_nc_hdr;
}
}
......@@ -39,23 +40,10 @@ parser parse_nc_hdr {
extract (nc_hdr);
return select(latest.op) {
NC_READ_REQUEST: ingress;
NC_READ_REPLY: parse_value;
NC_HOT_READ_REQUEST: parse_nc_load;
NC_UPDATE_REQUEST: ingress;
NC_UPDATE_REPLY: parse_value;
default: ingress;
}
}
parser parse_nc_load {
extract (nc_load);
return ingress;
}
parser parse_value {
return parse_nc_value_1;
}
/*
The parsers for value headers are defined in value.p4
k = 1, 2, ..., 8
......
p4src/mds.p4 0 → 100644
View file @ a44792e6
#define CLUSTER_COUNT 2
#define ROUTER_HASH_WIDTH 8
header_type router_t {
fields {
router_index: 8;
}
}
metadata router_t router;
action update_dst_act(dstAddr) {
modify_field (ipv4.dstAddr, dstAddr);
}
table update_dst {
reads {
router.router_index: exact;
}
actions {
update_dst_act;
}
}
field_list router_hash_fields {
nc_hdr.key;
}
field_list_calculation router_hash {
input {
router_hash_fields;
}
algorithm : crc32;
output_width : ROUTER_HASH_WIDTH;
}
action calculate_router_hash_act() {
modify_field_with_hash_based_offset(router.router_index, 0, router_hash, CLUSTER_COUNT);
}
table calculate_router_hash {
actions {
calculate_router_hash_act;
}
}
control routePacket {
apply(calculate_router_hash);
apply(update_dst);
}
p4src/value.p4 deleted 100644 → 0
View file @ d01d92a2
#define HEADER_VALUE(i) \
header_type nc_value_##i##_t { \
fields { \
value_##i##_1: 32; \
value_##i##_2: 32; \
value_##i##_3: 32; \
value_##i##_4: 32; \
} \
} \
header nc_value_##i##_t nc_value_##i;
#define PARSER_VALUE(i, ip1) \
parser parse_nc_value_##i { \
extract (nc_value_##i); \
return parse_nc_value_##ip1; \
}
#define REGISTER_VALUE_SLICE(i, j) \
register value_##i##_##j##_reg { \
width: 32; \
instance_count: NUM_CACHE; \
}
#define REGISTER_VALUE(i) \
REGISTER_VALUE_SLICE(i, 1) \
REGISTER_VALUE_SLICE(i, 2) \
REGISTER_VALUE_SLICE(i, 3) \
REGISTER_VALUE_SLICE(i, 4)
#define ACTION_READ_VALUE_SLICE(i, j) \
action read_value_##i##_##j##_act() { \
register_read(nc_value_##i.value_##i##_##j, value_##i##_##j##_reg, nc_cache_md.cache_index); \
}
#define ACTION_READ_VALUE(i) \
ACTION_READ_VALUE_SLICE(i, 1) \
ACTION_READ_VALUE_SLICE(i, 2) \
ACTION_READ_VALUE_SLICE(i, 3) \
ACTION_READ_VALUE_SLICE(i, 4)
#define TABLE_READ_VALUE_SLICE(i, j) \
table read_value_##i##_##j { \
actions { \
read_value_##i##_##j##_act; \
} \
}
#define TABLE_READ_VALUE(i) \
TABLE_READ_VALUE_SLICE(i, 1) \
TABLE_READ_VALUE_SLICE(i, 2) \
TABLE_READ_VALUE_SLICE(i, 3) \
TABLE_READ_VALUE_SLICE(i, 4)
#define ACTION_ADD_VALUE_HEADER(i) \
action add_value_header_##i##_act() { \
add_to_field(ipv4.totalLen, 16);\
add_to_field(udp.len, 16);\
add_header(nc_value_##i); \
}
#define TABLE_ADD_VALUE_HEADER(i) \
table add_value_header_##i { \
actions { \
add_value_header_##i##_act; \
} \
}
#define ACTION_WRITE_VALUE_SLICE(i, j) \
action write_value_##i##_##j##_act() { \
register_write(value_##i##_##j##_reg, nc_cache_md.cache_index, nc_value_##i.value_##i##_##j); \
}
#define ACTION_WRITE_VALUE(i) \
ACTION_WRITE_VALUE_SLICE(i, 1) \
ACTION_WRITE_VALUE_SLICE(i, 2) \
ACTION_WRITE_VALUE_SLICE(i, 3) \
ACTION_WRITE_VALUE_SLICE(i, 4)
#define TABLE_WRITE_VALUE_SLICE(i, j) \
table write_value_##i##_##j { \
actions { \
write_value_##i##_##j##_act; \
} \
}
#define TABLE_WRITE_VALUE(i) \
TABLE_WRITE_VALUE_SLICE(i, 1) \
TABLE_WRITE_VALUE_SLICE(i, 2) \
TABLE_WRITE_VALUE_SLICE(i, 3) \
TABLE_WRITE_VALUE_SLICE(i, 4)
#define ACTION_REMOVE_VALUE_HEADER(i) \
action remove_value_header_##i##_act() { \
subtract_from_field(ipv4.totalLen, 16);\
subtract_from_field(udp.len, 16);\
remove_header(nc_value_##i); \
}
#define TABLE_REMOVE_VALUE_HEADER(i) \
table remove_value_header_##i { \
actions { \
remove_value_header_##i##_act; \
} \
}
#define CONTROL_PROCESS_VALUE(i) \
control process_value_##i { \
if (nc_hdr.op == NC_READ_REQUEST and nc_cache_md.cache_valid == 1) { \
apply (add_value_header_##i); \
apply (read_value_##i##_1); \
apply (read_value_##i##_2); \
apply (read_value_##i##_3); \
apply (read_value_##i##_4); \
} \
else if (nc_hdr.op == NC_UPDATE_REPLY and nc_cache_md.cache_exist == 1) { \
apply (write_value_##i##_1); \
apply (write_value_##i##_2); \
apply (write_value_##i##_3); \
apply (write_value_##i##_4); \
apply (remove_value_header_##i); \
} \
}
#define HANDLE_VALUE(i, ip1) \
HEADER_VALUE(i) \
PARSER_VALUE(i, ip1) \
REGISTER_VALUE(i) \
ACTION_READ_VALUE(i) \
TABLE_READ_VALUE(i) \
ACTION_ADD_VALUE_HEADER(i) \
TABLE_ADD_VALUE_HEADER(i) \
ACTION_WRITE_VALUE(i) \
TABLE_WRITE_VALUE(i) \
ACTION_REMOVE_VALUE_HEADER(i) \
TABLE_REMOVE_VALUE_HEADER(i) \
CONTROL_PROCESS_VALUE(i)
#define FINAL_PARSER(i) \
parser parse_nc_value_##i { \
return ingress; \
}