Added experiment results

code/CMakeLists.txt

@@ -3,6 +3,8 @@ project(presto)
 
 set(CMAKE_CXX_STANDARD 14)
 
+set(CMAKE_BUILD_TYPE Debug)
+
 set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wall -Werror -Wno-unused -fno-omit-frame-pointer -O0")
 
 set(SOURCE_FILES main.cc metadata.h metadata.cc cache.h hashmap.cc hashmap.h cache.cc util.h policy.cc policy.h

code/exp1.cc

@@ -38,8 +38,8 @@ void exp1()
     struct ns_pair snapshot_rate[] = {
             //{5000,   "5000"},
             {10000,  "10000"},
-            {50000,  "50000"},
-            {100000, "100000"},
+            // {50000,  "50000"},
+            // {100000, "100000"},
             //{500000, "500K"},
             //{5,      "5s"},
             //{10,     "10s"},
@@ -49,25 +49,26 @@ void exp1()
             //{300,    "5m"}
     };
     struct ns_pair prewarm_set_size_limit[] = {
-            {5,   "5%"},
-            {10,  "10%"},
-            {25,  "25%"},
-            {50,  "50%"},
+            // {5,   "5%"},
+            // {10,  "10%"},
+            // {25,  "25%"},
+            // {50,  "50%"},
             {75,  "75%"},
-            {100, "100%"}
+            // {100, "100%"}
     };
     struct ns_pair prewarm_rate_limit[] = {
-            {0, "0MBps"},
-            //{1000, "100MBps"},
-            //{2000, "200MBps"}
+            // {0, "0MBps"},
+            {50, "50MBps"},
+            // {100, "100MBps"},
+            // {500, "200MBps"}
     };
     struct ns_pair heuristic[] = {
             //{K_FREQ,        "K_FREQ"},
             {K_FREQ_MEM,    "K_FREQ_MEM"},
             //{K_RECN,        "K_RECN"},
-            {K_RECN_MEM,    "K_RECN_MEM"},
+            // {K_RECN_MEM,    "K_RECN_MEM"},
             //{K_FRERECN,     "K_FRERECN"},
-            {K_FRERECN_MEM, "K_FRERECN_MEM"}
+            // {K_FRERECN_MEM, "K_FRERECN_MEM"}
     };
     struct ns_pair score_recn[] = {
             {1, "1"},

code/experiments.cc

@@ -223,6 +223,7 @@ int perform_lookup(Cache *cache, struct bio_req *request)
     delete[] hash;
 
     khm3 = get_hm3_key(vhm1->egroup_id);
+    assert(khm3->egroup_id != 614819);
     vhm3 = (val_hm3 *) cache->lookup(HASHMAP3, khm3, request->vdisk);
     if (vhm3 == nullptr)
     {
@@ -388,6 +389,10 @@ BitArray **analyze_snapshots(Cache *cache, int max_epochs, int ssr, long pre_siz
 
                 case K_FREQ_MEM:
                     calc_scores_freq_mem(ba[j], scores[j]);
+                    // if (j==num_vdisks)
+                    // {
+                    //     fprintf(stderr, "score %ld", scores[j][614819]);
+                    // }
                     break;
                 case K_RECN_MEM:
                     calc_scores_rec_mem(ba[j], scores[j], (experiment == EXP1) ? max_epochs - i - 1 : i + 1);

code/gen.py

@@ -214,7 +214,7 @@ def generate(conf):
                 blocks_r_hr.append(sector)
                 times_r_hr.append(ts)
 
-            if ts > 3600:
+            if ts > 14200:
                 break
 
             while True:

code/gen_main.py

@@ -70,6 +70,8 @@ def main():
     for csize in cluster_size_list:
         for cstride in cluster_stride_list:
             for hs in range(len(hotspot_list)):
+                if i>=6:
+                    break
                 conf_template['name'] = 'syn' + str(501 + i)
                 conf_template['vdisk']['id'] = 501 + i
                 conf_template['sector']['cluster']['size'] = {'min': csize[0], 'max': csize[1]}

code/main.cc

@@ -7,7 +7,7 @@
 
 int Snapshot::num_epochs;
 
-int experiment = 1;
+int experiment = 2;
 
 int main()
 {

code/merge.py

@@ -3,5 +3,9 @@ import os
 if __name__ == "__main__":
     wload="wss_iops100"
     os.chdir("traces/" + wload)
-    os.system("cat syn*.csv > temp.csv")
+    disks=[501,502,503,504,505,506]
+    os.system("cat syn" +str(disks[0])+".csv > temp.csv")    
+    for i in range(1,len(disks)):
+        os.system("cat syn" +str(disks[i])+".csv >> temp.csv")    
+    # os.system("cat syn*.csv > temp.csv")
     os.system("sort --field-separator=',' -n -k 5,5 temp.csv > %sMerged.csv" % (wload))

experiments/real1/setup.txt

+Basic Info
+1)Experiment ran on trace taken from http://iotta.snia.org/tracetypes/3
+2)The above site has hourly traces of 6 disks for 8 days.
+3)We used the trace from 1200 to 1300 on 16/02/2016
+4)I used only 1 hour trace(an the failure happens at the 40 minute mark) for the experiment because the hr ratio rises and saturates very quickly. 
+
+Results
+1)The relevant plots are included in the plots directory with the following nameing convention
+<prewarm-set-size>-<prewarm-rate>-<heuristic>-<info>
+where info can be
+hr-5 -> shows the hit ratio during the 5 minutes after failure in the 3 cases(with pre-warming, without pre-warming, no failure)
+hr-10 -> shows the hit ratio during the 10 minutes after failure in the 3 cases
+hr-15 -> shows the hit ratio during the 15 minutes after failure in the 3 cases
+hr -> shows the hit ratio for the entire 1 hour duration in the 3 cases
+vdisk-hr5-wop -> shows the hit ratio(without pre-warming) for each vdisk during the 5 minutes after failure
+vdisk-hr5-wp -> shows the hit ratio(with pre-warming) for each vdisk during the 5 minutes after failure
+vdisk-hr -> shows the hit ratio(with pre-warming) for each vdisk during entire 1 hour duration
\ No newline at end of file