Skip to content

P
presto
Commit 8636389d authored by RAHUL BHARDWAJ's avatar RAHUL BHARDWAJ
Browse files
Options

Added experiment results

parent 8eabe343
Show whitespace changes
Inline Side-by-side
Showing with 315 additions and 273 deletions
code/CMakeLists.txt
View file @ 8636389d
......@@ -3,6 +3,8 @@ project(presto)
set(CMAKE_CXX_STANDARD 14)
set(CMAKE_BUILD_TYPE Debug)
set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wall -Werror -Wno-unused -fno-omit-frame-pointer -O0")
set(SOURCE_FILES main.cc metadata.h metadata.cc cache.h hashmap.cc hashmap.h cache.cc util.h policy.cc policy.h
......
code/exp1.cc
View file @ 8636389d
......@@ -38,8 +38,8 @@ void exp1()
struct ns_pair snapshot_rate[] = {
//{5000, "5000"},
{10000, "10000"},
{50000, "50000"},
{100000, "100000"},
// {50000, "50000"},
// {100000, "100000"},
//{500000, "500K"},
//{5, "5s"},
//{10, "10s"},
......@@ -49,25 +49,26 @@ void exp1()
//{300, "5m"}
};
struct ns_pair prewarm_set_size_limit[] = {
{5, "5%"},
{10, "10%"},
{25, "25%"},
{50, "50%"},
// {5, "5%"},
// {10, "10%"},
// {25, "25%"},
// {50, "50%"},
{75, "75%"},
{100, "100%"}
// {100, "100%"}
};
struct ns_pair prewarm_rate_limit[] = {
{0, "0MBps"},
//{1000, "100MBps"},
//{2000, "200MBps"}
// {0, "0MBps"},
{50, "50MBps"},
// {100, "100MBps"},
// {500, "200MBps"}
};
struct ns_pair heuristic[] = {
//{K_FREQ, "K_FREQ"},
{K_FREQ_MEM, "K_FREQ_MEM"},
//{K_RECN, "K_RECN"},
{K_RECN_MEM, "K_RECN_MEM"},
// {K_RECN_MEM, "K_RECN_MEM"},
//{K_FRERECN, "K_FRERECN"},
{K_FRERECN_MEM, "K_FRERECN_MEM"}
// {K_FRERECN_MEM, "K_FRERECN_MEM"}
};
struct ns_pair score_recn[] = {
{1, "1"},
......
code/exp2.cc
View file @ 8636389d
......@@ -29,10 +29,10 @@ void exp2()
pthread_t cache_thread, io_thread;
Workload *wload = new Workload("rreal.4hr"); // <-------------------
Workload *wload = new Workload("real1"); // <-------------------
Hashmap *hm1 = new Hashmap(&comp_hm1, &print_hm1, nullptr);
Hashmap *hm3 = new Hashmap(&comp_hm3, &print_hm3, nullptr);
Cache *cache = new Cache(CACHE_A, hm1, hm3, wload, 32); // <-------------------
Cache *cache = new Cache(CACHE_A, hm1, hm3, wload, 6400); // <-------------------
Hashmap *phm1 = new Hashmap(&comp_hm1, &print_hm1, nullptr);
Hashmap *phm3 = new Hashmap(&comp_hm3, &print_hm3, nullptr);
Cache *pcache = new Cache();
......@@ -42,9 +42,9 @@ void exp2()
struct ns_pair snapshot_rate[] = {
//{5000, "5000"},
{10000, "10000"},
//{50000, "50000"},
//{100000, "100000"},
//{500000, "500K"},
{50000, "50000"},
{100000, "100000"},
// {500000, "500K"},
//{5, "5s"},
//{10, "10s"},
//{15, "15s"},
......@@ -53,27 +53,24 @@ void exp2()
//{300, "5m"}
};
struct ns_pair prewarm_set_size_limit[] = {
{5, "5%"},
{10, "10%"},
{25, "25%"},
// {5, "5%"},
// {10, "10%"},
// {25, "25%"},
{50, "50%"},
{75, "75%"},
{100, "100%"}
};
{100, "100%"}};
struct ns_pair prewarm_rate_limit[] = {
{0, "0MBps"},
// {0, "0MBps"},
{50, "50MBps"},
{100, "100MBps"},
{500, "500MBps"}
};
{500, "500MBps"}};
struct ns_pair heuristic[] = {
//{K_FREQ, "K_FREQ"},
{K_FREQ_MEM, "K_FREQ_MEM"},
//{K_RECN, "K_RECN"},
{K_RECN_MEM, "K_RECN_MEM"},
//{K_FRERECN, "K_FRERECN"},
{K_FRERECN_MEM, "K_FRERECN_MEM"}
};
{K_FRERECN_MEM, "K_FRERECN_MEM"}};
struct ns_pair score_recn[] = {
{1, "1"},
{2, "2"},
......@@ -93,14 +90,12 @@ void exp2()
{5, "5%"},
{10, "10%"},
{15, "15%"},
{20, "20%"}
};
{20, "20%"}};
struct ns_pair *score;
struct ns_pair func_frerecn[] = {
{LINEAR, "LNR"},
{QUADRATIC, "QDR"}
};
{QUADRATIC, "QDR"}};
struct run_params *rp = new run_params;
rp->cache = cache;
......@@ -111,7 +106,7 @@ void exp2()
rp->trace_file = wload->tracefile;
rp->wss_window = 600;
rp->wss_stride = 300;
rp->moment = 5400;
rp->moment = 2400;
asprintf(&basedirname, PRESTO_BASEPATH "results/%s/%s/", "exp2", wload->name);
if (!file_exists(basedirname))
......@@ -121,10 +116,10 @@ void exp2()
rq = new struct sync_rq;
rq->tfname = rp->trace_file;
rp->rq = rq;
pthread_create(&io_thread, nullptr, get_req_from_vdisk_sync, (void *) rq);
pthread_create(&io_thread, nullptr, get_req_from_vdisk_sync, (void *)rq);
pthread_join(io_thread, nullptr);
}
for (ssr = 0; ssr < LEN(snapshot_rate, ns_pair); ssr++)// snapshot rate
for (ssr = 0; ssr < LEN(snapshot_rate, ns_pair); ssr++) // snapshot rate
{
rp->snapshot_rate = snapshot_rate[ssr].val;
fprintf(stderr, "Snapshot rate: %s\n", snapshot_rate[ssr].str);
......@@ -132,24 +127,24 @@ void exp2()
if (!file_exists(basedirname))
mkdir(basedirname, 0755);
for (pss = 0; pss < LEN(prewarm_set_size_limit, ns_pair); pss++)// prewarm set size limit
for (pss = 0; pss < LEN(prewarm_set_size_limit, ns_pair); pss++) // prewarm set size limit
{
rp->prewarm_set_size_limit = ((prewarm_set_size_limit[pss].val / 100.0) *
(cache->total_cache_size / NUM_BYTES_IN_MB));
fprintf(stderr, "Prewarm set size limit: %ldMB (%s of total cache: %ldMB)\n", rp->prewarm_set_size_limit,
prewarm_set_size_limit[pss].str, cache->total_cache_size / NUM_BYTES_IN_MB);
for (pr = 0; pr < LEN(prewarm_rate_limit, ns_pair); pr++)// prewarm rate limit
for (pr = 0; pr < LEN(prewarm_rate_limit, ns_pair); pr++) // prewarm rate limit
{
rp->prewarm_rate = prewarm_rate_limit[pr].val;
fprintf(stderr, "Prewarm rate limit: %s\n", prewarm_rate_limit[pr].str);
for (hrstc = 0; hrstc < LEN(heuristic, ns_pair); hrstc++)// heuristic
for (hrstc = 0; hrstc < LEN(heuristic, ns_pair); hrstc++) // heuristic
{
rp->heuristic = heuristic[hrstc].val;
fprintf(stderr, "Heuristic: %s\n", heuristic[hrstc].str);
for (scr = 0; scr < LEN(score_frerecn, ns_pair); scr++)// heuristic score
for (scr = 0; scr < LEN(score_frerecn, ns_pair); scr++) // heuristic score
{
switch (heuristic[hrstc].val)
{
......@@ -182,7 +177,7 @@ void exp2()
rp->base_filename = res_basefname;
rp->hparams.frerecn_func = func_frerecn[frfn].val;
fprintf(stderr, "File: %s\n", res_basefname);
pthread_create(&cache_thread, nullptr, run_exp2, (void *) rp);
pthread_create(&cache_thread, nullptr, run_exp2, (void *)rp);
pthread_join(cache_thread, nullptr);
}
}
......@@ -274,7 +269,7 @@ void *run_exp2(void *data)
mkdir(rp->base_filename, 0755);
snprintf(all_stats_fname, MAX_FILENAME_LEN, "%s/ALL-STATS.txt", rp->base_filename);
snprintf(diff_fname, MAX_FILENAME_LEN, "/home/skrtbhtngr/CLionProjects/presto/results/exp2/%s/%d.diff",
snprintf(diff_fname, MAX_FILENAME_LEN, "/home/rahul/Rnd/presto/code/results/exp2/%s/%d.diff",
cache->wload_name, snapshot_rate);
res_hr = new double *[num_vdisks];
......@@ -282,7 +277,7 @@ void *run_exp2(void *data)
res_hm1 = new int *[num_vdisks];
res_hm3 = new int *[num_vdisks];
res_hm1_miss = new long *[num_vdisks];
res_hm3_miss = new long *[num_vdisks];;
res_hm3_miss = new long *[num_vdisks];
res_wss = new long *[num_vdisks];
for (i = 0; i < num_vdisks; i++)
{
......@@ -341,9 +336,7 @@ void *run_exp2(void *data)
request = new struct bio_req;
sprintf(base_fname, PRESTO_BASEPATH
"results/%s/%s/%d/", "exp2", cache->wload_name, snapshot_rate);
sprintf(base_fname, PRESTO_BASEPATH "results/%s/%s/%d/", "exp2", cache->wload_name, snapshot_rate);
// If pcache is present, skip the first half!
if (pcache->cache_idx != -1 && pcache->run_ssr == snapshot_rate)
......@@ -363,7 +356,6 @@ void *run_exp2(void *data)
while (get_req(request, rq))
{
count += perform_lookup(cache, request);
if (request->ts >= (plot_epoch + 1) * plot_rate)
{
for (i = 0; i < num_vdisks; i++)
......@@ -572,7 +564,6 @@ void *run_exp2(void *data)
count = plot_epoch = 0;
counter = rp->moment;
failed = false;
while (get_req(request, rq))
{
count += perform_lookup(cache, request);
......@@ -649,8 +640,9 @@ void *run_exp2(void *data)
if (prewarm_set_used_total > 0)
{
// fprintf(stderr, "reached here 2");
fprintf(stderr, "Total size of objects loaded at %d second: %.2lf MB\n", counter,
prewarm_set_used_total / (double) NUM_BYTES_IN_MB);
prewarm_set_used_total / (double)NUM_BYTES_IN_MB);
snprintf(pre_fname, MAX_FILENAME_LEN, "%s/%ds-SHARE.csv", rp->base_filename, counter);
pre_file = fopen(pre_fname, "w+");
......@@ -675,10 +667,8 @@ void *run_exp2(void *data)
for (i = 0; i < num_vdisks; i++)
{
res_hr[i][plot_epoch] = cache->get_hit_ratio(i);
res_hm1[i][plot_epoch] = cache->cache_obj_count_vdisk[POOL_SINGLE][HASHMAP1][i]
+ cache->cache_obj_count_vdisk[POOL_MULTI][HASHMAP1][i];
res_hm3[i][plot_epoch] = cache->cache_obj_count_vdisk[POOL_SINGLE][HASHMAP3][i]
+ cache->cache_obj_count_vdisk[POOL_MULTI][HASHMAP3][i];
res_hm1[i][plot_epoch] = cache->cache_obj_count_vdisk[POOL_SINGLE][HASHMAP1][i] + cache->cache_obj_count_vdisk[POOL_MULTI][HASHMAP1][i];
res_hm3[i][plot_epoch] = cache->cache_obj_count_vdisk[POOL_SINGLE][HASHMAP3][i] + cache->cache_obj_count_vdisk[POOL_MULTI][HASHMAP3][i];
res_hm1_miss[i][plot_epoch] = cache->miss_count_vdisk[HASHMAP1][i];
res_hm3_miss[i][plot_epoch] = cache->miss_count_vdisk[HASHMAP3][i];
res_io_count[i][plot_epoch] = cache->io_count_vdisk[i];
......
code/experiments.cc
View file @ 8636389d
......@@ -223,6 +223,7 @@ int perform_lookup(Cache *cache, struct bio_req *request)
delete[] hash;
khm3 = get_hm3_key(vhm1->egroup_id);
assert(khm3->egroup_id != 614819);
vhm3 = (val_hm3 *) cache->lookup(HASHMAP3, khm3, request->vdisk);
if (vhm3 == nullptr)
{
......@@ -388,6 +389,10 @@ BitArray **analyze_snapshots(Cache *cache, int max_epochs, int ssr, long pre_siz
case K_FREQ_MEM:
calc_scores_freq_mem(ba[j], scores[j]);
// if (j==num_vdisks)
// {
// fprintf(stderr, "score %ld", scores[j][614819]);
// }
break;
case K_RECN_MEM:
calc_scores_rec_mem(ba[j], scores[j], (experiment == EXP1) ? max_epochs - i - 1 : i + 1);
......
code/gen.py
View file @ 8636389d
......@@ -214,7 +214,7 @@ def generate(conf):
blocks_r_hr.append(sector)
times_r_hr.append(ts)
if ts > 3600:
if ts > 14200:
break
while True:
......
code/gen_main.py
View file @ 8636389d
......@@ -70,6 +70,8 @@ def main():
for csize in cluster_size_list:
for cstride in cluster_stride_list:
for hs in range(len(hotspot_list)):
if i>=6:
break
conf_template['name'] = 'syn' + str(501 + i)
conf_template['vdisk']['id'] = 501 + i
conf_template['sector']['cluster']['size'] = {'min': csize[0], 'max': csize[1]}
......
code/main.cc
View file @ 8636389d
......@@ -7,7 +7,7 @@
int Snapshot::num_epochs;
int experiment = 1;
int experiment = 2;
int main()
{
......
code/merge.py
View file @ 8636389d
......@@ -3,5 +3,9 @@ import os
if __name__ == "__main__":
wload="wss_iops100"
os.chdir("traces/" + wload)
os.system("cat syn*.csv > temp.csv")
disks=[501,502,503,504,505,506]
os.system("cat syn" +str(disks[0])+".csv > temp.csv")
for i in range(1,len(disks)):
os.system("cat syn" +str(disks[i])+".csv >> temp.csv")
# os.system("cat syn*.csv > temp.csv")
os.system("sort --field-separator=',' -n -k 5,5 temp.csv > %sMerged.csv" % (wload))
code/plot-exp2.py
View file @ 8636389d
......@@ -12,26 +12,35 @@ def main(wload, target_cache_size):
plt.rcParams.update({'font.size': 14})
plt.rcParams.update({'mathtext.default': 'regular'})
heuristics = ['K_FREQ_MEM', 'K_RECN_MEM', 'K_FRERECN_MEM']
hname = ['k-Frequent', 'k-Recent', 'k-Frerecent'] # constrained
snaprates = ['10000', '50000', '100000']
sname = ['10 K', '50 K', '100 K']
# heuristics = ['K_FREQ_MEM', 'K_RECN_MEM', 'K_FRERECN_MEM']
# hname = ['k-Frequent', 'k-Recent', 'k-Frerecent'] # constrained
# snaprates = ['10000', '50000', '100000']
# sname = ['10 K', '50 K', '100 K']
heuristics = ['K_RECN_MEM']
hname = ['k-Recent'] # constrained
snaprates = ['10000']
sname = ['10 K']
# scores = ['100%', '50%', '33%', '25%', '20%', '1', '2', '3', '4', '5', '1%', '5%', '10%', '15%', '20%']
# scname = ['100\%', '50\%', '33\%', '25\%', '20\%', '1', '2', '3', '4', '5', '1\%', '5\%', '10\%', '15\%', '20\%']
mlimits = ['5%', '10%', '25%', '50%', '75%', '100%']
mname = ['5%', '10%', '25%', '50%', '75%', '100%']
# mlimits = ['5%', '10%', '25%', '50%', '75%', '100%']
# mname = ['5%', '10%', '25%', '50%', '75%', '100%']
mlimits = ['75%']
mname = ['75%']
# mlimits = ['75%', '100%']
# mname = ['75%', '100%']
frerern_func = ['LNR', 'QDR']
func_name = ['Linear', 'Quadratic']
prewarmrates = ['0MBps', '500MBps', '100MBps', '50MBps']
pratenames = ['∞', '500 MBps', '100 MBps', '50 MBps']
moment = 5400
# prewarmrates = ['0MBps','500MBps', '100MBps', '50MBps']
# pratenames = ['∞', '500 MBps', '100 MBps', '50 MBps']
prewarmrates = ['100MBps']
pratenames = ['100 MBps']
moment = 2400
wss_window = 600
wss_stride = 300
hr_windows = [5, 15, 30]
# hr_windows = [5, 15, 30]
hr_windows = [5, 10, 15]
# wload = 'scr_merg' # <<--------------------
# target_cache_size = '64 MiB' # <<--------------------
wload_file = 'traces/' + wload + '.csv'
......@@ -42,7 +51,7 @@ def main(wload, target_cache_size):
######## NOFAIL
##################################################################################################################
basedir_nop = 'results/exp2/' + wload + '.nofail/10000/'
basedir_nop = 'results/exp2/' + wload + '/10000/'
x = []
hr_wof_cache = []
......@@ -132,7 +141,6 @@ def main(wload, target_cache_size):
##################################################################################################################
for ssr in range(len(snaprates)):
break
for mlim in range(len(mlimits)):
for prate in range(len(prewarmrates)):
for hrstc in range(len(heuristics)):
......@@ -263,191 +271,204 @@ def main(wload, target_cache_size):
iops = [5.18, 15.15, 3.03, 2.22, 2.57, 1.81, 0.89, 0.39]
elif wload == 'scr_merg':
iops = [3.53, 0.12, 51.17, 55.22, 362.62, 0.88, 212.14, 11.97]
else:
iops = [99.16, 24.56, 49.59, 199.25, 99.54, 149.74]
fsize_iops = [11 if x >= 200 else (
10 if x >= 150 else (9 if x >= 100 else (8 if x >= 50 else (7 if x >= 25 else 6))))
for x in iops]
sc_iops = [4 * x for x in iops]
#############################################################################################
# plt.clf()
# fig, ax = plt.subplots()
# plt.grid(b=True, color='grey', linewidth=0.5, alpha=0.25, zorder=1)
# for vd in range(len(vdisks)):
# plt.scatter(wss_before_failure_vdisk[vd], total_prewarmed_vdisk[vd], s=50,
# c=colors[vd], label=classes[vd], zorder=2 + vd)
# plt.legend(bbox_to_anchor=(1.01, 1.0), loc='upper left', fancybox=True, prop={'size': 10})
# plt.xlabel('WSS before failure (MB)')
# plt.ylabel('Prewarm Set Size (MB)')
# plt.savefig(basedir_pre[:-1] + '-vdisk-corr-wss-share.png', dpi=300, bbox_inches='tight')
# plt.close(fig)
# plt.clf()
# fig, ax = plt.subplots()
# plt.grid(b=True, color='grey', linewidth=0.5, alpha=0.25, zorder=1)
# for vd in range(len(vdisks)):
# plt.scatter(iops[vd], total_prewarmed_vdisk[vd], s=50,
# c=colors[vd], label=classes[vd], zorder=2 + vd)
# plt.legend(bbox_to_anchor=(1.01, 1.0), loc='upper left', fancybox=True, prop={'size': 10})
# plt.xlabel('Avg. IOPS')
# plt.ylabel('Prewarm Set Size (MB)')
# plt.savefig(basedir_pre[:-1] + '-vdisk-corr-iops-share.png', dpi=300, bbox_inches='tight')
# plt.close(fig)
# plt.clf()
# fig, ax = plt.subplots()
# plt.grid(b=True, color='grey', linewidth=0.5, alpha=0.25, zorder=1)
# for vd in range(len(vdisks)):
# plt.scatter(iops[vd], wss_before_failure_vdisk[vd], s=50,
# c=colors[vd], label=classes[vd], zorder=2 + vd)
# plt.legend(bbox_to_anchor=(1.01, 1.0), loc='upper left', fancybox=True, prop={'size': 10})
# plt.xlabel('Avg. IOPS')
# plt.ylabel('WSS before failure (MB)')
# plt.savefig(basedir_pre[:-1] + '-vdisk-corr-iops-wss.png', dpi=300, bbox_inches='tight')
# plt.close(fig)
#############################################################################################
# plt.clf()
# for vd in range(len(vdisks)):
# plt.plot(x, hrs_wp_vdisk[vd], color=colors[vd], linewidth=1, label='vDisk ' + str(vd + 1),
# alpha=1)
# plt.plot(x, hrs_wop_vdisk[vd], color=colors[vd], linewidth=0.6, linestyle='--', alpha=0.5)
# plt.legend(bbox_to_anchor=(1.03, 1.0), loc='upper left', fancybox=True, prop={'size': 10})
# plt.xlabel('Time (minutes)')
# plt.ylabel('vDisk Hit Ratio')
plt.clf()
fig, ax = plt.subplots()
plt.grid(b=True, color='grey', linewidth=0.5, alpha=0.25, zorder=1)
for vd in range(len(vdisks)):
plt.scatter(wss_before_failure_vdisk[vd], total_prewarmed_vdisk[vd], s=50,
c=colors[vd], label=classes[vd], zorder=2 + vd)
plt.legend(bbox_to_anchor=(1.01, 1.0), loc='upper left', fancybox=True, prop={'size': 10})
plt.xlabel('WSS before failure (MB)')
plt.ylabel('Prewarm Set Size (MB)')
plt.savefig(basedir_pre[:-1] + '-vdisk-corr-wss-share.png', dpi=300, bbox_inches='tight')
plt.close(fig)
plt.clf()
fig, ax = plt.subplots()
plt.grid(b=True, color='grey', linewidth=0.5, alpha=0.25, zorder=1)
for vd in range(len(vdisks)):
plt.scatter(iops[vd], total_prewarmed_vdisk[vd], s=50,
c=colors[vd], label=classes[vd], zorder=2 + vd)
plt.legend(bbox_to_anchor=(1.01, 1.0), loc='upper left', fancybox=True, prop={'size': 10})
plt.xlabel('Avg. IOPS')
plt.ylabel('Prewarm Set Size (MB)')
plt.savefig(basedir_pre[:-1] + '-vdisk-corr-iops-share.png', dpi=300, bbox_inches='tight')
plt.close(fig)
plt.clf()
fig, ax = plt.subplots()
plt.grid(b=True, color='grey', linewidth=0.5, alpha=0.25, zorder=1)
for vd in range(len(vdisks)):
plt.scatter(iops[vd], wss_before_failure_vdisk[vd], s=50,
c=colors[vd], label=classes[vd], zorder=2 + vd)
plt.legend(bbox_to_anchor=(1.01, 1.0), loc='upper left', fancybox=True, prop={'size': 10})
plt.xlabel('Avg. IOPS')
plt.ylabel('WSS before failure (MB)')
plt.savefig(basedir_pre[:-1] + '-vdisk-corr-iops-wss.png', dpi=300, bbox_inches='tight')
plt.close(fig)
############################################################################################
plt.clf()
for vd in range(len(vdisks)):
plt.plot(x, hrs_wp_vdisk[vd], color=colors[vd], linewidth=1, label='vDisk ' + str(vd + 1),
alpha=1)
plt.plot(x, hrs_wop_vdisk[vd], color=colors[vd], linewidth=0.6, linestyle='--', alpha=0.5)
plt.legend(bbox_to_anchor=(1.03, 1.0), loc='upper left', fancybox=True, prop={'size': 10})
plt.xlabel('Time (minutes)')
plt.ylabel('vDisk Hit Ratio')
# beg_sec = 4500
# end_sec = 9900
# if wload == 'rreal.4hr' or wload == 'scr_merg':
# plt.ylim([0.4, 1.0])
# else:
# plt.ylim([0.2, 1.0])
# plt.xlim([beg_sec, end_sec])
beg_sec = 1200
end_sec = 3600
if wload == 'rreal.4hr' or wload == 'scr_merg':
plt.ylim([0.4, 1.0])
else:
plt.ylim([0.2, 1.0])
plt.xlim([beg_sec, end_sec])
# plt.xticks(np.arange(beg_sec + 900, end_sec - 900 + 1, 1800),
# np.arange((beg_sec + 900) / 60, (end_sec - 900) / 60 + 1, 30).astype(int))
# plt.savefig(basedir_pre[:-1] + '-vdisk-hr.png', dpi=300, bbox_inches='tight')
#############################################################################################
# plt.clf()
# for vd in range(len(vdisks)):
# plt.plot(x[moment:moment + 5 * 60], hrs_wop_vdisk[vd][moment:moment + 5 * 60],
# color=colors[vd], linewidth=1.2, label='vDisk ' + str(vd + 1), alpha=1)
# plt.legend(bbox_to_anchor=(1.03, 1.0), loc='upper left', fancybox=True, prop={'size': 10})
# plt.xlabel('Time (minutes)')
# plt.ylabel('vDisk Hit Ratio')
# beg_sec = moment
# end_sec = moment + 5 * 60
# if wload == 'rreal.4hr' or wload == 'scr_merg':
# plt.ylim([0.4, 1.0])
# else:
# plt.ylim([0.2, 1.0])
# plt.xlim([beg_sec, end_sec])
# plt.xticks(np.arange(beg_sec, end_sec + 1, 60),
# np.arange(beg_sec / 60, end_sec / 60 + 1, 1).astype(int))
# plt.savefig(basedir_pre[:-1] + '-vdisk-hr5-wop.png', dpi=300, bbox_inches='tight')
# plt.clf()
# for vd in range(len(vdisks)):
# plt.plot(x[moment:moment + 5 * 60], hrs_wp_vdisk[vd][moment:moment + 5 * 60],
# color=colors[vd], linewidth=1.2, label='vDisk ' + str(vd + 1), alpha=1)
# plt.legend(bbox_to_anchor=(1.03, 1.0), loc='upper left', fancybox=True, prop={'size': 10})
# plt.xlabel('Time (minutes)')
# plt.ylabel('vDisk Hit Ratio')
# beg_sec = moment
# end_sec = moment + 5 * 60
# if wload == 'rreal.4hr' or wload == 'scr_merg':
# plt.ylim([0.4, 1.0])
# else:
# plt.ylim([0.2, 1.0])
# plt.xlim([beg_sec, end_sec])
# plt.xticks(np.arange(beg_sec, end_sec + 1, 60),
# np.arange(beg_sec / 60, end_sec / 60 + 1, 1).astype(int))
# plt.savefig(basedir_pre[:-1] + '-vdisk-hr5-wp.png', dpi=300, bbox_inches='tight')
#############################################################################################
# plt.clf()
# plt.xlabel('Time (minutes)')
# plt.ylabel('Cache Hit Ratio')
# plt.plot(x, hr_wof_cache, color='g', linewidth=1.3, label='no failure', zorder=1, alpha=0.75)
# plt.plot(x, hr_wop_cache, color='b', linewidth=1.3, label='no prewarming', zorder=2)
# plt.plot(x, hr_wp_cache, color='r', linewidth=1.3, label='with prewarming', zorder=5)
# ty = [hr_val_before_fail] * len(x)
# for n in range(len(x)):
# if n > tt_hr_val_before_fail_wop or n < tt_hr_val_before_fail_wp:
# ty[n] = 0
# plt.plot(x, ty, color='darkgrey', linewidth=0.7, linestyle='--')
# plt.legend(loc='center right', fancybox=True, prop={'size': 12})
# beg_sec = 3600
# end_sec = 12600
# if wload == 'wload_6gb':
# plt.ylim([0.4, 0.9])
# elif wload == 'wload_4gb':
# plt.ylim([0.5, 0.9])
# elif wload == 'rreal.4hr':
# plt.ylim([0.6, 1.0])
# elif wload == 'scr_merg':
# plt.ylim([0.6, 1.0])
# plt.xlim([beg_sec, end_sec])
plt.xticks(np.arange(beg_sec, end_sec + 1, 600),
np.arange(beg_sec, end_sec + 1 , 600).astype(int))
plt.savefig(basedir_pre[:-1] + '-vdisk-hr.png', dpi=300, bbox_inches='tight')
############################################################################################
plt.clf()
for vd in range(len(vdisks)):
plt.plot(x[moment:moment + 5 * 60], hrs_wop_vdisk[vd][moment:moment + 5 * 60],
color=colors[vd], linewidth=1.2, label='vDisk ' + str(vd + 1), alpha=1)
plt.legend(bbox_to_anchor=(1.03, 1.0), loc='upper left', fancybox=True, prop={'size': 10})
plt.xlabel('Time (minutes)')
plt.ylabel('vDisk Hit Ratio')
beg_sec = moment
end_sec = moment + 5 * 60
if wload == 'rreal.4hr' or wload == 'scr_merg':
plt.ylim([0.4, 1.0])
else:
plt.ylim([0.2, 1.0])
plt.xlim([beg_sec, end_sec])
plt.xticks(np.arange(beg_sec, end_sec + 1, 60),
np.arange(beg_sec / 60, end_sec / 60 + 1, 1).astype(int))
plt.savefig(basedir_pre[:-1] + '-vdisk-hr5-wop.png', dpi=300, bbox_inches='tight')
plt.clf()
for vd in range(len(vdisks)):
plt.plot(x[moment:moment + 5 * 60], hrs_wp_vdisk[vd][moment:moment + 5 * 60],
color=colors[vd], linewidth=1.2, label='vDisk ' + str(vd + 1), alpha=1)
plt.legend(bbox_to_anchor=(1.03, 1.0), loc='upper left', fancybox=True, prop={'size': 10})
plt.xlabel('Time (minutes)')
plt.ylabel('vDisk Hit Ratio')
beg_sec = moment
end_sec = moment + 5 * 60
if wload == 'rreal.4hr' or wload == 'scr_merg':
plt.ylim([0.4, 1.0])
else:
plt.ylim([0.2, 1.0])
plt.xlim([beg_sec, end_sec])
plt.xticks(np.arange(beg_sec, end_sec + 1, 60),
np.arange(beg_sec / 60, end_sec / 60 + 1, 1).astype(int))
plt.savefig(basedir_pre[:-1] + '-vdisk-hr5-wp.png', dpi=300, bbox_inches='tight')
############################################################################################
plt.clf()
plt.xlabel('Time (minutes)')
plt.ylabel('Cache Hit Ratio')
plt.plot(x, hr_wof_cache, color='g', linewidth=1.3, label='no failure', zorder=1, alpha=0.75)
plt.plot(x, hr_wop_cache, color='b', linewidth=1.3, label='no prewarming', zorder=2)
plt.plot(x, hr_wp_cache, color='r', linewidth=1.3, label='with prewarming', zorder=5)
ty = [hr_val_before_fail] * len(x)
for n in range(len(x)):
if n > tt_hr_val_before_fail_wop or n < tt_hr_val_before_fail_wp:
ty[n] = 0
plt.plot(x, ty, color='darkgrey', linewidth=0.7, linestyle='--')
plt.legend(loc='center right', fancybox=True, prop={'size': 12})
# beg_sec = 2400
# end_sec = 3600
beg_sec = 1200
end_sec = 3600
if wload == 'wload_6gb':
plt.ylim([0.4, 0.9])
elif wload == 'wload_4gb':
plt.ylim([0.5, 0.9])
elif wload == 'rreal.4hr':
plt.ylim([0.6, 1.0])
elif wload == 'scr_merg':
plt.ylim([0.6, 1.0])
else:
plt.ylim([0.2, 1.0])
plt.xlim([beg_sec, end_sec])
# plt.xticks(np.arange(beg_sec, end_sec + 1, 1800),
# np.arange(beg_sec / 60, end_sec / 60 + 1, 30).astype(int))
# # plt.show()
# plt.savefig(basedir_pre[:-1] + '-hr.png', dpi=300, bbox_inches='tight')
plt.xticks(np.arange(beg_sec, end_sec + 1, 300),
np.arange(beg_sec / 60, end_sec / 60 + 1, 5).astype(int))
# plt.show()
plt.savefig(basedir_pre[:-1] + '-hr.png', dpi=300, bbox_inches='tight')
############################################################################################
for nn in hr_windows:
plt.clf()
plt.xlabel('Time (minutes)')
plt.ylabel('Cache Hit Ratio')
plt.plot(x[moment:moment + nn * 60], hr_wop_cache[moment:moment + nn * 60], color='b',
linewidth=1.3, label='no prewarming', zorder=2)
plt.plot(x[moment:moment + nn * 60], hr_wp_cache[moment:moment + nn * 60], color='r',
linewidth=1.3, label='with prewarming', zorder=5)
plt.legend(loc='lower right', fancybox=True, prop={'size': 12})
beg_sec = moment
end_sec = moment + nn * 60
if wload == 'wload_6gb':
plt.ylim([0.3, 0.9])
elif wload == 'wload_4gb':
plt.ylim([0.5, 0.9])
elif wload == 'rreal.4hr':
plt.ylim([0.6, 1.0])
plt.xlim([beg_sec, end_sec])
plt.xticks(np.arange(beg_sec, end_sec + 1, nn / 5 * 60),
np.arange(beg_sec / 60, end_sec / 60 + 1, nn / 5).astype(int))
# plt.show()
plt.savefig(basedir_pre[:-1] + '-hr' + str(nn) + '.png', dpi=300, bbox_inches='tight')
#############################################################################################
# for nn in hr_windows:
# plt.clf()
# plt.xlabel('Time (minutes)')
# plt.ylabel('Cache Hit Ratio')
# plt.plot(x[moment:moment + nn * 60], hr_wop_cache[moment:moment + nn * 60], color='b',
# linewidth=1.3, label='no prewarming', zorder=2)
# plt.plot(x[moment:moment + nn * 60], hr_wp_cache[moment:moment + nn * 60], color='r',
# linewidth=1.3, label='with prewarming', zorder=5)
# plt.legend(loc='lower right', fancybox=True, prop={'size': 12})
# beg_sec = moment
# end_sec = moment + nn * 60
# if wload == 'wload_6gb':
# plt.ylim([0.3, 0.9])
# elif wload == 'wload_4gb':
# plt.ylim([0.5, 0.9])
# elif wload == 'rreal.4hr':
# plt.ylim([0.6, 1.0])
# plt.xlim([beg_sec, end_sec])
# plt.xticks(np.arange(beg_sec, end_sec + 1, nn / 5 * 60),
# np.arange(beg_sec / 60, end_sec / 60 + 1, nn / 5).astype(int))
# # plt.show()
# plt.savefig(basedir_pre[:-1] + '-hr' + str(nn) + '.png', dpi=300, bbox_inches='tight')
##############################################################################################
# gain_hr_cache = []
# for n in range(moment, len(hr_wp_cache)):
# gain_hr_cache.append(hr_wp_cache[n] - hr_wop_cache[n])
# plt.clf()
# plt.xlabel('Time (minutes)')
# plt.ylabel('Difference in Hit Ratio')
# plt.plot(x[moment:], gain_hr_cache, color='g', linewidth=1.3)
# beg_sec = moment
# end_sec = moment + 900
# plt.ylim([0, 0.4])
# plt.xlim([beg_sec, end_sec])
# plt.xticks(np.arange(beg_sec, end_sec + 1, 300),
# np.arange(beg_sec / 60, end_sec / 60 + 1, 5).astype(int))
# plt.savefig(basedir_pre[:-1] + '-diff.png', dpi=300, bbox_inches='tight')
##############################################################################################
# mrc_window = 900
# nx = x[moment: moment + mrc_window]
# plt.clf()
# if wload == 'rreal.4hr':
# scale = 10
# else:
# scale = 1000
# plt.xlabel('Time (minutes)')
# plt.ylabel('Total Cache Misses (x' + str(scale) + ')')
# plt.plot(nx, wop_misses[moment: moment + mrc_window], color='b', linewidth=1.3,
# label='no prewarming', marker='d', markevery=300)
# plt.plot(nx, wp_misses[moment: moment + mrc_window], color='r', linewidth=1.3,
# label='with prewarming', marker='d', markevery=300)
# plt.legend(loc='upper left', fancybox=True, prop={'size': 12})
# beg_sec = moment
# end_sec = moment + mrc_window
# max_y = wop_misses[moment + mrc_window]
# plt.ylim([0, max_y])
# plt.yticks(np.arange(0, max_y + 1, max_y / 5),
# np.arange(0, int(max_y / scale) + 1, (max_y / scale) / 5).astype(int))
# plt.xlim([beg_sec, end_sec])
# plt.xticks(np.arange(beg_sec, end_sec + 1, 300),
# np.arange(beg_sec / 60, end_sec / 60 + 1, 5).astype(int))
# # plt.show()
# plt.savefig(basedir_pre[:-1] + '-misses.png', dpi=300, bbox_inches='tight')
gain_hr_cache = []
for n in range(moment, len(hr_wp_cache)):
gain_hr_cache.append(hr_wp_cache[n] - hr_wop_cache[n])
plt.clf()
plt.xlabel('Time (minutes)')
plt.ylabel('Difference in Hit Ratio')
plt.plot(x[moment:], gain_hr_cache, color='g', linewidth=1.3)
beg_sec = moment
end_sec = moment + 900
plt.ylim([0, 0.4])
plt.xlim([beg_sec, end_sec])
plt.xticks(np.arange(beg_sec, end_sec + 1, 300),
np.arange(beg_sec / 60, end_sec / 60 + 1, 5).astype(int))
plt.savefig(basedir_pre[:-1] + '-diff.png', dpi=300, bbox_inches='tight')
#############################################################################################
mrc_window = 900
nx = x[moment: moment + mrc_window]
plt.clf()
if wload == 'rreal.4hr':
scale = 10
else:
scale = 1000
plt.xlabel('Time (minutes)')
plt.ylabel('Total Cache Misses (x' + str(scale) + ')')
plt.plot(nx, wop_misses[moment: moment + mrc_window], color='b', linewidth=1.3,
label='no prewarming', marker='d', markevery=300)
plt.plot(nx, wp_misses[moment: moment + mrc_window], color='r', linewidth=1.3,
label='with prewarming', marker='d', markevery=300)
plt.legend(loc='upper left', fancybox=True, prop={'size': 12})
beg_sec = moment
end_sec = moment + mrc_window
max_y = wop_misses[moment + mrc_window]
plt.ylim([0, max_y])
plt.yticks(np.arange(0, max_y + 1, max_y / 5),
np.arange(0, int(max_y / scale) + 1, (max_y / scale) / 5).astype(int))
plt.xlim([beg_sec, end_sec])
plt.xticks(np.arange(beg_sec, end_sec + 1, 300),
np.arange(beg_sec / 60, end_sec / 60 + 1, 5).astype(int))
# plt.show()
plt.savefig(basedir_pre[:-1] + '-misses.png', dpi=300, bbox_inches='tight')
break
##################################################################################################################
######## EXTRAS
......@@ -745,7 +766,7 @@ def main(wload, target_cache_size):
if __name__ == '__main__':
# matplotlib.use('agg')
threads = []
wloads = [('wload_6gb', '6 GiB'), ('wload_4gb', '4 GiB'), ('rreal.4hr', '32 MiB'), ('scr_merg', '64 MiB')]
wloads = [('wload_6gb', '6 GiB'), ('wload_4gb', '4 GiB'), ('real1', '6 GiB'), ('scr_merg', '64 MiB')]
wload = wloads[2]
# for wload in wloads:
# x = threading.Thread(target=main, args=(wload[0], wload[1]))
......
experiments/real1/setup.txt 0 → 100644
View file @ 8636389d
Basic Info
1)Experiment ran on trace taken from http://iotta.snia.org/tracetypes/3
2)The above site has hourly traces of 6 disks for 8 days.
3)We used the trace from 1200 to 1300 on 16/02/2016
4)I used only 1 hour trace(an the failure happens at the 40 minute mark) for the experiment because the hr ratio rises and saturates very quickly.
Results
1)The relevant plots are included in the plots directory with the following nameing convention
<prewarm-set-size>-<prewarm-rate>-<heuristic>-<info>
where info can be
hr-5 -> shows the hit ratio during the 5 minutes after failure in the 3 cases(with pre-warming, without pre-warming, no failure)
hr-10 -> shows the hit ratio during the 10 minutes after failure in the 3 cases
hr-15 -> shows the hit ratio during the 15 minutes after failure in the 3 cases
hr -> shows the hit ratio for the entire 1 hour duration in the 3 cases
vdisk-hr5-wop -> shows the hit ratio(without pre-warming) for each vdisk during the 5 minutes after failure
vdisk-hr5-wp -> shows the hit ratio(with pre-warming) for each vdisk during the 5 minutes after failure
vdisk-hr -> shows the hit ratio(with pre-warming) for each vdisk during entire 1 hour duration
\ No newline at end of file
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment