logos-storage/das-research
1
0
Fork 0
mirror of https://github.com/logos-storage/das-research.git synced 2026-01-04 06:03:10 +00:00
Code Issues Packages Projects Releases Wiki Activity

Do not count unavailable block on averages

Browse Source
This commit is contained in:
Leonardo Bautista-Gomez 2023-04-26 18:22:17 +02:00
parent 3fbda15272
commit eed410e4db
1 changed files with 26 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

31
DAS/visualizer.py
View File

@ -18,7 +18,7 @@ class Visualizer:
self.folderPath = "results/"+self.execID self.folderPath = "results/"+self.execID
self.parameters = ['run', 'blockSize', 'failureRate', 'numberNodes', 'netDegree', 'chi', 'vpn1', 'vpn2', 'class1ratio', 'bwUplinkProd', 'bwUplink1', 'bwUplink2'] self.parameters = ['run', 'blockSize', 'failureRate', 'numberNodes', 'netDegree', 'chi', 'vpn1', 'vpn2', 'class1ratio', 'bwUplinkProd', 'bwUplink1', 'bwUplink2']
self.minimumDataPoints = 2 self.minimumDataPoints = 2
self.maxTTA = 99 self.maxTTA = 50
def plottingData(self): def plottingData(self):
"""Store data with a unique key for each params combination""" """Store data with a unique key for each params combination"""
@ -101,26 +101,46 @@ class Visualizer:
newKey = tuple([x for x in key if x != item]) newKey = tuple([x for x in key if x != item])
"""Average the similar key values""" """Average the similar key values"""
tta_sums = {} tta_sums = {}
nbRuns = {}
ttRuns = []
total = [] total = []
p0 = [] p0 = []
p1 = [] p1 = []
p2 = []
p3 = []
for i in range(runs): for i in range(runs):
key0 = (f'run_{i}',) + newKey key0 = (f'run_{i}',) + newKey
#Create a dictionary to store the sums of ttas for each unique pair of values in subkeys #Create a dictionary to store the sums of ttas for each unique pair of values in subkeys
for i in range(len(data[key0][ps[0]])): for i in range(len(data[key0][ps[0]])):
keyPair = (data[key0][ps[0]][i], data[key0][ps[1]][i]) keyPair = (data[key0][ps[0]][i], data[key0][ps[1]][i])
if data[key0]["ttas"][i] == -1:
data[key0]["ttas"][i] = self.maxTTA
try: try:
tta_sums[keyPair] += data[key0]['ttas'][i] tta_sums[keyPair] += data[key0]['ttas'][i]
if data[key0]["ttas"][i] != self.maxTTA:
nbRuns[keyPair] += 1
except KeyError: except KeyError:
tta_sums[keyPair] = data[key0]['ttas'][i] tta_sums[keyPair] = data[key0]['ttas'][i]
if data[key0]["ttas"][i] != self.maxTTA:
nbRuns[keyPair] = 1
else:
nbRuns[keyPair] = 0
for k, tta in tta_sums.items(): for k, tta in tta_sums.items():
p0.append(k[0]) p0.append(k[0])
p1.append(k[1]) p1.append(k[1])
total.append(tta) total.append(tta)
for k, run in nbRuns.items():
p2.append(k[0])
p3.append(k[1])
ttRuns.append(run)
for i in range(len(total)): for i in range(len(total)):
total[i] = total[i]/runs if(ttRuns[i] == 0): # All tta = -1
if(total[i] == -1):
total[i] = self.maxTTA total[i] = self.maxTTA
elif ttRuns[i] < runs: # Some tta = -1
total[i] -= (runs-ttRuns[i]) * self.maxTTA
total[i] = total[i]/ttRuns[i]
else: # No tta = -1
total[i] = total[i]/ttRuns[i]
averages = {} averages = {}
averages[ps[0]] = p0 averages[ps[0]] = p0
averages[ps[1]] = p1 averages[ps[1]] = p1
@ -162,7 +182,7 @@ class Visualizer:
if(len(self.config.runs) > 1): if(len(self.config.runs) > 1):
data = self.averageRuns(data, len(self.config.runs)) data = self.averageRuns(data, len(self.config.runs))
filteredKeys = self.similarKeys(data) filteredKeys = self.similarKeys(data)
vmin, vmax = 0, self.maxTTA vmin, vmax = 0, self.maxTTA+10
print("Plotting heatmaps...") print("Plotting heatmaps...")
"""Create the directory if it doesn't exist already""" """Create the directory if it doesn't exist already"""
@ -189,7 +209,8 @@ class Visualizer:
for param in self.parameters: for param in self.parameters:
if param != labels[0] and param != labels[1] and param != 'run': if param != labels[0] and param != labels[1] and param != 'run':
filename += f"{key[paramValueCnt]}" filename += f"{key[paramValueCnt]}"
formattedTitle = self.formatTitle(key[paramValueCnt]) #formattedTitle = self.formatTitle(key[paramValueCnt])
formattedTitle = "Time to block availability"
title += formattedTitle title += formattedTitle
paramValueCnt += 1 paramValueCnt += 1
title_obj = plt.title(title) title_obj = plt.title(title)