logos-storage/das-research
1
0
Fork 0
mirror of https://github.com/logos-storage/das-research.git synced 2026-01-02 13:13:09 +00:00
Code Issues Packages Projects Releases Wiki Activity

Plot for custody stats implemented

Browse Source
This commit is contained in:
Sudipta Basak 2024-05-16 18:27:26 +00:00
parent 9089ad83b6
commit e874fea3bb
No known key found for this signature in database
2 changed files with 109 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

17
DAS/simulator.py
View File

@ -279,7 +279,7 @@ class Simulator:
self.logger.debug("Expected Samples: %d" % expected, extra=self.format)
self.logger.debug("Missing Samples: %d" % missingSamples, extra=self.format)
oldMissingSamples = missingSamples
custodyCountsRow, custodyCountsCol = [] # Count of custody of current step
custodyCountsRow, custodyCountsCol = [[], []], [[], []] # Count of custody of current step
self.logger.debug("PHASE SEND %d" % steps, extra=self.format)
for i in range(0,self.shape.numberNodes):
if not self.validators[i].amImalicious:
@ -298,9 +298,18 @@ class Simulator:
self.logger.debug("PHASE CUSTODY %d" % steps, extra=self.format)
for i in range(0,self.shape.numberNodes):
if not self.validators[i].amIproposer:
custodyCountsCol.append(len(self.validators[i].columnIDs))
custodyCountsRow.append(len(self.validators[i].rowIDs))
nodeType = 0 if i < (self.shape.numberNodes * self.shape.class1ratio) else 1
_count = 0
for id in self.validators[i].columnIDs:
line = self.validators[i].getColumn(id)
if line.count(1) == len(line): _count += 1
custodyCountsCol[nodeType].append(_count)
_count = 0
for id in self.validators[i].rowIDs:
line = self.validators[i].getRow(id)
if line.count(1) == len(line): _count += 1
custodyCountsRow[nodeType].append(_count)
stepCustodyCountsRow.append(custodyCountsRow)
stepCustodyCountsCol.append(custodyCountsCol)

99
DAS/visualizor.py
View File

@ -4,6 +4,7 @@ import matplotlib.pyplot as plt
import seaborn as sns
import numpy as np
import os
from PIL import Image
def plotData(conf):
plt.clf()
@ -160,9 +161,101 @@ class Visualizor:
self.plotECDFRestoreRowCount(result, plotPath)
self.plotECDFRestoreColumnCount(result, plotPath)
if self.config.saveRCdist:
self.plotECDFRowColDist(result, plotPath)
self.plotECDFRowColDist(result, plotPath)
self.plotCustodyStatsCol(result, plotPath)
self.plotCustodyStatsRow(result, plotPath)
def plotCustodyStatsCol(self, result, plotPath):
"""line plot of col custody requirement fulfilled in each step"""
types = ["Type 1", "Type 2"]
colCustody = result.metrics["colCustody"]
for i in range(2):
medians = [np.median(l[i]) for l in colCustody]
q25s = [np.percentile(l[i], 25) for l in colCustody]
q75s = [np.percentile(l[i], 75) for l in colCustody]
plt.clf()
conf = {}
conf["type"] = "plot"
attrbs = self.__get_attrbs__(result)
conf["textBox"] = "Row Size (N, K): "+attrbs['bsrn']+ ", "+attrbs['bsrk']\
+"\nColumn Size: (N, K): "+attrbs['bscn']+ ", "+attrbs['bsck']\
+"\nNumber of nodes: "+attrbs['nn']+"\nFailure rate: "+attrbs['fr']+"\nMalicious Node: "+attrbs['mn']+"\nNetwork degree: "+attrbs['nd']\
+"\nCustody Rows: "+attrbs['cusr']+"\nCustody Cols: "+attrbs['cusc']+"\nCustody 1: "+attrbs['vpn1']+"\nCustody 2: "+attrbs['vpn2']
conf["title"] = f"Column Custody Requirements Fulfilled ({types[i]})"
conf["xlabel"] = "Time (ms)"
conf["ylabel"] = "Custody Fulfilled"
conf["labels"] = ["Median", "Quartile (25%)", "Quartile (75)%"]
conf["colors"] = ["g-", "b-", "r-"]
conf["legLoc"] = 2
conf["path"] = plotPath + f"/temp_custodyStatCol_{i}.png"
conf['data'] = [medians, q25s, q75s]
conf["xdots"] = [x * self.config.stepDuration for x in range(len(medians))]
maxi = 0
for v in conf["data"]:
if np.nanmax(v) > maxi:
maxi = max(v)
conf["yaxismax"] = maxi
plotData(conf)
ims = []
for i in range(2):
ims.append(Image.open(plotPath + f"/temp_custodyStatCol_{i}.png"))
os.remove(plotPath + f"/temp_custodyStatCol_{i}.png")
im = Image.new('RGB', (max(ims[0].width, ims[1].width), ims[0].height + ims[1].height))
im.paste(ims[0], (0, 0))
im.paste(ims[1], (0, ims[0].height))
im.save(plotPath + f"/custodyStatCol.png")
print("Plot %s created." % conf["path"])
def plotCustodyStatsRow(self, result, plotPath):
"""line plot of row custody requirement fulfilled in each step"""
types = ["Type 1", "Type 2"]
rowCustodys = result.metrics["rowCustody"]
for i in range(2):
medians = [np.median(l[i]) for l in rowCustodys]
q25s = [np.percentile(l[i], 25) for l in rowCustodys]
q75s = [np.percentile(l[i], 75) for l in rowCustodys]
plt.clf()
conf = {}
conf["type"] = "plot"
attrbs = self.__get_attrbs__(result)
conf["textBox"] = "Row Size (N, K): "+attrbs['bsrn']+ ", "+attrbs['bsrk']\
+"\nColumn Size: (N, K): "+attrbs['bscn']+ ", "+attrbs['bsck']\
+"\nNumber of nodes: "+attrbs['nn']+"\nFailure rate: "+attrbs['fr']+"\nMalicious Node: "+attrbs['mn']+"\nNetwork degree: "+attrbs['nd']\
+"\nCustody Rows: "+attrbs['cusr']+"\nCustody Cols: "+attrbs['cusc']+"\nCustody 1: "+attrbs['vpn1']+"\nCustody 2: "+attrbs['vpn2']
conf["title"] = f"Row Custody Requirements Fulfilled ({types[i]})"
conf["xlabel"] = "Time (ms)"
conf["ylabel"] = "Custody Fulfilled"
conf["labels"] = ["Median", "Quartile (25%)", "Quartile (75)%"]
conf["colors"] = ["g-", "b-", "r-"]
conf["legLoc"] = 2
conf["path"] = plotPath + f"/temp_custodyStatRow_{i}.png"
conf['data'] = [medians, q25s, q75s]
conf["xdots"] = [x * self.config.stepDuration for x in range(len(medians))]
maxi = 0
for v in conf["data"]:
if np.nanmax(v) > maxi:
maxi = max(v)
conf["yaxismax"] = maxi
plotData(conf)
ims = []
for i in range(2):
ims.append(Image.open(plotPath + f"/temp_custodyStatRow_{i}.png"))
os.remove(plotPath + f"/temp_custodyStatRow_{i}.png")
im = Image.new('RGB', (max(ims[0].width, ims[1].width), ims[0].height + ims[1].height))
im.paste(ims[0], (0, 0))
im.paste(ims[1], (0, ims[0].height))
im.save(plotPath + f"/custodyStatRow.png")
print("Plot %s created." % conf["path"])
def plotBoxRestoreRowCount(self, result, plotPath):
"""Box Plot of restoreRowCount for all nodes"""
plt.clf()