status-im/das-research
2
0
Fork 0
mirror of https://github.com/status-im/das-research.git synced 2025-02-23 11:58:14 +00:00
Code Issues Packages Projects Releases Wiki Activity

add generalized metrics collection

Browse Source 
Signed-off-by: Csaba Kiraly <csaba.kiraly@gmail.com>
This commit is contained in:
Csaba Kiraly 2023-03-21 08:34:28 +01:00
parent 7e4074938a
commit 23af30e381
No known key found for this signature in database
GPG Key ID: 0FE274EE8C95166E
3 changed files with 25 additions and 16 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

28
DAS/observer.py
View File

@ -1,6 +1,6 @@
#!/bin/python3
from statistics import mean
import numpy as np
from DAS.block import *
class Observer:
@ -68,16 +68,18 @@ class Observer:
return missingSamples, sampleProgress, nodeProgress, validatorProgress
def getTrafficStats(self, validators):
statsTxInSlot = [v.statsTxInSlot for v in validators]
statsRxInSlot = [v.statsRxInSlot for v in validators]
statsRxDupInSlot = [v.statsRxDupInSlot for v in validators]
TX_prod = statsTxInSlot[0]
RX_prod = statsRxInSlot[0]
TX_avg = mean(statsTxInSlot[1:])
TX_max = max(statsTxInSlot[1:])
Rx_avg = mean(statsRxInSlot[1:])
Rx_max = max(statsRxInSlot[1:])
RxDup_avg = mean(statsRxDupInSlot[1:])
RxDup_max = max(statsRxDupInSlot[1:])
def maxOrNan(l):
return np.max(l) if l else np.NaN
return (TX_prod, RX_prod, TX_avg, TX_max, Rx_avg, Rx_max, RxDup_avg, RxDup_max)
trafficStats = {}
for cl in range(0,3):
Tx = [v.statsTxInSlot for v in validators if v.nodeClass == cl]
Rx = [v.statsRxInSlot for v in validators if v.nodeClass == cl]
RxDup = [v.statsRxDupInSlot for v in validators if v.nodeClass == cl]
trafficStats[cl] = {
"Tx": {"mean": np.mean(Tx), "max": maxOrNan(Tx)},
"Rx": {"mean": np.mean(Rx), "max": maxOrNan(Rx)},
"RxDup": {"mean": np.mean(RxDup), "max": maxOrNan(RxDup)},
}
return trafficStats

4
DAS/results.py
View File

@ -13,6 +13,7 @@ class Result:
self.blockAvailable = -1
self.tta = -1
self.missingVector = []
self.metrics = {}
def populate(self, shape, missingVector):
"""It populates part of the result data inside a vector."""
@ -26,6 +27,9 @@ class Result:
self.blockAvailable = 0
self.tta = -1
def addMetric(self, name, metric):
self.metrics[name] = metric
def dump(self, execID):
"""It dumps the results of the simulation in an XML file."""
if not os.path.exists("results"):

9
DAS/simulator.py
View File

@ -168,6 +168,7 @@ class Simulator:
arrived, expected, ready, validated = self.glob.checkStatus(self.validators)
missingSamples = expected - arrived
missingVector = []
trafficStatsVector = []
steps = 0
while(True):
missingVector.append(missingSamples)
@ -188,11 +189,12 @@ class Simulator:
self.validators[i].logColumns()
# log TX and RX statistics
TX_prod, RX_prod, TX_avg, TX_max, Rx_avg, Rx_max, RxDup_avg, RxDup_max = self.glob.getTrafficStats(self.validators)
self.logger.info("step %d: TX_prod=%.1f, RX_prod=%.1f, TX_avg=%.1f, TX_max=%.1f, Rx_avg=%.1f, Rx_max=%.1f, RxDup_avg=%.1f, RxDup_max=%.1f" %
(steps, TX_prod, RX_prod, TX_avg, TX_max, Rx_avg, Rx_max ,RxDup_avg, RxDup_max), extra=self.format)
trafficStats = self.glob.getTrafficStats(self.validators)
self.logger.debug("step %d: %s" %
(steps, trafficStats), extra=self.format)
for i in range(0,self.shape.numberNodes):
self.validators[i].updateStats()
trafficStatsVector.append(trafficStats)
missingSamples, sampleProgress, nodeProgress, validatorProgress = self.glob.getProgress(self.validators)
self.logger.debug("step %d, arrived %0.02f %%, ready %0.02f %%, validated %0.02f %%"
@ -209,5 +211,6 @@ class Simulator:
steps += 1
self.result.populate(self.shape, missingVector)
self.result.addMetric("trafficStats", trafficStatsVector)
return self.result