logos-blockchain/logos-blockchain-simulations
1
0
Fork 0
mirror of https://github.com/logos-blockchain/logos-blockchain-simulations.git synced 2026-01-15 19:43:10 +00:00
Code Issues Packages Projects Releases Wiki Activity

batch processing

Browse Source
This commit is contained in:
0xFugue 2023-08-22 22:46:49 +05:30
parent 2726f14794
commit daf07fcf5b
1 changed files with 16 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

22
scripts/analysis.py
View File

@ -8,6 +8,7 @@ import numpy as np
import logging as log
from pathlib import Path
import matplotlib.pyplot as plt
from os import walk
def read_json(fname):
with open(fname) as f:
@ -23,6 +24,7 @@ def read_csv(fname):
def write_csv(df, fname):
df.to_csv(fname)
def compute_view_finalisation_times(df, conf, oprefix, tag="tag", plot=False, epoch=True):
num_nodes = conf["node_count"]
two3rd = math.floor(num_nodes * 2/3) + 1
@ -56,10 +58,11 @@ def compute_view_finalisation_times(df, conf, oprefix, tag="tag", plot=False, ep
plt.show()
plt.savefig(f'{oprefix}-view-finalisation-times.pdf', format="pdf", bbox_inches="tight")
app = typer.Typer()
@app.command()
def views(ctx: typer.Context,
def view(ctx: typer.Context,
data_file: Path = typer.Option("config.json",
exists=True, file_okay=True, readable=True,
help="Set the simulation config file"),
@ -72,19 +75,26 @@ def views(ctx: typer.Context,
log.basicConfig(level=log.INFO)
tag = os.path.splitext(os.path.basename(data_file))[0]
conf = read_json(config_file)
df = read_csv(data_file)
conf, df = read_json(config_file), read_csv(data_file)
compute_view_finalisation_times(df, conf, oprefix, tag, plot=True, epoch=True)
def view_batch(ctx: typer.Context,
path: Path = typer.Option("./",
@app.command()
def views(ctx: typer.Context,
path: Path = typer.Option("../",
exists=True, dir_okay=True, readable=True,
help="Set the simulation config file"),
oprefix: str = typer.Option("output",
help="Set the output prefix for the plots")
):
pass
fin = []
conf_fnames = next(walk(f'{path}/configs'), (None, None, []))[2] # [] if no file
for conf in conf_fnames:
prefix = os.path.splitext(os.path.basename(conf))[0]
conf = read_json(f'{path}/configs/{conf}')
df = read_csv(f'{path}/output/{prefix}.csv')
res = compute_view_finalisation_times(df, conf, oprefix, tag, plot=True, epoch=True)
fin.append(res)