status-im
/
cs-codex-dist-tests
mirror of
2
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Identified issue with nodesDegree overview

This commit is contained in:
benbierens 2024-08-08 09:39:20 +02:00
parent 11a015e0b6
commit 58cebd43ce
No known key found for this signature in database
GPG Key ID: 877D2C2E09A22F3A
4 changed files with 145 additions and 25 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

47
Tools/TranscriptAnalysis/OccuranceMap.cs Normal file
View File

@ -0,0 +1,47 @@
namespace TranscriptAnalysis
{
public class OccuranceMap
{
private readonly Dictionary<int, int> map = new Dictionary<int, int>();
public void Add(int point)
{
if (map.ContainsKey(point))
{
map[point]++;
}
else
{
map.Add(point, 1);
}
}
public void Print(Action<int, int> action)
{
Print(false, action);
}
public void PrintContinous(Action<int, int> action)
{
Print(true, action);
}
private void Print(bool continuous, Action<int, int> action)
{
var min = map.Keys.Min();
var max = map.Keys.Max();
for (var i = min; i <= max; i++)
{
if (map.ContainsKey(i))
{
action(i, map[i]);
}
else if (continuous)
{
action(i, 0);
}
}
}
}
}

2
Tools/TranscriptAnalysis/Program.cs
View File

@ -8,7 +8,7 @@ public static class Program
public static void Main(string[] args)
{
args = new[] { "D:\\Projects\\cs-codex-dist-tests\\Tests\\CodexTests\\bin\\Debug\\net7.0\\CodexTestLogs\\2024-08\\06\\08-24-45Z_ThreeClientTest\\SwarmTest_SwarmTest.owts" };
//args = new[] { "D:\\Projects\\cs-codex-dist-tests\\Tests\\CodexTests\\bin\\Debug\\net7.0\\CodexTestLogs\\2024-08\\06\\08-24-45Z_ThreeClientTest\\SwarmTest_SwarmTest.owts" };
Log("Transcript Analysis");
if (!args.Any())

14
Tools/TranscriptAnalysis/Receivers/DuplicateBlocksReceived.cs
View File

@ -21,23 +21,23 @@ namespace TranscriptAnalysis.Receivers
var totalReceived = peerIdBlockAddrCount.Sum(a => a.Value.Sum(p => p.Value));
var maxRepeats = peerIdBlockAddrCount.Max(a => a.Value.Max(p => p.Value));
var occurances = new int[maxRepeats + 1];
var occurances = new OccuranceMap();
foreach (var peerPair in peerIdBlockAddrCount)
{
foreach (var pair in peerPair.Value)
foreach (var blockCountPair in peerPair.Value)
{
occurances[pair.Value]++;
occurances.Add(blockCountPair.Value);
}
}
float t = totalReceived;
for (var i = 1; i < occurances.Length; i++)
occurances.PrintContinous((i, count) =>
{
float n = occurances[i];
float n = count;
float p = 100.0f * (n / t);
Log($"Block received {i} times = {occurances[i]}x ({p}%)");
}
Log($"Block received {i} times = {count}x ({p}%)");
});
}
private int seen = 0;

107
Tools/TranscriptAnalysis/Receivers/NodesDegree.cs
View File

@ -6,7 +6,46 @@ namespace TranscriptAnalysis.Receivers
{
public class NodesDegree : BaseReceiver<OverwatchCodexEvent>
{
private readonly Dictionary<string, Dictionary<string, int>> dials = new Dictionary<string, Dictionary<string, int>>();
public class Dial
{
public Dial(Node peer, Node target)
{
Id = GetLineId(peer.Id, target.Id);
InitiatedBy.Add(peer);
Peer = peer;
Target = target;
}
public string Id { get; }
public int RedialCount => InitiatedBy.Count - 1;
public List<Node> InitiatedBy { get; } = new List<Node>();
public Node Peer { get; }
public Node Target { get; }
private string GetLineId(string a, string b)
{
if (string.Compare(a, b) > 0)
{
return a + b;
}
return b + a;
}
}
public class Node
{
public Node(string peerId)
{
Id = peerId;
}
public string Id { get; }
public List<Dial> Dials { get; } = new List<Dial>();
public int Degree => Dials.Count;
}
private readonly Dictionary<string, Node> dialingNodes = new Dictionary<string, Node>();
private readonly Dictionary<string, Dial> dials = new Dictionary<string, Dial>();
public override string Name => "NodesDegree";
@ -18,34 +57,68 @@ namespace TranscriptAnalysis.Receivers
}
}
private void AddDial(string peerId, string targetPeerId)
public override void Finish()
{
if (!dials.ContainsKey(peerId))
var numNodes = dialingNodes.Count;
var redialOccurances = new OccuranceMap();
foreach (var dial in dials.Values)
{
dials.Add(peerId, new Dictionary<string, int>());
redialOccurances.Add(dial.RedialCount);
}
var degreeOccurances = new OccuranceMap();
foreach (var node in dialingNodes.Values)
{
degreeOccurances.Add(node.Degree);
}
var d = dials[peerId];
if (!d.ContainsKey(targetPeerId))
Log($"Dialing nodes: {numNodes}");
Log("Redials:");
redialOccurances.PrintContinous((i, count) =>
{
d.Add(targetPeerId, 1);
Log($"{i} redials = {count}x");
});
float tot = numNodes;
degreeOccurances.Print((i, count) =>
{
float n = count;
float p = 100.0f * (n / tot);
Log($"Degree: {i} = {count}x ({p}%)");
});
}
private void AddDial(string peerId, string targetPeerId)
{
peerId = CodexUtils.ToShortId(peerId);
targetPeerId = CodexUtils.ToShortId(targetPeerId);
var peer = GetNode(peerId);
var target = GetNode(targetPeerId); ;
var dial = new Dial(peer, target);
if (dials.ContainsKey(dial.Id))
{
var d = dials[dial.Id];
d.InitiatedBy.Add(peer);
peer.Dials.Add(d);
target.Dials.Add(d);
}
else
{
d[targetPeerId]++;
dials.Add(dial.Id, dial);
peer.Dials.Add(dial);
target.Dials.Add(dial);
}
}
public override void Finish()
private Node GetNode(string id)
{
var numNodes = dials.Keys.Count;
var redials = dials.Values.Count(t => t.Values.Any(nd => nd > 1));
var min = dials.Values.Min(t => t.Count);
var avg = dials.Values.Average(t => t.Count);
var max = dials.Values.Max(t => t.Count);
Log($"Nodes: {numNodes} - Degrees: min:{min} avg:{avg} max:{max} - Redials: {redials}");
if (!dialingNodes.ContainsKey(id))
{
dialingNodes.Add(id, new Node(id));
}
return dialingNodes[id];
}
}
}