Eric 13d453d5ed
chore: Docker updates to support release tests in logos-storage-nim, and remove Codex references (#124)
* ci(docker): build dist-tests images

* Update to .net 10, kubernetes client 18.0.13

Kubernetes client 18.0.13 is compatible with Kubernetes 1.34.x. The Kubernetes version is selected automatically by kubeadm in docker desktop (v1.34.1). See https://github.com/kubernetes-client/csharp#version-compatibility for a compatibility table.

* Updates to support Kubernetes upgrade

* bump openapi.yaml to match openapi.yaml in the logos-storage-nim docker image

* bump doc to .net 10

* bump docker to .net 10

* Build image with latest tag always

Always build an image with a latest tag (as well as a sha commit hash) when there's a push to master

* docker image tag as "latest" only when pushing to master

* Update docker image to install doctl

* Remove doctl install

kubeconfig is now created and uses a plain bearer token instead of using doctl as a credential mgr

* Rename and remove all instances of Codex

* Further remove CodexNetDeployer as it is no longer needed

---------

Co-authored-by: Adam Uhlíř <adam@uhlir.dev>
2026-04-17 15:03:22 +10:00

145 lines
4.4 KiB
C#

using LogosStorageClient;
using StoragePlugin.OverwatchSupport;
using OverwatchTranscript;
namespace TranscriptAnalysis.Receivers
{
public class NodesDegree : BaseReceiver<OverwatchLogosStorageEvent>
{
public class Dial
{
public Dial(Node peer, Node target)
{
Id = GetLineId(peer.Id, target.Id);
InitiatedBy.Add(peer);
Peer = peer;
Target = target;
}
public string Id { get; }
public int RedialCount => InitiatedBy.Count - 1;
public List<Node> InitiatedBy { get; } = new List<Node>();
public Node Peer { get; }
public Node Target { get; }
private string GetLineId(string a, string b)
{
if (string.Compare(a, b) > 0)
{
return a + b;
}
return b + a;
}
}
public class Node
{
public Node(string peerId)
{
Id = peerId;
}
public string Id { get; }
public List<Dial> Dials { get; } = new List<Dial>();
public int Degree => Dials.Count;
}
private readonly Dictionary<string, Node> dialingNodes = new Dictionary<string, Node>();
private readonly Dictionary<string, Dial> dials = new Dictionary<string, Dial>();
private long uploadSize;
public override string Name => "NodesDegree";
public override void Receive(ActivateEvent<OverwatchLogosStorageEvent> @event)
{
if (@event.Payload.DialSuccessful != null)
{
var peerId = GetPeerId(@event.Payload.NodeIdentity);
if (peerId == null) return;
AddDial(peerId, @event.Payload.DialSuccessful.TargetPeerId);
}
if (@event.Payload.FileUploaded != null)
{
var uploadEvent = @event.Payload.FileUploaded;
uploadSize = uploadEvent.ByteSize;
}
}
public override void Finish()
{
var csv = CsvWriter.CreateNew();
var numNodes = dialingNodes.Count;
var redialOccurances = new OccuranceMap();
foreach (var dial in dials.Values)
{
redialOccurances.Add(dial.RedialCount);
}
var degreeOccurances = new OccuranceMap();
foreach (var node in dialingNodes.Values)
{
degreeOccurances.Add(node.Degree);
}
Log($"Dialing nodes: {numNodes}");
Log("Redials:");
redialOccurances.PrintContinous((i, count) =>
{
Log($"{i} redials = {count}x");
});
float tot = numNodes;
csv.GetColumn("numNodes", Header.Nodes.Length);
csv.GetColumn("filesize", uploadSize.ToString());
var degreeColumn = csv.GetColumn("degree", 0.0f);
var occuranceColumn = csv.GetColumn("occurance", 0.0f);
degreeOccurances.Print((i, count) =>
{
float n = count;
float p = 100.0f * (n / tot);
Log($"Degree: {i} = {count}x ({p}%)");
csv.AddRow(
new CsvCell(degreeColumn, i),
new CsvCell(occuranceColumn, n)
);
});
CsvWriter.Write(csv, SourceFilename + "_nodeDegrees.csv");
}
private void AddDial(string peerId, string targetPeerId)
{
peerId = LogosStorageUtils.ToShortId(peerId);
targetPeerId = LogosStorageUtils.ToShortId(targetPeerId);
var peer = GetNode(peerId);
var target = GetNode(targetPeerId); ;
var dial = new Dial(peer, target);
if (dials.ContainsKey(dial.Id))
{
var d = dials[dial.Id];
d.InitiatedBy.Add(peer);
peer.Dials.Add(d);
target.Dials.Add(d);
}
else
{
dials.Add(dial.Id, dial);
peer.Dials.Add(dial);
target.Dials.Add(dial);
}
}
private Node GetNode(string id)
{
if (!dialingNodes.ContainsKey(id))
{
dialingNodes.Add(id, new Node(id));
}
return dialingNodes[id];
}
}
}