Eric 13d453d5ed
chore: Docker updates to support release tests in logos-storage-nim, and remove Codex references (#124)
* ci(docker): build dist-tests images

* Update to .net 10, kubernetes client 18.0.13

Kubernetes client 18.0.13 is compatible with Kubernetes 1.34.x. The Kubernetes version is selected automatically by kubeadm in docker desktop (v1.34.1). See https://github.com/kubernetes-client/csharp#version-compatibility for a compatibility table.

* Updates to support Kubernetes upgrade

* bump openapi.yaml to match openapi.yaml in the logos-storage-nim docker image

* bump doc to .net 10

* bump docker to .net 10

* Build image with latest tag always

Always build an image with a latest tag (as well as a sha commit hash) when there's a push to master

* docker image tag as "latest" only when pushing to master

* Update docker image to install doctl

* Remove doctl install

kubeconfig is now created and uses a plain bearer token instead of using doctl as a credential mgr

* Rename and remove all instances of Codex

* Further remove CodexNetDeployer as it is no longer needed

---------

Co-authored-by: Adam Uhlíř <adam@uhlir.dev>
2026-04-17 15:03:22 +10:00

102 lines
3.5 KiB
C#

using LogosStorageClient.Hooks;
using Logging;
using OverwatchTranscript;
using Utils;
namespace StoragePlugin.OverwatchSupport
{
public class LogosStorageTranscriptWriter : ILogosStorageHooksProvider
{
private const string LogosStorageHeaderKey = "cdx_h";
private readonly ILog log;
private readonly LogosStorageTranscriptWriterConfig config;
private readonly ITranscriptWriter writer;
private readonly LogosStorageLogConverter converter;
private readonly IdentityMap identityMap = new IdentityMap();
private readonly KademliaPositionFinder positionFinder = new KademliaPositionFinder();
public LogosStorageTranscriptWriter(ILog log, LogosStorageTranscriptWriterConfig config, ITranscriptWriter transcriptWriter)
{
this.log = log;
this.config = config;
writer = transcriptWriter;
converter = new LogosStorageLogConverter(writer, config, identityMap);
}
public void FinalizeWriter()
{
log.Log("Finalizing Logos Storage transcript...");
writer.AddHeader(LogosStorageHeaderKey, CreateLogosStorageHeader());
writer.Write(GetOutputFullPath());
log.Log("Done");
}
private string GetOutputFullPath()
{
var outputPath = Path.GetDirectoryName(log.GetFullName());
if (outputPath == null) throw new Exception("Logfile path is null");
var filename = Path.GetFileNameWithoutExtension(log.GetFullName());
if (string.IsNullOrEmpty(filename)) throw new Exception("Logfile name is null or empty");
var outputFile = Path.Combine(outputPath, filename + "_" + config.OutputPath);
if (!outputFile.EndsWith(".owts")) outputFile += ".owts";
return outputFile;
}
public IStorageNodeHooks CreateHooks(string nodeName)
{
nodeName = Str.Between(nodeName, "'", "'");
return new StorageNodeTranscriptWriter(writer, identityMap, nodeName);
}
public void IncludeFile(string filepath)
{
writer.IncludeArtifact(filepath);
}
public void ProcessLogs(IDownloadedLog[] downloadedLogs)
{
foreach (var l in downloadedLogs)
{
log.Log("Include artifact: " + l.GetFilepath());
writer.IncludeArtifact(l.GetFilepath());
// Not all of these logs are necessarily Codex logs.
// Check, and process only the Codex ones.
if (IsLogosStorageLog(l))
{
log.Log("Processing Logos Storage log: " + l.GetFilepath());
converter.ProcessLog(l);
}
}
}
public void AddResult(bool success, string result)
{
writer.Add(DateTime.UtcNow, new OverwatchLogosStorageEvent
{
NodeIdentity = -1,
ScenarioFinished = new ScenarioFinishedEvent
{
Success = success,
Result = result
}
});
}
private OverwatchLogosStorageHeader CreateLogosStorageHeader()
{
return new OverwatchLogosStorageHeader
{
Nodes = positionFinder.DeterminePositions(identityMap.Get())
};
}
private bool IsLogosStorageLog(IDownloadedLog log)
{
return log.GetLinesContaining("Run Logos Storage node").Any();
}
}
}