mirror of
https://github.com/logos-storage/logos-storage-nim-cs-dist-tests.git
synced 2026-05-07 09:59:28 +00:00
* ci(docker): build dist-tests images * Update to .net 10, kubernetes client 18.0.13 Kubernetes client 18.0.13 is compatible with Kubernetes 1.34.x. The Kubernetes version is selected automatically by kubeadm in docker desktop (v1.34.1). See https://github.com/kubernetes-client/csharp#version-compatibility for a compatibility table. * Updates to support Kubernetes upgrade * bump openapi.yaml to match openapi.yaml in the logos-storage-nim docker image * bump doc to .net 10 * bump docker to .net 10 * Build image with latest tag always Always build an image with a latest tag (as well as a sha commit hash) when there's a push to master * docker image tag as "latest" only when pushing to master * Update docker image to install doctl * Remove doctl install kubeconfig is now created and uses a plain bearer token instead of using doctl as a credential mgr * Rename and remove all instances of Codex * Further remove CodexNetDeployer as it is no longer needed --------- Co-authored-by: Adam Uhlíř <adam@uhlir.dev>
102 lines
3.5 KiB
C#
102 lines
3.5 KiB
C#
using LogosStorageClient.Hooks;
|
|
using Logging;
|
|
using OverwatchTranscript;
|
|
using Utils;
|
|
|
|
namespace StoragePlugin.OverwatchSupport
|
|
{
|
|
public class LogosStorageTranscriptWriter : ILogosStorageHooksProvider
|
|
{
|
|
private const string LogosStorageHeaderKey = "cdx_h";
|
|
private readonly ILog log;
|
|
private readonly LogosStorageTranscriptWriterConfig config;
|
|
private readonly ITranscriptWriter writer;
|
|
private readonly LogosStorageLogConverter converter;
|
|
private readonly IdentityMap identityMap = new IdentityMap();
|
|
private readonly KademliaPositionFinder positionFinder = new KademliaPositionFinder();
|
|
|
|
public LogosStorageTranscriptWriter(ILog log, LogosStorageTranscriptWriterConfig config, ITranscriptWriter transcriptWriter)
|
|
{
|
|
this.log = log;
|
|
this.config = config;
|
|
writer = transcriptWriter;
|
|
converter = new LogosStorageLogConverter(writer, config, identityMap);
|
|
}
|
|
|
|
public void FinalizeWriter()
|
|
{
|
|
log.Log("Finalizing Logos Storage transcript...");
|
|
|
|
writer.AddHeader(LogosStorageHeaderKey, CreateLogosStorageHeader());
|
|
writer.Write(GetOutputFullPath());
|
|
|
|
log.Log("Done");
|
|
}
|
|
|
|
private string GetOutputFullPath()
|
|
{
|
|
var outputPath = Path.GetDirectoryName(log.GetFullName());
|
|
if (outputPath == null) throw new Exception("Logfile path is null");
|
|
var filename = Path.GetFileNameWithoutExtension(log.GetFullName());
|
|
if (string.IsNullOrEmpty(filename)) throw new Exception("Logfile name is null or empty");
|
|
var outputFile = Path.Combine(outputPath, filename + "_" + config.OutputPath);
|
|
if (!outputFile.EndsWith(".owts")) outputFile += ".owts";
|
|
return outputFile;
|
|
}
|
|
|
|
public IStorageNodeHooks CreateHooks(string nodeName)
|
|
{
|
|
nodeName = Str.Between(nodeName, "'", "'");
|
|
return new StorageNodeTranscriptWriter(writer, identityMap, nodeName);
|
|
}
|
|
|
|
public void IncludeFile(string filepath)
|
|
{
|
|
writer.IncludeArtifact(filepath);
|
|
}
|
|
|
|
public void ProcessLogs(IDownloadedLog[] downloadedLogs)
|
|
{
|
|
foreach (var l in downloadedLogs)
|
|
{
|
|
log.Log("Include artifact: " + l.GetFilepath());
|
|
writer.IncludeArtifact(l.GetFilepath());
|
|
|
|
// Not all of these logs are necessarily Codex logs.
|
|
// Check, and process only the Codex ones.
|
|
if (IsLogosStorageLog(l))
|
|
{
|
|
log.Log("Processing Logos Storage log: " + l.GetFilepath());
|
|
converter.ProcessLog(l);
|
|
}
|
|
}
|
|
}
|
|
|
|
public void AddResult(bool success, string result)
|
|
{
|
|
writer.Add(DateTime.UtcNow, new OverwatchLogosStorageEvent
|
|
{
|
|
NodeIdentity = -1,
|
|
ScenarioFinished = new ScenarioFinishedEvent
|
|
{
|
|
Success = success,
|
|
Result = result
|
|
}
|
|
});
|
|
}
|
|
|
|
private OverwatchLogosStorageHeader CreateLogosStorageHeader()
|
|
{
|
|
return new OverwatchLogosStorageHeader
|
|
{
|
|
Nodes = positionFinder.DeterminePositions(identityMap.Get())
|
|
};
|
|
}
|
|
|
|
private bool IsLogosStorageLog(IDownloadedLog log)
|
|
{
|
|
return log.GetLinesContaining("Run Logos Storage node").Any();
|
|
}
|
|
}
|
|
}
|