Eric 13d453d5ed
chore: Docker updates to support release tests in logos-storage-nim, and remove Codex references (#124)
* ci(docker): build dist-tests images

* Update to .net 10, kubernetes client 18.0.13

Kubernetes client 18.0.13 is compatible with Kubernetes 1.34.x. The Kubernetes version is selected automatically by kubeadm in docker desktop (v1.34.1). See https://github.com/kubernetes-client/csharp#version-compatibility for a compatibility table.

* Updates to support Kubernetes upgrade

* bump openapi.yaml to match openapi.yaml in the logos-storage-nim docker image

* bump doc to .net 10

* bump docker to .net 10

* Build image with latest tag always

Always build an image with a latest tag (as well as a sha commit hash) when there's a push to master

* docker image tag as "latest" only when pushing to master

* Update docker image to install doctl

* Remove doctl install

kubeconfig is now created and uses a plain bearer token instead of using doctl as a credential mgr

* Rename and remove all instances of Codex

* Further remove CodexNetDeployer as it is no longer needed

---------

Co-authored-by: Adam Uhlíř <adam@uhlir.dev>
2026-04-17 15:03:22 +10:00

157 lines
4.4 KiB
C#

using LogosStorageClient;
using LogosStorageClient.Hooks;
using OverwatchTranscript;
using Utils;
namespace StoragePlugin.OverwatchSupport
{
public class StorageNodeTranscriptWriter : IStorageNodeHooks
{
private readonly ITranscriptWriter writer;
private readonly IdentityMap identityMap;
private readonly string name;
private int identityIndex = -1;
private readonly List<(DateTime, OverwatchLogosStorageEvent)> pendingEvents = new List<(DateTime, OverwatchLogosStorageEvent)>();
public StorageNodeTranscriptWriter(ITranscriptWriter writer, IdentityMap identityMap, string name)
{
this.writer = writer;
this.identityMap = identityMap;
this.name = name;
}
public void OnNodeStarting(DateTime startUtc, string image)
{
WriteLogosStorageEvent(startUtc, e =>
{
e.NodeStarting = new NodeStartingEvent
{
Image = image,
};
});
}
public void OnNodeStarted(IStorageNode node, string peerId, string nodeId)
{
if (string.IsNullOrEmpty(peerId) || string.IsNullOrEmpty(nodeId))
{
throw new Exception("Node started - peerId and/or nodeId unknown.");
}
identityMap.Add(name, peerId, nodeId);
identityIndex = identityMap.GetIndex(name);
WriteLogosStorageEvent(e =>
{
e.NodeStarted = new NodeStartedEvent
{
};
});
}
public void OnNodeStopping()
{
WriteLogosStorageEvent(e =>
{
e.NodeStopping = new NodeStoppingEvent
{
};
});
}
public void OnFileDownloading(ContentId cid)
{
WriteLogosStorageEvent(e =>
{
e.FileDownloading = new FileDownloadingEvent
{
Cid = cid.Id
};
});
}
public void OnFileDownloaded(ByteSize size, ContentId cid)
{
WriteLogosStorageEvent(e =>
{
e.FileDownloaded = new FileDownloadedEvent
{
Cid = cid.Id,
ByteSize = size.SizeInBytes
};
});
}
public void OnFileUploading(string uid, ByteSize size)
{
WriteLogosStorageEvent(e =>
{
e.FileUploading = new FileUploadingEvent
{
UniqueId = uid,
ByteSize = size.SizeInBytes
};
});
}
public void OnFileUploaded(string uid, ByteSize size, ContentId cid)
{
WriteLogosStorageEvent(e =>
{
e.FileUploaded = new FileUploadedEvent
{
UniqueId = uid,
Cid = cid.Id,
ByteSize = size.SizeInBytes
};
});
}
private void WriteLogosStorageEvent(Action<OverwatchLogosStorageEvent> action)
{
WriteLogosStorageEvent(DateTime.UtcNow, action);
}
private void WriteLogosStorageEvent(DateTime utc, Action<OverwatchLogosStorageEvent> action)
{
var e = new OverwatchLogosStorageEvent
{
NodeIdentity = identityIndex
};
action(e);
if (identityIndex < 0)
{
// If we don't know our id, don't write the events yet.
AddToCache(utc, e);
}
else
{
e.Write(utc, writer);
// Write any events that we cached when we didn't have our id yet.
WriteAndClearCache();
}
}
private void AddToCache(DateTime utc, OverwatchLogosStorageEvent e)
{
pendingEvents.Add((utc, e));
}
private void WriteAndClearCache()
{
if (pendingEvents.Any())
{
foreach (var pair in pendingEvents)
{
pair.Item2.NodeIdentity = identityIndex;
pair.Item2.Write(pair.Item1, writer);
}
pendingEvents.Clear();
}
}
}
}