mirror of
https://github.com/logos-storage/logos-storage-nim-cs-dist-tests.git
synced 2026-05-10 03:19:39 +00:00
* ci(docker): build dist-tests images * Update to .net 10, kubernetes client 18.0.13 Kubernetes client 18.0.13 is compatible with Kubernetes 1.34.x. The Kubernetes version is selected automatically by kubeadm in docker desktop (v1.34.1). See https://github.com/kubernetes-client/csharp#version-compatibility for a compatibility table. * Updates to support Kubernetes upgrade * bump openapi.yaml to match openapi.yaml in the logos-storage-nim docker image * bump doc to .net 10 * bump docker to .net 10 * Build image with latest tag always Always build an image with a latest tag (as well as a sha commit hash) when there's a push to master * docker image tag as "latest" only when pushing to master * Update docker image to install doctl * Remove doctl install kubeconfig is now created and uses a plain bearer token instead of using doctl as a credential mgr * Rename and remove all instances of Codex * Further remove CodexNetDeployer as it is no longer needed --------- Co-authored-by: Adam Uhlíř <adam@uhlir.dev>
58 lines
1.8 KiB
C#
58 lines
1.8 KiB
C#
using LogosStorageClient;
|
|
using LogosStorageTests;
|
|
using NUnit.Framework;
|
|
using Utils;
|
|
|
|
namespace ExperimentalTests.UtilityTests
|
|
{
|
|
[TestFixture]
|
|
public class LogHelperTests : AutoBootstrapDistTest
|
|
{
|
|
[Test]
|
|
[Ignore("Used to find the most common log messages.")]
|
|
public void FindMostCommonLogMessages()
|
|
{
|
|
var uploader = StartLogosStorage(s => s.WithName("uploader").WithLogLevel(LogosStorageLogLevel.Trace));
|
|
var downloader = StartLogosStorage(s => s.WithName("downloader").WithLogLevel(LogosStorageLogLevel.Trace));
|
|
|
|
var cid = uploader.UploadFile(GenerateTestFile(100.MB()));
|
|
|
|
Thread.Sleep(1000);
|
|
var logStartUtc = DateTime.UtcNow;
|
|
Thread.Sleep(1000);
|
|
|
|
downloader.DownloadContent(cid);
|
|
|
|
var map = GetLogMap(downloader, logStartUtc).OrderByDescending(p => p.Value);
|
|
Log("Downloader - Receive");
|
|
foreach (var entry in map)
|
|
{
|
|
if (entry.Value > 9)
|
|
{
|
|
Log($"'{entry.Key}' = {entry.Value}");
|
|
}
|
|
}
|
|
}
|
|
|
|
private Dictionary<string, int> GetLogMap(IStorageNode node, DateTime? startUtc = null)
|
|
{
|
|
var log = node.DownloadLog();
|
|
var map = new Dictionary<string, int>();
|
|
log.IterateLines(line =>
|
|
{
|
|
var log = LogosStorageLogLine.Parse(line);
|
|
if (log == null) return;
|
|
|
|
if (startUtc.HasValue)
|
|
{
|
|
if (log.TimestampUtc < startUtc) return;
|
|
}
|
|
|
|
if (map.ContainsKey(log.Message)) map[log.Message] += 1;
|
|
else map.Add(log.Message, 1);
|
|
});
|
|
return map;
|
|
}
|
|
}
|
|
}
|