using CodexPlugin; using CodexTests; using NUnit.Framework; using System; using System.Collections.Generic; using System.Linq; using System.Text; using System.Threading.Tasks; using Utils; namespace CodexReleaseTests.DataTests { [TestFixture] public class TwoClientTests : CodexDistTest { [Test] [Combinatorial] public void TwoClientTest( [Values( "thatbenbierens/nim-codex:blkex-cancelpresence-2", // S don't send cancel-presence messages "thatbenbierens/nim-codex:blkex-cancelpresence-1", // F ignore cancel-presence messages "codexstorage/nim-codex:sha-4b5c355-dist-tests", // F unmodified "thatbenbierens/nim-codex:blkex-cancelpresence-3", // F same as 1 but logging "thatbenbierens/nim-codex:blkex-cancelpresence-4", // S no cancel-presence-msg, no fromCancel field "thatbenbierens/nim-codex:blkex-cancelpresence-5", // F all-presence = cancel? return from handler "thatbenbierens/nim-codex:blkex-cancelpresence-6", // F no cancel-presence-msg, but if any cancel send empty presence msg "thatbenbierens/nim-codex:blkex-cancelpresence-7", // F same but logs outgoing empty presence message. (msg is empty structure) "thatbenbierens/nim-codex:blkex-cancelpresence-8", // crashes F? eventtimelogging "thatbenbierens/nim-codex:blkex-cancelpresence-9", // crashes S? eventtimelogging + no cancel-presence-msg (should be slow) "thatbenbierens/nim-codex:blkex-cancelpresence-10", // F eventtimelogging (should be fast) "thatbenbierens/nim-codex:blkex-cancelpresence-11", // S eventtimelogging + no cancel-presence-msg (should be slow) "thatbenbierens/nim-codex:blkex-cancelpresence-12", // F upload and download event logging (should be fast) "thatbenbierens/nim-codex:blkex-cancelpresence-13", // S same but with no cancel-presence-msg (should be slow) "thatbenbierens/nim-codex:peerselecta-1", // F PR update (yes cancel-presence-msg) "thatbenbierens/nim-codex:peerselecta-2", // S PR update (no cancel-presence-msg) "thatbenbierens/nim-codex:blkex-cancelpresence-14", // F new logging "thatbenbierens/nim-codex:blkex-cancelpresence-15", // S new logging "thatbenbierens/nim-codex:blkex-cancelpresence-16-f", // F more logging "thatbenbierens/nim-codex:blkex-cancelpresence-16-s", // S more logging "thatbenbierens/nim-codex:blkex-cancelpresence-17-f", // F "tick" every 100 milliseconds "thatbenbierens/nim-codex:blkex-cancelpresence-17-s", // S same but slow "thatbenbierens/nim-codex:blkex-cancelpresence-18-f", // F "tick" every 10 milliseconds "thatbenbierens/nim-codex:blkex-cancelpresence-18-s" // S same but slow )] string img ) { CodexContainerRecipe.DockerImageOverride = img; var uploader = StartCodex(s => s.WithName("Uploader").WithLogLevel(CodexLogLevel.Trace, new CodexLogCustomTopics(CodexLogLevel.Trace, CodexLogLevel.Trace, CodexLogLevel.Trace))); var downloader = StartCodex(s => s.WithName("Downloader").WithLogLevel(CodexLogLevel.Trace, new CodexLogCustomTopics(CodexLogLevel.Trace, CodexLogLevel.Trace, CodexLogLevel.Trace)).WithBootstrapNode(uploader)); PerformTwoClientTest(uploader, downloader); } [Test] public void ParseLogs() { var path = "c:\\Projects\\cs-codex-dist-tests\\Tests\\CodexReleaseTests\\bin\\Debug\\net8.0\\CodexTestLogs\\2025-01\\07\\10-32-44Z_TwoClientTests\\"; var file1 = Path.Combine(path, "TwoClientTest[thatbenbierens_nim-codex_blkex-cancelpresence-16-f]_000001_Downloader1.log"); var file2 = Path.Combine(path, "TwoClientTest[thatbenbierens_nim-codex_blkex-cancelpresence-16-f]_000000_Uploader0.log"); var file3 = Path.Combine(path, "TwoClientTest[thatbenbierens_nim-codex_blkex-cancelpresence-16-s]_000001_Downloader1.log"); var file4 = Path.Combine(path, "TwoClientTest[thatbenbierens_nim-codex_blkex-cancelpresence-16-s]_000000_Uploader0.log"); var lines = File.ReadAllLines(file3); var clines = new List(); foreach (var line in lines) { var cline = CodexLogLine.Parse(line); if (cline != null) clines.Add(cline); } var gaps = new List(); for (var i = 0; i < clines.Count; i++) { if (i + 1 < clines.Count) { var line = clines[i]; var next = clines[i + 1]; gaps.Add(new Gap(line, next)); } } gaps = gaps.OrderByDescending(g => g.GapSpan.TotalMilliseconds).ToList(); var iiii = 0; } public class Gap { public Gap(CodexLogLine line, CodexLogLine next) { Line = line; Next = next; } public CodexLogLine Line { get; } public CodexLogLine Next { get; } public TimeSpan GapSpan { get { return Next.TimestampUtc - Line.TimestampUtc; } } public override string ToString() { return $"[{GapSpan.TotalMilliseconds} ms]"; } } private void ProcessTimes(CodexLogLine cline) { // reqCreatedTime // wantHaveSentTimes // presenceRecvTimes // wantBlkSentTimes // blkRecvTimes // cancelSentTimes // resolveTimes } public class BlockReqTimes { public TimeSpan CreateToWantHaveSent { get; set; } } private void PerformTwoClientTest(ICodexNode uploader, ICodexNode downloader) { PerformTwoClientTest(uploader, downloader, 100.MB()); } private void PerformTwoClientTest(ICodexNode uploader, ICodexNode downloader, ByteSize size) { var testFile = GenerateTestFile(size); var contentId = uploader.UploadFile(testFile); AssertNodesContainFile(contentId, uploader); var (downloadedFile, timeTaken) = downloader.DownloadContentT(contentId); AssertNodesContainFile(contentId, uploader, downloader); Assert.That(timeTaken, Is.LessThan(TimeSpan.FromSeconds(15.0)), "Too slow!"); testFile.AssertIsEqual(downloadedFile); } } }