logos-storage-nim-cs-dist-tests/Tests/CodexReleaseTests/DataTests/TwoClientTest.cs

using CodexPlugin;
using CodexTests;
using NUnit.Framework;
using System;
using System.Collections.Generic;
using System.Linq;
using System.Text;
using System.Threading.Tasks;
using Utils;

namespace CodexReleaseTests.DataTests
{
    [TestFixture]
    public class TwoClientTests : CodexDistTest
    {
        [Test]
        [Combinatorial]
        public void TwoClientTest(
            [Values(
            "thatbenbierens/nim-codex:blkex-cancelpresence-2", // S don't send cancel-presence messages
            "thatbenbierens/nim-codex:blkex-cancelpresence-1", // F ignore cancel-presence messages
            "codexstorage/nim-codex:sha-4b5c355-dist-tests", // F unmodified

            "thatbenbierens/nim-codex:blkex-cancelpresence-3", // F same as 1 but logging
            "thatbenbierens/nim-codex:blkex-cancelpresence-4", // S no cancel-presence-msg, no fromCancel field
            "thatbenbierens/nim-codex:blkex-cancelpresence-5", // F all-presence = cancel? return from handler
            "thatbenbierens/nim-codex:blkex-cancelpresence-6", // F no cancel-presence-msg, but if any cancel send empty presence msg
            "thatbenbierens/nim-codex:blkex-cancelpresence-7", // F same but logs outgoing empty presence message. (msg is empty structure)
            "thatbenbierens/nim-codex:blkex-cancelpresence-8", // crashes F? eventtimelogging
            "thatbenbierens/nim-codex:blkex-cancelpresence-9", // crashes S? eventtimelogging + no cancel-presence-msg (should be slow)

            "thatbenbierens/nim-codex:blkex-cancelpresence-10", // F eventtimelogging (should be fast)
            "thatbenbierens/nim-codex:blkex-cancelpresence-11", // S eventtimelogging + no cancel-presence-msg (should be slow)

            "thatbenbierens/nim-codex:blkex-cancelpresence-12", // F upload and download event logging (should be fast)
            "thatbenbierens/nim-codex:blkex-cancelpresence-13", // S same but with no cancel-presence-msg (should be slow)

            "thatbenbierens/nim-codex:peerselecta-1", // F PR update (yes cancel-presence-msg)
            "thatbenbierens/nim-codex:peerselecta-2", // S PR update (no cancel-presence-msg)

            "thatbenbierens/nim-codex:blkex-cancelpresence-14", // F new logging
            "thatbenbierens/nim-codex:blkex-cancelpresence-15", // S new logging

            "thatbenbierens/nim-codex:blkex-cancelpresence-16-f", // F more logging
            "thatbenbierens/nim-codex:blkex-cancelpresence-16-s",  // S more logging

            "thatbenbierens/nim-codex:blkex-cancelpresence-17-f", // F "tick" every 100 milliseconds
            "thatbenbierens/nim-codex:blkex-cancelpresence-17-s",  // S same but slow

            "thatbenbierens/nim-codex:blkex-cancelpresence-18-f", // F "tick" every 10 milliseconds
            "thatbenbierens/nim-codex:blkex-cancelpresence-18-s"  // S same but slow
            )] string img
        )
        {
            CodexContainerRecipe.DockerImageOverride = img;

            var uploader = StartCodex(s => s.WithName("Uploader").WithLogLevel(CodexLogLevel.Trace, new CodexLogCustomTopics(CodexLogLevel.Trace, CodexLogLevel.Trace, CodexLogLevel.Trace)));
            var downloader = StartCodex(s => s.WithName("Downloader").WithLogLevel(CodexLogLevel.Trace, new CodexLogCustomTopics(CodexLogLevel.Trace, CodexLogLevel.Trace, CodexLogLevel.Trace)).WithBootstrapNode(uploader));

            PerformTwoClientTest(uploader, downloader);
        }

        [Test]
        public void ParseLogs()
        {
            var path = "c:\\Projects\\cs-codex-dist-tests\\Tests\\CodexReleaseTests\\bin\\Debug\\net8.0\\CodexTestLogs\\2025-01\\07\\10-32-44Z_TwoClientTests\\";
            var file1 = Path.Combine(path, "TwoClientTest[thatbenbierens_nim-codex_blkex-cancelpresence-16-f]_000001_Downloader1.log");
            var file2 = Path.Combine(path, "TwoClientTest[thatbenbierens_nim-codex_blkex-cancelpresence-16-f]_000000_Uploader0.log");
            var file3 = Path.Combine(path, "TwoClientTest[thatbenbierens_nim-codex_blkex-cancelpresence-16-s]_000001_Downloader1.log");
            var file4 = Path.Combine(path, "TwoClientTest[thatbenbierens_nim-codex_blkex-cancelpresence-16-s]_000000_Uploader0.log");

            var lines = File.ReadAllLines(file3);
            var clines = new List<CodexLogLine>();
            foreach (var line in lines)
            {
                var cline = CodexLogLine.Parse(line);
                if (cline != null) clines.Add(cline);
            }

            var gaps = new List<Gap>();
            for (var i = 0; i < clines.Count; i++)
            {
                if (i + 1 < clines.Count)
                {
                    var line = clines[i];
                    var next = clines[i + 1];
                    gaps.Add(new Gap(line, next));
                }
            }

            gaps = gaps.OrderByDescending(g => g.GapSpan.TotalMilliseconds).ToList();

            var iiii = 0;

        }

        public class Gap
        {
            public Gap(CodexLogLine line, CodexLogLine next)
            {
                Line = line;
                Next = next;
            }

            public CodexLogLine Line { get; }
            public CodexLogLine Next { get; }

            public TimeSpan GapSpan
            {
                get
                {
                    return Next.TimestampUtc - Line.TimestampUtc;
                }
            }

            public override string ToString()
            {
                return $"[{GapSpan.TotalMilliseconds} ms]";
            }
        }

        private void ProcessTimes(CodexLogLine cline)
        {
            // reqCreatedTime
            // wantHaveSentTimes
            // presenceRecvTimes
            // wantBlkSentTimes
            // blkRecvTimes
            // cancelSentTimes
            // resolveTimes

        }

        public class BlockReqTimes
        {
            public TimeSpan CreateToWantHaveSent { get; set; }

        }

        private void PerformTwoClientTest(ICodexNode uploader, ICodexNode downloader)
        {
            PerformTwoClientTest(uploader, downloader, 100.MB());
        }

        private void PerformTwoClientTest(ICodexNode uploader, ICodexNode downloader, ByteSize size)
        {
            var testFile = GenerateTestFile(size);

            var contentId = uploader.UploadFile(testFile);
            AssertNodesContainFile(contentId, uploader);

            var (downloadedFile, timeTaken) = downloader.DownloadContentT(contentId);
            AssertNodesContainFile(contentId, uploader, downloader);

            Assert.That(timeTaken, Is.LessThan(TimeSpan.FromSeconds(15.0)), "Too slow!");

            testFile.AssertIsEqual(downloadedFile);
        }
    }
}