logos-storage-nim-cs-dist-tests/Tools/TranscriptAnalysis/Receivers/DuplicateBlocksReceived.cs

using StoragePlugin.OverwatchSupport;
using OverwatchTranscript;

namespace TranscriptAnalysis.Receivers
{
    public class DuplicateBlocksReceived : BaseReceiver<OverwatchLogosStorageEvent>
    {
        public static List<int> Counts = new List<int>();
        private long uploadSize;

        public override string Name => "BlocksReceived";

        public override void Receive(ActivateEvent<OverwatchLogosStorageEvent> @event)
        {
            if (@event.Payload.BlockReceived != null)
            {
                Handle(@event.Payload, @event.Payload.BlockReceived);
            }
            if (@event.Payload.FileUploaded != null)
            {
                var uploadEvent = @event.Payload.FileUploaded;
                uploadSize = uploadEvent.ByteSize;
            }
        }

        public override void Finish()
        {
            Log("Number of BlockReceived events seen: " + seen);
            var csv = CsvWriter.CreateNew();

            var totalReceived = peerIdBlockAddrCount.Sum(a => a.Value.Sum(p => p.Value));
            var maxRepeats = peerIdBlockAddrCount.Max(a => a.Value.Max(p => p.Value));
            var occurances = new OccuranceMap();

            foreach (var peerPair in peerIdBlockAddrCount)
            {
                foreach (var blockCountPair in peerPair.Value)
                {
                    occurances.Add(blockCountPair.Value);
                }
            }

            if (Counts.Any()) throw new Exception("Should be empty");

            float t = totalReceived;
            csv.GetColumn("numNodes", Header.Nodes.Length);
            csv.GetColumn("filesize", uploadSize.ToString());
            var receiveCountColumn = csv.GetColumn("receiveCount", 0.0f);
            var occuranceColumn = csv.GetColumn("occurance", 0.0f);
            occurances.PrintContinous((i, count) =>
            {
                float n = count;
                float p = 100.0f * (n / t);
                Log($"Block received {i} times = {count}x ({p}%)");
                Counts.Add(count);
                csv.AddRow(
                    new CsvCell(receiveCountColumn, i),
                    new CsvCell(occuranceColumn, count)
                );
            });

            CsvWriter.Write(csv, SourceFilename + "_blockduplicates.csv");
        }

        private int seen = 0;
        private readonly Dictionary<string, Dictionary<string, int>> peerIdBlockAddrCount = new Dictionary<string, Dictionary<string, int>>();

        private void Handle(OverwatchLogosStorageEvent payload, BlockReceivedEvent blockReceived)
        {
            var receiverPeerId = GetPeerId(payload.NodeIdentity);
            if (receiverPeerId == null) return;
            var blockAddress = blockReceived.BlockAddress;
            seen++;

            if (!peerIdBlockAddrCount.ContainsKey(receiverPeerId))
            {
                peerIdBlockAddrCount.Add(receiverPeerId, new Dictionary<string, int>());
            }
            var blockAddCount = peerIdBlockAddrCount[receiverPeerId];
            if (!blockAddCount.ContainsKey(blockAddress))
            {
                blockAddCount.Add(blockAddress, 1);
            }
            else
            {
                blockAddCount[blockAddress]++;
            }
        }
    }
}