status-im
/
cs-codex-dist-tests
mirror of
2
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Adds test to show from which hosts blocks are downloaded.

This commit is contained in:
Ben 2024-04-19 11:40:32 +02:00
parent eed989cbf5
commit c856f404e3
No known key found for this signature in database
GPG Key ID: 541B9D8C9F1426A1
2 changed files with 86 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
Framework/Core/DownloadedLog.cs
View File

@ -4,6 +4,7 @@ namespace Core
{
public interface IDownloadedLog
{
void IterateLines(Action<string> action);
string[] GetLinesContaining(string expectedString);
string[] FindLinesThatContain(params string[] tags);
void DeleteFile();
@ -18,6 +19,19 @@ namespace Core
this.logFile = logFile;
}
public void IterateLines(Action<string> action)
{
using var file = File.OpenRead(logFile.FullFilename);
using var streamReader = new StreamReader(file);
var line = streamReader.ReadLine();
while (line != null)
{
action(line);
line = streamReader.ReadLine();
}
}
public string[] GetLinesContaining(string expectedString)
{
using var file = File.OpenRead(logFile.FullFilename);

72
Tests/CodexTests/ScalabilityTests/MultiPeerDownloadTests.cs Normal file
View File

@ -0,0 +1,72 @@
using NUnit.Framework;
using Utils;
namespace CodexTests.ScalabilityTests
{
[TestFixture]
public class MultiPeerDownloadTests : AutoBootstrapDistTest
{
[Test]
public void MultiPeerDownload()
{
var hosts = AddCodex(5, s => s.WithLogLevel(CodexPlugin.CodexLogLevel.Trace));
var file = GenerateTestFile(100.MB());
var cid = hosts[0].UploadFile(file);
var uploadLog = Ci.DownloadLog(hosts[0]);
var blockCids = uploadLog
.FindLinesThatContain("Putting block into network store")
.Select(s =>
{
var start = s.IndexOf("cid=") + 4;
var end = s.IndexOf(" count=");
var len = end - start;
return s.Substring(start, len);
})
.ToArray();
// Each host has the file.
foreach (var h in hosts) h.DownloadContent(cid);
var client = AddCodex(s => s.WithLogLevel(CodexPlugin.CodexLogLevel.Trace));
var resultFile = client.DownloadContent(cid);
resultFile!.AssertIsEqual(file);
var downloadLog = Ci.DownloadLog(client);
var blocksPerHost = new Dictionary<string, int>();
var seenBlocks = new List<string>();
var host = string.Empty;
downloadLog.IterateLines(line =>
{
if (line.Contains("peer=") && line.Contains(" len="))
{
var start = line.IndexOf("peer=") + 5;
var end = line.IndexOf(" len=");
var len = end - start;
host = line.Substring(start, len);
}
else if (!string.IsNullOrEmpty(host) && line.Contains("Storing block with key"))
{
var start = line.IndexOf("cid=") + 4;
var end = line.IndexOf(" count=");
var len = end - start;
var blockCid = line.Substring(start, len);
if (!seenBlocks.Contains(blockCid))
{
seenBlocks.Add(blockCid);
if (!blocksPerHost.ContainsKey(host)) blocksPerHost.Add(host, 1);
else blocksPerHost[host]++;
}
}
});
Log("Total number of blocks in dataset: " + blockCids.Length);
Log("Blocks fetched per host:");
foreach (var pair in blocksPerHost)
{
Log($"Host: {pair.Key} = {pair.Value}");
}
}
}
}