mirror of
https://github.com/logos-storage/logos-storage-nim-cs-dist-tests.git
synced 2026-01-02 05:23:09 +00:00
Disables assert on contract config values check
This commit is contained in:
Ben
parent
365e78f050
commit
c16397ae47
@ -6,6 +6,7 @@ namespace CodexClient
|
||||
{
|
||||
BytesPerSecond? GetUploadSpeed();
|
||||
BytesPerSecond? GetDownloadSpeed();
|
||||
ITransferSpeeds Combine(ITransferSpeeds? other);
|
||||
}
|
||||
|
||||
public class TransferSpeeds : ITransferSpeeds
|
||||
@ -35,6 +36,18 @@ namespace CodexClient
|
||||
return downloads.Average();
|
||||
}
|
||||
|
||||
public ITransferSpeeds Combine(ITransferSpeeds? other)
|
||||
{
|
||||
if (other == null) return this;
|
||||
var o = (TransferSpeeds)other;
|
||||
var result = new TransferSpeeds();
|
||||
result.uploads.AddRange(uploads);
|
||||
result.uploads.AddRange(o.uploads);
|
||||
result.downloads.AddRange(downloads);
|
||||
result.downloads.AddRange(o.downloads);
|
||||
return result;
|
||||
}
|
||||
|
||||
private static BytesPerSecond Convert(ByteSize size, TimeSpan duration)
|
||||
{
|
||||
double bytes = size.SizeInBytes;
|
||||
|
||||
@ -105,7 +105,15 @@ namespace CodexContractsPlugin
|
||||
{
|
||||
if (Convert.ToInt32(value) != expected)
|
||||
{
|
||||
throw new Exception($"Config value '{name}' should be deployed as '{expected}' but was '{value}'");
|
||||
// Merge todo: https://github.com/codex-storage/nim-codex/pull/1303
|
||||
// Once this is merged, the contract config values are settable via env-vars.
|
||||
// This plugin is already updated to set the config vars to values compatible with a
|
||||
// 1-second block frequency. AND it will read back the config and assert it is deployed correctly.
|
||||
// This is waiting for that merge.
|
||||
|
||||
// Replace log with assert WHEN MERGED:
|
||||
// throw new Exception($"Config value '{name}' should be deployed as '{expected}' but was '{value}'");
|
||||
Log($"MERGE TODO. Config value '{name}' should be deployed as '{expected}' but was '{value}'");
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
@ -7,175 +7,191 @@ using Utils;
|
||||
|
||||
namespace CodexReleaseTests.DataTests
|
||||
{
|
||||
[TestFixture(2, 10)]
|
||||
[TestFixture(5, 20)]
|
||||
[TestFixture(10, 20)]
|
||||
public class SwarmTests : AutoBootstrapDistTest
|
||||
namespace SwarmTests
|
||||
{
|
||||
private readonly int numberOfNodes;
|
||||
private readonly int filesizeMb;
|
||||
|
||||
public SwarmTests(int numberOfNodes, int filesizeMb)
|
||||
[TestFixture(2, 10)]
|
||||
[TestFixture(5, 20)]
|
||||
[TestFixture(10, 20)]
|
||||
public class SwarmTests : AutoBootstrapDistTest
|
||||
{
|
||||
this.numberOfNodes = numberOfNodes;
|
||||
this.filesizeMb = filesizeMb;
|
||||
}
|
||||
private readonly int numberOfNodes;
|
||||
private readonly int filesizeMb;
|
||||
private ICodexNodeGroup nodes = null!;
|
||||
|
||||
[Test]
|
||||
public void Swarm()
|
||||
{
|
||||
var filesize = filesizeMb.MB();
|
||||
var nodes = StartCodex(numberOfNodes);
|
||||
var files = nodes.Select(n => UploadUniqueFilePerNode(n, filesize)).ToArray();
|
||||
|
||||
var tasks = ParallelDownloadEachFile(nodes, files);
|
||||
Task.WaitAll(tasks);
|
||||
|
||||
AssertAllFilesDownloadedCorrectly(files);
|
||||
}
|
||||
|
||||
[Test]
|
||||
public void StreamlessSwarm()
|
||||
{
|
||||
var filesize = filesizeMb.MB();
|
||||
var nodes = StartCodex(numberOfNodes);
|
||||
var files = nodes.Select(n => UploadUniqueFilePerNode(n, filesize)).ToArray();
|
||||
|
||||
var tasks = ParallelStreamlessDownloadEachFile(nodes, files);
|
||||
Task.WaitAll(tasks);
|
||||
|
||||
AssertAllFilesStreamlesslyDownloadedCorrectly(nodes, files);
|
||||
}
|
||||
|
||||
private SwarmTestNetworkFile UploadUniqueFilePerNode(ICodexNode node, ByteSize fileSize)
|
||||
{
|
||||
var file = GenerateTestFile(fileSize);
|
||||
var cid = node.UploadFile(file);
|
||||
return new SwarmTestNetworkFile(node, fileSize, file, cid);
|
||||
}
|
||||
|
||||
private Task[] ParallelDownloadEachFile(ICodexNodeGroup nodes, SwarmTestNetworkFile[] files)
|
||||
{
|
||||
var tasks = new List<Task>();
|
||||
|
||||
foreach (var node in nodes)
|
||||
public SwarmTests(int numberOfNodes, int filesizeMb)
|
||||
{
|
||||
tasks.Add(StartDownload(node, files));
|
||||
this.numberOfNodes = numberOfNodes;
|
||||
this.filesizeMb = filesizeMb;
|
||||
}
|
||||
|
||||
return tasks.ToArray();
|
||||
}
|
||||
|
||||
private Task[] ParallelStreamlessDownloadEachFile(ICodexNodeGroup nodes, SwarmTestNetworkFile[] files)
|
||||
{
|
||||
var tasks = new List<Task>();
|
||||
|
||||
foreach (var node in nodes)
|
||||
[TearDown]
|
||||
public void TearDown()
|
||||
{
|
||||
tasks.Add(StartStreamlessDownload(node, files));
|
||||
}
|
||||
|
||||
return tasks.ToArray();
|
||||
}
|
||||
|
||||
private Task StartDownload(ICodexNode node, SwarmTestNetworkFile[] files)
|
||||
{
|
||||
return Task.Run(() =>
|
||||
{
|
||||
var remaining = files.ToList();
|
||||
|
||||
while (remaining.Count > 0)
|
||||
ITransferSpeeds speeds = new TransferSpeeds();
|
||||
foreach (var n in nodes)
|
||||
{
|
||||
var file = remaining.PickOneRandom();
|
||||
try
|
||||
{
|
||||
var dl = node.DownloadContent(file.Cid, TimeSpan.FromMinutes(30));
|
||||
lock (file.Lock)
|
||||
{
|
||||
file.Downloaded.Add(dl);
|
||||
}
|
||||
}
|
||||
catch (Exception ex)
|
||||
{
|
||||
file.Error = ex;
|
||||
}
|
||||
speeds = speeds.Combine(n.TransferSpeeds);
|
||||
}
|
||||
});
|
||||
}
|
||||
Log($"Average upload speed: {speeds.GetUploadSpeed()}");
|
||||
Log($"Average download speed: {speeds.GetDownloadSpeed()}");
|
||||
}
|
||||
|
||||
private Task StartStreamlessDownload(ICodexNode node, SwarmTestNetworkFile[] files)
|
||||
{
|
||||
return Task.Run(() =>
|
||||
[Test]
|
||||
public void Stream()
|
||||
{
|
||||
var remaining = files.ToList();
|
||||
var filesize = filesizeMb.MB();
|
||||
nodes = StartCodex(numberOfNodes);
|
||||
var files = nodes.Select(n => UploadUniqueFilePerNode(n, filesize)).ToArray();
|
||||
|
||||
while (remaining.Count > 0)
|
||||
var tasks = ParallelDownloadEachFile(files);
|
||||
Task.WaitAll(tasks);
|
||||
|
||||
AssertAllFilesDownloadedCorrectly(files);
|
||||
}
|
||||
|
||||
[Test]
|
||||
public void Streamless()
|
||||
{
|
||||
var filesize = filesizeMb.MB();
|
||||
nodes = StartCodex(numberOfNodes);
|
||||
var files = nodes.Select(n => UploadUniqueFilePerNode(n, filesize)).ToArray();
|
||||
|
||||
var tasks = ParallelStreamlessDownloadEachFile(files);
|
||||
Task.WaitAll(tasks);
|
||||
|
||||
AssertAllFilesStreamlesslyDownloadedCorrectly(files);
|
||||
}
|
||||
|
||||
private SwarmTestNetworkFile UploadUniqueFilePerNode(ICodexNode node, ByteSize fileSize)
|
||||
{
|
||||
var file = GenerateTestFile(fileSize);
|
||||
var cid = node.UploadFile(file);
|
||||
return new SwarmTestNetworkFile(node, fileSize, file, cid);
|
||||
}
|
||||
|
||||
private Task[] ParallelDownloadEachFile(SwarmTestNetworkFile[] files)
|
||||
{
|
||||
var tasks = new List<Task>();
|
||||
|
||||
foreach (var node in nodes)
|
||||
{
|
||||
var file = remaining.PickOneRandom();
|
||||
if (file.Uploader.GetName() != node.GetName())
|
||||
tasks.Add(StartDownload(node, files));
|
||||
}
|
||||
|
||||
return tasks.ToArray();
|
||||
}
|
||||
|
||||
private Task[] ParallelStreamlessDownloadEachFile(SwarmTestNetworkFile[] files)
|
||||
{
|
||||
var tasks = new List<Task>();
|
||||
|
||||
foreach (var node in nodes)
|
||||
{
|
||||
tasks.Add(StartStreamlessDownload(node, files));
|
||||
}
|
||||
|
||||
return tasks.ToArray();
|
||||
}
|
||||
|
||||
private Task StartDownload(ICodexNode node, SwarmTestNetworkFile[] files)
|
||||
{
|
||||
return Task.Run(() =>
|
||||
{
|
||||
var remaining = files.ToList();
|
||||
|
||||
while (remaining.Count > 0)
|
||||
{
|
||||
var file = remaining.PickOneRandom();
|
||||
try
|
||||
{
|
||||
var startSpace = node.Space();
|
||||
node.DownloadStreamlessWait(file.Cid, file.OriginalSize);
|
||||
var dl = node.DownloadContent(file.Cid, TimeSpan.FromMinutes(30));
|
||||
lock (file.Lock)
|
||||
{
|
||||
file.Downloaded.Add(dl);
|
||||
}
|
||||
}
|
||||
catch (Exception ex)
|
||||
{
|
||||
file.Error = ex;
|
||||
}
|
||||
}
|
||||
}
|
||||
});
|
||||
}
|
||||
});
|
||||
}
|
||||
|
||||
private void AssertAllFilesDownloadedCorrectly(SwarmTestNetworkFile[] files)
|
||||
{
|
||||
foreach (var file in files)
|
||||
private Task StartStreamlessDownload(ICodexNode node, SwarmTestNetworkFile[] files)
|
||||
{
|
||||
if (file.Error != null) throw file.Error;
|
||||
lock (file.Lock)
|
||||
return Task.Run(() =>
|
||||
{
|
||||
foreach (var dl in file.Downloaded)
|
||||
var remaining = files.ToList();
|
||||
|
||||
while (remaining.Count > 0)
|
||||
{
|
||||
file.Original.AssertIsEqual(dl);
|
||||
var file = remaining.PickOneRandom();
|
||||
if (file.Uploader.GetName() != node.GetName())
|
||||
{
|
||||
try
|
||||
{
|
||||
var startSpace = node.Space();
|
||||
node.DownloadStreamlessWait(file.Cid, file.OriginalSize);
|
||||
}
|
||||
catch (Exception ex)
|
||||
{
|
||||
file.Error = ex;
|
||||
}
|
||||
}
|
||||
}
|
||||
});
|
||||
}
|
||||
|
||||
private void AssertAllFilesDownloadedCorrectly(SwarmTestNetworkFile[] files)
|
||||
{
|
||||
foreach (var file in files)
|
||||
{
|
||||
if (file.Error != null) throw file.Error;
|
||||
lock (file.Lock)
|
||||
{
|
||||
foreach (var dl in file.Downloaded)
|
||||
{
|
||||
file.Original.AssertIsEqual(dl);
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
private void AssertAllFilesStreamlesslyDownloadedCorrectly(ICodexNodeGroup nodes, SwarmTestNetworkFile[] files)
|
||||
{
|
||||
var totalFilesSpace = 0.Bytes();
|
||||
foreach (var file in files)
|
||||
private void AssertAllFilesStreamlesslyDownloadedCorrectly(SwarmTestNetworkFile[] files)
|
||||
{
|
||||
if (file.Error != null) throw file.Error;
|
||||
totalFilesSpace = new ByteSize(totalFilesSpace.SizeInBytes + file.Original.GetFilesize().SizeInBytes);
|
||||
}
|
||||
|
||||
foreach (var node in nodes)
|
||||
{
|
||||
var currentSpace = node.Space();
|
||||
Assert.That(currentSpace.QuotaUsedBytes, Is.GreaterThanOrEqualTo(totalFilesSpace.SizeInBytes));
|
||||
}
|
||||
}
|
||||
var totalFilesSpace = 0.Bytes();
|
||||
foreach (var file in files)
|
||||
{
|
||||
if (file.Error != null) throw file.Error;
|
||||
totalFilesSpace = new ByteSize(totalFilesSpace.SizeInBytes + file.Original.GetFilesize().SizeInBytes);
|
||||
}
|
||||
|
||||
private class SwarmTestNetworkFile
|
||||
{
|
||||
public SwarmTestNetworkFile(ICodexNode uploader, ByteSize originalSize, TrackedFile original, ContentId cid)
|
||||
{
|
||||
Uploader = uploader;
|
||||
OriginalSize = originalSize;
|
||||
Original = original;
|
||||
Cid = cid;
|
||||
foreach (var node in nodes)
|
||||
{
|
||||
var currentSpace = node.Space();
|
||||
Assert.That(currentSpace.QuotaUsedBytes, Is.GreaterThanOrEqualTo(totalFilesSpace.SizeInBytes));
|
||||
}
|
||||
}
|
||||
|
||||
public ICodexNode Uploader { get; }
|
||||
public ByteSize OriginalSize { get; }
|
||||
public TrackedFile Original { get; }
|
||||
public ContentId Cid { get; }
|
||||
public object Lock { get; } = new object();
|
||||
public List<TrackedFile?> Downloaded { get; } = new List<TrackedFile?>();
|
||||
public Exception? Error { get; set; } = null;
|
||||
private class SwarmTestNetworkFile
|
||||
{
|
||||
public SwarmTestNetworkFile(ICodexNode uploader, ByteSize originalSize, TrackedFile original, ContentId cid)
|
||||
{
|
||||
Uploader = uploader;
|
||||
OriginalSize = originalSize;
|
||||
Original = original;
|
||||
Cid = cid;
|
||||
}
|
||||
|
||||
public ICodexNode Uploader { get; }
|
||||
public ByteSize OriginalSize { get; }
|
||||
public TrackedFile Original { get; }
|
||||
public ContentId Cid { get; }
|
||||
public object Lock { get; } = new object();
|
||||
public List<TrackedFile?> Downloaded { get; } = new List<TrackedFile?>();
|
||||
public Exception? Error { get; set; } = null;
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user