using CodexContractsPlugin; using CodexContractsPlugin.Marketplace; using CodexPlugin; using FileUtils; using GethPlugin; using NUnit.Framework; using Utils; namespace CodexTests.BasicTests { [TestFixture] public class MarketplaceTests : AutoBootstrapDistTest { [Test] [Combinatorial] public void MarketplaceExample( [Values(4, 8, 16 /* 1mb */, 32, 64)] int numBlocks, [Values(-3, -2, -1, 0, 1, 2, 3)] int plusSizeKb, [Values(-3, -2, -1, 0, 1, 2, 3)] int plusSizeBytes ) { var hostInitialBalance = 234.TstWei(); var clientInitialBalance = 100000.TstWei(); var fileSize = new ByteSize( numBlocks * (64 * 1024) + plusSizeKb * 1024 + plusSizeBytes ); var geth = Ci.StartGethNode(s => s.IsMiner().WithName("disttest-geth")); var contracts = Ci.StartCodexContracts(geth); var numberOfHosts = 5; var hosts = StartCodex(numberOfHosts, s => s .WithName("Host") .WithLogLevel(CodexLogLevel.Trace, new CodexLogCustomTopics(CodexLogLevel.Error, CodexLogLevel.Error, CodexLogLevel.Warn) { ContractClock = CodexLogLevel.Trace, }) .WithStorageQuota(11.GB()) .EnableMarketplace(geth, contracts, m => m .WithInitial(10.Eth(), hostInitialBalance) .AsStorageNode() .AsValidator())); foreach (var host in hosts) { AssertBalance(contracts, host, Is.EqualTo(hostInitialBalance)); var availability = new StorageAvailability( totalSpace: 10.GB(), maxDuration: TimeSpan.FromMinutes(30), minPriceForTotalSpace: 1.TstWei(), maxCollateral: 20.TstWei() ); host.Marketplace.MakeStorageAvailable(availability); } var testFile = CreateFile(fileSize); var client = StartCodex(s => s .WithName("Client") .EnableMarketplace(geth, contracts, m => m .WithInitial(10.Eth(), clientInitialBalance))); AssertBalance(contracts, client, Is.EqualTo(clientInitialBalance)); var uploadCid = client.UploadFile(testFile); var purchase = new StoragePurchaseRequest(uploadCid) { PricePerSlotPerSecond = 2.TstWei(), RequiredCollateral = 10.TstWei(), MinRequiredNumberOfNodes = 5, NodeFailureTolerance = 2, ProofProbability = 5, Duration = TimeSpan.FromMinutes(6), Expiry = TimeSpan.FromMinutes(5) }; var purchaseContract = client.Marketplace.RequestStorage(purchase); var contractCid = purchaseContract.ContentId; Assert.That(uploadCid.Id, Is.Not.EqualTo(contractCid.Id)); // Download both from client. testFile.AssertIsEqual(client.DownloadContent(uploadCid)); testFile.AssertIsEqual(client.DownloadContent(contractCid)); // Download both from another node. var downloader = StartCodex(s => s.WithName("Downloader")); testFile.AssertIsEqual(downloader.DownloadContent(uploadCid)); testFile.AssertIsEqual(downloader.DownloadContent(contractCid)); WaitForAllSlotFilledEvents(contracts, purchase, geth); purchaseContract.WaitForStorageContractStarted(); var request = GetOnChainStorageRequest(contracts, geth); AssertStorageRequest(request, purchase, contracts, client); AssertContractSlot(contracts, request, 0); purchaseContract.WaitForStorageContractFinished(); AssertBalance(contracts, client, Is.LessThan(clientInitialBalance), "Buyer was not charged for storage."); Assert.That(contracts.GetRequestState(request), Is.EqualTo(RequestState.Finished)); } [Test] [Ignore("Integrated into MarketplaceExample to speed up testing.")] public void CanDownloadContentFromContractCid() { var fileSize = 10.MB(); var geth = Ci.StartGethNode(s => s.IsMiner().WithName("disttest-geth")); var contracts = Ci.StartCodexContracts(geth); var testFile = CreateFile(fileSize); var client = StartCodex(s => s .WithName("Client") .EnableMarketplace(geth, contracts, m => m .WithInitial(10.Eth(), 10.Tst()))); var uploadCid = client.UploadFile(testFile); var purchase = new StoragePurchaseRequest(uploadCid) { PricePerSlotPerSecond = 2.TstWei(), RequiredCollateral = 10.TstWei(), MinRequiredNumberOfNodes = 5, NodeFailureTolerance = 2, ProofProbability = 5, Duration = TimeSpan.FromMinutes(5), Expiry = TimeSpan.FromMinutes(4) }; var purchaseContract = client.Marketplace.RequestStorage(purchase); var contractCid = purchaseContract.ContentId; Assert.That(uploadCid.Id, Is.Not.EqualTo(contractCid.Id)); // Download both from client. testFile.AssertIsEqual(client.DownloadContent(uploadCid)); testFile.AssertIsEqual(client.DownloadContent(contractCid)); // Download both from another node. var downloader = StartCodex(s => s.WithName("Downloader")); testFile.AssertIsEqual(downloader.DownloadContent(uploadCid)); testFile.AssertIsEqual(downloader.DownloadContent(contractCid)); } private TrackedFile CreateFile(ByteSize fileSize) { var segmentSize = new ByteSize(fileSize.SizeInBytes / 4); return GenerateTestFile(o => o .Random(segmentSize) .ByteRepeat(new byte[] { 0xaa }, segmentSize) .Random(segmentSize) .ByteRepeat(new byte[] { 0xee }, segmentSize) ); } private void WaitForAllSlotFilledEvents(ICodexContracts contracts, StoragePurchaseRequest purchase, IGethNode geth) { Time.Retry(() => { var events = contracts.GetEvents(GetTestRunTimeRange()); var slotFilledEvents = events.GetSlotFilledEvents(); var msg = $"SlotFilledEvents: {slotFilledEvents.Length} - NumSlots: {purchase.MinRequiredNumberOfNodes}"; Debug(msg); if (slotFilledEvents.Length != purchase.MinRequiredNumberOfNodes) throw new Exception(msg); }, purchase.Expiry + TimeSpan.FromSeconds(10), TimeSpan.FromSeconds(5), "Checking SlotFilled events"); } private void AssertStorageRequest(Request request, StoragePurchaseRequest purchase, ICodexContracts contracts, ICodexNode buyer) { Assert.That(contracts.GetRequestState(request), Is.EqualTo(RequestState.Started)); Assert.That(request.ClientAddress, Is.EqualTo(buyer.EthAddress)); Assert.That(request.Ask.Slots, Is.EqualTo(purchase.MinRequiredNumberOfNodes)); } private Request GetOnChainStorageRequest(ICodexContracts contracts, IGethNode geth) { var events = contracts.GetEvents(GetTestRunTimeRange()); var requests = events.GetStorageRequests(); Assert.That(requests.Length, Is.EqualTo(1)); return requests.Single(); } private void AssertContractSlot(ICodexContracts contracts, Request request, int contractSlotIndex) { var slotHost = contracts.GetSlotHost(request, contractSlotIndex); Assert.That(slotHost?.Address, Is.Not.Null); } } }