2023-09-12 11:32:06 +00:00
using Core ;
2023-09-11 08:43:27 +00:00
using FileUtils ;
2023-09-19 09:51:59 +00:00
using GethPlugin ;
2023-09-13 10:24:46 +00:00
using KubernetesWorkflow ;
2023-11-12 09:07:23 +00:00
using KubernetesWorkflow.Types ;
2024-03-26 10:39:59 +00:00
using Logging ;
2023-09-13 09:59:21 +00:00
using MetricsPlugin ;
2023-08-02 13:11:27 +00:00
using Utils ;
2023-04-13 07:33:10 +00:00
2023-09-11 09:59:33 +00:00
namespace CodexPlugin
2023-04-13 07:33:10 +00:00
{
2023-09-19 09:51:59 +00:00
public interface ICodexNode : IHasContainer , IHasMetricsScrapeTarget , IHasEthAddress
2023-04-13 07:33:10 +00:00
{
2023-04-19 07:19:06 +00:00
string GetName ( ) ;
2024-03-25 14:46:45 +00:00
DebugInfo GetDebugInfo ( ) ;
DebugPeer GetDebugPeer ( string peerId ) ;
2023-09-12 11:32:06 +00:00
ContentId UploadFile ( TrackedFile file ) ;
TrackedFile ? DownloadContent ( ContentId contentId , string fileLabel = "" ) ;
2024-03-26 13:07:06 +00:00
LocalDatasetList LocalFiles ( ) ;
2024-06-05 07:20:00 +00:00
CodexSpace Space ( ) ;
2023-09-19 09:51:59 +00:00
void ConnectToPeer ( ICodexNode node ) ;
2024-03-26 09:03:52 +00:00
DebugInfoVersion Version { get ; }
2023-09-20 06:45:55 +00:00
IMarketplaceAccess Marketplace { get ; }
2023-09-20 10:55:09 +00:00
CrashWatcher CrashWatcher { get ; }
2023-11-06 13:33:47 +00:00
PodInfo GetPodInfo ( ) ;
2023-12-06 08:59:45 +00:00
ITransferSpeeds TransferSpeeds { get ; }
2024-03-13 09:57:26 +00:00
void Stop ( bool waitTillStopped ) ;
2023-04-13 07:33:10 +00:00
}
2023-09-19 09:51:59 +00:00
public class CodexNode : ICodexNode
2023-04-13 07:33:10 +00:00
{
private const string UploadFailedMessage = "Unable to store block" ;
2023-09-12 09:43:46 +00:00
private readonly IPluginTools tools ;
2023-09-20 08:13:29 +00:00
private readonly EthAddress ? ethAddress ;
2023-12-06 08:59:45 +00:00
private readonly TransferSpeeds transferSpeeds ;
2023-04-13 07:33:10 +00:00
2023-09-20 08:13:29 +00:00
public CodexNode ( IPluginTools tools , CodexAccess codexAccess , CodexNodeGroup group , IMarketplaceAccess marketplaceAccess , EthAddress ? ethAddress )
2023-04-13 07:33:10 +00:00
{
2023-09-12 09:43:46 +00:00
this . tools = tools ;
2023-09-19 09:51:59 +00:00
this . ethAddress = ethAddress ;
2023-04-13 07:33:10 +00:00
CodexAccess = codexAccess ;
Group = group ;
2023-09-20 06:45:55 +00:00
Marketplace = marketplaceAccess ;
2024-03-26 09:03:52 +00:00
Version = new DebugInfoVersion ( ) ;
2023-12-06 08:59:45 +00:00
transferSpeeds = new TransferSpeeds ( ) ;
2023-04-13 07:33:10 +00:00
}
2024-04-13 14:09:17 +00:00
public RunningPod Pod { get { return CodexAccess . Container ; } }
public RunningContainer Container { get { return Pod . Containers . Single ( ) ; } }
2023-04-13 07:33:10 +00:00
public CodexAccess CodexAccess { get ; }
2023-09-20 10:55:09 +00:00
public CrashWatcher CrashWatcher { get = > CodexAccess . CrashWatcher ; }
2023-04-13 07:33:10 +00:00
public CodexNodeGroup Group { get ; }
2023-09-20 06:45:55 +00:00
public IMarketplaceAccess Marketplace { get ; }
2024-03-26 09:03:52 +00:00
public DebugInfoVersion Version { get ; private set ; }
2023-12-06 08:59:45 +00:00
public ITransferSpeeds TransferSpeeds { get = > transferSpeeds ; }
2024-03-26 09:03:52 +00:00
2023-09-13 09:59:21 +00:00
public IMetricsScrapeTarget MetricsScrapeTarget
{
get
{
2024-04-13 14:09:17 +00:00
return new MetricsScrapeTarget ( CodexAccess . Container . Containers . First ( ) , CodexContainerRecipe . MetricsPortTag ) ;
2023-09-13 09:59:21 +00:00
}
}
2024-03-26 09:03:52 +00:00
2023-09-20 08:13:29 +00:00
public EthAddress EthAddress
2023-09-19 09:51:59 +00:00
{
get
{
if ( ethAddress = = null ) throw new Exception ( "Marketplace is not enabled for this Codex node. Please start it with the option '.EnableMarketplace(...)' to enable it." ) ;
return ethAddress ;
}
}
2023-04-13 07:33:10 +00:00
public string GetName ( )
{
2024-04-19 09:52:39 +00:00
return Container . Name ;
2023-04-13 07:33:10 +00:00
}
2024-03-25 14:46:45 +00:00
public DebugInfo GetDebugInfo ( )
2023-04-13 07:33:10 +00:00
{
2023-06-29 14:07:49 +00:00
var debugInfo = CodexAccess . GetDebugInfo ( ) ;
2024-03-26 09:03:52 +00:00
var known = string . Join ( "," , debugInfo . Table . Nodes . Select ( n = > n . PeerId ) ) ;
2024-06-03 09:42:52 +00:00
Log ( $"Got DebugInfo with id: {debugInfo.Id}. This node knows: [{known}]" ) ;
2023-04-19 12:57:00 +00:00
return debugInfo ;
2023-04-13 07:33:10 +00:00
}
2024-03-25 14:46:45 +00:00
public DebugPeer GetDebugPeer ( string peerId )
2023-05-11 10:44:53 +00:00
{
2023-06-29 14:07:49 +00:00
return CodexAccess . GetDebugPeer ( peerId ) ;
2023-05-11 10:44:53 +00:00
}
2023-09-12 11:32:06 +00:00
public ContentId UploadFile ( TrackedFile file )
2023-04-13 07:33:10 +00:00
{
2023-09-12 09:43:46 +00:00
using var fileStream = File . OpenRead ( file . Filename ) ;
2023-06-07 06:30:10 +00:00
2023-09-12 09:43:46 +00:00
var logMessage = $"Uploading file {file.Describe()}..." ;
Log ( logMessage ) ;
2023-12-06 08:59:45 +00:00
var measurement = Stopwatch . Measure ( tools . GetLog ( ) , logMessage , ( ) = >
2023-09-12 09:43:46 +00:00
{
return CodexAccess . UploadFile ( fileStream ) ;
} ) ;
2023-06-07 06:30:10 +00:00
2023-12-06 08:59:45 +00:00
var response = measurement . Value ;
transferSpeeds . AddUploadSample ( file . GetFilesize ( ) , measurement . Duration ) ;
2023-09-20 08:51:47 +00:00
if ( string . IsNullOrEmpty ( response ) ) FrameworkAssert . Fail ( "Received empty response." ) ;
if ( response . StartsWith ( UploadFailedMessage ) ) FrameworkAssert . Fail ( "Node failed to store block." ) ;
2023-07-11 06:19:14 +00:00
2023-09-12 09:43:46 +00:00
Log ( $"Uploaded file. Received contentId: '{response}'." ) ;
return new ContentId ( response ) ;
2023-04-13 07:33:10 +00:00
}
2023-09-12 11:32:06 +00:00
public TrackedFile ? DownloadContent ( ContentId contentId , string fileLabel = "" )
2023-04-13 07:33:10 +00:00
{
2023-09-12 09:43:46 +00:00
var logMessage = $"Downloading for contentId: '{contentId.Id}'..." ;
Log ( logMessage ) ;
2023-09-13 08:03:11 +00:00
var file = tools . GetFileManager ( ) . CreateEmptyFile ( fileLabel ) ;
2023-12-06 08:59:45 +00:00
var measurement = Stopwatch . Measure ( tools . GetLog ( ) , logMessage , ( ) = > DownloadToFile ( contentId . Id , file ) ) ;
transferSpeeds . AddDownloadSample ( file . GetFilesize ( ) , measurement ) ;
2023-09-12 09:43:46 +00:00
Log ( $"Downloaded file {file.Describe()} to '{file.Filename}'." ) ;
return file ;
2023-04-13 07:33:10 +00:00
}
2024-03-26 13:07:06 +00:00
public LocalDatasetList LocalFiles ( )
2023-11-10 07:20:08 +00:00
{
2024-03-26 10:39:59 +00:00
return CodexAccess . LocalFiles ( ) ;
2023-11-10 07:20:08 +00:00
}
2024-06-05 07:20:00 +00:00
public CodexSpace Space ( )
{
return CodexAccess . Space ( ) ;
}
2023-09-19 09:51:59 +00:00
public void ConnectToPeer ( ICodexNode node )
2023-04-13 07:33:10 +00:00
{
2023-09-19 09:51:59 +00:00
var peer = ( CodexNode ) node ;
2023-04-13 07:33:10 +00:00
Log ( $"Connecting to peer {peer.GetName()}..." ) ;
var peerInfo = node . GetDebugInfo ( ) ;
2024-03-26 11:14:02 +00:00
CodexAccess . ConnectToPeer ( peerInfo . Id , GetPeerMultiAddresses ( peer , peerInfo ) ) ;
2023-04-13 07:33:10 +00:00
Log ( $"Successfully connected to peer {peer.GetName()}." ) ;
}
2023-11-06 13:33:47 +00:00
public PodInfo GetPodInfo ( )
{
return CodexAccess . GetPodInfo ( ) ;
}
2024-03-13 09:57:26 +00:00
public void Stop ( bool waitTillStopped )
2023-04-25 10:52:11 +00:00
{
2024-04-13 14:09:17 +00:00
CrashWatcher . Stop ( ) ;
2024-04-13 14:20:23 +00:00
Group . Stop ( this , waitTillStopped ) ;
2024-04-13 14:09:17 +00:00
// if (Group.Count() > 1) throw new InvalidOperationException("Codex-nodes that are part of a group cannot be " +
// "individually shut down. Use 'BringOffline()' on the group object to stop the group. This method is only " +
// "available for codex-nodes in groups of 1.");
/ /
// Group.BringOffline(waitTillStopped);
2023-04-25 10:52:11 +00:00
}
2023-07-31 09:51:29 +00:00
public void EnsureOnlineGetVersionResponse ( )
{
2023-08-02 13:11:27 +00:00
var debugInfo = Time . Retry ( CodexAccess . GetDebugInfo , "ensure online" ) ;
2024-03-26 09:03:52 +00:00
var nodePeerId = debugInfo . Id ;
2023-07-31 09:51:29 +00:00
var nodeName = CodexAccess . Container . Name ;
2024-03-26 09:03:52 +00:00
if ( ! debugInfo . Version . IsValid ( ) )
2023-07-31 09:51:29 +00:00
{
2024-03-26 09:03:52 +00:00
throw new Exception ( $"Invalid version information received from Codex node {GetName()}: {debugInfo.Version}" ) ;
2023-07-31 09:51:29 +00:00
}
2023-11-12 10:24:58 +00:00
var log = tools . GetLog ( ) ;
log . AddStringReplace ( nodePeerId , nodeName ) ;
2024-03-26 09:03:52 +00:00
log . AddStringReplace ( debugInfo . Table . LocalNode . NodeId , nodeName ) ;
Version = debugInfo . Version ;
2023-07-31 09:51:29 +00:00
}
2024-03-26 11:14:02 +00:00
private string [ ] GetPeerMultiAddresses ( CodexNode peer , DebugInfo peerInfo )
2023-04-13 07:33:10 +00:00
{
// The peer we want to connect is in a different pod.
// We must replace the default IP with the pod IP in the multiAddress.
2023-11-06 13:33:47 +00:00
var workflow = tools . CreateWorkflow ( ) ;
2024-04-13 14:09:17 +00:00
var podInfo = workflow . GetPodInfo ( peer . Pod ) ;
2023-11-06 13:33:47 +00:00
2024-03-26 11:14:02 +00:00
return peerInfo . Addrs . Select ( a = > a
. Replace ( "0.0.0.0" , podInfo . Ip ) )
. ToArray ( ) ;
2023-04-13 07:33:10 +00:00
}
2023-09-12 11:32:06 +00:00
private void DownloadToFile ( string contentId , TrackedFile file )
2023-04-13 07:33:10 +00:00
{
using var fileStream = File . OpenWrite ( file . Filename ) ;
2023-04-19 12:57:00 +00:00
try
{
2023-06-29 14:07:49 +00:00
using var downloadStream = CodexAccess . DownloadFile ( contentId ) ;
2023-04-19 12:57:00 +00:00
downloadStream . CopyTo ( fileStream ) ;
}
catch
{
Log ( $"Failed to download file '{contentId}'." ) ;
throw ;
}
2023-04-13 07:33:10 +00:00
}
private void Log ( string msg )
{
2023-09-12 09:43:46 +00:00
tools . GetLog ( ) . Log ( $"{GetName()}: {msg}" ) ;
2023-04-13 07:33:10 +00:00
}
}
}