2023-09-11 14:57:57 +00:00
|
|
|
|
using DistTestCore;
|
|
|
|
|
using KubernetesWorkflow;
|
2023-09-11 09:59:33 +00:00
|
|
|
|
using Logging;
|
|
|
|
|
|
|
|
|
|
namespace CodexPlugin
|
|
|
|
|
{
|
2023-09-11 14:57:57 +00:00
|
|
|
|
public class CodexStarter
|
2023-09-11 09:59:33 +00:00
|
|
|
|
{
|
2023-09-12 08:31:55 +00:00
|
|
|
|
private readonly IPluginTools pluginTools;
|
2023-09-11 14:57:57 +00:00
|
|
|
|
|
2023-09-11 09:59:33 +00:00
|
|
|
|
//public CodexStarter(TestLifecycle lifecycle)
|
|
|
|
|
// : base(lifecycle)
|
|
|
|
|
//{
|
|
|
|
|
//}
|
|
|
|
|
|
2023-09-12 08:31:55 +00:00
|
|
|
|
public CodexStarter(IPluginTools pluginActions)
|
2023-09-11 14:57:57 +00:00
|
|
|
|
{
|
2023-09-12 08:31:55 +00:00
|
|
|
|
this.pluginTools = pluginActions;
|
2023-09-11 14:57:57 +00:00
|
|
|
|
}
|
2023-09-11 09:59:33 +00:00
|
|
|
|
|
2023-09-11 14:57:57 +00:00
|
|
|
|
public RunningContainers[] BringOnline(CodexSetup codexSetup)
|
2023-09-11 09:59:33 +00:00
|
|
|
|
{
|
|
|
|
|
//LogSeparator();
|
|
|
|
|
//LogStart($"Starting {codexSetup.Describe()}...");
|
|
|
|
|
//var gethStartResult = lifecycle.GethStarter.BringOnlineMarketplaceFor(codexSetup);
|
|
|
|
|
|
2023-09-11 14:57:57 +00:00
|
|
|
|
var startupConfig = CreateStartupConfig(/*gethStartResult,*/ codexSetup);
|
2023-09-11 09:59:33 +00:00
|
|
|
|
|
2023-09-11 14:57:57 +00:00
|
|
|
|
return StartCodexContainers(startupConfig, codexSetup.NumberOfNodes, codexSetup.Location);
|
2023-09-11 09:59:33 +00:00
|
|
|
|
|
|
|
|
|
//var metricAccessFactory = CollectMetrics(codexSetup, containers);
|
|
|
|
|
|
|
|
|
|
//var codexNodeFactory = new CodexNodeFactory(lifecycle, metricAccessFactory, gethStartResult.MarketplaceAccessFactory);
|
|
|
|
|
|
|
|
|
|
//var group = CreateCodexGroup(codexSetup, containers, codexNodeFactory);
|
|
|
|
|
//lifecycle.SetCodexVersion(group.Version);
|
|
|
|
|
|
|
|
|
|
//var nl = Environment.NewLine;
|
|
|
|
|
//var podInfos = string.Join(nl, containers.Containers().Select(c => $"Container: '{c.Name}' runs at '{c.Pod.PodInfo.K8SNodeName}'={c.Pod.PodInfo.Ip}"));
|
|
|
|
|
//LogEnd($"Started {codexSetup.NumberOfNodes} nodes " +
|
|
|
|
|
// $"of image '{containers.Containers().First().Recipe.Image}' " +
|
|
|
|
|
// $"and version '{group.Version}'{nl}" +
|
|
|
|
|
// podInfos);
|
|
|
|
|
//LogSeparator();
|
|
|
|
|
|
|
|
|
|
//return group;
|
2023-09-11 14:57:57 +00:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
public ICodexNodeGroup WrapCodexContainers(RunningContainers[] containers)
|
|
|
|
|
{
|
|
|
|
|
//var metricAccessFactory = CollectMetrics(codexSetup, containers);
|
|
|
|
|
|
|
|
|
|
var codexNodeFactory = new CodexNodeFactory();// (lifecycle, metricAccessFactory, gethStartResult.MarketplaceAccessFactory);
|
|
|
|
|
|
|
|
|
|
return CreateCodexGroup(/*codexSetup,*/ containers, codexNodeFactory);
|
|
|
|
|
//lifecycle.SetCodexVersion(group.Version);
|
|
|
|
|
|
|
|
|
|
//var nl = Environment.NewLine;
|
|
|
|
|
//var podInfos = string.Join(nl, containers.Containers().Select(c => $"Container: '{c.Name}' runs at '{c.Pod.PodInfo.K8SNodeName}'={c.Pod.PodInfo.Ip}"));
|
|
|
|
|
//LogEnd($"Started {codexSetup.NumberOfNodes} nodes " +
|
|
|
|
|
// $"of image '{containers.Containers().First().Recipe.Image}' " +
|
|
|
|
|
// $"and version '{group.Version}'{nl}" +
|
|
|
|
|
// podInfos);
|
|
|
|
|
//LogSeparator();
|
|
|
|
|
|
|
|
|
|
//return group;
|
2023-09-11 09:59:33 +00:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
public void BringOffline(CodexNodeGroup group)
|
|
|
|
|
{
|
|
|
|
|
//LogStart($"Stopping {group.Describe()}...");
|
|
|
|
|
//var workflow = CreateWorkflow();
|
|
|
|
|
//foreach (var c in group.Containers)
|
|
|
|
|
//{
|
|
|
|
|
// StopCrashWatcher(c);
|
|
|
|
|
// workflow.Stop(c);
|
|
|
|
|
//}
|
|
|
|
|
//LogEnd("Stopped.");
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
public void DeleteAllResources()
|
|
|
|
|
{
|
|
|
|
|
//var workflow = CreateWorkflow();
|
|
|
|
|
//workflow.DeleteTestResources();
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
public void DownloadLog(RunningContainer container, ILogHandler logHandler, int? tailLines)
|
|
|
|
|
{
|
|
|
|
|
//var workflow = CreateWorkflow();
|
|
|
|
|
//workflow.DownloadContainerLog(container, logHandler, tailLines);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
//private IMetricsAccessFactory CollectMetrics(CodexSetup codexSetup, RunningContainers[] containers)
|
|
|
|
|
//{
|
|
|
|
|
// if (codexSetup.MetricsMode == MetricsMode.None) return new MetricsUnavailableAccessFactory();
|
|
|
|
|
|
|
|
|
|
// var runningContainers = lifecycle.PrometheusStarter.CollectMetricsFor(containers);
|
|
|
|
|
|
|
|
|
|
// if (codexSetup.MetricsMode == MetricsMode.Dashboard)
|
|
|
|
|
// {
|
|
|
|
|
// lifecycle.GrafanaStarter.StartDashboard(runningContainers.Containers.First(), codexSetup);
|
|
|
|
|
// }
|
|
|
|
|
|
|
|
|
|
// return new CodexNodeMetricsAccessFactory(lifecycle, runningContainers);
|
|
|
|
|
//}
|
|
|
|
|
|
2023-09-11 14:57:57 +00:00
|
|
|
|
private StartupConfig CreateStartupConfig(/*GethStartResult gethStartResult, */ CodexSetup codexSetup)
|
|
|
|
|
{
|
|
|
|
|
var startupConfig = new StartupConfig();
|
|
|
|
|
startupConfig.NameOverride = codexSetup.NameOverride;
|
|
|
|
|
startupConfig.CreateCrashWatcher = true;
|
|
|
|
|
startupConfig.Add(codexSetup);
|
|
|
|
|
//startupConfig.Add(gethStartResult);
|
|
|
|
|
return startupConfig;
|
|
|
|
|
}
|
2023-09-11 09:59:33 +00:00
|
|
|
|
|
2023-09-11 14:57:57 +00:00
|
|
|
|
private RunningContainers[] StartCodexContainers(StartupConfig startupConfig, int numberOfNodes, Location location)
|
|
|
|
|
{
|
|
|
|
|
var result = new List<RunningContainers>();
|
|
|
|
|
var recipe = new CodexContainerRecipe();
|
|
|
|
|
for (var i = 0; i < numberOfNodes; i++)
|
|
|
|
|
{
|
2023-09-12 08:31:55 +00:00
|
|
|
|
var workflow = pluginTools.CreateWorkflow();
|
2023-09-11 14:57:57 +00:00
|
|
|
|
result.Add(workflow.Start(1, location, recipe, startupConfig));
|
|
|
|
|
}
|
|
|
|
|
return result.ToArray();
|
|
|
|
|
}
|
2023-09-11 09:59:33 +00:00
|
|
|
|
|
2023-09-12 08:31:55 +00:00
|
|
|
|
private CodexNodeGroup CreateCodexGroup(RunningContainers[] runningContainers, CodexNodeFactory codexNodeFactory)
|
2023-09-11 14:57:57 +00:00
|
|
|
|
{
|
2023-09-12 08:31:55 +00:00
|
|
|
|
var group = new CodexNodeGroup(pluginTools, runningContainers, codexNodeFactory);
|
2023-09-11 14:57:57 +00:00
|
|
|
|
|
|
|
|
|
try
|
|
|
|
|
{
|
2023-09-12 08:31:55 +00:00
|
|
|
|
Stopwatch.Measure(pluginTools.GetLog(), "EnsureOnline", group.EnsureOnline, debug: true);
|
2023-09-11 14:57:57 +00:00
|
|
|
|
}
|
|
|
|
|
catch
|
|
|
|
|
{
|
|
|
|
|
CodexNodesNotOnline(runningContainers);
|
|
|
|
|
throw;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
return group;
|
|
|
|
|
}
|
2023-09-11 09:59:33 +00:00
|
|
|
|
|
2023-09-11 14:57:57 +00:00
|
|
|
|
private void CodexNodesNotOnline(RunningContainers[] runningContainers)
|
|
|
|
|
{
|
2023-09-12 08:31:55 +00:00
|
|
|
|
pluginTools.GetLog().Log("Codex nodes failed to start");
|
2023-09-11 14:57:57 +00:00
|
|
|
|
// todo:
|
|
|
|
|
//foreach (var container in runningContainers.Containers()) lifecycle.DownloadLog(container);
|
|
|
|
|
}
|
2023-09-11 09:59:33 +00:00
|
|
|
|
|
|
|
|
|
//private StartupWorkflow CreateWorkflow()
|
|
|
|
|
//{
|
|
|
|
|
// return lifecycle.WorkflowCreator.CreateWorkflow();
|
|
|
|
|
//}
|
|
|
|
|
|
|
|
|
|
//private void LogSeparator()
|
|
|
|
|
//{
|
|
|
|
|
// Log("----------------------------------------------------------------------------");
|
|
|
|
|
//}
|
|
|
|
|
|
|
|
|
|
//private void StopCrashWatcher(RunningContainers containers)
|
|
|
|
|
//{
|
|
|
|
|
// foreach (var c in containers.Containers)
|
|
|
|
|
// {
|
|
|
|
|
// c.CrashWatcher?.Stop();
|
|
|
|
|
// }
|
|
|
|
|
//}
|
|
|
|
|
}
|
|
|
|
|
}
|