2023-06-28 13:11:20 +00:00
|
|
|
|
using DistTestCore;
|
|
|
|
|
using Logging;
|
2023-06-25 09:06:47 +00:00
|
|
|
|
|
|
|
|
|
namespace ContinuousTests
|
2023-06-21 06:28:40 +00:00
|
|
|
|
{
|
2023-06-25 07:53:10 +00:00
|
|
|
|
public class ContinuousTestRunner
|
2023-06-21 06:28:40 +00:00
|
|
|
|
{
|
2023-06-28 13:11:20 +00:00
|
|
|
|
private readonly K8sFactory k8SFactory = new K8sFactory();
|
2023-06-21 06:28:40 +00:00
|
|
|
|
private readonly ConfigLoader configLoader = new ConfigLoader();
|
2023-06-21 07:27:59 +00:00
|
|
|
|
private readonly TestFactory testFactory = new TestFactory();
|
2023-06-25 07:53:10 +00:00
|
|
|
|
private readonly Configuration config;
|
|
|
|
|
private readonly StartupChecker startupChecker;
|
2023-06-28 14:19:37 +00:00
|
|
|
|
private readonly CancellationToken cancelToken;
|
2023-06-21 08:06:54 +00:00
|
|
|
|
|
2023-06-28 14:19:37 +00:00
|
|
|
|
public ContinuousTestRunner(string[] args, CancellationToken cancelToken)
|
2023-06-21 08:06:54 +00:00
|
|
|
|
{
|
2023-06-26 12:44:21 +00:00
|
|
|
|
config = configLoader.Load(args);
|
2023-07-07 06:52:53 +00:00
|
|
|
|
startupChecker = new StartupChecker(config, cancelToken);
|
2023-06-28 14:19:37 +00:00
|
|
|
|
this.cancelToken = cancelToken;
|
2023-06-21 08:06:54 +00:00
|
|
|
|
}
|
|
|
|
|
|
2023-06-25 07:53:10 +00:00
|
|
|
|
public void Run()
|
2023-06-21 06:28:40 +00:00
|
|
|
|
{
|
2023-06-25 07:53:10 +00:00
|
|
|
|
startupChecker.Check();
|
2023-06-21 06:28:40 +00:00
|
|
|
|
|
2023-06-28 14:19:37 +00:00
|
|
|
|
var taskFactory = new TaskFactory();
|
2023-07-18 07:47:44 +00:00
|
|
|
|
var overviewLog = new FixtureLog(new LogConfig(config.LogPath, false), DateTime.UtcNow, "Overview");
|
2023-06-27 08:16:59 +00:00
|
|
|
|
overviewLog.Log("Continuous tests starting...");
|
2023-06-25 07:53:10 +00:00
|
|
|
|
var allTests = testFactory.CreateTests();
|
2023-06-28 13:11:20 +00:00
|
|
|
|
|
|
|
|
|
ClearAllCustomNamespaces(allTests, overviewLog);
|
|
|
|
|
|
2023-07-20 11:37:11 +00:00
|
|
|
|
StartLogDownloader(taskFactory);
|
|
|
|
|
|
2023-06-28 14:19:37 +00:00
|
|
|
|
var testLoops = allTests.Select(t => new TestLoop(taskFactory, config, overviewLog, t.GetType(), t.RunTestEvery, cancelToken)).ToArray();
|
2023-06-21 06:28:40 +00:00
|
|
|
|
|
2023-06-28 14:19:37 +00:00
|
|
|
|
foreach (var testLoop in testLoops)
|
2023-06-21 06:28:40 +00:00
|
|
|
|
{
|
2023-06-29 08:23:04 +00:00
|
|
|
|
if (cancelToken.IsCancellationRequested) break;
|
2023-06-28 14:19:37 +00:00
|
|
|
|
|
|
|
|
|
overviewLog.Log("Launching test-loop for " + testLoop.Name);
|
|
|
|
|
testLoop.Begin();
|
2023-06-29 11:39:05 +00:00
|
|
|
|
Thread.Sleep(TimeSpan.FromSeconds(5));
|
2023-06-21 06:28:40 +00:00
|
|
|
|
}
|
2023-06-27 08:16:59 +00:00
|
|
|
|
|
2023-06-29 08:23:04 +00:00
|
|
|
|
overviewLog.Log("Finished launching test-loops.");
|
2023-06-28 14:19:37 +00:00
|
|
|
|
cancelToken.WaitHandle.WaitOne();
|
|
|
|
|
overviewLog.Log("Cancelling all test-loops...");
|
|
|
|
|
taskFactory.WaitAll();
|
2023-06-29 08:23:04 +00:00
|
|
|
|
overviewLog.Log("All tasks cancelled.");
|
2023-06-23 09:38:30 +00:00
|
|
|
|
}
|
2023-06-28 13:11:20 +00:00
|
|
|
|
|
|
|
|
|
private void ClearAllCustomNamespaces(ContinuousTest[] allTests, FixtureLog log)
|
|
|
|
|
{
|
|
|
|
|
foreach (var test in allTests) ClearAllCustomNamespaces(test, log);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
private void ClearAllCustomNamespaces(ContinuousTest test, FixtureLog log)
|
|
|
|
|
{
|
|
|
|
|
if (string.IsNullOrEmpty(test.CustomK8sNamespace)) return;
|
|
|
|
|
|
|
|
|
|
log.Log($"Clearing namespace '{test.CustomK8sNamespace}'...");
|
2023-06-30 07:09:59 +00:00
|
|
|
|
var (workflowCreator, _) = k8SFactory.CreateFacilities(config.KubeConfigFile, config.LogPath, config.DataPath, test.CustomK8sNamespace, new DefaultTimeSet(), log, config.RunnerLocation);
|
2023-06-28 13:11:20 +00:00
|
|
|
|
workflowCreator.CreateWorkflow().DeleteTestResources();
|
|
|
|
|
}
|
2023-07-20 11:37:11 +00:00
|
|
|
|
|
|
|
|
|
private void StartLogDownloader(TaskFactory taskFactory)
|
|
|
|
|
{
|
|
|
|
|
if (!config.DownloadContainerLogs) return;
|
|
|
|
|
|
|
|
|
|
var path = Path.Combine(config.LogPath, "containers");
|
|
|
|
|
if (!Directory.Exists(path)) Directory.CreateDirectory(path);
|
|
|
|
|
|
|
|
|
|
var (_, lifecycle) = k8SFactory.CreateFacilities(config.KubeConfigFile, config.LogPath, config.DataPath, config.CodexDeployment.Metadata.KubeNamespace, new DefaultTimeSet(), new NullLog(), config.RunnerLocation);
|
2023-08-02 13:11:27 +00:00
|
|
|
|
var downloader = new ContinuousLogDownloader(lifecycle, config.CodexDeployment.CodexContainers, path, cancelToken);
|
2023-07-20 11:37:11 +00:00
|
|
|
|
|
|
|
|
|
taskFactory.Run(downloader.Run);
|
|
|
|
|
}
|
2023-06-21 08:06:54 +00:00
|
|
|
|
}
|
2023-06-21 06:28:40 +00:00
|
|
|
|
}
|