cs-codex-dist-tests/KubernetesWorkflow/StartupWorkflow.cs

using Logging;
using Utils;

namespace KubernetesWorkflow
{
    public class StartupWorkflow
    {
        private readonly BaseLog log;
        private readonly WorkflowNumberSource numberSource;
        private readonly K8sCluster cluster;
        private readonly KnownK8sPods knownK8SPods;
        private readonly string testNamespace;
        private readonly string testsType;
        private readonly RecipeComponentFactory componentFactory = new RecipeComponentFactory();

        internal StartupWorkflow(BaseLog log, WorkflowNumberSource numberSource, K8sCluster cluster, KnownK8sPods knownK8SPods, string testNamespace, string testsType)
        {
            this.log = log;
            this.numberSource = numberSource;
            this.cluster = cluster;
            this.knownK8SPods = knownK8SPods;
            this.testNamespace = testNamespace;
            this.testsType = testsType;

        }

        public RunningContainers Start(int numberOfContainers, Location location, ContainerRecipeFactory recipeFactory, StartupConfig startupConfig)
        {
            var podLabels = new PodLabels();
            podLabels.Add("runid", NameUtils.GetRunId());
            podLabels.Add("tests-type", testsType);
            podLabels.Add("app", recipeFactory.AppName);

            return K8s(controller =>
            {
                var recipes = CreateRecipes(numberOfContainers, recipeFactory, startupConfig);

                var runningPod = controller.BringOnline(recipes, location);

                return new RunningContainers(startupConfig, runningPod, CreateContainers(runningPod, recipes, startupConfig));
            }, podLabels);
        }

        public void Stop(RunningContainers runningContainers)
        {
            K8s(controller =>
            {
                controller.Stop(runningContainers.RunningPod);
            });
        }

        public void DownloadContainerLog(RunningContainer container, ILogHandler logHandler)
        {
            K8s(controller =>
            {
                controller.DownloadPodLog(container.Pod, container.Recipe, logHandler);
            });
        }

        public string ExecuteCommand(RunningContainer container, string command, params string[] args)
        {
            return K8s(controller =>
            {
                return controller.ExecuteCommand(container.Pod, container.Recipe.Name, command, args);
            });
        }

        public void DeleteAllResources()
        {
            K8s(controller =>
            {
                controller.DeleteAllResources();
            });
        }

        public void DeleteTestResources()
        {
            K8s(controller =>
            {
                controller.DeleteTestNamespace();
            });
        }

        private RunningContainer[] CreateContainers(RunningPod runningPod, ContainerRecipe[] recipes, StartupConfig startupConfig)
        {
            log.Debug();
            return recipes.Select(r =>
            {
                var servicePorts = runningPod.GetServicePortsForContainerRecipe(r);
                log.Debug($"{r} -> service ports: {string.Join(",", servicePorts.Select(p => p.Number))}");

                var name = GetContainerName(r, startupConfig);

                return new RunningContainer(runningPod, r, servicePorts, name,
                    GetContainerExternalAddress(runningPod, servicePorts),
                    GetContainerInternalAddress(r));

            }).ToArray();
        }

        private string GetContainerName(ContainerRecipe recipe, StartupConfig startupConfig)
        {
            if (startupConfig == null) return "";
            if (!string.IsNullOrEmpty(startupConfig.NameOverride))
            {
                return $"<{startupConfig.NameOverride}{recipe.Number}>";
            }
            else
            {
                return $"<{recipe.Name}>";
            }
        }

        private Address GetContainerExternalAddress(RunningPod pod, Port[] servicePorts)
        {
            return new Address(
                pod.Cluster.HostAddress,
                GetServicePort(servicePorts));
        }

        private Address GetContainerInternalAddress(ContainerRecipe recipe)
        {
            var serviceName = "service-" + numberSource.WorkflowNumber;
            var namespaceName = cluster.Configuration.K8sNamespacePrefix + testNamespace;
            var port = GetInternalPort(recipe);

            return new Address(
                $"http://{serviceName}.{namespaceName}.svc.cluster.local",
                port);
        }

        private static int GetServicePort(Port[] servicePorts)
        {
            if (servicePorts.Any()) return servicePorts.First().Number;
            return 0;
        }

        private static int GetInternalPort(ContainerRecipe recipe)
        {
            if (recipe.ExposedPorts.Any()) return recipe.ExposedPorts.First().Number;
            return 0;
        }

        private ContainerRecipe[] CreateRecipes(int numberOfContainers, ContainerRecipeFactory recipeFactory, StartupConfig startupConfig)
        {
            log.Debug();
            var result = new List<ContainerRecipe>();
            for (var i = 0; i < numberOfContainers; i++)
            {
                result.Add(recipeFactory.CreateRecipe(i, numberSource.GetContainerNumber(), componentFactory, startupConfig));
            }

            return result.ToArray();
        }

        private void K8s(Action<K8sController> action)
        {
            var controller = new K8sController(log, cluster, knownK8SPods, numberSource, testNamespace, new PodLabels());
            action(controller);
            controller.Dispose();
        }

        private T K8s<T>(Func<K8sController, T> action)
        {
            return K8s(action, new PodLabels());
        }

        private T K8s<T>(Func<K8sController, T> action, PodLabels podLabels)
        {
            var controller = new K8sController(log, cluster, knownK8SPods, numberSource, testNamespace, podLabels);
            var result = action(controller);
            controller.Dispose();
            return result;
        }
    }

    public interface ILogHandler
    {
        void Log(Stream log);
    }

    public abstract class LogHandler : ILogHandler
    {
        public void Log(Stream log)
        {
            using var reader = new StreamReader(log);
            var line = reader.ReadLine();
            while (line != null)
            {
                ProcessLine(line);
                line = reader.ReadLine();
            }
        }

        protected abstract void ProcessLine(string line);
    }
}