logos-storage/logos-storage-nim-cs-dist-tests
1
0
Fork 0
mirror of https://github.com/logos-storage/logos-storage-nim-cs-dist-tests.git synced 2026-01-05 23:13:08 +00:00
Code Issues Packages Projects Releases Wiki Activity

increases pod deployment timeout

Browse Source
This commit is contained in:
ThatBen 2025-07-09 10:22:41 +02:00
parent 42c2008588
commit 8817ce56ae
No known key found for this signature in database
GPG Key ID: 62C543548433D43E
4 changed files with 19 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
Framework/KubernetesWorkflow/K8sController.cs
View File

@ -724,9 +724,11 @@ namespace KubernetesWorkflow
private V1Pod GetPodForDeployment(RunningDeployment deployment)
{
return Time.Retry(() => GetPodForDeplomentInternal(deployment),
// We will wait up to 1 minute, k8s might be moving pods around.
maxTimeout: TimeSpan.FromMinutes(1),
retryTime: TimeSpan.FromSeconds(10),
// K8s might be moving pods around. If it's scaling the cluster
// to handle the increased load, it might take a while before the new
// VMs are up and ready. So we use a generous timeout.
maxTimeout: TimeSpan.FromMinutes(15.0),
retryTime: TimeSpan.FromSeconds(30.0),
description: "Find pod by label for deployment.");
}

7
Framework/KubernetesWorkflow/StartupWorkflow.cs
View File

@ -61,8 +61,7 @@ namespace KubernetesWorkflow
var startResult = controller.BringOnline(recipes, location);
var containers = CreateContainers(startResult, recipes, startupConfig);
var info = GetPodInfo(startResult.Deployment);
var rc = new RunningPod(Guid.NewGuid().ToString(), info, startupConfig, startResult, containers);
var rc = new RunningPod(Guid.NewGuid().ToString(), startupConfig, startResult, containers);
cluster.Configuration.Hooks.OnContainersStarted(rc);
if (startResult.ExternalService != null)
@ -73,7 +72,7 @@ namespace KubernetesWorkflow
});
}
public void WaitUntilOnline(RunningPod rc)
public PodInfo WaitUntilOnline(RunningPod rc)
{
K8s(controller =>
{
@ -82,6 +81,8 @@ namespace KubernetesWorkflow
controller.WaitUntilOnline(c);
}
});
return GetPodInfo(rc.StartResult.Deployment);
}
public PodInfo GetPodInfo(RunningDeployment deployment)

3
Framework/KubernetesWorkflow/Types/FutureContainers.cs
View File

@ -13,7 +13,8 @@
public RunningPod WaitForOnline()
{
workflow.WaitUntilOnline(runningPod);
var podInfo = workflow.WaitUntilOnline(runningPod);
runningPod.Initialize(podInfo);
return runningPod;
}
}

11
Framework/KubernetesWorkflow/Types/RunningPod.cs
View File

@ -4,10 +4,10 @@ namespace KubernetesWorkflow.Types
{
public class RunningPod
{
public RunningPod(string id, PodInfo podInfo, StartupConfig startupConfig, StartResult startResult, RunningContainer[] containers)
public RunningPod(string id, StartupConfig startupConfig, StartResult startResult, RunningContainer[] containers)
{
Id = id;
PodInfo = podInfo;
PodInfo = null!;
StartupConfig = startupConfig;
StartResult = startResult;
Containers = containers;
@ -16,7 +16,7 @@ namespace KubernetesWorkflow.Types
}
public string Id { get; }
public PodInfo PodInfo { get; }
public PodInfo PodInfo { get; private set; }
public StartupConfig StartupConfig { get; }
public StartResult StartResult { get; }
public RunningContainer[] Containers { get; }
@ -30,6 +30,11 @@ namespace KubernetesWorkflow.Types
[JsonIgnore]
public bool IsStopped { get; internal set; }
public void Initialize(PodInfo podInfo)
{
PodInfo = podInfo;
}
public string Describe()
{
return string.Join(",", Containers.Select(c => c.Name));