cs-codex-dist-tests/ProjectPlugins/MetricsPlugin/MetricsQuery.cs

235 lines
7.3 KiB
C#
Raw Normal View History

2023-09-13 09:25:08 +00:00
using Core;
using KubernetesWorkflow;
using Logging;
2023-09-13 09:25:08 +00:00
using System.Globalization;
namespace MetricsPlugin
{
public class MetricsQuery
{
2023-09-14 13:40:15 +00:00
private readonly IHttp http;
private readonly ILog log;
2023-09-13 09:25:08 +00:00
2023-09-14 13:30:09 +00:00
public MetricsQuery(IPluginTools tools, RunningContainer runningContainer)
2023-09-13 09:25:08 +00:00
{
2023-09-14 13:30:09 +00:00
RunningContainer = runningContainer;
log = tools.GetLog();
2023-11-07 11:02:17 +00:00
http = tools.CreateHttp(RunningContainer.GetAddress(log, PrometheusContainerRecipe.PortTag), "api/v1");
2023-09-13 09:25:08 +00:00
}
2023-09-14 13:30:09 +00:00
public RunningContainer RunningContainer { get; }
2023-09-13 09:25:08 +00:00
public Metrics? GetMostRecent(string metricName, IMetricsScrapeTarget target)
{
var response = GetLastOverTime(metricName, GetInstanceStringForNode(target));
if (response == null) return null;
var result = new Metrics
2023-09-13 09:25:08 +00:00
{
Sets = response.data.result.Select(r =>
{
return new MetricsSet
{
Instance = r.metric.instance,
Values = MapSingleValue(r.value)
};
}).ToArray()
};
Log(target, metricName, result);
return result;
2023-09-13 09:25:08 +00:00
}
public Metrics? GetMetrics(string metricName)
{
var response = GetAll(metricName);
if (response == null) return null;
var result = MapResponseToMetrics(response);
Log(metricName, result);
return result;
2023-09-13 09:25:08 +00:00
}
public Metrics? GetAllMetricsForNode(IMetricsScrapeTarget target)
{
var response = http.HttpGetJson<PrometheusQueryResponse>($"query?query={GetInstanceStringForNode(target)}{GetQueryTimeRange()}");
if (response.status != "success") return null;
var result = MapResponseToMetrics(response);
Log(target, result);
return result;
2023-09-13 09:25:08 +00:00
}
private PrometheusQueryResponse? GetLastOverTime(string metricName, string instanceString)
{
var response = http.HttpGetJson<PrometheusQueryResponse>($"query?query=last_over_time({metricName}{instanceString}{GetQueryTimeRange()})");
if (response.status != "success") return null;
return response;
}
private PrometheusQueryResponse? GetAll(string metricName)
{
var response = http.HttpGetJson<PrometheusQueryResponse>($"query?query={metricName}{GetQueryTimeRange()}");
if (response.status != "success") return null;
return response;
}
private Metrics MapResponseToMetrics(PrometheusQueryResponse response)
{
return new Metrics
{
Sets = response.data.result.Select(r =>
{
return new MetricsSet
{
Name = r.metric.__name__,
Instance = r.metric.instance,
Values = MapMultipleValues(r.values)
};
}).ToArray()
};
}
private MetricsSetValue[] MapSingleValue(object[] value)
{
if (value != null && value.Length > 0)
{
return new[]
{
MapValue(value)
};
}
return Array.Empty<MetricsSetValue>();
}
private MetricsSetValue[] MapMultipleValues(object[][] values)
{
if (values != null && values.Length > 0)
{
return values.Select(v => MapValue(v)).ToArray();
}
return Array.Empty<MetricsSetValue>();
}
private MetricsSetValue MapValue(object[] value)
{
if (value.Length != 2) throw new InvalidOperationException("Expected value to be [double, string].");
return new MetricsSetValue
{
Timestamp = ToTimestamp(value[0]),
Value = ToValue(value[1])
};
}
private string GetInstanceNameForNode(IMetricsScrapeTarget target)
{
2023-11-07 11:02:17 +00:00
return ScrapeTargetHelper.FormatTarget(log, target);
2023-09-13 09:25:08 +00:00
}
private string GetInstanceStringForNode(IMetricsScrapeTarget target)
{
return "{instance=\"" + GetInstanceNameForNode(target) + "\"}";
}
private string GetQueryTimeRange()
{
return "[12h]";
}
private double ToValue(object v)
{
return Convert.ToDouble(v, CultureInfo.InvariantCulture);
}
private DateTime ToTimestamp(object v)
{
var unixSeconds = ToValue(v);
return new DateTime(1970, 1, 1, 0, 0, 0, DateTimeKind.Utc).AddSeconds(unixSeconds);
}
private void Log(IMetricsScrapeTarget target, string metricName, Metrics result)
{
2023-11-06 14:27:23 +00:00
Log($"{target.Container.Name} '{metricName}' = {result}");
}
private void Log(string metricName, Metrics result)
{
Log($"'{metricName}' = {result}");
}
private void Log(IMetricsScrapeTarget target, Metrics result)
{
2023-11-06 14:27:23 +00:00
Log($"{target.Container.Name} => {result}");
}
private void Log(string msg)
{
log.Log(msg);
}
2023-09-13 09:25:08 +00:00
}
public class Metrics
{
public MetricsSet[] Sets { get; set; } = Array.Empty<MetricsSet>();
public override string ToString()
{
return "[" + string.Join(',', Sets.Select(s => s.ToString())) + "]";
}
2023-09-13 09:25:08 +00:00
}
public class MetricsSet
{
public string Name { get; set; } = string.Empty;
public string Instance { get; set; } = string.Empty;
public MetricsSetValue[] Values { get; set; } = Array.Empty<MetricsSetValue>();
public override string ToString()
{
return $"{Name} ({Instance}) : {{{string.Join(",", Values.Select(v => v.ToString()))}}}";
}
2023-09-13 09:25:08 +00:00
}
public class MetricsSetValue
{
public DateTime Timestamp { get; set; }
public double Value { get; set; }
public override string ToString()
{
return $"<{Timestamp.ToString("o")}={Value}>";
}
2023-09-13 09:25:08 +00:00
}
public class PrometheusQueryResponse
{
public string status { get; set; } = string.Empty;
public PrometheusQueryResponseData data { get; set; } = new();
}
public class PrometheusQueryResponseData
{
public string resultType { get; set; } = string.Empty;
public PrometheusQueryResponseDataResultEntry[] result { get; set; } = Array.Empty<PrometheusQueryResponseDataResultEntry>();
}
public class PrometheusQueryResponseDataResultEntry
{
public ResultEntryMetric metric { get; set; } = new();
public object[] value { get; set; } = Array.Empty<object>();
public object[][] values { get; set; } = Array.Empty<object[]>();
}
public class ResultEntryMetric
{
public string __name__ { get; set; } = string.Empty;
public string instance { get; set; } = string.Empty;
public string job { get; set; } = string.Empty;
}
public class PrometheusAllNamesResponse
{
public string status { get; set; } = string.Empty;
public string[] data { get; set; } = Array.Empty<string>();
}
}