very wip: automatic grafana dashboard

DistTestCore/DistTestCore.csproj

@@ -10,6 +10,14 @@
   <PropertyGroup Condition="'$(IsArm64)'=='true'">
     <DefineConstants>Arm64</DefineConstants>
   </PropertyGroup>
+  <ItemGroup>
+    <None Remove="Metrics\dashboard.json" />
+  </ItemGroup>
+  <ItemGroup>
+    <EmbeddedResource Include="Metrics\dashboard.json">
+      <CopyToOutputDirectory>Never</CopyToOutputDirectory>
+    </EmbeddedResource>
+  </ItemGroup>
 
   <ItemGroup>
 	  <PackageReference Include="Newtonsoft.Json" Version="13.0.3" />

DistTestCore/Http.cs

@@ -68,6 +68,23 @@ namespace DistTestCore
             }, $"HTTP-POST-JSON: {route}");
         }
 
+        public string HttpPostString(string route, string body)
+        {
+            return Retry(() =>
+            {
+                using var client = GetClient();
+                var url = GetUrl() + route;
+                Log(url, body);
+                client.SetBasicAuthentication("admin", "admin");
+                var content = new StringContent(body);
+                content.Headers.ContentType = MediaTypeHeaderValue.Parse("application/json");
+                var result = Time.Wait(client.PostAsync(url, content));
+                var str = Time.Wait(result.Content.ReadAsStringAsync());
+                Log(url, str);
+                return str;
+            }, $"HTTP-POST-STRING: {route}");
+        }
+
         public string HttpPostStream(string route, Stream stream)
         {
             return Retry(() =>

DistTestCore/Metrics/GrafanaContainerRecipe.cs

@@ -19,8 +19,8 @@ namespace DistTestCore.Metrics
             //  enabled = true
             //GF_<SectionName>_<KeyName>__FILE
 
-            //AddEnvVar("GF_AUTH_ANONYMOUS_ENABLED", "true");
+            AddEnvVar("GF_AUTH_ANONYMOUS_ENABLED", "true");
-            //AddEnvVar("GF_AUTH_DISABLE_LOGIN_FORM", "true");
+            AddEnvVar("GF_AUTH_DISABLE_LOGIN_FORM", "true");
 
             //[auth]
             //disable_login_form = true

DistTestCore/Metrics/dashboard.json

@@ -0,0 +1,138 @@
+{
+    "dashboard": {
+        "annotations": {
+            "list": [
+                {
+                    "builtIn": 1,
+                    "datasource": {
+                        "type": "grafana",
+                        "uid": "-- Grafana --"
+                    },
+                    "enable": true,
+                    "hide": true,
+                    "iconColor": "rgba(0, 211, 255, 1)",
+                    "name": "Annotations & Alerts",
+                    "type": "dashboard"
+                }
+            ]
+        },
+        "editable": true,
+        "fiscalYearStartMonth": 0,
+        "graphTooltip": 0,
+        "id": null,
+        "links": [],
+        "liveNow": false,
+        "panels": [
+            {
+                "datasource": {
+                    "type": "prometheus",
+                    "uid": "c89eaad3-9184-429f-ac94-8ba0b1824dbb"
+                },
+                "fieldConfig": {
+                    "defaults": {
+                        "color": {
+                            "mode": "palette-classic"
+                        },
+                        "custom": {
+                            "axisCenteredZero": false,
+                            "axisColorMode": "text",
+                            "axisLabel": "",
+                            "axisPlacement": "auto",
+                            "barAlignment": 0,
+                            "drawStyle": "line",
+                            "fillOpacity": 0,
+                            "gradientMode": "none",
+                            "hideFrom": {
+                                "legend": false,
+                                "tooltip": false,
+                                "viz": false
+                            },
+                            "lineInterpolation": "linear",
+                            "lineWidth": 1,
+                            "pointSize": 5,
+                            "scaleDistribution": {
+                                "type": "linear"
+                            },
+                            "showPoints": "auto",
+                            "spanNulls": false,
+                            "stacking": {
+                                "group": "A",
+                                "mode": "none"
+                            },
+                            "thresholdsStyle": {
+                                "mode": "off"
+                            }
+                        },
+                        "mappings": [],
+                        "thresholds": {
+                            "mode": "absolute",
+                            "steps": [
+                                {
+                                    "color": "green"
+                                },
+                                {
+                                    "color": "red",
+                                    "value": 80
+                                }
+                            ]
+                        }
+                    },
+                    "overrides": []
+                },
+                "gridPos": {
+                    "h": 8,
+                    "w": 12,
+                    "x": 0,
+                    "y": 0
+                },
+                "id": 1,
+                "options": {
+                    "legend": {
+                        "calcs": [],
+                        "displayMode": "list",
+                        "placement": "bottom",
+                        "showLegend": true
+                    },
+                    "tooltip": {
+                        "mode": "single",
+                        "sort": "none"
+                    }
+                },
+                "targets": [
+                    {
+                        "datasource": {
+                            "type": "prometheus",
+                            "uid": "c89eaad3-9184-429f-ac94-8ba0b1824dbb"
+                        },
+                        "editorMode": "builder",
+                        "expr": "codexApiDownloads_total",
+                        "instant": false,
+                        "range": true,
+                        "refId": "A"
+                    }
+                ],
+                "title": "Codex API Downloads",
+                "type": "timeseries"
+            }
+        ],
+        "refresh": "10s",
+        "schemaVersion": 38,
+        "style": "dark",
+        "tags": [],
+        "templating": {
+            "list": []
+        },
+        "time": {
+            "from": "now-1h",
+            "to": "now"
+        },
+        "timepicker": {},
+        "timezone": "",
+        "title": "Codex",
+        "uid": null,
+        "version": 2,
+        "weekStart": ""
+    },
+    "message": "Default Codex Dashboard",
+    "overwrite": false
+}

DistTestCore/PrometheusStarter.cs

@@ -2,13 +2,8 @@
 using DistTestCore.Metrics;
 using KubernetesWorkflow;
 using Logging;
-using System;
+using System.Reflection;
-using System.Diagnostics;
-using System.Net.Http.Headers;
 using System.Text;
-using Utils;
-using static System.Net.Mime.MediaTypeNames;
-using static System.Net.WebRequestMethods;
 
 namespace DistTestCore
 {
@@ -40,44 +35,10 @@ namespace DistTestCore
 
             var c = grafanaContainers.Containers.First().ClusterExternalAddress;
 
-
-
-            //{
-            //    //setup reusable http client
-            //    HttpClient client = new HttpClient();
-            //    Uri baseUri = new Uri(c.Host + ":" + c.Port);
-            //    client.BaseAddress = baseUri;
-            //    client.DefaultRequestHeaders.Clear();
-            //    client.DefaultRequestHeaders.ConnectionClose = true;
-
-            //    //Post body content
-            //    var values = new List<KeyValuePair<string, string>>();
-            //    values.Add(new KeyValuePair<string, string>("grant_type", "client_credentials"));
-            //    var content = new FormUrlEncodedContent(values);
-
-            //    var authenticationString = $"admin:admin";
-            //    var base64EncodedAuthenticationString = Convert.ToBase64String(System.Text.ASCIIEncoding.ASCII.GetBytes(authenticationString));
-
-            //    var requestMessage = new HttpRequestMessage(HttpMethod.Post, "/oauth2/token");
-            //    requestMessage.Headers.Authorization = new AuthenticationHeaderValue("Basic", base64EncodedAuthenticationString);
-            //    requestMessage.Content = content;
-
-            //    //make the request
-            //    var responsea = Time.Wait(client.SendAsync(requestMessage));
-            //    responsea.EnsureSuccessStatusCode();
-            //    string responseBody = Time.Wait(responsea.Content.ReadAsStringAsync());
-            //    Console.WriteLine(responseBody);
-
-            //}
-
-            //POST / api / datasources HTTP / 1.1
-            //Accept: application / json
-            //Content - Type: application / json
-            //Authorization: Bearer eyJrIjoiT0tTcG1pUlY2RnVKZTFVaDFsNFZXdE9ZWmNrMkZYbk
-
             var http = new Http(new NullLog(), new DefaultTimeSet(), c, "api/");
             var response = http.HttpPostJson("datasources", new GrafanaDataSource
             {
+                uid = "c89eaad3-9184-429f-ac94-8ba0b1824dbb",
                 name = "CodexPrometheus",
                 type = "prometheus",
                 url = prometheusUrl,
@@ -89,26 +50,19 @@ namespace DistTestCore
                 }
             });
 
-
+            var response2 = http.HttpPostString("dashboards/db", GetDashboardJson());
-    // [{ "id":1,"uid":"c89eaad3-9184-429f-ac94-8ba0b1824dbb","orgId":1,
-    // "name":"Prometheus","type":"prometheus","typeName":"Prometheus",
-    // "typeLogoUrl":"public/app/plugins/datasource/prometheus/img/prometheus_logo.svg",
-    // "access":"proxy","url":"http://kubernetes.docker.internal:31234","user":"","database":"",
-    // "basicAuth":false,"isDefault":true,"jsonData":{ "httpMethod":"POST"},"readOnly":false}]
-
 
             var grafanaUrl = c.Host + ":" + c.Port;
             System.Diagnostics.Process.Start("C:\\Users\\Ben\\AppData\\Local\\Programs\\Opera\\opera.exe", grafanaUrl);
 
             LogEnd("Metrics server started.");
 
-
-
             return runningContainers;
         }
 
         public class GrafanaDataSource
         {
+            public string uid { get; set; } = string.Empty;
             public string name { get; set; } = string.Empty;
             public string type { get; set; } = string.Empty;
             public string url { get; set; } = string.Empty;
@@ -122,6 +76,20 @@ namespace DistTestCore
             public string httpMethod { get; set; } = string.Empty;
         }
 
+        private string GetDashboardJson()
+        {
+            var assembly = Assembly.GetExecutingAssembly();
+            var resourceName = "DistTestCore.Metrics.dashboard.json";
+
+            //var names = assembly.GetManifestResourceNames();
+
+            using (Stream stream = assembly.GetManifestResourceStream(resourceName))
+            using (StreamReader reader = new StreamReader(stream))
+            {
+                return reader.ReadToEnd();
+            }
+        }
+
         private string GeneratePrometheusConfig(RunningContainer[] nodes)
         {
             var config = "";