From 36fdcd96c238d6ef99d64c4bc3d4524c735ab7be Mon Sep 17 00:00:00 2001
From: gmega <giuliano.mega@gmail.com>
Date: Tue, 24 Oct 2023 18:19:33 -0300
Subject: [PATCH] fix ad hoc log pull scripts, remove .Rhistory

---
 analysis/.Rhistory   | 512 -------------------------------------------
 bin/pull-all-logs.sh |   6 +-
 bin/pull-pod-logs.sh |   7 +-
 3 files changed, 9 insertions(+), 516 deletions(-)
 delete mode 100644 analysis/.Rhistory

diff --git a/analysis/.Rhistory b/analysis/.Rhistory
deleted file mode 100644
index cc03ae6..0000000
--- a/analysis/.Rhistory
+++ /dev/null
@@ -1,512 +0,0 @@
-mean_interval = mean(log_interval),
-p_70 = quantile(log_interval[-1:2], probs = c(0.95))
-) |>
-ungroup()
-) +
-geom_point(aes(x = timestamp, y = log_interval)) +
-geom_line(aes(x = bucket, y = mean_interval), col = 'red', lwd = 2) +
-geom_line(aes(x = bucket, y = p_70), col = 'orange', lwd = 2) +
-theme_minimal()
-ggplot(
-interlog_intervals |>
-filter(upload == 13) |>
-mutate(bucket = floor_date(timestamp, unit = '5 seconds')) |>
-group_by(bucket) |>
-mutate(
-mean_interval = mean(log_interval),
-p_70 = quantile(log_interval[c(-1,-2)], probs = c(0.95))
-) |>
-ungroup()
-) +
-geom_point(aes(x = timestamp, y = log_interval)) +
-geom_line(aes(x = bucket, y = mean_interval), col = 'red', lwd = 2) +
-geom_line(aes(x = bucket, y = p_70), col = 'orange', lwd = 2) +
-theme_minimal()
-ggplot(
-interlog_intervals |>
-filter(upload == 13) |>
-mutate(bucket = floor_date(timestamp, unit = '5 seconds')) |>
-group_by(bucket) |>
-mutate(
-mean_interval = mean(log_interval),
-p_70 = quantile(log_interval[c(-1,-2,-3)], probs = c(0.95))
-) |>
-ungroup()
-) +
-geom_point(aes(x = timestamp, y = log_interval)) +
-geom_line(aes(x = bucket, y = mean_interval), col = 'red', lwd = 2) +
-geom_line(aes(x = bucket, y = p_70), col = 'orange', lwd = 2) +
-theme_minimal()
-ggplot(
-interlog_intervals |>
-filter(upload == 13) |>
-mutate(bucket = floor_date(timestamp, unit = '5 seconds')) |>
-group_by(bucket) |>
-mutate(
-mean_interval = mean(log_interval),
-p_70 = quantile(log_interval[c(-1,-2,-4)], probs = c(0.95))
-) |>
-ungroup()
-) +
-geom_point(aes(x = timestamp, y = log_interval)) +
-geom_line(aes(x = bucket, y = mean_interval), col = 'red', lwd = 2) +
-geom_line(aes(x = bucket, y = p_70), col = 'orange', lwd = 2) +
-theme_minimal()
-ggplot(
-interlog_intervals |>
-filter(upload == 13) |>
-mutate(bucket = floor_date(timestamp, unit = '5 seconds')) |>
-group_by(bucket) |>
-mutate(
-mean_interval = mean(log_interval),
-p_70 = quantile(log_interval[c(-1,-2,-3)], probs = c(0.95))
-) |>
-ungroup()
-) +
-geom_point(aes(x = timestamp, y = log_interval)) +
-geom_line(aes(x = bucket, y = mean_interval), col = 'red', lwd = 2) +
-geom_line(aes(x = bucket, y = p_70), col = 'orange', lwd = 2) +
-theme_minimal()
-ggplot(
-interlog_intervals |>
-filter(upload == 13) |>
-mutate(bucket = floor_date(timestamp, unit = '5 seconds')) |>
-group_by(bucket) |>
-mutate(
-mean_interval = mean(log_interval),
-p_70 = quantile(log_interval[-1], probs = c(0.95))
-) |>
-ungroup()
-) +
-geom_point(aes(x = timestamp, y = log_interval)) +
-geom_line(aes(x = bucket, y = mean_interval), col = 'red', lwd = 2) +
-geom_line(aes(x = bucket, y = p_70), col = 'orange', lwd = 2) +
-theme_minimal()
-ggplot(
-interlog_intervals |>
-filter(upload == 18) |>
-mutate(bucket = floor_date(timestamp, unit = '5 seconds')) |>
-group_by(bucket) |>
-mutate(
-mean_interval = mean(log_interval),
-p_70 = quantile(log_interval[-1], probs = c(0.95))
-) |>
-ungroup()
-) +
-geom_point(aes(x = timestamp, y = log_interval)) +
-geom_line(aes(x = bucket, y = mean_interval), col = 'red', lwd = 2) +
-geom_line(aes(x = bucket, y = p_70), col = 'orange', lwd = 2) +
-theme_minimal()
-ggplot(
-interlog_intervals |>
-filter(upload == 18) |>
-mutate(bucket = floor_date(timestamp, unit = '5 seconds')) |>
-group_by(bucket) |>
-mutate(
-mean_interval = mean(log_interval),
-p_70 = quantile(log_interval[-(1:3)], probs = c(0.95))
-) |>
-ungroup()
-) +
-geom_point(aes(x = timestamp, y = log_interval)) +
-geom_line(aes(x = bucket, y = mean_interval), col = 'red', lwd = 2) +
-geom_line(aes(x = bucket, y = p_70), col = 'orange', lwd = 2) +
-theme_minimal()
-ggplot(
-interlog_intervals |>
-filter(upload == 18) |>
-mutate(bucket = floor_date(timestamp, unit = '5 seconds')) |>
-group_by(bucket) |>
-mutate(
-mean_interval = mean(log_interval),
-p_70 = quantile(log_interval[-(1:4)], probs = c(0.95))
-) |>
-ungroup()
-) +
-geom_point(aes(x = timestamp, y = log_interval)) +
-geom_line(aes(x = bucket, y = mean_interval), col = 'red', lwd = 2) +
-geom_line(aes(x = bucket, y = p_70), col = 'orange', lwd = 2) +
-theme_minimal()
-ggplot(
-interlog_intervals |>
-filter(upload == 18) |>
-mutate(bucket = floor_date(timestamp, unit = '5 seconds')) |>
-group_by(bucket) |>
-mutate(
-mean_interval = mean(log_interval),
-p_70 = quantile(log_interval[-(1:5)], probs = c(0.95))
-) |>
-ungroup()
-) +
-geom_point(aes(x = timestamp, y = log_interval)) +
-geom_line(aes(x = bucket, y = mean_interval), col = 'red', lwd = 2) +
-geom_line(aes(x = bucket, y = p_70), col = 'orange', lwd = 2) +
-theme_minimal()
-ggplot(
-interlog_intervals |>
-filter(upload == 18) |>
-mutate(bucket = floor_date(timestamp, unit = '5 seconds')) |>
-group_by(bucket) |>
-mutate(
-mean_interval = mean(log_interval),
-p_70 = quantile(log_interval[-(1:10)], probs = c(0.95))
-) |>
-ungroup()
-) +
-geom_point(aes(x = timestamp, y = log_interval)) +
-geom_line(aes(x = bucket, y = mean_interval), col = 'red', lwd = 2) +
-geom_line(aes(x = bucket, y = p_70), col = 'orange', lwd = 2) +
-theme_minimal()
-c(1,2,3,4)
-c(1,2,3,4)[-1]
-c(1,2,3,4)[-2]
-c(1,2,3,4)[-(1:2)]
-ggplot(
-interlog_intervals |>
-filter(upload == 18) |>
-mutate(bucket = floor_date(timestamp, unit = '5 seconds')) |>
-group_by(bucket) |>
-mutate(
-mean_interval = mean(log_interval),
-p_70 = quantile(log_interval, probs = c(0.95))
-) |>
-ungroup()
-) +
-geom_point(aes(x = timestamp, y = log_interval)) +
-geom_line(aes(x = bucket, y = mean_interval), col = 'red', lwd = 2) +
-geom_line(aes(x = bucket, y = p_70), col = 'orange', lwd = 2) +
-theme_minimal()
-ggplot(
-interlog_intervals |>
-filter(upload == 18) |>
-mutate(bucket = floor_date(timestamp, unit = '5 seconds')) |>
-group_by(bucket) |>
-mutate(
-mean_interval = mean(log_interval),
-p_70 = quantile(log_interval[-1], probs = c(0.95))
-) |>
-ungroup()
-) +
-geom_point(aes(x = timestamp, y = log_interval)) +
-geom_line(aes(x = bucket, y = mean_interval), col = 'red', lwd = 2) +
-geom_line(aes(x = bucket, y = p_70), col = 'orange', lwd = 2) +
-theme_minimal()
-interlog_intervals |>
-filter(upload == 18) |>
-mutate(bucket = floor_date(timestamp, unit = '5 seconds'))
-ggplot(
-interlog_intervals |>
-filter(upload == 18) |>
-mutate(bucket = floor_date(timestamp, unit = '5 seconds')) |>
-group_by(bucket) |>
-mutate(
-mean_interval = mean(log_interval),
-p_70 = quantile(log_interval[-1], probs = c(0.95))
-) |>
-ungroup()
-) +
-geom_point(aes(x = timestamp, y = log_interval)) +
-geom_line(aes(x = bucket, y = mean_interval), col = 'red', lwd = 2) +
-geom_line(aes(x = bucket, y = p_70), col = 'orange', lwd = 2) +
-theme_minimal()
-ggplot(
-interlog_intervals |>
-filter(upload == 1) |>
-mutate(bucket = floor_date(timestamp, unit = '5 seconds')) |>
-group_by(bucket) |>
-mutate(
-mean_interval = mean(log_interval),
-p_70 = quantile(log_interval[-1], probs = c(0.95))
-) |>
-ungroup()
-) +
-geom_point(aes(x = timestamp, y = log_interval)) +
-geom_line(aes(x = bucket, y = mean_interval), col = 'red', lwd = 2) +
-geom_line(aes(x = bucket, y = p_70), col = 'orange', lwd = 2) +
-theme_minimal()
-ggplot(
-interlog_intervals |>
-filter(upload == 2) |>
-mutate(bucket = floor_date(timestamp, unit = '5 seconds')) |>
-group_by(bucket) |>
-mutate(
-mean_interval = mean(log_interval),
-p_70 = quantile(log_interval[-1], probs = c(0.95))
-) |>
-ungroup()
-) +
-geom_point(aes(x = timestamp, y = log_interval)) +
-geom_line(aes(x = bucket, y = mean_interval), col = 'red', lwd = 2) +
-geom_line(aes(x = bucket, y = p_70), col = 'orange', lwd = 2) +
-theme_minimal()
-ggplot(
-interlog_intervals |>
-filter(upload == 3) |>
-mutate(bucket = floor_date(timestamp, unit = '5 seconds')) |>
-group_by(bucket) |>
-mutate(
-mean_interval = mean(log_interval),
-p_70 = quantile(log_interval[-1], probs = c(0.95))
-) |>
-ungroup()
-) +
-geom_point(aes(x = timestamp, y = log_interval)) +
-geom_line(aes(x = bucket, y = mean_interval), col = 'red', lwd = 2) +
-geom_line(aes(x = bucket, y = p_70), col = 'orange', lwd = 2) +
-theme_minimal()
-ggplot(
-interlog_intervals |>
-filter(upload == 4) |>
-mutate(bucket = floor_date(timestamp, unit = '5 seconds')) |>
-group_by(bucket) |>
-mutate(
-mean_interval = mean(log_interval),
-p_70 = quantile(log_interval[-1], probs = c(0.95))
-) |>
-ungroup()
-) +
-geom_point(aes(x = timestamp, y = log_interval)) +
-geom_line(aes(x = bucket, y = mean_interval), col = 'red', lwd = 2) +
-geom_line(aes(x = bucket, y = p_70), col = 'orange', lwd = 2) +
-theme_minimal()
-ggplot(
-interlog_intervals |>
-filter(upload == 5) |>
-mutate(bucket = floor_date(timestamp, unit = '5 seconds')) |>
-group_by(bucket) |>
-mutate(
-mean_interval = mean(log_interval),
-p_70 = quantile(log_interval[-1], probs = c(0.95))
-) |>
-ungroup()
-) +
-geom_point(aes(x = timestamp, y = log_interval)) +
-geom_line(aes(x = bucket, y = mean_interval), col = 'red', lwd = 2) +
-geom_line(aes(x = bucket, y = p_70), col = 'orange', lwd = 2) +
-theme_minimal()
-ggplot(
-interlog_intervals |>
-filter(upload == 6) |>
-mutate(bucket = floor_date(timestamp, unit = '5 seconds')) |>
-group_by(bucket) |>
-mutate(
-mean_interval = mean(log_interval),
-p_70 = quantile(log_interval[-1], probs = c(0.95))
-) |>
-ungroup()
-) +
-geom_point(aes(x = timestamp, y = log_interval)) +
-geom_line(aes(x = bucket, y = mean_interval), col = 'red', lwd = 2) +
-geom_line(aes(x = bucket, y = p_70), col = 'orange', lwd = 2) +
-theme_minimal()
-ggplot(
-interlog_intervals |>
-filter(upload == 7) |>
-mutate(bucket = floor_date(timestamp, unit = '5 seconds')) |>
-group_by(bucket) |>
-mutate(
-mean_interval = mean(log_interval),
-p_70 = quantile(log_interval[-1], probs = c(0.95))
-) |>
-ungroup()
-) +
-geom_point(aes(x = timestamp, y = log_interval)) +
-geom_line(aes(x = bucket, y = mean_interval), col = 'red', lwd = 2) +
-geom_line(aes(x = bucket, y = p_70), col = 'orange', lwd = 2) +
-theme_minimal()
-ggplot(
-interlog_intervals |>
-filter(upload == 8) |>
-mutate(bucket = floor_date(timestamp, unit = '5 seconds')) |>
-group_by(bucket) |>
-mutate(
-mean_interval = mean(log_interval),
-p_70 = quantile(log_interval[-1], probs = c(0.95))
-) |>
-ungroup()
-) +
-geom_point(aes(x = timestamp, y = log_interval)) +
-geom_line(aes(x = bucket, y = mean_interval), col = 'red', lwd = 2) +
-geom_line(aes(x = bucket, y = p_70), col = 'orange', lwd = 2) +
-theme_minimal()
-ggplot(
-interlog_intervals |>
-filter(upload == 7) |>
-mutate(bucket = floor_date(timestamp, unit = '5 seconds')) |>
-group_by(bucket) |>
-mutate(
-mean_interval = mean(log_interval),
-p_70 = quantile(log_interval[-1], probs = c(0.95))
-) |>
-ungroup()
-) +
-geom_point(aes(x = timestamp, y = log_interval)) +
-geom_line(aes(x = bucket, y = mean_interval), col = 'red', lwd = 2) +
-geom_line(aes(x = bucket, y = p_70), col = 'orange', lwd = 2) +
-theme_minimal()
-ggplot(
-interlog_intervals |>
-filter(upload == 8) |>
-mutate(bucket = floor_date(timestamp, unit = '5 seconds')) |>
-group_by(bucket) |>
-mutate(
-mean_interval = mean(log_interval),
-p_70 = quantile(log_interval[-1], probs = c(0.95))
-) |>
-ungroup()
-) +
-geom_point(aes(x = timestamp, y = log_interval)) +
-geom_line(aes(x = bucket, y = mean_interval), col = 'red', lwd = 2) +
-geom_line(aes(x = bucket, y = p_70), col = 'orange', lwd = 2) +
-theme_minimal()
-ggplot(
-interlog_intervals |>
-filter(upload == 9) |>
-mutate(bucket = floor_date(timestamp, unit = '5 seconds')) |>
-group_by(bucket) |>
-mutate(
-mean_interval = mean(log_interval),
-p_70 = quantile(log_interval[-1], probs = c(0.95))
-) |>
-ungroup()
-) +
-geom_point(aes(x = timestamp, y = log_interval)) +
-geom_line(aes(x = bucket, y = mean_interval), col = 'red', lwd = 2) +
-geom_line(aes(x = bucket, y = p_70), col = 'orange', lwd = 2) +
-theme_minimal()
-ggplot(
-interlog_intervals |>
-filter(upload == 10) |>
-mutate(bucket = floor_date(timestamp, unit = '5 seconds')) |>
-group_by(bucket) |>
-mutate(
-mean_interval = mean(log_interval),
-p_70 = quantile(log_interval[-1], probs = c(0.95))
-) |>
-ungroup()
-) +
-geom_point(aes(x = timestamp, y = log_interval)) +
-geom_line(aes(x = bucket, y = mean_interval), col = 'red', lwd = 2) +
-geom_line(aes(x = bucket, y = p_70), col = 'orange', lwd = 2) +
-theme_minimal()
-ggplot(
-interlog_intervals |>
-filter(upload == 11) |>
-mutate(bucket = floor_date(timestamp, unit = '5 seconds')) |>
-group_by(bucket) |>
-mutate(
-mean_interval = mean(log_interval),
-p_70 = quantile(log_interval[-1], probs = c(0.95))
-) |>
-ungroup()
-) +
-geom_point(aes(x = timestamp, y = log_interval)) +
-geom_line(aes(x = bucket, y = mean_interval), col = 'red', lwd = 2) +
-geom_line(aes(x = bucket, y = p_70), col = 'orange', lwd = 2) +
-theme_minimal()
-ggplot(
-interlog_intervals |>
-filter(upload == 12) |>
-mutate(bucket = floor_date(timestamp, unit = '5 seconds')) |>
-group_by(bucket) |>
-mutate(
-mean_interval = mean(log_interval),
-p_70 = quantile(log_interval[-1], probs = c(0.95))
-) |>
-ungroup()
-) +
-geom_point(aes(x = timestamp, y = log_interval)) +
-geom_line(aes(x = bucket, y = mean_interval), col = 'red', lwd = 2) +
-geom_line(aes(x = bucket, y = p_70), col = 'orange', lwd = 2) +
-theme_minimal()
-ggplot(
-interlog_intervals |>
-filter(upload == 13) |>
-mutate(bucket = floor_date(timestamp, unit = '5 seconds')) |>
-group_by(bucket) |>
-mutate(
-mean_interval = mean(log_interval),
-p_70 = quantile(log_interval[-1], probs = c(0.95))
-) |>
-ungroup()
-) +
-geom_point(aes(x = timestamp, y = log_interval)) +
-geom_line(aes(x = bucket, y = mean_interval), col = 'red', lwd = 2) +
-geom_line(aes(x = bucket, y = p_70), col = 'orange', lwd = 2) +
-theme_minimal()
-ggplot(
-interlog_intervals |>
-filter(upload == 14) |>
-mutate(bucket = floor_date(timestamp, unit = '5 seconds')) |>
-group_by(bucket) |>
-mutate(
-mean_interval = mean(log_interval),
-p_70 = quantile(log_interval[-1], probs = c(0.95))
-) |>
-ungroup()
-) +
-geom_point(aes(x = timestamp, y = log_interval)) +
-geom_line(aes(x = bucket, y = mean_interval), col = 'red', lwd = 2) +
-geom_line(aes(x = bucket, y = p_70), col = 'orange', lwd = 2) +
-theme_minimal()
-ggplot(
-interlog_intervals |>
-filter(upload == 15) |>
-mutate(bucket = floor_date(timestamp, unit = '5 seconds')) |>
-group_by(bucket) |>
-mutate(
-mean_interval = mean(log_interval),
-p_70 = quantile(log_interval[-1], probs = c(0.95))
-) |>
-ungroup()
-) +
-geom_point(aes(x = timestamp, y = log_interval)) +
-geom_line(aes(x = bucket, y = mean_interval), col = 'red', lwd = 2) +
-geom_line(aes(x = bucket, y = p_70), col = 'orange', lwd = 2) +
-theme_minimal()
-ggplot(
-interlog_intervals |>
-filter(upload == 16) |>
-mutate(bucket = floor_date(timestamp, unit = '5 seconds')) |>
-group_by(bucket) |>
-mutate(
-mean_interval = mean(log_interval),
-p_70 = quantile(log_interval[-1], probs = c(0.95))
-) |>
-ungroup()
-) +
-geom_point(aes(x = timestamp, y = log_interval)) +
-geom_line(aes(x = bucket, y = mean_interval), col = 'red', lwd = 2) +
-geom_line(aes(x = bucket, y = p_70), col = 'orange', lwd = 2) +
-theme_minimal()
-ggplot(
-interlog_intervals |>
-filter(upload == 17) |>
-mutate(bucket = floor_date(timestamp, unit = '5 seconds')) |>
-group_by(bucket) |>
-mutate(
-mean_interval = mean(log_interval),
-p_70 = quantile(log_interval[-1], probs = c(0.95))
-) |>
-ungroup()
-) +
-geom_point(aes(x = timestamp, y = log_interval)) +
-geom_line(aes(x = bucket, y = mean_interval), col = 'red', lwd = 2) +
-geom_line(aes(x = bucket, y = p_70), col = 'orange', lwd = 2) +
-theme_minimal()
-ggplot(
-interlog_intervals |>
-filter(upload == 18
-) |>
-mutate(bucket = floor_date(timestamp, unit = '5 seconds')) |>
-group_by(bucket) |>
-mutate(
-mean_interval = mean(log_interval),
-p_70 = quantile(log_interval[-1], probs = c(0.95))
-) |>
-ungroup()
-) +
-geom_point(aes(x = timestamp, y = log_interval)) +
-geom_line(aes(x = bucket, y = mean_interval), col = 'red', lwd = 2) +
-geom_line(aes(x = bucket, y = p_70), col = 'orange', lwd = 2) +
-theme_minimal()
diff --git a/bin/pull-all-logs.sh b/bin/pull-all-logs.sh
index 94f3d26..33ebee2 100755
--- a/bin/pull-all-logs.sh
+++ b/bin/pull-all-logs.sh
@@ -12,7 +12,7 @@ set -e
 namespace=${1}
 runner_log_source=${2}
 
-if [ -z "$namespace" ] || [ -z "$runner_logs" ]; then
+if [ -z "$namespace" ] || [ -z "$runner_log_source" ]; then
   echo "Usage: bin/process_logs.sh <namespace> <runner_logs>"
   exit 1
 fi
@@ -23,7 +23,7 @@ pod_logs="$logs/pods"
 runner_logs="$logs/runner"
 
 mkdir -p "$pod_logs"
-bash bin/pull_pod_logs.sh "$namespace" "$pod_logs"
+bash ./bin/pull-pod-logs.sh "$namespace" "$pod_logs"
 
 mkdir -p "$runner_logs"
-cp "$runner_log_source" "$runner_logs"
\ No newline at end of file
+cp "$runner_log_source"/* "$runner_logs/"
\ No newline at end of file
diff --git a/bin/pull-pod-logs.sh b/bin/pull-pod-logs.sh
index f21d230..64463b6 100755
--- a/bin/pull-pod-logs.sh
+++ b/bin/pull-pod-logs.sh
@@ -1,11 +1,16 @@
 #!/bin/bash
 
 namespace=${1:-"codex-continuous-tests"}
-output_folder=${2:./}
+output_folder=${2:-./}
 
 # List all pods in the namespace
 pods=$(kubectl get pods -n "$namespace" -o jsonpath='{.items[*].metadata.name}')
 
+if [ -z "$pods" ]; then
+  echo "No pods found in namespace $namespace."
+  exit 1
+fi
+
 for pod in $pods; do
   echo "Fetching logs for $pod..."