mirror of
https://github.com/logos-storage/bittorrent-benchmarks.git
synced 2026-01-04 22:13:12 +00:00
0c8e28fa46
Add Vector agent/aggregator deployment for collecting logs from Codex benchmark experiments in K8s. Includes PVC for log storage, S3 secret template and RBAC. Vector collects logs from benchmark pods and writes JSONL files for post-processing by the log-parsing workflow. Signed-off-by: Chrysostomos Nanakos <chris@include.gr>
42 lines
1.1 KiB
YAML
42 lines
1.1 KiB
YAML
# Vector Agent configuration for DaemonSet
|
|
# Collects logs from pods on each node and forwards to Vector Aggregator
|
|
|
|
apiVersion: v1
|
|
kind: ConfigMap
|
|
metadata:
|
|
name: vector-agent-config
|
|
namespace: argo
|
|
data:
|
|
vector.yaml: |
|
|
data_dir: /vector-data
|
|
|
|
sources:
|
|
benchmark-experiments-source:
|
|
type: kubernetes_logs
|
|
extra_label_selector: "app.kubernetes.io/name=codex-benchmarks"
|
|
node_annotation_fields:
|
|
node_labels: ""
|
|
pod_annotation_fields:
|
|
container_id: ""
|
|
container_image: ""
|
|
container_image_id: ""
|
|
pod_node_name: ""
|
|
pod_owner: ""
|
|
pod_uid: ""
|
|
pod_ip: ""
|
|
pod_ips: ""
|
|
glob_minimum_cooldown_ms: 5000
|
|
|
|
sinks:
|
|
vector-aggregator:
|
|
type: vector
|
|
inputs: [benchmark-experiments-source]
|
|
address: vector-aggregator.argo.svc.cluster.local:6000
|
|
compression: true
|
|
acknowledgements:
|
|
enabled: true
|
|
buffer:
|
|
type: disk
|
|
max_size: 301989888 # 312MB per agent
|
|
when_full: block # Block new logs if buffer full (prevents drops)
|