Finished manifest work for heterogenous deploy, working on deployment scripts now

This commit is contained in:
Benjamin Arntzen 2024-09-16 00:47:59 -04:00
parent 22931183a4
commit e8620faeed
5 changed files with 28 additions and 55 deletions

View File

@ -0,0 +1,10 @@
kubectl apply -f bootstrap.yaml
kubectl rollout status --watch --timeout=30000s statefulset/bootstrap -n zerotesting
#kubectl apply -f midstrap.yaml
#kubectl rollout status --watch --timeout=30000s statefulset/midstrap -n zerotesting
kubectl apply -f nodes-nwaku.yaml
kubectl apply -f nodes-gowaku.yaml
echo "We have deployed all nodes, please watch Prometheus or Grafana to see when they have reached a healthy state."
echo "Please note you cannot (yet) rely on the Ready state as it does not actually indicate an unhealthy peer, just one that is not ready for bootstrapping from."
#kubectl rollout status --watch --timeout=30000s statefulset/nodes -n zerotesting
kubectl apply -f publisher.yaml

View File

@ -1,10 +1,10 @@
# Spawn bootstrap nodes
kubectl apply -f bootstrap.yaml
# Wait to see that they're healthy
kubectl rollout status --watch --timeout=30000s statefulset/bootstrap -n zerotesting
#kubectl apply -f midstrap.yaml
#kubectl rollout status --watch --timeout=30000s statefulset/midstrap -n zerotesting
# Spawn all the nodes
kubectl apply -f nodes-nwaku.yaml
kubectl apply -f nodes-gowaku.yaml
echo "We have deployed all nodes, please watch Prometheus or Grafana to see when they have reached a healthy state."
echo "Please note you cannot (yet) rely on the Ready state as it does not actually indicate an unhealthy peer, just one that is not ready for bootstrapping from."
#kubectl rollout status --watch --timeout=30000s statefulset/nodes -n zerotesting
kubectl rollout status --watch --timeout=30000s statefulset/nodes -n zerotesting
kubectl apply -f publisher.yaml

View File

@ -1,10 +1,12 @@
apiVersion: apps/v1
kind: StatefulSet
metadata:
name: nodes
name: nodes-gowaku
namespace: zerotesting
spec:
replicas: 1000
ordinals:
start: 1000
podManagementPolicy: "Parallel"
serviceName: zerotesting-service
selector:
@ -15,19 +17,13 @@ spec:
labels:
app: zerotenkay
spec:
hostname: nodes-$(POD_ORDINAL)
dnsConfig:
searches:
- zerotesting-service.zerotesting.svc.cluster.local
volumes:
- name: enr-data
emptyDir: {}
# - name: perflogs
# persistentVolumeClaim:
# claimName: perflogs
- name: perflogs
hostPath:
path: /mnt/swfs/services/perflogs
type: Directory
initContainers:
- name: grabenr
image: zorlin/getenr:v0.3.0
@ -42,7 +38,7 @@ spec:
terminationGracePeriodSeconds: 150
containers:
- name: waku
image: harbor.status.im/wakuorg/go-waku:bump-golibp2-pubsub
image: zorlin/go-waku:2024-sept-idontwant
imagePullPolicy: IfNotPresent
ports:
- containerPort: 8545
@ -50,8 +46,6 @@ spec:
volumeMounts:
- name: enr-data
mountPath: /etc/enr
- name: perflogs
mountPath: /mnt/perflogs
readinessProbe:
exec:
command:
@ -72,10 +66,6 @@ spec:
periodSeconds: 1
failureThreshold: 2
timeoutSeconds: 5
lifecycle:
preStop:
exec:
command: ["/bin/sh", "-c", "kill -2 $(pidof wakunode) ; sleep 5 ; $(pidof perf); sleep 150"]
securityContext:
privileged: true
capabilities:
@ -100,9 +90,7 @@ spec:
echo ENRs are $ENR1 $ENR2 $ENR3
HOSTNAME=$(hostname)
TIMESTAMP=$(date +%Y%m%d-%H%M%S)
LOGFILE="/mnt/perflogs/${HOSTNAME}-waku-${TIMESTAMP}.log"
perf record -F 10 -o ${LOGFILE} -- \
nice -n 19 /usr/bin/wakunode \
/usr/bin/wakunode \
--relay=true \
--max-connections=150 \
--rest=true \

View File

@ -1,10 +1,12 @@
apiVersion: apps/v1
kind: StatefulSet
metadata:
name: nodes
name: nodes-gowaku
namespace: zerotesting
spec:
replicas: 1000
ordinals:
start: 1000
podManagementPolicy: "Parallel"
serviceName: zerotesting-service
selector:
@ -15,19 +17,13 @@ spec:
labels:
app: zerotenkay
spec:
hostname: nodes-$(POD_ORDINAL)
dnsConfig:
searches:
- zerotesting-service.zerotesting.svc.cluster.local
volumes:
- name: enr-data
emptyDir: {}
# - name: perflogs
# persistentVolumeClaim:
# claimName: perflogs
- name: perflogs
hostPath:
path: /mnt/swfs/services/perflogs
type: Directory
initContainers:
- name: grabenr
image: zorlin/getenr:v0.3.0
@ -42,7 +38,7 @@ spec:
terminationGracePeriodSeconds: 150
containers:
- name: waku
image: zorlin/waku:debug-extra-nim-libp2p-logs-over-v0.31.0-with-extra-logs-mplex-perf
image: zorlin/go-waku:v0.9.0-curl
imagePullPolicy: IfNotPresent
ports:
- containerPort: 8545
@ -50,8 +46,6 @@ spec:
volumeMounts:
- name: enr-data
mountPath: /etc/enr
- name: perflogs
mountPath: /mnt/perflogs
readinessProbe:
exec:
command:
@ -72,10 +66,6 @@ spec:
periodSeconds: 1
failureThreshold: 2
timeoutSeconds: 5
lifecycle:
preStop:
exec:
command: ["/bin/sh", "-c", "kill -2 $(pidof wakunode) ; sleep 5 ; $(pidof perf); sleep 150"]
securityContext:
privileged: true
capabilities:
@ -100,9 +90,7 @@ spec:
echo ENRs are $ENR1 $ENR2 $ENR3
HOSTNAME=$(hostname)
TIMESTAMP=$(date +%Y%m%d-%H%M%S)
LOGFILE="/mnt/perflogs/${HOSTNAME}-waku-${TIMESTAMP}.log"
perf record -F 10 -o ${LOGFILE} -- \
nice -n 19 /usr/bin/wakunode \
/usr/bin/wakunode \
--relay=true \
--max-connections=150 \
--rest=true \

View File

@ -15,19 +15,13 @@ spec:
labels:
app: zerotenkay
spec:
hostname: nodes-$(POD_ORDINAL)
dnsConfig:
searches:
- zerotesting-service.zerotesting.svc.cluster.local
volumes:
- name: enr-data
emptyDir: {}
# - name: perflogs
# persistentVolumeClaim:
# claimName: perflogs
- name: perflogs
hostPath:
path: /mnt/swfs/services/perflogs
type: Directory
initContainers:
- name: grabenr
image: zorlin/getenr:v0.3.0
@ -42,7 +36,7 @@ spec:
terminationGracePeriodSeconds: 150
containers:
- name: waku
image: zorlin/waku:debug-extra-nim-libp2p-logs-over-v0.31.0-with-extra-logs-mplex-perf
image: zorlin/nwaku:v0.32.0-curl
imagePullPolicy: IfNotPresent
ports:
- containerPort: 8545
@ -50,8 +44,6 @@ spec:
volumeMounts:
- name: enr-data
mountPath: /etc/enr
- name: perflogs
mountPath: /mnt/perflogs
readinessProbe:
exec:
command:
@ -72,10 +64,6 @@ spec:
periodSeconds: 1
failureThreshold: 2
timeoutSeconds: 5
lifecycle:
preStop:
exec:
command: ["/bin/sh", "-c", "kill -2 $(pidof wakunode) ; sleep 5 ; $(pidof perf); sleep 150"]
securityContext:
privileged: true
capabilities:
@ -100,7 +88,6 @@ spec:
echo ENRs are $ENR1 $ENR2 $ENR3
HOSTNAME=$(hostname)
TIMESTAMP=$(date +%Y%m%d-%H%M%S)
LOGFILE="/mnt/perflogs/${HOSTNAME}-waku-${TIMESTAMP}.log"
/usr/bin/wakunode \
--relay=true \
--max-connections=150 \