mirror of https://github.com/vacp2p/10ksim.git
Finished manifest work for heterogenous deploy, working on deployment scripts now
This commit is contained in:
Benjamin Arntzen
parent
22931183a4
commit
e8620faeed
|
|
@ -0,0 +1,10 @@
|
|||
kubectl apply -f bootstrap.yaml
|
||||
kubectl rollout status --watch --timeout=30000s statefulset/bootstrap -n zerotesting
|
||||
#kubectl apply -f midstrap.yaml
|
||||
#kubectl rollout status --watch --timeout=30000s statefulset/midstrap -n zerotesting
|
||||
kubectl apply -f nodes-nwaku.yaml
|
||||
kubectl apply -f nodes-gowaku.yaml
|
||||
echo "We have deployed all nodes, please watch Prometheus or Grafana to see when they have reached a healthy state."
|
||||
echo "Please note you cannot (yet) rely on the Ready state as it does not actually indicate an unhealthy peer, just one that is not ready for bootstrapping from."
|
||||
#kubectl rollout status --watch --timeout=30000s statefulset/nodes -n zerotesting
|
||||
kubectl apply -f publisher.yaml
|
||||
|
|
@ -1,10 +1,10 @@
|
|||
# Spawn bootstrap nodes
|
||||
kubectl apply -f bootstrap.yaml
|
||||
# Wait to see that they're healthy
|
||||
kubectl rollout status --watch --timeout=30000s statefulset/bootstrap -n zerotesting
|
||||
#kubectl apply -f midstrap.yaml
|
||||
#kubectl rollout status --watch --timeout=30000s statefulset/midstrap -n zerotesting
|
||||
# Spawn all the nodes
|
||||
kubectl apply -f nodes-nwaku.yaml
|
||||
kubectl apply -f nodes-gowaku.yaml
|
||||
echo "We have deployed all nodes, please watch Prometheus or Grafana to see when they have reached a healthy state."
|
||||
echo "Please note you cannot (yet) rely on the Ready state as it does not actually indicate an unhealthy peer, just one that is not ready for bootstrapping from."
|
||||
#kubectl rollout status --watch --timeout=30000s statefulset/nodes -n zerotesting
|
||||
kubectl rollout status --watch --timeout=30000s statefulset/nodes -n zerotesting
|
||||
kubectl apply -f publisher.yaml
|
||||
|
|
@ -1,10 +1,12 @@
|
|||
apiVersion: apps/v1
|
||||
kind: StatefulSet
|
||||
metadata:
|
||||
name: nodes
|
||||
name: nodes-gowaku
|
||||
namespace: zerotesting
|
||||
spec:
|
||||
replicas: 1000
|
||||
ordinals:
|
||||
start: 1000
|
||||
podManagementPolicy: "Parallel"
|
||||
serviceName: zerotesting-service
|
||||
selector:
|
||||
|
|
@ -15,19 +17,13 @@ spec:
|
|||
labels:
|
||||
app: zerotenkay
|
||||
spec:
|
||||
hostname: nodes-$(POD_ORDINAL)
|
||||
dnsConfig:
|
||||
searches:
|
||||
- zerotesting-service.zerotesting.svc.cluster.local
|
||||
volumes:
|
||||
- name: enr-data
|
||||
emptyDir: {}
|
||||
# - name: perflogs
|
||||
# persistentVolumeClaim:
|
||||
# claimName: perflogs
|
||||
- name: perflogs
|
||||
hostPath:
|
||||
path: /mnt/swfs/services/perflogs
|
||||
type: Directory
|
||||
initContainers:
|
||||
- name: grabenr
|
||||
image: zorlin/getenr:v0.3.0
|
||||
|
|
@ -42,7 +38,7 @@ spec:
|
|||
terminationGracePeriodSeconds: 150
|
||||
containers:
|
||||
- name: waku
|
||||
image: harbor.status.im/wakuorg/go-waku:bump-golibp2-pubsub
|
||||
image: zorlin/go-waku:2024-sept-idontwant
|
||||
imagePullPolicy: IfNotPresent
|
||||
ports:
|
||||
- containerPort: 8545
|
||||
|
|
@ -50,8 +46,6 @@ spec:
|
|||
volumeMounts:
|
||||
- name: enr-data
|
||||
mountPath: /etc/enr
|
||||
- name: perflogs
|
||||
mountPath: /mnt/perflogs
|
||||
readinessProbe:
|
||||
exec:
|
||||
command:
|
||||
|
|
@ -72,10 +66,6 @@ spec:
|
|||
periodSeconds: 1
|
||||
failureThreshold: 2
|
||||
timeoutSeconds: 5
|
||||
lifecycle:
|
||||
preStop:
|
||||
exec:
|
||||
command: ["/bin/sh", "-c", "kill -2 $(pidof wakunode) ; sleep 5 ; $(pidof perf); sleep 150"]
|
||||
securityContext:
|
||||
privileged: true
|
||||
capabilities:
|
||||
|
|
@ -100,9 +90,7 @@ spec:
|
|||
echo ENRs are $ENR1 $ENR2 $ENR3
|
||||
HOSTNAME=$(hostname)
|
||||
TIMESTAMP=$(date +%Y%m%d-%H%M%S)
|
||||
LOGFILE="/mnt/perflogs/${HOSTNAME}-waku-${TIMESTAMP}.log"
|
||||
perf record -F 10 -o ${LOGFILE} -- \
|
||||
nice -n 19 /usr/bin/wakunode \
|
||||
/usr/bin/wakunode \
|
||||
--relay=true \
|
||||
--max-connections=150 \
|
||||
--rest=true \
|
||||
|
|
|
|||
|
|
@ -1,10 +1,12 @@
|
|||
apiVersion: apps/v1
|
||||
kind: StatefulSet
|
||||
metadata:
|
||||
name: nodes
|
||||
name: nodes-gowaku
|
||||
namespace: zerotesting
|
||||
spec:
|
||||
replicas: 1000
|
||||
ordinals:
|
||||
start: 1000
|
||||
podManagementPolicy: "Parallel"
|
||||
serviceName: zerotesting-service
|
||||
selector:
|
||||
|
|
@ -15,19 +17,13 @@ spec:
|
|||
labels:
|
||||
app: zerotenkay
|
||||
spec:
|
||||
hostname: nodes-$(POD_ORDINAL)
|
||||
dnsConfig:
|
||||
searches:
|
||||
- zerotesting-service.zerotesting.svc.cluster.local
|
||||
volumes:
|
||||
- name: enr-data
|
||||
emptyDir: {}
|
||||
# - name: perflogs
|
||||
# persistentVolumeClaim:
|
||||
# claimName: perflogs
|
||||
- name: perflogs
|
||||
hostPath:
|
||||
path: /mnt/swfs/services/perflogs
|
||||
type: Directory
|
||||
initContainers:
|
||||
- name: grabenr
|
||||
image: zorlin/getenr:v0.3.0
|
||||
|
|
@ -42,7 +38,7 @@ spec:
|
|||
terminationGracePeriodSeconds: 150
|
||||
containers:
|
||||
- name: waku
|
||||
image: zorlin/waku:debug-extra-nim-libp2p-logs-over-v0.31.0-with-extra-logs-mplex-perf
|
||||
image: zorlin/go-waku:v0.9.0-curl
|
||||
imagePullPolicy: IfNotPresent
|
||||
ports:
|
||||
- containerPort: 8545
|
||||
|
|
@ -50,8 +46,6 @@ spec:
|
|||
volumeMounts:
|
||||
- name: enr-data
|
||||
mountPath: /etc/enr
|
||||
- name: perflogs
|
||||
mountPath: /mnt/perflogs
|
||||
readinessProbe:
|
||||
exec:
|
||||
command:
|
||||
|
|
@ -72,10 +66,6 @@ spec:
|
|||
periodSeconds: 1
|
||||
failureThreshold: 2
|
||||
timeoutSeconds: 5
|
||||
lifecycle:
|
||||
preStop:
|
||||
exec:
|
||||
command: ["/bin/sh", "-c", "kill -2 $(pidof wakunode) ; sleep 5 ; $(pidof perf); sleep 150"]
|
||||
securityContext:
|
||||
privileged: true
|
||||
capabilities:
|
||||
|
|
@ -100,9 +90,7 @@ spec:
|
|||
echo ENRs are $ENR1 $ENR2 $ENR3
|
||||
HOSTNAME=$(hostname)
|
||||
TIMESTAMP=$(date +%Y%m%d-%H%M%S)
|
||||
LOGFILE="/mnt/perflogs/${HOSTNAME}-waku-${TIMESTAMP}.log"
|
||||
perf record -F 10 -o ${LOGFILE} -- \
|
||||
nice -n 19 /usr/bin/wakunode \
|
||||
/usr/bin/wakunode \
|
||||
--relay=true \
|
||||
--max-connections=150 \
|
||||
--rest=true \
|
||||
|
|
|
|||
|
|
@ -15,19 +15,13 @@ spec:
|
|||
labels:
|
||||
app: zerotenkay
|
||||
spec:
|
||||
hostname: nodes-$(POD_ORDINAL)
|
||||
dnsConfig:
|
||||
searches:
|
||||
- zerotesting-service.zerotesting.svc.cluster.local
|
||||
volumes:
|
||||
- name: enr-data
|
||||
emptyDir: {}
|
||||
# - name: perflogs
|
||||
# persistentVolumeClaim:
|
||||
# claimName: perflogs
|
||||
- name: perflogs
|
||||
hostPath:
|
||||
path: /mnt/swfs/services/perflogs
|
||||
type: Directory
|
||||
initContainers:
|
||||
- name: grabenr
|
||||
image: zorlin/getenr:v0.3.0
|
||||
|
|
@ -42,7 +36,7 @@ spec:
|
|||
terminationGracePeriodSeconds: 150
|
||||
containers:
|
||||
- name: waku
|
||||
image: zorlin/waku:debug-extra-nim-libp2p-logs-over-v0.31.0-with-extra-logs-mplex-perf
|
||||
image: zorlin/nwaku:v0.32.0-curl
|
||||
imagePullPolicy: IfNotPresent
|
||||
ports:
|
||||
- containerPort: 8545
|
||||
|
|
@ -50,8 +44,6 @@ spec:
|
|||
volumeMounts:
|
||||
- name: enr-data
|
||||
mountPath: /etc/enr
|
||||
- name: perflogs
|
||||
mountPath: /mnt/perflogs
|
||||
readinessProbe:
|
||||
exec:
|
||||
command:
|
||||
|
|
@ -72,10 +64,6 @@ spec:
|
|||
periodSeconds: 1
|
||||
failureThreshold: 2
|
||||
timeoutSeconds: 5
|
||||
lifecycle:
|
||||
preStop:
|
||||
exec:
|
||||
command: ["/bin/sh", "-c", "kill -2 $(pidof wakunode) ; sleep 5 ; $(pidof perf); sleep 150"]
|
||||
securityContext:
|
||||
privileged: true
|
||||
capabilities:
|
||||
|
|
@ -100,7 +88,6 @@ spec:
|
|||
echo ENRs are $ENR1 $ENR2 $ENR3
|
||||
HOSTNAME=$(hostname)
|
||||
TIMESTAMP=$(date +%Y%m%d-%H%M%S)
|
||||
LOGFILE="/mnt/perflogs/${HOSTNAME}-waku-${TIMESTAMP}.log"
|
||||
/usr/bin/wakunode \
|
||||
--relay=true \
|
||||
--max-connections=150 \
|
||||
|
|
|
|||
Loading…
Reference in New Issue