nimbus-eth2/docker/manage_testnet_hosts.nims

136 lines
4.3 KiB
Plaintext
Raw Normal View History

import
strformat, os, confutils
type
Command = enum
restart_nodes
reset_network
CliConfig = object
network: string
case cmd {.command.}: Command
of restart_nodes:
discard
of reset_network:
depositsDir {.
defaultValue: "deposits"
2019-11-11 14:43:12 +00:00
name: "deposits-dir" }: string
networkDataDir {.
defaultValue: "data"
2019-11-11 14:43:12 +00:00
name: "network-data-dir" }: string
totalValidators {.
2019-11-11 14:43:12 +00:00
name: "total-validators" }: int
totalUserValidators {.
defaultValue: 0
2019-11-11 14:43:12 +00:00
name: "user-validators" }: int
Node = object
id: int
server: string
container: string
var conf = load CliConfig
var
serverCount = 10
instancesCount = 2
proc findOrDefault[K, V](tupleList: openarray[(K, V)], key: K, default: V): V =
for t in tupleList:
if t[0] == key:
return t[1]
return default
iterator nodes: Node =
for i in 0 ..< serverCount:
let
serverShortName = if i == 0: "master-01" else: &"node-0{i}"
server = &"{serverShortName}.aws-eu-central-1a.nimbus.test.statusim.net"
for j in 0 ..< instancesCount:
yield Node(id: i*instancesCount + j,
server: server,
container: &"beacon-node-{conf.network}-{j+1}")
iterator validatorAssignments: tuple[node: Node; firstValidator, lastValidator: int] =
let
systemValidators = conf.totalValidators - conf.totalUserValidators
defaultValidatorAssignment = proc (nodeIdx: int): int =
(systemValidators div serverCount) div instancesCount
customValidatorAssignments = {
# This is used just to force the correct type of the table
"default": defaultValidatorAssignment
,
"testnet0": proc (nodeIdx: int): int =
if nodeidx < 4:
systemValidators div 4
else:
0
,
"testnet1": proc (nodeIdx: int): int =
2019-11-14 14:10:14 +00:00
if nodeidx < 4:
systemValidators div 4
else:
0
}
var nextValidatorIdx = conf.totalUserValidators
for node in nodes():
let
validatorAssignmentFn = customValidatorAssignments.findOrDefault(
conf.network, defaultValidatorAssignment)
nodeValidatorCount = validatorAssignmentFn(node.id)
yield (node,
nextValidatorIdx,
nextValidatorIdx + nodeValidatorCount)
inc nextValidatorIdx, nodeValidatorCount
case conf.cmd
of restart_nodes:
for n in nodes():
if n.id mod 2 == 0:
echo &"echo Pulling container image on {n.server} ..."
# This will only print one line: "docker.io/statusteam/nimbus_beacon_node:testnet1".
echo &"ssh {n.server} docker pull -q statusteam/nimbus_beacon_node:{conf.network}"
echo &"echo Starting container {n.container}@{n.server} ..."
# docker-compose will rebuild the container if it detects a newer image.
# Prints: "Recreating beacon-node-testnet1-1 ... done".
echo &"ssh {n.server} 'cd /docker/{n.container} && docker-compose --compatibility up -d'"
2019-10-29 03:58:31 +00:00
of reset_network:
for n, firstValidator, lastValidator in validatorAssignments():
var
keysList = ""
networkDataFiles = conf.networkDataDir & "/{genesis.ssz,bootstrap_nodes.txt}"
for i in firstValidator ..< lastValidator:
2019-10-29 03:58:31 +00:00
let validatorKey = fmt"v{i:07}.privkey"
keysList.add " "
keysList.add conf.depositsDir / validatorKey
2019-10-29 03:58:31 +00:00
let dockerPath = &"/docker/{n.container}/data/BeaconNode"
echo &"echo Syncing {lastValidator - firstValidator} keys starting from {firstValidator} to container {n.container}@{n.server} ... && \\"
echo &" ssh {n.server} 'sudo rm -rf /tmp/nimbus && mkdir -p /tmp/nimbus/' && \\"
echo &" rsync -a -zz {networkDataFiles} {n.server}:/tmp/nimbus/net-data/ && \\"
if keysList.len > 0:
echo &" rsync -a -zz {keysList} {n.server}:/tmp/nimbus/keys/ && \\"
echo &" ssh {n.server} 'sudo docker container stop {n.container}; " &
&"sudo mkdir -p {dockerPath}/validators && " &
2019-11-05 15:33:06 +00:00
&"sudo rm -rf {dockerPath}/validators/* && " &
&"sudo rm -rf {dockerPath}/db && " &
(if keysList.len > 0: &"sudo mv /tmp/nimbus/keys/* {dockerPath}/validators/ && " else: "") &
&"sudo mv /tmp/nimbus/net-data/* {dockerPath}/ && " &
&"sudo chown dockremap:docker -R {dockerPath}'"