nimbus.ropsten: initial setup of validator clients

https://github.com/status-im/infra-nimbus/issues/122

Signed-off-by: Jakub Sokołowski <jakub@status.im>

ansible/group_vars/nimbus.ropsten.yml

@@ -1,4 +1,9 @@
 ---
+# Additional disk drive
+bootstrap__extra_volume_device_path: '/dev/nvme2n1'
+bootstrap__extra_volume_path: '/docker'
+bootstrap__extra_volume_bind_path: ''
+
 # Go-Ethereum
 geth_service_name: 'nimbus-ropsten-{{ "%02d"|format(idx|int+1) }}'
 geth_network_name: 'ropsten'
@@ -42,25 +47,41 @@ beacon_node_validator_monitor_totals: true
 beacon_node_web3_urls: ['ws://localhost:{{ geth_authrpc_port }}']
 beacon_node_web3_jwt_secret: '{{ geth_authrpc_jwtsecret }}'
 beacon_node_extra_flags: ['--terminal-total-difficulty-override=50000000000000000']
-# Validators from nimbus-private repo
-beacon_node_dist_validators_enabled: '{{ node.start is defined and node.end is defined }}'
-beacon_node_dist_validators_start: '{{ node.start | mandatory }}'
-beacon_node_dist_validators_end: '{{ node.end | mandatory }}'
 # Ports
 beacon_node_discovery_port: '{{ 9000 + idx|int + 1 }}'
 beacon_node_listening_port: '{{ 9000 + idx|int + 1 }}'
 beacon_node_metrics_port:   '{{ 9200 + idx|int + 1 }}'
 beacon_node_rest_port:      '{{ 9300 + idx|int + 1 }}'
 beacon_node_rest_address:   '0.0.0.0'
+beacon_node_rest_max_body_size: 16777216
+beacon_node_rest_max_headers_size: 1048576
+# Validators Distribution
+beacon_node_dist_validators_enabled: '{{ node.start is defined and node.end is defined }}'
+beacon_node_dist_validators_start: '{{ node.validator_client | ternary(0, node.start) | mandatory }}'
+beacon_node_dist_validators_end:   '{{ node.validator_client | ternary(0, node.end)   | mandatory }}'
 
-# Additional disk drive
-bootstrap__extra_volume_device_path: '/dev/nvme2n1'
-bootstrap__extra_volume_path: '/docker'
-bootstrap__extra_volume_bind_path: ''
+# Validator Client
+validator_client_service_name: 'validator-client-{{ validator_client_network }}-{{ validator_client_build_repo_branch }}-{{ "%02d"|format(idx|int+1) }}'
+validator_client_network: '{{ beacon_node_network }}'
+validator_client_log_level: 'INFO'
+validator_client_beacon_node_url: 'http://127.0.0.1:{{ beacon_node_rest_port }}'
+# Builds
+validator_client_build_repo_branch: '{{ beacon_node_repo_branch }}'
+validator_client_build_frequency: 'daily'
+# Ports
+validator_client_metrics_port:    '{{ 8108 + idx|int + 1 }}'
+validator_client_keymanager_port: '{{ 5052 + idx|int + 1 }}'
+# Keymanager
+validator_client_keymanager_enabled: true
+validator_client_keymanager_token: '{{lookup("bitwarden", "nimbus/keymanager", field="token")}}'
+# Validators Distribution
+validator_client_dist_validators_enabled: '{{ node.start is defined and node.end is defined }}'
+validator_client_dist_validators_start: '{{ (not node.validator_client) | ternary(0, node.start) | mandatory }}'
+validator_client_dist_validators_end:   '{{ (not node.validator_client) | ternary(0, node.end)   | mandatory }}'
 
 nodes_layout:
   'metal-01.he-eu-hel1.nimbus.ropsten':
-    - { start:     0, end:  2500 }
-    - { start:  2500, end:  5000 }
-    - { start:  5000, end:  7500 }
-    - { start:  7500, end: 10000 }
+    - { start:     0, end:  2500, validator_client: true }
+    - { start:  2500, end:  5000, validator_client: false }
+    - { start:  5000, end:  7500, validator_client: true }
+    - { start:  7500, end: 10000, validator_client: false }

ansible/requirements.yml

@@ -16,17 +16,17 @@
 
 - name: infra-role-bootstrap-linux
   src: git@github.com:status-im/infra-role-bootstrap-linux.git
-  version: 4fda60dc6873801eadda3a5baab3f721a4110beb
+  version: c8b383c75f424372a87c15179f873b764a0324a1
   scm: git
 
 - name: infra-role-bootstrap-windows
   src: git@github.com:status-im/infra-role-bootstrap-windows.git
-  version: 6f2d34fc58f3fe34564c1c9c7a3ed31823f11968
+  version: 50d75e5939c4e034d33fa73fe8a83e07412f7563
   scm: git
 
 - name: infra-role-bootstrap-macos
   src: git@github.com:status-im/infra-role-bootstrap-macos.git
-  version: bc0dd10acbe1076c0af8ea17a6f65d6cdf84c3b5
+  version: b67571e4a694f359752c8ccaad8c65a424b69573
   scm: git
 
 - name: infra-role-wireguard
@@ -46,7 +46,7 @@
 
 - name: infra-role-beacon-node-linux
   src: git@github.com:status-im/infra-role-beacon-node-linux.git
-  version: b4c6eca4787e2f033f7d65de6266c1f00d5c763e
+  version: f04d6a4664028dc2cac71a6b67752fd2e1a4737b
   scm: git
 
 - name: infra-role-beacon-node-windows
@@ -59,6 +59,11 @@
   version: 334d9148da353968cf9dbf45f47b5ae9d800001e
   scm: git
 
+- name: infra-role-validator-client
+  src: git@github.com:status-im/infra-role-validator-client.git
+  version: 928073b75034b7646a0ed4e2bed3c31a63250001
+  scm: git
+
 - name: infra-role-nimbus-eth1
   src: git@github.com:status-im/infra-role-nimbus-eth1.git
   version: b3490cde3b77484f32716689af5127d783b436d6

ansible/ropsten.yml

@@ -15,12 +15,12 @@
   hosts:
     - nimbus.ropsten
   tasks:
-    - include_role: name=infra-role-geth
-      tags: [ geth, infra-role-geth ]
-      with_items: '{{ nodes_layout[hostname] }}'
-      loop_control:
-        loop_var: node
-        index_var: idx
+    #- include_role: name=infra-role-geth
+    #  tags: [ geth, infra-role-geth ]
+    #  with_items: '{{ nodes_layout[hostname] }}'
+    #  loop_control:
+    #    loop_var: node
+    #    index_var: idx
 
     - include_role: name=infra-role-beacon-node-linux
       tags: [ beacon-node, infra-role-beacon-node-linux ]
@@ -28,3 +28,10 @@
       loop_control:
         loop_var: node
         index_var: idx
+
+    - include_role: name=infra-role-validator-client
+      tags: [ validator-client, infra-role-validator-client ]
+      with_items: '{{ nodes_layout[hostname] }}'
+      loop_control:
+        loop_var: node
+        index_var: idx