feat: enable one parameter supernode, refactor el,cl,vc (#778)

.github/tests/peerdas-deneb.yaml

@@ -0,0 +1,165 @@
+participants:
+# Super nodes
+  - cl_type: prysm
+    cl_image: ethpandaops/prysm-beacon-chain:peerDAS
+    supernode: true
+    cl_extra_params:
+      - --minimum-peers-per-subnet=1
+    count: 3
+    cl_min_cpu: 1000
+    cl_min_mem: 1024
+    cl_max_cpu: 4000
+    cl_max_mem: 8096
+    el_min_cpu: 1000
+    el_min_mem: 1024
+    el_max_cpu: 4000
+    el_max_mem: 8096
+  - cl_type: lighthouse
+    cl_image: ethpandaops/lighthouse:unstable
+    supernode: true
+    count: 3
+    cl_min_cpu: 1000
+    cl_min_mem: 1024
+    cl_max_cpu: 4000
+    cl_max_mem: 8096
+    el_min_cpu: 1000
+    el_min_mem: 1024
+    el_max_cpu: 4000
+    el_max_mem: 8096
+  - cl_type: teku
+    cl_image: ethpandaops/teku:nashatyrev-das
+    supernode: true
+    count: 3
+    cl_min_cpu: 1000
+    cl_min_mem: 1024
+    cl_max_cpu: 4000
+    cl_max_mem: 8096
+    el_min_cpu: 1000
+    el_min_mem: 1024
+    el_max_cpu: 4000
+    el_max_mem: 8096
+  - cl_type: nimbus
+    cl_image: ethpandaops/nimbus-eth2:pdsync
+    supernode: true
+    cl_extra_params:
+      - --sync-light-client=no
+    count: 3
+    cl_min_cpu: 1000
+    cl_min_mem: 1024
+    cl_max_cpu: 4000
+    cl_max_mem: 8096
+    el_min_cpu: 1000
+    el_min_mem: 1024
+    el_max_cpu: 4000
+    el_max_mem: 8096
+  - cl_type: lodestar
+    cl_image: ethpandaops/lodestar:peerDAS
+    supernode: true
+    cl_extra_params:
+      - --persistNetworkIdentity
+    count: 3
+    cl_min_cpu: 1000
+    cl_min_mem: 1024
+    cl_max_cpu: 4000
+    cl_max_mem: 8096
+    el_min_cpu: 1000
+    el_min_mem: 1024
+    el_max_cpu: 4000
+    el_max_mem: 8096
+  - cl_type: grandine
+    cl_image: ethpandaops/grandine:hangleang-fix-negotiation-timeout
+    supernode: true
+    cl_min_cpu: 1000
+    cl_min_mem: 1024
+    cl_max_cpu: 4000
+    cl_max_mem: 8096
+    el_min_cpu: 1000
+    el_min_mem: 1024
+    el_max_cpu: 4000
+    el_max_mem: 8096
+# Full nodes
+  - cl_type: prysm
+    cl_image: ethpandaops/prysm-beacon-chain:peerDAS
+    cl_extra_params:
+      - --minimum-peers-per-subnet=1
+      - --data-columns-withhold-count=64
+    count: 3
+    cl_min_cpu: 1000
+    cl_min_mem: 1024
+    cl_max_cpu: 4000
+    cl_max_mem: 8096
+    el_min_cpu: 1000
+    el_min_mem: 1024
+    el_max_cpu: 4000
+    el_max_mem: 8096
+  - cl_type: lighthouse
+    cl_image: ethpandaops/lighthouse:unstable
+    count: 3
+    cl_min_cpu: 1000
+    cl_min_mem: 1024
+    cl_max_cpu: 4000
+    cl_max_mem: 8096
+    el_min_cpu: 1000
+    el_min_mem: 1024
+    el_max_cpu: 4000
+    el_max_mem: 8096
+  - cl_type: lodestar
+    cl_image: ethpandaops/lodestar:peerDAS
+    cl_extra_params: [--persistNetworkIdentity]
+    count: 3
+    cl_min_cpu: 1000
+    cl_min_mem: 1024
+    cl_max_cpu: 4000
+    cl_max_mem: 8096
+    el_min_cpu: 1000
+    el_min_mem: 1024
+    el_max_cpu: 4000
+    el_max_mem: 8096
+  - cl_type: nimbus
+    cl_image: ethpandaops/nimbus-eth2:pdsync
+    cl_extra_params:
+      - --sync-light-client=no
+    count: 3
+    cl_min_cpu: 1000
+    cl_min_mem: 1024
+    cl_max_cpu: 4000
+    cl_max_mem: 8096
+    el_min_cpu: 1000
+    el_min_mem: 1024
+    el_max_cpu: 4000
+    el_max_mem: 8096
+  - cl_type: teku
+    cl_image: ethpandaops/teku:nashatyrev-das
+    count: 3
+    cl_min_cpu: 1000
+    cl_min_mem: 1024
+    cl_max_cpu: 4000
+    cl_max_mem: 8096
+    el_min_cpu: 1000
+    el_min_mem: 1024
+    el_max_cpu: 4000
+    el_max_mem: 8096
+  - cl_type: grandine
+    cl_image: ethpandaops/grandine:hangleang-fix-negotiation-timeout
+    cl_min_cpu: 1000
+    cl_min_mem: 1024
+    cl_max_cpu: 4000
+    cl_max_mem: 8096
+    el_min_cpu: 1000
+    el_min_mem: 1024
+    el_max_cpu: 4000
+    el_max_mem: 8096
+network_params:
+  eip7594_fork_epoch: 0
+  eip7594_fork_version: "0x50000038"
+  genesis_delay: 1200
+snooper_enabled: true
+global_log_level: debug
+additional_services:
+  - dora
+  - goomy_blob
+  - prometheus_grafana
+dora_params:
+  image: ethpandaops/dora:peerdas-as-deneb-column-view-latest
+  env: {"FRONTEND_SHOW_PEER_DAS_INFOS": "true", "FRONTEND_SHOW_SENSITIVE_PEER_INFOS": "true"}
+ethereum_metrics_exporter_enabled: true

.github/tests/peerdas-devnet-2.yaml

@@ -0,0 +1,38 @@
+participants:
+# Supernodes
+  - cl_type: prysm
+    cl_image: ethpandaops/prysm-beacon-chain:peerDAS-df42f37
+    supernode: true
+  - cl_type: lighthouse
+    cl_image: ethpandaops/lighthouse:unstable-2792705
+    supernode: true
+  - cl_type: teku
+    cl_image: ethpandaops/teku:nashatyrev-das-458f7e7
+    supernode: true
+  - cl_type: nimbus
+    cl_image: ethpandaops/nimbus-eth2:pdsync-30f8ef9
+    supernode: true
+  - cl_type: lodestar
+    cl_image: ethpandaops/lodestar:peerDAS-a3de70f
+    supernode: true
+  - cl_type: grandine
+    cl_image: ethpandaops/grandine:hangleang-feature-das-2c2f74b
+    supernode: true
+# Fullnodes
+  - cl_type: prysm
+    cl_image: ethpandaops/prysm-beacon-chain:peerDAS-df42f37
+  - cl_type: lighthouse
+    cl_image: ethpandaops/lighthouse:unstable-2792705
+  - cl_type: teku
+    cl_image: ethpandaops/teku:nashatyrev-das-458f7e7
+  - cl_type: nimbus
+    cl_image: ethpandaops/nimbus-eth2:pdsync-30f8ef9
+  - cl_type: lodestar
+    cl_image: ethpandaops/lodestar:peerDAS-a3de70f
+  - cl_type: grandine
+    cl_image: ethpandaops/grandine:hangleang-feature-das-2c2f74b
+network_params:
+  network: peerdas-devnet-2
+snooper_enabled: true
+additional_services:
+  - dora

README.md

@@ -284,6 +284,12 @@ participants:
     cl_min_mem: 0
     cl_max_mem: 0
 
+    # Whether to act as a supernode for the network
+    # Supernodes will subscribe to all subnet topics
+    # This flag should only be used with peerdas
+    # Defaults to false
+    supernode: false
+
     # Whether to use a separate validator client attached to the CL client.
     # Defaults to false for clients that can run both in one process (Teku, Nimbus)
     use_separate_vc: true

network_params.yaml

@@ -25,6 +25,7 @@ participants:
     cl_max_cpu: 0
     cl_min_mem: 0
     cl_max_mem: 0
+    supernode: false
     use_separate_vc: true
 # Validator
     vc_type: lighthouse

src/cl/cl_launcher.star

@@ -63,8 +63,6 @@ def launch(
                 el_cl_data,
                 jwt_file,
                 network_params,
-                prysm_password_relative_filepath,
-                prysm_password_artifact_uuid,
             ),
             "launch_method": prysm.launch,
         },
@@ -108,22 +106,6 @@ def launch(
             participant.cl_tolerations, participant.tolerations, global_tolerations
         )
 
-        (
-            cl_min_cpu,
-            cl_max_cpu,
-            cl_min_mem,
-            cl_max_mem,
-            cl_volume_size,
-        ) = shared_utils.get_cpu_mem_resource_limits(
-            participant.cl_min_cpu,
-            participant.cl_max_cpu,
-            participant.cl_min_mem,
-            participant.cl_max_mem,
-            participant.cl_volume_size,
-            network_name,
-            participant.cl_type,
-        )
-
         if cl_type not in cl_launchers:
             fail(
                 "Unsupported launcher '{0}', need one of '{1}'".format(
@@ -171,30 +153,16 @@ def launch(
                 plan,
                 cl_launcher,
                 cl_service_name,
-                participant.cl_image,
-                participant.cl_log_level,
+                participant,
                 global_log_level,
                 cl_context_BOOTNODE,
                 el_context,
                 full_name,
                 new_cl_node_validator_keystores,
-                cl_min_cpu,
-                cl_max_cpu,
-                cl_min_mem,
-                cl_max_mem,
-                participant.snooper_enabled,
                 snooper_engine_context,
-                participant.blobber_enabled,
-                participant.blobber_extra_params,
-                participant.cl_extra_params,
-                participant.cl_extra_env_vars,
-                participant.cl_extra_labels,
                 persistent,
-                cl_volume_size,
                 tolerations,
                 node_selectors,
-                participant.use_separate_vc,
-                participant.keymanager_enabled,
                 checkpoint_sync_enabled,
                 checkpoint_sync_url,
                 port_publisher,
@@ -206,30 +174,16 @@ def launch(
                 plan,
                 cl_launcher,
                 cl_service_name,
-                participant.cl_image,
-                participant.cl_log_level,
+                participant,
                 global_log_level,
                 boot_cl_client_ctx,
                 el_context,
                 full_name,
                 new_cl_node_validator_keystores,
-                cl_min_cpu,
-                cl_max_cpu,
-                cl_min_mem,
-                cl_max_mem,
-                participant.snooper_enabled,
                 snooper_engine_context,
-                participant.blobber_enabled,
-                participant.blobber_extra_params,
-                participant.cl_extra_params,
-                participant.cl_extra_env_vars,
-                participant.cl_extra_labels,
                 persistent,
-                cl_volume_size,
                 tolerations,
                 node_selectors,
-                participant.use_separate_vc,
-                participant.keymanager_enabled,
                 checkpoint_sync_enabled,
                 checkpoint_sync_url,
                 port_publisher,