diff --git a/.github/config/assertoor/cl-stability-check.yml b/.github/config/assertoor/cl-stability-check.yml new file mode 100644 index 000000000..8336f71a3 --- /dev/null +++ b/.github/config/assertoor/cl-stability-check.yml @@ -0,0 +1,49 @@ +# This file is mix and match based upon the basic `assertoor-tests` playbooks: +# - https://github.com/ethpandaops/assertoor-test/blob/master/assertoor-tests/stability-check.yaml +# - https://github.com/ethpandaops/assertoor-test/blob/master/assertoor-tests/block-proposal-check.yaml +# +# For reference on each individual check see: https://github.com/ethpandaops/assertoor/wiki#supported-tasks-in-assertoor + +id: cl-stability-check +name: "Check Execution Stability" +timeout: 18m +tasks: +- name: check_clients_are_healthy + title: "Check if all clients are ready" + timeout: 1m + +- name: run_tasks_concurrent + title: "Check if all EL & CL clients are synced and the tx spammer is working" + timeout: 5m + config: + tasks: + - name: check_consensus_sync_status + title: "Check if CL clients are synced" + - name: check_execution_sync_status + title: "Check if EL clients are synced" + +- name: run_task_matrix + title: "Check block proposals from all client pairs" + timeout: 6m + configVars: + matrixValues: "validatorPairNames" + config: + runConcurrent: true + matrixVar: "validatorPairName" + task: + name: check_consensus_block_proposals + title: "Wait for block proposal from ${validatorPairName}" + config: + minTransactionCount: 240 + configVars: + validatorNamePattern: "validatorPairName" + +- name: run_tasks_concurrent + title: "Check chain stability (reorgs and forks)" + timeout: 7m + config: + tasks: + - name: check_consensus_reorgs + title: "Check consensus reorgs" + - name: check_consensus_forks + title: "Check consensus forks" diff --git a/.github/config/assertoor/network-params.yml b/.github/config/assertoor/network-params.yml new file mode 100644 index 000000000..ccacbff5b --- /dev/null +++ b/.github/config/assertoor/network-params.yml @@ -0,0 +1,34 @@ +participants: + - el_type: geth + el_image: ethereum/client-go:v1.14.12 + cl_type: lighthouse + cl_image: sigp/lighthouse:v5.3.0 + validator_count: 32 + - el_type: geth + el_image: ethereum/client-go:v1.14.12 + cl_type: lighthouse + cl_image: sigp/lighthouse:v5.3.0 + validator_count: 32 + - el_type: geth + el_image: ethereum/client-go:v1.14.12 + cl_type: lambda + cl_image: lambda_ethereum_consensus:latest + use_separate_vc: false + count: 1 + validator_count: 32 + cl_max_mem: 4096 + keymanager_enabled: true + +additional_services: +# - assertoor + - tx_spammer + - dora + +#assertoor_params: +# run_stability_check: false +# run_block_proposal_check: false +# tests: [] + # - https://raw.githubusercontent.com/lambdaclass/lambda_ethereum_consensus/refs/heads/main/.github/config/assertoor/cl-stability-check.yml + +tx_spammer_params: + tx_spammer_extra_args: ["--txcount=3", "--accounts=80"] diff --git a/.github/workflows/assertoor.yml b/.github/workflows/assertoor.yml index 211f0574b..5fe76ddda 100644 --- a/.github/workflows/assertoor.yml +++ b/.github/workflows/assertoor.yml @@ -28,8 +28,8 @@ jobs: - name: Setup kurtosis testnet and run assertoor tests uses: ethpandaops/kurtosis-assertoor-github-action@v1 with: + enclave_name: "elixir-consensus-assertoor" kurtosis_version: "1.4.2" ethereum_package_url: 'github.com/lambdaclass/ethereum-package' ethereum_package_branch: 'lecc-integration-and-assertoor' - ethereum_package_args: './assertoor-config.yml' - # Additional configurations as needed + ethereum_package_args: './.github/config/assertoor/network-params.yml' diff --git a/assertoor-config.yml b/assertoor-config.yml deleted file mode 100644 index 6ae1474d3..000000000 --- a/assertoor-config.yml +++ /dev/null @@ -1,23 +0,0 @@ -participants: - - el_type: geth - el_image: ethereum/client-go:v1.14.12 - cl_type: lighthouse - cl_image: sigp/lighthouse:v5.3.0 - - el_type: geth - el_image: ethereum/client-go:v1.14.12 - cl_type: lambda - cl_image: lambda_ethereum_consensus:latest - use_separate_vc: false - count: 1 - cl_max_mem: 4096 - keymanager_enabled: true -additional_services: [] -# - assertoor -# assertoor_params: -# run_stability_check: false -# run_block_proposal_check: false -# run_transaction_test: false -# run_blob_transaction_test: false -# run_opcodes_transaction_test: false -# run_lifecycle_test: false -# test: []