From b71bd6ea4acc0ef1ae7b80e24478c794bc620bed Mon Sep 17 00:00:00 2001 From: Andrei Sandu Date: Tue, 12 Apr 2022 09:20:30 +0000 Subject: [PATCH 01/15] Add test Signed-off-by: Andrei Sandu --- zombienet_tests/misc/0001-paritydb.feature | 102 +++++++++++++++++++++ zombienet_tests/misc/0001-paritydb.toml | 40 ++++++++ 2 files changed, 142 insertions(+) create mode 100644 zombienet_tests/misc/0001-paritydb.feature create mode 100644 zombienet_tests/misc/0001-paritydb.toml diff --git a/zombienet_tests/misc/0001-paritydb.feature b/zombienet_tests/misc/0001-paritydb.feature new file mode 100644 index 000000000000..3dc5e0d5857f --- /dev/null +++ b/zombienet_tests/misc/0001-paritydb.feature @@ -0,0 +1,102 @@ +Description: Check that paritydb works without affecting finality lag and block production. +Network: ./0001-paritydb.toml +Creds: config + +# Check configuration enables ParityDB. +validator-0: log line contains "💾 Database: ParityDb" +validator-1: log line contains "💾 Database: ParityDb" +validator-2: log line contains "💾 Database: ParityDb" +validator-3: log line contains "💾 Database: ParityDb" +validator-4: log line contains "💾 Database: ParityDb" +validator-5: log line contains "💾 Database: ParityDb" +validator-6: log line contains "💾 Database: ParityDb" +validator-7: log line contains "💾 Database: ParityDb" +validator-8: log line contains "💾 Database: ParityDb" +validator-9: log line contains "💾 Database: ParityDb" + +validator-0: is up +validator-1: is up +validator-2: is up +validator-3: is up +validator-4: is up +validator-5: is up +validator-6: is up +validator-7: is up +validator-8: is up +validator-9: is up + +# Check authority status and peers. +validator-0: reports node_roles is 4 +validator-1: reports node_roles is 4 +validator-2: reports node_roles is 4 +validator-3: reports node_roles is 4 +validator-4: reports node_roles is 4 +validator-5: reports node_roles is 4 +validator-6: reports node_roles is 4 +validator-7: reports node_roles is 4 +validator-8: reports node_roles is 4 +validator-9: reports node_roles is 4 + +# Ensure parachains are registered. +validator-0: parachain 2000 is registered +validator-0: parachain 2001 is registered +validator-0: parachain 2002 is registered +validator-0: parachain 2003 is registered +validator-0: parachain 2004 is registered +validator-0: parachain 2005 is registered +validator-0: parachain 2006 is registered +validator-0: parachain 2007 is registered +validator-0: parachain 2008 is registered +validator-0: parachain 2009 is registered + +# Check if network is fully connected. +validator-0: reports peers count is at least 19 within 20 seconds +validator-1: reports peers count is at least 19 within 20 seconds +validator-2: reports peers count is at least 19 within 20 seconds +validator-3: reports peers count is at least 19 within 20 seconds +validator-4: reports peers count is at least 19 within 20 seconds +validator-5: reports peers count is at least 19 within 20 seconds +validator-6: reports peers count is at least 19 within 20 seconds +validator-7: reports peers count is at least 19 within 20 seconds +validator-8: reports peers count is at least 19 within 20 seconds +validator-9: reports peers count is at least 19 within 20 seconds + +# Wait for progress. +sleep 120 seconds + +# Ensure parachains made progress. +validator-0: parachain 2000 block height is at least 10 within 30 seconds +validator-0: parachain 2001 block height is at least 10 within 30 seconds +validator-0: parachain 2002 block height is at least 10 within 30 seconds +validator-0: parachain 2003 block height is at least 10 within 30 seconds +validator-0: parachain 2004 block height is at least 10 within 30 seconds +validator-0: parachain 2005 block height is at least 10 within 30 seconds +validator-0: parachain 2006 block height is at least 10 within 30 seconds +validator-0: parachain 2007 block height is at least 10 within 30 seconds +validator-0: parachain 2008 block height is at least 10 within 30 seconds +validator-0: parachain 2009 block height is at least 10 within 30 seconds + + +# Check lag - approval +validator-0: reports polkadot_parachain_approval_checking_finality_lag is 0 +validator-1: reports polkadot_parachain_approval_checking_finality_lag is 0 +validator-2: reports polkadot_parachain_approval_checking_finality_lag is 0 +validator-3: reports polkadot_parachain_approval_checking_finality_lag is 0 +validator-4: reports polkadot_parachain_approval_checking_finality_lag is 0 +validator-5: reports polkadot_parachain_approval_checking_finality_lag is 0 +validator-6: reports polkadot_parachain_approval_checking_finality_lag is 0 +validator-7: reports polkadot_parachain_approval_checking_finality_lag is 0 +validator-8: reports polkadot_parachain_approval_checking_finality_lag is 0 +validator-9: reports polkadot_parachain_approval_checking_finality_lag is 0 + +# Check lag - dispute conclusion +validator-0: reports polkadot_parachain_disputes_finality_lag is 0 +validator-1: reports polkadot_parachain_disputes_finality_lag is 0 +validator-2: reports polkadot_parachain_disputes_finality_lag is 0 +validator-3: reports polkadot_parachain_disputes_finality_lag is 0 +validator-4: reports polkadot_parachain_disputes_finality_lag is 0 +validator-5: reports polkadot_parachain_disputes_finality_lag is 0 +validator-6: reports polkadot_parachain_disputes_finality_lag is 0 +validator-7: reports polkadot_parachain_disputes_finality_lag is 0 +validator-8: reports polkadot_parachain_disputes_finality_lag is 0 +validator-9: reports polkadot_parachain_disputes_finality_lag is 0 \ No newline at end of file diff --git a/zombienet_tests/misc/0001-paritydb.toml b/zombienet_tests/misc/0001-paritydb.toml new file mode 100644 index 000000000000..c40e0969d084 --- /dev/null +++ b/zombienet_tests/misc/0001-paritydb.toml @@ -0,0 +1,40 @@ +[settings] +timeout = 1000 +bootnode = true + +[relaychain.genesis.runtime.runtime_genesis_config.configuration.config] + max_validators_per_core = 1 + needed_approvals = 3 + +[relaychain] +default_image = "{{ZOMBIENET_INTEGRATION_TEST_IMAGE}}" +chain = "rococo-local" +chain_spec_command = "polkadot build-spec --chain rococo-local" +default_command = "polkadot" + +[relaychain.default_resources] +limits = { memory = "4G", cpu = "2" } +requests = { memory = "2G", cpu = "1" } + + [[relaychain.node_groups]] + name = "validator" + count = 10 + args = ["-lparachain=debug", "--db=paritydb"] + +{% for id in range(2000,2010) %} +[[parachains]] +id = {{id}} +addToGenesis = true +genesis_state_generator = "undying-collator export-genesis-state --pov-size={{10000*(id-1999)}} --pvf-complexity={{id - 1999}}" + [parachains.collator] + name = "collator" + image = "{{COL_IMAGE}}" + command = "undying-collator" + args = ["-lparachain=debug", "--pov-size={{10000*(id-1999)}}", "--parachain-id={{id}}", "--pvf-complexity={{id - 1999}}"] + +{% endfor %} + +[types.Header] +number = "u64" +parent_hash = "Hash" +post_state = "Hash" From 73c9ca05e0652c0dac2f3880f1c0acc2a5c2d741 Mon Sep 17 00:00:00 2001 From: Andrei Sandu Date: Tue, 12 Apr 2022 09:21:59 +0000 Subject: [PATCH 02/15] gitlab integration Signed-off-by: Andrei Sandu --- .gitlab-ci.yml | 27 +++++++++++++++++++++++++++ 1 file changed, 27 insertions(+) diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml index 84d63aa9818d..94f203500094 100644 --- a/.gitlab-ci.yml +++ b/.gitlab-ci.yml @@ -729,6 +729,33 @@ zombienet-tests-parachains-disputes: tags: - zombienet-polkadot-integration-test +zombienet-tests-misc-paritydb: + stage: stage3 + image: "${ZOMBIENET_IMAGE}" + <<: *kubernetes-env + <<: *zombienet-refs + needs: + - job: publish-polkadot-debug-image + - job: publish-test-collators-image + variables: + GH_DIR: "https://github.com/paritytech/polkadot/tree/${CI_COMMIT_SHORT_SHA}/zombienet_tests/misc" + before_script: + - echo "Zombie-net Tests Config" + - echo "${ZOMBIENET_IMAGE_NAME}" + - echo "${PARACHAINS_IMAGE_NAME} ${PARACHAINS_IMAGE_TAG}" + - echo "${GH_DIR}" + - export DEBUG=zombie,zombie::network-node + - export ZOMBIENET_INTEGRATION_TEST_IMAGE=${PARACHAINS_IMAGE_NAME}:${PARACHAINS_IMAGE_TAG} + - export COL_IMAGE=${COLLATOR_IMAGE_NAME}:${COLLATOR_IMAGE_TAG} + script: + - /home/nonroot/zombie-net/scripts/ci/run-test-env-manager.sh + --github-remote-dir="${GH_DIR}" + --test="0001-paritydb.feature" + allow_failure: false + retry: 2 + tags: + - zombienet-polkadot-integration-test + zombienet-tests-malus-dispute-valid: stage: stage3 image: "${ZOMBIENET_IMAGE}" From 27e149a6d840eb468c370e3f6f58d7a9fa998574 Mon Sep 17 00:00:00 2001 From: Andrei Sandu Date: Tue, 12 Apr 2022 15:34:20 +0000 Subject: [PATCH 03/15] tune test Signed-off-by: Andrei Sandu --- zombienet_tests/misc/0001-paritydb.feature | 47 ++++++++++------------ 1 file changed, 22 insertions(+), 25 deletions(-) diff --git a/zombienet_tests/misc/0001-paritydb.feature b/zombienet_tests/misc/0001-paritydb.feature index 3dc5e0d5857f..340f2f08a79a 100644 --- a/zombienet_tests/misc/0001-paritydb.feature +++ b/zombienet_tests/misc/0001-paritydb.feature @@ -61,21 +61,17 @@ validator-7: reports peers count is at least 19 within 20 seconds validator-8: reports peers count is at least 19 within 20 seconds validator-9: reports peers count is at least 19 within 20 seconds -# Wait for progress. -sleep 120 seconds - -# Ensure parachains made progress. -validator-0: parachain 2000 block height is at least 10 within 30 seconds -validator-0: parachain 2001 block height is at least 10 within 30 seconds -validator-0: parachain 2002 block height is at least 10 within 30 seconds -validator-0: parachain 2003 block height is at least 10 within 30 seconds -validator-0: parachain 2004 block height is at least 10 within 30 seconds -validator-0: parachain 2005 block height is at least 10 within 30 seconds -validator-0: parachain 2006 block height is at least 10 within 30 seconds -validator-0: parachain 2007 block height is at least 10 within 30 seconds -validator-0: parachain 2008 block height is at least 10 within 30 seconds -validator-0: parachain 2009 block height is at least 10 within 30 seconds - +# Ensure parachains made some progress. +validator-0: parachain 2000 block height is at least 3 within 30 seconds +validator-0: parachain 2001 block height is at least 3 within 30 seconds +validator-0: parachain 2002 block height is at least 3 within 30 seconds +validator-0: parachain 2003 block height is at least 3 within 30 seconds +validator-0: parachain 2004 block height is at least 3 within 30 seconds +validator-0: parachain 2005 block height is at least 3 within 30 seconds +validator-0: parachain 2006 block height is at least 3 within 30 seconds +validator-0: parachain 2007 block height is at least 3 within 30 seconds +validator-0: parachain 2008 block height is at least 3 within 30 seconds +validator-0: parachain 2009 block height is at least 3 within 30 seconds # Check lag - approval validator-0: reports polkadot_parachain_approval_checking_finality_lag is 0 @@ -90,13 +86,14 @@ validator-8: reports polkadot_parachain_approval_checking_finality_lag is 0 validator-9: reports polkadot_parachain_approval_checking_finality_lag is 0 # Check lag - dispute conclusion -validator-0: reports polkadot_parachain_disputes_finality_lag is 0 -validator-1: reports polkadot_parachain_disputes_finality_lag is 0 -validator-2: reports polkadot_parachain_disputes_finality_lag is 0 -validator-3: reports polkadot_parachain_disputes_finality_lag is 0 -validator-4: reports polkadot_parachain_disputes_finality_lag is 0 -validator-5: reports polkadot_parachain_disputes_finality_lag is 0 -validator-6: reports polkadot_parachain_disputes_finality_lag is 0 -validator-7: reports polkadot_parachain_disputes_finality_lag is 0 -validator-8: reports polkadot_parachain_disputes_finality_lag is 0 -validator-9: reports polkadot_parachain_disputes_finality_lag is 0 \ No newline at end of file +validator-0: reports parachain_candidate_disputes_total is 0 +validator-1: reports parachain_candidate_disputes_total is 0 +validator-2: reports parachain_candidate_disputes_total is 0 +validator-3: reports parachain_candidate_disputes_total is 0 +validator-4: reports parachain_candidate_disputes_total is 0 +validator-5: reports parachain_candidate_disputes_total is 0 +validator-6: reports parachain_candidate_disputes_total is 0 +validator-7: reports parachain_candidate_disputes_total is 0 +validator-8: reports parachain_candidate_disputes_total is 0 +validator-9: reports parachain_candidate_disputes_total is 0 + From 1660c19aa39f999755bfb82d3bc0cea20dff859a Mon Sep 17 00:00:00 2001 From: Andrei Sandu Date: Thu, 23 Jun 2022 08:04:01 +0000 Subject: [PATCH 04/15] Try waiting for nodes to be up before checks Signed-off-by: Andrei Sandu --- zombienet_tests/misc/0001-paritydb.feature | 22 +++++++++++----------- 1 file changed, 11 insertions(+), 11 deletions(-) diff --git a/zombienet_tests/misc/0001-paritydb.feature b/zombienet_tests/misc/0001-paritydb.feature index 31c6a2c98ad3..348fd48493e8 100644 --- a/zombienet_tests/misc/0001-paritydb.feature +++ b/zombienet_tests/misc/0001-paritydb.feature @@ -2,6 +2,17 @@ Description: Check that paritydb works without affecting finality lag and block Network: ./0001-paritydb.toml Creds: config +validator-0: is up +validator-1: is up +validator-2: is up +validator-3: is up +validator-4: is up +validator-5: is up +validator-6: is up +validator-7: is up +validator-8: is up +validator-9: is up + # Check configuration enables ParityDB. validator-0: log line contains "Database: ParityDb" within 20 seconds validator-1: log line contains "Database: ParityDb" within 20 seconds @@ -14,17 +25,6 @@ validator-7: log line contains "Database: ParityDb" within 20 seconds validator-8: log line contains "Database: ParityDb" within 20 seconds validator-9: log line contains "Database: ParityDb" within 20 seconds -validator-0: is up -validator-1: is up -validator-2: is up -validator-3: is up -validator-4: is up -validator-5: is up -validator-6: is up -validator-7: is up -validator-8: is up -validator-9: is up - # Check authority status and peers. validator-0: reports node_roles is 4 validator-1: reports node_roles is 4 From d28774acacf1e02b6b56508a883669641aa18fb2 Mon Sep 17 00:00:00 2001 From: Andrei Sandu Date: Thu, 23 Jun 2022 12:38:05 +0000 Subject: [PATCH 05/15] Use js check for paritydb folder Signed-off-by: Andrei Sandu --- zombienet_tests/misc/0001-check_paritydb.js | 21 ++++++++++++++++++++ zombienet_tests/misc/0001-paritydb.feature | 22 ++++++++++----------- 2 files changed, 32 insertions(+), 11 deletions(-) create mode 100644 zombienet_tests/misc/0001-check_paritydb.js diff --git a/zombienet_tests/misc/0001-check_paritydb.js b/zombienet_tests/misc/0001-check_paritydb.js new file mode 100644 index 000000000000..aaf054a42d70 --- /dev/null +++ b/zombienet_tests/misc/0001-check_paritydb.js @@ -0,0 +1,21 @@ +const fs = require('fs'); + +const { exec } = require("child_process"); + +// Check if we are running paritydb on a specified node. +async function run(nodeName, networkInfo, jsArgs) { + let node_path = networkInfo.tmpDir; + // TODO: We need Zombienet to provide the chain spec name in networkInfo to un-hardcode this path. + let dir = `${node_path}/${nodeName}/data/chains/rococo_local_testnet/paritydb/full`; + + // Check if directory exists + if (!fs.existsSync(dir)) { + console.log('Parachains db not found!'); + return -1; + } + + return 0 +} + + +module.exports = { run } \ No newline at end of file diff --git a/zombienet_tests/misc/0001-paritydb.feature b/zombienet_tests/misc/0001-paritydb.feature index 348fd48493e8..416ac566707d 100644 --- a/zombienet_tests/misc/0001-paritydb.feature +++ b/zombienet_tests/misc/0001-paritydb.feature @@ -13,17 +13,17 @@ validator-7: is up validator-8: is up validator-9: is up -# Check configuration enables ParityDB. -validator-0: log line contains "Database: ParityDb" within 20 seconds -validator-1: log line contains "Database: ParityDb" within 20 seconds -validator-2: log line contains "Database: ParityDb" within 20 seconds -validator-3: log line contains "Database: ParityDb" within 20 seconds -validator-4: log line contains "Database: ParityDb" within 20 seconds -validator-5: log line contains "Database: ParityDb" within 20 seconds -validator-6: log line contains "Database: ParityDb" within 20 seconds -validator-7: log line contains "Database: ParityDb" within 20 seconds -validator-8: log line contains "Database: ParityDb" within 20 seconds -validator-9: log line contains "Database: ParityDb" within 20 seconds +# Check if we are using ParityDB. +validator-0: js-script ./0001-check_paritydb.js return is 0 within 120 secs +validator-1: js-script ./0001-check_paritydb.js return is 0 within 120 secs +validator-2: js-script ./0001-check_paritydb.js return is 0 within 120 secs +validator-3: js-script ./0001-check_paritydb.js return is 0 within 120 secs +validator-4: js-script ./0001-check_paritydb.js return is 0 within 120 secs +validator-5: js-script ./0001-check_paritydb.js return is 0 within 120 secs +validator-6: js-script ./0001-check_paritydb.js return is 0 within 120 secs +validator-7: js-script ./0001-check_paritydb.js return is 0 within 120 secs +validator-8: js-script ./0001-check_paritydb.js return is 0 within 120 secs +validator-9: js-script ./0001-check_paritydb.js return is 0 within 120 secs # Check authority status and peers. validator-0: reports node_roles is 4 From c313748586e7214ab5b22ac9bd8ed3db87db47b6 Mon Sep 17 00:00:00 2001 From: Andrei Sandu Date: Thu, 23 Jun 2022 13:03:35 +0000 Subject: [PATCH 06/15] artifacts true Signed-off-by: Andrei Sandu --- .gitlab-ci.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml index abb5d6e58b5f..16a70c8aff41 100644 --- a/.gitlab-ci.yml +++ b/.gitlab-ci.yml @@ -763,6 +763,7 @@ zombienet-tests-misc-paritydb: needs: - job: publish-polkadot-debug-image - job: publish-test-collators-image + artifacts: true variables: GH_DIR: "https://github.com/paritytech/polkadot/tree/${CI_COMMIT_SHORT_SHA}/zombienet_tests/misc" before_script: From dcc3cb7c7601d3bdcda886f80f94b45ca6af12de Mon Sep 17 00:00:00 2001 From: Andrei Sandu Date: Thu, 23 Jun 2022 13:08:05 +0000 Subject: [PATCH 07/15] change error message Signed-off-by: Andrei Sandu --- zombienet_tests/misc/0001-check_paritydb.js | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/zombienet_tests/misc/0001-check_paritydb.js b/zombienet_tests/misc/0001-check_paritydb.js index aaf054a42d70..aa59bb8219c1 100644 --- a/zombienet_tests/misc/0001-check_paritydb.js +++ b/zombienet_tests/misc/0001-check_paritydb.js @@ -10,7 +10,7 @@ async function run(nodeName, networkInfo, jsArgs) { // Check if directory exists if (!fs.existsSync(dir)) { - console.log('Parachains db not found!'); + console.log('ParityDB path not found!'); return -1; } From b2d0fdc8aa8b9b513148e45929824c98efff87e1 Mon Sep 17 00:00:00 2001 From: Andrei Sandu Date: Thu, 23 Jun 2022 15:24:37 +0000 Subject: [PATCH 08/15] debug Signed-off-by: Andrei Sandu --- zombienet_tests/misc/0001-check_paritydb.js | 15 +++++++++++++++ 1 file changed, 15 insertions(+) diff --git a/zombienet_tests/misc/0001-check_paritydb.js b/zombienet_tests/misc/0001-check_paritydb.js index aa59bb8219c1..e48d29786862 100644 --- a/zombienet_tests/misc/0001-check_paritydb.js +++ b/zombienet_tests/misc/0001-check_paritydb.js @@ -4,10 +4,25 @@ const { exec } = require("child_process"); // Check if we are running paritydb on a specified node. async function run(nodeName, networkInfo, jsArgs) { + console.log(networkInfo); let node_path = networkInfo.tmpDir; // TODO: We need Zombienet to provide the chain spec name in networkInfo to un-hardcode this path. let dir = `${node_path}/${nodeName}/data/chains/rococo_local_testnet/paritydb/full`; + const { exec } = require("child_process"); + + exec(`ls -lahR ${node_path}/${nodeName}`, (error, stdout, stderr) => { + if (error) { + console.log(`error: ${error.message}`); + return; + } + if (stderr) { + console.log(`stderr: ${stderr}`); + return; + } + console.log(`stdout: ${stdout}`); + }); + // Check if directory exists if (!fs.existsSync(dir)) { console.log('ParityDB path not found!'); From a7fa06053f4bb5aede3cd847e0667884b53515d3 Mon Sep 17 00:00:00 2001 From: Andrei Sandu Date: Thu, 23 Jun 2022 17:15:17 +0000 Subject: [PATCH 09/15] try again Signed-off-by: Andrei Sandu --- zombienet_tests/misc/0001-check_paritydb.js | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/zombienet_tests/misc/0001-check_paritydb.js b/zombienet_tests/misc/0001-check_paritydb.js index e48d29786862..f9568e54e0d1 100644 --- a/zombienet_tests/misc/0001-check_paritydb.js +++ b/zombienet_tests/misc/0001-check_paritydb.js @@ -7,11 +7,11 @@ async function run(nodeName, networkInfo, jsArgs) { console.log(networkInfo); let node_path = networkInfo.tmpDir; // TODO: We need Zombienet to provide the chain spec name in networkInfo to un-hardcode this path. - let dir = `${node_path}/${nodeName}/data/chains/rococo_local_testnet/paritydb/full`; + let dir = `/data/chains/rococo_local_testnet/paritydb/full`; const { exec } = require("child_process"); - exec(`ls -lahR ${node_path}/${nodeName}`, (error, stdout, stderr) => { + exec(`ls -lahR /data`, (error, stdout, stderr) => { if (error) { console.log(`error: ${error.message}`); return; From 05f101dee6d26a5caa1b98a6e56c0e9ae170cf68 Mon Sep 17 00:00:00 2001 From: Javier Viola Date: Sun, 26 Jun 2022 10:44:21 -0300 Subject: [PATCH 10/15] use log line contains for test --- zombienet_tests/misc/0001-paritydb.feature | 11 +---------- 1 file changed, 1 insertion(+), 10 deletions(-) diff --git a/zombienet_tests/misc/0001-paritydb.feature b/zombienet_tests/misc/0001-paritydb.feature index 416ac566707d..60407a524db8 100644 --- a/zombienet_tests/misc/0001-paritydb.feature +++ b/zombienet_tests/misc/0001-paritydb.feature @@ -14,16 +14,7 @@ validator-8: is up validator-9: is up # Check if we are using ParityDB. -validator-0: js-script ./0001-check_paritydb.js return is 0 within 120 secs -validator-1: js-script ./0001-check_paritydb.js return is 0 within 120 secs -validator-2: js-script ./0001-check_paritydb.js return is 0 within 120 secs -validator-3: js-script ./0001-check_paritydb.js return is 0 within 120 secs -validator-4: js-script ./0001-check_paritydb.js return is 0 within 120 secs -validator-5: js-script ./0001-check_paritydb.js return is 0 within 120 secs -validator-6: js-script ./0001-check_paritydb.js return is 0 within 120 secs -validator-7: js-script ./0001-check_paritydb.js return is 0 within 120 secs -validator-8: js-script ./0001-check_paritydb.js return is 0 within 120 secs -validator-9: js-script ./0001-check_paritydb.js return is 0 within 120 secs +validator: log line contains "Database: ParityDb" # Check authority status and peers. validator-0: reports node_roles is 4 From 4893b13cef06e3f0c8acdd19d39402f992100996 Mon Sep 17 00:00:00 2001 From: Javier Viola Date: Sun, 26 Jun 2022 10:46:08 -0300 Subject: [PATCH 11/15] bump zombienet verision for test --- .gitlab-ci.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml index 16a70c8aff41..0ee069e1b857 100644 --- a/.gitlab-ci.yml +++ b/.gitlab-ci.yml @@ -757,9 +757,9 @@ zombienet-test-parachains-upgrade-smoke-test: zombienet-tests-misc-paritydb: stage: stage3 - image: "${ZOMBIENET_IMAGE}" <<: *kubernetes-env <<: *zombienet-refs + image: "docker.io/paritytech/zombienet:v1.2.45" needs: - job: publish-polkadot-debug-image - job: publish-test-collators-image @@ -782,7 +782,7 @@ zombienet-tests-misc-paritydb: retry: 2 tags: - zombienet-polkadot-integration-test - + zombienet-tests-malus-dispute-valid: stage: stage3 image: "${ZOMBIENET_IMAGE}" From 5e13adfb6b6688400cdaa856500b10a256a594d1 Mon Sep 17 00:00:00 2001 From: Andrei Sandu Date: Wed, 29 Jun 2022 15:18:17 +0000 Subject: [PATCH 12/15] Is approval checking lag 0 on rocksdb ? Signed-off-by: Andrei Sandu --- zombienet_tests/misc/0001-paritydb.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/zombienet_tests/misc/0001-paritydb.toml b/zombienet_tests/misc/0001-paritydb.toml index c40e0969d084..4c5d28151682 100644 --- a/zombienet_tests/misc/0001-paritydb.toml +++ b/zombienet_tests/misc/0001-paritydb.toml @@ -19,7 +19,7 @@ requests = { memory = "2G", cpu = "1" } [[relaychain.node_groups]] name = "validator" count = 10 - args = ["-lparachain=debug", "--db=paritydb"] + args = ["-lparachain=debug"] {% for id in range(2000,2010) %} [[parachains]] From a2578fdc180744dbf6c75fdaaabbe68fb2fc4527 Mon Sep 17 00:00:00 2001 From: Andrei Sandu Date: Thu, 30 Jun 2022 10:14:08 +0000 Subject: [PATCH 13/15] Is approval checking lag 1 with paritydb ? Signed-off-by: Andrei Sandu --- zombienet_tests/misc/0001-paritydb.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/zombienet_tests/misc/0001-paritydb.toml b/zombienet_tests/misc/0001-paritydb.toml index 4c5d28151682..c40e0969d084 100644 --- a/zombienet_tests/misc/0001-paritydb.toml +++ b/zombienet_tests/misc/0001-paritydb.toml @@ -19,7 +19,7 @@ requests = { memory = "2G", cpu = "1" } [[relaychain.node_groups]] name = "validator" count = 10 - args = ["-lparachain=debug"] + args = ["-lparachain=debug", "--db=paritydb"] {% for id in range(2000,2010) %} [[parachains]] From af3733ce2703090bced2897ca269d1f16c7c2f23 Mon Sep 17 00:00:00 2001 From: Javier Viola Date: Wed, 13 Jul 2022 11:15:06 -0300 Subject: [PATCH 14/15] update zombienet test for parityDb --- .gitlab-ci.yml | 2 +- zombienet_tests/misc/0001-check_paritydb.js | 36 --------------------- zombienet_tests/misc/0001-check_paritydb.sh | 1 + zombienet_tests/misc/0001-paritydb.feature | 1 + 4 files changed, 3 insertions(+), 37 deletions(-) delete mode 100644 zombienet_tests/misc/0001-check_paritydb.js create mode 100644 zombienet_tests/misc/0001-check_paritydb.sh diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml index 0ee069e1b857..1f74be928131 100644 --- a/.gitlab-ci.yml +++ b/.gitlab-ci.yml @@ -759,7 +759,7 @@ zombienet-tests-misc-paritydb: stage: stage3 <<: *kubernetes-env <<: *zombienet-refs - image: "docker.io/paritytech/zombienet:v1.2.45" + image: "docker.io/paritytech/zombienet:v1.2.49" needs: - job: publish-polkadot-debug-image - job: publish-test-collators-image diff --git a/zombienet_tests/misc/0001-check_paritydb.js b/zombienet_tests/misc/0001-check_paritydb.js deleted file mode 100644 index f9568e54e0d1..000000000000 --- a/zombienet_tests/misc/0001-check_paritydb.js +++ /dev/null @@ -1,36 +0,0 @@ -const fs = require('fs'); - -const { exec } = require("child_process"); - -// Check if we are running paritydb on a specified node. -async function run(nodeName, networkInfo, jsArgs) { - console.log(networkInfo); - let node_path = networkInfo.tmpDir; - // TODO: We need Zombienet to provide the chain spec name in networkInfo to un-hardcode this path. - let dir = `/data/chains/rococo_local_testnet/paritydb/full`; - - const { exec } = require("child_process"); - - exec(`ls -lahR /data`, (error, stdout, stderr) => { - if (error) { - console.log(`error: ${error.message}`); - return; - } - if (stderr) { - console.log(`stderr: ${stderr}`); - return; - } - console.log(`stdout: ${stdout}`); - }); - - // Check if directory exists - if (!fs.existsSync(dir)) { - console.log('ParityDB path not found!'); - return -1; - } - - return 0 -} - - -module.exports = { run } \ No newline at end of file diff --git a/zombienet_tests/misc/0001-check_paritydb.sh b/zombienet_tests/misc/0001-check_paritydb.sh new file mode 100644 index 000000000000..b736bf66ff5f --- /dev/null +++ b/zombienet_tests/misc/0001-check_paritydb.sh @@ -0,0 +1 @@ +ls /data/chains/rococo_local_testnet/paritydb/full 2>/dev/null \ No newline at end of file diff --git a/zombienet_tests/misc/0001-paritydb.feature b/zombienet_tests/misc/0001-paritydb.feature index 60407a524db8..2ed448321f78 100644 --- a/zombienet_tests/misc/0001-paritydb.feature +++ b/zombienet_tests/misc/0001-paritydb.feature @@ -15,6 +15,7 @@ validator-9: is up # Check if we are using ParityDB. validator: log line contains "Database: ParityDb" +validator: run ./0001-check_paritydb.sh within 60 seconds # Check authority status and peers. validator-0: reports node_roles is 4 From b673621c6cd5c9ad17821726f330b9041863e30a Mon Sep 17 00:00:00 2001 From: Javier Viola Date: Thu, 14 Jul 2022 06:28:17 -0300 Subject: [PATCH 15/15] Update zombienet_tests/misc/0001-check_paritydb.sh Co-authored-by: Chevdor --- zombienet_tests/misc/0001-check_paritydb.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/zombienet_tests/misc/0001-check_paritydb.sh b/zombienet_tests/misc/0001-check_paritydb.sh index b736bf66ff5f..127efe592dbd 100644 --- a/zombienet_tests/misc/0001-check_paritydb.sh +++ b/zombienet_tests/misc/0001-check_paritydb.sh @@ -1 +1 @@ -ls /data/chains/rococo_local_testnet/paritydb/full 2>/dev/null \ No newline at end of file +ls /data/chains/rococo_local_testnet/paritydb/full 2>/dev/null