From 17324a01a3b71aa79ab96b95a252488ba2701bb7 Mon Sep 17 00:00:00 2001 From: Martin Milata Date: Mon, 15 Feb 2021 15:14:38 +0100 Subject: [PATCH] ci: more reboots and skipped cases for hardware tests --- ci/test-hw.yml | 25 +++++++++++++++++-------- 1 file changed, 17 insertions(+), 8 deletions(-) diff --git a/ci/test-hw.yml b/ci/test-hw.yml index 63cfba723..4fc7208aa 100644 --- a/ci/test-hw.yml +++ b/ci/test-hw.yml @@ -22,7 +22,7 @@ hardware core regular device test: - core fw regular debug build variables: PYTEST_TIMEOUT: "1200" - TESTS_SKIP: "-k 'not 15_of_15 and not test_multisig_mismatch_inputs and not test_sign_tx'" + TESTS_SKIP: "-k 'not 15_of_15 and not test_multisig_mismatch_inputs and not test_sign_tx and not signtx_bgold and not test_opreturn'" script: - cd ci/hardware_tests - set -a @@ -30,17 +30,21 @@ hardware core regular device test: - set +a - nix-shell --run "cd ../.. && poetry install" - nix-shell --run "poetry run python bootstrap.py tt ../../trezor-*.bin" - - nix-shell --run "poetry run pytest --random-order-bucket=none -x -m 'altcoin and not sd_card' ../../tests/device_tests/test_msg_[a-r]*.py" + - nix-shell --run "poetry run pytest --random-order-bucket=none -x -m 'altcoin and not sd_card' $TESTS_SKIP ../../tests/device_tests/test_msg_[a-r]*.py" + - nix-shell --run "poetry run python bootstrap.py tt ../../trezor-*.bin" + - nix-shell --run "poetry run pytest --random-order-bucket=none -x -m 'altcoin and not sd_card' $TESTS_SKIP ../../tests/device_tests/test_msg_signtx_a*.py ../../tests/device_tests/test_msg_signtx_b[a-c]*.py" + - nix-shell --run "poetry run python bootstrap.py tt ../../trezor-*.bin" + - nix-shell --run "poetry run pytest --random-order-bucket=none -x -m 'altcoin and not sd_card' $TESTS_SKIP ../../tests/device_tests/test_msg_signtx_b[d-z]*py ../../tests/device_tests/test_msg_signtx_[c-k]*.py" - nix-shell --run "poetry run python bootstrap.py tt ../../trezor-*.bin" - - nix-shell --run "poetry run pytest --random-order-bucket=none -x -m 'altcoin and not sd_card' ../../tests/device_tests/test_msg_signtx_[a-k]*.py" + - nix-shell --run "poetry run pytest --random-order-bucket=none -x -m 'altcoin and not sd_card' $TESTS_SKIP ../../tests/device_tests/test_msg_signtx_[l-z]*.py" - nix-shell --run "poetry run python bootstrap.py tt ../../trezor-*.bin" - - nix-shell --run "poetry run pytest --random-order-bucket=none -x -m 'altcoin and not sd_card' ../../tests/device_tests/test_msg_signtx_[l-z]*.py" + - nix-shell --run "poetry run pytest --random-order-bucket=none -x -m 'altcoin and not sd_card' $TESTS_SKIP ../../tests/device_tests/test_msg_sign[^t]*.py ../../tests/device_tests/test_msg_s[^i]*.py ../../tests/device_tests/test_msg_[t-z]*.py" - nix-shell --run "poetry run python bootstrap.py tt ../../trezor-*.bin" - - nix-shell --run "poetry run pytest --random-order-bucket=none -x -m 'altcoin and not sd_card' ../../tests/device_tests/test_msg_sign[^t]*.py ../../tests/device_tests/test_msg_s[^i]*.py ../../tests/device_tests/test_msg_[t-z]*.py" + - nix-shell --run "poetry run pytest --random-order-bucket=none -x -m 'altcoin and not sd_card' $TESTS_SKIP ../../tests/device_tests/test_[^m]*.py ../../tests/device_tests/test_m[^s]*.py" - nix-shell --run "poetry run python bootstrap.py tt ../../trezor-*.bin" - - nix-shell --run "poetry run pytest --random-order-bucket=none -x -m 'altcoin and not sd_card' ../../tests/device_tests/test_[^m]*.py ../../tests/device_tests/test_m[^s]*.py" + - nix-shell --run "poetry run pytest --random-order-bucket=none -x -m 'not altcoin and not sd_card' $TESTS_SKIP ../../tests/device_tests/test_[a-l]*.py" - nix-shell --run "poetry run python bootstrap.py tt ../../trezor-*.bin" - - nix-shell --run "poetry run pytest --random-order-bucket=none -x -m 'not altcoin and not sd_card' $TESTS_SKIP ../../tests/device_tests/test_[^m]*.py" + - nix-shell --run "poetry run pytest --random-order-bucket=none -x -m 'not altcoin and not sd_card' $TESTS_SKIP ../../tests/device_tests/test_[n-z]*.py" - nix-shell --run "poetry run python bootstrap.py tt ../../trezor-*.bin" - nix-shell --run "poetry run pytest --random-order-bucket=none -x -m 'not altcoin and not sd_card' $TESTS_SKIP ../../tests/device_tests/test_m[^s]*.py" - nix-shell --run "poetry run python bootstrap.py tt ../../trezor-*.bin" @@ -72,6 +76,7 @@ hardware core btconly device test: variables: TREZOR_PYTEST_SKIP_ALTCOINS: 1 PYTEST_TIMEOUT: "1200" + TESTS_SKIP: "-k 'not 15_of_15 and not test_multisig_mismatch_inputs and not test_sign_tx'" script: - cd ci/hardware_tests - set -a @@ -79,7 +84,11 @@ hardware core btconly device test: - set +a - nix-shell --run "cd ../.. && poetry install" - nix-shell --run "poetry run python bootstrap.py tt ../../trezor-*.bin" - - nix-shell --run "poetry run pytest --random-order-bucket=none -x ../../tests/device_tests -m 'not sd_card' -k 'not 15_of_15 and not test_multisig_mismatch_inputs'" + - nix-shell --run "poetry run pytest --random-order-bucket=none -x -m 'not sd_card' $TESTS_SKIP ../../tests/device_tests/test_msg_[a-r]*.py ../../tests/device_tests/test_msg_[t-z]*.py" + - nix-shell --run "poetry run python bootstrap.py tt ../../trezor-*.bin" + - nix-shell --run "poetry run pytest --random-order-bucket=none -x -m 'not sd_card' $TESTS_SKIP ../../tests/device_tests/test_m[^s]*.py ../../tests/device_tests/test_[^m]*.py" + - nix-shell --run "poetry run python bootstrap.py tt ../../trezor-*.bin" + - nix-shell --run "poetry run pytest --random-order-bucket=none -x -m 'not sd_card' $TESTS_SKIP ../../tests/device_tests/test_msg_s*.py" timeout: 3h artifacts: name: "$CI_JOB_NAME-$CI_COMMIT_SHORT_SHA"