arno/trezor-firmware
1
0
Fork 0
mirror of https://github.com/trezor/trezor-firmware.git synced 2024-12-30 01:58:11 +00:00
Code Issues Releases Wiki Activity
a305c774df
trezor-firmware/ci/test-hw.yml

143 lines
6.7 KiB
YAML
Raw Normal View History

ci: also run regular tt tests on hw Break off hardware test tasks into separate file.
2021-02-02 20:25:10 +00:00
image: registry.gitlab.com/satoshilabs/trezor/trezor-firmware/trezor-firmware-env.nix
# Hardware
docs: hardware CI test jobs
2021-02-05 16:36:25 +00:00
# Currently it's not possible to run all regular TT tests without getting into
# a state where the micropython heap is too fragmented and allocations fail
# (often manifesting as a stuck test case). For that reason some tests are
# skipped and the rest is divided into several groups with device reboots in
# between them.
# See also: https://github.com/trezor/trezor-firmware/issues/1371
ci: also run regular tt tests on hw Break off hardware test tasks into separate file.
2021-02-02 20:25:10 +00:00
hardware core regular device test:
stage: test
only:
- schedules # nightly build
- /^legacy\//
- /^release\//
- /^secfix\//
- /^hw\//
tags:
- tpmb
needs:
- core fw regular debug build
variables:
PYTEST_TIMEOUT: "1200"
ci: more reboots and skipped cases for hardware tests
2021-02-15 14:14:38 +00:00
TESTS_SKIP: "-k 'not 15_of_15 and not test_multisig_mismatch_inputs and not test_sign_tx and not signtx_bgold and not test_opreturn'"
ci: also run regular tt tests on hw Break off hardware test tasks into separate file.
2021-02-02 20:25:10 +00:00
script:
- cd ci/hardware_tests
- set -a
- source hardware.cfg
- set +a
- nix-shell --run "cd ../.. && poetry install"
- nix-shell --run "poetry run python bootstrap.py tt ../../trezor-*.bin"
ci: more reboots and skipped cases for hardware tests
2021-02-15 14:14:38 +00:00
- nix-shell --run "poetry run pytest --random-order-bucket=none -x -m 'altcoin and not sd_card' $TESTS_SKIP ../../tests/device_tests/test_msg_[a-r]*.py"
- nix-shell --run "poetry run python bootstrap.py tt ../../trezor-*.bin"
- nix-shell --run "poetry run pytest --random-order-bucket=none -x -m 'altcoin and not sd_card' $TESTS_SKIP ../../tests/device_tests/test_msg_signtx_a*.py ../../tests/device_tests/test_msg_signtx_b[a-c]*.py"
- nix-shell --run "poetry run python bootstrap.py tt ../../trezor-*.bin"
- nix-shell --run "poetry run pytest --random-order-bucket=none -x -m 'altcoin and not sd_card' $TESTS_SKIP ../../tests/device_tests/test_msg_signtx_b[d-z]*py ../../tests/device_tests/test_msg_signtx_[c-k]*.py"
ci: also run regular tt tests on hw Break off hardware test tasks into separate file.
2021-02-02 20:25:10 +00:00
- nix-shell --run "poetry run python bootstrap.py tt ../../trezor-*.bin"
ci: more reboots and skipped cases for hardware tests
2021-02-15 14:14:38 +00:00
- nix-shell --run "poetry run pytest --random-order-bucket=none -x -m 'altcoin and not sd_card' $TESTS_SKIP ../../tests/device_tests/test_msg_signtx_[l-z]*.py"
ci: reboot more often during hardware regular test
2021-02-10 22:21:30 +00:00
- nix-shell --run "poetry run python bootstrap.py tt ../../trezor-*.bin"
ci: more reboots and skipped cases for hardware tests
2021-02-15 14:14:38 +00:00
- nix-shell --run "poetry run pytest --random-order-bucket=none -x -m 'altcoin and not sd_card' $TESTS_SKIP ../../tests/device_tests/test_msg_sign[^t]*.py ../../tests/device_tests/test_msg_s[^i]*.py ../../tests/device_tests/test_msg_[t-z]*.py"
ci: reboot more often during hardware regular test
2021-02-10 22:21:30 +00:00
- nix-shell --run "poetry run python bootstrap.py tt ../../trezor-*.bin"
ci: more reboots and skipped cases for hardware tests
2021-02-15 14:14:38 +00:00
- nix-shell --run "poetry run pytest --random-order-bucket=none -x -m 'altcoin and not sd_card' $TESTS_SKIP ../../tests/device_tests/test_[^m]*.py ../../tests/device_tests/test_m[^s]*.py"
ci: reboot more often during hardware regular test
2021-02-10 22:21:30 +00:00
- nix-shell --run "poetry run python bootstrap.py tt ../../trezor-*.bin"
ci: more reboots and skipped cases for hardware tests
2021-02-15 14:14:38 +00:00
- nix-shell --run "poetry run pytest --random-order-bucket=none -x -m 'not altcoin and not sd_card' $TESTS_SKIP ../../tests/device_tests/test_[a-l]*.py"
ci: also run regular tt tests on hw Break off hardware test tasks into separate file.
2021-02-02 20:25:10 +00:00
- nix-shell --run "poetry run python bootstrap.py tt ../../trezor-*.bin"
ci: more reboots and skipped cases for hardware tests
2021-02-15 14:14:38 +00:00
- nix-shell --run "poetry run pytest --random-order-bucket=none -x -m 'not altcoin and not sd_card' $TESTS_SKIP ../../tests/device_tests/test_[n-z]*.py"
ci: also run regular tt tests on hw Break off hardware test tasks into separate file.
2021-02-02 20:25:10 +00:00
- nix-shell --run "poetry run python bootstrap.py tt ../../trezor-*.bin"
ci: hw: skip sd_card tests on TT
2021-02-15 12:41:23 +00:00
- nix-shell --run "poetry run pytest --random-order-bucket=none -x -m 'not altcoin and not sd_card' $TESTS_SKIP ../../tests/device_tests/test_m[^s]*.py"
ci: also run regular tt tests on hw Break off hardware test tasks into separate file.
2021-02-02 20:25:10 +00:00
- nix-shell --run "poetry run python bootstrap.py tt ../../trezor-*.bin"
ci: hw: skip sd_card tests on TT
2021-02-15 12:41:23 +00:00
- nix-shell --run "poetry run pytest --random-order-bucket=none -x -m 'not altcoin and not sd_card' $TESTS_SKIP ../../tests/device_tests/test_msg_[a-r]*.py"
ci: also run regular tt tests on hw Break off hardware test tasks into separate file.
2021-02-02 20:25:10 +00:00
- nix-shell --run "poetry run python bootstrap.py tt ../../trezor-*.bin"
ci: hw: skip sd_card tests on TT
2021-02-15 12:41:23 +00:00
- nix-shell --run "poetry run pytest --random-order-bucket=none -x -m 'not altcoin and not sd_card' $TESTS_SKIP ../../tests/device_tests/test_msg_signt*.py"
ci: also run regular tt tests on hw Break off hardware test tasks into separate file.
2021-02-02 20:25:10 +00:00
- nix-shell --run "poetry run python bootstrap.py tt ../../trezor-*.bin"
ci: hw: skip sd_card tests on TT
2021-02-15 12:41:23 +00:00
- nix-shell --run "poetry run pytest --random-order-bucket=none -x -m 'not altcoin and not sd_card' $TESTS_SKIP ../../tests/device_tests/test_msg_sign[^t]*.py ../../tests/device_tests/test_msg_s[^i]*.py"
ci: also run regular tt tests on hw Break off hardware test tasks into separate file.
2021-02-02 20:25:10 +00:00
- nix-shell --run "poetry run python bootstrap.py tt ../../trezor-*.bin"
ci: hw: skip sd_card tests on TT
2021-02-15 12:41:23 +00:00
- nix-shell --run "poetry run pytest --random-order-bucket=none -x -m 'not altcoin and not sd_card' $TESTS_SKIP ../../tests/device_tests/test_msg_[t-z]*.py"
ci: also run regular tt tests on hw Break off hardware test tasks into separate file.
2021-02-02 20:25:10 +00:00
timeout: 4h
artifacts:
name: "$CI_JOB_NAME-$CI_COMMIT_SHORT_SHA"
expire_in: 2 days
when: always
hardware core btconly device test:
stage: test
only:
- schedules # nightly build
- /^legacy\//
- /^release\//
- /^secfix\//
- /^hw\//
tags:
- tpmb
needs:
- core fw btconly debug build
variables:
TREZOR_PYTEST_SKIP_ALTCOINS: 1
PYTEST_TIMEOUT: "1200"
ci: more reboots and skipped cases for hardware tests
2021-02-15 14:14:38 +00:00
TESTS_SKIP: "-k 'not 15_of_15 and not test_multisig_mismatch_inputs and not test_sign_tx'"
ci: also run regular tt tests on hw Break off hardware test tasks into separate file.
2021-02-02 20:25:10 +00:00
script:
- cd ci/hardware_tests
- set -a
- source hardware.cfg
- set +a
- nix-shell --run "cd ../.. && poetry install"
- nix-shell --run "poetry run python bootstrap.py tt ../../trezor-*.bin"
ci: more reboots and skipped cases for hardware tests
2021-02-15 14:14:38 +00:00
- nix-shell --run "poetry run pytest --random-order-bucket=none -x -m 'not sd_card' $TESTS_SKIP ../../tests/device_tests/test_msg_[a-r]*.py ../../tests/device_tests/test_msg_[t-z]*.py"
- nix-shell --run "poetry run python bootstrap.py tt ../../trezor-*.bin"
- nix-shell --run "poetry run pytest --random-order-bucket=none -x -m 'not sd_card' $TESTS_SKIP ../../tests/device_tests/test_m[^s]*.py ../../tests/device_tests/test_[^m]*.py"
- nix-shell --run "poetry run python bootstrap.py tt ../../trezor-*.bin"
- nix-shell --run "poetry run pytest --random-order-bucket=none -x -m 'not sd_card' $TESTS_SKIP ../../tests/device_tests/test_msg_s*.py"
ci: reboot more often during hardware regular test
2021-02-10 22:21:30 +00:00
timeout: 3h
ci: also run regular tt tests on hw Break off hardware test tasks into separate file.
2021-02-02 20:25:10 +00:00
artifacts:
name: "$CI_JOB_NAME-$CI_COMMIT_SHORT_SHA"
expire_in: 2 days
when: always
hardware legacy regular device test:
stage: test
only:
- schedules # nightly build
- /^legacy\//
- /^release\//
- /^secfix\//
- /^hw\//
tags:
- tpmb
needs:
- legacy fw regular debug build
script:
- cd ci/hardware_tests
- nix-shell --run "./t1_hw_test.sh"
artifacts:
name: "$CI_JOB_NAME-$CI_COMMIT_SHORT_SHA"
paths:
- ci/hardware_tests/*.mp4
expire_in: 2 days
when: always
hardware legacy btconly device test:
stage: test
variables:
TREZOR_PYTEST_SKIP_ALTCOINS: 1
only:
- schedules # nightly build
- /^legacy\//
- /^release\//
- /^secfix\//
- /^hw\//
tags:
- tpmb
needs:
- legacy fw btconly debug build
script:
- cd ci/hardware_tests
- nix-shell --run "./t1_hw_test.sh"
artifacts:
name: "$CI_JOB_NAME-$CI_COMMIT_SHORT_SHA"
paths:
- ci/hardware_tests/*.mp4
expire_in: 2 days
when: always
Reference in New Issue Copy Permalink