tools/ci.sh: Skip unreliable thread/thread_gc1.py test in Github CI.
The `thread/thread_gc1.py` test is a constant source of spurious failures in Github CI. This commit adds it to the list of tests skipped when running on Github CI using either macos, qemu_riscv64, qemu_mips, or qemu_arm, to help reduce the overall false positive rate and improve the predictive value of the test fail indication. Signed-off-by: Anson Mansfield <amansfield@mantaro.com>
This commit is contained in:
parent
ce834b8d66
commit
54787dc37b
1 changed files with 8 additions and 4 deletions
12
tools/ci.sh
12
tools/ci.sh
|
|
@ -810,7 +810,8 @@ function ci_unix_macos_run_tests {
|
|||
# - float_parse and float_parse_doubleprec parse/print floats out by a few mantissa bits
|
||||
# - ffi_callback crashes for an unknown reason
|
||||
# - thread/stress_heap.py is flaky
|
||||
(cd tests && MICROPY_MICROPYTHON=../ports/unix/build-standard/micropython ./run-tests.py --exclude '(float_parse|float_parse_doubleprec|ffi_callback|thread/stress_heap).py')
|
||||
# - thread/thread_gc1.py is flaky
|
||||
(cd tests && MICROPY_MICROPYTHON=../ports/unix/build-standard/micropython ./run-tests.py --exclude '(float_parse|float_parse_doubleprec|ffi_callback|thread/stress_heap|thread/thread_gc1).py')
|
||||
}
|
||||
|
||||
function ci_unix_qemu_mips_setup {
|
||||
|
|
@ -831,8 +832,9 @@ function ci_unix_qemu_mips_run_tests {
|
|||
# Issues with MIPS tests:
|
||||
# - thread/stress_aes.py takes around 50 seconds
|
||||
# - thread/stress_recurse.py is flaky
|
||||
# - thread/thread_gc1.py is flaky
|
||||
file ./ports/unix/build-coverage/micropython
|
||||
(cd tests && MICROPY_MICROPYTHON=../ports/unix/build-coverage/micropython MICROPY_TEST_TIMEOUT=90 ./run-tests.py --exclude 'thread/stress_recurse.py')
|
||||
(cd tests && MICROPY_MICROPYTHON=../ports/unix/build-coverage/micropython MICROPY_TEST_TIMEOUT=90 ./run-tests.py --exclude 'thread/stress_recurse.py|thread/thread_gc1.py')
|
||||
}
|
||||
|
||||
function ci_unix_qemu_arm_setup {
|
||||
|
|
@ -854,8 +856,9 @@ function ci_unix_qemu_arm_run_tests {
|
|||
# - (i)listdir does not work, it always returns the empty list (it's an issue with the underlying C call)
|
||||
# - thread/stress_aes.py takes around 70 seconds
|
||||
# - thread/stress_recurse.py is flaky
|
||||
# - thread/thread_gc1.py is flaky
|
||||
file ./ports/unix/build-coverage/micropython
|
||||
(cd tests && MICROPY_MICROPYTHON=../ports/unix/build-coverage/micropython MICROPY_TEST_TIMEOUT=90 ./run-tests.py --exclude 'vfs_posix.*\.py|thread/stress_recurse.py')
|
||||
(cd tests && MICROPY_MICROPYTHON=../ports/unix/build-coverage/micropython MICROPY_TEST_TIMEOUT=90 ./run-tests.py --exclude 'vfs_posix.*\.py|thread/stress_recurse.py|thread/thread_gc1.py')
|
||||
}
|
||||
|
||||
function ci_unix_qemu_riscv64_setup {
|
||||
|
|
@ -876,8 +879,9 @@ function ci_unix_qemu_riscv64_run_tests {
|
|||
# Issues with RISCV-64 tests:
|
||||
# - thread/stress_aes.py takes around 140 seconds
|
||||
# - thread/stress_recurse.py is flaky
|
||||
# - thread/thread_gc1.py is flaky
|
||||
file ./ports/unix/build-coverage/micropython
|
||||
(cd tests && MICROPY_MICROPYTHON=../ports/unix/build-coverage/micropython MICROPY_TEST_TIMEOUT=180 ./run-tests.py --exclude 'thread/stress_recurse.py')
|
||||
(cd tests && MICROPY_MICROPYTHON=../ports/unix/build-coverage/micropython MICROPY_TEST_TIMEOUT=180 ./run-tests.py --exclude 'thread/stress_recurse.py|thread/thread_gc1.py')
|
||||
}
|
||||
|
||||
########################################################################################
|
||||
|
|
|
|||
Loading…
Reference in a new issue