1[pytest] 2addopts = 3 # show summary of all tests that did not pass 4 -rEfX 5 # Make tracebacks shorter 6 --tb=native 7 # capture only Python print and C++ py::print, but not C output (low-level Python errors) 8 --capture=sys 9 # don't suppress warnings, but don't shove them all to the end either 10 -p no:warnings 11 # Ignore backends/arm tests you need to run examples/arm/setup.sh to install some tool to make them work 12 # For GitHub testing this is setup/executed in the unittest-arm job see .github/workflows/pull.yml for more info. 13 --ignore-glob=backends/arm/**/* 14 # explicitly list out tests that are running successfully in oss 15 examples/models/test 16 devtools/ 17 # examples 18 examples/models/llama/tests 19 examples/models/llama3_2_vision/preprocess 20 examples/models/llama3_2_vision/vision_encoder/test 21 examples/models/llama3_2_vision/text_decoder/test 22 # examples/models/llava/test TODO: enable this 23 # exir 24 exir/_serialize/test 25 exir/backend/test 26 exir/dialects/backend/test 27 exir/dialects/edge/test 28 exir/dialects/test 29 exir/emit/test 30 exir/program/test 31 exir/tests/ 32 # kernels/ 33 kernels/prim_ops/test 34 kernels/quantized 35 # Because this test depends on test only cpp ops lib 36 # Will add test only cmake targets to re-enable this test 37 # but maybe it is a bit of anti-pattern 38 --ignore=kernels/quantized/test/test_quant_dequant_per_token.py 39 kernels/test/test_case_gen.py 40 # backends/xnnpack 41 backends/xnnpack/test 42 # extension/ 43 extension/llm/modules/test 44 extension/pybindings/test 45 # Runtime 46 runtime 47 # test TODO: fix these tests 48 # test/end2end/test_end2end.py 49 --ignore=backends/xnnpack/test/ops/linear.py 50 --ignore=backends/xnnpack/test/models/llama2_et_example.py 51 # T200992559: Add torchao to ET as core dependency 52 --ignore=examples/models/llama/tests/test_pre_quantization_transforms.py 53 --ignore=exir/backend/test/demos 54 --ignore=exir/backend/test/test_backends.py 55 --ignore=exir/backend/test/test_backends_lifted.py 56 --ignore=exir/backend/test/test_compatibility.py 57 --ignore=exir/backend/test/test_lowered_backend_module.py 58 --ignore=exir/backend/test/test_partitioner.py 59 --ignore=exir/tests/test_common.py 60 --ignore=exir/tests/test_memory_format_ops_pass_aten.py 61 --ignore=exir/tests/test_memory_planning.py 62 --ignore=exir/tests/test_op_convert.py 63 --ignore=exir/tests/test_passes.py 64 --ignore=exir/tests/test_quant_fusion_pass.py 65 --ignore=exir/tests/test_quantization.py 66 --ignore=exir/tests/test_verification.py 67 68# run the same tests multiple times to determine their 69# flakiness status. Default to 50 re-runs 70flake-finder = true 71flake-runs = 50 72