pytest.ini

[pytest]
addopts =
    # show summary of all tests that did not pass
    -rEfX
    # Make tracebacks shorter
    --tb=native
    # capture only Python print and C++ py::print, but not C output (low-level Python errors)
    --capture=sys
    # don't suppress warnings, but don't shove them all to the end either
    -p no:warnings
    # Ignore backends/arm tests you need to run examples/arm/setup.sh to install some tool to make them work
    # For GitHub testing this is setup/executed in the unittest-arm job see .github/workflows/pull.yml for more info.
    --ignore-glob=backends/arm/**/*
    # explicitly list out tests that are running successfully in oss
    examples/models/test
    devtools/
    --ignore=devtools/visualization/visualization_utils_test.py
    # examples
    examples/models/llama/tests
    examples/models/llama3_2_vision/preprocess
    examples/models/llama3_2_vision/vision_encoder/test
    examples/models/llama3_2_vision/text_decoder/test
    # examples/models/llava/test TODO: enable this
    # exir
    exir/_serialize/test
    exir/backend/test
    exir/dialects/backend/test
    exir/dialects/edge/test
    exir/dialects/test
    exir/emit/test
    exir/program/test
    exir/tests/
    # kernels/
    kernels/prim_ops/test
    kernels/quantized
    # Because this test depends on test only cpp ops lib
    # Will add test only cmake targets to re-enable this test
    # but maybe it is a bit of anti-pattern
    --ignore=kernels/quantized/test/test_quant_dequant_per_token.py
    kernels/test/test_case_gen.py
    # backends/xnnpack
    backends/xnnpack/test/ops
    --ignore=backends/xnnpack/test/ops/test_bmm.py
    --ignore=backends/xnnpack/test/ops/test_conv2d.py
    --ignore=backends/xnnpack/test/ops/test_linear.py
    --ignore=backends/xnnpack/test/ops/test_sdpa.py
    backends/xnnpack/test/passes
    backends/xnnpack/test/serialization
    # extension/
    extension/llm/modules/test
    extension/pybindings/test
    # Runtime
    runtime
    # test TODO: fix these tests
    # test/end2end/test_end2end.py
    --ignore=backends/xnnpack/test/ops/linear.py
    --ignore=backends/xnnpack/test/models/llama2_et_example.py
    # T200992559: Add torchao to ET as core dependency
    --ignore=examples/models/llama/tests/test_pre_quantization_transforms.py
    --ignore=exir/backend/test/demos
    --ignore=exir/backend/test/test_backends.py
    --ignore=exir/backend/test/test_backends_lifted.py
    --ignore=exir/backend/test/test_compatibility.py
    --ignore=exir/backend/test/test_lowered_backend_module.py
    --ignore=exir/backend/test/test_partitioner.py
    --ignore=exir/tests/test_common.py
    --ignore=exir/tests/test_memory_format_ops_pass_aten.py
    --ignore=exir/tests/test_memory_planning.py
    --ignore=exir/tests/test_op_convert.py
    --ignore=exir/tests/test_passes.py
    --ignore=exir/tests/test_quant_fusion_pass.py
    --ignore=exir/tests/test_quantization.py
    --ignore=exir/tests/test_verification.py

# run the same tests multiple times to determine their
# flakiness status. Default to 50 re-runs
flake-finder = true
flake-runs = 50