diff --git a/.github/workflows/build-pot.yml b/.github/workflows/build-pot.yml index f2042b20182..a1c2a2f7f48 100644 --- a/.github/workflows/build-pot.yml +++ b/.github/workflows/build-pot.yml @@ -44,12 +44,16 @@ jobs: uses: $/.github/workflows/_setup.yml with: package: pot + # docs/packages/pot.yaml still carries pending 3.9/3.10/3.11:manylinux + # entries that this workflow has never built; keep excluding them so the + # generated matrix matches the long-standing cp312+ scope. + python-exclude: 'cp39 cp310 cp311' version: ${{ inputs.version }} build_wheels: needs: [setup] if: needs.setup.outputs.versions != '[]' - name: Build pot ${{ matrix.version }} ${{ matrix.python }}-manylinux_riscv64 + name: Build pot ${{ matrix.version }} ${{ matrix.python }}-${{ matrix.platform }}_riscv64 runs-on: ubuntu-24.04-riscv # 60m was too tight: cp314t's free-threaded build was still running tests # (no failures) when cancelled at exactly 60m, while cp312/313/314 finish @@ -59,19 +63,7 @@ jobs: strategy: fail-fast: false matrix: - version: ${{ fromJSON(needs.setup.outputs.versions) }} - python: ["cp312", "cp313", "cp314", "cp314t"] - include: - # test_BaseEstimator hits a real bug in ot.utils.BaseEstimator.get_params(): - # it saves/restores warnings.filters via a bare `.pop(0)` in a finally - # block, mutating process-global state with no protection. Under cp314t - # something about the surrounding tests' warnings-filter state leaves - # that list already empty by the time this runs, so the pop() raises - # IndexError instead of the test's own expected ValueError -- a fragile - # global-state pattern in POT's own code, not a riscv64 issue (same - # class of free-threading-exposed fragility as this session's asv port). - - python: "cp314t" - extra_deselect: '--deselect "test/test_utils.py::test_BaseEstimator"' + include: ${{ fromJSON(needs.setup.outputs.matrix) }} env: POT_VERSION: ${{ matrix.version }} @@ -97,7 +89,7 @@ jobs: - uses: pypa/cibuildwheel@1828c10ab37f080699c7b81cea34097c684a7074 # v4.2.0 with: output-dir: wheelhouse/ - only: ${{ matrix.python }}-manylinux_riscv64 + only: ${{ matrix.python }}-${{ matrix.platform }}_riscv64 env: CIBW_MANYLINUX_RISCV64_IMAGE: ${{ env.MANYLINUX_RISCV64_IMAGE }} # numpy/scipy are build- and run-time requirements; only our registry @@ -114,7 +106,17 @@ jobs: # and imports openmp_helpers from there directly (not through the # installed `ot` package) -- needs staging alongside test/ too. CIBW_TEST_SOURCES: test ot/helpers - CIBW_TEST_COMMAND: python -m pytest --durations=20 -v test ${{ matrix.extra_deselect }} + # test_BaseEstimator hits a real bug in ot.utils.BaseEstimator.get_params(): + # it saves/restores warnings.filters via a bare `.pop(0)` in a finally + # block, mutating process-global state with no protection. Under cp314t + # something about the surrounding tests' warnings-filter state leaves + # that list already empty by the time this runs, so the pop() raises + # IndexError instead of the test's own expected ValueError -- a fragile + # global-state pattern in POT's own code, not a riscv64 issue (same + # class of free-threading-exposed fragility as this session's asv port). + CIBW_TEST_COMMAND: >- + python -m pytest --durations=20 -v test + ${{ matrix.python == 'cp314t' && '--deselect "test/test_utils.py::test_BaseEstimator"' || '' }} - name: Check wheel contents run: | @@ -130,7 +132,7 @@ jobs: - name: Store wheels uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1 with: - name: pot-${{ env.POT_VERSION }}-${{ matrix.python }}-manylinux_riscv64 + name: pot-${{ env.POT_VERSION }}-${{ matrix.python }}-${{ matrix.platform }}_riscv64 path: ./wheelhouse/*.whl if-no-files-found: error diff --git a/.github/workflows/build-pyvrp.yml b/.github/workflows/build-pyvrp.yml index 121d8b8781e..f40c1f9c113 100644 --- a/.github/workflows/build-pyvrp.yml +++ b/.github/workflows/build-pyvrp.yml @@ -47,27 +47,13 @@ jobs: build_wheels: needs: [setup] if: needs.setup.outputs.versions != '[]' - name: Build pyvrp ${{ matrix.version }} ${{ matrix.python }}-manylinux_riscv64 + name: Build pyvrp ${{ matrix.version }} ${{ matrix.python }}-${{ matrix.platform }}_riscv64 runs-on: ubuntu-24.04-riscv timeout-minutes: 180 strategy: fail-fast: false matrix: - version: ${{ fromJSON(needs.setup.outputs.versions) }} - # Matches upstream's own cibuildwheel build glob (pyproject.toml), which - # excludes cp314t too. - python: ["cp311", "cp312", "cp313", "cp314"] - include: - # Upstream's baseline images were regenerated with matplotlib 3.11, - # which has no cp311 riscv64 wheel on our index; 3.10 renders these - # outside tol=8.5. - - python: cp311 - pytest-args: >- - --deselect "tests/plotting/test_plotting.py::test_plot_solution[png]" - --deselect "tests/plotting/test_plotting.py::test_plot_result[png]" - --deselect "tests/plotting/test_plotting.py::test_plot_route_schedule[png]" - --deselect "tests/plotting/test_plotting.py::test_plot_route_schedule_shipments[png]" - --deselect "tests/plotting/test_plotting.py::test_plot_coordinates_shipments[png]" + include: ${{ fromJSON(needs.setup.outputs.matrix) }} env: PYVRP_VERSION: ${{ matrix.version }} @@ -96,7 +82,7 @@ jobs: - name: Build wheels uses: pypa/cibuildwheel@1828c10ab37f080699c7b81cea34097c684a7074 # v4.2.0 with: - only: ${{ matrix.python }}-manylinux_riscv64 + only: ${{ matrix.python }}-${{ matrix.platform }}_riscv64 env: CIBW_BUILD_FRONTEND: build CIBW_ENVIRONMENT: >- @@ -105,15 +91,18 @@ jobs: CIBW_TEST_REQUIRES: pytest pytest-cov pytest-xdist # 100 calls must finish inside a 10 ms MaxRuntime budget under # coverage tracing and xdist; the busy riscv64 runner overshoots it. + # Upstream's baseline images were regenerated with matplotlib 3.11, + # which has no cp311 riscv64 wheel on our index; 3.10 renders these + # outside tol=8.5. CIBW_TEST_COMMAND: >- cd {project}/tests && pytest -v --deselect "tests/stop/test_MaxRuntime.py::test_before_max_runtime[0.01]" --deselect "tests/stop/test_MultipleCriteria.py::test_before_max_runtime[0.01]" - ${{ matrix.pytest-args }} + ${{ matrix.python == 'cp311' && '--deselect "tests/plotting/test_plotting.py::test_plot_solution[png]" --deselect "tests/plotting/test_plotting.py::test_plot_result[png]" --deselect "tests/plotting/test_plotting.py::test_plot_route_schedule[png]" --deselect "tests/plotting/test_plotting.py::test_plot_route_schedule_shipments[png]" --deselect "tests/plotting/test_plotting.py::test_plot_coordinates_shipments[png]"' || '' }} - uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1 with: - name: pyvrp-${{ env.PYVRP_VERSION }}-${{ matrix.python }}-manylinux_riscv64 + name: pyvrp-${{ env.PYVRP_VERSION }}-${{ matrix.python }}-${{ matrix.platform }}_riscv64 path: ./wheelhouse/*.whl if-no-files-found: error diff --git a/.github/workflows/build-regopy.yml b/.github/workflows/build-regopy.yml index ebd58643379..c51a0e67352 100644 --- a/.github/workflows/build-regopy.yml +++ b/.github/workflows/build-regopy.yml @@ -45,25 +45,22 @@ jobs: uses: $/.github/workflows/_setup.yml with: package: regopy + # docs/packages/regopy.yaml still carries pending 3.10/3.11 entries + # (both libcs) that this workflow has never built; keep excluding them + # so the generated matrix matches the long-standing cp312+ scope. + python-exclude: 'cp39 cp310 cp311' version: ${{ inputs.version }} build_wheels: needs: [setup] if: needs.setup.outputs.versions != '[]' - name: Build regopy ${{ matrix.version }} ${{ matrix.python }}-${{ matrix.libc }}_riscv64 + name: Build regopy ${{ matrix.version }} ${{ matrix.python }}-${{ matrix.platform }}_riscv64 runs-on: ubuntu-24.04-riscv timeout-minutes: 240 strategy: fail-fast: false matrix: - version: ${{ fromJSON(needs.setup.outputs.versions) }} - python: ["cp312", "cp313", "cp314", "cp314t"] - libc: [manylinux, musllinux] - include: - - libc: manylinux - before_all: dnf makecache && dnf install -y openssl-devel - - libc: musllinux - before_all: apk add openssl-dev + include: ${{ fromJSON(needs.setup.outputs.matrix) }} env: REGOPY_VERSION: ${{ matrix.version }} @@ -82,12 +79,12 @@ jobs: output-dir: wheelhouse env: CIBW_ARCHS: riscv64 - CIBW_BUILD: ${{ matrix.python }}-${{ matrix.libc }}_riscv64 + CIBW_BUILD: ${{ matrix.python }}-${{ matrix.platform }}_riscv64 CIBW_MANYLINUX_RISCV64_IMAGE: ${{ env.MANYLINUX_RISCV64_IMAGE }} CIBW_MUSLLINUX_RISCV64_IMAGE: ${{ env.MUSLLINUX_RISCV64_IMAGE }} # Upstream's wheels ship no licence: stage rego-cpp's own and the vendored OpenSSL's beside setup.py. CIBW_BEFORE_ALL: >- - ${{ matrix.before_all }} && + ${{ matrix.platform == 'manylinux' && 'dnf makecache && dnf install -y openssl-devel' || 'apk add openssl-dev' }} && cp {project}/LICENSE {package}/LICENSE && curl -fsSL --retry 5 -o {package}/LICENSE.openssl https://raw.githubusercontent.com/openssl/openssl/openssl-$(pkg-config --modversion openssl)/LICENSE.txt @@ -114,7 +111,7 @@ jobs: - uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1 with: - name: regopy-${{ env.REGOPY_VERSION }}-${{ matrix.python }}-${{ matrix.libc }}_riscv64 + name: regopy-${{ env.REGOPY_VERSION }}-${{ matrix.python }}-${{ matrix.platform }}_riscv64 path: wheelhouse/*.whl if-no-files-found: error diff --git a/.github/workflows/build-scikit-learn.yml b/.github/workflows/build-scikit-learn.yml index 1e918fb1443..b543417b3f6 100644 --- a/.github/workflows/build-scikit-learn.yml +++ b/.github/workflows/build-scikit-learn.yml @@ -51,6 +51,10 @@ jobs: uses: $/.github/workflows/_setup.yml with: package: scikit-learn + # docs/packages/scikit-learn.yaml still carries a pending 3.11:manylinux + # entry that this workflow has never built; keep excluding it so the + # generated matrix matches the long-standing cp312+ scope. + python-exclude: 'cp39 cp311' version: ${{ inputs.version }} build_wheels: @@ -62,20 +66,7 @@ jobs: strategy: fail-fast: false matrix: - version: ${{ fromJSON(needs.setup.outputs.versions) }} - python: ["cp312", "cp313", "cp314", "cp314t"] - # pandas publishes no free-threaded wheel on any platform, so the tests that - # use it skip on cp314t instead of the whole test phase failing to install. - include: - - python: "cp312" - pandas: pandas - - python: "cp313" - pandas: pandas - - python: "cp314" - pandas: pandas - loky_broken: true - - python: "cp314t" - loky_broken: true + include: ${{ fromJSON(needs.setup.outputs.matrix) }} env: SKLEARN_VERSION: ${{ matrix.version }} @@ -103,8 +94,12 @@ jobs: # check_license.py in test_wheels.sh asserts on the notice cibw_before_build.sh adds. CIBW_ENVIRONMENT_PASS_LINUX: RUNNER_OS CIBW_BEFORE_BUILD: bash {project}/build_tools/wheels/cibw_before_build.sh {project} - CIBW_TEST_REQUIRES: pytest pytest-xdist scipy ${{ matrix.pandas }} - CIBW_TEST_ENVIRONMENT: ${{ matrix.loky_broken && env.LOKY_DESELECT || '' }} + # pandas publishes no free-threaded wheel on any platform, so the tests that + # use it skip on cp314t instead of the whole test phase failing to install. + CIBW_TEST_REQUIRES: >- + pytest pytest-xdist scipy + ${{ contains(fromJSON('["cp312","cp313","cp314"]'), matrix.python) && 'pandas' || '' }} + CIBW_TEST_ENVIRONMENT: ${{ contains(fromJSON('["cp314","cp314t"]'), matrix.python) && env.LOKY_DESELECT || '' }} CIBW_TEST_COMMAND: bash {project}/build_tools/wheels/test_wheels.sh {project} - uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1 diff --git a/.github/workflows/build-snowflake-connector-python.yml b/.github/workflows/build-snowflake-connector-python.yml index 1958e714b89..0ac0dfc8b1c 100644 --- a/.github/workflows/build-snowflake-connector-python.yml +++ b/.github/workflows/build-snowflake-connector-python.yml @@ -45,6 +45,11 @@ jobs: uses: $/.github/workflows/_setup.yml with: package: snowflake-connector-python + # docs/packages/snowflake-connector-python.yaml still carries pending + # 3.10/3.11:manylinux entries that this workflow has never built; keep + # excluding them so the generated matrix matches the long-standing + # cp312+ scope. + python-exclude: 'cp39 cp310 cp311' version: ${{ inputs.version }} build_wheels: @@ -56,24 +61,7 @@ jobs: strategy: fail-fast: false matrix: - version: ${{ fromJSON(needs.setup.outputs.versions) }} - # Per-interpreter (not abi3): the Cython extension links the version-specific ABI. - python: ["cp312", "cp313", "cp314", "cp314t"] - # `include` entries that share no key with another axis merge into every - # combination in order, so without the `python` axis above the last entry - # here (cp314t) silently overwrote matrix.python for every version and the - # cp312/cp313/cp314 legs never ran. - include: - - python: "cp312" - pytest_dist: "-n auto --dist loadfile" - - python: "cp313" - pytest_dist: "-n auto --dist loadfile" - - python: "cp314" - pytest_dist: "-n auto --dist loadfile" - # execnet's receiver thread segfaults intermittently under the - # free-threaded interpreter, so run this one in-process. - - python: "cp314t" - pytest_dist: "-n 0" + include: ${{ fromJSON(needs.setup.outputs.matrix) }} env: SNOWFLAKE_CONNECTOR_VERSION: ${{ matrix.version }} @@ -151,6 +139,8 @@ jobs: # connector's RetryRequest; on this riscv64 runner the reset surfaces as # OSError EINVAL from the test's own socket setup instead (failed twice in a # row on cp313 while the other 1777 unit tests pass). + # execnet's receiver thread segfaults intermittently under the + # free-threaded interpreter, so cp314t runs the suite in-process. CIBW_TEST_COMMAND: >- python -c "from snowflake.connector.nanoarrow_arrow_iterator import PyArrowRowIterator" && pytest -m "unit and not sso and not pandas and not lambda and not aio" @@ -164,7 +154,7 @@ jobs: and not test_put_error and not test_auth_keypair_ecdsa_unsupported_curve and not test_retry_connection_reset_error" - ${{ matrix.pytest_dist }} + ${{ matrix.python == 'cp314t' && '-n 0' || '-n auto --dist loadfile' }} --ignore {package}/test/unit/aio --ignore {package}/test/unit/test_ocsp.py --ignore {package}/test/unit/test_proxies.py diff --git a/.github/workflows/build-statsforecast.yml b/.github/workflows/build-statsforecast.yml index 58ee11a69c8..aba85c76522 100644 --- a/.github/workflows/build-statsforecast.yml +++ b/.github/workflows/build-statsforecast.yml @@ -42,6 +42,10 @@ jobs: uses: $/.github/workflows/_setup.yml with: package: statsforecast + # docs/packages/statsforecast.yaml still carries pending 3.10/3.11 + # :manylinux entries that this workflow has never built; keep excluding + # them so the generated matrix matches the long-standing cp312+ scope. + python-exclude: 'cp39 cp310 cp311' version: ${{ inputs.version }} build_wheels: @@ -53,18 +57,8 @@ jobs: strategy: fail-fast: false matrix: - version: ${{ fromJSON(needs.setup.outputs.versions) }} # pybind11 links the version-specific ABI, no abi3 build. - python: ["cp312", "cp313", "cp314", "cp314t"] - include: - # statsmodels (a hard, unguarded runtime dep) has no riscv64 wheel - # for cp314 or cp314t on pypi.riseproject.dev yet - # (build-statsmodels.yml's own matrix is cp312/cp313 only); pandas - # is also missing for cp314t. Build still runs for both. - - python: "cp314" - test_skip: "*" - - python: "cp314t" - test_skip: "*" + include: ${{ fromJSON(needs.setup.outputs.matrix) }} env: STATSFORECAST_VERSION: ${{ matrix.version }} @@ -101,7 +95,11 @@ jobs: CIBW_TEST_ENVIRONMENT: >- PIP_ONLY_BINARY=numpy,pandas,statsmodels,matplotlib,scikit-learn MPLBACKEND=Agg - CIBW_TEST_SKIP: ${{ matrix.test_skip }} + # statsmodels (a hard, unguarded runtime dep) has no riscv64 wheel + # for cp314 or cp314t on pypi.riseproject.dev yet + # (build-statsmodels.yml's own matrix is cp312/cp313 only); pandas + # is also missing for cp314t. Build still runs for both. + CIBW_TEST_SKIP: ${{ contains(fromJSON('["cp314","cp314t"]'), matrix.python) && '*' || '' }} # scikit-learn is an unguarded import inside MFLES's optimizer path # (statsforecast/mfles.py), not just SklearnModel's own tests. CIBW_TEST_REQUIRES: pytest matplotlib scikit-learn polars==1.44.1 diff --git a/.github/workflows/build-transformations.yml b/.github/workflows/build-transformations.yml index 2a95e5e56a8..05f10ad837b 100644 --- a/.github/workflows/build-transformations.yml +++ b/.github/workflows/build-transformations.yml @@ -48,22 +48,13 @@ jobs: build_wheels: needs: [setup] if: needs.setup.outputs.versions != '[]' - name: Build transformations ${{ matrix.version }} ${{ matrix.python }}-manylinux_riscv64 + name: Build transformations ${{ matrix.version }} ${{ matrix.python }}-${{ matrix.platform }}_riscv64 runs-on: ubuntu-24.04-riscv timeout-minutes: 60 strategy: fail-fast: false matrix: - version: ${{ fromJSON(needs.setup.outputs.versions) }} - python: ["cp312", "cp314t"] - # Upstream's CIBW_BUILD ("cp312-* cp314t-*"): one cp312-abi3 wheel, built on - # its floor and retested on cp313/cp314 like upstream's 3.14 abi3 test step, - # plus a non-abi3 free-threaded wheel. - include: - - python: cp312 - build: cp312-manylinux_riscv64 cp313-manylinux_riscv64 cp314-manylinux_riscv64 - - python: cp314t - build: cp314t-manylinux_riscv64 + include: ${{ fromJSON(needs.setup.outputs.matrix) }} env: TRANSFORMATIONS_VERSION: ${{ matrix.version }} @@ -82,7 +73,13 @@ jobs: output-dir: wheelhouse/ env: CIBW_ARCHS: riscv64 - CIBW_BUILD: ${{ matrix.build }} + # Upstream's CIBW_BUILD ("cp312-* cp314t-*"): one cp312-abi3 wheel, built on + # its floor and retested on cp313/cp314 like upstream's 3.14 abi3 test step, + # plus a non-abi3 free-threaded wheel per other build interpreter the + # generated matrix picks up (e.g. cp314t, cp315t). + CIBW_BUILD: >- + ${{ matrix.python == 'cp312' && 'cp312-manylinux_riscv64 cp313-manylinux_riscv64 cp314-manylinux_riscv64' + || format('{0}-{1}_riscv64', matrix.python, matrix.platform) }} CIBW_MANYLINUX_RISCV64_IMAGE: ${{ env.MANYLINUX_RISCV64_IMAGE }} # numpy is a build and a runtime requirement, and only our registry has # it for riscv64; only-binary keeps a newer PyPI release from winning the @@ -96,7 +93,7 @@ jobs: - uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1 with: - name: transformations-${{ env.TRANSFORMATIONS_VERSION }}-${{ matrix.python }}-manylinux_riscv64 + name: transformations-${{ env.TRANSFORMATIONS_VERSION }}-${{ matrix.python }}-${{ matrix.platform }}_riscv64 path: wheelhouse/*.whl if-no-files-found: error diff --git a/.github/workflows/build-zuvloop.yml b/.github/workflows/build-zuvloop.yml index 11c4bb85b49..fa31290bf9c 100644 --- a/.github/workflows/build-zuvloop.yml +++ b/.github/workflows/build-zuvloop.yml @@ -48,19 +48,13 @@ jobs: build_wheels: needs: [setup] if: needs.setup.outputs.versions != '[]' - name: Build zuvloop ${{ matrix.version }} ${{ matrix.python }}-manylinux_riscv64 + name: Build zuvloop ${{ matrix.version }} ${{ matrix.python }}-${{ matrix.platform }}_riscv64 runs-on: ubuntu-24.04-riscv timeout-minutes: 90 strategy: fail-fast: false matrix: - version: ${{ fromJSON(needs.setup.outputs.versions) }} - python: ["cp314", "cp314t", "cp315", "cp315t"] - include: - # hypothesis ships no cp314t riscv64 wheel and its sdist needs a Rust - # toolchain riscv64 lacks; pin its last pure-Python release there. - - python: cp314t - hypothesis: "hypothesis<6.156" + include: ${{ fromJSON(needs.setup.outputs.matrix) }} env: ZUVLOOP_VERSION: ${{ matrix.version }} @@ -85,12 +79,17 @@ jobs: - name: Build wheels uses: pypa/cibuildwheel@1828c10ab37f080699c7b81cea34097c684a7074 # v4.2.0 with: - only: ${{ matrix.python }}-manylinux_riscv64 + only: ${{ matrix.python }}-${{ matrix.platform }}_riscv64 env: CIBW_MANYLINUX_RISCV64_IMAGE: ${{ env.MANYLINUX_RISCV64_IMAGE }} # The applied patch dirties the tree, so hatch-vcs would stamp the next .dev0. CIBW_ENVIRONMENT: SETUPTOOLS_SCM_PRETEND_VERSION=${{ env.ZUVLOOP_VERSION }} - CIBW_TEST_REQUIRES: aiohttp anyio httptools ${{ matrix.hypothesis || 'hypothesis' }} opentelemetry-sdk pytest pytest-timeout uvicorn + # hypothesis ships no cp314t riscv64 wheel and its sdist needs a Rust + # toolchain riscv64 lacks; pin its last pure-Python release there. + CIBW_TEST_REQUIRES: >- + aiohttp anyio httptools + ${{ matrix.python == 'cp314t' && 'hypothesis<6.156' || 'hypothesis' }} + opentelemetry-sdk pytest pytest-timeout uvicorn - name: Check the wheel is compiled and carries the release version run: | @@ -105,7 +104,7 @@ jobs: - uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1 with: - name: zuvloop-${{ env.ZUVLOOP_VERSION }}-${{ matrix.python }}-manylinux_riscv64 + name: zuvloop-${{ env.ZUVLOOP_VERSION }}-${{ matrix.python }}-${{ matrix.platform }}_riscv64 path: ./wheelhouse/*.whl if-no-files-found: error