Ci tweaks (mostly caching) #7
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: Build Wheels | |
on: | |
workflow_dispatch: | |
pull_request: | |
push: | |
tags: | |
- "v*.*.*" | |
jobs: | |
build_sdist: | |
name: "sdist" | |
runs-on: ubuntu-latest | |
env: | |
PYTHON: 3.12 | |
POETRY_HOME: "~/poetry" | |
steps: | |
- name: Check out repository | |
uses: actions/checkout@v4 | |
with: | |
fetch-depth: 0 | |
- name: Set up python ${{ env.PYTHON }} | |
uses: actions/setup-python@v5 | |
with: | |
python-version: ${{ env.PYTHON }} | |
- name: Cache Poetry Install | |
uses: actions/cache@v4 | |
id: cached-poetry | |
with: | |
path: ${{ env.POETRY_HOME }} | |
key: poetry-cache-${{ runner.os }}-${{ env.PYTHON }}-${{ hashFiles('.github/workflows/build_wheels.yaml') }} | |
- name: Install poetry | |
if: steps.cached-poetry.outputs.cache-hit != 'true' | |
uses: snok/install-poetry@v1 | |
- name: Add Poetry to PATH # Needs to be separate from install-poetry because cache. | |
run: | | |
echo "$POETRY_HOME/bin" >> $GITHUB_PATH | |
- name: Configure Poetry # Needs to be separate from install-poetry because cache. | |
run: | | |
poetry self add poetry-dynamic-versioning[plugin] | |
poetry config virtualenvs.create true | |
poetry config virtualenvs.in-project true | |
- name: Build sdist | |
run: | | |
poetry build --format=sdist | |
- uses: actions/upload-artifact@v4 | |
with: | |
name: wheels-sdist | |
path: dist/*.tar.gz | |
build_wheels_windows: | |
name: "${{ matrix.os }} ${{ matrix.cibw_archs }} ${{ matrix.cibw_build }}" | |
runs-on: ${{ matrix.os }} | |
strategy: | |
fail-fast: false | |
matrix: | |
os: [windows-latest] | |
cibw_build: ["cp38-*", "cp39-*", "cp310-*", "cp311-*", "cp312-*"] | |
cibw_archs: ["AMD64", "x86", "ARM64"] | |
exclude: | |
- os: windows-latest | |
cibw_build: "cp38-*" | |
cibw_archs: "ARM64" | |
env: | |
PYTHON: 3.12 | |
steps: | |
- name: "Set environment variables (Windows)" | |
shell: pwsh | |
run: | | |
(Get-ItemProperty "HKLM:System\CurrentControlSet\Control\FileSystem").LongPathsEnabled | |
- name: Sanitize matrix.cibw_build | |
id: sanitize_build | |
run: echo "CIBW_BUILD_SANITIZED=$(echo '${{ matrix.cibw_build }}' | sed 's/\*/_/g')" >> $GITHUB_ENV | |
shell: bash | |
- name: Check out repository | |
uses: actions/checkout@v4 | |
with: | |
fetch-depth: 0 | |
- name: Set up python ${{ env.PYTHON }} | |
uses: actions/setup-python@v5 | |
with: | |
python-version: ${{ env.PYTHON }} | |
- name: Build wheels | |
uses: pypa/[email protected] | |
env: | |
CIBW_ARCHS: ${{ matrix.cibw_archs }} | |
CIBW_BUILD: ${{ matrix.cibw_build }} | |
CIBW_TEST_SKIP: "*-win_arm64" | |
CIBW_TEST_REQUIRES: pytest | |
CIBW_TEST_COMMAND: pytest {package}/tests | |
- uses: actions/upload-artifact@v4 | |
with: | |
name: wheels-${{ matrix.os }}-${{ env.CIBW_BUILD_SANITIZED }}-${{ matrix.cibw_archs }} | |
path: wheelhouse/*.whl | |
build_wheels_linux: | |
name: "${{ matrix.os }} ${{ matrix.cibw_archs }} ${{ matrix.cibw_build }}" | |
runs-on: ${{ matrix.os }} | |
strategy: | |
fail-fast: false | |
matrix: | |
os: [ubuntu-latest] | |
cibw_build: ["cp38-*", "cp39-*", "cp310-*", "cp311-*", "cp312-*"] | |
cibw_archs: ["x86_64", "i686", "aarch64", "ppc64le"] | |
env: | |
PYTHON: 3.12 | |
steps: | |
- name: Check out repository | |
uses: actions/checkout@v4 | |
with: | |
fetch-depth: 0 | |
- name: Sanitize matrix.cibw_build | |
id: sanitize_build | |
run: echo "CIBW_BUILD_SANITIZED=$(echo '${{ matrix.cibw_build }}' | sed 's/\*/_/g')" >> $GITHUB_ENV | |
shell: bash | |
- name: Set up QEMU | |
if: matrix.cibw_archs != 'x86_64' | |
uses: docker/setup-qemu-action@v3 | |
with: | |
platforms: all | |
- name: Set up python ${{ env.PYTHON }} | |
uses: actions/setup-python@v5 | |
with: | |
python-version: ${{ env.PYTHON }} | |
- name: Build wheels | |
uses: pypa/[email protected] | |
env: | |
CIBW_ARCHS: ${{ matrix.cibw_archs }} | |
CIBW_BUILD: ${{ matrix.cibw_build }} | |
CIBW_TEST_REQUIRES: pytest | |
CIBW_TEST_COMMAND: pytest {package}/tests | |
- uses: actions/upload-artifact@v4 | |
with: | |
name: wheels-${{ matrix.os }}-${{ env.CIBW_BUILD_SANITIZED }}-${{ matrix.cibw_archs }} | |
path: wheelhouse/*.whl | |
build_wheels_macos: | |
name: "${{ matrix.os }} ${{ matrix.cibw_archs }} ${{ matrix.cibw_build }}" | |
runs-on: ${{ matrix.os }} | |
strategy: | |
fail-fast: false | |
matrix: | |
os: [macos-13] | |
cibw_build: ["cp38-*", "cp39-*", "cp310-*", "cp311-*", "cp312-*"] | |
cibw_archs: ["x86_64"] | |
env: | |
PYTHON: 3.12 | |
SYSTEM_VERSION_COMPAT: 0 # https://github.com/actions/setup-python/issues/469#issuecomment-1192522949 | |
steps: | |
- name: Check out repository | |
uses: actions/checkout@v4 | |
with: | |
fetch-depth: 0 | |
- name: Sanitize matrix.cibw_build | |
id: sanitize_build | |
run: echo "CIBW_BUILD_SANITIZED=$(echo '${{ matrix.cibw_build }}' | sed 's/\*/_/g')" >> $GITHUB_ENV | |
shell: bash | |
- name: Set up python ${{ env.PYTHON }} | |
uses: actions/setup-python@v5 | |
with: | |
python-version: ${{ env.PYTHON }} | |
- name: Build wheels | |
uses: pypa/[email protected] | |
env: | |
CIBW_ARCHS: ${{ matrix.cibw_archs }} | |
CIBW_BUILD: ${{ matrix.cibw_build }} | |
CIBW_TEST_REQUIRES: pytest | |
CIBW_TEST_COMMAND: pytest {package}/tests | |
- uses: actions/upload-artifact@v4 | |
with: | |
name: wheels-${{ matrix.os }}-${{ env.CIBW_BUILD_SANITIZED }}-${{ matrix.cibw_archs }} | |
path: wheelhouse/*.whl | |
build_wheels_macos_arm64: | |
name: "${{ matrix.os }} ${{ matrix.cibw_archs }} ${{ matrix.cibw_build }}" | |
runs-on: ${{ matrix.os }} | |
strategy: | |
matrix: | |
os: [macos-13] | |
cibw_build: ["cp38-*", "cp39-*", "cp310-*", "cp311-*", "cp312-*"] | |
cibw_archs: ["arm64"] | |
steps: | |
- name: Check out repository | |
uses: actions/checkout@v4 | |
with: | |
fetch-depth: 0 | |
- uses: actions/setup-python@v5 | |
with: | |
python-version: "3.12" | |
- name: Build wheels | |
uses: pypa/[email protected] | |
env: | |
CIBW_BUILD: ${{ matrix.cibw_build }} | |
CIBW_ARCHS: ${{ matrix.cibw_archs }} | |
CIBW_TEST_SKIP: "*-macosx_arm64" | |
CIBW_TEST_REQUIRES: pytest | |
CIBW_TEST_COMMAND: pytest {package}/tests | |
CIBW_REPAIR_WHEEL_COMMAND: | | |
echo "Target delocate archs: {delocate_archs}" | |
ORIGINAL_WHEEL={wheel} | |
echo "Running delocate-listdeps to list linked original wheel dependencies" | |
delocate-listdeps --all $ORIGINAL_WHEEL | |
echo "Renaming .whl file when architecture is 'macosx_arm64'" | |
RENAMED_WHEEL=${ORIGINAL_WHEEL//x86_64/arm64} | |
echo "Wheel will be renamed to $RENAMED_WHEEL" | |
mv $ORIGINAL_WHEEL $RENAMED_WHEEL | |
echo "Running delocate-wheel command on $RENAMED_WHEEL" | |
delocate-wheel --require-archs {delocate_archs} -w {dest_dir} -v $RENAMED_WHEEL | |
echo "Running delocate-listdeps to list linked wheel dependencies" | |
WHEEL_SIMPLE_FILENAME="${RENAMED_WHEEL##*/}" | |
delocate-listdeps --all {dest_dir}/$WHEEL_SIMPLE_FILENAME | |
echo "DONE." | |
- uses: actions/upload-artifact@v4 | |
with: | |
name: wheels-${{ matrix.os }}-${{ matrix.cibw_build }}-${{ matrix.cibw_archs }} | |
path: ./wheelhouse/*.whl | |
upload_to_pypi: | |
if: github.event_name == 'push' && startsWith(github.event.ref, 'refs/tags/v') | |
needs: | |
[ | |
"build_sdist", | |
"build_wheels_windows", | |
"build_wheels_linux", | |
"build_wheels_macos", | |
"build_wheels_macos_arm64", | |
] | |
runs-on: ubuntu-latest | |
steps: | |
- uses: actions/download-artifact@v4 | |
with: | |
path: wheels | |
pattern: wheels-* | |
merge-multiple: true | |
- uses: pypa/gh-action-pypi-publish@release/v1 | |
with: | |
password: ${{ secrets.PYPI_TOKEN }} | |
packages_dir: wheels/ | |
skip_existing: true |