Build wheels #263
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Build wheels | |
| # By default this action does not push to test or production PyPI. The wheels | |
| # are available as an artifact that can be downloaded and tested locally. | |
| on: | |
| workflow_dispatch: | |
| inputs: | |
| dolfinx_ref: | |
| description: "dolfinx git ref to checkout" | |
| default: "main" | |
| type: string | |
| build_fenicsx_stack: | |
| description: "Build wheels for whole FEniCSx stack" | |
| default: false | |
| type: boolean | |
| basix_ref: | |
| description: "basix git ref to checkout" | |
| default: "main" | |
| type: string | |
| ufl_ref: | |
| description: "ufl git ref to checkout" | |
| default: "main" | |
| type: string | |
| ffcx_ref: | |
| description: "ffcx git ref to checkout" | |
| default: "main" | |
| type: string | |
| workflow_call: | |
| inputs: | |
| dolfinx_ref: | |
| description: "dolfinx git ref to checkout" | |
| default: "main" | |
| type: string | |
| build_fenicsx_stack: | |
| description: "Build wheels for entire FEniCSx stack" | |
| default: false | |
| type: boolean | |
| basix_ref: | |
| description: "basix git ref to checkout" | |
| default: "main" | |
| type: string | |
| ufl_ref: | |
| description: "ufl git ref to checkout" | |
| default: "main" | |
| type: string | |
| ffcx_ref: | |
| description: "ffcx git ref to checkout" | |
| default: "main" | |
| type: string | |
| jobs: | |
| build_wheels: | |
| name: Build wheels | |
| runs-on: ${{ matrix.os }} | |
| strategy: | |
| matrix: | |
| include: | |
| - os: ubuntu-latest | |
| cibw_build: cp312-manylinux_x86_64 | |
| - os: ubuntu-24.04-arm | |
| cibw_build: cp312-manylinux_aarch64 | |
| - os: macos-15 | |
| cibw_build: cp312-macosx_arm64 | |
| - os: macos-15-intel | |
| cibw_build: cp312-macosx_x86_64 | |
| env: | |
| CIBW_BUILD: ${{ matrix.cibw_build }} | |
| CIBW_BUILD_VERBOSITY: 1 | |
| CIBW_ENVIRONMENT: PIP_INDEX_URL="file:///project/simple" PIP_EXTRA_INDEX_URL="https://pypi.org/simple" | |
| CIBW_ARCHS_LINUX: native | |
| CIBW_ARCHS_MACOS: native | |
| CIBW_MANYLINUX_X86_64_IMAGE: quay.io/pypa/manylinux_2_34_x86_64:latest | |
| CIBW_MANYLINUX_AARCH64_IMAGE: quay.io/pypa/manylinux_2_34_aarch64:latest | |
| steps: | |
| - uses: actions/setup-python@v7 | |
| - name: Install Python dependencies | |
| run: python -m pip install cibuildwheel simple503 build | |
| - name: Checkout UFL | |
| if: ${{ github.event.inputs.build_fenicsx_stack == 'true' }} | |
| uses: actions/checkout@v7 | |
| with: | |
| repository: FEniCS/ufl | |
| path: ufl | |
| ref: ${{ github.event.inputs.ufl_ref }} | |
| - name: Build UFL wheel | |
| if: ${{ github.event.inputs.build_fenicsx_stack == 'true' }} | |
| run: | | |
| python -m build -o wheelhouse/ ufl/ | |
| - name: Checkout FFCx | |
| if: ${{ github.event.inputs.build_fenicsx_stack == 'true' }} | |
| uses: actions/checkout@v7 | |
| with: | |
| repository: FEniCS/ffcx | |
| path: ffcx | |
| ref: ${{ github.event.inputs.ffcx_ref }} | |
| - name: Build FFCx wheel | |
| if: ${{ github.event.inputs.build_fenicsx_stack == 'true' }} | |
| run: | | |
| python -m build -o wheelhouse/ ffcx/ | |
| - name: Checkout Basix | |
| if: ${{ github.event.inputs.build_fenicsx_stack == 'true' }} | |
| uses: actions/checkout@v7 | |
| with: | |
| repository: FEniCS/basix | |
| path: basix | |
| ref: ${{ github.event.inputs.basix_ref }} | |
| - name: Build Basix wheel | |
| if: ${{ github.event.inputs.build_fenicsx_stack == 'true' }} | |
| working-directory: basix/ | |
| run: | | |
| python -m cibuildwheel --output-dir ../wheelhouse/ . | |
| - name: Make temporary simple503 repo directories | |
| run: mkdir -p wheelhouse/ simple/ | |
| - name: Add wheels to simple503 repository (if built) | |
| if: ${{ github.event.inputs.build_fenicsx_stack == 'true' }} | |
| run: cp wheelhouse/* simple/ | |
| - name: Index simple503 repository (Linux) | |
| if: runner.os == 'Linux' | |
| run: python -m simple503 --base-url file:///project/simple simple/ | |
| - name: Index simple503 repository (macOS) | |
| if: runner.os == 'macOS' | |
| run: python -m simple503 --base-url "file://${GITHUB_WORKSPACE}/simple" simple/ | |
| - name: Checkout DOLFINx | |
| uses: actions/checkout@v7 | |
| with: | |
| path: dolfinx | |
| ref: ${{ github.event.inputs.dolfinx_ref }} | |
| # fenics-ffcx and fenics-basix are required by DOLFINx C++ build | |
| # mpi4py and petsc4py are build_requirements of DOLFINx Python | |
| - name: Build DOLFINx wheel | |
| run: | | |
| python -m cibuildwheel --output-dir wheelhouse/ dolfinx/python | |
| env: | |
| CIBW_ENVIRONMENT_LINUX: PIP_EXTRA_INDEX_URL=file:///project/simple | |
| # When using Homebrew the packaged .so are always built on the macOS | |
| # SDK version of the current system. Consequently | |
| # MACOSX_DEPLOYMENT_TARGET must always be set to the SDK version of | |
| # the current system. | |
| CIBW_ENVIRONMENT_MACOS: > | |
| PIP_EXTRA_INDEX_URL=file://$GITHUB_WORKSPACE/simple | |
| MACOSX_DEPLOYMENT_TARGET=$(xcrun --sdk macosx --show-sdk-version) | |
| CMAKE_PREFIX_PATH=$GITHUB_WORKSPACE/dolfinx-install:$(brew --prefix) | |
| CIBW_BEFORE_BUILD_LINUX: > | |
| dnf -y update && | |
| dnf install -y dnf-plugins-core && | |
| dnf install -y epel-release && | |
| /usr/bin/crb enable && | |
| dnf -y update && | |
| dnf -y install git hdf5-mpich-devel make \ | |
| mpich-devel ninja-build openblas-devel pugixml-devel spdlog-devel && | |
| curl -L https://archives.boost.io/release/1.92.0/source/boost_1_92_0.tar.gz | tar -xz && | |
| (cd boost_1_92_0/ && ./bootstrap.sh --prefix=/usr/local && | |
| ./b2 -d0 --prefix=/usr/local --with-headers install) && | |
| ln -s /usr/include/mpich-$(arch) /usr/lib64/mpich/include && | |
| mkdir -p scotch && curl -L https://gitlab.inria.fr/scotch/scotch/-/archive/v7.0.12/scotch-v7.0.12.tar.bz2 | tar -xj --strip-components=1 -C scotch && | |
| cmake -G Ninja -S scotch/ -B scotch-build-dir/ \ | |
| -DCMAKE_BUILD_TYPE=Release \ | |
| -DBUILD_SHARED_LIBS=ON \ | |
| -DCMAKE_PREFIX_PATH=/usr/lib64/mpich \ | |
| -DBUILD_LIBSCOTCHMETIS=ON \ | |
| -DINSTALL_METIS_HEADERS=ON && | |
| cmake --build scotch-build-dir/ && | |
| cmake --install scotch-build-dir/ && | |
| git clone --branch v9.2.1 --single-branch https://github.com/xiaoyeli/superlu_dist.git && | |
| cmake -G Ninja -S superlu_dist/ -B superlu_dist-build-dir/ \ | |
| -DCMAKE_BUILD_TYPE=Release \ | |
| -DBUILD_SHARED_LIBS=ON \ | |
| -DCMAKE_PREFIX_PATH=/usr/lib64/mpich \ | |
| -DTPL_ENABLE_PARMETISLIB=ON \ | |
| -DXSDK_ENABLE_Fortran=OFF \ | |
| -DTPL_PARMETIS_INCLUDE_DIRS=/usr/local/include \ | |
| -DTPL_PARMETIS_LIBRARIES="-lptscotchparmetisv3 -lptscotch -lptscotcherr -lscotchmetisv5 -lscotch -lscotcherr" \ | |
| -DCMAKE_C_FLAGS_INIT="-DSCOTCH_METIS_VERSION=5" \ | |
| -DTPL_ENABLE_LAPACKLIB=ON && | |
| cmake --build superlu_dist-build-dir/ && | |
| cmake --install superlu_dist-build-dir/ && | |
| echo /usr/local/lib64 > /etc/ld.so.conf.d/usr-local-lib64.conf && ldconfig && | |
| pip -v install $(python -c "import tomllib; deps=tomllib.load(open('/project/dolfinx/python/pyproject.toml','rb'))['project']['dependencies']; print(' '.join(x for x in deps if 'fenics-basix' in x or 'fenics-ffcx' in x))") && | |
| pip -v install mpi4py scikit-build-core[pyproject] nanobind && | |
| cmake -G Ninja -S dolfinx/cpp -B dolfinx-build-dir/ \ | |
| -DPython3_EXECUTABLE=$(which python) \ | |
| -DCMAKE_PREFIX_PATH=/usr/lib64/mpich \ | |
| -DCMAKE_BUILD_TYPE=RelWithDebug \ | |
| -DDOLFINX_ENABLE_SUPERLU_DIST=ON \ | |
| -DDOLFINX_ENABLE_SCOTCH=ON \ | |
| -DDOLFINX_ENABLE_PARMETIS=OFF && | |
| cmake --build dolfinx-build-dir/ && | |
| cmake --install dolfinx-build-dir/ | |
| CIBW_BEFORE_BUILD_MACOS: > | |
| brew install boost hdf5-mpi ninja open-mpi openblas pkgconf pugixml spdlog && | |
| mkdir -p scotch && curl -L https://gitlab.inria.fr/scotch/scotch/-/archive/v7.0.12/scotch-v7.0.12.tar.bz2 | tar -xj --strip-components=1 -C scotch && | |
| cmake -G Ninja -S scotch/ -B scotch-build-dir/ \ | |
| -DCMAKE_BUILD_TYPE=Release \ | |
| -DBUILD_SHARED_LIBS=ON \ | |
| -DCMAKE_PREFIX_PATH=${CMAKE_PREFIX_PATH} \ | |
| -DBUILD_LIBSCOTCHMETIS=ON \ | |
| -DINSTALL_METIS_HEADERS=ON && | |
| cmake --build scotch-build-dir/ && | |
| sudo cmake --install scotch-build-dir/ && | |
| git clone --branch v9.2.1 --single-branch https://github.com/xiaoyeli/superlu_dist.git && | |
| cmake -G Ninja -S superlu_dist/ -B superlu_dist-build-dir/ \ | |
| -DCMAKE_BUILD_TYPE=Release \ | |
| -DBUILD_SHARED_LIBS=ON \ | |
| -DCMAKE_PREFIX_PATH=${CMAKE_PREFIX_PATH} \ | |
| -DTPL_ENABLE_PARMETISLIB=ON \ | |
| -DXSDK_ENABLE_Fortran=OFF \ | |
| -DTPL_PARMETIS_INCLUDE_DIRS=/usr/local/include \ | |
| -DTPL_PARMETIS_LIBRARIES="-lptscotchparmetisv3 -lptscotch -lptscotcherr -lscotchmetisv5 -lscotch -lscotcherr" \ | |
| -DCMAKE_C_FLAGS_INIT="-DSCOTCH_METIS_VERSION=5" \ | |
| -DTPL_ENABLE_LAPACKLIB=ON && | |
| cmake --build superlu_dist-build-dir/ && | |
| sudo cmake --install superlu_dist-build-dir/ && | |
| pip -v install $(python -c "import tomllib; deps=tomllib.load(open('dolfinx/python/pyproject.toml','rb'))['project']['dependencies']; print(' '.join(x for x in deps if 'fenics-basix' in x or 'fenics-ffcx' in x))") && | |
| pip -v install wheel mpi4py scikit-build-core[pyproject] nanobind && | |
| cmake -G Ninja -S $GITHUB_WORKSPACE/dolfinx/cpp -B $GITHUB_WORKSPACE/dolfinx-build-dir/ \ | |
| -DPython3_EXECUTABLE=$(which python) \ | |
| -DCMAKE_CXX_FLAGS_INIT="-fexperimental-library" \ | |
| -DCMAKE_PREFIX_PATH=${CMAKE_PREFIX_PATH} \ | |
| -DDOLFINX_ENABLE_SCOTCH=ON \ | |
| -DDOLFINX_ENABLE_PARMETIS=OFF \ | |
| -DDOLFINX_ENABLE_SUPERLU_DIST=ON \ | |
| -DCMAKE_BUILD_TYPE=RelWithDebug && | |
| cmake --build $GITHUB_WORKSPACE/dolfinx-build-dir/ && | |
| sudo cmake --install dolfinx-build-dir/ | |
| # As of 6/26 DOLFINx uses std::jthread which is only officially | |
| # supported in macOS SDK 26. -fexperimental-library enables | |
| # experimental std library support which allows the build to complete | |
| # on macOS SDK 15. | |
| CIBW_CONFIG_SETTINGS_LINUX: > | |
| cmake.args="-DCMAKE_PREFIX_PATH=/usr/lib64/mpich" | |
| wheel.py-api=cp312 | |
| cmake.build-type="Release" | |
| CIBW_CONFIG_SETTINGS_MACOS: > | |
| cmake.args="-DCMAKE_PREFIX_PATH=$CMAKE_PREFIX_PATH;-DCMAKE_CXX_FLAGS_INIT=-fexperimental-library" | |
| wheel.py-api=cp312 | |
| cmake.build-type="Release" | |
| CIBW_BUILD_FRONTEND: "build; args: -nx" | |
| # The first line allows auditwheel to find and bundle in libbasix | |
| CIBW_REPAIR_WHEEL_COMMAND_LINUX: > | |
| export LD_LIBRARY_PATH=$(python -c "import site; print(site.getsitepackages()[0] + '/fenics_basix.libs')"):${LD_LIBRARY_PATH} && | |
| auditwheel repair --exclude libmpi.so* -w {dest_dir} {wheel} && | |
| pipx run abi3audit --verbose --strict --report {wheel} | |
| CIBW_REPAIR_WHEEL_COMMAND_MACOS: > | |
| delocate-listdeps --depending {wheel} && | |
| delocate-wheel --require-archs {delocate_archs} --exclude libmpi -w {dest_dir} {wheel} && | |
| wheel unpack {dest_dir}/*.whl -d {dest_dir}/unpacked && | |
| rm {dest_dir}/*.whl && | |
| find {dest_dir}/unpacked \( -name "*.so" -o -name "*.dylib" \) | while read -r f; do for dep in $(otool -L "$f" | awk '/libmpi\.[0-9]+\.dylib/{print $1}'); do install_name_tool -change "$dep" @rpath/$(basename "$dep") "$f"; done; done && | |
| find {dest_dir}/unpacked \( -name "*.so" -o -name "*.dylib" \) | xargs -I% codesign --force --sign - % && | |
| wheel pack {dest_dir}/unpacked/* -d {dest_dir} && | |
| pipx run abi3audit --verbose --strict --report {wheel} | |
| CIBW_TEST_REQUIRES: pytest-xdist | |
| CIBW_TEST_GROUPS: test | |
| CIBW_TEST_COMMAND_LINUX: > | |
| . /etc/profile && | |
| module load mpi/mpich-$(arch) && | |
| python -m pytest -n auto -m "not adios2 and not petsc4py" {project}/dolfinx/python/test/unit && | |
| mpiexec -n 2 python -m pytest -m "not adios2 and not petsc4py" {project}/dolfinx/python/test/unit | |
| CIBW_TEST_COMMAND_MACOS: > | |
| export DYLD_FALLBACK_LIBRARY_PATH="$(brew --prefix)/lib${DYLD_LIBRARY_FALLBACK_PATH:+:${DYLD_LIBRARY_FALLBACK_PATH}}" && | |
| mpiexec -n 1 python -m pytest -n auto -m "not adios2 and not petsc4py" {project}/dolfinx/python/test/unit && | |
| mpiexec -n 2 python -m pytest -m "not adios2 and not petsc4py" {project}/dolfinx/python/test/unit | |
| - name: Update temporary simple503 repository (Linux) | |
| if: runner.os == 'Linux' | |
| run: | | |
| cp wheelhouse/* simple | |
| python -m simple503 --base-url file:///shared simple | |
| - name: Update temporary simple503 repository (macOS) | |
| if: runner.os == 'macOS' | |
| run: | | |
| cp wheelhouse/* simple | |
| python -m simple503 --base-url "file://${GITHUB_WORKSPACE}/simple" simple | |
| - name: Upload simple503-test artifact | |
| uses: actions/upload-artifact@v7 | |
| with: | |
| name: simple503-test-${{ matrix.os }} | |
| path: simple/* | |
| - name: Upload wheelhouse artifact | |
| uses: actions/upload-artifact@v7 | |
| with: | |
| name: wheelhouse-${{ matrix.os }} | |
| path: wheelhouse/* | |
| - name: Test in clean python image with pypi MPICH | |
| if: runner.os == 'Linux' | |
| run: > | |
| cd dolfinx && | |
| sudo git clean -fdx && cd ../ && | |
| docker run -v $(pwd)/dolfinx:/dolfinx -v $(pwd)/simple:/shared \ | |
| --env PIP_INDEX_URL=file:///shared --env PIP_EXTRA_INDEX_URL=https://pypi.org/simple python:3.13 \ | |
| /bin/bash -l -c "pip install --group /dolfinx/python/pyproject.toml:test mpich fenics-dolfinx && mpiexec -n 2 python -m pytest -m 'not adios2 and not petsc4py' /dolfinx/python/test/unit" | |
| - name: Test in clean python image with pypi Intel MPI (x86_64 only) | |
| if: runner.os == 'Linux' && runner.arch == 'X64' | |
| run: > | |
| cd dolfinx && | |
| sudo git clean -fdx && cd ../ && | |
| docker run -v $(pwd)/dolfinx:/dolfinx -v $(pwd)/simple:/shared \ | |
| --env PIP_INDEX_URL=file:///shared --env PIP_EXTRA_INDEX_URL=https://pypi.org/simple python:3.14 \ | |
| /bin/bash -l -c "pip install --group /dolfinx/python/pyproject.toml:test impi-rt fenics-dolfinx && mpiexec -n 2 python -m pytest -m 'not adios2 and not petsc4py' /dolfinx/python/test/unit" | |
| - name: Test in clean virtual environment with pypi OpenMPI (macOS) | |
| if: runner.os == 'macOS' | |
| run: | | |
| cd dolfinx && git clean -fdx && cd ../ | |
| python -m venv venv-test | |
| source venv-test/bin/activate | |
| PIP_EXTRA_INDEX_URL="file://${GITHUB_WORKSPACE}/simple" pip install --group dolfinx/python/pyproject.toml:test openmpi fenics-dolfinx | |
| which mpiexec | |
| mpiexec -n 2 python -m pytest -m "not adios2 and not petsc4py" dolfinx/python/test/unit | |
| - name: Update FEniCS Project simple503 repository | |
| run: | | |
| python -m simple503 --base-url http://packages.fenicsproject.org/simple simple | |
| - name: Upload simple503 artifact | |
| uses: actions/upload-artifact@v7 | |
| with: | |
| name: simple503-${{ matrix.os }} | |
| path: simple/* | |
| combined_repository: | |
| name: Create combined simple503 repository | |
| needs: build_wheels | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/setup-python@v7 | |
| - name: Install Python dependencies | |
| run: python -m pip install simple503 | |
| - name: Make shared wheel directory | |
| run: mkdir -p shared/ | |
| - name: Download all wheel artifacts | |
| uses: actions/download-artifact@v8 | |
| with: | |
| pattern: wheelhouse-* | |
| path: wheelhouse-artifacts/ | |
| - name: Extract wheels into shared folder | |
| run: find wheelhouse-artifacts/ -name "*.whl" -exec cp {} shared/ \; | |
| - name: Build simple503 repository | |
| run: python -m simple503 --base-url http://packages.fenicsproject.org/simple-beta shared/ | |
| - name: Upload combined repository artifact | |
| uses: actions/upload-artifact@v7 | |
| with: | |
| name: simple503-combined | |
| path: shared/* |