Enhance manylinux build process by ensuring ccache and ninja are installed; add fallback mechanisms for missing tools. Update FFTW configuration to disable Fortran and MPI for improved compatibility.

Author: skilledwolf

.github/workflows/release.yml

@@ -77,27 +77,59 @@ jobs:
           CIBW_MANYLINUX_X86_64_IMAGE: manylinux_2_28
           CIBW_BEFORE_ALL_LINUX: |
             set -eux
-            # Install ccache and minimal build deps in the manylinux container
+
+            # --- Ensure ccache & ninja exist inside the manylinux container ---
+            have_ccache=0
             if command -v dnf >/dev/null 2>&1; then
               dnf -y install ccache pkgconfig ninja-build || true
             elif command -v yum >/dev/null 2>&1; then
               yum -y install ccache pkgconfig ninja-build || true
+            elif command -v microdnf >/dev/null 2>&1; then
+              microdnf -y install ccache pkgconfig ninja-build || true
+            fi
+            if command -v ccache >/dev/null 2>&1; then
+              have_ccache=1
+            else
+              # Fallback: fetch a static ccache binary (no package manager needed)
+              arch="$(uname -m)"
+              ver="4.9.1"
+              url_x86_64="https://github.com/ccache/ccache/releases/download/v${ver}/ccache-${ver}-linux-x86_64.tar.xz"
+              url_aarch64="https://github.com/ccache/ccache/releases/download/v${ver}/ccache-${ver}-linux-aarch64.tar.xz"
+              url="${url_x86_64}"
+              [ "$arch" = "aarch64" ] && url="${url_aarch64}"
+              curl -fsSL "${url}" -o /tmp/ccache.tar.xz
+              mkdir -p /usr/local/ccache && tar -xJf /tmp/ccache.tar.xz -C /usr/local/ccache --strip-components=1
+              ln -sf /usr/local/ccache/bin/ccache /usr/local/bin/ccache
+              have_ccache=1
             fi
 
-            # Extract cached sources from /project (mounted by cibuildwheel)
+            # Ensure ninja exists too (fallback to portable binary if needed)
+            if ! command -v ninja >/dev/null 2>&1; then
+              curl -fsSL -o /usr/local/bin/ninja https://github.com/ninja-build/ninja/releases/download/v1.11.1/ninja-linux.zip
+              # some images have no unzip; use busybox if present, else fetch static:
+              if command -v unzip >/dev/null 2>&1; then
+                tmpd="$(mktemp -d)" && mv /usr/local/bin/ninja "$tmpd/ninja.zip"
+                unzip -p "$tmpd/ninja.zip" > /usr/local/bin/ninja && chmod +x /usr/local/bin/ninja
+              else
+                # fallback: use curl to a pre-unzipped mirror if you have one; or install unzip via dnf/yum above
+                echo "ninja fallback requires unzip; please enable unzip in package install above" >&2
+                exit 1
+              fi
+            fi
+
+            # --- Build prerequisites we cache (FFTW & Boost headers) ---
             mkdir -p /opt/fftw /opt/boost/include
             tar -xzf /project/build-cache/fftw-3.3.10.tar.gz -C /tmp
             tar -xzf /project/build-cache/boost_1_84_0.tar.gz -C /tmp
 
-            # Build FFTW (shared, threads; no fortran/mpi)
             pushd /tmp/fftw-3.3.10
-            ./configure --prefix=/opt/fftw --enable-shared --enable-threads 
+            ./configure --prefix=/opt/fftw --enable-shared --enable-threads --disable-fortran --disable-mpi
             make -j"$(nproc)"
             make install
             popd
 
-            # Header-only Boost "install"
             cp -r /tmp/boost_1_84_0/boost /opt/boost/include/
+
           CIBW_ENVIRONMENT_LINUX: >
             PKG_CONFIG_PATH=/opt/fftw/lib/pkgconfig
             CMAKE_PREFIX_PATH=/opt/fftw
@@ -171,23 +203,59 @@ jobs:
           CIBW_MANYLINUX_AARCH64_IMAGE: manylinux_2_28
           CIBW_BEFORE_ALL_LINUX: |
             set -eux
+
+            # --- Ensure ccache & ninja exist inside the manylinux container ---
+            have_ccache=0
             if command -v dnf >/dev/null 2>&1; then
               dnf -y install ccache pkgconfig ninja-build || true
             elif command -v yum >/dev/null 2>&1; then
               yum -y install ccache pkgconfig ninja-build || true
+            elif command -v microdnf >/dev/null 2>&1; then
+              microdnf -y install ccache pkgconfig ninja-build || true
+            fi
+            if command -v ccache >/dev/null 2>&1; then
+              have_ccache=1
+            else
+              # Fallback: fetch a static ccache binary (no package manager needed)
+              arch="$(uname -m)"
+              ver="4.9.1"
+              url_x86_64="https://github.com/ccache/ccache/releases/download/v${ver}/ccache-${ver}-linux-x86_64.tar.xz"
+              url_aarch64="https://github.com/ccache/ccache/releases/download/v${ver}/ccache-${ver}-linux-aarch64.tar.xz"
+              url="${url_x86_64}"
+              [ "$arch" = "aarch64" ] && url="${url_aarch64}"
+              curl -fsSL "${url}" -o /tmp/ccache.tar.xz
+              mkdir -p /usr/local/ccache && tar -xJf /tmp/ccache.tar.xz -C /usr/local/ccache --strip-components=1
+              ln -sf /usr/local/ccache/bin/ccache /usr/local/bin/ccache
+              have_ccache=1
             fi
 
+            # Ensure ninja exists too (fallback to portable binary if needed)
+            if ! command -v ninja >/dev/null 2>&1; then
+              curl -fsSL -o /usr/local/bin/ninja https://github.com/ninja-build/ninja/releases/download/v1.11.1/ninja-linux.zip
+              # some images have no unzip; use busybox if present, else fetch static:
+              if command -v unzip >/dev/null 2>&1; then
+                tmpd="$(mktemp -d)" && mv /usr/local/bin/ninja "$tmpd/ninja.zip"
+                unzip -p "$tmpd/ninja.zip" > /usr/local/bin/ninja && chmod +x /usr/local/bin/ninja
+              else
+                # fallback: use curl to a pre-unzipped mirror if you have one; or install unzip via dnf/yum above
+                echo "ninja fallback requires unzip; please enable unzip in package install above" >&2
+                exit 1
+              fi
+            fi
+
+            # --- Build prerequisites we cache (FFTW & Boost headers) ---
             mkdir -p /opt/fftw /opt/boost/include
             tar -xzf /project/build-cache/fftw-3.3.10.tar.gz -C /tmp
             tar -xzf /project/build-cache/boost_1_84_0.tar.gz -C /tmp
 
             pushd /tmp/fftw-3.3.10
-            ./configure --prefix=/opt/fftw --enable-shared --enable-threads
+            ./configure --prefix=/opt/fftw --enable-shared --enable-threads --disable-fortran --disable-mpi
             make -j"$(nproc)"
             make install
             popd
 
             cp -r /tmp/boost_1_84_0/boost /opt/boost/include/
+
           CIBW_ENVIRONMENT_LINUX: >
             PKG_CONFIG_PATH=/opt/fftw/lib/pkgconfig
             CMAKE_PREFIX_PATH=/opt/fftw