diff --git a/.github/workflows/build_test_deploy_all_wheels.yml b/.github/workflows/build_test_deploy_all_wheels.yml
index b9498dc6..e84f6ceb 100644
--- a/.github/workflows/build_test_deploy_all_wheels.yml
+++ b/.github/workflows/build_test_deploy_all_wheels.yml
@@ -30,13 +30,10 @@ jobs:
         with:
           python-version: 3.9  # Works as bootstrap for cibuildwheel
 
-      - name: Install libjpeg-dev
-        if: matrix.os == 'manylinux'
-        run: sudo apt-get update && sudo apt-get install -y libjpeg-dev
-
       - name: Install cibuildwheel and nox
         run: |
           python -m pip install --upgrade pip
+          python -m pip install --upgrade setuptools==73.0.1
           python -m pip install cibuildwheel==2.16.2
           python -m pip install nox
 
@@ -45,11 +42,13 @@ jobs:
         run: python -m nox --sessions build_sdist
 
       - name: Build wheels
-        run: python -m cibuildwheel --output-dir wheelhouse
+        run: |
+          python -m cibuildwheel --output-dir wheelhouse
         env:
           CIBW_BUILD: ${{ matrix.cibw_build }}
           CIBW_ARCHS: ${{ matrix.archs }}
-          CIBW_BEFORE_ALL: yum install -y libjpeg-devel zlib-devel libpng-devel
+          CIBW_ENVIRONMENT: "PIP_ONLY_BINARY=pillow PIP_NO_BUILD_ISOLATION=1"
+          CIBW_BEFORE_ALL: "pip install --only-binary=:all: pillow"
 
       - name: Test wheels (only on macOS ARM64)
         if: matrix.os == 'macOS-ARM'