diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml
index fd84b2fd..a2710bb4 100644
--- a/.github/workflows/build.yml
+++ b/.github/workflows/build.yml
@@ -171,6 +171,7 @@ jobs:
             PERL=perl
             echo "MACOSX_DEPLOYMENT_TARGET=10.15" >> $GITHUB_ENV
             echo "PYTHON=${PYTHON_INSTALL_PATH}/bin/python3" >> $GITHUB_ENV
+            echo "PIP_ARGS=--only-binary=:all:" >> $GITHUB_ENV
           elif [[ "${RUNNER_OS}" == "Linux" ]]; then
             MAKE=make
             MAKEOPT="-j$(nproc)"
@@ -414,10 +415,10 @@ jobs:
       - name: Install pip requirements
         run: |
              set +e
-             "${PYTHON}" -m pip install --upgrade -r requirements.txt
+             "${PYTHON}" -m pip install --upgrade -r requirements.txt "${PIP_ARGS}"
              "${PYTHON}" -m pip list
              if [[ "${RUNNER_OS}" == "macOS" ]]; then
-               for package in cffi cryptography pyscard; do
+               for package in cryptography; do
                  "${PYTHON}" -m pip download --only-binary :all: \
                                              --dest . \
                                              --no-cache \