diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml
index 6b6ed9f4..01bdba59 100644
--- a/.github/workflows/build.yml
+++ b/.github/workflows/build.yml
@@ -177,10 +177,6 @@ jobs:
              set +e
              $pip list --outdated --format=freeze | grep -v '^\-e' | cut -d = -f 1  | xargs -n1 $pip install -U --force-reinstall
 
-             # install ykman from source to use latest with fewer deps
-             git clone https://github.com/Yubico/yubikey-manager.git
-             $pip install yubikey-manager/
-
              $pip install --upgrade -r requirements.txt
 
       - name: Build GAM with PyInstaller
diff --git a/src/requirements.txt b/src/requirements.txt
index 6731414b..c103437a 100644
--- a/src/requirements.txt
+++ b/src/requirements.txt
@@ -8,4 +8,4 @@ google-auth>=1.11.2
 httplib2>=0.17.0
 passlib>=1.7.2
 python-dateutil
-yubikey-manager
+yubikey-manager>=4.0.0