diff --git a/.github/workflows/cli_setup.yml b/.github/workflows/cli_setup.yml
index 66b6a5e..b5d7c17 100644
--- a/.github/workflows/cli_setup.yml
+++ b/.github/workflows/cli_setup.yml
@@ -41,6 +41,17 @@ jobs:
         update: true
         install: git mingw-w64-x86_64-toolchain mingw-w64-x86_64-python-pip
 
-    - name: (MSYS2) Run ci_tests -a
+    - name: (MSYS2) Install Python dependencies
       shell: msys2 {0}
-      run: ./ci_tests -a
+      run: |
+        python3 -m pip install wheel
+    - name: (MSYS2) Install QMK CLI from source
+      shell: msys2 {0}
+      run: |
+        python3 -m pip install -r requirements.txt
+        python3 setup.py sdist bdist_wheel
+        cd ..
+        python3 -m pip install --force-reinstall --no-index --no-deps --find-links qmk_cli/dist qmk
+    - name: (MSYS2) Run qmk setup -y
+      shell: msys2 {0}
+      run: qmk setup -y