diff --git a/qmk_cli/script_qmk.py b/qmk_cli/script_qmk.py
index 0c7aea9..cb0370c 100644
--- a/qmk_cli/script_qmk.py
+++ b/qmk_cli/script_qmk.py
@@ -82,10 +82,12 @@ def main():
     if qmk_firmware.exists():
         os.chdir(str(qmk_firmware))
         sys.path.append(str(qmk_firmware / 'lib' / 'python'))
-        try:
-            import qmk.cli
-        except ImportError:
-            pass # Ingore as this might folder might not be set up correctly
+            try:
+                import qmk.cli
+            except ImportError:
+                print('Error: %s is too old or not set up correctly!' % qmk_firmware)
+                print('Please update it or remove it completely before continuing.')
+                sys.exit(1)
 
     # Call the entrypoint
     milc.cli()