diff --git a/.github/workflows/bootstrap_testing.yml b/.github/workflows/bootstrap_testing.yml
index 0e633a1236..e03efd4a15 100644
--- a/.github/workflows/bootstrap_testing.yml
+++ b/.github/workflows/bootstrap_testing.yml
@@ -122,4 +122,5 @@ jobs:
           
           cd /home/testuser/qmk_firmware
           ./util/ci/generate_failure_markdown.sh > $GITHUB_STEP_SUMMARY || true
+          [ ! -e .failed ] || echo "Some compilations failed, check the summary for details."
 
diff --git a/builddefs/build_keyboard.mk b/builddefs/build_keyboard.mk
index 640dedc31e..dad9af08b2 100644
--- a/builddefs/build_keyboard.mk
+++ b/builddefs/build_keyboard.mk
@@ -32,6 +32,7 @@ TARGET ?= $(KEYBOARD_FILESAFE)_$(KEYMAP)
 ifeq ($(strip $(DUMP_CI_METADATA)),yes)
     $(info CI Metadata: KEYBOARD=$(KEYBOARD))
     $(info CI Metadata: KEYMAP=$(KEYMAP))
+    $(info PATH=$(PATH))
 endif
 
 # Force expansion
diff --git a/lib/python/qmk/cli/mass_compile.py b/lib/python/qmk/cli/mass_compile.py
index 4c4669d451..3a9ed6dbc3 100755
--- a/lib/python/qmk/cli/mass_compile.py
+++ b/lib/python/qmk/cli/mass_compile.py
@@ -37,6 +37,10 @@ def mass_compile_targets(targets: List[BuildTarget], clean: bool, dry_run: bool,
 
         builddir.mkdir(parents=True, exist_ok=True)
         with open(makefile, "w") as f:
+            f.write(f"""\
+$(info PATH=$(PATH))
+"""# noqa
+                )
             for target in sorted(targets, key=lambda t: (t.keyboard, t.keymap)):
                 keyboard_name = target.keyboard
                 keymap_name = target.keymap