diff --git a/suites/portal/pfbExportTest.js b/suites/portal/pfbExportTest.js
index bd853a5c6..3c5b5dd39 100644
--- a/suites/portal/pfbExportTest.js
+++ b/suites/portal/pfbExportTest.js
@@ -366,7 +366,7 @@ Scenario('Visit the Explorer page, select a cohort, export to PFB and download t
   } else {
     I.saveScreenshot('whatTheHellIsGoingOnWithTheNavBar.png');
     console.log('WARN: This environment does not have any Explorer or Files button on the navigation bar. This test should not run here');
-    I.fail('Test failed: Navigation bar is missing "Explorer" and "Files" buttons.');
+    throw new Error('Test failed: Navigation bar is missing both "Explorer" and "Files" buttons.');
   }
 
   // Click on the Export to PFB button