diff --git a/tools/python/run_CIs_for_external_pr.py b/tools/python/run_CIs_for_external_pr.py
index 6cc1fefc55319..1546a9143831a 100644
--- a/tools/python/run_CIs_for_external_pr.py
+++ b/tools/python/run_CIs_for_external_pr.py
@@ -35,9 +35,6 @@ def get_pipeline_names():
         "Linux QNN CI Pipeline",
         # mac
         "MacOS CI Pipeline",
-        # training
-        "orttraining-linux-ci-pipeline",
-        "orttraining-linux-gpu-ci-pipeline",
         # checks
         "onnxruntime-binary-size-checks-ci-pipeline",
         # big models
@@ -79,7 +76,8 @@ def run_gh_pr_command(command: list[str], check: bool = True):
     except subprocess.CalledProcessError as cpe:
         print(cpe)
         print(cpe.stderr)
-        sys.exit(-1)
+        # Exit if debugging. Otherwise keep going as it's most likely an intermittent failure.
+        # sys.exit(-1)
 
 
 def main():