diff --git a/.aws_ci/Jenkinsfile b/.aws_ci/Jenkinsfile
index b0fabb1ad6e..f8dbdebe983 100644
--- a/.aws_ci/Jenkinsfile
+++ b/.aws_ci/Jenkinsfile
@@ -1,3 +1,8 @@
+// Use milestones to abort old builds when the user force pushes
+def buildNumber = env.BUILD_NUMBER as int
+if (buildNumber > 1) milestone(buildNumber - 1)
+milestone(buildNumber)
+
 pipeline {
     agent {
         ecs {