diff --git a/.github/workflows/release.yml b/.github/workflows/release.yml
index 8f1f8748..715dd729 100644
--- a/.github/workflows/release.yml
+++ b/.github/workflows/release.yml
@@ -69,7 +69,7 @@ jobs:
         with:
           version: ${{ steps.get_version.outputs.package_version }}
           product_name: bson
-          dry_run:  false
+          dry_run: ${{ needs.release_please.outputs.release_created == '' }}
 
   publish:
     needs: [release_please, ssdlc]