diff --git a/.github/actions/create-release/action.yml b/.github/actions/create-release/action.yml
index c5e58348dfb..0d0f2055f03 100644
--- a/.github/actions/create-release/action.yml
+++ b/.github/actions/create-release/action.yml
@@ -31,7 +31,7 @@ runs:
         GIT_PAGER=cat git show HEAD
     - name: Update "latest" tag if needed
       shell: bash
-      if: ${{ inputs.tag == 'latest' }}
+      if: ${{ inputs.is-latest-on-npm == 'true' }}
       run: |
         git tag -d "latest"
         git push origin :latest
diff --git a/.github/workflows/create-release.yml b/.github/workflows/create-release.yml
index 3807ca530f3..ae5800f81ee 100644
--- a/.github/workflows/create-release.yml
+++ b/.github/workflows/create-release.yml
@@ -15,7 +15,7 @@ on:
       dry-run:
         description: "Whether the job should be executed in dry-run mode or not"
         type: boolean
-        default: false
+        default: true
 
 jobs:
   create_release:
@@ -25,6 +25,8 @@ jobs:
         uses: actions/checkout@v4
         with:
           token: ${{ secrets.REACT_NATIVE_BOT_GITHUB_TOKEN }}
+          fetch-depth: 0
+          fetch-tags: 'true'
       - name: Check if on stable branch
         id: check_stable_branch
         run: |