diff --git a/.github/workflows/gh-release.yaml b/.github/workflows/gh-release.yaml
index 83d6ce6c..6c24567e 100644
--- a/.github/workflows/gh-release.yaml
+++ b/.github/workflows/gh-release.yaml
@@ -55,8 +55,8 @@ jobs:
         working-directory: packages/cli
         run: yarn oclif upload tarballs --no-xz --targets $TARBALL_TARGETS
 
-      - name: Rename tarballs
-        # if: startsWith(github.ref, 'refs/tags/')
+      - name: Rename tarballs to remove git sha
+        if: startsWith(github.ref, 'refs/tags/')
         working-directory: packages/cli/dist
         run: |
           git_sha="$(git rev-parse --short HEAD)"
@@ -67,6 +67,7 @@ jobs:
           done
 
       - name: Release
+        if: startsWith(github.ref, 'refs/tags/')
         uses: softprops/action-gh-release@v1
         with:
           generate_release_notes: true