diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index 51b247760a..cb15cd2c2d 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -121,7 +121,6 @@ jobs:
           draft: true
           prerelease: ${{ env.RELEASE_CHANNEL == 'preview' }}
           files: target/release/Zed.dmg
-          overwrite: true
           body: ""
         env:
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
diff --git a/script/bundle b/script/bundle
index d22ac430c5..ed1d82c78b 100755
--- a/script/bundle
+++ b/script/bundle
@@ -28,6 +28,7 @@ sed \
     -i .backup \
     "s/package.metadata.bundle-${channel}/package.metadata.bundle/" \
     Cargo.toml
+rm -rf target/x86_64-apple-darwin/release/bundle
 app_path=$(cargo bundle --release --target x86_64-apple-darwin | xargs)
 mv Cargo.toml.backup Cargo.toml
 popd