diff --git a/CHANGELOG.md b/CHANGELOG.md
index 01a311bf..f45ada8b 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -1,5 +1,9 @@
 # Changelog
 
+## 1.10.1
+
+This release contains changes concerning maintainers of the repo and has no user-facing changes.
+
 ## 1.10.0
 
 - **feat(action): Support macos and windows runners**  
diff --git a/README.md b/README.md
index a34ca8bd..64602b1c 100644
--- a/README.md
+++ b/README.md
@@ -27,10 +27,10 @@ Additionally, releases are used for applying [source maps](https://docs.sentry.i
 
 ## What's new
 
-* **feat(sourcemaps): Add inject option to inject debug ids into source files and sourcemaps**
-
-A new option to inject [Debug IDs](https://docs.sentry.io/platforms/javascript/sourcemaps/troubleshooting_js/artifact-bundles/) into source files and sourcemaps was added to the action to ensure proper un-minifaction of your stacktraces. We **strongly recommend enabling** this by setting `inject: true` in your action alongside providing a path to sourcemaps.
+### 1.10.0
 
+- **feat(action): Support macos and windows runners**  
+We now publish a composite action that runs on all runners. Actions can now be properly versioned, allowing pinning versions from here on out.
 
 Please refer to the [release page](https://github.com/getsentry/action-release/releases) for the latest release notes.
 
diff --git a/dist/index.js b/dist/index.js
index 2563db3e..dff08681 100644
--- a/dist/index.js
+++ b/dist/index.js
@@ -123582,7 +123582,7 @@ module.exports = JSON.parse('{"eN":{"H":"https://github.com/elastic/require-in-t
 /***/ ((module) => {
 
 "use strict";
-module.exports = JSON.parse('{"name":"action-release","version":"1.9.0","private":true,"description":"GitHub Action for creating a release on Sentry","main":"dist/index.js","scripts":{"start":"node dist/index.js","build":"ncc build src/main.ts -e @sentry/cli","format":"prettier --write **/*.ts **/*.md","format-check":"prettier --check **/*.ts **/*.md","lint":"eslint src/**/*.ts","test":"jest","all":"yarn run format && yarn run lint && yarn run build && yarn test"},"repository":{"type":"git","url":"git+https://github.com/getsentry/action-release.git"},"keywords":["actions","sentry","release"],"author":"Sentry","license":"MIT","dependencies":{"@actions/core":"^1.11.1","@sentry/node":"^8.54.0"},"devDependencies":{"@sentry/cli":"^2.41.1","@types/jest":"^29.5.6","@types/node":"^20.8.9","@typescript-eslint/parser":"^6.9.0","@vercel/ncc":"^0.38.1","eslint":"^8.52.0","eslint-plugin-github":"^4.10.1","eslint-plugin-jest":"^27.4.3","jest":"^29.7.0","jest-circus":"^29.7.0","js-yaml":"^4.1.0","prettier":"^3.0.3","ts-jest":"^29.1.1","typescript":"^5.2.2"},"volta":{"node":"18.17.0","yarn":"1.22.4"}}');
+module.exports = JSON.parse('{"name":"action-release","version":"1.10.0","private":true,"description":"GitHub Action for creating a release on Sentry","main":"dist/index.js","scripts":{"start":"node dist/index.js","build":"ncc build src/main.ts -e @sentry/cli","format":"prettier --write **/*.ts **/*.md","format-check":"prettier --check **/*.ts **/*.md","lint":"eslint src/**/*.ts","test":"jest","all":"yarn run format && yarn run lint && yarn run build && yarn test"},"repository":{"type":"git","url":"git+https://github.com/getsentry/action-release.git"},"keywords":["actions","sentry","release"],"author":"Sentry","license":"MIT","dependencies":{"@actions/core":"^1.11.1","@sentry/node":"^8.54.0"},"devDependencies":{"@sentry/cli":"^2.41.1","@types/jest":"^29.5.6","@types/node":"^20.8.9","@typescript-eslint/parser":"^6.9.0","@vercel/ncc":"^0.38.1","eslint":"^8.52.0","eslint-plugin-github":"^4.10.1","eslint-plugin-jest":"^27.4.3","jest":"^29.7.0","jest-circus":"^29.7.0","js-yaml":"^4.1.0","prettier":"^3.0.3","ts-jest":"^29.1.1","typescript":"^5.2.2"},"volta":{"node":"18.17.0","yarn":"1.22.4"}}');
 
 /***/ })
 
diff --git a/scripts/craft-pre-release.sh b/scripts/craft-pre-release.sh
index 05dcdecd..11e12c92 100644
--- a/scripts/craft-pre-release.sh
+++ b/scripts/craft-pre-release.sh
@@ -12,3 +12,7 @@ cd $SCRIPT_DIR/..
 # as craft/publish will take care of that
 export npm_config_git_tag_version=false
 npm version "${NEW_VERSION}"
+
+# The build output contains the package.json so we need to
+# rebuild to ensure it's reflected after bumping the version
+yarn build