diff --git a/.github/workflows/release-please.yml b/.github/workflows/release-please.yml
index a2696190..5682835c 100644
--- a/.github/workflows/release-please.yml
+++ b/.github/workflows/release-please.yml
@@ -24,6 +24,9 @@ jobs:
           release-type: simple
           package-name: hetzner.hcloud
 
+          # Skip Azure pipeline for release-please commits
+          pull-request-title-pattern: "chore${scope}: release${component} ${version}\n\n[skip azp]"
+
           # We use antsibull-changelog for the actual user-facing changelog.
           changelog-path: changelogs/dev-changelog.md
 
@@ -72,6 +75,8 @@ jobs:
           git config user.email "45457231+hcloud-bot@users.noreply.github.com"
 
           git add changelogs/ CHANGELOG.rst
-          git commit -m "chore(main): changelog for version ${{ needs.release-please.outputs.version }}"
+          git commit \
+            -m "chore(main): changelog for version ${{ needs.release-please.outputs.version }}" \
+            -m "[skip azp]"
 
           git push origin ${{ needs.release-please.outputs.branch }}