diff --git a/CHANGELOG.md b/CHANGELOG.md
index d69bd4fd..4579f0d7 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -7,8 +7,11 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 
 ## [Unreleased]
 
+## [0.0.1] - 2024-04-08
+
 ### Added
 
 - Initialize project and create heartbeat for the installation.
 
-[Unreleased]: https://github.com/giantswarm/observability-operator/tree/master
+[Unreleased]: https://github.com/giantswarm/observability-operator/compare/v0.0.1...HEAD
+[0.0.1]: https://github.com/giantswarm/observability-operator/releases/tag/v0.0.1
diff --git a/pkg/monitoring/heartbeat/opsgenie.go b/pkg/monitoring/heartbeat/opsgenie.go
index 70856646..6bb96ebf 100644
--- a/pkg/monitoring/heartbeat/opsgenie.go
+++ b/pkg/monitoring/heartbeat/opsgenie.go
@@ -121,6 +121,7 @@ func (r *OpsgenieHeartbeatRepository) Delete(ctx context.Context) error {
 		apiErr, ok := err.(*client.ApiError)
 		if ok && apiErr.StatusCode == http.StatusNotFound {
 			logger.Info("heartbeat does not exist, skipping")
+			return nil
 		} else {
 			return errors.WithStack(err)
 		}