diff --git a/djangocms_alias/admin.py b/djangocms_alias/admin.py
index d28e415..daac102 100644
--- a/djangocms_alias/admin.py
+++ b/djangocms_alias/admin.py
@@ -1,6 +1,6 @@
 from cms.utils.permissions import get_model_permission_codename
 from cms.utils.urlutils import admin_reverse
-from django.contrib import admin
+from django.contrib import admin, messages
 from django.db.models.functions import Lower
 from django.template.loader import render_to_string
 from django.utils.translation import gettext_lazy as _
@@ -168,6 +168,17 @@ def delete_model(self, request, obj):
         if not is_versioning_enabled():
             emit_content_delete([obj], sender=self.model)
 
+        if obj.alias._default_manager.filter(language=obj.language).count() == 1:
+            message = _(
+                "Alias content for language {} deleted. A new empty alias content will be created if needed."
+            ).format(obj.language)
+            self.message_user(request, message, level=messages.WARNING)
+
+        return super().delete_model(
+            request=request,
+            obj=obj,
+        )
+
     def get_list_actions(self):
         """
         Collect rendered actions from implemented methods and return as list
diff --git a/djangocms_alias/models.py b/djangocms_alias/models.py
index d63099e..f027b70 100644
--- a/djangocms_alias/models.py
+++ b/djangocms_alias/models.py
@@ -305,11 +305,6 @@ def get_absolute_url(self):
     def get_template(self):
         return "djangocms_alias/alias_content.html"
 
-    @transaction.atomic
-    def delete(self, *args, **kwargs):
-        super().delete(*args, **kwargs)
-        self.alias.cms_plugins.filter(language=self.language).delete()
-
     @transaction.atomic
     def populate(self, replaced_placeholder=None, replaced_plugin=None, plugins=None):
         if not replaced_placeholder and not replaced_plugin: