diff --git a/django/library/models.py b/django/library/models.py
index 5e3e557da..ab2a243d6 100644
--- a/django/library/models.py
+++ b/django/library/models.py
@@ -459,7 +459,8 @@ def updated_after(self, start_date, end_date=None, **kwargs):
         updated_codebases = updated_codebases.difference(new_codebases)
         releases = CodebaseRelease.objects.filter(
             id__in=(
-                new_codebases.values("releases") | updated_codebases.values("releases")
+                list(new_codebases.values_list("releases", flat=True))
+                + list(updated_codebases.values_list("releases", flat=True))
             )
         )
         return new_codebases, updated_codebases, releases