Unique sitemaps

hexpm · May 7, 2024 · a1c7ec5 · a1c7ec5
1 parent 13913dc
commit a1c7ec5
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/lib/preview/queue.ex b/lib/preview/queue.ex
@@ -67,6 +67,10 @@ defmodule Preview.Queue do
                 []
             end
           end)
+          # Handle old packages with broken, non-unique files
+          |> Enum.uniq_by(fn {path, _blob} -> path end)
+          |> Enum.sort()
+
 
         update_package_sitemap(package, files)
         Logger.info("#{key}: done")