diff --git a/ext/AdvancedVIForwardDiffExt.jl b/ext/AdvancedVIForwardDiffExt.jl
deleted file mode 100644
index e69de29bb..000000000
diff --git a/ext/AdvancedVIMooncakeExt.jl b/ext/AdvancedVIMooncakeExt.jl
deleted file mode 100644
index e69de29bb..000000000
diff --git a/ext/AdvancedVIReverseDiffExt.jl b/ext/AdvancedVIReverseDiffExt.jl
deleted file mode 100644
index e69de29bb..000000000
diff --git a/ext/AdvancedVIZygoteExt.jl b/ext/AdvancedVIZygoteExt.jl
deleted file mode 100644
index e69de29bb..000000000
diff --git a/src/AdvancedVI.jl b/src/AdvancedVI.jl
index aebe765e9..1d0c4f502 100644
--- a/src/AdvancedVI.jl
+++ b/src/AdvancedVI.jl
@@ -262,15 +262,6 @@ end
         @require Enzyme = "7da242da-08ed-463a-9acd-ee780be4f1d9" begin
             include("../ext/AdvancedVIEnzymeExt.jl")
         end
-        @require ForwardDiff = "f6369f11-7733-5829-9624-2563aa707210" begin
-            include("../ext/AdvancedVIForwardDiffExt.jl")
-        end
-        @require ReverseDiff = "37e2e3b7-166d-5795-8a7a-e32c996b4267" begin
-            include("../ext/AdvancedVIReverseDiffExt.jl")
-        end
-        @require Zygote = "e88e6eb3-aa80-5325-afca-941959d7151f" begin
-            include("../ext/AdvancedVIZygoteExt.jl")
-        end
     end
 end