diff --git a/test/components/audio/test_whisper_local.py b/test/components/audio/test_whisper_local.py
index d30ce3eebc..0d3528364b 100644
--- a/test/components/audio/test_whisper_local.py
+++ b/test/components/audio/test_whisper_local.py
@@ -204,20 +204,3 @@ def test_whisper_local_transcriber(self, test_files_path):
         assert docs[2].content.strip().lower() == "answer."
         # meta.audio_file should contain the temp path where we dumped the audio bytes
         assert docs[2].meta["audio_file"]
-
-    @pytest.mark.integration
-    @pytest.mark.skipif(sys.platform in ["win32", "cygwin"], reason="ffmpeg not installed on Windows CI")
-    def test_whisper_local_transcriber_pipeline_and_url_source(self):
-        pipe = Pipeline()
-        pipe.add_component("fetcher", LinkContentFetcher())
-        pipe.add_component("transcriber", LocalWhisperTranscriber(model="tiny"))
-
-        pipe.connect("fetcher", "transcriber")
-        result = pipe.run(
-            data={
-                "fetcher": {
-                    "urls": ["https://ia903102.us.archive.org/19/items/100-Best--Speeches/EK_19690725_64kb.mp3"]
-                }
-            }
-        )
-        assert "Massachusetts" in result["transcriber"]["documents"][0].content
diff --git a/test/components/audio/test_whisper_remote.py b/test/components/audio/test_whisper_remote.py
index 21e497b27f..ccc4221e46 100644
--- a/test/components/audio/test_whisper_remote.py
+++ b/test/components/audio/test_whisper_remote.py
@@ -189,23 +189,3 @@ def test_whisper_remote_transcriber(self, test_files_path):
         assert str(test_files_path / "audio" / "the context for this answer is here.wav") == docs[1].meta["file_path"]
 
         assert docs[2].content.strip().lower() == "answer."
-
-    @pytest.mark.skipif(
-        not os.environ.get("OPENAI_API_KEY", None),
-        reason="Export an env var called OPENAI_API_KEY containing the OpenAI API key to run this test.",
-    )
-    @pytest.mark.integration
-    def test_whisper_remote_transcriber_pipeline_and_url_source(self):
-        pipe = Pipeline()
-        pipe.add_component("fetcher", LinkContentFetcher())
-        pipe.add_component("transcriber", RemoteWhisperTranscriber())
-
-        pipe.connect("fetcher", "transcriber")
-        result = pipe.run(
-            data={
-                "fetcher": {
-                    "urls": ["https://ia903102.us.archive.org/19/items/100-Best--Speeches/EK_19690725_64kb.mp3"]
-                }
-            }
-        )
-        assert "Massachusetts" in result["transcriber"]["documents"][0].content
diff --git a/test/test_files/audio/MLK_Something_happening.mp3 b/test/test_files/audio/MLK_Something_happening.mp3
new file mode 100644
index 0000000000..8245c47fac
Binary files /dev/null and b/test/test_files/audio/MLK_Something_happening.mp3 differ