diff --git a/tests/__init__.py b/tests/__init__.py
new file mode 100644
index 0000000000..e69de29bb2
diff --git a/tests/conftest.py b/tests/conftest.py
index 96b831730f..1f821722c4 100644
--- a/tests/conftest.py
+++ b/tests/conftest.py
@@ -12,6 +12,10 @@
 from lightning_utilities.core.imports import RequirementCache
 
 
+# Ignore cleanup warnings from pytest (rarely happens due to a race condition when executing pytest in parallel)
+warnings.filterwarnings("ignore", category=pytest.PytestWarning, message=r".*\(rm_rf\) error removing.*")
+
+
 @pytest.fixture()
 def fake_checkpoint_dir(tmp_path):
     os.chdir(tmp_path)