Update packages/jupyter-ai/jupyter_ai/document_loaders/directory.py

Co-authored-by: Piyush Jain <[email protected]>
jupyterlab · Nov 2, 2023 · 8a1f8c9 · 8a1f8c9
1 parent 0315690
commit 8a1f8c9
Showing 1 changed file with 3 additions and 4 deletions.
diff --git a/packages/jupyter-ai/jupyter_ai/document_loaders/directory.py b/packages/jupyter-ai/jupyter_ai/document_loaders/directory.py
@@ -56,12 +56,11 @@ def split(path, all: bool, splitter):
             continue
 
         for filename in filenames:
-            filepath = Path(os.path.join(dir, filename))
-            if filepath.suffix not in SUPPORTED_EXTS:
+            if not all and filename.startswith("."):
                 continue
 
-            # Unless we're learning "all" files, exclude hidden files
-            if all is False and filepath.name[0] == ".":
+            filepath = Path(os.path.join(dir, filename))
+            if filepath.suffix not in SUPPORTED_EXTS:
                 continue
 
             document = dask.delayed(path_to_doc)(filepath)