Update packages/jupyter-ai/jupyter_ai/document_loaders/directory.py

Co-authored-by: Piyush Jain <[email protected]>
jupyterlab · Nov 2, 2023 · 64571ff · 64571ff
1 parent 2f253ba
commit 64571ff
Showing 1 changed file with 1 addition and 5 deletions.
diff --git a/packages/jupyter-ai/jupyter_ai/document_loaders/directory.py b/packages/jupyter-ai/jupyter_ai/document_loaders/directory.py
@@ -52,11 +52,7 @@ def split(path, all: bool, splitter):
     chunks = []
 
     for dir, _, filenames in os.walk(path):
-        if all is False and dir in EXCLUDE_DIRS:
-            continue
-
-        # Exclude hidden directories
-        if all is False and dir[0] == ".":
+        if not all and (dir.startswith(".") or dir in EXCLUDE_DIRS):
             continue
 
         for filename in filenames: