Merge pull request #188 from Pennycook/feature/finder-progress

Add progress tracker for identifying source files

Author: Pennycook

codebasin/finder.py

@@ -163,12 +163,38 @@ def find(
     if isinstance(rootdir, Path):
         rootdir = str(rootdir)
 
-    # Build a tree for each unique file for all platforms.
-    state = ParserState(summarize_only)
-    filenames = set(codebase)
+    # Build up a list of potential source files.
+    def _potential_file_generator(codebase):
+        for directory in codebase._directories:
+            yield from Path(directory).rglob("*")
+
+    potential_files = []
+    for f in tqdm(
+        _potential_file_generator(codebase),
+        desc="Scanning current directory",
+        unit=" files",
+        leave=False,
+        disable=not show_progress,
+    ):
+        potential_files.append(f)
+
+    # Identify which files are in the code base.
+    filenames = set()
+    for f in tqdm(
+        potential_files,
+        desc="Identifying source files",
+        unit=" files",
+        leave=False,
+        disable=not show_progress,
+    ):
+        if f in codebase:
+            filenames.add(f)
     for p in configuration:
         for e in configuration[p]:
             filenames.add(e["file"])
+
+    # Build a tree for each unique file for all platforms.
+    state = ParserState(summarize_only)
     for f in tqdm(
         filenames,
         desc="Parsing",