batchfetch 1.3.2__tar.gz → 1.3.4__tar.gz

{batchfetch-1.3.2 → batchfetch-1.3.4}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: batchfetch
-Version: 1.3.2
+Version: 1.3.4
 Summary: Efficiently clone and pull multiple Git repositories.
 Home-page: https://github.com/jamescherti/batchfetch
 Author: James Cherti
@@ -213,7 +213,7 @@ batchfetch
 
 ## License
 
-Copyright (C) 2024 [James Cherti](https://www.jamescherti.com)
+Copyright (C) 2024-2025 [James Cherti](https://www.jamescherti.com)
 
 This program is free software: you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation, either version 3 of the License, or (at your option) any later version.
 

{batchfetch-1.3.2 → batchfetch-1.3.4}/README.md

@@ -193,7 +193,7 @@ batchfetch
 
 ## License
 
-Copyright (C) 2024 [James Cherti](https://www.jamescherti.com)
+Copyright (C) 2024-2025 [James Cherti](https://www.jamescherti.com)
 
 This program is free software: you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation, either version 3 of the License, or (at your option) any later version.
 

{batchfetch-1.3.2 → batchfetch-1.3.4}/batchfetch/__init__.py

@@ -1,6 +1,6 @@
 #!/usr/bin/env python
 #
-# Copyright (C) 2024 James Cherti
+# Copyright (C) 2024-2025 James Cherti
 # URL: https://github.com/jamescherti/batchfetch
 #
 # This program is free software: you can redistribute it and/or modify it under

{batchfetch-1.3.2 → batchfetch-1.3.4}/batchfetch/batchfetch_base.py

@@ -1,6 +1,6 @@
 #!/usr/bin/env python
 #
-# Copyright (C) 2024 James Cherti
+# Copyright (C) 2024-2025 James Cherti
 # URL: https://github.com/jamescherti/batchfetch
 #
 # This program is free software: you can redistribute it and/or modify it under
@@ -88,9 +88,6 @@ class TaskBase:
         if key in self.options:
             return self.options[key]
 
-        if key in self.global_options_values:
-            return self.global_options_values[key]
-
         raise KeyError(f"The item '{key}' was not found in '{self.values}")
 
 
@@ -98,9 +95,9 @@ class TaskBatchFetch(TaskBase):
     """Plugin downloader base class."""
 
     def __init__(self, data: Dict[str, Any], options: Dict[str, Any]):
-        new_options = {"exec_before": [],
-                       "exec_after": [],
-                       "ignore_untracked": []}
+        new_options: Dict[str, Any] = {"exec_before": [],
+                                       "exec_after": [],
+                                       "ignore_untracked": []}
         new_options.update(options)
         options = new_options
 
@@ -160,7 +157,8 @@ class TaskBatchFetch(TaskBase):
             self._local_task_exec(cmd, cwd=str(cwd))
 
         # Local
-        cmd = self["exec_before"]
+        cmd = self._item_values["exec_before"] if "exec_before" \
+            in self._item_values else None
         if cmd:
             self._local_task_exec(cmd, cwd=str(cwd))
 
@@ -176,7 +174,8 @@ class TaskBatchFetch(TaskBase):
             self._local_task_exec(cmd, cwd=str(cwd))
 
         # Local
-        cmd = self["exec_after"]
+        cmd = self._item_values["exec_after"] if "exec_after" \
+            in self._item_values else None
         if cmd:
             self._local_task_exec(cmd, cwd=str(cwd))
 

{batchfetch-1.3.2 → batchfetch-1.3.4}/batchfetch/batchfetch_cli.py

@@ -1,6 +1,6 @@
 #!/usr/bin/env python
 #
-# Copyright (C) 2024 James Cherti
+# Copyright (C) 2024-2025 James Cherti
 # URL: https://github.com/jamescherti/batchfetch
 #
 # This program is free software: you can redistribute it and/or modify it under
@@ -35,6 +35,7 @@ from setproctitle import setproctitle
 
 from .batchfetch_base import BatchFetchError, TaskBatchFetch
 from .batchfetch_git import BatchFetchGit
+from .helpers import collect_parent_dirs
 
 
 class BatchFetchCli:
@@ -100,8 +101,14 @@ class BatchFetchCli:
                           file=sys.stderr)
                     sys.exit(1)
 
-                self.ignore_untracked.add(Path(path).absolute())
-                self.ignore_untracked.add(Path(path).resolve())
+                # The Batchfetch file shouldn't be tracked
+                absolute_batchfetch = Path(path).absolute()
+                self.ignore_untracked.add(absolute_batchfetch)
+
+                resolved_batchfetch = absolute_batchfetch.resolve()
+                self.ignore_untracked.add(resolved_batchfetch)
+
+                # Paths specified in the batchfetch.yaml file
                 untracked_paths = None
                 if "options" in yaml_dict and \
                         "ignore_untracked" in yaml_dict["options"]:
@@ -113,9 +120,14 @@ class BatchFetchCli:
 
                 if untracked_paths:
                     for ignore_untracked_path in untracked_paths:
-                        self.ignore_untracked.add(
+                        # Absolute
+                        ignore_untracked_path = \
                             Path(ignore_untracked_path).absolute()
-                        )
+                        self.ignore_untracked.add(ignore_untracked_path)
+
+                        # Resolve
+                        ignore_untracked_path = ignore_untracked_path.resolve()
+                        self.ignore_untracked.add(ignore_untracked_path)
 
                 self._loads(dict(yaml_dict))
         except OSError as err:
@@ -273,10 +285,22 @@ class BatchFetchCli:
     def _find_untracked_paths(self):
         "Find the files that are untracked and should be deleted."
         untracked_paths = set()
+        cwd = Path.cwd()
+        local_ignore_untracked = set()
+
+        for tracked_dir, tracked_filenames in self.tracked_paths.items():
+            actual_filenames = {file.name for file in tracked_dir.iterdir()}
+            self.ignore_untracked |= {tracked_dir}
+            parents = collect_parent_dirs(cwd, tracked_dir)
+            local_ignore_untracked |= parents
+
         for tracked_dir, tracked_filenames in self.tracked_paths.items():
             actual_filenames = {file.name for file in tracked_dir.iterdir()}
             for filename in actual_filenames - tracked_filenames:
                 full_path = tracked_dir / filename
+                if full_path in local_ignore_untracked:
+                    continue
+
                 if full_path in self.ignore_untracked:
                     continue
 
@@ -422,19 +446,21 @@ def command_line_interface():
             print()
 
         os.chdir(args.directory)
-        batchfetch_cli = BatchFetchCli(verbose=args.verbose,
-                                       max_workers=args.jobs,
-                                       check_untracked=args.check_untracked,
-                                       targets=args.targets)
-        batchfetch_cli.load(file)
-
         try:
+            batchfetch_cli = BatchFetchCli(
+                verbose=args.verbose,
+                max_workers=args.jobs,
+                check_untracked=args.check_untracked,
+                targets=args.targets,
+            )
+
+            batchfetch_cli.load(file)
             if not batchfetch_cli.run_tasks():
                 errno = 1
         except KeyboardInterrupt:
             print("Interrupted.", file=sys.stderr)
             errno = 1
-        except BatchFetchError as err:
+        except (yaml.parser.MarkedYAMLError, BatchFetchError) as err:
             print(f"Error: {err}.", file=sys.stderr)
             errno = 1
 

{batchfetch-1.3.2 → batchfetch-1.3.4}/batchfetch/batchfetch_git.py

@@ -1,6 +1,6 @@
 #!/usr/bin/env python
 #
-# Copyright (C) 2024 James Cherti
+# Copyright (C) 2024-2025 James Cherti
 # URL: https://github.com/jamescherti/batchfetch
 #
 # This program is free software: you can redistribute it and/or modify it under

{batchfetch-1.3.2 → batchfetch-1.3.4}/batchfetch/helpers.py

@@ -1,6 +1,6 @@
 #!/usr/bin/env python
 #
-# Copyright (C) 2024 James Cherti
+# Copyright (C) 2024-2025 James Cherti
 # URL: https://github.com/jamescherti/batchfetch
 #
 # This program is free software: you can redistribute it and/or modify it under
@@ -21,8 +21,9 @@
 import hashlib
 import os
 import shlex
+from pathlib import Path
 from subprocess import PIPE, CalledProcessError, Popen, list2cmdline
-from typing import List, Tuple, Union
+from typing import List, Set, Tuple, Union
 
 
 def md5sum(filename: os.PathLike):
@@ -116,3 +117,25 @@ def run_indent(cmd: Union[List[str], str], spaces: int = 4,
     stderr = indent_raw_output(stderr, spaces)
 
     return (stdout, stderr)
+
+
+def collect_parent_dirs(base_dir: Path, dir: Path) -> Set[Path]:
+    """Collect all parent directories of 'dir' until 'base_dir' is reached.
+
+    If 'dir' is not inside 'base_dir', return None.
+    """
+    parents: Set[Path] = set()
+
+    for dir_path, base_path in [(dir.resolve(), base_dir.resolve()),
+                                (dir.absolute(), base_dir.absolute())]:
+        try:
+            # Check if dir is inside base_dir
+            dir_path.relative_to(base_path)
+        except ValueError:
+            continue
+
+        while dir_path != base_path:
+            parents.add(dir_path)
+            dir_path = dir_path.parent
+
+    return parents

{batchfetch-1.3.2 → batchfetch-1.3.4}/batchfetch.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: batchfetch
-Version: 1.3.2
+Version: 1.3.4
 Summary: Efficiently clone and pull multiple Git repositories.
 Home-page: https://github.com/jamescherti/batchfetch
 Author: James Cherti
@@ -213,7 +213,7 @@ batchfetch
 
 ## License
 
-Copyright (C) 2024 [James Cherti](https://www.jamescherti.com)
+Copyright (C) 2024-2025 [James Cherti](https://www.jamescherti.com)
 
 This program is free software: you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation, either version 3 of the License, or (at your option) any later version.
 

{batchfetch-1.3.2 → batchfetch-1.3.4}/setup.py

@@ -1,6 +1,6 @@
 #!/usr/bin/env python
 #
-# Copyright (C) 2024 James Cherti
+# Copyright (C) 2024-2025 James Cherti
 # URL: https://github.com/jamescherti/batchfetch
 #
 # This program is free software: you can redistribute it and/or modify it under
@@ -22,7 +22,7 @@ from setuptools import find_packages, setup
 
 setup(
     name="batchfetch",
-    version="1.3.2",
+    version="1.3.4",
     packages=find_packages(),
     description="Efficiently clone and pull multiple Git repositories.",
     license="GPLv3",