batchfetch 1.0.8__tar.gz → 1.0.9__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -0,0 +1,138 @@
1
+ # Byte-compiled / optimized / DLL files
2
+ __pycache__/
3
+ *.py[cod]
4
+ *$py.class
5
+
6
+ # C extensions
7
+ *.so
8
+
9
+ # Distribution / packaging
10
+ .Python
11
+ build/
12
+ develop-eggs/
13
+ dist/
14
+ downloads/
15
+ eggs/
16
+ .eggs/
17
+ lib/
18
+ lib64/
19
+ parts/
20
+ sdist/
21
+ var/
22
+ wheels/
23
+ share/python-wheels/
24
+ *.egg-info/
25
+ .installed.cfg
26
+ *.egg
27
+ MANIFEST
28
+
29
+ # PyInstaller
30
+ # Usually these files are written by a python script from a template
31
+ # before PyInstaller builds the exe, so as to inject date/other infos into it.
32
+ *.manifest
33
+ *.spec
34
+
35
+ # Installer logs
36
+ pip-log.txt
37
+ pip-delete-this-directory.txt
38
+
39
+ # Unit test / coverage reports
40
+ htmlcov/
41
+ .tox/
42
+ .nox/
43
+ .coverage
44
+ .coverage.*
45
+ .cache
46
+ nosetests.xml
47
+ coverage.xml
48
+ *.cover
49
+ *.py,cover
50
+ .hypothesis/
51
+ .pytest_cache/
52
+ cover/
53
+
54
+ # Translations
55
+ *.mo
56
+ *.pot
57
+
58
+ # Django stuff:
59
+ *.log
60
+ local_settings.py
61
+ db.sqlite3
62
+ db.sqlite3-journal
63
+
64
+ # Flask stuff:
65
+ instance/
66
+ .webassets-cache
67
+
68
+ # Scrapy stuff:
69
+ .scrapy
70
+
71
+ # Sphinx documentation
72
+ docs/_build/
73
+
74
+ # PyBuilder
75
+ .pybuilder/
76
+ target/
77
+
78
+ # Jupyter Notebook
79
+ .ipynb_checkpoints
80
+
81
+ # IPython
82
+ profile_default/
83
+ ipython_config.py
84
+
85
+ # pyenv
86
+ # For a library or package, you might want to ignore these files since the code is
87
+ # intended to run in multiple environments; otherwise, check them in:
88
+ # .python-version
89
+
90
+ # pipenv
91
+ # According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
92
+ # However, in case of collaboration, if having platform-specific dependencies or dependencies
93
+ # having no cross-platform support, pipenv may install dependencies that don't work, or not
94
+ # install all needed dependencies.
95
+ #Pipfile.lock
96
+
97
+ # PEP 582; used by e.g. github.com/David-OConnor/pyflow
98
+ __pypackages__/
99
+
100
+ # Celery stuff
101
+ celerybeat-schedule
102
+ celerybeat.pid
103
+
104
+ # SageMath parsed files
105
+ *.sage.py
106
+
107
+ # Environments
108
+ .env
109
+ .venv
110
+ env/
111
+ venv/
112
+ ENV/
113
+ env.bak/
114
+ venv.bak/
115
+
116
+ # Spyder project settings
117
+ .spyderproject
118
+ .spyproject
119
+
120
+ # Rope project settings
121
+ .ropeproject
122
+
123
+ # mkdocs documentation
124
+ /site
125
+
126
+ # mypy
127
+ .mypy_cache/
128
+ .dmypy.json
129
+ dmypy.json
130
+
131
+ # Pyre type checker
132
+ .pyre/
133
+
134
+ # pytype static type analyzer
135
+ .pytype/
136
+
137
+ # Cython debug symbols
138
+ cython_debug/
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: batchfetch
3
- Version: 1.0.8
3
+ Version: 1.0.9
4
4
  Summary: Efficiently clone and pull multiple Git repositories.
5
5
  Home-page: https://github.com/jamescherti/batchfetch
6
6
  Author: James Cherti
@@ -17,6 +17,10 @@ Classifier: Topic :: Utilities
17
17
  Requires-Python: >=3.6, <4
18
18
  Description-Content-Type: text/markdown
19
19
  License-File: LICENSE
20
+ Requires-Dist: colorama
21
+ Requires-Dist: schema
22
+ Requires-Dist: setproctitle
23
+ Requires-Dist: PyYAML
20
24
 
21
25
  # Batchfetch - Efficiently clone or pull multiple Git repositories in parallel
22
26
 
@@ -92,7 +92,7 @@ class BatchFetchGit(BatchFetchBase):
92
92
 
93
93
  The command will fail if the branch is detached.
94
94
  """
95
- cmd = "git show-ref --head --verify HEAD"
95
+ cmd = ["git", "show-ref", "--head", "--verify", "HEAD"]
96
96
  try:
97
97
  stdout, _ = run_simple(cmd, cwd=cwd, env=self.env)
98
98
  output = stdout[0].split(" ")[0]
@@ -208,46 +208,37 @@ class BatchFetchGit(BatchFetchBase):
208
208
  git_merge = False
209
209
 
210
210
  # Merge
211
- ignore_git_pull = False
212
- if not self["git_pull"]:
213
- ignore_git_pull = True
214
-
211
+ do_git_pull = self["git_pull"]
212
+ disable_merge = False
215
213
  if self["reference"]:
216
- ignore_git_pull = False
217
- # Check if the new branch exists
214
+ commit_ref = None
218
215
  try:
219
- self._git_tags(self["reference"])
216
+ # Returns the commit ref of the branch or commit
217
+ commit_ref = self._git_tags(self["reference"])[0]
220
218
  except GitReferenceDoesNotExist:
221
- # The reference does not exist. We should maybe git pull
222
- # in case the reference is in a new commit.
223
- ignore_git_pull = False
224
- else:
225
- if self.current_branch and \
226
- self.current_branch == self["reference"]:
227
- ignore_git_pull = False
219
+ # The reference does not exist. We should git pull
220
+ # in case we can get the reference
221
+ do_git_pull = True
222
+ else: # The reference exists
223
+ if not self._git_is_local_branch(self["reference"]):
224
+ # This is not a real branch where we can merge
225
+ disable_merge = True
226
+
227
+ try:
228
+ # Returns the commit ref of the branch or commit
229
+ commit_ref_head = self._git_tags("HEAD")[0]
230
+ except GitReferenceDoesNotExist:
231
+ # HEAD is detached
232
+ commit_ref_head = None
233
+
234
+ # The wanted commit reference does not exist
235
+ # Or the commit ref of HEAD hasn't changed
236
+ if not commit_ref or commit_ref_head != commit_ref:
237
+ do_git_pull = True
228
238
  else:
229
- # The reference exists:
230
- # 1. Ignore Git pull when the git reference is the same
231
- # as the "branch:" key
232
- try:
233
- commit_ref = self._git_ref(cwd=self.git_local_dir)
234
- except subprocess.CalledProcessError:
235
- # Ignore git pull because the head is detached
236
- pass
237
- else:
238
- # The head is not detached
239
- # self.current_branch contains the current branch
240
- if (commit_ref == self["reference"] or
241
- (self.current_branch and
242
- self.current_branch == self["reference"])):
243
- ignore_git_pull = True
244
-
245
- # 2. Ignore Git pull if it is not a local branch
246
- if (not ignore_git_pull and
247
- not self._git_is_local_branch(self["reference"])):
248
- ignore_git_pull = True
249
-
250
- if ignore_git_pull:
239
+ do_git_pull = False
240
+
241
+ if not do_git_pull:
251
242
  self.add_output(self.indent_spaces +
252
243
  "[INFO] git pull ignored\n")
253
244
  else:
@@ -255,19 +246,20 @@ class BatchFetchGit(BatchFetchBase):
255
246
  self._run(cmd, cwd=str(self.git_local_dir), env=self.env)
256
247
 
257
248
  # TODO: only merge when difference from upstream
258
- commit_ref = self._git_ref(cwd=self.git_local_dir)
259
- self._run(["git", "merge", "--ff-only"],
260
- cwd=str(self.git_local_dir), env=self.env)
261
- git_ref_after_merge = self._git_ref(cwd=self.git_local_dir)
262
- if commit_ref != git_ref_after_merge:
263
- git_merge = True
264
- self.set_changed(True)
265
- self._run(["git", "log",
266
- '--pretty=format:"%h %ad %s [%cn]"',
267
- "--decorate", "--date=short",
268
- f"{commit_ref}..{git_ref_after_merge}"],
269
- cwd=str(self.git_local_dir),
270
- env=self.env)
249
+ commit_ref_head = self._git_ref(cwd=self.git_local_dir)
250
+ if not disable_merge:
251
+ self._run(["git", "merge", "--ff-only"],
252
+ cwd=str(self.git_local_dir), env=self.env)
253
+ git_ref_after_merge = self._git_ref(cwd=self.git_local_dir)
254
+ if commit_ref_head != git_ref_after_merge:
255
+ git_merge = True
256
+ self.set_changed(True)
257
+ self._run(["git", "log",
258
+ '--pretty=format:"%h %ad %s [%cn]"',
259
+ "--decorate", "--date=short",
260
+ f"{commit_ref_head}..{git_ref_after_merge}"],
261
+ cwd=str(self.git_local_dir),
262
+ env=self.env)
271
263
 
272
264
  return git_merge
273
265
 
@@ -291,10 +283,9 @@ class BatchFetchGit(BatchFetchBase):
291
283
  def _git_tags(self, branch: str) -> List[str]:
292
284
  stdout: List[str] = []
293
285
  try:
294
- stdout, _ = run_simple(
295
- ["git", "rev-parse", "--verify", branch],
296
- env=self.env,
297
- cwd=self.git_local_dir)
286
+ stdout, _ = run_simple(["git", "rev-parse", "--verify", branch],
287
+ env=self.env,
288
+ cwd=self.git_local_dir)
298
289
  except subprocess.CalledProcessError as err:
299
290
  raise GitReferenceDoesNotExist(
300
291
  f"The reference '{branch}' does not exist.") from err
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: batchfetch
3
- Version: 1.0.8
3
+ Version: 1.0.9
4
4
  Summary: Efficiently clone and pull multiple Git repositories.
5
5
  Home-page: https://github.com/jamescherti/batchfetch
6
6
  Author: James Cherti
@@ -17,6 +17,10 @@ Classifier: Topic :: Utilities
17
17
  Requires-Python: >=3.6, <4
18
18
  Description-Content-Type: text/markdown
19
19
  License-File: LICENSE
20
+ Requires-Dist: colorama
21
+ Requires-Dist: schema
22
+ Requires-Dist: setproctitle
23
+ Requires-Dist: PyYAML
20
24
 
21
25
  # Batchfetch - Efficiently clone or pull multiple Git repositories in parallel
22
26
 
@@ -1,5 +1,7 @@
1
+ .gitignore
1
2
  LICENSE
2
3
  README.md
4
+ run_tests.sh
3
5
  setup.py
4
6
  batchfetch/__init__.py
5
7
  batchfetch/batchfetch_base.py
@@ -11,4 +13,7 @@ batchfetch.egg-info/SOURCES.txt
11
13
  batchfetch.egg-info/dependency_links.txt
12
14
  batchfetch.egg-info/entry_points.txt
13
15
  batchfetch.egg-info/requires.txt
14
- batchfetch.egg-info/top_level.txt
16
+ batchfetch.egg-info/top_level.txt
17
+ tests/test_helpers.py
18
+ tests/data/test-md5sum.txt
19
+ tests/data/test-run_simple.sh
@@ -0,0 +1,23 @@
1
+ #!/usr/bin/env bash
2
+ #
3
+ # Copyright (c) James Cherti
4
+ # URL: https://github.com/jamescherti/batchfetch
5
+ #
6
+ # This program is free software: you can redistribute it and/or modify it under
7
+ # the terms of the GNU General Public License as published by the Free Software
8
+ # Foundation, either version 3 of the License, or (at your option) any later
9
+ # version.
10
+ #
11
+ # This program is distributed in the hope that it will be useful, but WITHOUT
12
+ # ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
13
+ # FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details.
14
+ #
15
+ # You should have received a copy of the GNU General Public License along with
16
+ # this program. If not, see <https://www.gnu.org/licenses/>.
17
+ #
18
+ cd "$(dirname "${BASH_SOURCE[0]}")"
19
+ export PYTHONPATH="$(pwd)"
20
+ exec pytest -v -v --cov=batchfetch --cov=tests \
21
+ --cov-report=term \
22
+ --cov-report=html:htmlcov \
23
+ tests/test_*py
@@ -22,7 +22,7 @@ from setuptools import find_packages, setup
22
22
 
23
23
  setup(
24
24
  name="batchfetch",
25
- version="1.0.8",
25
+ version="1.0.9",
26
26
  packages=find_packages(),
27
27
  description="Efficiently clone and pull multiple Git repositories.",
28
28
  license="GPLv3",
@@ -0,0 +1,3 @@
1
+ Test 1.
2
+ Test 2.
3
+ Test 3.
@@ -0,0 +1,5 @@
1
+ #!/usr/bin/env bash
2
+
3
+ cd "$(dirname "${BASH_SOURCE[0]}")"
4
+ cat ./test-md5sum.txt
5
+ cat ./test-md5sum.txt | tail -n 1 >&2
@@ -0,0 +1,56 @@
1
+ #!/usr/bin/env python
2
+ #
3
+ # Copyright (c) James Cherti
4
+ # URL: https://github.com/jamescherti/batchfetch
5
+ #
6
+ # This program is free software: you can redistribute it and/or modify it under
7
+ # the terms of the GNU General Public License as published by the Free Software
8
+ # Foundation, either version 3 of the License, or (at your option) any later
9
+ # version.
10
+ #
11
+ # This program is distributed in the hope that it will be useful, but WITHOUT
12
+ # ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
13
+ # FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details.
14
+ #
15
+ # You should have received a copy of the GNU General Public License along with
16
+ # this program. If not, see <https://www.gnu.org/licenses/>.
17
+ #
18
+ """Unit tests."""
19
+
20
+ from pathlib import Path
21
+
22
+ from batchfetch import helpers
23
+
24
+ DATA_PATH = Path(".").joinpath("tests", "data").absolute()
25
+ SCRIPT_RUN_SIMPLE = DATA_PATH / "test-run_simple.sh"
26
+ TEST_MD5SUM_FILE = DATA_PATH / "test-md5sum.txt"
27
+
28
+
29
+ def test_md5sum():
30
+ md5sum = helpers.md5sum(TEST_MD5SUM_FILE)
31
+ assert md5sum == "f31e127edc87a6aa2eb01b7d94d2ec58"
32
+
33
+
34
+ def test_run_simple():
35
+ # Stdout
36
+ stdout_lines, stderr_lines = helpers.run_simple(str(SCRIPT_RUN_SIMPLE))
37
+ assert stdout_lines == ['Test 1.',
38
+ 'Test 2.',
39
+ 'Test 3.']
40
+ assert stderr_lines == ['Test 3.']
41
+
42
+
43
+ def test_indent_raw_output():
44
+ list_str = \
45
+ helpers.indent_raw_output(["Test 1.", "Test 2."])
46
+
47
+ assert list_str == [" Test 1.", " Test 2."]
48
+
49
+
50
+ def test_run_indent():
51
+ stdout_lines, stderr_lines = helpers.run_indent(str(SCRIPT_RUN_SIMPLE))
52
+ assert stdout_lines == [f' [RUN] {str(SCRIPT_RUN_SIMPLE)}',
53
+ ' Test 1.',
54
+ ' Test 2.',
55
+ ' Test 3.']
56
+ assert stderr_lines == [' Test 3.']
File without changes
File without changes
@@ -1,4 +1,4 @@
1
- PyYAML
2
1
  colorama
3
2
  schema
4
3
  setproctitle
4
+ PyYAML
File without changes