batchfetch 1.0.8__tar.gz → 1.0.9__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- batchfetch-1.0.9/.gitignore +138 -0
- {batchfetch-1.0.8 → batchfetch-1.0.9}/PKG-INFO +5 -1
- {batchfetch-1.0.8 → batchfetch-1.0.9}/batchfetch/batchfetch_git.py +45 -54
- {batchfetch-1.0.8 → batchfetch-1.0.9}/batchfetch.egg-info/PKG-INFO +5 -1
- {batchfetch-1.0.8 → batchfetch-1.0.9}/batchfetch.egg-info/SOURCES.txt +6 -1
- batchfetch-1.0.9/run_tests.sh +23 -0
- {batchfetch-1.0.8 → batchfetch-1.0.9}/setup.py +1 -1
- batchfetch-1.0.9/tests/data/test-md5sum.txt +3 -0
- batchfetch-1.0.9/tests/data/test-run_simple.sh +5 -0
- batchfetch-1.0.9/tests/test_helpers.py +56 -0
- {batchfetch-1.0.8 → batchfetch-1.0.9}/LICENSE +0 -0
- {batchfetch-1.0.8 → batchfetch-1.0.9}/README.md +0 -0
- {batchfetch-1.0.8 → batchfetch-1.0.9}/batchfetch/__init__.py +0 -0
- {batchfetch-1.0.8 → batchfetch-1.0.9}/batchfetch/batchfetch_base.py +0 -0
- {batchfetch-1.0.8 → batchfetch-1.0.9}/batchfetch/batchfetch_cli.py +0 -0
- {batchfetch-1.0.8 → batchfetch-1.0.9}/batchfetch/helpers.py +0 -0
- {batchfetch-1.0.8 → batchfetch-1.0.9}/batchfetch.egg-info/dependency_links.txt +0 -0
- {batchfetch-1.0.8 → batchfetch-1.0.9}/batchfetch.egg-info/entry_points.txt +0 -0
- {batchfetch-1.0.8 → batchfetch-1.0.9}/batchfetch.egg-info/requires.txt +1 -1
- {batchfetch-1.0.8 → batchfetch-1.0.9}/batchfetch.egg-info/top_level.txt +0 -0
- {batchfetch-1.0.8 → batchfetch-1.0.9}/setup.cfg +0 -0
|
@@ -0,0 +1,138 @@
|
|
|
1
|
+
# Byte-compiled / optimized / DLL files
|
|
2
|
+
__pycache__/
|
|
3
|
+
*.py[cod]
|
|
4
|
+
*$py.class
|
|
5
|
+
|
|
6
|
+
# C extensions
|
|
7
|
+
*.so
|
|
8
|
+
|
|
9
|
+
# Distribution / packaging
|
|
10
|
+
.Python
|
|
11
|
+
build/
|
|
12
|
+
develop-eggs/
|
|
13
|
+
dist/
|
|
14
|
+
downloads/
|
|
15
|
+
eggs/
|
|
16
|
+
.eggs/
|
|
17
|
+
lib/
|
|
18
|
+
lib64/
|
|
19
|
+
parts/
|
|
20
|
+
sdist/
|
|
21
|
+
var/
|
|
22
|
+
wheels/
|
|
23
|
+
share/python-wheels/
|
|
24
|
+
*.egg-info/
|
|
25
|
+
.installed.cfg
|
|
26
|
+
*.egg
|
|
27
|
+
MANIFEST
|
|
28
|
+
|
|
29
|
+
# PyInstaller
|
|
30
|
+
# Usually these files are written by a python script from a template
|
|
31
|
+
# before PyInstaller builds the exe, so as to inject date/other infos into it.
|
|
32
|
+
*.manifest
|
|
33
|
+
*.spec
|
|
34
|
+
|
|
35
|
+
# Installer logs
|
|
36
|
+
pip-log.txt
|
|
37
|
+
pip-delete-this-directory.txt
|
|
38
|
+
|
|
39
|
+
# Unit test / coverage reports
|
|
40
|
+
htmlcov/
|
|
41
|
+
.tox/
|
|
42
|
+
.nox/
|
|
43
|
+
.coverage
|
|
44
|
+
.coverage.*
|
|
45
|
+
.cache
|
|
46
|
+
nosetests.xml
|
|
47
|
+
coverage.xml
|
|
48
|
+
*.cover
|
|
49
|
+
*.py,cover
|
|
50
|
+
.hypothesis/
|
|
51
|
+
.pytest_cache/
|
|
52
|
+
cover/
|
|
53
|
+
|
|
54
|
+
# Translations
|
|
55
|
+
*.mo
|
|
56
|
+
*.pot
|
|
57
|
+
|
|
58
|
+
# Django stuff:
|
|
59
|
+
*.log
|
|
60
|
+
local_settings.py
|
|
61
|
+
db.sqlite3
|
|
62
|
+
db.sqlite3-journal
|
|
63
|
+
|
|
64
|
+
# Flask stuff:
|
|
65
|
+
instance/
|
|
66
|
+
.webassets-cache
|
|
67
|
+
|
|
68
|
+
# Scrapy stuff:
|
|
69
|
+
.scrapy
|
|
70
|
+
|
|
71
|
+
# Sphinx documentation
|
|
72
|
+
docs/_build/
|
|
73
|
+
|
|
74
|
+
# PyBuilder
|
|
75
|
+
.pybuilder/
|
|
76
|
+
target/
|
|
77
|
+
|
|
78
|
+
# Jupyter Notebook
|
|
79
|
+
.ipynb_checkpoints
|
|
80
|
+
|
|
81
|
+
# IPython
|
|
82
|
+
profile_default/
|
|
83
|
+
ipython_config.py
|
|
84
|
+
|
|
85
|
+
# pyenv
|
|
86
|
+
# For a library or package, you might want to ignore these files since the code is
|
|
87
|
+
# intended to run in multiple environments; otherwise, check them in:
|
|
88
|
+
# .python-version
|
|
89
|
+
|
|
90
|
+
# pipenv
|
|
91
|
+
# According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
|
|
92
|
+
# However, in case of collaboration, if having platform-specific dependencies or dependencies
|
|
93
|
+
# having no cross-platform support, pipenv may install dependencies that don't work, or not
|
|
94
|
+
# install all needed dependencies.
|
|
95
|
+
#Pipfile.lock
|
|
96
|
+
|
|
97
|
+
# PEP 582; used by e.g. github.com/David-OConnor/pyflow
|
|
98
|
+
__pypackages__/
|
|
99
|
+
|
|
100
|
+
# Celery stuff
|
|
101
|
+
celerybeat-schedule
|
|
102
|
+
celerybeat.pid
|
|
103
|
+
|
|
104
|
+
# SageMath parsed files
|
|
105
|
+
*.sage.py
|
|
106
|
+
|
|
107
|
+
# Environments
|
|
108
|
+
.env
|
|
109
|
+
.venv
|
|
110
|
+
env/
|
|
111
|
+
venv/
|
|
112
|
+
ENV/
|
|
113
|
+
env.bak/
|
|
114
|
+
venv.bak/
|
|
115
|
+
|
|
116
|
+
# Spyder project settings
|
|
117
|
+
.spyderproject
|
|
118
|
+
.spyproject
|
|
119
|
+
|
|
120
|
+
# Rope project settings
|
|
121
|
+
.ropeproject
|
|
122
|
+
|
|
123
|
+
# mkdocs documentation
|
|
124
|
+
/site
|
|
125
|
+
|
|
126
|
+
# mypy
|
|
127
|
+
.mypy_cache/
|
|
128
|
+
.dmypy.json
|
|
129
|
+
dmypy.json
|
|
130
|
+
|
|
131
|
+
# Pyre type checker
|
|
132
|
+
.pyre/
|
|
133
|
+
|
|
134
|
+
# pytype static type analyzer
|
|
135
|
+
.pytype/
|
|
136
|
+
|
|
137
|
+
# Cython debug symbols
|
|
138
|
+
cython_debug/
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: batchfetch
|
|
3
|
-
Version: 1.0.
|
|
3
|
+
Version: 1.0.9
|
|
4
4
|
Summary: Efficiently clone and pull multiple Git repositories.
|
|
5
5
|
Home-page: https://github.com/jamescherti/batchfetch
|
|
6
6
|
Author: James Cherti
|
|
@@ -17,6 +17,10 @@ Classifier: Topic :: Utilities
|
|
|
17
17
|
Requires-Python: >=3.6, <4
|
|
18
18
|
Description-Content-Type: text/markdown
|
|
19
19
|
License-File: LICENSE
|
|
20
|
+
Requires-Dist: colorama
|
|
21
|
+
Requires-Dist: schema
|
|
22
|
+
Requires-Dist: setproctitle
|
|
23
|
+
Requires-Dist: PyYAML
|
|
20
24
|
|
|
21
25
|
# Batchfetch - Efficiently clone or pull multiple Git repositories in parallel
|
|
22
26
|
|
|
@@ -92,7 +92,7 @@ class BatchFetchGit(BatchFetchBase):
|
|
|
92
92
|
|
|
93
93
|
The command will fail if the branch is detached.
|
|
94
94
|
"""
|
|
95
|
-
cmd = "git show-ref --head --verify HEAD"
|
|
95
|
+
cmd = ["git", "show-ref", "--head", "--verify", "HEAD"]
|
|
96
96
|
try:
|
|
97
97
|
stdout, _ = run_simple(cmd, cwd=cwd, env=self.env)
|
|
98
98
|
output = stdout[0].split(" ")[0]
|
|
@@ -208,46 +208,37 @@ class BatchFetchGit(BatchFetchBase):
|
|
|
208
208
|
git_merge = False
|
|
209
209
|
|
|
210
210
|
# Merge
|
|
211
|
-
|
|
212
|
-
|
|
213
|
-
ignore_git_pull = True
|
|
214
|
-
|
|
211
|
+
do_git_pull = self["git_pull"]
|
|
212
|
+
disable_merge = False
|
|
215
213
|
if self["reference"]:
|
|
216
|
-
|
|
217
|
-
# Check if the new branch exists
|
|
214
|
+
commit_ref = None
|
|
218
215
|
try:
|
|
219
|
-
|
|
216
|
+
# Returns the commit ref of the branch or commit
|
|
217
|
+
commit_ref = self._git_tags(self["reference"])[0]
|
|
220
218
|
except GitReferenceDoesNotExist:
|
|
221
|
-
# The reference does not exist. We should
|
|
222
|
-
# in case
|
|
223
|
-
|
|
224
|
-
else:
|
|
225
|
-
if self.
|
|
226
|
-
|
|
227
|
-
|
|
219
|
+
# The reference does not exist. We should git pull
|
|
220
|
+
# in case we can get the reference
|
|
221
|
+
do_git_pull = True
|
|
222
|
+
else: # The reference exists
|
|
223
|
+
if not self._git_is_local_branch(self["reference"]):
|
|
224
|
+
# This is not a real branch where we can merge
|
|
225
|
+
disable_merge = True
|
|
226
|
+
|
|
227
|
+
try:
|
|
228
|
+
# Returns the commit ref of the branch or commit
|
|
229
|
+
commit_ref_head = self._git_tags("HEAD")[0]
|
|
230
|
+
except GitReferenceDoesNotExist:
|
|
231
|
+
# HEAD is detached
|
|
232
|
+
commit_ref_head = None
|
|
233
|
+
|
|
234
|
+
# The wanted commit reference does not exist
|
|
235
|
+
# Or the commit ref of HEAD hasn't changed
|
|
236
|
+
if not commit_ref or commit_ref_head != commit_ref:
|
|
237
|
+
do_git_pull = True
|
|
228
238
|
else:
|
|
229
|
-
|
|
230
|
-
|
|
231
|
-
|
|
232
|
-
try:
|
|
233
|
-
commit_ref = self._git_ref(cwd=self.git_local_dir)
|
|
234
|
-
except subprocess.CalledProcessError:
|
|
235
|
-
# Ignore git pull because the head is detached
|
|
236
|
-
pass
|
|
237
|
-
else:
|
|
238
|
-
# The head is not detached
|
|
239
|
-
# self.current_branch contains the current branch
|
|
240
|
-
if (commit_ref == self["reference"] or
|
|
241
|
-
(self.current_branch and
|
|
242
|
-
self.current_branch == self["reference"])):
|
|
243
|
-
ignore_git_pull = True
|
|
244
|
-
|
|
245
|
-
# 2. Ignore Git pull if it is not a local branch
|
|
246
|
-
if (not ignore_git_pull and
|
|
247
|
-
not self._git_is_local_branch(self["reference"])):
|
|
248
|
-
ignore_git_pull = True
|
|
249
|
-
|
|
250
|
-
if ignore_git_pull:
|
|
239
|
+
do_git_pull = False
|
|
240
|
+
|
|
241
|
+
if not do_git_pull:
|
|
251
242
|
self.add_output(self.indent_spaces +
|
|
252
243
|
"[INFO] git pull ignored\n")
|
|
253
244
|
else:
|
|
@@ -255,19 +246,20 @@ class BatchFetchGit(BatchFetchBase):
|
|
|
255
246
|
self._run(cmd, cwd=str(self.git_local_dir), env=self.env)
|
|
256
247
|
|
|
257
248
|
# TODO: only merge when difference from upstream
|
|
258
|
-
|
|
259
|
-
|
|
260
|
-
|
|
261
|
-
|
|
262
|
-
|
|
263
|
-
|
|
264
|
-
|
|
265
|
-
|
|
266
|
-
|
|
267
|
-
|
|
268
|
-
|
|
269
|
-
|
|
270
|
-
|
|
249
|
+
commit_ref_head = self._git_ref(cwd=self.git_local_dir)
|
|
250
|
+
if not disable_merge:
|
|
251
|
+
self._run(["git", "merge", "--ff-only"],
|
|
252
|
+
cwd=str(self.git_local_dir), env=self.env)
|
|
253
|
+
git_ref_after_merge = self._git_ref(cwd=self.git_local_dir)
|
|
254
|
+
if commit_ref_head != git_ref_after_merge:
|
|
255
|
+
git_merge = True
|
|
256
|
+
self.set_changed(True)
|
|
257
|
+
self._run(["git", "log",
|
|
258
|
+
'--pretty=format:"%h %ad %s [%cn]"',
|
|
259
|
+
"--decorate", "--date=short",
|
|
260
|
+
f"{commit_ref_head}..{git_ref_after_merge}"],
|
|
261
|
+
cwd=str(self.git_local_dir),
|
|
262
|
+
env=self.env)
|
|
271
263
|
|
|
272
264
|
return git_merge
|
|
273
265
|
|
|
@@ -291,10 +283,9 @@ class BatchFetchGit(BatchFetchBase):
|
|
|
291
283
|
def _git_tags(self, branch: str) -> List[str]:
|
|
292
284
|
stdout: List[str] = []
|
|
293
285
|
try:
|
|
294
|
-
stdout, _ = run_simple(
|
|
295
|
-
|
|
296
|
-
|
|
297
|
-
cwd=self.git_local_dir)
|
|
286
|
+
stdout, _ = run_simple(["git", "rev-parse", "--verify", branch],
|
|
287
|
+
env=self.env,
|
|
288
|
+
cwd=self.git_local_dir)
|
|
298
289
|
except subprocess.CalledProcessError as err:
|
|
299
290
|
raise GitReferenceDoesNotExist(
|
|
300
291
|
f"The reference '{branch}' does not exist.") from err
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: batchfetch
|
|
3
|
-
Version: 1.0.
|
|
3
|
+
Version: 1.0.9
|
|
4
4
|
Summary: Efficiently clone and pull multiple Git repositories.
|
|
5
5
|
Home-page: https://github.com/jamescherti/batchfetch
|
|
6
6
|
Author: James Cherti
|
|
@@ -17,6 +17,10 @@ Classifier: Topic :: Utilities
|
|
|
17
17
|
Requires-Python: >=3.6, <4
|
|
18
18
|
Description-Content-Type: text/markdown
|
|
19
19
|
License-File: LICENSE
|
|
20
|
+
Requires-Dist: colorama
|
|
21
|
+
Requires-Dist: schema
|
|
22
|
+
Requires-Dist: setproctitle
|
|
23
|
+
Requires-Dist: PyYAML
|
|
20
24
|
|
|
21
25
|
# Batchfetch - Efficiently clone or pull multiple Git repositories in parallel
|
|
22
26
|
|
|
@@ -1,5 +1,7 @@
|
|
|
1
|
+
.gitignore
|
|
1
2
|
LICENSE
|
|
2
3
|
README.md
|
|
4
|
+
run_tests.sh
|
|
3
5
|
setup.py
|
|
4
6
|
batchfetch/__init__.py
|
|
5
7
|
batchfetch/batchfetch_base.py
|
|
@@ -11,4 +13,7 @@ batchfetch.egg-info/SOURCES.txt
|
|
|
11
13
|
batchfetch.egg-info/dependency_links.txt
|
|
12
14
|
batchfetch.egg-info/entry_points.txt
|
|
13
15
|
batchfetch.egg-info/requires.txt
|
|
14
|
-
batchfetch.egg-info/top_level.txt
|
|
16
|
+
batchfetch.egg-info/top_level.txt
|
|
17
|
+
tests/test_helpers.py
|
|
18
|
+
tests/data/test-md5sum.txt
|
|
19
|
+
tests/data/test-run_simple.sh
|
|
@@ -0,0 +1,23 @@
|
|
|
1
|
+
#!/usr/bin/env bash
|
|
2
|
+
#
|
|
3
|
+
# Copyright (c) James Cherti
|
|
4
|
+
# URL: https://github.com/jamescherti/batchfetch
|
|
5
|
+
#
|
|
6
|
+
# This program is free software: you can redistribute it and/or modify it under
|
|
7
|
+
# the terms of the GNU General Public License as published by the Free Software
|
|
8
|
+
# Foundation, either version 3 of the License, or (at your option) any later
|
|
9
|
+
# version.
|
|
10
|
+
#
|
|
11
|
+
# This program is distributed in the hope that it will be useful, but WITHOUT
|
|
12
|
+
# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
|
|
13
|
+
# FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details.
|
|
14
|
+
#
|
|
15
|
+
# You should have received a copy of the GNU General Public License along with
|
|
16
|
+
# this program. If not, see <https://www.gnu.org/licenses/>.
|
|
17
|
+
#
|
|
18
|
+
cd "$(dirname "${BASH_SOURCE[0]}")"
|
|
19
|
+
export PYTHONPATH="$(pwd)"
|
|
20
|
+
exec pytest -v -v --cov=batchfetch --cov=tests \
|
|
21
|
+
--cov-report=term \
|
|
22
|
+
--cov-report=html:htmlcov \
|
|
23
|
+
tests/test_*py
|
|
@@ -0,0 +1,56 @@
|
|
|
1
|
+
#!/usr/bin/env python
|
|
2
|
+
#
|
|
3
|
+
# Copyright (c) James Cherti
|
|
4
|
+
# URL: https://github.com/jamescherti/batchfetch
|
|
5
|
+
#
|
|
6
|
+
# This program is free software: you can redistribute it and/or modify it under
|
|
7
|
+
# the terms of the GNU General Public License as published by the Free Software
|
|
8
|
+
# Foundation, either version 3 of the License, or (at your option) any later
|
|
9
|
+
# version.
|
|
10
|
+
#
|
|
11
|
+
# This program is distributed in the hope that it will be useful, but WITHOUT
|
|
12
|
+
# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
|
|
13
|
+
# FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details.
|
|
14
|
+
#
|
|
15
|
+
# You should have received a copy of the GNU General Public License along with
|
|
16
|
+
# this program. If not, see <https://www.gnu.org/licenses/>.
|
|
17
|
+
#
|
|
18
|
+
"""Unit tests."""
|
|
19
|
+
|
|
20
|
+
from pathlib import Path
|
|
21
|
+
|
|
22
|
+
from batchfetch import helpers
|
|
23
|
+
|
|
24
|
+
DATA_PATH = Path(".").joinpath("tests", "data").absolute()
|
|
25
|
+
SCRIPT_RUN_SIMPLE = DATA_PATH / "test-run_simple.sh"
|
|
26
|
+
TEST_MD5SUM_FILE = DATA_PATH / "test-md5sum.txt"
|
|
27
|
+
|
|
28
|
+
|
|
29
|
+
def test_md5sum():
|
|
30
|
+
md5sum = helpers.md5sum(TEST_MD5SUM_FILE)
|
|
31
|
+
assert md5sum == "f31e127edc87a6aa2eb01b7d94d2ec58"
|
|
32
|
+
|
|
33
|
+
|
|
34
|
+
def test_run_simple():
|
|
35
|
+
# Stdout
|
|
36
|
+
stdout_lines, stderr_lines = helpers.run_simple(str(SCRIPT_RUN_SIMPLE))
|
|
37
|
+
assert stdout_lines == ['Test 1.',
|
|
38
|
+
'Test 2.',
|
|
39
|
+
'Test 3.']
|
|
40
|
+
assert stderr_lines == ['Test 3.']
|
|
41
|
+
|
|
42
|
+
|
|
43
|
+
def test_indent_raw_output():
|
|
44
|
+
list_str = \
|
|
45
|
+
helpers.indent_raw_output(["Test 1.", "Test 2."])
|
|
46
|
+
|
|
47
|
+
assert list_str == [" Test 1.", " Test 2."]
|
|
48
|
+
|
|
49
|
+
|
|
50
|
+
def test_run_indent():
|
|
51
|
+
stdout_lines, stderr_lines = helpers.run_indent(str(SCRIPT_RUN_SIMPLE))
|
|
52
|
+
assert stdout_lines == [f' [RUN] {str(SCRIPT_RUN_SIMPLE)}',
|
|
53
|
+
' Test 1.',
|
|
54
|
+
' Test 2.',
|
|
55
|
+
' Test 3.']
|
|
56
|
+
assert stderr_lines == [' Test 3.']
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|