geoseeq 0.6.11__tar.gz → 0.6.12__tar.gz
Sign up to get free protection for your applications and to get access to all the features.
- {geoseeq-0.6.11 → geoseeq-0.6.12}/PKG-INFO +1 -1
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq/cli/main.py +1 -1
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq/upload_download_manager.py +26 -11
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq.egg-info/PKG-INFO +1 -1
- {geoseeq-0.6.11 → geoseeq-0.6.12}/pyproject.toml +1 -1
- {geoseeq-0.6.11 → geoseeq-0.6.12}/LICENSE +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/README.md +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq/__init__.py +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq/app.py +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq/blob_constructors.py +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq/bulk_creators.py +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq/cli/__init__.py +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq/cli/constants.py +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq/cli/copy.py +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq/cli/detail.py +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq/cli/download.py +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq/cli/fastq_utils.py +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq/cli/get_eula.py +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq/cli/manage.py +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq/cli/progress_bar.py +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq/cli/project.py +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq/cli/raw.py +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq/cli/run.py +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq/cli/search.py +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq/cli/shared_params/__init__.py +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq/cli/shared_params/common_state.py +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq/cli/shared_params/config.py +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq/cli/shared_params/id_handlers.py +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq/cli/shared_params/obj_getters.py +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq/cli/shared_params/opts_and_args.py +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq/cli/upload/__init__.py +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq/cli/upload/upload.py +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq/cli/upload/upload_advanced.py +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq/cli/upload/upload_reads.py +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq/cli/user.py +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq/cli/utils.py +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq/cli/view.py +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq/constants.py +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq/contrib/__init__.py +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq/contrib/ncbi/__init__.py +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq/contrib/ncbi/api.py +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq/contrib/ncbi/bioproject.py +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq/contrib/ncbi/cli.py +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq/contrib/ncbi/setup_logging.py +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq/file_system_cache.py +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq/id_constructors/__init__.py +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq/id_constructors/from_blobs.py +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq/id_constructors/from_ids.py +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq/id_constructors/from_names.py +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq/id_constructors/from_uuids.py +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq/id_constructors/resolvers.py +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq/id_constructors/utils.py +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq/knex.py +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq/organization.py +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq/pipeline.py +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq/plotting/__init__.py +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq/plotting/constants.py +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq/plotting/highcharts.py +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq/plotting/map/__init__.py +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq/plotting/map/base_layer.py +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq/plotting/map/map.py +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq/plotting/map/overlay.py +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq/plotting/selectable.py +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq/project.py +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq/remote_object.py +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq/result/__init__.py +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq/result/bioinfo.py +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq/result/file_chunker.py +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq/result/file_download.py +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq/result/file_upload.py +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq/result/result_file.py +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq/result/result_folder.py +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq/result/resumable_download_tracker.py +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq/result/resumable_upload_tracker.py +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq/result/utils.py +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq/sample.py +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq/search.py +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq/user.py +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq/utils.py +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq/vc/__init__.py +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq/vc/checksum.py +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq/vc/cli.py +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq/vc/clone.py +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq/vc/constants.py +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq/vc/vc_cache.py +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq/vc/vc_dir.py +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq/vc/vc_sample.py +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq/vc/vc_stub.py +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq/work_orders.py +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq.egg-info/SOURCES.txt +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq.egg-info/dependency_links.txt +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq.egg-info/entry_points.txt +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq.egg-info/requires.txt +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/geoseeq.egg-info/top_level.txt +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/setup.cfg +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/setup.py +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/tests/__init__.py +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/tests/test_api_client.py +0 -0
- {geoseeq-0.6.11 → geoseeq-0.6.12}/tests/test_plotting.py +0 -0
@@ -54,7 +54,7 @@ def version():
|
|
54
54
|
Use of this tool implies acceptance of the GeoSeeq End User License Agreement.
|
55
55
|
Run `geoseeq eula show` to view the EULA.
|
56
56
|
"""
|
57
|
-
click.echo('0.6.
|
57
|
+
click.echo('0.6.12') # remember to update pyproject.toml
|
58
58
|
|
59
59
|
|
60
60
|
@main.group('advanced')
|
@@ -127,15 +127,22 @@ class GeoSeeqUploadManager:
|
|
127
127
|
|
128
128
|
|
129
129
|
def _download_one_file(args):
|
130
|
-
|
130
|
+
original_url, file_path, key, callback, pbar, ignore_errors, head, log_level, parallel_downloads = args
|
131
131
|
if parallel_downloads:
|
132
132
|
_make_in_process_logger(log_level)
|
133
|
-
if isinstance(
|
134
|
-
url =
|
133
|
+
if isinstance(original_url, ResultFile):
|
134
|
+
url = original_url.get_download_url()
|
135
|
+
else:
|
136
|
+
url = original_url
|
135
137
|
try:
|
136
138
|
if dirname(file_path):
|
137
139
|
makedirs(dirname(file_path), exist_ok=True)
|
138
|
-
|
140
|
+
local_path = download_url(url, filename=file_path, progress_tracker=pbar, head=head)
|
141
|
+
if callback is not None:
|
142
|
+
callback_result = callback(local_path)
|
143
|
+
else:
|
144
|
+
callback_result = None
|
145
|
+
return local_path, key, callback_result
|
139
146
|
except Exception as e:
|
140
147
|
if ignore_errors:
|
141
148
|
logger.error(f"Error downloading {url}: {e}")
|
@@ -153,13 +160,14 @@ class GeoSeeqDownloadManager:
|
|
153
160
|
self.log_level = log_level
|
154
161
|
self._result_files = []
|
155
162
|
|
156
|
-
|
163
|
+
|
164
|
+
def add_download(self, url, file_path=None, progress_tracker=None, callback=None, key=None):
|
157
165
|
if not file_path:
|
158
166
|
if isinstance(url, ResultFile):
|
159
167
|
file_path = url.get_local_filename()
|
160
168
|
else:
|
161
169
|
raise ValueError("file_path must be provided if url is not a ResultFile object.")
|
162
|
-
self._result_files.append((url, file_path))
|
170
|
+
self._result_files.append((url, file_path, key, callback))
|
163
171
|
|
164
172
|
|
165
173
|
def add_result_folder_download(self, result_folder, local_folder_path, hidden_files=True):
|
@@ -170,14 +178,14 @@ class GeoSeeqDownloadManager:
|
|
170
178
|
|
171
179
|
def get_preview_string(self):
|
172
180
|
out = ["Download Preview:"]
|
173
|
-
for url, file_path in self._result_files:
|
181
|
+
for url, file_path, _, _ in self._result_files:
|
174
182
|
out.append(f"{url} -> {file_path}")
|
175
183
|
return "\n".join(out)
|
176
184
|
|
177
185
|
def get_url_string(self):
|
178
186
|
self._convert_result_files_to_urls()
|
179
187
|
out = []
|
180
|
-
for url, _ in self._result_files:
|
188
|
+
for url, _, _, _ in self._result_files:
|
181
189
|
out.append(url)
|
182
190
|
return "\n".join(out)
|
183
191
|
|
@@ -188,16 +196,23 @@ class GeoSeeqDownloadManager:
|
|
188
196
|
self._result_files = [(
|
189
197
|
url.get_download_url() if isinstance(url, ResultFile) else url,
|
190
198
|
file_path,
|
191
|
-
|
199
|
+
key,
|
200
|
+
callback
|
201
|
+
) for url, file_path, key, callback in self._result_files]
|
192
202
|
|
193
203
|
def download_files(self):
|
204
|
+
"""Return a list of 3-ples (local_path, key, callback_result).
|
205
|
+
|
206
|
+
If no key was provided the key is None
|
207
|
+
If no callback was provided with the file callback result is None
|
208
|
+
"""
|
194
209
|
self._convert_result_files_to_urls()
|
195
210
|
download_args = [(
|
196
|
-
url, file_path,
|
211
|
+
url, file_path, key, callback,
|
197
212
|
self.progress_tracker_factory(file_path),
|
198
213
|
self.ignore_errors, self.head, self.log_level,
|
199
214
|
self.n_parallel_downloads > 1
|
200
|
-
) for url, file_path in self._result_files]
|
215
|
+
) for url, file_path, key, callback in self._result_files]
|
201
216
|
out = []
|
202
217
|
if self.n_parallel_downloads == 1:
|
203
218
|
logger.info(f"Downloading files in series.")
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|