geoseeq 0.6.12.dev1__tar.gz → 0.6.13.dev0__tar.gz
Sign up to get free protection for your applications and to get access to all the features.
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/PKG-INFO +1 -1
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq/cli/main.py +1 -1
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq/upload_download_manager.py +17 -17
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq.egg-info/PKG-INFO +1 -1
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/pyproject.toml +1 -1
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/LICENSE +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/README.md +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq/__init__.py +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq/app.py +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq/blob_constructors.py +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq/bulk_creators.py +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq/cli/__init__.py +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq/cli/constants.py +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq/cli/copy.py +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq/cli/detail.py +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq/cli/download.py +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq/cli/fastq_utils.py +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq/cli/get_eula.py +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq/cli/manage.py +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq/cli/progress_bar.py +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq/cli/project.py +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq/cli/raw.py +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq/cli/run.py +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq/cli/search.py +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq/cli/shared_params/__init__.py +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq/cli/shared_params/common_state.py +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq/cli/shared_params/config.py +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq/cli/shared_params/id_handlers.py +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq/cli/shared_params/obj_getters.py +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq/cli/shared_params/opts_and_args.py +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq/cli/upload/__init__.py +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq/cli/upload/upload.py +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq/cli/upload/upload_advanced.py +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq/cli/upload/upload_reads.py +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq/cli/user.py +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq/cli/utils.py +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq/cli/view.py +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq/constants.py +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq/contrib/__init__.py +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq/contrib/ncbi/__init__.py +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq/contrib/ncbi/api.py +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq/contrib/ncbi/bioproject.py +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq/contrib/ncbi/cli.py +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq/contrib/ncbi/setup_logging.py +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq/file_system_cache.py +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq/id_constructors/__init__.py +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq/id_constructors/from_blobs.py +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq/id_constructors/from_ids.py +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq/id_constructors/from_names.py +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq/id_constructors/from_uuids.py +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq/id_constructors/resolvers.py +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq/id_constructors/utils.py +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq/knex.py +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq/organization.py +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq/pipeline.py +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq/plotting/__init__.py +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq/plotting/constants.py +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq/plotting/highcharts.py +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq/plotting/map/__init__.py +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq/plotting/map/base_layer.py +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq/plotting/map/map.py +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq/plotting/map/overlay.py +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq/plotting/selectable.py +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq/project.py +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq/remote_object.py +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq/result/__init__.py +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq/result/bioinfo.py +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq/result/file_chunker.py +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq/result/file_download.py +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq/result/file_upload.py +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq/result/result_file.py +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq/result/result_folder.py +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq/result/resumable_download_tracker.py +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq/result/resumable_upload_tracker.py +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq/result/utils.py +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq/sample.py +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq/search.py +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq/user.py +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq/utils.py +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq/vc/__init__.py +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq/vc/checksum.py +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq/vc/cli.py +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq/vc/clone.py +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq/vc/constants.py +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq/vc/vc_cache.py +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq/vc/vc_dir.py +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq/vc/vc_sample.py +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq/vc/vc_stub.py +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq/work_orders.py +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq.egg-info/SOURCES.txt +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq.egg-info/dependency_links.txt +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq.egg-info/entry_points.txt +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq.egg-info/requires.txt +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/geoseeq.egg-info/top_level.txt +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/setup.cfg +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/setup.py +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/tests/__init__.py +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/tests/test_api_client.py +0 -0
- {geoseeq-0.6.12.dev1 → geoseeq-0.6.13.dev0}/tests/test_plotting.py +0 -0
@@ -54,7 +54,7 @@ def version():
|
|
54
54
|
Use of this tool implies acceptance of the GeoSeeq End User License Agreement.
|
55
55
|
Run `geoseeq eula show` to view the EULA.
|
56
56
|
"""
|
57
|
-
click.echo('0.6.
|
57
|
+
click.echo('0.6.13dev0') # remember to update pyproject.toml
|
58
58
|
|
59
59
|
|
60
60
|
@main.group('advanced')
|
@@ -127,22 +127,21 @@ class GeoSeeqUploadManager:
|
|
127
127
|
|
128
128
|
|
129
129
|
def _download_one_file(args):
|
130
|
-
|
130
|
+
url, file_path, key, callback, pbar, ignore_errors, head, log_level, parallel_downloads = args
|
131
131
|
if parallel_downloads:
|
132
132
|
_make_in_process_logger(log_level)
|
133
|
-
if
|
134
|
-
|
133
|
+
if dirname(file_path):
|
134
|
+
makedirs(dirname(file_path), exist_ok=True)
|
135
|
+
if isinstance(url, ResultFile):
|
136
|
+
local_path = url.download(filename=file_path, progress_tracker=pbar, head=head)
|
135
137
|
else:
|
136
|
-
url = original_url
|
137
|
-
try:
|
138
|
-
if dirname(file_path):
|
139
|
-
makedirs(dirname(file_path), exist_ok=True)
|
140
138
|
local_path = download_url(url, filename=file_path, progress_tracker=pbar, head=head)
|
139
|
+
try:
|
141
140
|
if callback is not None:
|
142
141
|
callback_result = callback(local_path)
|
143
142
|
else:
|
144
143
|
callback_result = None
|
145
|
-
return local_path,
|
144
|
+
return local_path, key, callback_result
|
146
145
|
except Exception as e:
|
147
146
|
if ignore_errors:
|
148
147
|
logger.error(f"Error downloading {url}: {e}")
|
@@ -161,13 +160,13 @@ class GeoSeeqDownloadManager:
|
|
161
160
|
self._result_files = []
|
162
161
|
|
163
162
|
|
164
|
-
def add_download(self, url, file_path=None, progress_tracker=None, callback=None):
|
163
|
+
def add_download(self, url, file_path=None, progress_tracker=None, callback=None, key=None):
|
165
164
|
if not file_path:
|
166
165
|
if isinstance(url, ResultFile):
|
167
166
|
file_path = url.get_local_filename()
|
168
167
|
else:
|
169
168
|
raise ValueError("file_path must be provided if url is not a ResultFile object.")
|
170
|
-
self._result_files.append((url, file_path, callback))
|
169
|
+
self._result_files.append((url, file_path, key, callback))
|
171
170
|
|
172
171
|
|
173
172
|
def add_result_folder_download(self, result_folder, local_folder_path, hidden_files=True):
|
@@ -178,14 +177,14 @@ class GeoSeeqDownloadManager:
|
|
178
177
|
|
179
178
|
def get_preview_string(self):
|
180
179
|
out = ["Download Preview:"]
|
181
|
-
for url, file_path, _ in self._result_files:
|
180
|
+
for url, file_path, _, _ in self._result_files:
|
182
181
|
out.append(f"{url} -> {file_path}")
|
183
182
|
return "\n".join(out)
|
184
183
|
|
185
184
|
def get_url_string(self):
|
186
185
|
self._convert_result_files_to_urls()
|
187
186
|
out = []
|
188
|
-
for url, _, _ in self._result_files:
|
187
|
+
for url, _, _, _ in self._result_files:
|
189
188
|
out.append(url)
|
190
189
|
return "\n".join(out)
|
191
190
|
|
@@ -195,23 +194,24 @@ class GeoSeeqDownloadManager:
|
|
195
194
|
def _convert_result_files_to_urls(self):
|
196
195
|
self._result_files = [(
|
197
196
|
url.get_download_url() if isinstance(url, ResultFile) else url,
|
198
|
-
url, # original url
|
199
197
|
file_path,
|
198
|
+
key,
|
200
199
|
callback
|
201
|
-
) for url, file_path, callback in self._result_files]
|
200
|
+
) for url, file_path, key, callback in self._result_files]
|
202
201
|
|
203
202
|
def download_files(self):
|
204
|
-
"""Return a list of 3-ples (local_path,
|
203
|
+
"""Return a list of 3-ples (local_path, key, callback_result).
|
205
204
|
|
205
|
+
If no key was provided the key is None
|
206
206
|
If no callback was provided with the file callback result is None
|
207
207
|
"""
|
208
208
|
self._convert_result_files_to_urls()
|
209
209
|
download_args = [(
|
210
|
-
url,
|
210
|
+
url, file_path, key, callback,
|
211
211
|
self.progress_tracker_factory(file_path),
|
212
212
|
self.ignore_errors, self.head, self.log_level,
|
213
213
|
self.n_parallel_downloads > 1
|
214
|
-
) for url,
|
214
|
+
) for url, file_path, key, callback in self._result_files]
|
215
215
|
out = []
|
216
216
|
if self.n_parallel_downloads == 1:
|
217
217
|
logger.info(f"Downloading files in series.")
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|