dcor-shared 0.10.0__tar.gz → 0.10.2__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {dcor_shared-0.10.0 → dcor_shared-0.10.2}/CHANGELOG +4 -0
- {dcor_shared-0.10.0 → dcor_shared-0.10.2}/PKG-INFO +1 -1
- {dcor_shared-0.10.0 → dcor_shared-0.10.2}/dcor_shared/_version_save.py +1 -1
- {dcor_shared-0.10.0 → dcor_shared-0.10.2}/dcor_shared/data.py +9 -3
- {dcor_shared-0.10.0 → dcor_shared-0.10.2}/dcor_shared/s3cc.py +2 -2
- {dcor_shared-0.10.0 → dcor_shared-0.10.2}/dcor_shared/testing.py +2 -2
- {dcor_shared-0.10.0 → dcor_shared-0.10.2}/dcor_shared.egg-info/PKG-INFO +1 -1
- {dcor_shared-0.10.0 → dcor_shared-0.10.2}/dcor_shared.egg-info/requires.txt +1 -1
- {dcor_shared-0.10.0 → dcor_shared-0.10.2}/setup.py +1 -1
- {dcor_shared-0.10.0 → dcor_shared-0.10.2}/LICENSE +0 -0
- {dcor_shared-0.10.0 → dcor_shared-0.10.2}/MANIFEST.in +0 -0
- {dcor_shared-0.10.0 → dcor_shared-0.10.2}/README.rst +0 -0
- {dcor_shared-0.10.0 → dcor_shared-0.10.2}/dcor_shared/__init__.py +0 -0
- {dcor_shared-0.10.0 → dcor_shared-0.10.2}/dcor_shared/_version.py +0 -0
- {dcor_shared-0.10.0 → dcor_shared-0.10.2}/dcor_shared/ckan.py +0 -0
- {dcor_shared-0.10.0 → dcor_shared-0.10.2}/dcor_shared/dcinst.py +0 -0
- {dcor_shared-0.10.0 → dcor_shared-0.10.2}/dcor_shared/mime.py +0 -0
- {dcor_shared-0.10.0 → dcor_shared-0.10.2}/dcor_shared/parse.py +0 -0
- {dcor_shared-0.10.0 → dcor_shared-0.10.2}/dcor_shared/paths.py +0 -0
- {dcor_shared-0.10.0 → dcor_shared-0.10.2}/dcor_shared/s3.py +0 -0
- {dcor_shared-0.10.0 → dcor_shared-0.10.2}/dcor_shared.egg-info/SOURCES.txt +0 -0
- {dcor_shared-0.10.0 → dcor_shared-0.10.2}/dcor_shared.egg-info/dependency_links.txt +0 -0
- {dcor_shared-0.10.0 → dcor_shared-0.10.2}/dcor_shared.egg-info/top_level.txt +0 -0
- {dcor_shared-0.10.0 → dcor_shared-0.10.2}/setup.cfg +0 -0
- {dcor_shared-0.10.0 → dcor_shared-0.10.2}/tests/test_basic.py +0 -0
- {dcor_shared-0.10.0 → dcor_shared-0.10.2}/tests/test_ckan.py +0 -0
- {dcor_shared-0.10.0 → dcor_shared-0.10.2}/tests/test_data.py +0 -0
- {dcor_shared-0.10.0 → dcor_shared-0.10.2}/tests/test_s3.py +0 -0
- {dcor_shared-0.10.0 → dcor_shared-0.10.2}/tests/test_s3cc.py +0 -0
- {dcor_shared-0.10.0 → dcor_shared-0.10.2}/tests/test_testing.py +0 -0
|
@@ -64,9 +64,15 @@ def wait_for_resource(resource_id: str,
|
|
|
64
64
|
t0 = time.time()
|
|
65
65
|
ld = len(DUMMY_BYTES)
|
|
66
66
|
while True:
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
|
|
67
|
+
try:
|
|
68
|
+
res_dict = resource_show(context={'ignore_auth': True,
|
|
69
|
+
'user': 'default'},
|
|
70
|
+
data_dict={"id": resource_id})
|
|
71
|
+
except logic.NotFound:
|
|
72
|
+
# Other processes are still working on getting the resource
|
|
73
|
+
# online. We have to wait.
|
|
74
|
+
time.sleep(0.1)
|
|
75
|
+
continue
|
|
70
76
|
|
|
71
77
|
s3_ok = res_dict.get("s3_available", None)
|
|
72
78
|
if time.time() - t0 > timeout:
|
|
@@ -181,9 +181,9 @@ def get_s3_dc_handle(resource_id):
|
|
|
181
181
|
s3_url = get_s3_url_for_artifact(resource_id)
|
|
182
182
|
ds = fmt_s3.RTDC_S3(
|
|
183
183
|
url=s3_url,
|
|
184
|
-
|
|
184
|
+
secret_access_key=get_ckan_config_option(
|
|
185
185
|
"dcor_object_store.access_key_id"),
|
|
186
|
-
|
|
186
|
+
access_key_id=get_ckan_config_option(
|
|
187
187
|
"dcor_object_store.secret_access_key"),
|
|
188
188
|
# Disable basins, because they could point to files on the
|
|
189
189
|
# local file system (security).
|
|
@@ -296,10 +296,10 @@ def upload_presigned_to_s3(
|
|
|
296
296
|
# Finish the multipart upload
|
|
297
297
|
c_xml = "<CompleteMultipartUpload>\n"
|
|
298
298
|
for ii, etag in enumerate(etags):
|
|
299
|
-
c_xml += (
|
|
299
|
+
c_xml += (" <Part>\n"
|
|
300
300
|
+ f" <PartNumber>{ii + 1}</PartNumber>\n"
|
|
301
301
|
+ f" <ETag>{etag}</ETag>\n"
|
|
302
|
-
+
|
|
302
|
+
+ " </Part>\n"
|
|
303
303
|
)
|
|
304
304
|
c_xml += "</CompleteMultipartUpload>"
|
|
305
305
|
resp = requests.post(
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|