dcor-shared 1.0.1__tar.gz → 1.0.2__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (35) hide show
  1. {dcor_shared-1.0.1 → dcor_shared-1.0.2}/CHANGELOG +2 -0
  2. {dcor_shared-1.0.1 → dcor_shared-1.0.2}/PKG-INFO +1 -1
  3. {dcor_shared-1.0.1 → dcor_shared-1.0.2}/dcor_shared/_version.py +2 -2
  4. {dcor_shared-1.0.1 → dcor_shared-1.0.2}/dcor_shared/s3.py +9 -0
  5. {dcor_shared-1.0.1 → dcor_shared-1.0.2}/dcor_shared.egg-info/PKG-INFO +1 -1
  6. {dcor_shared-1.0.1 → dcor_shared-1.0.2}/.github/workflows/check.yml +0 -0
  7. {dcor_shared-1.0.1 → dcor_shared-1.0.2}/.github/workflows/deploy_pypi.yml +0 -0
  8. {dcor_shared-1.0.1 → dcor_shared-1.0.2}/.gitignore +0 -0
  9. {dcor_shared-1.0.1 → dcor_shared-1.0.2}/LICENSE +0 -0
  10. {dcor_shared-1.0.1 → dcor_shared-1.0.2}/MANIFEST.in +0 -0
  11. {dcor_shared-1.0.1 → dcor_shared-1.0.2}/README.rst +0 -0
  12. {dcor_shared-1.0.1 → dcor_shared-1.0.2}/dcor_shared/__init__.py +0 -0
  13. {dcor_shared-1.0.1 → dcor_shared-1.0.2}/dcor_shared/ckan.py +0 -0
  14. {dcor_shared-1.0.1 → dcor_shared-1.0.2}/dcor_shared/data.py +0 -0
  15. {dcor_shared-1.0.1 → dcor_shared-1.0.2}/dcor_shared/dcinst.py +0 -0
  16. {dcor_shared-1.0.1 → dcor_shared-1.0.2}/dcor_shared/mime.py +0 -0
  17. {dcor_shared-1.0.1 → dcor_shared-1.0.2}/dcor_shared/parse.py +0 -0
  18. {dcor_shared-1.0.1 → dcor_shared-1.0.2}/dcor_shared/paths.py +0 -0
  19. {dcor_shared-1.0.1 → dcor_shared-1.0.2}/dcor_shared/rqjob.py +0 -0
  20. {dcor_shared-1.0.1 → dcor_shared-1.0.2}/dcor_shared/s3cc.py +0 -0
  21. {dcor_shared-1.0.1 → dcor_shared-1.0.2}/dcor_shared/testing.py +0 -0
  22. {dcor_shared-1.0.1 → dcor_shared-1.0.2}/dcor_shared/util.py +0 -0
  23. {dcor_shared-1.0.1 → dcor_shared-1.0.2}/dcor_shared.egg-info/SOURCES.txt +0 -0
  24. {dcor_shared-1.0.1 → dcor_shared-1.0.2}/dcor_shared.egg-info/dependency_links.txt +0 -0
  25. {dcor_shared-1.0.1 → dcor_shared-1.0.2}/dcor_shared.egg-info/requires.txt +0 -0
  26. {dcor_shared-1.0.1 → dcor_shared-1.0.2}/dcor_shared.egg-info/top_level.txt +0 -0
  27. {dcor_shared-1.0.1 → dcor_shared-1.0.2}/pyproject.toml +0 -0
  28. {dcor_shared-1.0.1 → dcor_shared-1.0.2}/setup.cfg +0 -0
  29. {dcor_shared-1.0.1 → dcor_shared-1.0.2}/tests/data/calibration_beads_47.rtdc +0 -0
  30. {dcor_shared-1.0.1 → dcor_shared-1.0.2}/tests/requirements.txt +0 -0
  31. {dcor_shared-1.0.1 → dcor_shared-1.0.2}/tests/test_ckan.py +0 -0
  32. {dcor_shared-1.0.1 → dcor_shared-1.0.2}/tests/test_data.py +0 -0
  33. {dcor_shared-1.0.1 → dcor_shared-1.0.2}/tests/test_s3.py +0 -0
  34. {dcor_shared-1.0.1 → dcor_shared-1.0.2}/tests/test_s3cc.py +0 -0
  35. {dcor_shared-1.0.1 → dcor_shared-1.0.2}/tests/test_testing.py +0 -0
{dcor_shared-1.0.1 → dcor_shared-1.0.2}/CHANGELOG RENAMED
@@ -1,3 +1,5 @@
1
+ 1.0.2
2
+ - ref: disable threading and use 1GiB threshold for multipart uploads
1
3
  1.0.1
2
4
  - enh: introduce `for_circles_only` kwarg for `iter_buckets`
3
5
  1.0.0
{dcor_shared-1.0.1 → dcor_shared-1.0.2}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: dcor_shared
3
- Version: 1.0.1
3
+ Version: 1.0.2
4
4
  Summary: Functionalities shared by the DCOR CKAN extensions
5
5
  Author: Paul Müller
6
6
  Maintainer-email: Paul Müller <dev@craban.de>
{dcor_shared-1.0.1 → dcor_shared-1.0.2}/dcor_shared/_version.py RENAMED
@@ -17,5 +17,5 @@ __version__: str
17
17
  __version_tuple__: VERSION_TUPLE
18
18
  version_tuple: VERSION_TUPLE
19
19
 
20
- __version__ = version = '1.0.1'
21
- __version_tuple__ = version_tuple = (1, 0, 1)
20
+ __version__ = version = '1.0.2'
21
+ __version_tuple__ = version_tuple = (1, 0, 2)
{dcor_shared-1.0.1 → dcor_shared-1.0.2}/dcor_shared/s3.py RENAMED
@@ -13,6 +13,7 @@ from typing import List, Tuple
13
13
  import warnings
14
14
 
15
15
  import boto3
16
+ from boto3.s3.transfer import TransferConfig
16
17
  from botocore.config import Config
17
18
  import botocore.exceptions
18
19
 
@@ -677,9 +678,17 @@ def upload_file(bucket_name, object_name, path, sha256=None, private=True,
677
678
  object_name=object_name)
678
679
 
679
680
  if perform_upload:
681
+ config = TransferConfig(
682
+ # 1GiB threshold for multipart uploads
683
+ multipart_threshold=1 * 1024 * 1024 * 1024,
684
+ multipart_chunksize=1 * 1024 * 1024 * 1024,
685
+ # Disable threads
686
+ use_threads=False
687
+ )
680
688
  s3_client.upload_file(Filename=str(path),
681
689
  Bucket=bucket_name,
682
690
  Key=object_name,
691
+ Config=config,
683
692
  # ExtraArgs={
684
693
  # # verification of the upload (breaks OpenStack)
685
694
  # "ChecksumAlgorithm": "SHA256",
{dcor_shared-1.0.1 → dcor_shared-1.0.2}/dcor_shared.egg-info/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: dcor_shared
3
- Version: 1.0.1
3
+ Version: 1.0.2
4
4
  Summary: Functionalities shared by the DCOR CKAN extensions
5
5
  Author: Paul Müller
6
6
  Maintainer-email: Paul Müller <dev@craban.de>
{dcor_shared-1.0.1 → dcor_shared-1.0.2}/.gitignore RENAMED
File without changes
{dcor_shared-1.0.1 → dcor_shared-1.0.2}/LICENSE RENAMED
File without changes
{dcor_shared-1.0.1 → dcor_shared-1.0.2}/MANIFEST.in RENAMED
File without changes
{dcor_shared-1.0.1 → dcor_shared-1.0.2}/README.rst RENAMED
File without changes
{dcor_shared-1.0.1 → dcor_shared-1.0.2}/pyproject.toml RENAMED
File without changes
{dcor_shared-1.0.1 → dcor_shared-1.0.2}/setup.cfg RENAMED
File without changes