oasis-data-manager 0.1.4__tar.gz → 0.1.6__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (37) hide show
  1. {oasis-data-manager-0.1.4/oasis_data_manager.egg-info → oasis-data-manager-0.1.6}/PKG-INFO +1 -1
  2. oasis-data-manager-0.1.6/oasis_data_manager/__init__.py +1 -0
  3. {oasis-data-manager-0.1.4 → oasis-data-manager-0.1.6}/oasis_data_manager/filestore/backends/aws_s3.py +0 -1
  4. {oasis-data-manager-0.1.4 → oasis-data-manager-0.1.6}/oasis_data_manager/filestore/backends/azure_abfs.py +13 -15
  5. {oasis-data-manager-0.1.4 → oasis-data-manager-0.1.6/oasis_data_manager.egg-info}/PKG-INFO +1 -1
  6. oasis-data-manager-0.1.4/oasis_data_manager/__init__.py +0 -1
  7. {oasis-data-manager-0.1.4 → oasis-data-manager-0.1.6}/CHANGELOG.rst +0 -0
  8. {oasis-data-manager-0.1.4 → oasis-data-manager-0.1.6}/MANIFEST.in +0 -0
  9. {oasis-data-manager-0.1.4 → oasis-data-manager-0.1.6}/README.md +0 -0
  10. {oasis-data-manager-0.1.4 → oasis-data-manager-0.1.6}/oasis_data_manager/complex/__init__.py +0 -0
  11. {oasis-data-manager-0.1.4 → oasis-data-manager-0.1.6}/oasis_data_manager/complex/complex.py +0 -0
  12. {oasis-data-manager-0.1.4 → oasis-data-manager-0.1.6}/oasis_data_manager/complex/examples.py +0 -0
  13. {oasis-data-manager-0.1.4 → oasis-data-manager-0.1.6}/oasis_data_manager/config.py +0 -0
  14. {oasis-data-manager-0.1.4 → oasis-data-manager-0.1.6}/oasis_data_manager/df_reader/__init__.py +0 -0
  15. {oasis-data-manager-0.1.4 → oasis-data-manager-0.1.6}/oasis_data_manager/df_reader/backends/__init__.py +0 -0
  16. {oasis-data-manager-0.1.4 → oasis-data-manager-0.1.6}/oasis_data_manager/df_reader/backends/base.py +0 -0
  17. {oasis-data-manager-0.1.4 → oasis-data-manager-0.1.6}/oasis_data_manager/df_reader/backends/dask.py +0 -0
  18. {oasis-data-manager-0.1.4 → oasis-data-manager-0.1.6}/oasis_data_manager/df_reader/backends/pandas.py +0 -0
  19. {oasis-data-manager-0.1.4 → oasis-data-manager-0.1.6}/oasis_data_manager/df_reader/backends/pyarrow.py +0 -0
  20. {oasis-data-manager-0.1.4 → oasis-data-manager-0.1.6}/oasis_data_manager/df_reader/config.py +0 -0
  21. {oasis-data-manager-0.1.4 → oasis-data-manager-0.1.6}/oasis_data_manager/df_reader/exceptions.py +0 -0
  22. {oasis-data-manager-0.1.4 → oasis-data-manager-0.1.6}/oasis_data_manager/df_reader/reader.py +0 -0
  23. {oasis-data-manager-0.1.4 → oasis-data-manager-0.1.6}/oasis_data_manager/errors/__init__.py +0 -0
  24. {oasis-data-manager-0.1.4 → oasis-data-manager-0.1.6}/oasis_data_manager/filestore/__init__.py +0 -0
  25. {oasis-data-manager-0.1.4 → oasis-data-manager-0.1.6}/oasis_data_manager/filestore/backends/__init__.py +0 -0
  26. {oasis-data-manager-0.1.4 → oasis-data-manager-0.1.6}/oasis_data_manager/filestore/backends/base.py +0 -0
  27. {oasis-data-manager-0.1.4 → oasis-data-manager-0.1.6}/oasis_data_manager/filestore/backends/local.py +0 -0
  28. {oasis-data-manager-0.1.4 → oasis-data-manager-0.1.6}/oasis_data_manager/filestore/config.py +0 -0
  29. {oasis-data-manager-0.1.4 → oasis-data-manager-0.1.6}/oasis_data_manager/filestore/filestore.py +0 -0
  30. {oasis-data-manager-0.1.4 → oasis-data-manager-0.1.6}/oasis_data_manager/filestore/log.py +0 -0
  31. {oasis-data-manager-0.1.4 → oasis-data-manager-0.1.6}/oasis_data_manager.egg-info/SOURCES.txt +0 -0
  32. {oasis-data-manager-0.1.4 → oasis-data-manager-0.1.6}/oasis_data_manager.egg-info/dependency_links.txt +0 -0
  33. {oasis-data-manager-0.1.4 → oasis-data-manager-0.1.6}/oasis_data_manager.egg-info/requires.txt +0 -0
  34. {oasis-data-manager-0.1.4 → oasis-data-manager-0.1.6}/oasis_data_manager.egg-info/top_level.txt +0 -0
  35. {oasis-data-manager-0.1.4 → oasis-data-manager-0.1.6}/requirements-package.in +0 -0
  36. {oasis-data-manager-0.1.4 → oasis-data-manager-0.1.6}/setup.cfg +0 -0
  37. {oasis-data-manager-0.1.4 → oasis-data-manager-0.1.6}/setup.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: oasis-data-manager
3
- Version: 0.1.4
3
+ Version: 0.1.6
4
4
  Summary: UNKNOWN
5
5
  Home-page: https://github.com/OasisLMF/OasisDataManager
6
6
  Author: Oasis LMF
@@ -0,0 +1 @@
1
+ __version__ = '0.1.6'
@@ -170,7 +170,6 @@ class AwsS3Storage(BaseStorage):
170
170
  s3_additional_kwargs["StorageClass"] = "REDUCED_REDUNDANCY"
171
171
 
172
172
  return {
173
- "anon": not self.access_key and not self.security_token,
174
173
  "key": self.access_key,
175
174
  "secret": self.secret_key,
176
175
  "token": self.security_token,
@@ -115,13 +115,21 @@ class AzureABFSStorage(BaseStorage):
115
115
  if self._connection_string:
116
116
  return self._connection_string
117
117
  else:
118
+ fsspec_storage_options = {
119
+ "anon": not self.account_key,
120
+ "account_name": self.account_name,
121
+ "account_key": self.account_key,
122
+ "use_ssl": self.azure_ssl,
123
+ }
124
+ fs = self.fsspec_filesystem_class(**fsspec_storage_options)
125
+
118
126
  cs = ""
119
127
  if self.endpoint_url:
120
128
  cs += f"BlobEndpoint={self.endpoint_url};"
121
- if self.account_name:
122
- cs += f"AccountName={self.account_name};"
123
- if self.account_key:
124
- cs += f"AccountKey={self.account_key};"
129
+ if fs.account_name:
130
+ cs += f"AccountName={fs.account_name};"
131
+ if fs.account_key:
132
+ cs += f"AccountKey={fs.account_key};"
125
133
 
126
134
  return cs
127
135
 
@@ -132,17 +140,7 @@ class AzureABFSStorage(BaseStorage):
132
140
 
133
141
  params = {}
134
142
  if encode_params:
135
- if self.connection_string:
136
- params["connection_string"] = self.connection_string
137
- else:
138
- if self.account_name:
139
- params["account"] = self.account_name
140
-
141
- if self.account_key:
142
- params["key"] = self.account_key
143
-
144
- if self.endpoint_url:
145
- params["endpoint"] = self.endpoint_url
143
+ params["connection_string"] = self.connection_string
146
144
 
147
145
  return (
148
146
  filename,
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: oasis-data-manager
3
- Version: 0.1.4
3
+ Version: 0.1.6
4
4
  Summary: UNKNOWN
5
5
  Home-page: https://github.com/OasisLMF/OasisDataManager
6
6
  Author: Oasis LMF
@@ -1 +0,0 @@
1
- __version__ = '0.1.4'