fred-oss 0.57.0__tar.gz → 0.58.0__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {fred_oss-0.57.0/src/main/fred_oss.egg-info → fred_oss-0.58.0}/PKG-INFO +1 -1
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/dao/comp/_keyval.py +18 -7
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/dao/service/_minio/service.py +11 -0
- fred_oss-0.58.0/src/main/fred/version +1 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0/src/main/fred_oss.egg-info}/PKG-INFO +1 -1
- fred_oss-0.57.0/src/main/fred/version +0 -1
- {fred_oss-0.57.0 → fred_oss-0.58.0}/MANIFEST.in +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/NOTICE.txt +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/README.md +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/requirements.txt +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/setup.cfg +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/setup.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/cli/__init__.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/cli/__main__.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/cli/interface.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/cli/main.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/dao/__init__.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/dao/comp/__init__.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/dao/comp/_pubsub.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/dao/comp/_queue.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/dao/comp/catalog.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/dao/comp/interface.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/dao/service/__init__.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/dao/service/_minio/__init__.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/dao/service/_minio/policy/__init__.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/dao/service/_minio/policy/builder.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/dao/service/_minio/policy/catalog.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/dao/service/_minio/policy/loader.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/dao/service/_minio/policy/templates/public_ro.json +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/dao/service/_minio/policy/templates/public_rw.json +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/dao/service/_minio/pool.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/dao/service/_redis.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/dao/service/_stdlib.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/dao/service/catalog.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/dao/service/interface.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/dao/service/utils.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/future/__init__.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/future/callback/__init__.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/future/callback/_function.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/future/callback/catalog.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/future/callback/interface.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/future/impl.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/future/result.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/future/settings.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/future/utils.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/integrations/databricks/__init__.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/integrations/databricks/cli_ext.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/integrations/databricks/runtime.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/integrations/databricks/runtimes/16.4LTS.json +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/integrations/databricks/runtimes/__init__.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/integrations/databricks/runtimes/scanner.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/integrations/databricks/runtimes/sync.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/integrations/databricks/wrappers/__init__.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/integrations/databricks/wrappers/dbutils.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/integrations/runpod/__init__.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/integrations/runpod/cli_ext.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/integrations/runpod/helper.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/maturity.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/monad/__init__.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/monad/_either.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/monad/catalog.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/monad/interface.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/rest/__init__.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/rest/auth.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/rest/config.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/rest/router/__init__.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/rest/router/catalog/__init__.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/rest/router/catalog/default/__init__.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/rest/router/catalog/default/_base.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/rest/router/catalog/default/_example.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/rest/router/catalog/default/catalog.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/rest/router/catalog/interface.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/rest/router/config.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/rest/router/endpoint.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/rest/router/interface.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/rest/server.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/rest/settings.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/settings.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/utils/__init__.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/utils/dateops.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/utils/imops.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/utils/imout/__init__.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/utils/imout/_filesystem.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/utils/imout/_minio.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/utils/imout/_string.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/utils/imout/catalog.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/utils/imout/interface.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/utils/mlops/__init__.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/utils/mlops/auto.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/utils/runtime.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/version.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/worker/__init__.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/worker/interface.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/worker/runner/__init__.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/worker/runner/backend.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/worker/runner/client.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/worker/runner/handler.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/worker/runner/model/__init__.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/worker/runner/model/_handler.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/worker/runner/model/_item.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/worker/runner/model/_request.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/worker/runner/model/_runner_spec.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/worker/runner/model/catalog.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/worker/runner/model/interface.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/worker/runner/plugins/__init__.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/worker/runner/plugins/_local.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/worker/runner/plugins/_runpod.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/worker/runner/plugins/catalog.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/worker/runner/plugins/interface.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/worker/runner/rest/__init__.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/worker/runner/rest/router/__init__.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/worker/runner/rest/router/_base.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/worker/runner/rest/router/_runner.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/worker/runner/rest/router/catalog.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/worker/runner/settings.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/worker/runner/signal.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/worker/runner/status.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/worker/runner/utils.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/worker/settings.py +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred_oss.egg-info/SOURCES.txt +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred_oss.egg-info/dependency_links.txt +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred_oss.egg-info/entry_points.txt +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred_oss.egg-info/requires.txt +0 -0
- {fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred_oss.egg-info/top_level.txt +0 -0
|
@@ -136,7 +136,7 @@ class FredKeyVal(ComponentInterface):
|
|
|
136
136
|
case _:
|
|
137
137
|
raise NotImplementedError(f"Set method not implemented for service {self._nme}")
|
|
138
138
|
|
|
139
|
-
def get(self, key: Optional[str] = None, fail: bool = False) -> Optional[str]:
|
|
139
|
+
def get(self, key: Optional[str] = None, fail: bool = False, **kwargs) -> Optional[str]:
|
|
140
140
|
"""Gets the value associated with a key from the store.
|
|
141
141
|
The implementation of this method depends on the underlying service.
|
|
142
142
|
For example, if the service is Redis, it uses the GET command to retrieve the
|
|
@@ -173,21 +173,32 @@ class FredKeyVal(ComponentInterface):
|
|
|
173
173
|
raise KeyError(f"Object {object_name} not found in bucket {bucket_name}.")
|
|
174
174
|
return None
|
|
175
175
|
try:
|
|
176
|
-
|
|
177
|
-
|
|
178
|
-
|
|
176
|
+
if kwargs.pop("presigned_url", False):
|
|
177
|
+
result = self._srv.object_presigned_url(bucket_name, object_name, **kwargs)
|
|
178
|
+
else:
|
|
179
|
+
response = self._srv.client.get_object(bucket_name, object_name)
|
|
180
|
+
result_bytes = response.read()
|
|
181
|
+
try:
|
|
182
|
+
# This should work for most cases where original text data was stored (e.g., JSON, YAML, CSVs, etc.)
|
|
183
|
+
result = result_bytes.decode("utf-8")
|
|
184
|
+
except UnicodeDecodeError:
|
|
185
|
+
import base64
|
|
186
|
+
# This should work for binary data (e.g., images, PDFs, etc.)
|
|
187
|
+
result = base64.b64encode(result_bytes).decode("ascii")
|
|
188
|
+
finally:
|
|
189
|
+
response.close()
|
|
190
|
+
response.release_conn()
|
|
179
191
|
except Exception as e:
|
|
180
192
|
logger.error(f"Error retrieving object {object_name} from bucket {bucket_name}: {e}")
|
|
181
193
|
result = None
|
|
182
194
|
if fail:
|
|
183
195
|
raise KeyError(f"Object {object_name} not found in bucket {bucket_name}.")
|
|
184
|
-
finally:
|
|
185
|
-
response.close()
|
|
186
|
-
response.release_conn()
|
|
187
196
|
case _:
|
|
188
197
|
raise NotImplementedError(f"Get method not implemented for service {self._nme}")
|
|
189
198
|
if fail and result is None:
|
|
190
199
|
raise KeyError(f"Key {key} not found.")
|
|
200
|
+
if kwargs:
|
|
201
|
+
logger.warning(f"Additional kwargs ignored: {kwargs}")
|
|
191
202
|
return result
|
|
192
203
|
|
|
193
204
|
def delete(self, key: Optional[str] = None) -> None:
|
|
@@ -1,3 +1,5 @@
|
|
|
1
|
+
import datetime as dt
|
|
2
|
+
|
|
1
3
|
from minio import Minio
|
|
2
4
|
|
|
3
5
|
from fred.settings import logger_manager
|
|
@@ -62,6 +64,15 @@ class MinioService(ServiceInterface[Minio]):
|
|
|
62
64
|
"metadata": stat.metadata,
|
|
63
65
|
}
|
|
64
66
|
|
|
67
|
+
def object_presigned_url(self, bucket_name: str, object_name: str, expiration_hours: int = 6, **kwargs) -> str:
|
|
68
|
+
"""Generate a presigned URL for an object in a specific bucket in the MinIO instance."""
|
|
69
|
+
return self.client.presigned_get_object(
|
|
70
|
+
bucket_name=bucket_name,
|
|
71
|
+
object_name=object_name,
|
|
72
|
+
expires=dt.timedelta(hours=expiration_hours),
|
|
73
|
+
**kwargs,
|
|
74
|
+
)
|
|
75
|
+
|
|
65
76
|
def object_exists(self, bucket_name: str, object_name: str) -> bool:
|
|
66
77
|
"""Check if an object exists in a specific bucket in the MinIO instance."""
|
|
67
78
|
from minio.error import S3Error
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
0.58.0
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
0.57.0
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/dao/service/_minio/policy/templates/public_ro.json
RENAMED
|
File without changes
|
{fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/dao/service/_minio/policy/templates/public_rw.json
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/integrations/databricks/runtimes/16.4LTS.json
RENAMED
|
File without changes
|
{fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/integrations/databricks/runtimes/__init__.py
RENAMED
|
File without changes
|
{fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/integrations/databricks/runtimes/scanner.py
RENAMED
|
File without changes
|
|
File without changes
|
{fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/integrations/databricks/wrappers/__init__.py
RENAMED
|
File without changes
|
{fred_oss-0.57.0 → fred_oss-0.58.0}/src/main/fred/integrations/databricks/wrappers/dbutils.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|