fred-oss 0.54.0__tar.gz → 0.55.0__tar.gz

fred_oss-0.55.0/MANIFEST.in

@@ -0,0 +1,3 @@
+include requirements.txt
+include src/main/fred/version
+include src/main/fred/dao/service/_minio/policy/templates/*.json

{fred_oss-0.54.0/src/main/fred_oss.egg-info → fred_oss-0.55.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: fred-oss
-Version: 0.54.0
+Version: 0.55.0
 Summary: FREDOSS
 Home-page: https://fred.fahera.mx
 Author: Fahera Research, Education, and Development

{fred_oss-0.54.0 → fred_oss-0.55.0}/setup.py

@@ -35,6 +35,8 @@ setup(
     package_data={
         "": [
             version_filepath,
+            "**/*.json",
+            "**/*.yaml",
         ]
     },
     entry_points={

fred_oss-0.55.0/src/main/fred/dao/service/_minio/__init__.py

@@ -0,0 +1 @@
+from .service import MinioService

fred_oss-0.55.0/src/main/fred/dao/service/_minio/policy/builder.py

@@ -0,0 +1,16 @@
+import enum
+
+
+class MinioPolicyBuilderActionBucket(enum.StrEnum):
+    ALL = "s3:*"
+    LIST = "s3:ListBucket"
+    LOCATION = "s3:GetBucketLocation"
+    DELETE = "s3:DeleteBucket"
+    CREATE = "s3:CreateBucket"
+
+
+class MinioPolicyBuilderActionObject(enum.StrEnum):
+    GET = "s3:GetObject"
+    PUT = "s3:PutObject"
+    DELETE = "s3:DeleteObject"
+    ALL = "s3:*"

fred_oss-0.55.0/src/main/fred/dao/service/_minio/policy/catalog.py

@@ -0,0 +1,28 @@
+import enum
+from typing import Optional
+
+from fred.dao.service._minio.policy.loader import MinioPolicyLoader
+
+
+class MinioPolicyCatalog(enum.Enum):
+    BUCKET_PUBLIC_RO = MinioPolicyLoader(
+        title="[Bucket Policy] Public Read-Only",
+        filename="public_ro.json",
+        requires=[
+            "bucket_name",
+        ],
+    )
+    BUCKET_PUBLIC_RW = MinioPolicyLoader(
+        title="[Bucket Policy] Public Read-Write",
+        filename="public_rw.json",
+        requires=[
+            "bucket_name",
+        ],
+    )
+
+    def load(self, path: Optional[str] = None, **params) -> dict:
+        return self.value.load(path=path, **params)
+    
+    def content(self, path: Optional[str] = None, **params) -> str:
+        import json
+        return json.dumps(self.load(path=path, **params))

fred_oss-0.55.0/src/main/fred/dao/service/_minio/policy/loader.py

@@ -0,0 +1,27 @@
+import os
+import json
+from dataclasses import dataclass, field
+from typing import Optional
+def load_policy(filename: str, path: Optional[str] = None, **kwargs) -> dict:
+    path = path or os.path.join(os.path.dirname(__file__), "templates")
+    filepath = os.path.join(path, filename)
+    # Read the policy file as a string
+    with open(filepath, "r", encoding="utf-8") as file:
+        policy_str = file.read()
+    # Replace placeholders in the policy with actual values from kwargs
+    for param_key, param_val in kwargs.items():
+        param_ref = "${{param_key}}".replace("param_key", param_key)
+        policy_str = policy_str.replace(param_ref, param_val)
+    return json.loads(policy_str)
+
+
+@dataclass(frozen=True, slots=True)
+class MinioPolicyLoader:
+    title: str
+    filename: str
+    requires: list[str] = field(default_factory=list)
+
+    def load(self, path: Optional[str] = None, **kwargs) -> dict:
+        if (missing := set(self.requires) - set(kwargs.keys())):
+            raise ValueError(f"Missing required parameters for policy '{self.filename}': {missing}")
+        return load_policy(filename=self.filename, path=path, **kwargs)

fred_oss-0.55.0/src/main/fred/dao/service/_minio/policy/templates/public_ro.json

@@ -0,0 +1,24 @@
+{
+    "Version": "2012-10-17",
+    "Statement": [
+         {
+            "Effect": "Allow",
+            "Principal": {
+                "AWS": "*"
+            },
+            "Action": [
+                "s3:GetBucketLocation",
+                "s3:ListBucket"
+            ],
+            "Resource": "arn:aws:s3:::${{bucket_name}}"
+        },
+        {
+            "Effect": "Allow",
+            "Principal": {
+                "AWS": "*"
+            },
+            "Action": "s3:GetObject",
+            "Resource": "arn:aws:s3:::${{bucket_name}}/*"
+        }
+    ]
+}

fred_oss-0.55.0/src/main/fred/dao/service/_minio/policy/templates/public_rw.json

@@ -0,0 +1,31 @@
+ {
+    "Version": "2012-10-17",
+    "Statement": [
+        {
+            "Effect": "Allow",
+            "Principal": {
+                "AWS": "*"
+            },
+            "Action": [
+                "s3:GetBucketLocation",
+                "s3:ListBucket",
+                "s3:ListBucketMultipartUploads"
+            ],
+            "Resource": "arn:aws:s3:::${{bucket_name}}"
+        },
+        {
+            "Effect": "Allow",
+            "Principal": {
+                "AWS": "*"
+            },
+            "Action": [
+                "s3:GetObject",
+                "s3:PutObject",
+                "s3:DeleteObject",
+                "s3:ListMultipartUploadParts",
+                "s3:AbortMultipartUpload"
+            ],
+            "Resource": "arn:aws:s3:::${{bucket_name}}/*"
+        }
+    ]
+}

fred_oss-0.55.0/src/main/fred/dao/service/_minio/pool.py

@@ -0,0 +1,55 @@
+from urllib3 import PoolManager, Retry
+from urllib3.util import Timeout
+
+from fred.settings import get_environ_variable, logger_manager
+from fred.dao.service.interface import ServiceConnectionPoolInterface
+
+logger = logger_manager.get_logger(name=__name__)
+
+
+class MinioConnectionPool(ServiceConnectionPoolInterface[PoolManager]):
+
+    @classmethod
+    def _create_pool(cls, disable_cert: bool = False, **kwargs) -> PoolManager:
+        """Create a urllib3 PoolManager with the given configurations.
+
+        TODO: Consider using the inverse of 'require_cert' as the default to ensure we do have cert-check automatically.
+        For now, we keep it as is to avoid breaking changes.
+
+        Args:
+            require_cert (bool): Whether to require SSL certificate verification.
+            **kwargs: Additional keyword arguments to pass to the PoolManager constructor.
+        Returns:
+            PoolManager: A configured PoolManager instance.
+        """
+        num_pools = kwargs.pop("num_pools", 10)
+        maxsize = kwargs.pop("maxsize", 10)
+        # Default timeout of 5 minutes
+        timeout_seconds = kwargs.pop("timeout", 300)
+        timeout = Timeout(
+            connect=timeout_seconds,
+            read=timeout_seconds,
+        )
+        # Default retries of 5 with exponential backoff
+        retry = Retry(
+            total=kwargs.pop("retries", 5),
+            backoff_factor=kwargs.pop("backoff_factor", 0.25),
+            status_forcelist=[500, 502, 503, 504],
+        )
+        # Configure certificate requirements for SSL connections
+        cert_reqs = "CERT_NONE"
+        ca_certs = None
+        if not disable_cert:
+            import certifi
+            cert_reqs = "CERT_REQUIRED"
+            ca_certs = get_environ_variable("SSL_CERT_FILE") or certifi.where()
+        # Finally, create and return the PoolManager instance
+        return PoolManager(
+            num_pools=num_pools,
+            maxsize=maxsize,
+            timeout=timeout,
+            retries=retry,
+            cert_reqs=cert_reqs,
+            ca_certs=ca_certs,
+            **kwargs
+        )

fred_oss-0.54.0/src/main/fred/dao/service/_minio.py → fred_oss-0.55.0/src/main/fred/dao/service/_minio/service.py

@@ -1,62 +1,14 @@
 from minio import Minio
-from urllib3 import PoolManager, Retry
-from urllib3.util import Timeout
 
-from fred.settings import get_environ_variable, logger_manager
+from fred.settings import logger_manager
+from fred.dao.service.interface import ServiceInterface
 from fred.dao.service.utils import get_minio_from_payload
-from fred.dao.service.interface import ServiceInterface, ServiceConnectionPoolInterface
+from fred.dao.service._minio.pool import MinioConnectionPool
+from fred.dao.service._minio.policy.catalog import MinioPolicyCatalog
 
 logger = logger_manager.get_logger(name=__name__)
 
 
-class MinioConnectionPool(ServiceConnectionPoolInterface[PoolManager]):
-
-    @classmethod
-    def _create_pool(cls, disable_cert: bool = False, **kwargs) -> PoolManager:
-        """Create a urllib3 PoolManager with the given configurations.
-
-        TODO: Consider using the inverse of 'require_cert' as the default to ensure we do have cert-check automatically.
-        For now, we keep it as is to avoid breaking changes.
-
-        Args:
-            require_cert (bool): Whether to require SSL certificate verification.
-            **kwargs: Additional keyword arguments to pass to the PoolManager constructor.
-        Returns:
-            PoolManager: A configured PoolManager instance.
-        """
-        num_pools = kwargs.pop("num_pools", 10)
-        maxsize = kwargs.pop("maxsize", 10)
-        # Default timeout of 5 minutes
-        timeout_seconds = kwargs.pop("timeout", 300)
-        timeout = Timeout(
-            connect=timeout_seconds,
-            read=timeout_seconds,
-        )
-        # Default retries of 5 with exponential backoff
-        retry = Retry(
-            total=kwargs.pop("retries", 5),
-            backoff_factor=kwargs.pop("backoff_factor", 0.25),
-            status_forcelist=[500, 502, 503, 504],
-        )
-        # Configure certificate requirements for SSL connections
-        cert_reqs = "CERT_NONE"
-        ca_certs = None
-        if not disable_cert:
-            import certifi
-            cert_reqs = "CERT_REQUIRED"
-            ca_certs = get_environ_variable("SSL_CERT_FILE") or certifi.where()
-        # Finally, create and return the PoolManager instance
-        return PoolManager(
-            num_pools=num_pools,
-            maxsize=maxsize,
-            timeout=timeout,
-            retries=retry,
-            cert_reqs=cert_reqs,
-            ca_certs=ca_certs,
-            **kwargs
-        )
-
-
 class MinioService(ServiceInterface[Minio]):
     instance: Minio
     metadata: dict = {}
@@ -120,3 +72,12 @@ class MinioService(ServiceInterface[Minio]):
         except S3Error:
             logger.debug(f"Object {object_name} in bucket {bucket_name} does not exist.")
             return False
+
+    def make_bucket_public(self, bucket_name: str, readonly: bool = False):
+        """Make a bucket public with either read-only or read-write access."""
+        policy = MinioPolicyCatalog.BUCKET_PUBLIC_RO \
+            if readonly else MinioPolicyCatalog.BUCKET_PUBLIC_RW
+        self.client.set_bucket_policy(
+            bucket_name=bucket_name,
+            policy=policy.content(bucket_name=bucket_name)
+        )

fred_oss-0.55.0/src/main/fred/integrations/databricks/runtimes/16.4LTS.json

@@ -0,0 +1,10 @@
+{
+    "python_version": "3.12.3",
+    "databricks_runtime": "16.4 LTS",
+    "libraries": [
+        {
+            "name": "pydantic",
+            "version": "2.8.2"
+        }
+    ]
+}

fred_oss-0.55.0/src/main/fred/version

@@ -0,0 +1 @@
+0.55.0

{fred_oss-0.54.0 → fred_oss-0.55.0/src/main/fred_oss.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: fred-oss
-Version: 0.54.0
+Version: 0.55.0
 Summary: FREDOSS
 Home-page: https://fred.fahera.mx
 Author: Fahera Research, Education, and Development

{fred_oss-0.54.0 → fred_oss-0.55.0}/src/main/fred_oss.egg-info/SOURCES.txt

@@ -19,12 +19,20 @@ src/main/fred/dao/comp/_queue.py
 src/main/fred/dao/comp/catalog.py
 src/main/fred/dao/comp/interface.py
 src/main/fred/dao/service/__init__.py
-src/main/fred/dao/service/_minio.py
 src/main/fred/dao/service/_redis.py
 src/main/fred/dao/service/_stdlib.py
 src/main/fred/dao/service/catalog.py
 src/main/fred/dao/service/interface.py
 src/main/fred/dao/service/utils.py
+src/main/fred/dao/service/_minio/__init__.py
+src/main/fred/dao/service/_minio/pool.py
+src/main/fred/dao/service/_minio/service.py
+src/main/fred/dao/service/_minio/policy/__init__.py
+src/main/fred/dao/service/_minio/policy/builder.py
+src/main/fred/dao/service/_minio/policy/catalog.py
+src/main/fred/dao/service/_minio/policy/loader.py
+src/main/fred/dao/service/_minio/policy/templates/public_ro.json
+src/main/fred/dao/service/_minio/policy/templates/public_rw.json
 src/main/fred/future/__init__.py
 src/main/fred/future/impl.py
 src/main/fred/future/result.py
@@ -37,6 +45,7 @@ src/main/fred/future/callback/interface.py
 src/main/fred/integrations/databricks/__init__.py
 src/main/fred/integrations/databricks/cli_ext.py
 src/main/fred/integrations/databricks/runtime.py
+src/main/fred/integrations/databricks/runtimes/16.4LTS.json
 src/main/fred/integrations/databricks/runtimes/__init__.py
 src/main/fred/integrations/databricks/runtimes/scanner.py
 src/main/fred/integrations/databricks/runtimes/sync.py

fred_oss-0.54.0/MANIFEST.in

@@ -1,2 +0,0 @@
-include requirements.txt
-include src/main/fred/version

fred_oss-0.54.0/src/main/fred/version

@@ -1 +0,0 @@
-0.54.0