UncountablePythonSDK 0.0.48__tar.gz → 0.0.49__tar.gz

{uncountablepythonsdk-0.0.48/UncountablePythonSDK.egg-info → uncountablepythonsdk-0.0.49}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: UncountablePythonSDK
-Version: 0.0.48
+Version: 0.0.49
 Summary: Uncountable SDK
 Project-URL: Homepage, https://github.com/uncountableinc/uncountable-python-sdk
 Project-URL: Repository, https://github.com/uncountableinc/uncountable-python-sdk.git

{uncountablepythonsdk-0.0.48 → uncountablepythonsdk-0.0.49/UncountablePythonSDK.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: UncountablePythonSDK
-Version: 0.0.48
+Version: 0.0.49
 Summary: Uncountable SDK
 Project-URL: Homepage, https://github.com/uncountableinc/uncountable-python-sdk
 Project-URL: Repository, https://github.com/uncountableinc/uncountable-python-sdk.git

{uncountablepythonsdk-0.0.48 → uncountablepythonsdk-0.0.49}/pkgs/filesystem_utils/__init__.py

@@ -5,12 +5,14 @@ from ._gdrive_session import list_gdrive_files as list_gdrive_files
 from ._gdrive_session import move_gdrive_file as move_gdrive_file
 from ._gdrive_session import upload_file_gdrive as upload_file_gdrive
 from ._local_session import LocalSession as LocalSession
+from ._s3_session import S3Session as S3Session
 from ._sftp_session import SFTPSession as SFTPSession
 from ._sftp_session import list_sftp_files as list_sftp_files
 from ._sftp_session import move_sftp_files as move_sftp_files
 from .file_type_utils import FileObjectData as FileObjectData
 from .file_type_utils import FileSystemFileReference as FileSystemFileReference
 from .file_type_utils import FileSystemObject as FileSystemObject
+from .file_type_utils import FileSystemS3Config as FileSystemS3Config
 from .file_type_utils import FileSystemSFTPConfig as FileSystemSFTPConfig
 from .file_type_utils import FileTransfer as FileTransfer
 from .file_type_utils import IncompatibleFileReference as IncompatibleFileReference

{uncountablepythonsdk-0.0.48 → uncountablepythonsdk-0.0.49}/uncountable/integration/executors/generic_upload_executor.py

@@ -9,8 +9,10 @@ from pkgs.filesystem_utils import (
     FileObjectData,
     FileSystemFileReference,
     FileSystemObject,
+    FileSystemS3Config,
     FileSystemSFTPConfig,
     FileTransfer,
+    S3Session,
     SFTPSession,
 )
 from pkgs.filesystem_utils.filesystem_session import FileSystemSession
@@ -23,8 +25,10 @@ from uncountable.types.generic_upload_t import (
 )
 from uncountable.types.job_definition_t import (
     GenericUploadDataSource,
+    GenericUploadDataSourceS3,
     GenericUploadDataSourceSFTP,
     JobResult,
+    S3CloudProvider,
 )
 
 
@@ -185,6 +189,42 @@ class GenericUploadJob(Job):
                     pem_key=pem_key,
                 )
                 return SFTPSession(sftp_config=sftp_config)
+            case GenericUploadDataSourceS3():
+                if self.data_source.access_key_secret is not None:
+                    secret_access_key = retrieve_secret(
+                        self.data_source.access_key_secret,
+                        profile_metadata=args.profile_metadata,
+                    )
+                else:
+                    secret_access_key = None
+
+                if self.data_source.endpoint_url is None:
+                    assert (
+                        self.data_source.cloud_provider is not None
+                    ), "either cloud_provider or endpoint_url must be specified"
+                    match self.data_source.cloud_provider:
+                        case S3CloudProvider.AWS:
+                            endpoint_url = "https://s3.amazonaws.com"
+                        case S3CloudProvider.OVH:
+                            assert (
+                                self.data_source.region_name is not None
+                            ), "region_name must be specified for cloud_provider OVH"
+                            endpoint_url = (
+                                f"https://s3.{self.data_source.region_name}.cloud.ovh.net"
+                            )
+                else:
+                    endpoint_url = self.data_source.endpoint_url
+
+                s3_config = FileSystemS3Config(
+                    endpoint_url=endpoint_url,
+                    bucket_name=self.data_source.bucket_name,
+                    region_name=self.data_source.region_name,
+                    access_key_id=self.data_source.access_key_id,
+                    secret_access_key=secret_access_key,
+                    session_token=None,
+                )
+
+                return S3Session(s3_config=s3_config)
 
     def run(self, args: JobArguments) -> JobResult:
         client = args.client

{uncountablepythonsdk-0.0.48 → uncountablepythonsdk-0.0.49}/uncountable/types/job_definition.py

@@ -12,6 +12,8 @@ from .job_definition_t import JobExecutorBase as JobExecutorBase
 from .job_definition_t import JobExecutorScript as JobExecutorScript
 from .job_definition_t import GenericUploadDataSourceBase as GenericUploadDataSourceBase
 from .job_definition_t import GenericUploadDataSourceSFTP as GenericUploadDataSourceSFTP
+from .job_definition_t import S3CloudProvider as S3CloudProvider
+from .job_definition_t import GenericUploadDataSourceS3 as GenericUploadDataSourceS3
 from .job_definition_t import GenericUploadDataSource as GenericUploadDataSource
 from .job_definition_t import JobExecutorGenericUpload as JobExecutorGenericUpload
 from .job_definition_t import JobExecutor as JobExecutor

{uncountablepythonsdk-0.0.48 → uncountablepythonsdk-0.0.49}/uncountable/types/job_definition_t.py

@@ -23,6 +23,7 @@ __all__: list[str] = [
     "CronJobDefinition",
     "GenericUploadDataSource",
     "GenericUploadDataSourceBase",
+    "GenericUploadDataSourceS3",
     "GenericUploadDataSourceSFTP",
     "GenericUploadDataSourceType",
     "JobDefinition",
@@ -36,6 +37,7 @@ __all__: list[str] = [
     "JobResult",
     "ProfileDefinition",
     "ProfileMetadata",
+    "S3CloudProvider",
 ]
 
 
@@ -58,6 +60,7 @@ class AuthRetrievalType(StrEnum):
 # DO NOT MODIFY -- This file is generated by type_spec
 class GenericUploadDataSourceType(StrEnum):
     SFTP = "sftp"
+    S3 = "s3"
 
 
 # DO NOT MODIFY -- This file is generated by type_spec
@@ -94,13 +97,35 @@ class GenericUploadDataSourceSFTP(GenericUploadDataSourceBase):
     pem_secret: secret_retrieval_t.SecretRetrieval
 
 
+# DO NOT MODIFY -- This file is generated by type_spec
+class S3CloudProvider(StrEnum):
+    OVH = "ovh"
+    AWS = "aws"
+
+
+# DO NOT MODIFY -- This file is generated by type_spec
+@serial_class(
+    parse_require={"type"},
+)
+@dataclasses.dataclass(kw_only=True)
+class GenericUploadDataSourceS3(GenericUploadDataSourceBase):
+    type: typing.Literal[GenericUploadDataSourceType.S3] = GenericUploadDataSourceType.S3
+    bucket_name: str
+    cloud_provider: typing.Optional[S3CloudProvider] = None
+    endpoint_url: typing.Optional[str] = None
+    region_name: typing.Optional[str] = None
+    access_key_id: typing.Optional[str] = None
+    access_key_secret: typing.Optional[secret_retrieval_t.SecretRetrieval] = None
+
+
 # DO NOT MODIFY -- This file is generated by type_spec
 GenericUploadDataSource = typing.Annotated[
-    typing.Union[GenericUploadDataSourceSFTP],
+    typing.Union[GenericUploadDataSourceSFTP, GenericUploadDataSourceS3],
     serial_union_annotation(
         discriminator="type",
         discriminator_map={
             "sftp": GenericUploadDataSourceSFTP,
+            "s3": GenericUploadDataSourceS3,
         },
     ),
 ]