alibabacloud-emr-serverless-spark20230808 1.0.0__tar.gz → 1.0.1__tar.gz

alibabacloud_emr-serverless-spark20230808-1.0.1/ChangeLog.md

@@ -0,0 +1,3 @@
+2024-04-16 Version: 1.0.0
+- Generated python 2023-08-08 for emr-serverless-spark.
+

{alibabacloud_emr-serverless-spark20230808-1.0.0 → alibabacloud_emr-serverless-spark20230808-1.0.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: alibabacloud_emr-serverless-spark20230808
-Version: 1.0.0
+Version: 1.0.1
 Summary: Alibaba Cloud emr-serverless-spark (20230808) SDK Library for Python
 Home-page: https://github.com/aliyun/alibabacloud-python-sdk
 Author: Alibaba Cloud SDK

alibabacloud_emr-serverless-spark20230808-1.0.1/alibabacloud_emr_serverless_spark20230808/__init__.py

@@ -0,0 +1 @@
+__version__ = '1.0.1'

{alibabacloud_emr-serverless-spark20230808-1.0.0 → alibabacloud_emr-serverless-spark20230808-1.0.1}/alibabacloud_emr_serverless_spark20230808/client.py

@@ -49,6 +49,14 @@ class Client(OpenApiClient):
         headers: Dict[str, str],
         runtime: util_models.RuntimeOptions,
     ) -> emr_serverless_spark_20230808_models.CancelJobRunResponse:
+        """
+        @summary 取消jobRun作业
+        
+        @param request: CancelJobRunRequest
+        @param headers: map
+        @param runtime: runtime options for this request RuntimeOptions
+        @return: CancelJobRunResponse
+        """
         UtilClient.validate_model(request)
         query = {}
         if not UtilClient.is_unset(request.region_id):
@@ -81,6 +89,14 @@ class Client(OpenApiClient):
         headers: Dict[str, str],
         runtime: util_models.RuntimeOptions,
     ) -> emr_serverless_spark_20230808_models.CancelJobRunResponse:
+        """
+        @summary 取消jobRun作业
+        
+        @param request: CancelJobRunRequest
+        @param headers: map
+        @param runtime: runtime options for this request RuntimeOptions
+        @return: CancelJobRunResponse
+        """
         UtilClient.validate_model(request)
         query = {}
         if not UtilClient.is_unset(request.region_id):
@@ -111,6 +127,12 @@ class Client(OpenApiClient):
         job_run_id: str,
         request: emr_serverless_spark_20230808_models.CancelJobRunRequest,
     ) -> emr_serverless_spark_20230808_models.CancelJobRunResponse:
+        """
+        @summary 取消jobRun作业
+        
+        @param request: CancelJobRunRequest
+        @return: CancelJobRunResponse
+        """
         runtime = util_models.RuntimeOptions()
         headers = {}
         return self.cancel_job_run_with_options(workspace_id, job_run_id, request, headers, runtime)
@@ -121,6 +143,12 @@ class Client(OpenApiClient):
         job_run_id: str,
         request: emr_serverless_spark_20230808_models.CancelJobRunRequest,
     ) -> emr_serverless_spark_20230808_models.CancelJobRunResponse:
+        """
+        @summary 取消jobRun作业
+        
+        @param request: CancelJobRunRequest
+        @return: CancelJobRunResponse
+        """
         runtime = util_models.RuntimeOptions()
         headers = {}
         return await self.cancel_job_run_with_options_async(workspace_id, job_run_id, request, headers, runtime)
@@ -133,6 +161,14 @@ class Client(OpenApiClient):
         headers: Dict[str, str],
         runtime: util_models.RuntimeOptions,
     ) -> emr_serverless_spark_20230808_models.GetJobRunResponse:
+        """
+        @summary 获取任务
+        
+        @param request: GetJobRunRequest
+        @param headers: map
+        @param runtime: runtime options for this request RuntimeOptions
+        @return: GetJobRunResponse
+        """
         UtilClient.validate_model(request)
         query = {}
         if not UtilClient.is_unset(request.region_id):
@@ -165,6 +201,14 @@ class Client(OpenApiClient):
         headers: Dict[str, str],
         runtime: util_models.RuntimeOptions,
     ) -> emr_serverless_spark_20230808_models.GetJobRunResponse:
+        """
+        @summary 获取任务
+        
+        @param request: GetJobRunRequest
+        @param headers: map
+        @param runtime: runtime options for this request RuntimeOptions
+        @return: GetJobRunResponse
+        """
         UtilClient.validate_model(request)
         query = {}
         if not UtilClient.is_unset(request.region_id):
@@ -195,6 +239,12 @@ class Client(OpenApiClient):
         job_run_id: str,
         request: emr_serverless_spark_20230808_models.GetJobRunRequest,
     ) -> emr_serverless_spark_20230808_models.GetJobRunResponse:
+        """
+        @summary 获取任务
+        
+        @param request: GetJobRunRequest
+        @return: GetJobRunResponse
+        """
         runtime = util_models.RuntimeOptions()
         headers = {}
         return self.get_job_run_with_options(workspace_id, job_run_id, request, headers, runtime)
@@ -205,6 +255,12 @@ class Client(OpenApiClient):
         job_run_id: str,
         request: emr_serverless_spark_20230808_models.GetJobRunRequest,
     ) -> emr_serverless_spark_20230808_models.GetJobRunResponse:
+        """
+        @summary 获取任务
+        
+        @param request: GetJobRunRequest
+        @return: GetJobRunResponse
+        """
         runtime = util_models.RuntimeOptions()
         headers = {}
         return await self.get_job_run_with_options_async(workspace_id, job_run_id, request, headers, runtime)
@@ -216,6 +272,14 @@ class Client(OpenApiClient):
         headers: Dict[str, str],
         runtime: util_models.RuntimeOptions,
     ) -> emr_serverless_spark_20230808_models.ListJobRunsResponse:
+        """
+        @summary 查询run列表
+        
+        @param tmp_req: ListJobRunsRequest
+        @param headers: map
+        @param runtime: runtime options for this request RuntimeOptions
+        @return: ListJobRunsResponse
+        """
         UtilClient.validate_model(tmp_req)
         request = emr_serverless_spark_20230808_models.ListJobRunsShrinkRequest()
         OpenApiUtilClient.convert(tmp_req, request)
@@ -277,6 +341,14 @@ class Client(OpenApiClient):
         headers: Dict[str, str],
         runtime: util_models.RuntimeOptions,
     ) -> emr_serverless_spark_20230808_models.ListJobRunsResponse:
+        """
+        @summary 查询run列表
+        
+        @param tmp_req: ListJobRunsRequest
+        @param headers: map
+        @param runtime: runtime options for this request RuntimeOptions
+        @return: ListJobRunsResponse
+        """
         UtilClient.validate_model(tmp_req)
         request = emr_serverless_spark_20230808_models.ListJobRunsShrinkRequest()
         OpenApiUtilClient.convert(tmp_req, request)
@@ -336,6 +408,12 @@ class Client(OpenApiClient):
         workspace_id: str,
         request: emr_serverless_spark_20230808_models.ListJobRunsRequest,
     ) -> emr_serverless_spark_20230808_models.ListJobRunsResponse:
+        """
+        @summary 查询run列表
+        
+        @param request: ListJobRunsRequest
+        @return: ListJobRunsResponse
+        """
         runtime = util_models.RuntimeOptions()
         headers = {}
         return self.list_job_runs_with_options(workspace_id, request, headers, runtime)
@@ -345,6 +423,12 @@ class Client(OpenApiClient):
         workspace_id: str,
         request: emr_serverless_spark_20230808_models.ListJobRunsRequest,
     ) -> emr_serverless_spark_20230808_models.ListJobRunsResponse:
+        """
+        @summary 查询run列表
+        
+        @param request: ListJobRunsRequest
+        @return: ListJobRunsResponse
+        """
         runtime = util_models.RuntimeOptions()
         headers = {}
         return await self.list_job_runs_with_options_async(workspace_id, request, headers, runtime)
@@ -356,6 +440,14 @@ class Client(OpenApiClient):
         headers: Dict[str, str],
         runtime: util_models.RuntimeOptions,
     ) -> emr_serverless_spark_20230808_models.StartJobRunResponse:
+        """
+        @summary 启动作业
+        
+        @param request: StartJobRunRequest
+        @param headers: map
+        @param runtime: runtime options for this request RuntimeOptions
+        @return: StartJobRunResponse
+        """
         UtilClient.validate_model(request)
         query = {}
         if not UtilClient.is_unset(request.region_id):
@@ -409,6 +501,14 @@ class Client(OpenApiClient):
         headers: Dict[str, str],
         runtime: util_models.RuntimeOptions,
     ) -> emr_serverless_spark_20230808_models.StartJobRunResponse:
+        """
+        @summary 启动作业
+        
+        @param request: StartJobRunRequest
+        @param headers: map
+        @param runtime: runtime options for this request RuntimeOptions
+        @return: StartJobRunResponse
+        """
         UtilClient.validate_model(request)
         query = {}
         if not UtilClient.is_unset(request.region_id):
@@ -460,6 +560,12 @@ class Client(OpenApiClient):
         workspace_id: str,
         request: emr_serverless_spark_20230808_models.StartJobRunRequest,
     ) -> emr_serverless_spark_20230808_models.StartJobRunResponse:
+        """
+        @summary 启动作业
+        
+        @param request: StartJobRunRequest
+        @return: StartJobRunResponse
+        """
         runtime = util_models.RuntimeOptions()
         headers = {}
         return self.start_job_run_with_options(workspace_id, request, headers, runtime)
@@ -469,6 +575,12 @@ class Client(OpenApiClient):
         workspace_id: str,
         request: emr_serverless_spark_20230808_models.StartJobRunRequest,
     ) -> emr_serverless_spark_20230808_models.StartJobRunResponse:
+        """
+        @summary 启动作业
+        
+        @param request: StartJobRunRequest
+        @return: StartJobRunResponse
+        """
         runtime = util_models.RuntimeOptions()
         headers = {}
         return await self.start_job_run_with_options_async(workspace_id, request, headers, runtime)

{alibabacloud_emr-serverless-spark20230808-1.0.0 → alibabacloud_emr-serverless-spark20230808-1.0.1}/alibabacloud_emr_serverless_spark20230808/models.py

@@ -15,12 +15,19 @@ class Credential(TeaModel):
         security_token: str = None,
         signature: str = None,
     ):
+        # This parameter is required.
         self.access_id = access_id
+        # This parameter is required.
         self.dir = dir
+        # This parameter is required.
         self.expire = expire
+        # This parameter is required.
         self.host = host
+        # This parameter is required.
         self.policy = policy
+        # This parameter is required.
         self.security_token = security_token
+        # This parameter is required.
         self.signature = signature
 
     def validate(self):
@@ -79,13 +86,20 @@ class Artifact(TeaModel):
         modifier: int = None,
         name: str = None,
     ):
+        # This parameter is required.
         self.biz_id = biz_id
+        # This parameter is required.
         self.creator = creator
         self.credential = credential
+        # This parameter is required.
         self.gmt_created = gmt_created
+        # This parameter is required.
         self.gmt_modified = gmt_modified
+        # This parameter is required.
         self.location = location
+        # This parameter is required.
         self.modifier = modifier
+        # This parameter is required.
         self.name = name
 
     def validate(self):
@@ -150,13 +164,20 @@ class Category(TeaModel):
         parent_biz_id: str = None,
         type: str = None,
     ):
+        # This parameter is required.
         self.biz_id = biz_id
+        # This parameter is required.
         self.creator = creator
+        # This parameter is required.
         self.gmt_created = gmt_created
+        # This parameter is required.
         self.gmt_modified = gmt_modified
+        # This parameter is required.
         self.modifier = modifier
+        # This parameter is required.
         self.name = name
         self.parent_biz_id = parent_biz_id
+        # This parameter is required.
         self.type = type
 
     def validate(self):
@@ -246,6 +267,80 @@ class Configuration(TeaModel):
         return self
 
 
+class ConfigurationOverridesConfigurations(TeaModel):
+    def __init__(
+        self,
+        config_file_name: str = None,
+        config_item_key: str = None,
+        config_item_value: str = None,
+    ):
+        self.config_file_name = config_file_name
+        self.config_item_key = config_item_key
+        self.config_item_value = config_item_value
+
+    def validate(self):
+        pass
+
+    def to_map(self):
+        _map = super().to_map()
+        if _map is not None:
+            return _map
+
+        result = dict()
+        if self.config_file_name is not None:
+            result['configFileName'] = self.config_file_name
+        if self.config_item_key is not None:
+            result['configItemKey'] = self.config_item_key
+        if self.config_item_value is not None:
+            result['configItemValue'] = self.config_item_value
+        return result
+
+    def from_map(self, m: dict = None):
+        m = m or dict()
+        if m.get('configFileName') is not None:
+            self.config_file_name = m.get('configFileName')
+        if m.get('configItemKey') is not None:
+            self.config_item_key = m.get('configItemKey')
+        if m.get('configItemValue') is not None:
+            self.config_item_value = m.get('configItemValue')
+        return self
+
+
+class ConfigurationOverrides(TeaModel):
+    def __init__(
+        self,
+        configurations: List[ConfigurationOverridesConfigurations] = None,
+    ):
+        self.configurations = configurations
+
+    def validate(self):
+        if self.configurations:
+            for k in self.configurations:
+                if k:
+                    k.validate()
+
+    def to_map(self):
+        _map = super().to_map()
+        if _map is not None:
+            return _map
+
+        result = dict()
+        result['configurations'] = []
+        if self.configurations is not None:
+            for k in self.configurations:
+                result['configurations'].append(k.to_map() if k else None)
+        return result
+
+    def from_map(self, m: dict = None):
+        m = m or dict()
+        self.configurations = []
+        if m.get('configurations') is not None:
+            for k in m.get('configurations'):
+                temp_model = ConfigurationOverridesConfigurations()
+                self.configurations.append(temp_model.from_map(k))
+        return self
+
+
 class JobDriverSparkSubmit(TeaModel):
     def __init__(
         self,
@@ -389,11 +484,15 @@ class ReleaseVersionImage(TeaModel):
 class RunLog(TeaModel):
     def __init__(
         self,
+        driver_startup: str = None,
         driver_std_error: str = None,
         driver_std_out: str = None,
+        driver_syslog: str = None,
     ):
+        self.driver_startup = driver_startup
         self.driver_std_error = driver_std_error
         self.driver_std_out = driver_std_out
+        self.driver_syslog = driver_syslog
 
     def validate(self):
         pass
@@ -404,18 +503,26 @@ class RunLog(TeaModel):
             return _map
 
         result = dict()
+        if self.driver_startup is not None:
+            result['driverStartup'] = self.driver_startup
         if self.driver_std_error is not None:
             result['driverStdError'] = self.driver_std_error
         if self.driver_std_out is not None:
             result['driverStdOut'] = self.driver_std_out
+        if self.driver_syslog is not None:
+            result['driverSyslog'] = self.driver_syslog
         return result
 
     def from_map(self, m: dict = None):
         m = m or dict()
+        if m.get('driverStartup') is not None:
+            self.driver_startup = m.get('driverStartup')
         if m.get('driverStdError') is not None:
             self.driver_std_error = m.get('driverStdError')
         if m.get('driverStdOut') is not None:
             self.driver_std_out = m.get('driverStdOut')
+        if m.get('driverSyslog') is not None:
+            self.driver_syslog = m.get('driverSyslog')
         return self
 
 
@@ -425,7 +532,9 @@ class SparkConf(TeaModel):
         key: str = None,
         value: str = None,
     ):
+        # This parameter is required.
         self.key = key
+        # This parameter is required.
         self.value = value
 
     def validate(self):
@@ -635,6 +744,7 @@ class Tag(TeaModel):
 class Task(TeaModel):
     def __init__(
         self,
+        archives: List[str] = None,
         artifact_url: str = None,
         biz_id: str = None,
         category_biz_id: str = None,
@@ -645,10 +755,13 @@ class Task(TeaModel):
         default_resource_queue_id: str = None,
         default_sql_compute_id: str = None,
         extra_artifact_ids: List[str] = None,
+        extra_spark_submit_params: str = None,
+        files: List[str] = None,
         gmt_created: str = None,
         gmt_modified: str = None,
         has_changed: bool = None,
         has_commited: bool = None,
+        jars: List[str] = None,
         last_run_resource_queue_id: str = None,
         modifier: int = None,
         name: str = None,
@@ -666,35 +779,54 @@ class Task(TeaModel):
         tags: Dict[str, str] = None,
         type: str = None,
     ):
+        self.archives = archives
         self.artifact_url = artifact_url
+        # This parameter is required.
         self.biz_id = biz_id
         self.category_biz_id = category_biz_id
         self.content = content
+        # This parameter is required.
         self.creator = creator
         self.default_catalog_id = default_catalog_id
         self.default_database = default_database
         self.default_resource_queue_id = default_resource_queue_id
         self.default_sql_compute_id = default_sql_compute_id
         self.extra_artifact_ids = extra_artifact_ids
+        self.extra_spark_submit_params = extra_spark_submit_params
+        self.files = files
+        # This parameter is required.
         self.gmt_created = gmt_created
+        # This parameter is required.
         self.gmt_modified = gmt_modified
         self.has_changed = has_changed
+        # This parameter is required.
         self.has_commited = has_commited
+        self.jars = jars
         self.last_run_resource_queue_id = last_run_resource_queue_id
+        # This parameter is required.
         self.modifier = modifier
+        # This parameter is required.
         self.name = name
         self.py_files = py_files
         self.spark_args = spark_args
         self.spark_conf = spark_conf
+        # This parameter is required.
         self.spark_driver_cores = spark_driver_cores
+        # This parameter is required.
         self.spark_driver_memory = spark_driver_memory
         self.spark_entrypoint = spark_entrypoint
+        # This parameter is required.
         self.spark_executor_cores = spark_executor_cores
+        # This parameter is required.
         self.spark_executor_memory = spark_executor_memory
+        # This parameter is required.
         self.spark_log_level = spark_log_level
+        # This parameter is required.
         self.spark_log_path = spark_log_path
+        # This parameter is required.
         self.spark_version = spark_version
         self.tags = tags
+        # This parameter is required.
         self.type = type
 
     def validate(self):
@@ -709,6 +841,8 @@ class Task(TeaModel):
             return _map
 
         result = dict()
+        if self.archives is not None:
+            result['archives'] = self.archives
         if self.artifact_url is not None:
             result['artifactUrl'] = self.artifact_url
         if self.biz_id is not None:
@@ -729,6 +863,10 @@ class Task(TeaModel):
             result['defaultSqlComputeId'] = self.default_sql_compute_id
         if self.extra_artifact_ids is not None:
             result['extraArtifactIds'] = self.extra_artifact_ids
+        if self.extra_spark_submit_params is not None:
+            result['extraSparkSubmitParams'] = self.extra_spark_submit_params
+        if self.files is not None:
+            result['files'] = self.files
         if self.gmt_created is not None:
             result['gmtCreated'] = self.gmt_created
         if self.gmt_modified is not None:
@@ -737,6 +875,8 @@ class Task(TeaModel):
             result['hasChanged'] = self.has_changed
         if self.has_commited is not None:
             result['hasCommited'] = self.has_commited
+        if self.jars is not None:
+            result['jars'] = self.jars
         if self.last_run_resource_queue_id is not None:
             result['lastRunResourceQueueId'] = self.last_run_resource_queue_id
         if self.modifier is not None:
@@ -775,6 +915,8 @@ class Task(TeaModel):
 
     def from_map(self, m: dict = None):
         m = m or dict()
+        if m.get('archives') is not None:
+            self.archives = m.get('archives')
         if m.get('artifactUrl') is not None:
             self.artifact_url = m.get('artifactUrl')
         if m.get('bizId') is not None:
@@ -795,6 +937,10 @@ class Task(TeaModel):
             self.default_sql_compute_id = m.get('defaultSqlComputeId')
         if m.get('extraArtifactIds') is not None:
             self.extra_artifact_ids = m.get('extraArtifactIds')
+        if m.get('extraSparkSubmitParams') is not None:
+            self.extra_spark_submit_params = m.get('extraSparkSubmitParams')
+        if m.get('files') is not None:
+            self.files = m.get('files')
         if m.get('gmtCreated') is not None:
             self.gmt_created = m.get('gmtCreated')
         if m.get('gmtModified') is not None:
@@ -803,6 +949,8 @@ class Task(TeaModel):
             self.has_changed = m.get('hasChanged')
         if m.get('hasCommited') is not None:
             self.has_commited = m.get('hasCommited')
+        if m.get('jars') is not None:
+            self.jars = m.get('jars')
         if m.get('lastRunResourceQueueId') is not None:
             self.last_run_resource_queue_id = m.get('lastRunResourceQueueId')
         if m.get('modifier') is not None:
@@ -994,17 +1142,28 @@ class Template(TeaModel):
         spark_version: str = None,
         template_type: str = None,
     ):
+        # This parameter is required.
         self.creator = creator
+        # This parameter is required.
         self.gmt_created = gmt_created
+        # This parameter is required.
         self.gmt_modified = gmt_modified
+        # This parameter is required.
         self.modifier = modifier
         self.spark_conf = spark_conf
+        # This parameter is required.
         self.spark_driver_cores = spark_driver_cores
+        # This parameter is required.
         self.spark_driver_memory = spark_driver_memory
+        # This parameter is required.
         self.spark_executor_cores = spark_executor_cores
+        # This parameter is required.
         self.spark_executor_memory = spark_executor_memory
+        # This parameter is required.
         self.spark_log_level = spark_log_level
+        # This parameter is required.
         self.spark_log_path = spark_log_path
+        # This parameter is required.
         self.spark_version = spark_version
         self.template_type = template_type
 

{alibabacloud_emr-serverless-spark20230808-1.0.0 → alibabacloud_emr-serverless-spark20230808-1.0.1}/alibabacloud_emr_serverless_spark20230808.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: alibabacloud-emr-serverless-spark20230808
-Version: 1.0.0
+Version: 1.0.1
 Summary: Alibaba Cloud emr-serverless-spark (20230808) SDK Library for Python
 Home-page: https://github.com/aliyun/alibabacloud-python-sdk
 Author: Alibaba Cloud SDK

{alibabacloud_emr-serverless-spark20230808-1.0.0 → alibabacloud_emr-serverless-spark20230808-1.0.1}/alibabacloud_emr_serverless_spark20230808.egg-info/SOURCES.txt

@@ -1,3 +1,4 @@
+ChangeLog.md
 LICENSE
 MANIFEST.in
 README-CN.md

{alibabacloud_emr-serverless-spark20230808-1.0.0 → alibabacloud_emr-serverless-spark20230808-1.0.1}/alibabacloud_emr_serverless_spark20230808.egg-info/requires.txt

@@ -1,4 +1,4 @@
-alibabacloud_tea_util<1.0.0,>=0.3.11
-alibabacloud_tea_openapi<1.0.0,>=0.3.8
+alibabacloud_tea_util<1.0.0,>=0.3.12
+alibabacloud_tea_openapi<1.0.0,>=0.3.9
 alibabacloud_openapi_util<1.0.0,>=0.2.1
 alibabacloud_endpoint_util<1.0.0,>=0.0.3

{alibabacloud_emr-serverless-spark20230808-1.0.0 → alibabacloud_emr-serverless-spark20230808-1.0.1}/setup.py

@@ -24,7 +24,7 @@ from setuptools import setup, find_packages
 """
 setup module for alibabacloud_emr-serverless-spark20230808.
 
-Created on 16/04/2024
+Created on 17/05/2024
 
 @author: Alibaba Cloud SDK
 """
@@ -37,8 +37,8 @@ AUTHOR_EMAIL = "sdk-team@alibabacloud.com"
 URL = "https://github.com/aliyun/alibabacloud-python-sdk"
 VERSION = __import__(PACKAGE).__version__
 REQUIRES = [
-    "alibabacloud_tea_util>=0.3.11, <1.0.0",
-    "alibabacloud_tea_openapi>=0.3.8, <1.0.0",
+    "alibabacloud_tea_util>=0.3.12, <1.0.0",
+    "alibabacloud_tea_openapi>=0.3.9, <1.0.0",
     "alibabacloud_openapi_util>=0.2.1, <1.0.0",
     "alibabacloud_endpoint_util>=0.0.3, <1.0.0"
 ]

alibabacloud_emr-serverless-spark20230808-1.0.0/alibabacloud_emr_serverless_spark20230808/__init__.py

@@ -1 +0,0 @@
-__version__ = '1.0.0'