tencentcloud-sdk-python-dlc 3.1.181__tar.gz → 3.1.188__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {tencentcloud_sdk_python_dlc-3.1.181 → tencentcloud_sdk_python_dlc-3.1.188}/PKG-INFO +2 -2
- {tencentcloud_sdk_python_dlc-3.1.181 → tencentcloud_sdk_python_dlc-3.1.188}/setup.py +1 -1
- {tencentcloud_sdk_python_dlc-3.1.181 → tencentcloud_sdk_python_dlc-3.1.188}/tencentcloud/__init__.py +1 -1
- {tencentcloud_sdk_python_dlc-3.1.181 → tencentcloud_sdk_python_dlc-3.1.188}/tencentcloud/dlc/v20210125/errorcodes.py +3 -0
- {tencentcloud_sdk_python_dlc-3.1.181 → tencentcloud_sdk_python_dlc-3.1.188}/tencentcloud/dlc/v20210125/models.py +942 -2
- {tencentcloud_sdk_python_dlc-3.1.181 → tencentcloud_sdk_python_dlc-3.1.188}/tencentcloud_sdk_python_dlc.egg-info/PKG-INFO +2 -2
- tencentcloud_sdk_python_dlc-3.1.188/tencentcloud_sdk_python_dlc.egg-info/requires.txt +1 -0
- tencentcloud_sdk_python_dlc-3.1.181/tencentcloud_sdk_python_dlc.egg-info/requires.txt +0 -1
- {tencentcloud_sdk_python_dlc-3.1.181 → tencentcloud_sdk_python_dlc-3.1.188}/README.rst +0 -0
- {tencentcloud_sdk_python_dlc-3.1.181 → tencentcloud_sdk_python_dlc-3.1.188}/setup.cfg +0 -0
- {tencentcloud_sdk_python_dlc-3.1.181 → tencentcloud_sdk_python_dlc-3.1.188}/tencentcloud/dlc/__init__.py +0 -0
- {tencentcloud_sdk_python_dlc-3.1.181 → tencentcloud_sdk_python_dlc-3.1.188}/tencentcloud/dlc/v20210125/__init__.py +0 -0
- {tencentcloud_sdk_python_dlc-3.1.181 → tencentcloud_sdk_python_dlc-3.1.188}/tencentcloud/dlc/v20210125/dlc_client.py +0 -0
- {tencentcloud_sdk_python_dlc-3.1.181 → tencentcloud_sdk_python_dlc-3.1.188}/tencentcloud/dlc/v20210125/dlc_client_async.py +0 -0
- {tencentcloud_sdk_python_dlc-3.1.181 → tencentcloud_sdk_python_dlc-3.1.188}/tencentcloud_sdk_python_dlc.egg-info/SOURCES.txt +0 -0
- {tencentcloud_sdk_python_dlc-3.1.181 → tencentcloud_sdk_python_dlc-3.1.188}/tencentcloud_sdk_python_dlc.egg-info/dependency_links.txt +0 -0
- {tencentcloud_sdk_python_dlc-3.1.181 → tencentcloud_sdk_python_dlc-3.1.188}/tencentcloud_sdk_python_dlc.egg-info/top_level.txt +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: tencentcloud-sdk-python-dlc
|
|
3
|
-
Version: 3.1.
|
|
3
|
+
Version: 3.1.188
|
|
4
4
|
Summary: Tencent Cloud Dlc SDK for Python
|
|
5
5
|
Home-page: https://github.com/TencentCloud/tencentcloud-sdk-python
|
|
6
6
|
Author: Tencent Cloud
|
|
@@ -15,7 +15,7 @@ Classifier: Programming Language :: Python :: 2.7
|
|
|
15
15
|
Classifier: Programming Language :: Python :: 3
|
|
16
16
|
Classifier: Programming Language :: Python :: 3.6
|
|
17
17
|
Classifier: Programming Language :: Python :: 3.7
|
|
18
|
-
Requires-Dist: tencentcloud-sdk-python-common<4.0.0,>=3.1.
|
|
18
|
+
Requires-Dist: tencentcloud-sdk-python-common<4.0.0,>=3.1.188
|
|
19
19
|
|
|
20
20
|
============================
|
|
21
21
|
Tencent Cloud SDK for Python
|
|
@@ -8,7 +8,7 @@ ROOT = os.path.dirname(__file__)
|
|
|
8
8
|
|
|
9
9
|
setup(
|
|
10
10
|
name='tencentcloud-sdk-python-dlc',
|
|
11
|
-
install_requires=["tencentcloud-sdk-python-common>=3.1.
|
|
11
|
+
install_requires=["tencentcloud-sdk-python-common>=3.1.188,<4.0.0"],
|
|
12
12
|
|
|
13
13
|
version=tencentcloud.__version__,
|
|
14
14
|
description='Tencent Cloud Dlc SDK for Python',
|
|
@@ -659,6 +659,9 @@ OPERATIONDENIED_DEFAULTQUEUEDELETEFORBIDDEN = 'OperationDenied.DefaultQueueDelet
|
|
|
659
659
|
# 资源分区当前状态不允许该操作
|
|
660
660
|
OPERATIONDENIED_PARTITIONNOTREADY = 'OperationDenied.PartitionNotReady'
|
|
661
661
|
|
|
662
|
+
# 按量计费 partition 仅允许 default 队列,禁止创建额外队列
|
|
663
|
+
OPERATIONDENIED_POSTPAYQUEUECREATEFORBIDDEN = 'OperationDenied.PostpayQueueCreateForbidden'
|
|
664
|
+
|
|
662
665
|
# 服务未开通
|
|
663
666
|
OPERATIONDENIED_SERVICENOTACTIVATED = 'OperationDenied.ServiceNotActivated'
|
|
664
667
|
|
|
@@ -14483,10 +14483,16 @@ class CreateJobRequest(AbstractModel):
|
|
|
14483
14483
|
:type PartitionCode: str
|
|
14484
14484
|
:param _QueueName: <p>队列名称,必须与 PartitionCode 成对使用(RunMode=JOB 下可选);RunMode=WAREHOUSE 下被仓库反查值覆盖,无需传。</p>
|
|
14485
14485
|
:type QueueName: str
|
|
14486
|
+
:param _Spec: <p>集群规格配置。RunMode=JOB 时必填(MajorType 对应引擎字段须非空、其余引擎字段须为空);RunMode=WAREHOUSE 时忽略。</p>
|
|
14487
|
+
:type Spec: :class:`tencentcloud.dlc.v20210125.models.Spec`
|
|
14486
14488
|
:param _CustomProperties: <p>自定义 Spark conf(JSON 字符串,亦接受多行 key=value 文本,归一化为 JSON 存储、出参恒为 JSON),作为 SPARK_CUSTOM 配置通道落库,两种运行模式均生效。</p>
|
|
14487
14489
|
:type CustomProperties: str
|
|
14490
|
+
:param _Dependencies: <p>依赖管理(jars / files / archives / pyFiles)。仅 RunMode=JOB 可传;RunMode=WAREHOUSE 时禁止传。</p>
|
|
14491
|
+
:type Dependencies: :class:`tencentcloud.dlc.v20210125.models.EngineConfigDependencies`
|
|
14488
14492
|
:param _EnvVars: <p>环境变量(KEY=VALUE)列表。仅 RunMode=JOB 可传;RunMode=WAREHOUSE 时禁止传。</p>
|
|
14489
14493
|
:type EnvVars: list of KVPair
|
|
14494
|
+
:param _Entrypoint: <p>入口点配置,必填。SPARK_SQL 时 Statement 必填(≤1MB);SPARK_BATCH 时 Statement 或 EntryFile 至少其一(EntryFile 须匹配路径前缀白名单)。</p>
|
|
14495
|
+
:type Entrypoint: :class:`tencentcloud.dlc.v20210125.models.EntrypointInfo`
|
|
14490
14496
|
"""
|
|
14491
14497
|
self._JobName = None
|
|
14492
14498
|
self._CheckpointLocation = None
|
|
@@ -14500,8 +14506,11 @@ class CreateJobRequest(AbstractModel):
|
|
|
14500
14506
|
self._SysCatalogVersion = None
|
|
14501
14507
|
self._PartitionCode = None
|
|
14502
14508
|
self._QueueName = None
|
|
14509
|
+
self._Spec = None
|
|
14503
14510
|
self._CustomProperties = None
|
|
14511
|
+
self._Dependencies = None
|
|
14504
14512
|
self._EnvVars = None
|
|
14513
|
+
self._Entrypoint = None
|
|
14505
14514
|
|
|
14506
14515
|
@property
|
|
14507
14516
|
def JobName(self):
|
|
@@ -14635,6 +14644,17 @@ class CreateJobRequest(AbstractModel):
|
|
|
14635
14644
|
def QueueName(self, QueueName):
|
|
14636
14645
|
self._QueueName = QueueName
|
|
14637
14646
|
|
|
14647
|
+
@property
|
|
14648
|
+
def Spec(self):
|
|
14649
|
+
r"""<p>集群规格配置。RunMode=JOB 时必填(MajorType 对应引擎字段须非空、其余引擎字段须为空);RunMode=WAREHOUSE 时忽略。</p>
|
|
14650
|
+
:rtype: :class:`tencentcloud.dlc.v20210125.models.Spec`
|
|
14651
|
+
"""
|
|
14652
|
+
return self._Spec
|
|
14653
|
+
|
|
14654
|
+
@Spec.setter
|
|
14655
|
+
def Spec(self, Spec):
|
|
14656
|
+
self._Spec = Spec
|
|
14657
|
+
|
|
14638
14658
|
@property
|
|
14639
14659
|
def CustomProperties(self):
|
|
14640
14660
|
r"""<p>自定义 Spark conf(JSON 字符串,亦接受多行 key=value 文本,归一化为 JSON 存储、出参恒为 JSON),作为 SPARK_CUSTOM 配置通道落库,两种运行模式均生效。</p>
|
|
@@ -14646,6 +14666,17 @@ class CreateJobRequest(AbstractModel):
|
|
|
14646
14666
|
def CustomProperties(self, CustomProperties):
|
|
14647
14667
|
self._CustomProperties = CustomProperties
|
|
14648
14668
|
|
|
14669
|
+
@property
|
|
14670
|
+
def Dependencies(self):
|
|
14671
|
+
r"""<p>依赖管理(jars / files / archives / pyFiles)。仅 RunMode=JOB 可传;RunMode=WAREHOUSE 时禁止传。</p>
|
|
14672
|
+
:rtype: :class:`tencentcloud.dlc.v20210125.models.EngineConfigDependencies`
|
|
14673
|
+
"""
|
|
14674
|
+
return self._Dependencies
|
|
14675
|
+
|
|
14676
|
+
@Dependencies.setter
|
|
14677
|
+
def Dependencies(self, Dependencies):
|
|
14678
|
+
self._Dependencies = Dependencies
|
|
14679
|
+
|
|
14649
14680
|
@property
|
|
14650
14681
|
def EnvVars(self):
|
|
14651
14682
|
r"""<p>环境变量(KEY=VALUE)列表。仅 RunMode=JOB 可传;RunMode=WAREHOUSE 时禁止传。</p>
|
|
@@ -14657,6 +14688,17 @@ class CreateJobRequest(AbstractModel):
|
|
|
14657
14688
|
def EnvVars(self, EnvVars):
|
|
14658
14689
|
self._EnvVars = EnvVars
|
|
14659
14690
|
|
|
14691
|
+
@property
|
|
14692
|
+
def Entrypoint(self):
|
|
14693
|
+
r"""<p>入口点配置,必填。SPARK_SQL 时 Statement 必填(≤1MB);SPARK_BATCH 时 Statement 或 EntryFile 至少其一(EntryFile 须匹配路径前缀白名单)。</p>
|
|
14694
|
+
:rtype: :class:`tencentcloud.dlc.v20210125.models.EntrypointInfo`
|
|
14695
|
+
"""
|
|
14696
|
+
return self._Entrypoint
|
|
14697
|
+
|
|
14698
|
+
@Entrypoint.setter
|
|
14699
|
+
def Entrypoint(self, Entrypoint):
|
|
14700
|
+
self._Entrypoint = Entrypoint
|
|
14701
|
+
|
|
14660
14702
|
|
|
14661
14703
|
def _deserialize(self, params):
|
|
14662
14704
|
self._JobName = params.get("JobName")
|
|
@@ -14671,13 +14713,22 @@ class CreateJobRequest(AbstractModel):
|
|
|
14671
14713
|
self._SysCatalogVersion = params.get("SysCatalogVersion")
|
|
14672
14714
|
self._PartitionCode = params.get("PartitionCode")
|
|
14673
14715
|
self._QueueName = params.get("QueueName")
|
|
14716
|
+
if params.get("Spec") is not None:
|
|
14717
|
+
self._Spec = Spec()
|
|
14718
|
+
self._Spec._deserialize(params.get("Spec"))
|
|
14674
14719
|
self._CustomProperties = params.get("CustomProperties")
|
|
14720
|
+
if params.get("Dependencies") is not None:
|
|
14721
|
+
self._Dependencies = EngineConfigDependencies()
|
|
14722
|
+
self._Dependencies._deserialize(params.get("Dependencies"))
|
|
14675
14723
|
if params.get("EnvVars") is not None:
|
|
14676
14724
|
self._EnvVars = []
|
|
14677
14725
|
for item in params.get("EnvVars"):
|
|
14678
14726
|
obj = KVPair()
|
|
14679
14727
|
obj._deserialize(item)
|
|
14680
14728
|
self._EnvVars.append(obj)
|
|
14729
|
+
if params.get("Entrypoint") is not None:
|
|
14730
|
+
self._Entrypoint = EntrypointInfo()
|
|
14731
|
+
self._Entrypoint._deserialize(params.get("Entrypoint"))
|
|
14681
14732
|
memeber_set = set(params.keys())
|
|
14682
14733
|
for name, value in vars(self).items():
|
|
14683
14734
|
property_name = name[1:]
|
|
@@ -37581,11 +37632,25 @@ class DescribeJobDetailResponse(AbstractModel):
|
|
|
37581
37632
|
|
|
37582
37633
|
def __init__(self):
|
|
37583
37634
|
r"""
|
|
37635
|
+
:param _JobDetail: <p>作业详情,JSON 嵌套在 JobDetail 键下。</p>
|
|
37636
|
+
:type JobDetail: :class:`tencentcloud.dlc.v20210125.models.JobDetailInfo`
|
|
37584
37637
|
:param _RequestId: 唯一请求 ID,由服务端生成,每次请求都会返回(若请求因其他原因未能抵达服务端,则该次请求不会获得 RequestId)。定位问题时需要提供该次请求的 RequestId。
|
|
37585
37638
|
:type RequestId: str
|
|
37586
37639
|
"""
|
|
37640
|
+
self._JobDetail = None
|
|
37587
37641
|
self._RequestId = None
|
|
37588
37642
|
|
|
37643
|
+
@property
|
|
37644
|
+
def JobDetail(self):
|
|
37645
|
+
r"""<p>作业详情,JSON 嵌套在 JobDetail 键下。</p>
|
|
37646
|
+
:rtype: :class:`tencentcloud.dlc.v20210125.models.JobDetailInfo`
|
|
37647
|
+
"""
|
|
37648
|
+
return self._JobDetail
|
|
37649
|
+
|
|
37650
|
+
@JobDetail.setter
|
|
37651
|
+
def JobDetail(self, JobDetail):
|
|
37652
|
+
self._JobDetail = JobDetail
|
|
37653
|
+
|
|
37589
37654
|
@property
|
|
37590
37655
|
def RequestId(self):
|
|
37591
37656
|
r"""唯一请求 ID,由服务端生成,每次请求都会返回(若请求因其他原因未能抵达服务端,则该次请求不会获得 RequestId)。定位问题时需要提供该次请求的 RequestId。
|
|
@@ -37599,6 +37664,9 @@ class DescribeJobDetailResponse(AbstractModel):
|
|
|
37599
37664
|
|
|
37600
37665
|
|
|
37601
37666
|
def _deserialize(self, params):
|
|
37667
|
+
if params.get("JobDetail") is not None:
|
|
37668
|
+
self._JobDetail = JobDetailInfo()
|
|
37669
|
+
self._JobDetail._deserialize(params.get("JobDetail"))
|
|
37602
37670
|
self._RequestId = params.get("RequestId")
|
|
37603
37671
|
|
|
37604
37672
|
|
|
@@ -38152,7 +38220,9 @@ class DescribeJobResultResponse(AbstractModel):
|
|
|
38152
38220
|
:type TotalRows: int
|
|
38153
38221
|
:param _Rows: <p>行数据(State=SUCCEEDED 才有),每行为 {"Values": [单元格值...]} 数组。</p>
|
|
38154
38222
|
:type Rows: list of ResultRow
|
|
38155
|
-
:param
|
|
38223
|
+
:param _Download: <p>下载链接(结果集可用时按需返回;结果过大无法内联展示时仅返回 Download)。</p>
|
|
38224
|
+
:type Download: :class:`tencentcloud.dlc.v20210125.models.DownloadInfo`
|
|
38225
|
+
:param _Truncated: <p>本页内容是否因响应大小限制被截断(单元格/行超限,结果集仅 1 行时也可能触发)。行数超过在线展示上限不由本标记表达,以 TotalRows > Total 判断,完整结果通过 Download 获取.</p>
|
|
38156
38226
|
:type Truncated: bool
|
|
38157
38227
|
:param _RequestId: 唯一请求 ID,由服务端生成,每次请求都会返回(若请求因其他原因未能抵达服务端,则该次请求不会获得 RequestId)。定位问题时需要提供该次请求的 RequestId。
|
|
38158
38228
|
:type RequestId: str
|
|
@@ -38164,6 +38234,7 @@ class DescribeJobResultResponse(AbstractModel):
|
|
|
38164
38234
|
self._Columns = None
|
|
38165
38235
|
self._TotalRows = None
|
|
38166
38236
|
self._Rows = None
|
|
38237
|
+
self._Download = None
|
|
38167
38238
|
self._Truncated = None
|
|
38168
38239
|
self._RequestId = None
|
|
38169
38240
|
|
|
@@ -38244,9 +38315,20 @@ class DescribeJobResultResponse(AbstractModel):
|
|
|
38244
38315
|
def Rows(self, Rows):
|
|
38245
38316
|
self._Rows = Rows
|
|
38246
38317
|
|
|
38318
|
+
@property
|
|
38319
|
+
def Download(self):
|
|
38320
|
+
r"""<p>下载链接(结果集可用时按需返回;结果过大无法内联展示时仅返回 Download)。</p>
|
|
38321
|
+
:rtype: :class:`tencentcloud.dlc.v20210125.models.DownloadInfo`
|
|
38322
|
+
"""
|
|
38323
|
+
return self._Download
|
|
38324
|
+
|
|
38325
|
+
@Download.setter
|
|
38326
|
+
def Download(self, Download):
|
|
38327
|
+
self._Download = Download
|
|
38328
|
+
|
|
38247
38329
|
@property
|
|
38248
38330
|
def Truncated(self):
|
|
38249
|
-
r"""<p>本页内容是否因响应大小限制被截断(单元格/行超限,结果集仅 1 行时也可能触发)。行数超过在线展示上限不由本标记表达,以 TotalRows
|
|
38331
|
+
r"""<p>本页内容是否因响应大小限制被截断(单元格/行超限,结果集仅 1 行时也可能触发)。行数超过在线展示上限不由本标记表达,以 TotalRows > Total 判断,完整结果通过 Download 获取.</p>
|
|
38250
38332
|
:rtype: bool
|
|
38251
38333
|
"""
|
|
38252
38334
|
return self._Truncated
|
|
@@ -38285,6 +38367,9 @@ class DescribeJobResultResponse(AbstractModel):
|
|
|
38285
38367
|
obj = ResultRow()
|
|
38286
38368
|
obj._deserialize(item)
|
|
38287
38369
|
self._Rows.append(obj)
|
|
38370
|
+
if params.get("Download") is not None:
|
|
38371
|
+
self._Download = DownloadInfo()
|
|
38372
|
+
self._Download._deserialize(params.get("Download"))
|
|
38288
38373
|
self._Truncated = params.get("Truncated")
|
|
38289
38374
|
self._RequestId = params.get("RequestId")
|
|
38290
38375
|
|
|
@@ -49176,6 +49261,87 @@ class DorisConnection(AbstractModel):
|
|
|
49176
49261
|
|
|
49177
49262
|
|
|
49178
49263
|
|
|
49264
|
+
class DownloadInfo(AbstractModel):
|
|
49265
|
+
r"""入站下载信息(结果集 / 日志通用).
|
|
49266
|
+
|
|
49267
|
+
"""
|
|
49268
|
+
|
|
49269
|
+
def __init__(self):
|
|
49270
|
+
r"""
|
|
49271
|
+
:param _Url: <p>下载链接地址.</p>
|
|
49272
|
+
:type Url: str
|
|
49273
|
+
:param _Format: <p>文件格式(如 CSV / JSON).</p>
|
|
49274
|
+
:type Format: str
|
|
49275
|
+
:param _Size: <p>文件大小(字节).</p>
|
|
49276
|
+
:type Size: int
|
|
49277
|
+
:param _ExpireSeconds: <p>链接有效时长(秒).</p>
|
|
49278
|
+
:type ExpireSeconds: int
|
|
49279
|
+
"""
|
|
49280
|
+
self._Url = None
|
|
49281
|
+
self._Format = None
|
|
49282
|
+
self._Size = None
|
|
49283
|
+
self._ExpireSeconds = None
|
|
49284
|
+
|
|
49285
|
+
@property
|
|
49286
|
+
def Url(self):
|
|
49287
|
+
r"""<p>下载链接地址.</p>
|
|
49288
|
+
:rtype: str
|
|
49289
|
+
"""
|
|
49290
|
+
return self._Url
|
|
49291
|
+
|
|
49292
|
+
@Url.setter
|
|
49293
|
+
def Url(self, Url):
|
|
49294
|
+
self._Url = Url
|
|
49295
|
+
|
|
49296
|
+
@property
|
|
49297
|
+
def Format(self):
|
|
49298
|
+
r"""<p>文件格式(如 CSV / JSON).</p>
|
|
49299
|
+
:rtype: str
|
|
49300
|
+
"""
|
|
49301
|
+
return self._Format
|
|
49302
|
+
|
|
49303
|
+
@Format.setter
|
|
49304
|
+
def Format(self, Format):
|
|
49305
|
+
self._Format = Format
|
|
49306
|
+
|
|
49307
|
+
@property
|
|
49308
|
+
def Size(self):
|
|
49309
|
+
r"""<p>文件大小(字节).</p>
|
|
49310
|
+
:rtype: int
|
|
49311
|
+
"""
|
|
49312
|
+
return self._Size
|
|
49313
|
+
|
|
49314
|
+
@Size.setter
|
|
49315
|
+
def Size(self, Size):
|
|
49316
|
+
self._Size = Size
|
|
49317
|
+
|
|
49318
|
+
@property
|
|
49319
|
+
def ExpireSeconds(self):
|
|
49320
|
+
r"""<p>链接有效时长(秒).</p>
|
|
49321
|
+
:rtype: int
|
|
49322
|
+
"""
|
|
49323
|
+
return self._ExpireSeconds
|
|
49324
|
+
|
|
49325
|
+
@ExpireSeconds.setter
|
|
49326
|
+
def ExpireSeconds(self, ExpireSeconds):
|
|
49327
|
+
self._ExpireSeconds = ExpireSeconds
|
|
49328
|
+
|
|
49329
|
+
|
|
49330
|
+
def _deserialize(self, params):
|
|
49331
|
+
self._Url = params.get("Url")
|
|
49332
|
+
self._Format = params.get("Format")
|
|
49333
|
+
self._Size = params.get("Size")
|
|
49334
|
+
self._ExpireSeconds = params.get("ExpireSeconds")
|
|
49335
|
+
memeber_set = set(params.keys())
|
|
49336
|
+
for name, value in vars(self).items():
|
|
49337
|
+
property_name = name[1:]
|
|
49338
|
+
if property_name in memeber_set:
|
|
49339
|
+
memeber_set.remove(property_name)
|
|
49340
|
+
if len(memeber_set) > 0:
|
|
49341
|
+
warnings.warn("%s fileds are useless." % ",".join(memeber_set))
|
|
49342
|
+
|
|
49343
|
+
|
|
49344
|
+
|
|
49179
49345
|
class DropDMSDatabaseRequest(AbstractModel):
|
|
49180
49346
|
r"""DropDMSDatabase请求参数结构体
|
|
49181
49347
|
|
|
@@ -49990,6 +50156,87 @@ class EngineCapabilities(AbstractModel):
|
|
|
49990
50156
|
|
|
49991
50157
|
|
|
49992
50158
|
|
|
50159
|
+
class EngineConfigDependencies(AbstractModel):
|
|
50160
|
+
r"""引擎依赖管理,对应 Spark 的 --jars / --files / --archives / --py-files 四类资源。每条 JAR 要么 COS 路径(cos:///cosn://),要么 Maven GAV(group:artifact:version);files/archives/pyFiles 是 COS 路径列表(pyFiles 支持 .py/.zip/.egg/.whl)。
|
|
50161
|
+
|
|
50162
|
+
"""
|
|
50163
|
+
|
|
50164
|
+
def __init__(self):
|
|
50165
|
+
r"""
|
|
50166
|
+
:param _Jars: <p>JAR 列表:每行一个 COS 路径或 Maven GAV。</p>
|
|
50167
|
+
:type Jars: list of str
|
|
50168
|
+
:param _Files: <p>files 列表:COS 路径,下载到 executor 工作目录(不解压)。</p>
|
|
50169
|
+
:type Files: list of str
|
|
50170
|
+
:param _Archives: <p>archives 列表:COS 路径,下载并解压到 executor 工作目录。</p>
|
|
50171
|
+
:type Archives: list of str
|
|
50172
|
+
:param _PyFiles: <p>pyFiles 列表:COS 路径(.py/.zip/.egg/.whl),等价 Spark --py-files。</p>
|
|
50173
|
+
:type PyFiles: list of str
|
|
50174
|
+
"""
|
|
50175
|
+
self._Jars = None
|
|
50176
|
+
self._Files = None
|
|
50177
|
+
self._Archives = None
|
|
50178
|
+
self._PyFiles = None
|
|
50179
|
+
|
|
50180
|
+
@property
|
|
50181
|
+
def Jars(self):
|
|
50182
|
+
r"""<p>JAR 列表:每行一个 COS 路径或 Maven GAV。</p>
|
|
50183
|
+
:rtype: list of str
|
|
50184
|
+
"""
|
|
50185
|
+
return self._Jars
|
|
50186
|
+
|
|
50187
|
+
@Jars.setter
|
|
50188
|
+
def Jars(self, Jars):
|
|
50189
|
+
self._Jars = Jars
|
|
50190
|
+
|
|
50191
|
+
@property
|
|
50192
|
+
def Files(self):
|
|
50193
|
+
r"""<p>files 列表:COS 路径,下载到 executor 工作目录(不解压)。</p>
|
|
50194
|
+
:rtype: list of str
|
|
50195
|
+
"""
|
|
50196
|
+
return self._Files
|
|
50197
|
+
|
|
50198
|
+
@Files.setter
|
|
50199
|
+
def Files(self, Files):
|
|
50200
|
+
self._Files = Files
|
|
50201
|
+
|
|
50202
|
+
@property
|
|
50203
|
+
def Archives(self):
|
|
50204
|
+
r"""<p>archives 列表:COS 路径,下载并解压到 executor 工作目录。</p>
|
|
50205
|
+
:rtype: list of str
|
|
50206
|
+
"""
|
|
50207
|
+
return self._Archives
|
|
50208
|
+
|
|
50209
|
+
@Archives.setter
|
|
50210
|
+
def Archives(self, Archives):
|
|
50211
|
+
self._Archives = Archives
|
|
50212
|
+
|
|
50213
|
+
@property
|
|
50214
|
+
def PyFiles(self):
|
|
50215
|
+
r"""<p>pyFiles 列表:COS 路径(.py/.zip/.egg/.whl),等价 Spark --py-files。</p>
|
|
50216
|
+
:rtype: list of str
|
|
50217
|
+
"""
|
|
50218
|
+
return self._PyFiles
|
|
50219
|
+
|
|
50220
|
+
@PyFiles.setter
|
|
50221
|
+
def PyFiles(self, PyFiles):
|
|
50222
|
+
self._PyFiles = PyFiles
|
|
50223
|
+
|
|
50224
|
+
|
|
50225
|
+
def _deserialize(self, params):
|
|
50226
|
+
self._Jars = params.get("Jars")
|
|
50227
|
+
self._Files = params.get("Files")
|
|
50228
|
+
self._Archives = params.get("Archives")
|
|
50229
|
+
self._PyFiles = params.get("PyFiles")
|
|
50230
|
+
memeber_set = set(params.keys())
|
|
50231
|
+
for name, value in vars(self).items():
|
|
50232
|
+
property_name = name[1:]
|
|
50233
|
+
if property_name in memeber_set:
|
|
50234
|
+
memeber_set.remove(property_name)
|
|
50235
|
+
if len(memeber_set) > 0:
|
|
50236
|
+
warnings.warn("%s fileds are useless." % ",".join(memeber_set))
|
|
50237
|
+
|
|
50238
|
+
|
|
50239
|
+
|
|
49993
50240
|
class EngineNetworkInfo(AbstractModel):
|
|
49994
50241
|
r"""引擎网络信息
|
|
49995
50242
|
|
|
@@ -50315,6 +50562,87 @@ class EngineSessionImage(AbstractModel):
|
|
|
50315
50562
|
|
|
50316
50563
|
|
|
50317
50564
|
|
|
50565
|
+
class EntrypointInfo(AbstractModel):
|
|
50566
|
+
r"""入站作业入口(Entrypoint).
|
|
50567
|
+
|
|
50568
|
+
"""
|
|
50569
|
+
|
|
50570
|
+
def __init__(self):
|
|
50571
|
+
r"""
|
|
50572
|
+
:param _Statement: <p>SQL 语句文本,须为 Base64 编码的 UTF-8 文本。仅 SPARK_SQL 模式可传且必填(解码后 ≤1MB);SPARK_BATCH 模式禁止传。</p>
|
|
50573
|
+
:type Statement: str
|
|
50574
|
+
:param _EntryFile: <p>作业文件路径(JAR/Python),须匹配配置的路径前缀白名单。以 .py 结尾判定为 Python 入口(EntryPoint 禁传),否则为 JAR 入口(EntryPoint 必填)。</p>
|
|
50575
|
+
:type EntryFile: str
|
|
50576
|
+
:param _EntryPoint: <p>入口类名(main class 全限定名)。JAR 入口(EntryFile 非 .py 结尾)必填;Python 入口(.py 结尾)禁传;SPARK_SQL 模式禁止传。</p>
|
|
50577
|
+
:type EntryPoint: str
|
|
50578
|
+
:param _MainArgs: <p>主方法参数列表(JSON 数组字符串),仅 SPARK_BATCH 模式可传;SPARK_SQL 模式禁止传。</p>
|
|
50579
|
+
:type MainArgs: str
|
|
50580
|
+
"""
|
|
50581
|
+
self._Statement = None
|
|
50582
|
+
self._EntryFile = None
|
|
50583
|
+
self._EntryPoint = None
|
|
50584
|
+
self._MainArgs = None
|
|
50585
|
+
|
|
50586
|
+
@property
|
|
50587
|
+
def Statement(self):
|
|
50588
|
+
r"""<p>SQL 语句文本,须为 Base64 编码的 UTF-8 文本。仅 SPARK_SQL 模式可传且必填(解码后 ≤1MB);SPARK_BATCH 模式禁止传。</p>
|
|
50589
|
+
:rtype: str
|
|
50590
|
+
"""
|
|
50591
|
+
return self._Statement
|
|
50592
|
+
|
|
50593
|
+
@Statement.setter
|
|
50594
|
+
def Statement(self, Statement):
|
|
50595
|
+
self._Statement = Statement
|
|
50596
|
+
|
|
50597
|
+
@property
|
|
50598
|
+
def EntryFile(self):
|
|
50599
|
+
r"""<p>作业文件路径(JAR/Python),须匹配配置的路径前缀白名单。以 .py 结尾判定为 Python 入口(EntryPoint 禁传),否则为 JAR 入口(EntryPoint 必填)。</p>
|
|
50600
|
+
:rtype: str
|
|
50601
|
+
"""
|
|
50602
|
+
return self._EntryFile
|
|
50603
|
+
|
|
50604
|
+
@EntryFile.setter
|
|
50605
|
+
def EntryFile(self, EntryFile):
|
|
50606
|
+
self._EntryFile = EntryFile
|
|
50607
|
+
|
|
50608
|
+
@property
|
|
50609
|
+
def EntryPoint(self):
|
|
50610
|
+
r"""<p>入口类名(main class 全限定名)。JAR 入口(EntryFile 非 .py 结尾)必填;Python 入口(.py 结尾)禁传;SPARK_SQL 模式禁止传。</p>
|
|
50611
|
+
:rtype: str
|
|
50612
|
+
"""
|
|
50613
|
+
return self._EntryPoint
|
|
50614
|
+
|
|
50615
|
+
@EntryPoint.setter
|
|
50616
|
+
def EntryPoint(self, EntryPoint):
|
|
50617
|
+
self._EntryPoint = EntryPoint
|
|
50618
|
+
|
|
50619
|
+
@property
|
|
50620
|
+
def MainArgs(self):
|
|
50621
|
+
r"""<p>主方法参数列表(JSON 数组字符串),仅 SPARK_BATCH 模式可传;SPARK_SQL 模式禁止传。</p>
|
|
50622
|
+
:rtype: str
|
|
50623
|
+
"""
|
|
50624
|
+
return self._MainArgs
|
|
50625
|
+
|
|
50626
|
+
@MainArgs.setter
|
|
50627
|
+
def MainArgs(self, MainArgs):
|
|
50628
|
+
self._MainArgs = MainArgs
|
|
50629
|
+
|
|
50630
|
+
|
|
50631
|
+
def _deserialize(self, params):
|
|
50632
|
+
self._Statement = params.get("Statement")
|
|
50633
|
+
self._EntryFile = params.get("EntryFile")
|
|
50634
|
+
self._EntryPoint = params.get("EntryPoint")
|
|
50635
|
+
self._MainArgs = params.get("MainArgs")
|
|
50636
|
+
memeber_set = set(params.keys())
|
|
50637
|
+
for name, value in vars(self).items():
|
|
50638
|
+
property_name = name[1:]
|
|
50639
|
+
if property_name in memeber_set:
|
|
50640
|
+
memeber_set.remove(property_name)
|
|
50641
|
+
if len(memeber_set) > 0:
|
|
50642
|
+
warnings.warn("%s fileds are useless." % ",".join(memeber_set))
|
|
50643
|
+
|
|
50644
|
+
|
|
50645
|
+
|
|
50318
50646
|
class Env(AbstractModel):
|
|
50319
50647
|
r"""环境变量标签
|
|
50320
50648
|
|
|
@@ -62694,6 +63022,452 @@ class JobDefinitionItemInfo(AbstractModel):
|
|
|
62694
63022
|
|
|
62695
63023
|
|
|
62696
63024
|
|
|
63025
|
+
class JobDetailInfo(AbstractModel):
|
|
63026
|
+
r"""作业详情 POJO.
|
|
63027
|
+
|
|
63028
|
+
"""
|
|
63029
|
+
|
|
63030
|
+
def __init__(self):
|
|
63031
|
+
r"""
|
|
63032
|
+
:param _JobId: <p>作业唯一标识.</p>
|
|
63033
|
+
:type JobId: str
|
|
63034
|
+
:param _JobName: <p>作业名称.</p>
|
|
63035
|
+
:type JobName: str
|
|
63036
|
+
:param _CreatorSubUin: <p>创建/提交者子账号 UIN。</p>
|
|
63037
|
+
:type CreatorSubUin: str
|
|
63038
|
+
:param _State: <p>作业状态.</p>
|
|
63039
|
+
:type State: str
|
|
63040
|
+
:param _MajorType: <p>引擎大类.</p>
|
|
63041
|
+
:type MajorType: str
|
|
63042
|
+
:param _MinorType: <p>引擎子类型.</p>
|
|
63043
|
+
:type MinorType: str
|
|
63044
|
+
:param _RunMode: <p>运行模式(WAREHOUSE / JOB).</p>
|
|
63045
|
+
:type RunMode: str
|
|
63046
|
+
:param _WarehouseId: <p>计算仓库 ID,RunMode=WAREHOUSE 时非空.</p>
|
|
63047
|
+
:type WarehouseId: str
|
|
63048
|
+
:param _PartitionCode: <p>资源分区编码.</p>
|
|
63049
|
+
:type PartitionCode: str
|
|
63050
|
+
:param _PartitionName: <p>资源分区展示名(解析不到时为空).</p>
|
|
63051
|
+
:type PartitionName: str
|
|
63052
|
+
:param _QueueName: <p>队列名称.</p>
|
|
63053
|
+
:type QueueName: str
|
|
63054
|
+
:param _CheckpointLocation: <p>流作业 checkpoint 路径(MinorType=SPARK_STREAM 时非空)。同一流作业的多次运行必须复用同一路径,变更等于重置消费进度。</p>
|
|
63055
|
+
:type CheckpointLocation: str
|
|
63056
|
+
:param _CreateTime: <p>创建时间(Unix 毫秒时间戳).</p>
|
|
63057
|
+
:type CreateTime: int
|
|
63058
|
+
:param _SubmitTime: <p>提交时间(Unix 毫秒时间戳).</p>
|
|
63059
|
+
:type SubmitTime: int
|
|
63060
|
+
:param _FinishTime: <p>完成时间(Unix 毫秒时间戳).</p>
|
|
63061
|
+
:type FinishTime: int
|
|
63062
|
+
:param _RunningTimeMs: <p>运行时长(毫秒).</p>
|
|
63063
|
+
:type RunningTimeMs: int
|
|
63064
|
+
:param _WarehouseName: <p>计算仓库名称(详情接口反查填充,warehouse 模式下非空).</p>
|
|
63065
|
+
:type WarehouseName: str
|
|
63066
|
+
:param _FlowId: <p>流程 ID。</p>
|
|
63067
|
+
:type FlowId: str
|
|
63068
|
+
:param _ExecutionId: <p>执行 ID。</p>
|
|
63069
|
+
:type ExecutionId: str
|
|
63070
|
+
:param _JobSource: <p>作业来源。</p>
|
|
63071
|
+
:type JobSource: str
|
|
63072
|
+
:param _WaitingTimeMs: <p>排队等待时长(毫秒)。</p>
|
|
63073
|
+
:type WaitingTimeMs: int
|
|
63074
|
+
:param _HistoryUrl: <p>Spark UI 历史链接。</p>
|
|
63075
|
+
:type HistoryUrl: str
|
|
63076
|
+
:param _ErrorMessage: <p>失败时的错误信息。</p>
|
|
63077
|
+
:type ErrorMessage: str
|
|
63078
|
+
:param _CustomProperties: <p>自定义 Spark conf(JSON 字符串,由 job_config 组装).</p>
|
|
63079
|
+
:type CustomProperties: str
|
|
63080
|
+
:param _EnvVars: <p>环境变量.</p>
|
|
63081
|
+
:type EnvVars: list of KVPair
|
|
63082
|
+
:param _RuntimeCode: <p>运行时/镜像。</p>
|
|
63083
|
+
:type RuntimeCode: str
|
|
63084
|
+
:param _RuntimeName: <p>运行时展示名(如 Spark 3.5.5),与 RuntimeCode 配套;解析不到时为空。</p>
|
|
63085
|
+
:type RuntimeName: str
|
|
63086
|
+
:param _SysCatalogVersion: <p>Catalog 版本码。</p>
|
|
63087
|
+
:type SysCatalogVersion: str
|
|
63088
|
+
"""
|
|
63089
|
+
self._JobId = None
|
|
63090
|
+
self._JobName = None
|
|
63091
|
+
self._CreatorSubUin = None
|
|
63092
|
+
self._State = None
|
|
63093
|
+
self._MajorType = None
|
|
63094
|
+
self._MinorType = None
|
|
63095
|
+
self._RunMode = None
|
|
63096
|
+
self._WarehouseId = None
|
|
63097
|
+
self._PartitionCode = None
|
|
63098
|
+
self._PartitionName = None
|
|
63099
|
+
self._QueueName = None
|
|
63100
|
+
self._CheckpointLocation = None
|
|
63101
|
+
self._CreateTime = None
|
|
63102
|
+
self._SubmitTime = None
|
|
63103
|
+
self._FinishTime = None
|
|
63104
|
+
self._RunningTimeMs = None
|
|
63105
|
+
self._WarehouseName = None
|
|
63106
|
+
self._FlowId = None
|
|
63107
|
+
self._ExecutionId = None
|
|
63108
|
+
self._JobSource = None
|
|
63109
|
+
self._WaitingTimeMs = None
|
|
63110
|
+
self._HistoryUrl = None
|
|
63111
|
+
self._ErrorMessage = None
|
|
63112
|
+
self._CustomProperties = None
|
|
63113
|
+
self._EnvVars = None
|
|
63114
|
+
self._RuntimeCode = None
|
|
63115
|
+
self._RuntimeName = None
|
|
63116
|
+
self._SysCatalogVersion = None
|
|
63117
|
+
|
|
63118
|
+
@property
|
|
63119
|
+
def JobId(self):
|
|
63120
|
+
r"""<p>作业唯一标识.</p>
|
|
63121
|
+
:rtype: str
|
|
63122
|
+
"""
|
|
63123
|
+
return self._JobId
|
|
63124
|
+
|
|
63125
|
+
@JobId.setter
|
|
63126
|
+
def JobId(self, JobId):
|
|
63127
|
+
self._JobId = JobId
|
|
63128
|
+
|
|
63129
|
+
@property
|
|
63130
|
+
def JobName(self):
|
|
63131
|
+
r"""<p>作业名称.</p>
|
|
63132
|
+
:rtype: str
|
|
63133
|
+
"""
|
|
63134
|
+
return self._JobName
|
|
63135
|
+
|
|
63136
|
+
@JobName.setter
|
|
63137
|
+
def JobName(self, JobName):
|
|
63138
|
+
self._JobName = JobName
|
|
63139
|
+
|
|
63140
|
+
@property
|
|
63141
|
+
def CreatorSubUin(self):
|
|
63142
|
+
r"""<p>创建/提交者子账号 UIN。</p>
|
|
63143
|
+
:rtype: str
|
|
63144
|
+
"""
|
|
63145
|
+
return self._CreatorSubUin
|
|
63146
|
+
|
|
63147
|
+
@CreatorSubUin.setter
|
|
63148
|
+
def CreatorSubUin(self, CreatorSubUin):
|
|
63149
|
+
self._CreatorSubUin = CreatorSubUin
|
|
63150
|
+
|
|
63151
|
+
@property
|
|
63152
|
+
def State(self):
|
|
63153
|
+
r"""<p>作业状态.</p>
|
|
63154
|
+
:rtype: str
|
|
63155
|
+
"""
|
|
63156
|
+
return self._State
|
|
63157
|
+
|
|
63158
|
+
@State.setter
|
|
63159
|
+
def State(self, State):
|
|
63160
|
+
self._State = State
|
|
63161
|
+
|
|
63162
|
+
@property
|
|
63163
|
+
def MajorType(self):
|
|
63164
|
+
r"""<p>引擎大类.</p>
|
|
63165
|
+
:rtype: str
|
|
63166
|
+
"""
|
|
63167
|
+
return self._MajorType
|
|
63168
|
+
|
|
63169
|
+
@MajorType.setter
|
|
63170
|
+
def MajorType(self, MajorType):
|
|
63171
|
+
self._MajorType = MajorType
|
|
63172
|
+
|
|
63173
|
+
@property
|
|
63174
|
+
def MinorType(self):
|
|
63175
|
+
r"""<p>引擎子类型.</p>
|
|
63176
|
+
:rtype: str
|
|
63177
|
+
"""
|
|
63178
|
+
return self._MinorType
|
|
63179
|
+
|
|
63180
|
+
@MinorType.setter
|
|
63181
|
+
def MinorType(self, MinorType):
|
|
63182
|
+
self._MinorType = MinorType
|
|
63183
|
+
|
|
63184
|
+
@property
|
|
63185
|
+
def RunMode(self):
|
|
63186
|
+
r"""<p>运行模式(WAREHOUSE / JOB).</p>
|
|
63187
|
+
:rtype: str
|
|
63188
|
+
"""
|
|
63189
|
+
return self._RunMode
|
|
63190
|
+
|
|
63191
|
+
@RunMode.setter
|
|
63192
|
+
def RunMode(self, RunMode):
|
|
63193
|
+
self._RunMode = RunMode
|
|
63194
|
+
|
|
63195
|
+
@property
|
|
63196
|
+
def WarehouseId(self):
|
|
63197
|
+
r"""<p>计算仓库 ID,RunMode=WAREHOUSE 时非空.</p>
|
|
63198
|
+
:rtype: str
|
|
63199
|
+
"""
|
|
63200
|
+
return self._WarehouseId
|
|
63201
|
+
|
|
63202
|
+
@WarehouseId.setter
|
|
63203
|
+
def WarehouseId(self, WarehouseId):
|
|
63204
|
+
self._WarehouseId = WarehouseId
|
|
63205
|
+
|
|
63206
|
+
@property
|
|
63207
|
+
def PartitionCode(self):
|
|
63208
|
+
r"""<p>资源分区编码.</p>
|
|
63209
|
+
:rtype: str
|
|
63210
|
+
"""
|
|
63211
|
+
return self._PartitionCode
|
|
63212
|
+
|
|
63213
|
+
@PartitionCode.setter
|
|
63214
|
+
def PartitionCode(self, PartitionCode):
|
|
63215
|
+
self._PartitionCode = PartitionCode
|
|
63216
|
+
|
|
63217
|
+
@property
|
|
63218
|
+
def PartitionName(self):
|
|
63219
|
+
r"""<p>资源分区展示名(解析不到时为空).</p>
|
|
63220
|
+
:rtype: str
|
|
63221
|
+
"""
|
|
63222
|
+
return self._PartitionName
|
|
63223
|
+
|
|
63224
|
+
@PartitionName.setter
|
|
63225
|
+
def PartitionName(self, PartitionName):
|
|
63226
|
+
self._PartitionName = PartitionName
|
|
63227
|
+
|
|
63228
|
+
@property
|
|
63229
|
+
def QueueName(self):
|
|
63230
|
+
r"""<p>队列名称.</p>
|
|
63231
|
+
:rtype: str
|
|
63232
|
+
"""
|
|
63233
|
+
return self._QueueName
|
|
63234
|
+
|
|
63235
|
+
@QueueName.setter
|
|
63236
|
+
def QueueName(self, QueueName):
|
|
63237
|
+
self._QueueName = QueueName
|
|
63238
|
+
|
|
63239
|
+
@property
|
|
63240
|
+
def CheckpointLocation(self):
|
|
63241
|
+
r"""<p>流作业 checkpoint 路径(MinorType=SPARK_STREAM 时非空)。同一流作业的多次运行必须复用同一路径,变更等于重置消费进度。</p>
|
|
63242
|
+
:rtype: str
|
|
63243
|
+
"""
|
|
63244
|
+
return self._CheckpointLocation
|
|
63245
|
+
|
|
63246
|
+
@CheckpointLocation.setter
|
|
63247
|
+
def CheckpointLocation(self, CheckpointLocation):
|
|
63248
|
+
self._CheckpointLocation = CheckpointLocation
|
|
63249
|
+
|
|
63250
|
+
@property
|
|
63251
|
+
def CreateTime(self):
|
|
63252
|
+
r"""<p>创建时间(Unix 毫秒时间戳).</p>
|
|
63253
|
+
:rtype: int
|
|
63254
|
+
"""
|
|
63255
|
+
return self._CreateTime
|
|
63256
|
+
|
|
63257
|
+
@CreateTime.setter
|
|
63258
|
+
def CreateTime(self, CreateTime):
|
|
63259
|
+
self._CreateTime = CreateTime
|
|
63260
|
+
|
|
63261
|
+
@property
|
|
63262
|
+
def SubmitTime(self):
|
|
63263
|
+
r"""<p>提交时间(Unix 毫秒时间戳).</p>
|
|
63264
|
+
:rtype: int
|
|
63265
|
+
"""
|
|
63266
|
+
return self._SubmitTime
|
|
63267
|
+
|
|
63268
|
+
@SubmitTime.setter
|
|
63269
|
+
def SubmitTime(self, SubmitTime):
|
|
63270
|
+
self._SubmitTime = SubmitTime
|
|
63271
|
+
|
|
63272
|
+
@property
|
|
63273
|
+
def FinishTime(self):
|
|
63274
|
+
r"""<p>完成时间(Unix 毫秒时间戳).</p>
|
|
63275
|
+
:rtype: int
|
|
63276
|
+
"""
|
|
63277
|
+
return self._FinishTime
|
|
63278
|
+
|
|
63279
|
+
@FinishTime.setter
|
|
63280
|
+
def FinishTime(self, FinishTime):
|
|
63281
|
+
self._FinishTime = FinishTime
|
|
63282
|
+
|
|
63283
|
+
@property
|
|
63284
|
+
def RunningTimeMs(self):
|
|
63285
|
+
r"""<p>运行时长(毫秒).</p>
|
|
63286
|
+
:rtype: int
|
|
63287
|
+
"""
|
|
63288
|
+
return self._RunningTimeMs
|
|
63289
|
+
|
|
63290
|
+
@RunningTimeMs.setter
|
|
63291
|
+
def RunningTimeMs(self, RunningTimeMs):
|
|
63292
|
+
self._RunningTimeMs = RunningTimeMs
|
|
63293
|
+
|
|
63294
|
+
@property
|
|
63295
|
+
def WarehouseName(self):
|
|
63296
|
+
r"""<p>计算仓库名称(详情接口反查填充,warehouse 模式下非空).</p>
|
|
63297
|
+
:rtype: str
|
|
63298
|
+
"""
|
|
63299
|
+
return self._WarehouseName
|
|
63300
|
+
|
|
63301
|
+
@WarehouseName.setter
|
|
63302
|
+
def WarehouseName(self, WarehouseName):
|
|
63303
|
+
self._WarehouseName = WarehouseName
|
|
63304
|
+
|
|
63305
|
+
@property
|
|
63306
|
+
def FlowId(self):
|
|
63307
|
+
r"""<p>流程 ID。</p>
|
|
63308
|
+
:rtype: str
|
|
63309
|
+
"""
|
|
63310
|
+
return self._FlowId
|
|
63311
|
+
|
|
63312
|
+
@FlowId.setter
|
|
63313
|
+
def FlowId(self, FlowId):
|
|
63314
|
+
self._FlowId = FlowId
|
|
63315
|
+
|
|
63316
|
+
@property
|
|
63317
|
+
def ExecutionId(self):
|
|
63318
|
+
r"""<p>执行 ID。</p>
|
|
63319
|
+
:rtype: str
|
|
63320
|
+
"""
|
|
63321
|
+
return self._ExecutionId
|
|
63322
|
+
|
|
63323
|
+
@ExecutionId.setter
|
|
63324
|
+
def ExecutionId(self, ExecutionId):
|
|
63325
|
+
self._ExecutionId = ExecutionId
|
|
63326
|
+
|
|
63327
|
+
@property
|
|
63328
|
+
def JobSource(self):
|
|
63329
|
+
r"""<p>作业来源。</p>
|
|
63330
|
+
:rtype: str
|
|
63331
|
+
"""
|
|
63332
|
+
return self._JobSource
|
|
63333
|
+
|
|
63334
|
+
@JobSource.setter
|
|
63335
|
+
def JobSource(self, JobSource):
|
|
63336
|
+
self._JobSource = JobSource
|
|
63337
|
+
|
|
63338
|
+
@property
|
|
63339
|
+
def WaitingTimeMs(self):
|
|
63340
|
+
r"""<p>排队等待时长(毫秒)。</p>
|
|
63341
|
+
:rtype: int
|
|
63342
|
+
"""
|
|
63343
|
+
return self._WaitingTimeMs
|
|
63344
|
+
|
|
63345
|
+
@WaitingTimeMs.setter
|
|
63346
|
+
def WaitingTimeMs(self, WaitingTimeMs):
|
|
63347
|
+
self._WaitingTimeMs = WaitingTimeMs
|
|
63348
|
+
|
|
63349
|
+
@property
|
|
63350
|
+
def HistoryUrl(self):
|
|
63351
|
+
r"""<p>Spark UI 历史链接。</p>
|
|
63352
|
+
:rtype: str
|
|
63353
|
+
"""
|
|
63354
|
+
return self._HistoryUrl
|
|
63355
|
+
|
|
63356
|
+
@HistoryUrl.setter
|
|
63357
|
+
def HistoryUrl(self, HistoryUrl):
|
|
63358
|
+
self._HistoryUrl = HistoryUrl
|
|
63359
|
+
|
|
63360
|
+
@property
|
|
63361
|
+
def ErrorMessage(self):
|
|
63362
|
+
r"""<p>失败时的错误信息。</p>
|
|
63363
|
+
:rtype: str
|
|
63364
|
+
"""
|
|
63365
|
+
return self._ErrorMessage
|
|
63366
|
+
|
|
63367
|
+
@ErrorMessage.setter
|
|
63368
|
+
def ErrorMessage(self, ErrorMessage):
|
|
63369
|
+
self._ErrorMessage = ErrorMessage
|
|
63370
|
+
|
|
63371
|
+
@property
|
|
63372
|
+
def CustomProperties(self):
|
|
63373
|
+
r"""<p>自定义 Spark conf(JSON 字符串,由 job_config 组装).</p>
|
|
63374
|
+
:rtype: str
|
|
63375
|
+
"""
|
|
63376
|
+
return self._CustomProperties
|
|
63377
|
+
|
|
63378
|
+
@CustomProperties.setter
|
|
63379
|
+
def CustomProperties(self, CustomProperties):
|
|
63380
|
+
self._CustomProperties = CustomProperties
|
|
63381
|
+
|
|
63382
|
+
@property
|
|
63383
|
+
def EnvVars(self):
|
|
63384
|
+
r"""<p>环境变量.</p>
|
|
63385
|
+
:rtype: list of KVPair
|
|
63386
|
+
"""
|
|
63387
|
+
return self._EnvVars
|
|
63388
|
+
|
|
63389
|
+
@EnvVars.setter
|
|
63390
|
+
def EnvVars(self, EnvVars):
|
|
63391
|
+
self._EnvVars = EnvVars
|
|
63392
|
+
|
|
63393
|
+
@property
|
|
63394
|
+
def RuntimeCode(self):
|
|
63395
|
+
r"""<p>运行时/镜像。</p>
|
|
63396
|
+
:rtype: str
|
|
63397
|
+
"""
|
|
63398
|
+
return self._RuntimeCode
|
|
63399
|
+
|
|
63400
|
+
@RuntimeCode.setter
|
|
63401
|
+
def RuntimeCode(self, RuntimeCode):
|
|
63402
|
+
self._RuntimeCode = RuntimeCode
|
|
63403
|
+
|
|
63404
|
+
@property
|
|
63405
|
+
def RuntimeName(self):
|
|
63406
|
+
r"""<p>运行时展示名(如 Spark 3.5.5),与 RuntimeCode 配套;解析不到时为空。</p>
|
|
63407
|
+
:rtype: str
|
|
63408
|
+
"""
|
|
63409
|
+
return self._RuntimeName
|
|
63410
|
+
|
|
63411
|
+
@RuntimeName.setter
|
|
63412
|
+
def RuntimeName(self, RuntimeName):
|
|
63413
|
+
self._RuntimeName = RuntimeName
|
|
63414
|
+
|
|
63415
|
+
@property
|
|
63416
|
+
def SysCatalogVersion(self):
|
|
63417
|
+
r"""<p>Catalog 版本码。</p>
|
|
63418
|
+
:rtype: str
|
|
63419
|
+
"""
|
|
63420
|
+
return self._SysCatalogVersion
|
|
63421
|
+
|
|
63422
|
+
@SysCatalogVersion.setter
|
|
63423
|
+
def SysCatalogVersion(self, SysCatalogVersion):
|
|
63424
|
+
self._SysCatalogVersion = SysCatalogVersion
|
|
63425
|
+
|
|
63426
|
+
|
|
63427
|
+
def _deserialize(self, params):
|
|
63428
|
+
self._JobId = params.get("JobId")
|
|
63429
|
+
self._JobName = params.get("JobName")
|
|
63430
|
+
self._CreatorSubUin = params.get("CreatorSubUin")
|
|
63431
|
+
self._State = params.get("State")
|
|
63432
|
+
self._MajorType = params.get("MajorType")
|
|
63433
|
+
self._MinorType = params.get("MinorType")
|
|
63434
|
+
self._RunMode = params.get("RunMode")
|
|
63435
|
+
self._WarehouseId = params.get("WarehouseId")
|
|
63436
|
+
self._PartitionCode = params.get("PartitionCode")
|
|
63437
|
+
self._PartitionName = params.get("PartitionName")
|
|
63438
|
+
self._QueueName = params.get("QueueName")
|
|
63439
|
+
self._CheckpointLocation = params.get("CheckpointLocation")
|
|
63440
|
+
self._CreateTime = params.get("CreateTime")
|
|
63441
|
+
self._SubmitTime = params.get("SubmitTime")
|
|
63442
|
+
self._FinishTime = params.get("FinishTime")
|
|
63443
|
+
self._RunningTimeMs = params.get("RunningTimeMs")
|
|
63444
|
+
self._WarehouseName = params.get("WarehouseName")
|
|
63445
|
+
self._FlowId = params.get("FlowId")
|
|
63446
|
+
self._ExecutionId = params.get("ExecutionId")
|
|
63447
|
+
self._JobSource = params.get("JobSource")
|
|
63448
|
+
self._WaitingTimeMs = params.get("WaitingTimeMs")
|
|
63449
|
+
self._HistoryUrl = params.get("HistoryUrl")
|
|
63450
|
+
self._ErrorMessage = params.get("ErrorMessage")
|
|
63451
|
+
self._CustomProperties = params.get("CustomProperties")
|
|
63452
|
+
if params.get("EnvVars") is not None:
|
|
63453
|
+
self._EnvVars = []
|
|
63454
|
+
for item in params.get("EnvVars"):
|
|
63455
|
+
obj = KVPair()
|
|
63456
|
+
obj._deserialize(item)
|
|
63457
|
+
self._EnvVars.append(obj)
|
|
63458
|
+
self._RuntimeCode = params.get("RuntimeCode")
|
|
63459
|
+
self._RuntimeName = params.get("RuntimeName")
|
|
63460
|
+
self._SysCatalogVersion = params.get("SysCatalogVersion")
|
|
63461
|
+
memeber_set = set(params.keys())
|
|
63462
|
+
for name, value in vars(self).items():
|
|
63463
|
+
property_name = name[1:]
|
|
63464
|
+
if property_name in memeber_set:
|
|
63465
|
+
memeber_set.remove(property_name)
|
|
63466
|
+
if len(memeber_set) > 0:
|
|
63467
|
+
warnings.warn("%s fileds are useless." % ",".join(memeber_set))
|
|
63468
|
+
|
|
63469
|
+
|
|
63470
|
+
|
|
62697
63471
|
class JobLogResult(AbstractModel):
|
|
62698
63472
|
r"""日志详情
|
|
62699
63473
|
|
|
@@ -90893,6 +91667,117 @@ class SparkJobInfo(AbstractModel):
|
|
|
90893
91667
|
|
|
90894
91668
|
|
|
90895
91669
|
|
|
91670
|
+
class SparkJobSpec(AbstractModel):
|
|
91671
|
+
r"""Spark 集群资源规格(CU 维度),Spec.Spark 平铺字段载体。
|
|
91672
|
+
|
|
91673
|
+
"""
|
|
91674
|
+
|
|
91675
|
+
def __init__(self):
|
|
91676
|
+
r"""
|
|
91677
|
+
:param _DriverCU: <p>Driver 资源规格(CU 数).</p>
|
|
91678
|
+
:type DriverCU: int
|
|
91679
|
+
:param _ExecutorCU: <p>Executor 资源规格(CU 数).</p>
|
|
91680
|
+
:type ExecutorCU: int
|
|
91681
|
+
:param _ExecutorNum: <p>Executor 实例数量(弹性伸缩关闭时的固定数量).</p>
|
|
91682
|
+
:type ExecutorNum: int
|
|
91683
|
+
:param _DynamicAllocation: <p>是否开启弹性扩缩容.</p>
|
|
91684
|
+
:type DynamicAllocation: bool
|
|
91685
|
+
:param _MinExecutors: <p>弹性扩缩容最小 Executor 数.</p>
|
|
91686
|
+
:type MinExecutors: int
|
|
91687
|
+
:param _MaxExecutors: <p>弹性扩缩容最大 Executor 数.</p>
|
|
91688
|
+
:type MaxExecutors: int
|
|
91689
|
+
"""
|
|
91690
|
+
self._DriverCU = None
|
|
91691
|
+
self._ExecutorCU = None
|
|
91692
|
+
self._ExecutorNum = None
|
|
91693
|
+
self._DynamicAllocation = None
|
|
91694
|
+
self._MinExecutors = None
|
|
91695
|
+
self._MaxExecutors = None
|
|
91696
|
+
|
|
91697
|
+
@property
|
|
91698
|
+
def DriverCU(self):
|
|
91699
|
+
r"""<p>Driver 资源规格(CU 数).</p>
|
|
91700
|
+
:rtype: int
|
|
91701
|
+
"""
|
|
91702
|
+
return self._DriverCU
|
|
91703
|
+
|
|
91704
|
+
@DriverCU.setter
|
|
91705
|
+
def DriverCU(self, DriverCU):
|
|
91706
|
+
self._DriverCU = DriverCU
|
|
91707
|
+
|
|
91708
|
+
@property
|
|
91709
|
+
def ExecutorCU(self):
|
|
91710
|
+
r"""<p>Executor 资源规格(CU 数).</p>
|
|
91711
|
+
:rtype: int
|
|
91712
|
+
"""
|
|
91713
|
+
return self._ExecutorCU
|
|
91714
|
+
|
|
91715
|
+
@ExecutorCU.setter
|
|
91716
|
+
def ExecutorCU(self, ExecutorCU):
|
|
91717
|
+
self._ExecutorCU = ExecutorCU
|
|
91718
|
+
|
|
91719
|
+
@property
|
|
91720
|
+
def ExecutorNum(self):
|
|
91721
|
+
r"""<p>Executor 实例数量(弹性伸缩关闭时的固定数量).</p>
|
|
91722
|
+
:rtype: int
|
|
91723
|
+
"""
|
|
91724
|
+
return self._ExecutorNum
|
|
91725
|
+
|
|
91726
|
+
@ExecutorNum.setter
|
|
91727
|
+
def ExecutorNum(self, ExecutorNum):
|
|
91728
|
+
self._ExecutorNum = ExecutorNum
|
|
91729
|
+
|
|
91730
|
+
@property
|
|
91731
|
+
def DynamicAllocation(self):
|
|
91732
|
+
r"""<p>是否开启弹性扩缩容.</p>
|
|
91733
|
+
:rtype: bool
|
|
91734
|
+
"""
|
|
91735
|
+
return self._DynamicAllocation
|
|
91736
|
+
|
|
91737
|
+
@DynamicAllocation.setter
|
|
91738
|
+
def DynamicAllocation(self, DynamicAllocation):
|
|
91739
|
+
self._DynamicAllocation = DynamicAllocation
|
|
91740
|
+
|
|
91741
|
+
@property
|
|
91742
|
+
def MinExecutors(self):
|
|
91743
|
+
r"""<p>弹性扩缩容最小 Executor 数.</p>
|
|
91744
|
+
:rtype: int
|
|
91745
|
+
"""
|
|
91746
|
+
return self._MinExecutors
|
|
91747
|
+
|
|
91748
|
+
@MinExecutors.setter
|
|
91749
|
+
def MinExecutors(self, MinExecutors):
|
|
91750
|
+
self._MinExecutors = MinExecutors
|
|
91751
|
+
|
|
91752
|
+
@property
|
|
91753
|
+
def MaxExecutors(self):
|
|
91754
|
+
r"""<p>弹性扩缩容最大 Executor 数.</p>
|
|
91755
|
+
:rtype: int
|
|
91756
|
+
"""
|
|
91757
|
+
return self._MaxExecutors
|
|
91758
|
+
|
|
91759
|
+
@MaxExecutors.setter
|
|
91760
|
+
def MaxExecutors(self, MaxExecutors):
|
|
91761
|
+
self._MaxExecutors = MaxExecutors
|
|
91762
|
+
|
|
91763
|
+
|
|
91764
|
+
def _deserialize(self, params):
|
|
91765
|
+
self._DriverCU = params.get("DriverCU")
|
|
91766
|
+
self._ExecutorCU = params.get("ExecutorCU")
|
|
91767
|
+
self._ExecutorNum = params.get("ExecutorNum")
|
|
91768
|
+
self._DynamicAllocation = params.get("DynamicAllocation")
|
|
91769
|
+
self._MinExecutors = params.get("MinExecutors")
|
|
91770
|
+
self._MaxExecutors = params.get("MaxExecutors")
|
|
91771
|
+
memeber_set = set(params.keys())
|
|
91772
|
+
for name, value in vars(self).items():
|
|
91773
|
+
property_name = name[1:]
|
|
91774
|
+
if property_name in memeber_set:
|
|
91775
|
+
memeber_set.remove(property_name)
|
|
91776
|
+
if len(memeber_set) > 0:
|
|
91777
|
+
warnings.warn("%s fileds are useless." % ",".join(memeber_set))
|
|
91778
|
+
|
|
91779
|
+
|
|
91780
|
+
|
|
90896
91781
|
class SparkMonitorMetrics(AbstractModel):
|
|
90897
91782
|
r"""Spark监控数据
|
|
90898
91783
|
|
|
@@ -91355,6 +92240,46 @@ class SparkSessionInfo(AbstractModel):
|
|
|
91355
92240
|
|
|
91356
92241
|
|
|
91357
92242
|
|
|
92243
|
+
class Spec(AbstractModel):
|
|
92244
|
+
r"""作业资源规格(跨引擎平铺载体;字段须与请求 MajorType 匹配)。
|
|
92245
|
+
|
|
92246
|
+
"""
|
|
92247
|
+
|
|
92248
|
+
def __init__(self):
|
|
92249
|
+
r"""
|
|
92250
|
+
:param _Spark: <p>SPARK 资源规格(CU 维度);MajorType=SPARK 时必填,其余引擎字段须为空。</p>
|
|
92251
|
+
注意:此字段可能返回 null,表示取不到有效值。
|
|
92252
|
+
:type Spark: :class:`tencentcloud.dlc.v20210125.models.SparkJobSpec`
|
|
92253
|
+
"""
|
|
92254
|
+
self._Spark = None
|
|
92255
|
+
|
|
92256
|
+
@property
|
|
92257
|
+
def Spark(self):
|
|
92258
|
+
r"""<p>SPARK 资源规格(CU 维度);MajorType=SPARK 时必填,其余引擎字段须为空。</p>
|
|
92259
|
+
注意:此字段可能返回 null,表示取不到有效值。
|
|
92260
|
+
:rtype: :class:`tencentcloud.dlc.v20210125.models.SparkJobSpec`
|
|
92261
|
+
"""
|
|
92262
|
+
return self._Spark
|
|
92263
|
+
|
|
92264
|
+
@Spark.setter
|
|
92265
|
+
def Spark(self, Spark):
|
|
92266
|
+
self._Spark = Spark
|
|
92267
|
+
|
|
92268
|
+
|
|
92269
|
+
def _deserialize(self, params):
|
|
92270
|
+
if params.get("Spark") is not None:
|
|
92271
|
+
self._Spark = SparkJobSpec()
|
|
92272
|
+
self._Spark._deserialize(params.get("Spark"))
|
|
92273
|
+
memeber_set = set(params.keys())
|
|
92274
|
+
for name, value in vars(self).items():
|
|
92275
|
+
property_name = name[1:]
|
|
92276
|
+
if property_name in memeber_set:
|
|
92277
|
+
memeber_set.remove(property_name)
|
|
92278
|
+
if len(memeber_set) > 0:
|
|
92279
|
+
warnings.warn("%s fileds are useless." % ",".join(memeber_set))
|
|
92280
|
+
|
|
92281
|
+
|
|
92282
|
+
|
|
91358
92283
|
class SpecInfo(AbstractModel):
|
|
91359
92284
|
r"""节点规格信息
|
|
91360
92285
|
|
|
@@ -98339,6 +99264,8 @@ class TaskFullRespInfo(AbstractModel):
|
|
|
98339
99264
|
:type QueueTime: int
|
|
98340
99265
|
:param _ResourceGroupType: <p>资源组类型</p>
|
|
98341
99266
|
:type ResourceGroupType: str
|
|
99267
|
+
:param _Tag: <p>任务标签</p><p>参数格式:任意字符串</p>
|
|
99268
|
+
:type Tag: str
|
|
98342
99269
|
"""
|
|
98343
99270
|
self._DatabaseName = None
|
|
98344
99271
|
self._DataAmount = None
|
|
@@ -98412,6 +99339,7 @@ class TaskFullRespInfo(AbstractModel):
|
|
|
98412
99339
|
self._ActiveCore = None
|
|
98413
99340
|
self._QueueTime = None
|
|
98414
99341
|
self._ResourceGroupType = None
|
|
99342
|
+
self._Tag = None
|
|
98415
99343
|
|
|
98416
99344
|
@property
|
|
98417
99345
|
def DatabaseName(self):
|
|
@@ -99233,6 +100161,17 @@ class TaskFullRespInfo(AbstractModel):
|
|
|
99233
100161
|
def ResourceGroupType(self, ResourceGroupType):
|
|
99234
100162
|
self._ResourceGroupType = ResourceGroupType
|
|
99235
100163
|
|
|
100164
|
+
@property
|
|
100165
|
+
def Tag(self):
|
|
100166
|
+
r"""<p>任务标签</p><p>参数格式:任意字符串</p>
|
|
100167
|
+
:rtype: str
|
|
100168
|
+
"""
|
|
100169
|
+
return self._Tag
|
|
100170
|
+
|
|
100171
|
+
@Tag.setter
|
|
100172
|
+
def Tag(self, Tag):
|
|
100173
|
+
self._Tag = Tag
|
|
100174
|
+
|
|
99236
100175
|
|
|
99237
100176
|
def _deserialize(self, params):
|
|
99238
100177
|
self._DatabaseName = params.get("DatabaseName")
|
|
@@ -99313,6 +100252,7 @@ class TaskFullRespInfo(AbstractModel):
|
|
|
99313
100252
|
self._ActiveCore = params.get("ActiveCore")
|
|
99314
100253
|
self._QueueTime = params.get("QueueTime")
|
|
99315
100254
|
self._ResourceGroupType = params.get("ResourceGroupType")
|
|
100255
|
+
self._Tag = params.get("Tag")
|
|
99316
100256
|
memeber_set = set(params.keys())
|
|
99317
100257
|
for name, value in vars(self).items():
|
|
99318
100258
|
property_name = name[1:]
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: tencentcloud-sdk-python-dlc
|
|
3
|
-
Version: 3.1.
|
|
3
|
+
Version: 3.1.188
|
|
4
4
|
Summary: Tencent Cloud Dlc SDK for Python
|
|
5
5
|
Home-page: https://github.com/TencentCloud/tencentcloud-sdk-python
|
|
6
6
|
Author: Tencent Cloud
|
|
@@ -15,7 +15,7 @@ Classifier: Programming Language :: Python :: 2.7
|
|
|
15
15
|
Classifier: Programming Language :: Python :: 3
|
|
16
16
|
Classifier: Programming Language :: Python :: 3.6
|
|
17
17
|
Classifier: Programming Language :: Python :: 3.7
|
|
18
|
-
Requires-Dist: tencentcloud-sdk-python-common<4.0.0,>=3.1.
|
|
18
|
+
Requires-Dist: tencentcloud-sdk-python-common<4.0.0,>=3.1.188
|
|
19
19
|
|
|
20
20
|
============================
|
|
21
21
|
Tencent Cloud SDK for Python
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
tencentcloud-sdk-python-common<4.0.0,>=3.1.188
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
tencentcloud-sdk-python-common<4.0.0,>=3.1.181
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|