tccli 3.0.1216.1__py2.py3-none-any.whl → 3.0.1217.1__py2.py3-none-any.whl

tccli/services/wedata/v20210820/examples.json

@@ -218,6 +218,14 @@
         "title": "创建用户自定义函数"
       }
     ],
+    "CreateDataModel": [
+      {
+        "document": "创建数据建模示例，实现数据建模的下单支付及发货",
+        "input": "POST / HTTP/1.1\nHost: wedata.tencentcloudapi.com\nContent-Type: application/json\nX-TC-Action: CreateDataModel\n<公共请求参数>\n\n{\n    \"CloudappId\": \"cloudapp-x3hadra3jjj\",\n    \"TimeUnit\": \"m\",\n    \"TimeSpan\": 1,\n    \"AutoRenewFlag\": 0,\n    \"DataModelVersion\": \"DATA_MODEL_STANDARD\",\n    \"UserId\": \"10002855\"\n}",
+        "output": "{\n    \"RequestId\": \"a4f6d342-5bc5-47f0-a378-3b6aa993a576\",\n    \"Response\": {\n        \"Data\": \"fd91ff2e-ea72-414a-8772-6edaa61a07f6\",\n        \"RequestId\": \"a4f6d342-5bc5-47f0-a378-3b6aa993a576\"\n    }\n}",
+        "title": "创建数据建模示例"
+      }
+    ],
     "CreateDataSource": [
       {
         "document": "",
@@ -366,6 +374,14 @@
         "title": "删除自定义函数"
       }
     ],
+    "DeleteDataModel": [
+      {
+        "document": "销毁数据建模",
+        "input": "POST / HTTP/1.1\nHost: wedata.tencentcloudapi.com\nContent-Type: application/json\nX-TC-Action: DeleteDataModel\n<公共请求参数>\n\n{\n    \"CloudappId\": \"cloudapp-x3hadra3\",\n    \"DataModelId\": \"cc2db8c1-4485-4ae2-85ef-57c6396c9836\",\n    \"UserId\": \"123456\"\n}",
+        "output": "{\n    \"RequestId\": \"1f21a21b-c15c-4e80-9535-9130b473459d\",\n    \"Response\": {\n        \"Data\": true,\n        \"RequestId\": \"1f21a21b-c15c-4e80-9535-9130b473459d\"\n    }\n}",
+        "title": "销毁数据建模示例"
+      }
+    ],
     "DeleteDataSources": [
       {
         "document": "",
@@ -736,14 +752,14 @@
       {
         "document": "",
         "input": "POST / HTTP/1.1\nHost: wedata.tencentcloudapi.com\nContent-Type: application/json\nX-TC-Action: DescribeEventCases\n<公共请求参数>\n\n{\n    \"ProjectId\": \"1253824234232\",\n    \"Category\": \"\",\n    \"PageNumber\": 1,\n    \"PageSize\": 10,\n    \"EventName\": \"test_day_event\",\n    \"EventType\": \"\",\n    \"EventSubType\": \"\",\n    \"EventBroadcastType\": \"\",\n    \"Status\": \"\",\n    \"CreationTimeStart\": \"\",\n    \"CreationTimeEnd\": \"\",\n    \"EventTriggeredTimeStart\": \"\",\n    \"EventTriggeredTimeEnd\": \"\",\n    \"LogTimeStart\": \"\",\n    \"LogTimeEnd\": \"\",\n    \"Dimension\": \"\"\n}",
-        "output": "{\n    \"Response\": {\n        \"Data\": {\n            \"Items\": [\n                {\n                    \"CaseId\": \"7b55e80c3a7949428c34b02ab82b09b7\",\n                    \"Description\": null,\n                    \"Dimension\": \"20240409\",\n                    \"EventBroadcastType\": null,\n                    \"EventName\": \"test_event_mico\",\n                    \"EventSubType\": \"DAY\",\n                    \"EventTriggerTimestamp\": \"2024-04-11T06:45:06.198Z\",\n                    \"EventType\": \"TIME_SERIES\",\n                    \"LogTimestamp\": \"2024-04-11T07:37:40.410Z\",\n                    \"Status\": \"CONSUMING\",\n                    \"TTL\": 30,\n                    \"TimeUnit\": \"DAYS\"\n                }\n            ],\n            \"PageCount\": 1,\n            \"PageNumber\": 1,\n            \"PageSize\": 20,\n            \"TotalCount\": 1,\n            \"TotalPage\": 1\n        },\n        \"RequestId\": \"ed042b6e-e2de-4425-9868-b994d5d18fd8\"\n    }\n}",
+        "output": "{\n    \"Response\": {\n        \"Data\": {\n            \"Items\": [\n                {\n                    \"CaseId\": \"7b55e8***09b7\",\n                    \"Description\": null,\n                    \"Dimension\": \"20240409\",\n                    \"EventBroadcastType\": null,\n                    \"EventName\": \"test_event_mico\",\n                    \"EventSubType\": \"DAY\",\n                    \"EventTriggerTimestamp\": \"2024-04-11T06:45:06.198Z\",\n                    \"EventType\": \"TIME_SERIES\",\n                    \"LogTimestamp\": \"2024-04-11T07:37:40.410Z\",\n                    \"Status\": \"CONSUMING\",\n                    \"TTL\": 30,\n                    \"TimeUnit\": \"DAYS\"\n                }\n            ],\n            \"PageCount\": 1,\n            \"PageNumber\": 1,\n            \"PageSize\": 20,\n            \"TotalCount\": 1,\n            \"TotalPage\": 1\n        },\n        \"RequestId\": \"ed042b6e-e2de-4425-9868-b994d5d18fd8\"\n    }\n}",
         "title": "查找事件实例"
       }
     ],
     "DescribeEventConsumeTasks": [
       {
         "document": "成功获取事件实例消费任务",
-        "input": "POST / HTTP/1.1\nHost: wedata.tencentcloudapi.com\nContent-Type: application/json\nX-TC-Action: DescribeEventConsumeTasks\n<公共请求参数>\n\n{\n    \"EventCaseId\": \"9e2a0e1f870ec340018712b3925f0006\",\n    \"PageNumber\": 1,\n    \"PageSize\": 10\n}",
+        "input": "POST / HTTP/1.1\nHost: wedata.tencentcloudapi.com\nContent-Type: application/json\nX-TC-Action: DescribeEventConsumeTasks\n<公共请求参数>\n\n{\n    \"EventCaseId\": \"9e2a0e***0006\",\n    \"PageNumber\": 1,\n    \"PageSize\": 10\n}",
         "output": "{\n    \"Response\": {\n        \"Data\": {\n            \"Items\": [\n                {\n                    \"ConsumeLogId\": \"9eb04578870ec50d018712b3938d0005\",\n                    \"ConsumerDetail\": {\n                        \"Submit\": true,\n                        \"TasksStr\": \"\",\n                        \"BrokerIp\": \"any\",\n                        \"ClusterId\": null,\n                        \"CreateTime\": \"2023-03-24 16:09:14\",\n                        \"Creator\": \"stackxchen\",\n                        \"Crontab\": null,\n                        \"CrontabExpression\": null,\n                        \"CycleNum\": null,\n                        \"CycleStep\": 5,\n                        \"CycleType\": \"MINUTE_CYCLE\",\n                        \"CycleUnit\": null,\n                        \"DelayTime\": 0,\n                        \"DependencyRel\": \"and\",\n                        \"DependencyWorkflow\": \"no\",\n                        \"EndDate\": null,\n                        \"EndTime\": \"2023-03-24 23:59:59\",\n                        \"EventListenerConfig\": null,\n                        \"EventPublisherConfig\": null,\n                        \"ExecutionEndTime\": null,\n                        \"ExecutionStartTime\": null,\n                        \"ExecutionTTL\": -1,\n                        \"FirstRunTime\": null,\n                        \"FirstSubmitTime\": null,\n                        \"FolderId\": null,\n                        \"FolderName\": null,\n                        \"InCharge\": \"stackxchen\",\n                        \"InChargeId\": \"100028590605\",\n                        \"InitStrategy\": null,\n                        \"InstanceInitStrategy\": \"T_PLUS_0\",\n                        \"LastSchedulerCommitTime\": null,\n                        \"LastUpdate\": \"2023-03-24 16:18:31\",\n                        \"Layer\": null,\n                        \"LeftCoordinate\": 376,\n                        \"MaxDateTime\": null,\n                        \"MinDateTime\": null,\n                        \"NormalizedJobStartTime\": null,\n                        \"Notes\": \"\",\n                        \"OwnId\": \"100028448903\",\n                        \"ProductName\": \"DATA_DEV\",\n                        \"ProjectId\": \"1460963739345731584\",\n                        \"ProjectIdent\": \"us_pre\",\n                        \"ProjectName\": \"调度预发验证项目\",\n                        \"RealWorkflowId\": null,\n                        \"ResourceGroup\": \"20221221143954438902\",\n                        \"RetryAble\": 1,\n                        \"RetryWait\": 5,\n                        \"RunPriority\": 6,\n                        \"ScheduleDesc\": null,\n                        \"SchedulerDesc\": \"从2023年03月24日 00:00:00开始，每间隔5分钟执行一次\",\n                        \"SelfDepend\": \"parallel\",\n                        \"ShowWorkflow\": false,\n                        \"SourceServiceId\": null,\n                        \"SourceServiceType\": null,\n                        \"StartDate\": null,\n                        \"StartTime\": \"2023-03-24 00:00:00\",\n                        \"StartupTime\": 0,\n                        \"Status\": \"Y\",\n                        \"TargetServiceId\": null,\n                        \"TargetServiceType\": null,\n                        \"TaskAction\": \"\",\n                        \"TaskId\": \"20230324160914089\",\n                        \"TaskLinkInfo\": null,\n                        \"TaskName\": \"test_event_minute\",\n                        \"TaskType\": {\n                            \"TypeDesc\": \"Shell\",\n                            \"TypeId\": 35,\n                            \"TypeSort\": \"数据计算\"\n                        },\n                        \"TaskTypeDesc\": null,\n                        \"TaskTypeId\": null,\n                        \"TenantId\": \"1315051789\",\n                        \"TopCoordinate\": 247,\n                        \"TryLimit\": 5,\n                        \"UpdateTime\": \"2023-03-24 16:18:29\",\n                        \"UpdateUser\": \"stackxchen\",\n                        \"UpdateUserId\": \"100028590605\",\n                        \"UserId\": \"100028590605\",\n                        \"VirtualFlag\": false,\n                        \"VirtualTaskId\": null,\n                        \"VirtualTaskStatus\": null,\n                        \"WorkflowId\": \"68ce6df0-7b80-11ed-a3a7-b8cef6c14251\",\n                        \"WorkflowName\": \"dev_test\",\n                        \"YarnQueue\": null\n                    },\n                    \"ConsumerId\": \"20230324160914089\",\n                    \"CreationTimestamp\": \"2023-03-24T08:19:31.340Z\",\n                    \"EventCaseId\": \"9e2a0e1f870ec340018712b3925f0006\"\n                }\n            ],\n            \"PageCount\": 1,\n            \"PageNumber\": 1,\n            \"PageSize\": 10,\n            \"TotalCount\": 1,\n            \"TotalPage\": 1\n        },\n        \"RequestId\": \"b7d1e5cf-3454-48db-a261-41a760f70ee6\"\n    }\n}",
         "title": "成功获取事件实例消费任务"
       }
@@ -836,7 +852,7 @@
       {
         "document": "成功获取日志详情",
         "input": "POST / HTTP/1.1\nHost: wedata.tencentcloudapi.com\nContent-Type: application/json\nX-TC-Action: DescribeInstanceLogDetail\n<公共请求参数>\n\n{\n    \"ProjectId\": \"1460963739345731584\",\n    \"TaskId\": \"20230324161041651\",\n    \"CurRunDate\": \"2023-03-24 16:20:00\",\n    \"BrokerIp\": \"ins-d6e89nmr\",\n    \"OriginFileName\": \"20230324162000-9-all-log-0.20230324162011.log\"\n}",
-        "output": "{\n    \"Response\": {\n        \"Data\": {\n            \"DataLogInfo\": null,\n            \"LogInfo\": \"2023-03-24 16:20:13.018 INFO n.AbstractTaskRunner.<init> [main] [line:269]- the customize_settings file exists in /usr/local/taskScheduler_loader/conf/runner_customize.properties<br>2023-03-24 16:20:13.037 WARN me.RealtimeLogParams.initRealtimeLog [main] [line:84]- schedulerInstanceDTO.getInstanceExtAttribute() is null<br>2023-03-24 16:20:13.037 DEBUG n.AbstractTaskRunner.startWork [main] [line:308]- convert xml file /usr/local/taskScheduler_loader/log/tasklog/35/20230324161041651/20230324162000.xml<br>2023-03-24 16:20:13.292 DEBUG n.AbstractTaskRunner.init [main] [line:373]- convert schedulerInstanceDTO SchedulerInstanceDTO{schedulerTaskDto=TaskDTO{taskId='20230324161041651', virtualTaskId='null', virtualFlag=false, taskName='null', workflowId='68ce6df0-7b80-11ed-a3a7-b8cef6c14251', realWorkflowId='null', workflowName='dev_test', folderId='null', folderName='null', createTime='null', status='Y', inCharge='stackxchen', startTime='2023-03-24 00:00:00', endTime='2023-03-24 23:59:59', projectId=1460963739345731584, projectIdent='null', projectName='null', cycleType=MINUTE_CYCLE, cycleStep=5, crontabExpression=null, instanceInitStrategy=T+0, delayTime=0, startupTime=0, retryWait=5, retriable=null, taskAction='', tryLimit=5, runPriority=6, taskType=TaskTypeDTO{typeId=35, typeDesc='Shell', createTime='2022-02-12 11:13:41', sourceServerType='null', targetServerType='null', runJarName='IdexShell.jar', killable=0, typeSort='数据计算', inCharge='admin', brokerParallelism=10, taskParallelism=10, doRedoParallelism=10000, downgradePriorityTries=2, retryWait=5, retryLimit=5, defaultAliveWait=720, pollingSeconds=5, paramList='<parameters><parameter><name>hdpClient</name><value>/usr/hdp/current/hadoop-client</value></parameter><parameter><name>hiveClient</name><value>/usr/hdp/current/hive-client</value></parameter></parameters>', taskTypeExts=null, fileType='null', selectFilePath=null, excludeCommonLib=false, postHooks=null}, brokerIp='any', clusterId='emr-k3s4qsys', minDateTime='2023-03-24 16:15:00', maxDateTime='2023-03-24 16:15:00', selfDepend=parallel, leftCoordinate=null, topCoordinate=null, taskExt=TaskExtDTO{taskId='20230324161041651', properties={bucket=wedata-agent-test3-1257305158, python_type=python2, ftp.file.name=https://wedata-agent-test3-1257305158.cos.ap-beijing.myqcloud.com/datastudio/project/1460963739345731584/stackxchen/dev_test/test_event_minute_20230324161041651_20230324161625186.sh, pre_dependence_config={}, region=ap-beijing, extraInfo={}}, dryRunExtAttributes=null, dryRunParameter=null}, properties='null', notes='null', yarnQueue='null', alarmDTO=null, alarm='null', submit=null, sourceServer='null', targetServer='null', tasks=null, creater='stackxchen', dependencyRel=and, dependencyWorkflow=no, dependencyConfigDTOList=null, eventListenerConfig='null', eventPublisherConfig='null', virtualTaskStatus='null', recycleTips='null', recycleUser='null', newOrUpdate='null', params=null, taskAutoSubmit=null, lastSchedulerCommitTime=2023-03-24 16:16:25, productName=DATA_DEV, ownId=100028448903, executionStartTime=null, executionEndTime=null, userId=100028590605, tenantId=1315051789, normalizedJobStartTime=2023-03-24 16:20:00, recoverFreezeStartTime=null, inChargeId=null, executionTTL=-1, resourceGroup=20221221143954438902}; SchedulerTaskDto [taskStatus=RUNNING, doFlag=false, executionSpace=CYCLIC, taskExecutionEpochMilli=0], schedulerServerDto=null, taskExtDTO=TaskExtDTO{taskId='20230324161041651', properties={bucket=wedata-agent-test3-1257305158, python_type=python2, ftp.file.name=/usr/local/taskScheduler_loader/tdcp/templates/20230324161041651/20230324162000/test_event_minute_20230324161041651_20230324161625186.sh, pre_dependence_config={}, region=ap-beijing, extraInfo={}, data_cluster=emr-k3s4qsys, shellBin_Hadoop=/usr/local/cluster-shim/v3/bin/hadoop, shellConfig_Hadoop=/usr/local/cluster-shim/v3/conf/emr-k3s4qsys, shellBase_Hadoop=/usr/local/cluster-shim/v3/, shellAuth_Hadoop=ldap, shellVersion_Hadoop=3.2.1, shellBin_Yarn=/usr/local/cluster-shim/v3/bin/yarn, shellConfig_Yarn=/usr/local/cluster-shim/v3/conf/emr-k3s4qsys, shellBase_Yarn=/usr/local/cluster-shim/v3/, shellAuth_Yarn=ldap, shellVersion_Yarn=3.2.1, yarn_api_addr=http://172.16.0.7:5004, RunnerLoaderKey=ins-d6e89nmr, RunnerLoaderPort=9066, yarn_queue_name=root.default, login_hive_password=}, dryRunExtAttributes=null, dryRunParameter=null}, schedulerParameterDTO=SchedulerParameterDTO{listProjectParameterInfo=[ParameterInfo [paramId=null, paramKey=heidy, paramDefine=123, paramValue=123]], listWorkflowParameterInfo=[], listTaskParameterInfo=[], listUpstreamParameterInfo=[], listDownstreamParameterInfo=[], listDryRunParameterInfo=[]}, lastDependencyInstanceTaskDataTimeMap={}, issueId='2023-03-24 16:20:08', loaderToken=com.tencent.tbds.taskscheduler.loader.center.common.utils.TemporaryToken@1440c311, runnerToken=null, nodeDispatchStrategy=RESOURCE, nodeBlacklist=null, instanceDTO=InstanceDTO{taskId='20230324161041651', taskName='null', workflowId='null', workflowName='null', inCharge='stackxchen', cycleType=MINUTE_CYCLE, curRunDate='2023-03-24 16:20:00', nextCurDate='2023-03-24 16:25:00', runPriority=6, tryLimit=5, tries=0, doFlag=0, redoFlag=0, state=LAUNCHED, runtimeBroker='ins-d6e89nmr', errorDesc='Launched succeed, waiting to be issued', taskType=TaskTypeDTO{typeId=35, typeDesc='Shell', createTime='2022-02-12 11:13:41', sourceServerType='null', targetServerType='null', runJarName='IdexShell.jar', killable=0, typeSort='数据计算', inCharge='admin', brokerParallelism=10, taskParallelism=10, doRedoParallelism=10000, downgradePriorityTries=2, retryWait=5, retryLimit=5, defaultAliveWait=720, pollingSeconds=5, paramList='<parameters><parameter><name>hdpClient</name><value>/usr/hdp/current/hadoop-client</value></parameter><parameter><name>hiveClient</name><value>/usr/hdp/current/hive-client</value></parameter></parameters>', taskTypeExts=null, fileType='null', selectFilePath=null, excludeCommonLib=false, postHooks=null}, dependenceFulfillTime='2023-03-24 16:20:00', firstDependenceFulfillTime='2023-03-24 16:20:00', firstStartTime='null', startTime='null', endTime='null', costTime='null', costMilliTime=null, maxCostTime=null, minCostTime=null, avgCostTime=null, lastLog='null', schedulerDateTime='null', lastSchedulerDateTime='2023-03-24 16:15:00', lastUpdate='2023-03-24 16:20:00', createTime='null', dependencyRel=and, ignoreEvent=false, virutalFlag=null, projectId='null', projectIdent='null', projectName='null', executionSpace='CYCLIC', instanceExtAttribute='null', list=null, productName=DATA_DEV, resourceGroup=20221221143954438902, resourceInstanceId=any, yarnQueue=null}}<br>2023-03-24 16:20:13.299 DEBUG n.AbstractTaskRunner.init [main] [line:390]- Find scheduler-loader-service scheduler-center-service in consul 9.164.88.149 8500<br>2023-03-24 16:20:13.305 INFO utils.FeignHttpUtils.getRunnerStartOpt [main] [line:103]- Server scheduler-loader-service ip is http://127.0.0.1:9066 <br>2023-03-24 16:20:15.154 DEBUG geConverterExtractor.extractData [main] [line:102]- Reading to [com.tencent.tbds.guldan.api.common.api.ResponseObject<java.lang.Boolean>]<br>2023-03-24 16:20:15.182 INFO n.AbstractTaskRunner.init [main] [line:407]- -- The runner 20230324161041651_2023-03-24 16:20:00_9 register to loader true<br>2023-03-24 16:20:15.277 DEBUG ils.yarn.net.RestApi.post [main] [line:75]- put from rest api server body {\\\"data\\\":\\\"20230324161041651_2023-03-24 16:20:00\\\",\\\"pageIndex\\\":0,\\\"pageSize\\\":10,\\\"count\\\":true,\\\"desc\\\":false} to path https://wedata-api-fusion-test.cloud.tencent.com/tdw/taskScheduler/startRunner contentType application/json<br>2023-03-24 16:20:15.281 DEBUG .net.ConnectionUtils.sendPostOrPut [main] [line:87]- start post or put connection of url=https://wedata-api-fusion-test.cloud.tencent.com/tdw/taskScheduler/startRunner, method=POST, start date=1679646015281, timeout=10000<br>2023-03-24 16:20:15.563 DEBUG .net.ConnectionUtils.sendPostOrPut [main] [line:119]- finish post or put connection of url=https://wedata-api-fusion-test.cloud.tencent.com/tdw/taskScheduler/startRunner, method=POST, start date=1679646015563<br>2023-03-24 16:20:15.567 INFO n.AbstractTaskRunner.init [main] [line:441]- -- The runner 20230324161041651_2023-03-24 16:20:00 register to scheduler true<br>2023-03-24 16:20:15.967 INFO scheduler.TaskRunner.execute [main] [line:99]- 第0步：准备工作目录<br>2023-03-24 16:20:15.974 INFO scheduler.TaskRunner.execute [main] [line:104]- Work Dir:/usr/local/taskScheduler_loader//tdcp/workspace/20230324161041651/20230324162000<br>2023-03-24 16:20:15.974 INFO n.AbstractTaskRunner.deleteDir [main] [line:1079]- delete dir true<br>2023-03-24 16:20:15.975 INFO scheduler.TaskRunner.execute [main] [line:111]- 第1步：获取安全凭证信息<br>2023-03-24 16:20:15.977 INFO n.AbstractTaskRunner.getAuthInfo [main] [line:3485]- request param com.tencent.wedata.security.bean.AccountMappingQueryParam@3ca14cf4[clusterId=emr-k3s4qsys,projectId=1460963739345731584,sourceAccount=100028590605,commandList=<null>,serverHost=<null>,ownerUserId=100028448903,userId=100028590605,tenantId=1315051789,jwtSecret=tbds@2022,requestId=<null>,region=<null>]<br>2023-03-24 16:20:16.035 INFO ty.client.AuthClient.createHeader [main] [line:416]- requestId: ef2ba654-4073-4d89-b84d-9a09ffc88e26<br>2023-03-24 16:20:16.286 DEBUG ol.RequestAddCookies.process [main] [line:123]- CookieSpec selected: default<br>2023-03-24 16:20:16.306 DEBUG col.RequestAuthCache.process [main] [line:77]- Auth cache not set in the context<br>2023-03-24 16:20:16.455 DEBUG entConnectionManager.requestConnection [main] [line:266]- Connection request: [route: {s}->https://wedata-api-fusion-test.cloud.tencent.com:443][total kept alive: 0; route allocated: 0 of 2; total allocated: 0 of 20]<br>2023-03-24 16:20:16.483 DEBUG entConnectionManager.leaseConnection [main] [line:310]- Connection leased: [id: 0][route: {s}->https://wedata-api-fusion-test.cloud.tencent.com:443][total kept alive: 0; route allocated: 1 of 2; total allocated: 1 of 20]<br>2023-03-24 16:20:16.487 DEBUG chain.MainClientExec.execute [main] [line:234]- Opening connection {s}->https://wedata-api-fusion-test.cloud.tencent.com:443<br>2023-03-24 16:20:16.491 DEBUG ntConnectionOperator.connect [main] [line:139]- Connecting to wedata-api-fusion-test.cloud.tencent.com/39.156.125.95:443<br>2023-03-24 16:20:16.491 DEBUG nectionSocketFactory.connectSocket [main] [line:366]- Connecting socket to wedata-api-fusion-test.cloud.tencent.com/39.156.125.95:443 with timeout 0<br>2023-03-24 16:20:16.498 DEBUG nectionSocketFactory.createLayeredSocket [main] [line:430]- Enabled protocols: [TLSv1.2]<br>2023-03-24 16:20:16.498 DEBUG nectionSocketFactory.createLayeredSocket [main] [line:431]- Enabled cipher suites:[TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384, TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256, TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384, TLS_RSA_WITH_AES_256_GCM_SHA384, TLS_ECDH_ECDSA_WITH_AES_256_GCM_SHA384, TLS_ECDH_RSA_WITH_AES_256_GCM_SHA384, TLS_DHE_RSA_WITH_AES_256_GCM_SHA384, TLS_DHE_DSS_WITH_AES_256_GCM_SHA384, TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256, TLS_RSA_WITH_AES_128_GCM_SHA256, TLS_ECDH_ECDSA_WITH_AES_128_GCM_SHA256, TLS_ECDH_RSA_WITH_AES_128_GCM_SHA256, TLS_DHE_RSA_WITH_AES_128_GCM_SHA256, TLS_DHE_DSS_WITH_AES_128_GCM_SHA256, TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHA384, TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA384, TLS_RSA_WITH_AES_256_CBC_SHA256, TLS_ECDH_ECDSA_WITH_AES_256_CBC_SHA384, TLS_ECDH_RSA_WITH_AES_256_CBC_SHA384, TLS_DHE_RSA_WITH_AES_256_CBC_SHA256, TLS_DHE_DSS_WITH_AES_256_CBC_SHA256, TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHA, TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA, TLS_RSA_WITH_AES_256_CBC_SHA, TLS_ECDH_ECDSA_WITH_AES_256_CBC_SHA, TLS_ECDH_RSA_WITH_AES_256_CBC_SHA, TLS_DHE_RSA_WITH_AES_256_CBC_SHA, TLS_DHE_DSS_WITH_AES_256_CBC_SHA, TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256, TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256, TLS_RSA_WITH_AES_128_CBC_SHA256, TLS_ECDH_ECDSA_WITH_AES_128_CBC_SHA256, TLS_ECDH_RSA_WITH_AES_128_CBC_SHA256, TLS_DHE_RSA_WITH_AES_128_CBC_SHA256, TLS_DHE_DSS_WITH_AES_128_CBC_SHA256, TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA, TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA, TLS_RSA_WITH_AES_128_CBC_SHA, TLS_ECDH_ECDSA_WITH_AES_128_CBC_SHA, TLS_ECDH_RSA_WITH_AES_128_CBC_SHA, TLS_DHE_RSA_WITH_AES_128_CBC_SHA, TLS_DHE_DSS_WITH_AES_128_CBC_SHA, TLS_EMPTY_RENEGOTIATION_INFO_SCSV]<br>2023-03-24 16:20:16.498 DEBUG nectionSocketFactory.createLayeredSocket [main] [line:435]- Starting handshake<br>2023-03-24 16:20:16.524 DEBUG nectionSocketFactory.verifyHostname [main] [line:465]- Secure session established<br>2023-03-24 16:20:16.524 DEBUG nectionSocketFactory.verifyHostname [main] [line:466]-  negotiated protocol: TLSv1.2<br>2023-03-24 16:20:16.525 DEBUG nectionSocketFactory.verifyHostname [main] [line:467]-  negotiated cipher suite: TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256<br>2023-03-24 16:20:16.525 DEBUG nectionSocketFactory.verifyHostname [main] [line:475]-  peer principal: CN=*.cloud.tencent.cn, O=Tencent Technology (Shenzhen) Company Limited, L=Shenzhen, ST=Guangdong, C=CN<br>2023-03-24 16:20:16.525 DEBUG nectionSocketFactory.verifyHostname [main] [line:484]-  peer alternative names: [*.cloud.tencent.cn, *.cloud.tencent.com, *.cloud.tencent.com.cn, cloud.tencent.com.cn, cloud.tencent.com, yun.tencent.cn, yun.tencent.com.cn, yun.tencent.com, *.qcloud.com, *.qcloud.qq.com, qcloud.qq.com, qcloud.com, cloud.tencent.cn]<br>2023-03-24 16:20:16.525 DEBUG nectionSocketFactory.verifyHostname [main] [line:488]-  issuer principal: CN=GlobalSign Organization Validation CA - SHA256 - G2, O=GlobalSign nv-sa, C=BE<br>2023-03-24 16:20:16.530 DEBUG ntConnectionOperator.connect [main] [line:146]- Connection established 172.16.0.92:49738<->39.156.125.95:443<br>2023-03-24 16:20:16.531 DEBUG chain.MainClientExec.execute [main] [line:255]- Executing request POST /safe/v1/queryAccountMapping HTTP/1.1<br>2023-03-24 16:20:16.531 DEBUG chain.MainClientExec.execute [main] [line:266]- Proxy auth state: UNCHALLENGED<br>2023-03-24 16:20:16.533 DEBUG HttpClientConnection.onRequestSubmitted [main] [line:133]- http-outgoing-0 >> POST /safe/v1/queryAccountMapping HTTP/1.1<br>2023-03-24 16:20:16.533 DEBUG HttpClientConnection.onRequestSubmitted [main] [line:136]- http-outgoing-0 >> Content-type: application/json; charset=utf-8<br>2023-03-24 16:20:16.534 DEBUG HttpClientConnection.onRequestSubmitted [main] [line:136]- http-outgoing-0 >> Connection: Close<br>2023-03-24 16:20:16.534 DEBUG HttpClientConnection.onRequestSubmitted [main] [line:136]- http-outgoing-0 >> Authorization: Bearer eyJ0eXAiOiJKV1QiLCJhbGciOiJIUzI1NiJ9.eyJ0ZW5hbnRfaWQiOiIxMzE1MDUxNzg5IiwidXNlcl9pZCI6IjEwMDAyODU5MDYwNSIsIm93bmVyX3VzZXJfaWQiOiIxMDAwMjg0NDg5MDMiLCJleHAiOjE2Nzk2NDk2MTZ9.r3Up_MGPFxXok8jz_fcOa-Od1Je8q55sohDyL-x666U<br>2023-03-24 16:20:16.534 DEBUG HttpClientConnection.onRequestSubmitted [main] [line:136]- http-outgoing-0 >> x-wedata-trace-id: ef2ba654-4073-4d89-b84d-9a09ffc88e26<br>2023-03-24 16:20:16.534 DEBUG HttpClientConnection.onRequestSubmitted [main] [line:136]- http-outgoing-0 >> Content-Length: 93<br>2023-03-24 16:20:16.534 DEBUG HttpClientConnection.onRequestSubmitted [main] [line:136]- http-outgoing-0 >> Content-Encoding: UTF-8<br>2023-03-24 16:20:16.534 DEBUG HttpClientConnection.onRequestSubmitted [main] [line:136]- http-outgoing-0 >> Host: wedata-api-fusion-test.cloud.tencent.com<br>2023-03-24 16:20:16.534 DEBUG HttpClientConnection.onRequestSubmitted [main] [line:136]- http-outgoing-0 >> User-Agent: Apache-HttpClient/4.5.8 (Java/1.8.0_292)<br>2023-03-24 16:20:16.534 DEBUG HttpClientConnection.onRequestSubmitted [main] [line:136]- http-outgoing-0 >> Accept-Encoding: gzip,deflate<br>2023-03-24 16:20:16.535 DEBUG .http.impl.conn.Wire.wire [main] [line:73]- http-outgoing-0 >> \\\"POST /safe/v1/queryAccountMapping HTTP/1.1[\\\\r][\\\\n]\\\"<br>2023-03-24 16:20:16.535 DEBUG .http.impl.conn.Wire.wire [main] [line:73]- http-outgoing-0 >> \\\"Content-type: application/json; charset=utf-8[\\\\r][\\\\n]\\\"<br>2023-03-24 16:20:16.535 DEBUG .http.impl.conn.Wire.wire [main] [line:73]- http-outgoing-0 >> \\\"Connection: Close[\\\\r][\\\\n]\\\"<br>2023-03-24 16:20:16.535 DEBUG .http.impl.conn.Wire.wire [main] [line:73]- http-outgoing-0 >> \\\"Authorization: Bearer eyJ0eXAiOiJKV1QiLCJhbGciOiJIUzI1NiJ9.eyJ0ZW5hbnRfaWQiOiIxMzE1MDUxNzg5IiwidXNlcl9pZCI6IjEwMDAyODU5MDYwNSIsIm93bmVyX3VzZXJfaWQiOiIxMDAwMjg0NDg5MDMiLCJleHAiOjE2Nzk2NDk2MTZ9.r3Up_MGPFxXok8jz_fcOa-Od1Je8q55sohDyL-x666U[\\\\r][\\\\n]\\\"<br>2023-03-24 16:20:16.535 DEBUG .http.impl.conn.Wire.wire [main] [line:73]- http-outgoing-0 >> \\\"x-wedata-trace-id: ef2ba654-4073-4d89-b84d-9a09ffc88e26[\\\\r][\\\\n]\\\"<br>2023-03-24 16:20:16.535 DEBUG .http.impl.conn.Wire.wire [main] [line:73]- http-outgoing-0 >> \\\"Content-Length: 93[\\\\r][\\\\n]\\\"<br>2023-03-24 16:20:16.535 DEBUG .http.impl.conn.Wire.wire [main] [line:73]- http-outgoing-0 >> \\\"Content-Encoding: UTF-8[\\\\r][\\\\n]\\\"<br>2023-03-24 16:20:16.535 DEBUG .http.impl.conn.Wire.wire [main] [line:73]- http-outgoing-0 >> \\\"Host: wedata-api-fusion-test.cloud.tencent.com[\\\\r][\\\\n]\\\"<br>2023-03-24 16:20:16.535 DEBUG .http.impl.conn.Wire.wire [main] [line:73]- http-outgoing-0 >> \\\"User-Agent: Apache-HttpClient/4.5.8 (Java/1.8.0_292)[\\\\r][\\\\n]\\\"<br>2023-03-24 16:20:16.536 DEBUG .http.impl.conn.Wire.wire [main] [line:73]- http-outgoing-0 >> \\\"Accept-Encoding: gzip,deflate[\\\\r][\\\\n]\\\"<br>2023-03-24 16:20:16.536 DEBUG .http.impl.conn.Wire.wire [main] [line:73]- http-outgoing-0 >> \\\"[\\\\r][\\\\n]\\\"<br>2023-03-24 16:20:16.536 DEBUG .http.impl.conn.Wire.wire [main] [line:87]- http-outgoing-0 >> \\\"{\\\"clusterId\\\":\\\"emr-k3s4qsys\\\",\\\"projectId\\\":\\\"1460963739345731584\\\",\\\"sourceAccount\\\":\\\"100028590605\\\"}\\\"<br>2023-03-24 16:20:16.780 DEBUG .http.impl.conn.Wire.wire [main] [line:73]- http-outgoing-0 << \\\"HTTP/1.1 200 [\\\\r][\\\\n]\\\"<br>2023-03-24 16:20:16.780 DEBUG .http.impl.conn.Wire.wire [main] [line:73]- http-outgoing-0 << \\\"Date: Fri, 24 Mar 2023 08:20:16 GMT[\\\\r][\\\\n]\\\"<br>2023-03-24 16:20:16.780 DEBUG .http.impl.conn.Wire.wire [main] [line:73]- http-outgoing-0 << \\\"Content-Type: application/json[\\\\r][\\\\n]\\\"<br>2023-03-24 16:20:16.781 DEBUG .http.impl.conn.Wire.wire [main] [line:73]- http-outgoing-0 << \\\"Transfer-Encoding: chunked[\\\\r][\\\\n]\\\"<br>2023-03-24 16:20:16.781 DEBUG .http.impl.conn.Wire.wire [main] [line:73]- http-outgoing-0 << \\\"Connection: close[\\\\r][\\\\n]\\\"<br>2023-03-24 16:20:16.781 DEBUG .http.impl.conn.Wire.wire [main] [line:73]- http-outgoing-0 << \\\"Server: APISIX/2.11.0[\\\\r][\\\\n]\\\"<br>2023-03-24 16:20:16.781 DEBUG .http.impl.conn.Wire.wire [main] [line:73]- http-outgoing-0 << \\\"x-wedata-trace-id: ef2ba654-4073-4d89-b84d-9a09ffc88e26[\\\\r][\\\\n]\\\"<br>2023-03-24 16:20:16.781 DEBUG .http.impl.conn.Wire.wire [main] [line:73]- http-outgoing-0 << \\\"[\\\\r][\\\\n]\\\"<br>2023-03-24 16:20:16.781 DEBUG .http.impl.conn.Wire.wire [main] [line:73]- http-outgoing-0 << \\\"1ac[\\\\r][\\\\n]\\\"<br>2023-03-24 16:20:16.781 DEBUG .http.impl.conn.Wire.wire [main] [line:73]- http-outgoing-0 << \\\"{\\\"Code\\\":\\\"OK\\\",\\\"Message\\\":\\\"SUCCESS\\\",\\\"Data\\\":{\\\"id\\\":276,\\\"clusterId\\\":\\\"emr-k3s4qsys\\\",\\\"authenticationType\\\":2,\\\"sourceAccount\\\":\\\"100028448903\\\",\\\"sourceAccountName\\\":\\\"Wedata[0xe5][0xbc][0x80][0xe5][0x8f][0x91][0xe6][0xb5][0x8b][0xe8][0xaf][0x95][0xe4][0xb8][0x93][0xe7][0x94][0xa8]\\\",\\\"projectId\\\":\\\"1460963739345731584\\\",\\\"targetAccount\\\":\\\"hadoop\\\",\\\"securityKey\\\":\\\"Guldan@2022\\\",\\\"fileName\\\":null,\\\"createUin\\\":\\\"100028636123\\\",\\\"operatorUin\\\":\\\"100028649389\\\",\\\"createTime\\\":\\\"2022-11-29T02:11:40.000+00:00\\\",\\\"updateTime\\\":\\\"2023-02-03T03:38:43.000+00:00\\\"}}[\\\\r][\\\\n]\\\"<br>2023-03-24 16:20:16.785 DEBUG HttpClientConnection.onResponseReceived [main] [line:122]- http-outgoing-0 << HTTP/1.1 200 <br>2023-03-24 16:20:16.786 DEBUG HttpClientConnection.onResponseReceived [main] [line:125]- http-outgoing-0 << Date: Fri, 24 Mar 2023 08:20:16 GMT<br>2023-03-24 16:20:16.786 DEBUG HttpClientConnection.onResponseReceived [main] [line:125]- http-outgoing-0 << Content-Type: application/json<br>2023-03-24 16:20:16.786 DEBUG HttpClientConnection.onResponseReceived [main] [line:125]- http-outgoing-0 << Transfer-Encoding: chunked<br>2023-03-24 16:20:16.786 DEBUG HttpClientConnection.onResponseReceived [main] [line:125]- http-outgoing-0 << Connection: close<br>2023-03-24 16:20:16.786 DEBUG HttpClientConnection.onResponseReceived [main] [line:125]- http-outgoing-0 << Server: APISIX/2.11.0<br>2023-03-24 16:20:16.786 DEBUG HttpClientConnection.onResponseReceived [main] [line:125]- http-outgoing-0 << x-wedata-trace-id: ef2ba654-4073-4d89-b84d-9a09ffc88e26<br>2023-03-24 16:20:16.803 DEBUG .http.impl.conn.Wire.wire [main] [line:73]- http-outgoing-0 << \\\"0[\\\\r][\\\\n]\\\"<br>2023-03-24 16:20:16.803 DEBUG .http.impl.conn.Wire.wire [main] [line:73]- http-outgoing-0 << \\\"[\\\\r][\\\\n]\\\"<br>2023-03-24 16:20:16.804 DEBUG HttpClientConnection.close [main] [line:79]- http-outgoing-0: Close connection<br>2023-03-24 16:20:16.805 DEBUG ain.ConnectionHolder.releaseConnection [main] [line:104]- Connection discarded<br>2023-03-24 16:20:16.805 DEBUG entConnectionManager.releaseConnection [main] [line:349]- Connection released: [id: 0][route: {s}->https://wedata-api-fusion-test.cloud.tencent.com:443][total kept alive: 0; route allocated: 0 of 2; total allocated: 0 of 20]<br>2023-03-24 16:20:16.806 DEBUG ain.ConnectionHolder.cancel [main] [line:145]- Cancelling request execution<br>2023-03-24 16:20:16.831 INFO ty.client.AuthClient.getAccountMappingVo [main] [line:221]- -- 获取安全信息成功!  100028448903(hadoop)<br>2023-03-24 16:20:16.833 INFO scheduler.TaskRunner.execute [main] [line:118]- Linux User:hadoop<br>2023-03-24 16:20:16.833 INFO scheduler.TaskRunner.execute [main] [line:120]- 第2步：校验 Shell 文件<br>2023-03-24 16:20:16.834 INFO scheduler.TaskRunner.execute [main] [line:127]- 第3步：替换 Shell 文件中的参数<br>2023-03-24 16:20:16.844 INFO scheduler.TaskRunner.execute [main] [line:133]- 替换后的 Shell 文件内容如下<br>#!/bin/bash<br>#******************************************************************#<br>##author: stackxchen<br>##create time: 2023-03-24 16:09:14<br>#******************************************************************#<br>echo myevent=\\\"test_event,202303241610\\\"<br>2023-03-24 16:20:16.844 INFO scheduler.TaskRunner.execute [main] [line:151]- Final Shell File:/usr/local/taskScheduler_loader//tdcp/workspace/20230324161041651/20230324162000/test_event_minute_20230324161041651_20230324161625186.sh<br>2023-03-24 16:20:16.845 INFO scheduler.TaskRunner.execute [main] [line:154]- 第4步：预处理 Shell 文件<br>2023-03-24 16:20:16.867 INFO n.AbstractTaskRunner.exeSimpleLinuxCommand [main] [line:3425]- cmd dos2unix /usr/local/taskScheduler_loader//tdcp/workspace/20230324161041651/20230324162000/*.sh execute success!<br>2023-03-24 16:20:16.869 INFO n.AbstractTaskRunner.exeSimpleLinuxCommand [main] [line:3425]- cmd chmod 777 -R /usr/local/taskScheduler_loader//tdcp/workspace/20230324161041651 execute success!<br>2023-03-24 16:20:16.869 INFO scheduler.TaskRunner.execute [main] [line:158]- 第5步：准备 Shell 执行环境<br>2023-03-24 16:20:16.883 INFO n.AbstractTaskRunner.exeSimpleLinuxCommand [main] [line:3425]- cmd sudo /usr/sbin/useradd hadoop execute success!<br>2023-03-24 16:20:16.883 INFO scheduler.TaskRunner.execute [main] [line:179]- Shell Command:/usr/local/taskScheduler_loader//script/2.sh /usr/local/taskScheduler_loader//tdcp/workspace/20230324161041651/20230324162000/test_event_minute_20230324161041651_20230324161625186.sh<br>2023-03-24 16:20:16.883 INFO scheduler.TaskRunner.execute [main] [line:181]- 第6步：获取定义的事件变量<br>2023-03-24 16:20:16.884 DEBUG .net.ConnectionUtils.sendGetOrDelete [main] [line:58]- start get or delete connection of url=https://wedata-api-fusion-test.cloud.tencent.com/tdw/taskStore/v1/events/publishers/1460963739345731584/20230324161041651, method=GET, start date=1679646016884, timeout=10000<br>2023-03-24 16:20:16.973 DEBUG .net.ConnectionUtils.sendGetOrDelete [main] [line:77]- finish get or delete connection of url=https://wedata-api-fusion-test.cloud.tencent.com/tdw/taskStore/v1/events/publishers/1460963739345731584/20230324161041651, method=GET, start date=1679646016973<br>2023-03-24 16:20:16.974 INFO mon.utils.EventUtils.getEventHook [main] [line:203]- response body mapper. {\\\"key\\\":\\\"20230324161041651\\\",\\\"type\\\":\\\"REST_API\\\",\\\"creationTs\\\":\\\"2023-03-24T08:16:21.953Z\\\",\\\"properties\\\":\\\"{\\\\\\\"eventVariable\\\\\\\":\\\\\\\"myevent\\\\\\\"}\\\",\\\"description\\\":\\\"\\\"}<br>2023-03-24 16:20:16.978 INFO scheduler.TaskRunner.postEventHookVariable [main] [line:323]- -- event hook configured, properties: {\\\"eventVariable\\\":\\\"myevent\\\"}<br>2023-03-24 16:20:16.980 INFO scheduler.TaskRunner.postEventHookVariable [main] [line:334]- -- event variable: myevent<br>2023-03-24 16:20:16.980 INFO scheduler.TaskRunner.execute [main] [line:184]- Event Variable:myevent<br>2023-03-24 16:20:16.980 INFO scheduler.TaskRunner.execute [main] [line:200]- 第7步：启动 Shell 脚本<br>2023-03-24 16:20:16.986 INFO n.AbstractTaskRunner.getTimeOut [main] [line:1009]- getDefault getTimeOut -1 <br>2023-03-24 16:20:16.987 INFO .utils.CmdRunProcess.startProcess [main] [line:152]- -- env key cur_run_date value 20230324162000<br>2023-03-24 16:20:16.987 INFO .utils.CmdRunProcess.startProcess [main] [line:152]- -- env key task_id value 20230324161041651<br>2023-03-24 16:20:16.987 INFO .utils.CmdRunProcess.startProcess [main] [line:152]- -- env key hdfsAuthId value 5TUVpBdOpDSwqrmwAbYOOGgIfjxDa2iC<br>2023-03-24 16:20:16.987 INFO .utils.CmdRunProcess.startProcess [main] [line:152]- -- env key hdfsAuthUserName value hdfs<br>2023-03-24 16:20:16.987 INFO .utils.CmdRunProcess.startProcess [main] [line:152]- -- env key task_cycleType value I<br>2023-03-24 16:20:16.988 INFO .utils.CmdRunProcess.startProcess [main] [line:152]- -- env key PWD value /data/wedata/taskScheduler_loader/log/tasklog/35/20230324161041651<br>2023-03-24 16:20:16.988 INFO .utils.CmdRunProcess.startProcess [main] [line:152]- -- env key hdfsAuthKey value P5x6PCkcR3J00PBpZt1AnEU5QNqREN15mfTw<br>2023-03-24 16:20:16.988 INFO .utils.CmdRunProcess.startProcess [main] [line:152]- -- env key LANG value zh_CN.UTF-8<br>2023-03-24 16:20:16.988 INFO .utils.CmdRunProcess.startProcess [main] [line:152]- -- env key hadoop_job_ugi value hadoop<br>2023-03-24 16:20:16.988 INFO .utils.CmdRunProcess.startProcess [main] [line:152]- -- env key SHLVL value 1<br>2023-03-24 16:20:16.988 INFO .utils.CmdRunProcess.startProcess [main] [line:152]- -- env key _ value /usr/jdk64/jdk1.8.0_191/bin/java<br>2023-03-24 16:20:17.000 INFO .CmdOutputReadThread.run [Thread-6] [line:81]- eventHookVariable myevent events test_event,202303241610<br>2023-03-24 16:20:17.000 INFO .CmdOutputReadThread.run [Thread-6] [line:86]- -- myevent=test_event,202303241610<br>2023-03-24 16:20:17.995 INFO .utils.CmdRunProcess.waitAndDestroyProcess [main] [line:207]- resultPath /data/wedata/taskScheduler_loader/log/tasklog/35/20230324161041651/20230324162000_result.log  result {\\\"results\\\":{\\\"data\\\":\\\"myevent\\\\u003dtest_event,202303241610\\\\n\\\"}}<br>2023-03-24 16:20:17.996 INFO scheduler.TaskRunner.execute [main] [line:209]- Shell Process Finished With ExitCode 0<br>2023-03-24 16:20:17.996 INFO scheduler.TaskRunner.execute [main] [line:226]- Shell运行成功!<br>2023-03-24 16:20:17.996 INFO scheduler.TaskRunner.execute [main] [line:228]- 第8步：解析事件变量<br>2023-03-24 16:20:17.996 INFO scheduler.TaskRunner.execute [main] [line:230]- 事件变量 myevent=test_event,202303241610<br>2023-03-24 16:20:17.996 INFO scheduler.TaskRunner.execute [main] [line:232]- 第9步：开始触发事件<br>2023-03-24 16:20:18.007 INFO mon.utils.EventUtils.lambda$triggerEvents$1 [main] [line:152]- 正在触发事件 test_event 202303241610<br>2023-03-24 16:20:18.008 DEBUG ils.yarn.net.RestApi.post [main] [line:75]- put from rest api server body {\\\"name\\\":\\\"test_event\\\",\\\"dimension\\\":\\\"202303241610\\\",\\\"description\\\":\\\"runner triggered time series event\\\"} to path https://wedata-api-fusion-test.cloud.tencent.com/tdw/taskStore/v1/events/cases/1460963739345731584/trigger contentType application/json<br>2023-03-24 16:20:18.008 DEBUG .net.ConnectionUtils.sendPostOrPut [main] [line:87]- start post or put connection of url=https://wedata-api-fusion-test.cloud.tencent.com/tdw/taskStore/v1/events/cases/1460963739345731584/trigger, method=POST, start date=1679646018008, timeout=10000<br>2023-03-24 16:20:18.101 DEBUG .net.ConnectionUtils.sendPostOrPut [main] [line:119]- finish post or put connection of url=https://wedata-api-fusion-test.cloud.tencent.com/tdw/taskStore/v1/events/cases/1460963739345731584/trigger, method=POST, start date=1679646018101<br>2023-03-24 16:20:18.101 INFO mon.utils.EventUtils.triggerEvent [main] [line:68]- triggerEvent projectId 1460963739345731584 eventCase com.tencent.tbds.guldan.api.store.service.api.pojo.dto.EventCaseDTO@3a0896b3 response {\\\"caseId\\\":\\\"9e2a0e1f870ec340018712b44a160008\\\",\\\"name\\\":\\\"test_event\\\",\\\"dimension\\\":\\\"202303241610\\\",\\\"creationTs\\\":\\\"2023-03-24T08:20:18.069Z\\\",\\\"consumerId\\\":null,\\\"description\\\":\\\"runner triggered time series event\\\"}<br>2023-03-24 16:20:18.101 DEBUG mon.utils.EventUtils.lambda$triggerEvents$1 [main] [line:154]- event [name: test_event, dimension: 202303241610] triggered successfully<br>2023-03-24 16:20:18.102 DEBUG .net.ConnectionUtils.sendGetOrDelete [main] [line:58]- start get or delete connection of url=https://wedata-api-fusion-test.cloud.tencent.com/tdw/taskStore/v1/events/1460963739345731584/test_event/lookup, method=GET, start date=1679646018102, timeout=10000<br>2023-03-24 16:20:18.209 DEBUG .net.ConnectionUtils.sendGetOrDelete [main] [line:77]- finish get or delete connection of url=https://wedata-api-fusion-test.cloud.tencent.com/tdw/taskStore/v1/events/1460963739345731584/test_event/lookup, method=GET, start date=1679646018209<br>2023-03-24 16:20:18.223 DEBUG mon.utils.EventUtils.lambda$null$0 [main] [line:176]- notify event listener. 20230324160914089, 2023-03-24 16:10:00<br>2023-03-24 16:20:18.226 DEBUG ils.yarn.net.RestApi.post [main] [line:75]- put from rest api server body {\\\"data\\\":[{\\\"taskId\\\":\\\"20230324160914089\\\",\\\"datatimeDimension\\\":\\\"2023-03-24 16:10:00\\\",\\\"tenantId\\\":\\\"1315051789\\\"}],\\\"pageIndex\\\":0,\\\"pageSize\\\":10,\\\"count\\\":true,\\\"desc\\\":false} to path https://wedata-api-fusion-test.cloud.tencent.com/tdw/taskScheduler/submitStatemachineEvent contentType application/json<br>2023-03-24 16:20:18.226 DEBUG .net.ConnectionUtils.sendPostOrPut [main] [line:87]- start post or put connection of url=https://wedata-api-fusion-test.cloud.tencent.com/tdw/taskScheduler/submitStatemachineEvent, method=POST, start date=1679646018226, timeout=10000<br>2023-03-24 16:20:18.278 DEBUG .net.ConnectionUtils.sendPostOrPut [main] [line:119]- finish post or put connection of url=https://wedata-api-fusion-test.cloud.tencent.com/tdw/taskScheduler/submitStatemachineEvent, method=POST, start date=1679646018278<br>2023-03-24 16:20:18.279 INFO mon.utils.EventUtils.submitStatemachineEvent [main] [line:98]- submitStatemachineEvent response {\\\"pageIndex\\\":0,\\\"pageSize\\\":0,\\\"sum\\\":0,\\\"code\\\":\\\"success\\\",\\\"message\\\":null,\\\"data\\\":true}<br>2023-03-24 16:20:18.279 INFO scheduler.TaskRunner.execute [main] [line:261]- 任务运行完成 bye~<br>2023-03-24 16:20:18.279 INFO n.AbstractTaskRunner.startWork [main] [line:332]- -- task running finish<br>2023-03-24 16:20:18.280 INFO n.AbstractTaskRunner.startPostHooks [main] [line:647]- startPostHooks, force=false<br>2023-03-24 16:20:18.280 INFO n.AbstractTaskRunner.startPostHooks [main] [line:674]- postHooks is null<br>2023-03-24 16:20:18.295 DEBUG geConverterExtractor.extractData [main] [line:102]- Reading to [com.tencent.tbds.guldan.api.common.api.ResponseObject<java.util.List<java.lang.String>>]<br>2023-03-24 16:20:18.302 DEBUG geConverterExtractor.extractData [main] [line:102]- Reading to [com.tencent.tbds.guldan.api.common.api.ResponseObject<java.lang.Boolean>]<br>2023-03-24 16:20:18.303 DEBUG n.AbstractTaskRunner.done [main] [line:573]- notify loader true<br>2023-03-24 16:20:18.305 DEBUG ils.yarn.net.RestApi.post [main] [line:75]- put from rest api server body {\\\"data\\\":{\\\"instanceKey\\\":\\\"20230324161041651_2023-03-24 16:20:00\\\",\\\"state\\\":\\\"COMPLETED\\\",\\\"lastLog\\\":\\\"\\\"},\\\"pageIndex\\\":0,\\\"pageSize\\\":10,\\\"count\\\":true,\\\"desc\\\":false} to path https://wedata-api-fusion-test.cloud.tencent.com/tdw/taskScheduler/commitRunnerState contentType application/json<br>2023-03-24 16:20:18.305 DEBUG .net.ConnectionUtils.sendPostOrPut [main] [line:87]- start post or put connection of url=https://wedata-api-fusion-test.cloud.tencent.com/tdw/taskScheduler/commitRunnerState, method=POST, start date=1679646018305, timeout=10000<br>2023-03-24 16:20:18.365 DEBUG .net.ConnectionUtils.sendPostOrPut [main] [line:119]- finish post or put connection of url=https://wedata-api-fusion-test.cloud.tencent.com/tdw/taskScheduler/commitRunnerState, method=POST, start date=1679646018365<br>2023-03-24 16:20:18.367 DEBUG n.AbstractTaskRunner.done [main] [line:619]- notify scheduler true<br>2023-03-24 16:20:18.367 INFO n.AbstractTaskRunner.done [main] [line:639]- Exe done ...<br>\",\n            \"ThirdTaskLogUrlDesc\": null,\n            \"ThirdTaskRunLogInfo\": null,\n            \"YarnLogInfo\": null\n        },\n        \"RequestId\": \"43cd2268-3295-454c-a229-f5249432a83b\"\n    }\n}",
+        "output": "{\n    \"Response\": {\n        \"Data\": {\n            \"DataLogInfo\": null,\n            \"LogInfo\": \"2023-03-24 16:20:13.018 INFO n.AbstractTaskRunner.<init> [main] [line:269]- the customize_settings file exists in /usr/local/taskScheduler_loader/conf/runner_customize.properties<br>2023-03-24 16:20:13.037 WARN me.RealtimeLogParams.initRealtimeLog [main] [line:84]- schedulerInstanceDTO.getInstanceExtAttribute() is null<br>2023-03-24 16:20:13.037 DEBUG n.AbstractTaskRunner.startWork [main] [line:308]- convert xml file /usr/local/taskScheduler_loader/log/tasklog/35/20230324161041651/20230324162000.xml<br>2023-03-24 16:20:13.292 DEBUG n.AbstractTaskRunner.init [main] [line:373]- convert schedulerInstanceDTO SchedulerInstanceDTO{schedulerTaskDto=TaskDTO{taskId='20230324161041651', virtualTaskId='null', virtualFlag=false, taskName='null', workflowId='68ce6df0-7b80-11ed-a3a7-b8cef6c14251', realWorkflowId='null', workflowName='dev_test', folderId='null', folderName='null', createTime='null', status='Y', inCharge='stackxchen', startTime='2023-03-24 00:00:00', endTime='2023-03-24 23:59:59', projectId=1460963739345731584, projectIdent='null', projectName='null', cycleType=MINUTE_CYCLE, cycleStep=5, crontabExpression=null, instanceInitStrategy=T+0, delayTime=0, startupTime=0, retryWait=5, retriable=null, taskAction='', tryLimit=5, runPriority=6, taskType=TaskTypeDTO{typeId=35, typeDesc='Shell', createTime='2022-02-12 11:13:41', sourceServerType='null', targetServerType='null', runJarName='IdexShell.jar', killable=0, typeSort='数据计算', inCharge='admin', brokerParallelism=10, taskParallelism=10, doRedoParallelism=10000, downgradePriorityTries=2, retryWait=5, retryLimit=5, defaultAliveWait=720, pollingSeconds=5, paramList='<parameters><parameter><name>hdpClient</name><value>/usr/hdp/current/hadoop-client</value></parameter><parameter><name>hiveClient</name><value>/usr/hdp/current/hive-client</value></parameter></parameters>', taskTypeExts=null, fileType='null', selectFilePath=null, excludeCommonLib=false, postHooks=null}, brokerIp='any', clusterId='emr-k3s4qsys', minDateTime='2023-03-24 16:15:00', maxDateTime='2023-03-24 16:15:00', selfDepend=parallel, leftCoordinate=null, topCoordinate=null, taskExt=TaskExtDTO{taskId='20230324161041651', properties={bucket=wedata-agent-test3-1257305158, python_type=python2, ftp.file.name=https://wedata-agent-test3-1257305158.cos.ap-beijing.myqcloud.com/datastudio/project/1460963739345731584/stackxchen/dev_test/test_event_minute_20230324161041651_20230324161625186.sh, pre_dependence_config={}, region=ap-beijing, extraInfo={}}, dryRunExtAttributes=null, dryRunParameter=null}, properties='null', notes='null', yarnQueue='null', alarmDTO=null, alarm='null', submit=null, sourceServer='null', targetServer='null', tasks=null, creater='stackxchen', dependencyRel=and, dependencyWorkflow=no, dependencyConfigDTOList=null, eventListenerConfig='null', eventPublisherConfig='null', virtualTaskStatus='null', recycleTips='null', recycleUser='null', newOrUpdate='null', params=null, taskAutoSubmit=null, lastSchedulerCommitTime=2023-03-24 16:16:25, productName=DATA_DEV, ownId=100028448903, executionStartTime=null, executionEndTime=null, userId=100028590605, tenantId=1315051789, normalizedJobStartTime=2023-03-24 16:20:00, recoverFreezeStartTime=null, inChargeId=null, executionTTL=-1, resourceGroup=20221221143954438902}; SchedulerTaskDto [taskStatus=RUNNING, doFlag=false, executionSpace=CYCLIC, taskExecutionEpochMilli=0], schedulerServerDto=null, taskExtDTO=TaskExtDTO{taskId='20230324161041651', properties={bucket=wedata-agent-test3-1257305158, python_type=python2, ftp.file.name=/usr/local/taskScheduler_loader/tdcp/templates/20230324161041651/20230324162000/test_event_minute_20230324161041651_20230324161625186.sh, pre_dependence_config={}, region=ap-beijing, extraInfo={}, data_cluster=emr-k3s4qsys, shellBin_Hadoop=/usr/local/cluster-shim/v3/bin/hadoop, shellConfig_Hadoop=/usr/local/cluster-shim/v3/conf/emr-k3s4qsys, shellBase_Hadoop=/usr/local/cluster-shim/v3/, shellAuth_Hadoop=ldap, shellVersion_Hadoop=3.2.1, shellBin_Yarn=/usr/local/cluster-shim/v3/bin/yarn, shellConfig_Yarn=/usr/local/cluster-shim/v3/conf/emr-k3s4qsys, shellBase_Yarn=/usr/local/cluster-shim/v3/, shellAuth_Yarn=ldap, shellVersion_Yarn=3.2.1, yarn_api_addr=http://172.16.0.7:5004, RunnerLoaderKey=ins-d6e89nmr, RunnerLoaderPort=9066, yarn_queue_name=root.default, login_hive_password=}, dryRunExtAttributes=null, dryRunParameter=null}, schedulerParameterDTO=SchedulerParameterDTO{listProjectParameterInfo=[ParameterInfo [paramId=null, paramKey=heidy, paramDefine=123, paramValue=123]], listWorkflowParameterInfo=[], listTaskParameterInfo=[], listUpstreamParameterInfo=[], listDownstreamParameterInfo=[], listDryRunParameterInfo=[]}, lastDependencyInstanceTaskDataTimeMap={}, issueId='2023-03-24 16:20:08', loaderToken=com.tencent.tbds.taskscheduler.loader.center.common.utils.TemporaryToken@1440c311, runnerToken=null, nodeDispatchStrategy=RESOURCE, nodeBlacklist=null, instanceDTO=InstanceDTO{taskId='20230324161041651', taskName='null', workflowId='null', workflowName='null', inCharge='stackxchen', cycleType=MINUTE_CYCLE, curRunDate='2023-03-24 16:20:00', nextCurDate='2023-03-24 16:25:00', runPriority=6, tryLimit=5, tries=0, doFlag=0, redoFlag=0, state=LAUNCHED, runtimeBroker='ins-d6e89nmr', errorDesc='Launched succeed, waiting to be issued', taskType=TaskTypeDTO{typeId=35, typeDesc='Shell', createTime='2022-02-12 11:13:41', sourceServerType='null', targetServerType='null', runJarName='IdexShell.jar', killable=0, typeSort='数据计算', inCharge='admin', brokerParallelism=10, taskParallelism=10, doRedoParallelism=10000, downgradePriorityTries=2, retryWait=5, retryLimit=5, defaultAliveWait=720, pollingSeconds=5, paramList='<parameters><parameter><name>hdpClient</name><value>/usr/hdp/current/hadoop-client</value></parameter><parameter><name>hiveClient</name><value>/usr/hdp/current/hive-client</value></parameter></parameters>', taskTypeExts=null, fileType='null', selectFilePath=null, excludeCommonLib=false, postHooks=null}, dependenceFulfillTime='2023-03-24 16:20:00', firstDependenceFulfillTime='2023-03-24 16:20:00', firstStartTime='null', startTime='null', endTime='null', costTime='null', costMilliTime=null, maxCostTime=null, minCostTime=null, avgCostTime=null, lastLog='null', schedulerDateTime='null', lastSchedulerDateTime='2023-03-24 16:15:00', lastUpdate='2023-03-24 16:20:00', createTime='null', dependencyRel=and, ignoreEvent=false, virutalFlag=null, projectId='null', projectIdent='null', projectName='null', executionSpace='CYCLIC', instanceExtAttribute='null', list=null, productName=DATA_DEV, resourceGroup=20221221143954438902, resourceInstanceId=any, yarnQueue=null}}<br>2023-03-24 16:20:13.299 DEBUG n.AbstractTaskRunner.init [main] [line:390]- Find scheduler-loader-service scheduler-center-service in consul 9.164.88.149 8500<br>2023-03-24 16:20:13.305 INFO utils.FeignHttpUtils.getRunnerStartOpt [main] [line:103]- Server scheduler-loader-service ip is http://127.0.0.1:9066 <br>2023-03-24 16:20:15.154 DEBUG geConverterExtractor.extractData [main] [line:102]- Reading to [com.tencent.tbds.guldan.api.common.api.ResponseObject<java.lang.Boolean>]<br>2023-03-24 16:20:15.182 INFO n.AbstractTaskRunner.init [main] [line:407]- -- The runner 20230324161041651_2023-03-24 16:20:00_9 register to loader true<br>2023-03-24 16:20:15.277 DEBUG ils.yarn.net.RestApi.post [main] [line:75]- put from rest api server body {\\\"data\\\":\\\"20230324161041651_2023-03-24 16:20:00\\\",\\\"pageIndex\\\":0,\\\"pageSize\\\":10,\\\"count\\\":true,\\\"desc\\\":false} to path https://wedata-api-fusion-test.cloud.tencent.com/tdw/taskScheduler/startRunner contentType application/json<br>2023-03-24 16:20:15.281 DEBUG .net.ConnectionUtils.sendPostOrPut [main] [line:87]- start post or put connection of url=https://wedata-api-fusion-test.cloud.tencent.com/tdw/taskScheduler/startRunner, method=POST, start date=1679646015281, timeout=10000<br>2023-03-24 16:20:15.563 DEBUG .net.ConnectionUtils.sendPostOrPut [main] [line:119]- finish post or put connection of url=https://wedata-api-fusion-test.cloud.tencent.com/tdw/taskScheduler/startRunner, method=POST, start date=1679646015563<br>2023-03-24 16:20:15.567 INFO n.AbstractTaskRunner.init [main] [line:441]- -- The runner 20230324161041651_2023-03-24 16:20:00 register to scheduler true<br>2023-03-24 16:20:15.967 INFO scheduler.TaskRunner.execute [main] [line:99]- 第0步：准备工作目录<br>2023-03-24 16:20:15.974 INFO scheduler.TaskRunner.execute [main] [line:104]- Work Dir:/usr/local/taskScheduler_loader//tdcp/workspace/20230324161041651/20230324162000<br>2023-03-24 16:20:15.974 INFO n.AbstractTaskRunner.deleteDir [main] [line:1079]- delete dir true<br>2023-03-24 16:20:15.975 INFO scheduler.TaskRunner.execute [main] [line:111]- 第1步：获取安全凭证信息<br>2023-03-24 16:20:15.977 INFO n.AbstractTaskRunner.getAuthInfo [main] [line:3485]- request param com.tencent.wedata.security.bean.AccountMappingQueryParam@3ca14cf4[clusterId=emr-k3s4qsys,projectId=1460963739345731584,sourceAccount=100028590605,commandList=<null>,serverHost=<null>,ownerUserId=100028448903,userId=100028590605,tenantId=1315051789,jwtSecret=tbds@2022,requestId=<null>,region=<null>]<br>2023-03-24 16:20:16.035 INFO ty.client.AuthClient.createHeader [main] [line:416]- requestId: ef2ba654-4073-4d89-b84d-9a09ffc88e26<br>2023-03-24 16:20:16.286 DEBUG ol.RequestAddCookies.process [main] [line:123]- CookieSpec selected: default<br>2023-03-24 16:20:16.306 DEBUG col.RequestAuthCache.process [main] [line:77]- Auth cache not set in the context<br>2023-03-24 16:20:16.455 DEBUG entConnectionManager.requestConnection [main] [line:266]- Connection request: [route: {s}->https://wedata-api-fusion-test.cloud.tencent.com:443][total kept alive: 0; route allocated: 0 of 2; total allocated: 0 of 20]<br>2023-03-24 16:20:16.483 DEBUG entConnectionManager.leaseConnection [main] [line:310]- Connection leased: [id: 0][route: {s}->https://wedata-api-fusion-test.cloud.tencent.com:443][total kept alive: 0; route allocated: 1 of 2; total allocated: 1 of 20]<br>2023-03-24 16:20:16.487 DEBUG chain.MainClientExec.execute [main] [line:234]- Opening connection {s}->https://wedata-api-fusion-test.cloud.tencent.com:443<br>2023-03-24 16:20:16.491 DEBUG ntConnectionOperator.connect [main] [line:139]- Connecting to wedata-api-fusion-test.cloud.tencent.com/39.156.125.95:443<br>2023-03-24 16:20:16.491 DEBUG nectionSocketFactory.connectSocket [main] [line:366]- Connecting socket to wedata-api-fusion-test.cloud.tencent.com/39.156.125.95:443 with timeout 0<br>2023-03-24 16:20:16.498 DEBUG nectionSocketFactory.createLayeredSocket [main] [line:430]- Enabled protocols: [TLSv1.2]<br>2023-03-24 16:20:16.498 DEBUG nectionSocketFactory.createLayeredSocket [main] [line:431]- Enabled cipher suites:[TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384, TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256, TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384, TLS_RSA_WITH_AES_256_GCM_SHA384, TLS_ECDH_ECDSA_WITH_AES_256_GCM_SHA384, TLS_ECDH_RSA_WITH_AES_256_GCM_SHA384, TLS_DHE_RSA_WITH_AES_256_GCM_SHA384, TLS_DHE_DSS_WITH_AES_256_GCM_SHA384, TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256, TLS_RSA_WITH_AES_128_GCM_SHA256, TLS_ECDH_ECDSA_WITH_AES_128_GCM_SHA256, TLS_ECDH_RSA_WITH_AES_128_GCM_SHA256, TLS_DHE_RSA_WITH_AES_128_GCM_SHA256, TLS_DHE_DSS_WITH_AES_128_GCM_SHA256, TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHA384, TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA384, TLS_RSA_WITH_AES_256_CBC_SHA256, TLS_ECDH_ECDSA_WITH_AES_256_CBC_SHA384, TLS_ECDH_RSA_WITH_AES_256_CBC_SHA384, TLS_DHE_RSA_WITH_AES_256_CBC_SHA256, TLS_DHE_DSS_WITH_AES_256_CBC_SHA256, TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHA, TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA, TLS_RSA_WITH_AES_256_CBC_SHA, TLS_ECDH_ECDSA_WITH_AES_256_CBC_SHA, TLS_ECDH_RSA_WITH_AES_256_CBC_SHA, TLS_DHE_RSA_WITH_AES_256_CBC_SHA, TLS_DHE_DSS_WITH_AES_256_CBC_SHA, TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256, TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256, TLS_RSA_WITH_AES_128_CBC_SHA256, TLS_ECDH_ECDSA_WITH_AES_128_CBC_SHA256, TLS_ECDH_RSA_WITH_AES_128_CBC_SHA256, TLS_DHE_RSA_WITH_AES_128_CBC_SHA256, TLS_DHE_DSS_WITH_AES_128_CBC_SHA256, TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA, TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA, TLS_RSA_WITH_AES_128_CBC_SHA, TLS_ECDH_ECDSA_WITH_AES_128_CBC_SHA, TLS_ECDH_RSA_WITH_AES_128_CBC_SHA, TLS_DHE_RSA_WITH_AES_128_CBC_SHA, TLS_DHE_DSS_WITH_AES_128_CBC_SHA, TLS_EMPTY_RENEGOTIATION_INFO_SCSV]<br>2023-03-24 16:20:16.498 DEBUG nectionSocketFactory.createLayeredSocket [main] [line:435]- Starting handshake<br>2023-03-24 16:20:16.524 DEBUG nectionSocketFactory.verifyHostname [main] [line:465]- Secure session established<br>2023-03-24 16:20:16.524 DEBUG nectionSocketFactory.verifyHostname [main] [line:466]-  negotiated protocol: TLSv1.2<br>2023-03-24 16:20:16.525 DEBUG nectionSocketFactory.verifyHostname [main] [line:467]-  negotiated cipher suite: TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256<br>2023-03-24 16:20:16.525 DEBUG nectionSocketFactory.verifyHostname [main] [line:475]-  peer principal: CN=*.cloud.tencent.cn, O=Tencent Technology (Shenzhen) Company Limited, L=Shenzhen, ST=Guangdong, C=CN<br>2023-03-24 16:20:16.525 DEBUG nectionSocketFactory.verifyHostname [main] [line:484]-  peer alternative names: [*.cloud.tencent.cn, *.cloud.tencent.com, *.cloud.tencent.com.cn, cloud.tencent.com.cn, cloud.tencent.com, yun.tencent.cn, yun.tencent.com.cn, yun.tencent.com, *.qcloud.com, *.qcloud.qq.com, qcloud.qq.com, qcloud.com, cloud.tencent.cn]<br>2023-03-24 16:20:16.525 DEBUG nectionSocketFactory.verifyHostname [main] [line:488]-  issuer principal: CN=GlobalSign Organization Validation CA - SHA256 - G2, O=GlobalSign nv-sa, C=BE<br>2023-03-24 16:20:16.530 DEBUG ntConnectionOperator.connect [main] [line:146]- Connection established 172.16.0.92:49738<->39.156.125.95:443<br>2023-03-24 16:20:16.531 DEBUG chain.MainClientExec.execute [main] [line:255]- Executing request POST /safe/v1/queryAccountMapping HTTP/1.1<br>2023-03-24 16:20:16.531 DEBUG chain.MainClientExec.execute [main] [line:266]- Proxy auth state: UNCHALLENGED<br>2023-03-24 16:20:16.533 DEBUG HttpClientConnection.onRequestSubmitted [main] [line:133]- http-outgoing-0 >> POST /safe/v1/queryAccountMapping HTTP/1.1<br>2023-03-24 16:20:16.533 DEBUG HttpClientConnection.onRequestSubmitted [main] [line:136]- http-outgoing-0 >> Content-type: application/json; charset=utf-8<br>2023-03-24 16:20:16.534 DEBUG HttpClientConnection.onRequestSubmitted [main] [line:136]- http-outgoing-0 >> Connection: Close<br>2023-03-24 16:20:16.534 DEBUG HttpClientConnection.onRequestSubmitted [main] [line:136]- http-outgoing-0 >> Authorization: Bearer eyJ0eXAiOiJKV1QiLCJhbGciOiJIUzI1NiJ9.eyJ0ZW5hbnRfaWQiOiIxMzE1MDUxNzg5IiwidXNlcl9pZCI6IjEwMDAyODU5MDYwNSIsIm93bmVyX3VzZXJfaWQiOiIxMDAwMjg0NDg5MDMiLCJleHAiOjE2Nzk2NDk2MTZ9.r3Up_MGPFxXok8jz_fcOa-Od1Je8q55sohDyL-x666U<br>2023-03-24 16:20:16.534 DEBUG HttpClientConnection.onRequestSubmitted [main] [line:136]- http-outgoing-0 >> x-wedata-trace-id: ef2ba654-4073-4d89-b84d-9a09ffc88e26<br>2023-03-24 16:20:16.534 DEBUG HttpClientConnection.onRequestSubmitted [main] [line:136]- http-outgoing-0 >> Content-Length: 93<br>2023-03-24 16:20:16.534 DEBUG HttpClientConnection.onRequestSubmitted [main] [line:136]- http-outgoing-0 >> Content-Encoding: UTF-8<br>2023-03-24 16:20:16.534 DEBUG HttpClientConnection.onRequestSubmitted [main] [line:136]- http-outgoing-0 >> Host: wedata-api-fusion-test.cloud.tencent.com<br>2023-03-24 16:20:16.534 DEBUG HttpClientConnection.onRequestSubmitted [main] [line:136]- http-outgoing-0 >> User-Agent: Apache-HttpClient/4.5.8 (Java/1.8.0_292)<br>2023-03-24 16:20:16.534 DEBUG HttpClientConnection.onRequestSubmitted [main] [line:136]- http-outgoing-0 >> Accept-Encoding: gzip,deflate<br>2023-03-24 16:20:16.535 DEBUG .http.impl.conn.Wire.wire [main] [line:73]- http-outgoing-0 >> \\\"POST /safe/v1/queryAccountMapping HTTP/1.1[\\\\r][\\\\n]\\\"<br>2023-03-24 16:20:16.535 DEBUG .http.impl.conn.Wire.wire [main] [line:73]- http-outgoing-0 >> \\\"Content-type: application/json; charset=utf-8[\\\\r][\\\\n]\\\"<br>2023-03-24 16:20:16.535 DEBUG .http.impl.conn.Wire.wire [main] [line:73]- http-outgoing-0 >> \\\"Connection: Close[\\\\r][\\\\n]\\\"<br>2023-03-24 16:20:16.535 DEBUG .http.impl.conn.Wire.wire [main] [line:73]- http-outgoing-0 >> \\\"Authorization: Bearer eyJ0eXAiOiJKV1QiLCJhbGciOiJIUzI1NiJ9.eyJ0ZW5hbnRfaWQiOiIxMzE1MDUxNzg5IiwidXNlcl9pZCI6IjEwMDAyODU5MDYwNSIsIm93bmVyX3VzZXJfaWQiOiIxMDAwMjg0NDg5MDMiLCJleHAiOjE2Nzk2NDk2MTZ9.r3Up_MGPFxXok8jz_fcOa-Od1Je8q55sohDyL-x666U[\\\\r][\\\\n]\\\"<br>2023-03-24 16:20:16.535 DEBUG .http.impl.conn.Wire.wire [main] [line:73]- http-outgoing-0 >> \\\"x-wedata-trace-id: ef2ba654-4073-4d89-b84d-9a09ffc88e26[\\\\r][\\\\n]\\\"<br>2023-03-24 16:20:16.535 DEBUG .http.impl.conn.Wire.wire [main] [line:73]- http-outgoing-0 >> \\\"Content-Length: 93[\\\\r][\\\\n]\\\"<br>2023-03-24 16:20:16.535 DEBUG .http.impl.conn.Wire.wire [main] [line:73]- http-outgoing-0 >> \\\"Content-Encoding: UTF-8[\\\\r][\\\\n]\\\"<br>2023-03-24 16:20:16.535 DEBUG .http.impl.conn.Wire.wire [main] [line:73]- http-outgoing-0 >> \\\"Host: wedata-api-fusion-test.cloud.tencent.com[\\\\r][\\\\n]\\\"<br>2023-03-24 16:20:16.535 DEBUG .http.impl.conn.Wire.wire [main] [line:73]- http-outgoing-0 >> \\\"User-Agent: Apache-HttpClient/4.5.8 (Java/1.8.0_292)[\\\\r][\\\\n]\\\"<br>2023-03-24 16:20:16.536 DEBUG .http.impl.conn.Wire.wire [main] [line:73]- http-outgoing-0 >> \\\"Accept-Encoding: gzip,deflate[\\\\r][\\\\n]\\\"<br>2023-03-24 16:20:16.536 DEBUG .http.impl.conn.Wire.wire [main] [line:73]- http-outgoing-0 >> \\\"[\\\\r][\\\\n]\\\"<br>2023-03-24 16:20:16.536 DEBUG .http.impl.conn.Wire.wire [main] [line:87]- http-outgoing-0 >> \\\"{\\\"clusterId\\\":\\\"emr-k3s4qsys\\\",\\\"projectId\\\":\\\"1460963739345731584\\\",\\\"sourceAccount\\\":\\\"100028590605\\\"}\\\"<br>2023-03-24 16:20:16.780 DEBUG .http.impl.conn.Wire.wire [main] [line:73]- http-outgoing-0 << \\\"HTTP/1.1 200 [\\\\r][\\\\n]\\\"<br>2023-03-24 16:20:16.780 DEBUG .http.impl.conn.Wire.wire [main] [line:73]- http-outgoing-0 << \\\"Date: Fri, 24 Mar 2023 08:20:16 GMT[\\\\r][\\\\n]\\\"<br>2023-03-24 16:20:16.780 DEBUG .http.impl.conn.Wire.wire [main] [line:73]- http-outgoing-0 << \\\"Content-Type: application/json[\\\\r][\\\\n]\\\"<br>2023-03-24 16:20:16.781 DEBUG .http.impl.conn.Wire.wire [main] [line:73]- http-outgoing-0 << \\\"Transfer-Encoding: chunked[\\\\r][\\\\n]\\\"<br>2023-03-24 16:20:16.781 DEBUG .http.impl.conn.Wire.wire [main] [line:73]- http-outgoing-0 << \\\"Connection: close[\\\\r][\\\\n]\\\"<br>2023-03-24 16:20:16.781 DEBUG .http.impl.conn.Wire.wire [main] [line:73]- http-outgoing-0 << \\\"Server: APISIX/2.11.0[\\\\r][\\\\n]\\\"<br>2023-03-24 16:20:16.781 DEBUG .http.impl.conn.Wire.wire [main] [line:73]- http-outgoing-0 << \\\"x-wedata-trace-id: ef2ba654-4073-4d89-b84d-9a09ffc88e26[\\\\r][\\\\n]\\\"<br>2023-03-24 16:20:16.781 DEBUG .http.impl.conn.Wire.wire [main] [line:73]- http-outgoing-0 << \\\"[\\\\r][\\\\n]\\\"<br>2023-03-24 16:20:16.781 DEBUG .http.impl.conn.Wire.wire [main] [line:73]- http-outgoing-0 << \\\"1ac[\\\\r][\\\\n]\\\"<br>2023-03-24 16:20:16.781 DEBUG .http.impl.conn.Wire.wire [main] [line:73]- http-outgoing-0 << \\\"{\\\"Code\\\":\\\"OK\\\",\\\"Message\\\":\\\"SUCCESS\\\",\\\"Data\\\":{\\\"id\\\":276,\\\"clusterId\\\":\\\"emr-k3s4qsys\\\",\\\"authenticationType\\\":2,\\\"sourceAccount\\\":\\\"100028448903\\\",\\\"sourceAccountName\\\":\\\"Wedata[0xe5][0xbc][0x80][0xe5][0x8f][0x91][0xe6][0xb5][0x8b][0xe8][0xaf][0x95][0xe4][0xb8][0x93][0xe7][0x94][0xa8]\\\",\\\"projectId\\\":\\\"1460963739345731584\\\",\\\"targetAccount\\\":\\\"hadoop\\\",\\\"securityKey\\\":\\\"Guldan@2022\\\",\\\"fileName\\\":null,\\\"createUin\\\":\\\"100028636123\\\",\\\"operatorUin\\\":\\\"100028649389\\\",\\\"createTime\\\":\\\"2022-11-29T02:11:40.000+00:00\\\",\\\"updateTime\\\":\\\"2023-02-03T03:38:43.000+00:00\\\"}}[\\\\r][\\\\n]\\\"<br>2023-03-24 16:20:16.785 DEBUG HttpClientConnection.onResponseReceived [main] [line:122]- http-outgoing-0 << HTTP/1.1 200 <br>2023-03-24 16:20:16.786 DEBUG HttpClientConnection.onResponseReceived [main] [line:125]- http-outgoing-0 << Date: Fri, 24 Mar 2023 08:20:16 GMT<br>2023-03-24 16:20:16.786 DEBUG HttpClientConnection.onResponseReceived [main] [line:125]- http-outgoing-0 << Content-Type: application/json<br>2023-03-24 16:20:16.786 DEBUG HttpClientConnection.onResponseReceived [main] [line:125]- http-outgoing-0 << Transfer-Encoding: chunked<br>2023-03-24 16:20:16.786 DEBUG HttpClientConnection.onResponseReceived [main] [line:125]- http-outgoing-0 << Connection: close<br>2023-03-24 16:20:16.786 DEBUG HttpClientConnection.onResponseReceived [main] [line:125]- http-outgoing-0 << Server: APISIX/2.11.0<br>2023-03-24 16:20:16.786 DEBUG HttpClientConnection.onResponseReceived [main] [line:125]- http-outgoing-0 << x-wedata-trace-id: ef2ba654-4073-4d89-b84d-9a09ffc88e26<br>2023-03-24 16:20:16.803 DEBUG .http.impl.conn.Wire.wire [main] [line:73]- http-outgoing-0 << \\\"0[\\\\r][\\\\n]\\\"<br>2023-03-24 16:20:16.803 DEBUG .http.impl.conn.Wire.wire [main] [line:73]- http-outgoing-0 << \\\"[\\\\r][\\\\n]\\\"<br>2023-03-24 16:20:16.804 DEBUG HttpClientConnection.close [main] [line:79]- http-outgoing-0: Close connection<br>2023-03-24 16:20:16.805 DEBUG ain.ConnectionHolder.releaseConnection [main] [line:104]- Connection discarded<br>2023-03-24 16:20:16.805 DEBUG entConnectionManager.releaseConnection [main] [line:349]- Connection released: [id: 0][route: {s}->https://wedata-api-fusion-test.cloud.tencent.com:443][total kept alive: 0; route allocated: 0 of 2; total allocated: 0 of 20]<br>2023-03-24 16:20:16.806 DEBUG ain.ConnectionHolder.cancel [main] [line:145]- Cancelling request execution<br>2023-03-24 16:20:16.831 INFO ty.client.AuthClient.getAccountMappingVo [main] [line:221]- -- 获取安全信息成功!  100028448903(hadoop)<br>2023-03-24 16:20:16.833 INFO scheduler.TaskRunner.execute [main] [line:118]- Linux User:hadoop<br>2023-03-24 16:20:16.833 INFO scheduler.TaskRunner.execute [main] [line:120]- 第2步：校验 Shell 文件<br>2023-03-24 16:20:16.834 INFO scheduler.TaskRunner.execute [main] [line:127]- 第3步：替换 Shell 文件中的参数<br>2023-03-24 16:20:16.844 INFO scheduler.TaskRunner.execute [main] [line:133]- 替换后的 Shell 文件内容如下<br>#!/bin/bash<br>#******************************************************************#<br>##author: stackxchen<br>##create time: 2023-03-24 16:09:14<br>#******************************************************************#<br>echo myevent=\\\"test_event,202303241610\\\"<br>2023-03-24 16:20:16.844 INFO scheduler.TaskRunner.execute [main] [line:151]- Final Shell File:/usr/local/taskScheduler_loader//tdcp/workspace/20230324161041651/20230324162000/test_event_minute_20230324161041651_20230324161625186.sh<br>2023-03-24 16:20:16.845 INFO scheduler.TaskRunner.execute [main] [line:154]- 第4步：预处理 Shell 文件<br>2023-03-24 16:20:16.867 INFO n.AbstractTaskRunner.exeSimpleLinuxCommand [main] [line:3425]- cmd dos2unix /usr/local/taskScheduler_loader//tdcp/workspace/20230324161041651/20230324162000/*.sh execute success!<br>2023-03-24 16:20:16.869 INFO n.AbstractTaskRunner.exeSimpleLinuxCommand [main] [line:3425]- cmd chmod 777 -R /usr/local/taskScheduler_loader//tdcp/workspace/20230324161041651 execute success!<br>2023-03-24 16:20:16.869 INFO scheduler.TaskRunner.execute [main] [line:158]- 第5步：准备 Shell 执行环境<br>2023-03-24 16:20:16.883 INFO n.AbstractTaskRunner.exeSimpleLinuxCommand [main] [line:3425]- cmd sudo /usr/sbin/useradd hadoop execute success!<br>2023-03-24 16:20:16.883 INFO scheduler.TaskRunner.execute [main] [line:179]- Shell Command:/usr/local/taskScheduler_loader//script/2.sh /usr/local/taskScheduler_loader//tdcp/workspace/20230324161041651/20230324162000/test_event_minute_20230324161041651_20230324161625186.sh<br>2023-03-24 16:20:16.883 INFO scheduler.TaskRunner.execute [main] [line:181]- 第6步：获取定义的事件变量<br>2023-03-24 16:20:16.884 DEBUG .net.ConnectionUtils.sendGetOrDelete [main] [line:58]- start get or delete connection of url=https://wedata-api-fusion-test.cloud.tencent.com/tdw/taskStore/v1/events/publishers/1460963739345731584/20230324161041651, method=GET, start date=1679646016884, timeout=10000<br>2023-03-24 16:20:16.973 DEBUG .net.ConnectionUtils.sendGetOrDelete [main] [line:77]- finish get or delete connection of url=https://wedata-api-fusion-test.cloud.tencent.com/tdw/taskStore/v1/events/publishers/1460963739345731584/20230324161041651, method=GET, start date=1679646016973<br>2023-03-24 16:20:16.974 INFO mon.utils.EventUtils.getEventHook [main] [line:203]- response body mapper. {\\\"key\\\":\\\"20230324161041651\\\",\\\"type\\\":\\\"REST_API\\\",\\\"creationTs\\\":\\\"2023-03-24T08:16:21.953Z\\\",\\\"properties\\\":\\\"{\\\\\\\"eventVariable\\\\\\\":\\\\\\\"myevent\\\\\\\"}\\\",\\\"description\\\":\\\"\\\"}<br>2023-03-24 16:20:16.978 INFO scheduler.TaskRunner.postEventHookVariable [main] [line:323]- -- event hook configured, properties: {\\\"eventVariable\\\":\\\"myevent\\\"}<br>2023-03-24 16:20:16.980 INFO scheduler.TaskRunner.postEventHookVariable [main] [line:334]- -- event variable: myevent<br>2023-03-24 16:20:16.980 INFO scheduler.TaskRunner.execute [main] [line:184]- Event Variable:myevent<br>2023-03-24 16:20:16.980 INFO scheduler.TaskRunner.execute [main] [line:200]- 第7步：启动 Shell 脚本<br>2023-03-24 16:20:16.986 INFO n.AbstractTaskRunner.getTimeOut [main] [line:1009]- getDefault getTimeOut -1 <br>2023-03-24 16:20:16.987 INFO .utils.CmdRunProcess.startProcess [main] [line:152]- -- env key cur_run_date value 20230324162000<br>2023-03-24 16:20:16.987 INFO .utils.CmdRunProcess.startProcess [main] [line:152]- -- env key task_id value 20230324161041651<br>2023-03-24 16:20:16.987 INFO .utils.CmdRunProcess.startProcess [main] [line:152]- -- env key hdfsAuthId value 5TUVpBd***jxDa2iC<br>2023-03-24 16:20:16.987 INFO .utils.CmdRunProcess.startProcess [main] [line:152]- -- env key hdfsAuthUserName value hdfs<br>2023-03-24 16:20:16.987 INFO .utils.CmdRunProcess.startProcess [main] [line:152]- -- env key task_cycleType value I<br>2023-03-24 16:20:16.988 INFO .utils.CmdRunProcess.startProcess [main] [line:152]- -- env key PWD value /data/wedata/taskScheduler_loader/log/tasklog/35/20230324161041651<br>2023-03-24 16:20:16.988 INFO .utils.CmdRunProcess.startProcess [main] [line:152]- -- env key hdfsAuthKey value P5x6PCkcR3J00PBpZt1AnEU5QNqREN15mfTw<br>2023-03-24 16:20:16.988 INFO .utils.CmdRunProcess.startProcess [main] [line:152]- -- env key LANG value zh_CN.UTF-8<br>2023-03-24 16:20:16.988 INFO .utils.CmdRunProcess.startProcess [main] [line:152]- -- env key hadoop_job_ugi value hadoop<br>2023-03-24 16:20:16.988 INFO .utils.CmdRunProcess.startProcess [main] [line:152]- -- env key SHLVL value 1<br>2023-03-24 16:20:16.988 INFO .utils.CmdRunProcess.startProcess [main] [line:152]- -- env key _ value /usr/jdk64/jdk1.8.0_191/bin/java<br>2023-03-24 16:20:17.000 INFO .CmdOutputReadThread.run [Thread-6] [line:81]- eventHookVariable myevent events test_event,202303241610<br>2023-03-24 16:20:17.000 INFO .CmdOutputReadThread.run [Thread-6] [line:86]- -- myevent=test_event,202303241610<br>2023-03-24 16:20:17.995 INFO .utils.CmdRunProcess.waitAndDestroyProcess [main] [line:207]- resultPath /data/wedata/taskScheduler_loader/log/tasklog/35/20230324161041651/20230324162000_result.log  result {\\\"results\\\":{\\\"data\\\":\\\"myevent\\\\u003dtest_event,202303241610\\\\n\\\"}}<br>2023-03-24 16:20:17.996 INFO scheduler.TaskRunner.execute [main] [line:209]- Shell Process Finished With ExitCode 0<br>2023-03-24 16:20:17.996 INFO scheduler.TaskRunner.execute [main] [line:226]- Shell运行成功!<br>2023-03-24 16:20:17.996 INFO scheduler.TaskRunner.execute [main] [line:228]- 第8步：解析事件变量<br>2023-03-24 16:20:17.996 INFO scheduler.TaskRunner.execute [main] [line:230]- 事件变量 myevent=test_event,202303241610<br>2023-03-24 16:20:17.996 INFO scheduler.TaskRunner.execute [main] [line:232]- 第9步：开始触发事件<br>2023-03-24 16:20:18.007 INFO mon.utils.EventUtils.lambda$triggerEvents$1 [main] [line:152]- 正在触发事件 test_event 202303241610<br>2023-03-24 16:20:18.008 DEBUG ils.yarn.net.RestApi.post [main] [line:75]- put from rest api server body {\\\"name\\\":\\\"test_event\\\",\\\"dimension\\\":\\\"202303241610\\\",\\\"description\\\":\\\"runner triggered time series event\\\"} to path https://wedata-api-fusion-test.cloud.tencent.com/tdw/taskStore/v1/events/cases/1460963739345731584/trigger contentType application/json<br>2023-03-24 16:20:18.008 DEBUG .net.ConnectionUtils.sendPostOrPut [main] [line:87]- start post or put connection of url=https://wedata-api-fusion-test.cloud.tencent.com/tdw/taskStore/v1/events/cases/1460963739345731584/trigger, method=POST, start date=1679646018008, timeout=10000<br>2023-03-24 16:20:18.101 DEBUG .net.ConnectionUtils.sendPostOrPut [main] [line:119]- finish post or put connection of url=https://wedata-api-fusion-test.cloud.tencent.com/tdw/taskStore/v1/events/cases/1460963739345731584/trigger, method=POST, start date=1679646018101<br>2023-03-24 16:20:18.101 INFO mon.utils.EventUtils.triggerEvent [main] [line:68]- triggerEvent projectId 1460963739345731584 eventCase com.tencent.tbds.guldan.api.store.service.api.pojo.dto.EventCaseDTO@3a0896b3 response {\\\"caseId\\\":\\\"9e2a0e1f870ec340018712b44a160008\\\",\\\"name\\\":\\\"test_event\\\",\\\"dimension\\\":\\\"202303241610\\\",\\\"creationTs\\\":\\\"2023-03-24T08:20:18.069Z\\\",\\\"consumerId\\\":null,\\\"description\\\":\\\"runner triggered time series event\\\"}<br>2023-03-24 16:20:18.101 DEBUG mon.utils.EventUtils.lambda$triggerEvents$1 [main] [line:154]- event [name: test_event, dimension: 202303241610] triggered successfully<br>2023-03-24 16:20:18.102 DEBUG .net.ConnectionUtils.sendGetOrDelete [main] [line:58]- start get or delete connection of url=https://wedata-api-fusion-test.cloud.tencent.com/tdw/taskStore/v1/events/1460963739345731584/test_event/lookup, method=GET, start date=1679646018102, timeout=10000<br>2023-03-24 16:20:18.209 DEBUG .net.ConnectionUtils.sendGetOrDelete [main] [line:77]- finish get or delete connection of url=https://wedata-api-fusion-test.cloud.tencent.com/tdw/taskStore/v1/events/1460963739345731584/test_event/lookup, method=GET, start date=1679646018209<br>2023-03-24 16:20:18.223 DEBUG mon.utils.EventUtils.lambda$null$0 [main] [line:176]- notify event listener. 20230324160914089, 2023-03-24 16:10:00<br>2023-03-24 16:20:18.226 DEBUG ils.yarn.net.RestApi.post [main] [line:75]- put from rest api server body {\\\"data\\\":[{\\\"taskId\\\":\\\"20230324160914089\\\",\\\"datatimeDimension\\\":\\\"2023-03-24 16:10:00\\\",\\\"tenantId\\\":\\\"1315051789\\\"}],\\\"pageIndex\\\":0,\\\"pageSize\\\":10,\\\"count\\\":true,\\\"desc\\\":false} to path https://wedata-api-fusion-test.cloud.tencent.com/tdw/taskScheduler/submitStatemachineEvent contentType application/json<br>2023-03-24 16:20:18.226 DEBUG .net.ConnectionUtils.sendPostOrPut [main] [line:87]- start post or put connection of url=https://wedata-api-fusion-test.cloud.tencent.com/tdw/taskScheduler/submitStatemachineEvent, method=POST, start date=1679646018226, timeout=10000<br>2023-03-24 16:20:18.278 DEBUG .net.ConnectionUtils.sendPostOrPut [main] [line:119]- finish post or put connection of url=https://wedata-api-fusion-test.cloud.tencent.com/tdw/taskScheduler/submitStatemachineEvent, method=POST, start date=1679646018278<br>2023-03-24 16:20:18.279 INFO mon.utils.EventUtils.submitStatemachineEvent [main] [line:98]- submitStatemachineEvent response {\\\"pageIndex\\\":0,\\\"pageSize\\\":0,\\\"sum\\\":0,\\\"code\\\":\\\"success\\\",\\\"message\\\":null,\\\"data\\\":true}<br>2023-03-24 16:20:18.279 INFO scheduler.TaskRunner.execute [main] [line:261]- 任务运行完成 bye~<br>2023-03-24 16:20:18.279 INFO n.AbstractTaskRunner.startWork [main] [line:332]- -- task running finish<br>2023-03-24 16:20:18.280 INFO n.AbstractTaskRunner.startPostHooks [main] [line:647]- startPostHooks, force=false<br>2023-03-24 16:20:18.280 INFO n.AbstractTaskRunner.startPostHooks [main] [line:674]- postHooks is null<br>2023-03-24 16:20:18.295 DEBUG geConverterExtractor.extractData [main] [line:102]- Reading to [com.tencent.tbds.guldan.api.common.api.ResponseObject<java.util.List<java.lang.String>>]<br>2023-03-24 16:20:18.302 DEBUG geConverterExtractor.extractData [main] [line:102]- Reading to [com.tencent.tbds.guldan.api.common.api.ResponseObject<java.lang.Boolean>]<br>2023-03-24 16:20:18.303 DEBUG n.AbstractTaskRunner.done [main] [line:573]- notify loader true<br>2023-03-24 16:20:18.305 DEBUG ils.yarn.net.RestApi.post [main] [line:75]- put from rest api server body {\\\"data\\\":{\\\"instanceKey\\\":\\\"20230324161041651_2023-03-24 16:20:00\\\",\\\"state\\\":\\\"COMPLETED\\\",\\\"lastLog\\\":\\\"\\\"},\\\"pageIndex\\\":0,\\\"pageSize\\\":10,\\\"count\\\":true,\\\"desc\\\":false} to path https://wedata-api-fusion-test.cloud.tencent.com/tdw/taskScheduler/commitRunnerState contentType application/json<br>2023-03-24 16:20:18.305 DEBUG .net.ConnectionUtils.sendPostOrPut [main] [line:87]- start post or put connection of url=https://wedata-api-fusion-test.cloud.tencent.com/tdw/taskScheduler/commitRunnerState, method=POST, start date=1679646018305, timeout=10000<br>2023-03-24 16:20:18.365 DEBUG .net.ConnectionUtils.sendPostOrPut [main] [line:119]- finish post or put connection of url=https://wedata-api-fusion-test.cloud.tencent.com/tdw/taskScheduler/commitRunnerState, method=POST, start date=1679646018365<br>2023-03-24 16:20:18.367 DEBUG n.AbstractTaskRunner.done [main] [line:619]- notify scheduler true<br>2023-03-24 16:20:18.367 INFO n.AbstractTaskRunner.done [main] [line:639]- Exe done ...<br>\",\n            \"ThirdTaskLogUrlDesc\": null,\n            \"ThirdTaskRunLogInfo\": null,\n            \"YarnLogInfo\": null\n        },\n        \"RequestId\": \"43cd2268-3295-454c-a229-f5249432a83b\"\n    }\n}",
         "title": "成功获取日志详情"
       }
     ],
@@ -844,7 +860,7 @@
       {
         "document": "成功下载日志文件",
         "input": "POST / HTTP/1.1\nHost: wedata.tencentcloudapi.com\nContent-Type: application/json\nX-TC-Action: DescribeInstanceLogFile\n<公共请求参数>\n\n{\n    \"ProjectId\": \"1\",\n    \"TaskId\": \"20230309190527020\",\n    \"CurRunDate\": \"2023-03-09 19:04:26\",\n    \"BrokerIp\": \"1315051789_vpc-8i88z8fg_30.0.32.31\",\n    \"OriginFileName\": \"20230309190426-9-all-log-0.20230309190612.log\"\n}",
-        "output": "{\n    \"Response\": {\n        \"Data\": {\n            \"FileName\": \"20230309190426-9-all-log-0.20230309190612.log\",\n            \"FileUrl\": \"https://dev-downloadlog-1257305158.cos.ap-nanjing.myqcloud.com/20230309190527020/20230309190426/32204025/20230309190426-9-all-log-0.20230309190612.log?sign=q-sign-algorithm%3Dsha1%26q-ak%3DAKID80D_DhCfOuRtaa2-gkeJ06H9V2pOLPKYIdk7REPhJocXdJAnl9-HNfYg7Rk66AIX%26q-sign-time%3D1679625235%3B1679632435%26q-key-time%3D1679625235%3B1679632435%26q-header-list%3Dhost%26q-url-param-list%3D%26q-signature%3Daf2ed79c7626b6d73267e21cdeb5ec2c49b297c9&x-cos-security-token=oiXbaVVDKQNIvn1iBdyP5WRb8mnRa1Sa904dcfb5c94d0b68b8ed93658db45d39xWvJ6WUavmuP95kWvVjD6MJkv2423k-XlPlxdr39s6hcYGZa8pvG22I8dgtL8VtqZOeDNhuUnFOb07Cp3M8rmKNb3n5ykP295uKpVnAyKoUADmIk3-iV_FLqsyC4333AUeILLaoVps43jPrqKJnY7ELrYJfplQdUwvS2oR3wtaAbmxkreZOhSM0L_4haRpG4mmJ1YD1UBtk8Cb7F4EtC6bSvopILDEAMprf6PUjm79LdywGdklI7eQRy4iv2CiurbYUBteziJ3U3P82Q3gIAQhRTV3XEkFnEfznyYuSRfPm2hgEHBVgOz-3TscNx9SU9Tx2LyCunLSmAmiU3txNhhhqHvyGJKrzWvKUUzBAIaj50s3uWvDCL3x8a3cPn9VHKXmpozcBxFnA5ES2_BemtuGgfjph49Tkcu73DS5YGiL2WagOlVXvxRGgH_g6SZDtedF1XUFjYjPxtRpQ9qfKeRYrZk6Jk65x4QUTrz7uRFv1E4NUk7B5Krus5jaSQb4peiZfNzJwdJA3En1K4ulqS69R-0WxsThn40Xb_DLc3ECMwrV4B69vR8_9wP0xSrIylvF630sGLIHljXsYdmZ4XCIwV061-NxDvlauHzxC9XFp1ercFiaQ3bdBkDPlC4ZfBud5RIXM-SpLRGVM2guifcWz6P4He8D_UPAKxRujw6hU7YhJy2CfSQEQJXPw4Nrog\"\n        },\n        \"RequestId\": \"b6ed50b1-69f7-415c-9359-7a2576435b0f\"\n    }\n}",
+        "output": "{\n    \"Response\": {\n        \"Data\": {\n            \"FileName\": \"20230309190426-9-all-log-0.20230309190612.log\",\n            \"FileUrl\": \"https://dev-downloadlog-1257305158.cos.ap-nanjing.myqcloud.com/20230309190527020/20230309190426/32204025/20230309190426-9-all-log-0.20230309190612.log?sign=q-sign-algorithm%3Dsha1%26q-ak%3D***_DhCfOuRtaa2-gkeJ06H9V2pOLPKYIdk7REPhJocXdJAnl9-HNfYg7Rk66AIX%26q-sign-time%3D1679625235%3B1679632435%26q-key-time%3D1679625235%3B1679632435%26q-header-list%3Dhost%26q-url-param-list%3D%26q-signature%3Daf2ed79c7626b6d73267e21cdeb5ec2c49b297c9&x-cos-security-token=oiXbaVVDKQNIvn1iBdyP5WRb8mnRa1Sa904dcfb5c94d0b68b8ed93658db45d39xWvJ6WUavmuP95kWvVjD6MJkv2423k-XlPlxdr39s6hcYGZa8pvG22I8dgtL8VtqZOeDNhuUnFOb07Cp3M8rmKNb3n5ykP295uKpVnAyKoUADmIk3-iV_FLqsyC4333AUeILLaoVps43jPrqKJnY7ELrYJfplQdUwvS2oR3wtaAbmxkreZOhSM0L_4haRpG4mmJ1YD1UBtk8Cb7F4EtC6bSvopILDEAMprf6PUjm79LdywGdklI7eQRy4iv2CiurbYUBteziJ3U3P82Q3gIAQhRTV3XEkFnEfznyYuSRfPm2hgEHBVgOz-3TscNx9SU9Tx2LyCunLSmAmiU3txNhhhqHvyGJKrzWvKUUzBAIaj50s3uWvDCL3x8a3cPn9VHKXmpozcBxFnA5ES2_BemtuGgfjph49Tkcu73DS5YGiL2WagOlVXvxRGgH_g6SZDtedF1XUFjYjPxtRpQ9qfKeRYrZk6Jk65x4QUTrz7uRFv1E4NUk7B5Krus5jaSQb4peiZfNzJwdJA3En1K4ulqS69R-0WxsThn40Xb_DLc3ECMwrV4B69vR8_9wP0xSrIylvF630sGLIHljXsYdmZ4XCIwV061-NxDvlauHzxC9XFp1ercFiaQ3bdBkDPlC4ZfBud5RIXM-SpLRGVM2guifcWz6P4He8D_UPAKxRujw6hU7YhJy2CfSQEQJXPw4Nrog\"\n        },\n        \"RequestId\": \"b6ed50b1-69f7-415c-9359-7a2576435b0f\"\n    }\n}",
         "title": "成功下载日志文件"
       }
     ],
@@ -2014,6 +2030,14 @@
         "title": "解锁集成任务"
       }
     ],
+    "UpdateDataModelRegistryInfo": [
+      {
+        "document": "更新数语信息，入参传入ip和端口",
+        "input": "POST / HTTP/1.1\nHost: wedata.tencentcloudapi.com\nContent-Type: application/json\nX-TC-Action: UpdateDataModelRegistryInfo\n<公共请求参数>\n\n{\n    \"CloudappId\": \"cloudapp-x3hadra3\",\n    \"AppCamRole\": \"4000000001321\",\n    \"AppCamRoleId\": \"4000000001321\",\n    \"Ip\": \"10.2.3.4\",\n    \"Port\": 18091\n}",
+        "output": "{\n    \"RequestId\": \"176da6c4-d9a5-450a-a11b-b64acd4faa60\",\n    \"Response\": {\n        \"Data\": true,\n        \"RequestId\": \"176da6c4-d9a5-450a-a11b-b64acd4faa60\"\n    }\n}",
+        "title": "更新数语信息，入参传入ip和端口"
+      }
+    ],
     "UpdateWorkflowOwner": [
       {
         "document": "修改工作流责任人",

tccli/services/wedata/wedata_client.py

@@ -2409,6 +2409,58 @@ def doDeleteRuleTemplate(args, parsed_globals):
     FormatOutput.output("action", json_obj, g_param[OptionsDefine.Output], g_param[OptionsDefine.Filter])
 
 
+def doUpdateDataModelRegistryInfo(args, parsed_globals):
+    g_param = parse_global_arg(parsed_globals)
+
+    if g_param[OptionsDefine.UseCVMRole.replace('-', '_')]:
+        cred = credential.CVMRoleCredential()
+    elif g_param[OptionsDefine.RoleArn.replace('-', '_')] and g_param[OptionsDefine.RoleSessionName.replace('-', '_')]:
+        cred = credential.STSAssumeRoleCredential(
+            g_param[OptionsDefine.SecretId], g_param[OptionsDefine.SecretKey], g_param[OptionsDefine.RoleArn.replace('-', '_')],
+            g_param[OptionsDefine.RoleSessionName.replace('-', '_')], endpoint=g_param["sts_cred_endpoint"]
+        )
+    elif os.getenv(OptionsDefine.ENV_TKE_REGION)             and os.getenv(OptionsDefine.ENV_TKE_PROVIDER_ID)             and os.getenv(OptionsDefine.ENV_TKE_WEB_IDENTITY_TOKEN_FILE)             and os.getenv(OptionsDefine.ENV_TKE_ROLE_ARN):
+        cred = credential.DefaultTkeOIDCRoleArnProvider().get_credentials()
+    else:
+        cred = credential.Credential(
+            g_param[OptionsDefine.SecretId], g_param[OptionsDefine.SecretKey], g_param[OptionsDefine.Token]
+        )
+    http_profile = HttpProfile(
+        reqTimeout=60 if g_param[OptionsDefine.Timeout] is None else int(g_param[OptionsDefine.Timeout]),
+        reqMethod="POST",
+        endpoint=g_param[OptionsDefine.Endpoint],
+        proxy=g_param[OptionsDefine.HttpsProxy.replace('-', '_')]
+    )
+    profile = ClientProfile(httpProfile=http_profile, signMethod="HmacSHA256")
+    if g_param[OptionsDefine.Language]:
+        profile.language = g_param[OptionsDefine.Language]
+    mod = CLIENT_MAP[g_param[OptionsDefine.Version]]
+    client = mod.WedataClient(cred, g_param[OptionsDefine.Region], profile)
+    client._sdkVersion += ("_CLI_" + __version__)
+    models = MODELS_MAP[g_param[OptionsDefine.Version]]
+    model = models.UpdateDataModelRegistryInfoRequest()
+    model.from_json_string(json.dumps(args))
+    start_time = time.time()
+    while True:
+        rsp = client.UpdateDataModelRegistryInfo(model)
+        result = rsp.to_json_string()
+        try:
+            json_obj = json.loads(result)
+        except TypeError as e:
+            json_obj = json.loads(result.decode('utf-8'))  # python3.3
+        if not g_param[OptionsDefine.Waiter] or search(g_param['OptionsDefine.WaiterInfo']['expr'], json_obj) == g_param['OptionsDefine.WaiterInfo']['to']:
+            break
+        cur_time = time.time()
+        if cur_time - start_time >= g_param['OptionsDefine.WaiterInfo']['timeout']:
+            raise ClientError('Request timeout, wait `%s` to `%s` timeout, last request is %s' %
+            (g_param['OptionsDefine.WaiterInfo']['expr'], g_param['OptionsDefine.WaiterInfo']['to'],
+            search(g_param['OptionsDefine.WaiterInfo']['expr'], json_obj)))
+        else:
+            print('Inquiry result is %s.' % search(g_param['OptionsDefine.WaiterInfo']['expr'], json_obj))
+        time.sleep(g_param['OptionsDefine.WaiterInfo']['interval'])
+    FormatOutput.output("action", json_obj, g_param[OptionsDefine.Output], g_param[OptionsDefine.Filter])
+
+
 def doCreateDsFolder(args, parsed_globals):
     g_param = parse_global_arg(parsed_globals)
 
@@ -11821,6 +11873,58 @@ def doBatchDeleteOpsTasks(args, parsed_globals):
     FormatOutput.output("action", json_obj, g_param[OptionsDefine.Output], g_param[OptionsDefine.Filter])
 
 
+def doCreateDataModel(args, parsed_globals):
+    g_param = parse_global_arg(parsed_globals)
+
+    if g_param[OptionsDefine.UseCVMRole.replace('-', '_')]:
+        cred = credential.CVMRoleCredential()
+    elif g_param[OptionsDefine.RoleArn.replace('-', '_')] and g_param[OptionsDefine.RoleSessionName.replace('-', '_')]:
+        cred = credential.STSAssumeRoleCredential(
+            g_param[OptionsDefine.SecretId], g_param[OptionsDefine.SecretKey], g_param[OptionsDefine.RoleArn.replace('-', '_')],
+            g_param[OptionsDefine.RoleSessionName.replace('-', '_')], endpoint=g_param["sts_cred_endpoint"]
+        )
+    elif os.getenv(OptionsDefine.ENV_TKE_REGION)             and os.getenv(OptionsDefine.ENV_TKE_PROVIDER_ID)             and os.getenv(OptionsDefine.ENV_TKE_WEB_IDENTITY_TOKEN_FILE)             and os.getenv(OptionsDefine.ENV_TKE_ROLE_ARN):
+        cred = credential.DefaultTkeOIDCRoleArnProvider().get_credentials()
+    else:
+        cred = credential.Credential(
+            g_param[OptionsDefine.SecretId], g_param[OptionsDefine.SecretKey], g_param[OptionsDefine.Token]
+        )
+    http_profile = HttpProfile(
+        reqTimeout=60 if g_param[OptionsDefine.Timeout] is None else int(g_param[OptionsDefine.Timeout]),
+        reqMethod="POST",
+        endpoint=g_param[OptionsDefine.Endpoint],
+        proxy=g_param[OptionsDefine.HttpsProxy.replace('-', '_')]
+    )
+    profile = ClientProfile(httpProfile=http_profile, signMethod="HmacSHA256")
+    if g_param[OptionsDefine.Language]:
+        profile.language = g_param[OptionsDefine.Language]
+    mod = CLIENT_MAP[g_param[OptionsDefine.Version]]
+    client = mod.WedataClient(cred, g_param[OptionsDefine.Region], profile)
+    client._sdkVersion += ("_CLI_" + __version__)
+    models = MODELS_MAP[g_param[OptionsDefine.Version]]
+    model = models.CreateDataModelRequest()
+    model.from_json_string(json.dumps(args))
+    start_time = time.time()
+    while True:
+        rsp = client.CreateDataModel(model)
+        result = rsp.to_json_string()
+        try:
+            json_obj = json.loads(result)
+        except TypeError as e:
+            json_obj = json.loads(result.decode('utf-8'))  # python3.3
+        if not g_param[OptionsDefine.Waiter] or search(g_param['OptionsDefine.WaiterInfo']['expr'], json_obj) == g_param['OptionsDefine.WaiterInfo']['to']:
+            break
+        cur_time = time.time()
+        if cur_time - start_time >= g_param['OptionsDefine.WaiterInfo']['timeout']:
+            raise ClientError('Request timeout, wait `%s` to `%s` timeout, last request is %s' %
+            (g_param['OptionsDefine.WaiterInfo']['expr'], g_param['OptionsDefine.WaiterInfo']['to'],
+            search(g_param['OptionsDefine.WaiterInfo']['expr'], json_obj)))
+        else:
+            print('Inquiry result is %s.' % search(g_param['OptionsDefine.WaiterInfo']['expr'], json_obj))
+        time.sleep(g_param['OptionsDefine.WaiterInfo']['interval'])
+    FormatOutput.output("action", json_obj, g_param[OptionsDefine.Output], g_param[OptionsDefine.Filter])
+
+
 def doGetIntegrationNodeColumnSchema(args, parsed_globals):
     g_param = parse_global_arg(parsed_globals)
 
@@ -12289,6 +12393,58 @@ def doDescribeTrendStat(args, parsed_globals):
     FormatOutput.output("action", json_obj, g_param[OptionsDefine.Output], g_param[OptionsDefine.Filter])
 
 
+def doDeleteDataModel(args, parsed_globals):
+    g_param = parse_global_arg(parsed_globals)
+
+    if g_param[OptionsDefine.UseCVMRole.replace('-', '_')]:
+        cred = credential.CVMRoleCredential()
+    elif g_param[OptionsDefine.RoleArn.replace('-', '_')] and g_param[OptionsDefine.RoleSessionName.replace('-', '_')]:
+        cred = credential.STSAssumeRoleCredential(
+            g_param[OptionsDefine.SecretId], g_param[OptionsDefine.SecretKey], g_param[OptionsDefine.RoleArn.replace('-', '_')],
+            g_param[OptionsDefine.RoleSessionName.replace('-', '_')], endpoint=g_param["sts_cred_endpoint"]
+        )
+    elif os.getenv(OptionsDefine.ENV_TKE_REGION)             and os.getenv(OptionsDefine.ENV_TKE_PROVIDER_ID)             and os.getenv(OptionsDefine.ENV_TKE_WEB_IDENTITY_TOKEN_FILE)             and os.getenv(OptionsDefine.ENV_TKE_ROLE_ARN):
+        cred = credential.DefaultTkeOIDCRoleArnProvider().get_credentials()
+    else:
+        cred = credential.Credential(
+            g_param[OptionsDefine.SecretId], g_param[OptionsDefine.SecretKey], g_param[OptionsDefine.Token]
+        )
+    http_profile = HttpProfile(
+        reqTimeout=60 if g_param[OptionsDefine.Timeout] is None else int(g_param[OptionsDefine.Timeout]),
+        reqMethod="POST",
+        endpoint=g_param[OptionsDefine.Endpoint],
+        proxy=g_param[OptionsDefine.HttpsProxy.replace('-', '_')]
+    )
+    profile = ClientProfile(httpProfile=http_profile, signMethod="HmacSHA256")
+    if g_param[OptionsDefine.Language]:
+        profile.language = g_param[OptionsDefine.Language]
+    mod = CLIENT_MAP[g_param[OptionsDefine.Version]]
+    client = mod.WedataClient(cred, g_param[OptionsDefine.Region], profile)
+    client._sdkVersion += ("_CLI_" + __version__)
+    models = MODELS_MAP[g_param[OptionsDefine.Version]]
+    model = models.DeleteDataModelRequest()
+    model.from_json_string(json.dumps(args))
+    start_time = time.time()
+    while True:
+        rsp = client.DeleteDataModel(model)
+        result = rsp.to_json_string()
+        try:
+            json_obj = json.loads(result)
+        except TypeError as e:
+            json_obj = json.loads(result.decode('utf-8'))  # python3.3
+        if not g_param[OptionsDefine.Waiter] or search(g_param['OptionsDefine.WaiterInfo']['expr'], json_obj) == g_param['OptionsDefine.WaiterInfo']['to']:
+            break
+        cur_time = time.time()
+        if cur_time - start_time >= g_param['OptionsDefine.WaiterInfo']['timeout']:
+            raise ClientError('Request timeout, wait `%s` to `%s` timeout, last request is %s' %
+            (g_param['OptionsDefine.WaiterInfo']['expr'], g_param['OptionsDefine.WaiterInfo']['to'],
+            search(g_param['OptionsDefine.WaiterInfo']['expr'], json_obj)))
+        else:
+            print('Inquiry result is %s.' % search(g_param['OptionsDefine.WaiterInfo']['expr'], json_obj))
+        time.sleep(g_param['OptionsDefine.WaiterInfo']['interval'])
+    FormatOutput.output("action", json_obj, g_param[OptionsDefine.Output], g_param[OptionsDefine.Filter])
+
+
 CLIENT_MAP = {
     "v20210820": wedata_client_v20210820,
 
@@ -12346,6 +12502,7 @@ ACTION_MAP = {
     "RegisterEvent": doRegisterEvent,
     "DescribeOfflineTaskToken": doDescribeOfflineTaskToken,
     "DeleteRuleTemplate": doDeleteRuleTemplate,
+    "UpdateDataModelRegistryInfo": doUpdateDataModelRegistryInfo,
     "CreateDsFolder": doCreateDsFolder,
     "ModifyIntegrationNode": doModifyIntegrationNode,
     "RobAndLockIntegrationTask": doRobAndLockIntegrationTask,
@@ -12527,6 +12684,7 @@ ACTION_MAP = {
     "SuspendIntegrationTask": doSuspendIntegrationTask,
     "LockIntegrationTask": doLockIntegrationTask,
     "BatchDeleteOpsTasks": doBatchDeleteOpsTasks,
+    "CreateDataModel": doCreateDataModel,
     "GetIntegrationNodeColumnSchema": doGetIntegrationNodeColumnSchema,
     "DescribeOpsWorkflows": doDescribeOpsWorkflows,
     "BatchCreateIntegrationTaskAlarms": doBatchCreateIntegrationTaskAlarms,
@@ -12536,6 +12694,7 @@ ACTION_MAP = {
     "DescribeIntegrationStatistics": doDescribeIntegrationStatistics,
     "DescribeTemplateDimCount": doDescribeTemplateDimCount,
     "DescribeTrendStat": doDescribeTrendStat,
+    "DeleteDataModel": doDeleteDataModel,
 
 }
 

tccli/services/weilingwith/v20230427/api.json

@@ -1629,7 +1629,7 @@
         {
           "disabled": false,
           "document": "应用列表\n注意：此字段可能返回 null，表示取不到有效值。",
-          "example": "[ \t\t\t\t{ \t\t\t\t\t\"Address\": \"http://checkproject-a6f6718d.dtwin.tencent.com/testcodingpush\", \t\t\t\t\t\"ApplicationId\": \"10041\", \t\t\t\t\t\"ApplicationLogo\": { \t\t\t\t\t\t\"FileId\": \"359cc1b5-88c1-4dd6-8ff4-21d0b36ac7e2\", \t\t\t\t\t\t\"Url\": \"https://wetwin-manager-1258344699.cos.ap-guangzhou.myqcloud.com/%2F100055/0/20230717/359cc1b5-88c1-4dd6-8ff4-21d0b36ac7e2/%E8%B5%84%E4%BA%A7%E7%AE%A1%E7%90%86-%E9%BB%91.png?q-sign-algorithm=sha1&q-ak=AKIDiFWWFo67rLZXFgrlNinb8NL2SaR2M0OU&q-sign-time=1693452005%3B1693453205&q-key-time=1693452005%3B1693453205&q-header-list=host&q-url-param-list=&q-signature=6bf531d1b08d6f75eb7e153c24746a61d7be37d0\" \t\t\t\t\t}, \t\t\t\t\t\"Description\": \"12345611111\", \t\t\t\t\t\"EnglishName\": \"zctest1111\", \t\t\t\t\t\"Name\": \"智能资产管理\", \t\t\t\t\t\"Type\": 0 \t\t\t\t}, \t\t\t\t{ \t\t\t\t\t\"Address\": \"http://t-ws.twins.tencent.com/proxy/29098b25-447d-437e-987a-d493d55e84f5/weiling-pubsub/test\", \t\t\t\t\t\"ApplicationId\": \"10048\", \t\t\t\t\t\"ApplicationLogo\": { \t\t\t\t\t\t\"FileId\": \"\", \t\t\t\t\t\t\"Url\": \"\" \t\t\t\t\t}, \t\t\t\t\t\"Description\": \"\", \t\t\t\t\t\"EnglishName\": \"MsgCenter\", \t\t\t\t\t\"Name\": \"消息服务\", \t\t\t\t\t\"Type\": 0 \t\t\t\t}, \t\t\t\t{ \t\t\t\t\t\"Address\": \"http://t.twins.tencent.com/\", \t\t\t\t\t\"ApplicationId\": \"10051\", \t\t\t\t\t\"ApplicationLogo\": { \t\t\t\t\t\t\"FileId\": \"\", \t\t\t\t\t\t\"Url\": \"\" \t\t\t\t\t}, \t\t\t\t\t\"Description\": \"\", \t\t\t\t\t\"EnglishName\": \"IOT\", \t\t\t\t\t\"Name\": \"孪生中台(物联感知中心)\", \t\t\t\t\t\"Type\": 0 \t\t\t\t} \t\t\t]",
+          "example": "[ \t\t\t\t{ \t\t\t\t\t\"Address\": \"http://checkproject-a6f6718d.dtwin.tencent.com/testcodingpush\", \t\t\t\t\t\"ApplicationId\": \"10041\", \t\t\t\t\t\"ApplicationLogo\": { \t\t\t\t\t\t\"FileId\": \"359cc1b5-88c1-4dd6-8ff4-21d0b36ac7e2\", \t\t\t\t\t\t\"Url\": \"https://wetwin-manager-1258344699.cos.ap-guangzhou.myqcloud.com/%2F100055/0/20230717/359cc1b5-88c1-4dd6-8ff4-21d0b36ac7e2/%E8%B5%84%E4%BA%A7%E7%AE%A1%E7%90%86-%E9%BB%91.png?q-sign-algorithm=sha1&q-ak=******&q-sign-time=1693452005%3B1693453205&q-key-time=1693452005%3B1693453205&q-header-list=host&q-url-param-list=&q-signature=6bf531d1b08d6f75eb7e153c24746a61d7be37d0\" \t\t\t\t\t}, \t\t\t\t\t\"Description\": \"12345611111\", \t\t\t\t\t\"EnglishName\": \"zctest1111\", \t\t\t\t\t\"Name\": \"智能资产管理\", \t\t\t\t\t\"Type\": 0 \t\t\t\t}, \t\t\t\t{ \t\t\t\t\t\"Address\": \"http://t-ws.twins.tencent.com/proxy/29098b25-447d-437e-987a-d493d55e84f5/weiling-pubsub/test\", \t\t\t\t\t\"ApplicationId\": \"10048\", \t\t\t\t\t\"ApplicationLogo\": { \t\t\t\t\t\t\"FileId\": \"\", \t\t\t\t\t\t\"Url\": \"\" \t\t\t\t\t}, \t\t\t\t\t\"Description\": \"\", \t\t\t\t\t\"EnglishName\": \"MsgCenter\", \t\t\t\t\t\"Name\": \"消息服务\", \t\t\t\t\t\"Type\": 0 \t\t\t\t}, \t\t\t\t{ \t\t\t\t\t\"Address\": \"http://t.twins.tencent.com/\", \t\t\t\t\t\"ApplicationId\": \"10051\", \t\t\t\t\t\"ApplicationLogo\": { \t\t\t\t\t\t\"FileId\": \"\", \t\t\t\t\t\t\"Url\": \"\" \t\t\t\t\t}, \t\t\t\t\t\"Description\": \"\", \t\t\t\t\t\"EnglishName\": \"IOT\", \t\t\t\t\t\"Name\": \"孪生中台(物联感知中心)\", \t\t\t\t\t\"Type\": 0 \t\t\t\t} \t\t\t]",
           "member": "ApplicationInfo",
           "name": "ApplicationInfoList",
           "output_required": false,
@@ -1665,7 +1665,7 @@
         {
           "disabled": false,
           "document": "logo图片地址\n注意：此字段可能返回 null，表示取不到有效值。",
-          "example": "https://wetwin-manager-1258344699.cos.ap-guangzhou.myqcloud.com/%2F100055/0/20231030/72f6c306-5819-42dc-98a9-758b4e7892aa/%E7%A7%9F%E6%88%B7%E5%88%9D%E5%A7%8B%E5%8C%96%E8%84%9A%E6%9C%AC-1698664462444.sql?q-sign-algorithm=sha1&q-ak=AKIDiFWWFo67rLZXFgrlNinb8NL2SaR2M0OU&q-sign-time=1698664464%3B1698665664&q-key-time=1698664464%3B1698665664&q-header-list=host&q-url-param-list=&q-signature=45bb085655d6a9722df5ec4dfd1aa80b1cdb08f8",
+          "example": "https://wetwin-manager-1258344699.cos.ap-guangzhou.myqcloud.com/%2F100055/0/20231030/72f6c306-5819-42dc-98a9-758b4e7892aa/%E7%A7%9F%E6%88%B7%E5%88%9D%E5%A7%8B%E5%8C%96%E8%84%9A%E6%9C%AC-1698664462444.sql?q-sign-algorithm=sha1&q-ak=******&q-sign-time=1698664464%3B1698665664&q-key-time=1698664464%3B1698665664&q-header-list=host&q-url-param-list=&q-signature=45bb085655d6a9722df5ec4dfd1aa80b1cdb08f8",
           "member": "string",
           "name": "Url",
           "output_required": false,
@@ -2115,7 +2115,7 @@
         {
           "disabled": false,
           "document": "模型URL\n注意：此字段可能返回 null，表示取不到有效值。",
-          "example": "https://bim-1301743406.cos.ap-guangzhou.myqcloud.com/100055/1016/cb6bad63-0855-4dc2-8908-20518627479b.glb?sign=q-sign-algorithm%3Dsha1%26q-ak%3DAKIDsyyqVvLagaL8lBZq5896tTxOfjbL2h8L%26q-sign-time%3D1692758001%3B1787366001%26q-key-time%3D1692758001%3B1787366001%26q-header-list%3D%26q-url-param-list%3D%26q-signature%3Ddbac70b180e5a2d8c343506dae755a01669ffb04",
+          "example": "https://bim-1301743406.cos.ap-guangzhou.myqcloud.com/100055/1016/cb6bad63-0855-4dc2-8908-20518627479b.glb?sign=q-sign-algorithm%3Dsha1%26q-ak%3D******%26q-sign-time%3D1692758001%3B1787366001%26q-key-time%3D1692758001%3B1787366001%26q-header-list%3D%26q-url-param-list%3D%26q-signature%3Ddbac70b180e5a2d8c343506dae755a01669ffb04",
           "member": "string",
           "name": "ModelUrl",
           "output_required": false,
@@ -2131,7 +2131,7 @@
         {
           "disabled": false,
           "document": "建模模型信息出参\n注意：此字段可能返回 null，表示取不到有效值。",
-          "example": "[ { \"ElementId\": \"82d5fb5a-52d0-4636-a225-d46245e911ef\", \"ElementName\": \"验证专用\", \"ModelType\": \"MODEL_ORIGIN\", \"ModelUrl\": \"https://bim-1301743406.cos.ap-guangzhou.myqcloud.com/100055/1016/cb6bad63-0855-4dc2-8908-20518627479b.glb?sign=q-sign-algorithm%3Dsha1%26q-ak%3DAKIDsyyqVvLagaL8lBZq5896tTxOfjbL2h8L%26q-sign-time%3D1692758001%3B1787366001%26q-key-time%3D1692758001%3B1787366001%26q-header-list%3D%26q-url-param-list%3D%26q-signature%3Ddbac70b180e5a2d8c343506dae755a01669ffb04\" }, { \"ElementId\": \"82d5fb5a-52d0-4636-a225-d46245e911ef\", \"ElementName\": \"验证专用-外壳\", \"ModelType\": \"MODEL_HULL\", \"ModelUrl\": \"https://bim-1301743406.cos.ap-guangzhou.myqcloud.com/100055/1016/ff847c36-89f8-4644-9c1f-d265bd5d5167.glb?sign=q-sign-algorithm%3Dsha1%26q-ak%3DAKIDsyyqVvLagaL8lBZq5896tTxOfjbL2h8L%26q-sign-time%3D1692758001%3B1787366001%26q-key-time%3D1692758001%3B1787366001%26q-header-list%3D%26q-url-param-list%3D%26q-signature%3D7af0ab15cab83314e44026fedc0927467d07b776\" }, { \"ElementId\": \"0b00f88f-36f1-4ae3-a7b4-5db12332c005\", \"ElementName\": \"-1F\", \"ModelType\": \"MODEL_STOREY\", \"ModelUrl\": \"https://bim-1301743406.cos.ap-guangzhou.myqcloud.com/100055/1016/2ee86ae4-41a1-4c45-840b-4e9eae1b83a1.glb?sign=q-sign-algorithm%3Dsha1%26q-ak%3DAKIDsyyqVvLagaL8lBZq5896tTxOfjbL2h8L%26q-sign-time%3D1692758001%3B1787366001%26q-key-time%3D1692758001%3B1787366001%26q-header-list%3D%26q-url-param-list%3D%26q-signature%3De9b58a5293201d24c19e2bc28b49404035b569c1\" } ]",
+          "example": "[ { \"ElementId\": \"82d5fb5a-52d0-4636-a225-d46245e911ef\", \"ElementName\": \"验证专用\", \"ModelType\": \"MODEL_ORIGIN\", \"ModelUrl\": \"https://bim-1301743406.cos.ap-guangzhou.myqcloud.com/100055/1016/cb6bad63-0855-4dc2-8908-20518627479b.glb?sign=q-sign-algorithm%3Dsha1%26q-ak%3D******%26q-sign-time%3D1692758001%3B1787366001%26q-key-time%3D1692758001%3B1787366001%26q-header-list%3D%26q-url-param-list%3D%26q-signature%3Ddbac70b180e5a2d8c343506dae755a01669ffb04\" }, { \"ElementId\": \"82d5fb5a-52d0-4636-a225-d46245e911ef\", \"ElementName\": \"验证专用-外壳\", \"ModelType\": \"MODEL_HULL\", \"ModelUrl\": \"https://bim-1301743406.cos.ap-guangzhou.myqcloud.com/100055/1016/ff847c36-89f8-4644-9c1f-d265bd5d5167.glb?sign=q-sign-algorithm%3Dsha1%26q-ak%3D******%26q-sign-time%3D1692758001%3B1787366001%26q-key-time%3D1692758001%3B1787366001%26q-header-list%3D%26q-url-param-list%3D%26q-signature%3D7af0ab15cab83314e44026fedc0927467d07b776\" }, { \"ElementId\": \"0b00f88f-36f1-4ae3-a7b4-5db12332c005\", \"ElementName\": \"-1F\", \"ModelType\": \"MODEL_STOREY\", \"ModelUrl\": \"https://bim-1301743406.cos.ap-guangzhou.myqcloud.com/100055/1016/2ee86ae4-41a1-4c45-840b-4e9eae1b83a1.glb?sign=q-sign-algorithm%3Dsha1%26q-ak%3D******%26q-sign-time%3D1692758001%3B1787366001%26q-key-time%3D1692758001%3B1787366001%26q-header-list%3D%26q-url-param-list%3D%26q-signature%3De9b58a5293201d24c19e2bc28b49404035b569c1\" } ]",
           "member": "BuildingModel",
           "name": "Models",
           "output_required": false,
@@ -3601,7 +3601,7 @@
         {
           "disabled": false,
           "document": "应用列表",
-          "example": "{ \t\t\t\"ApplicationInfoList\": [ \t\t\t\t{ \t\t\t\t\t\"Address\": \"http://checkproject-a6f6718d.dtwin.tencent.com/testcodingpush\", \t\t\t\t\t\"ApplicationId\": \"10041\", \t\t\t\t\t\"ApplicationLogo\": { \t\t\t\t\t\t\"FileId\": \"359cc1b5-88c1-4dd6-8ff4-21d0b36ac7e2\", \t\t\t\t\t\t\"Url\": \"https://wetwin-manager-1258344699.cos.ap-guangzhou.myqcloud.com/%2F100055/0/20230717/359cc1b5-88c1-4dd6-8ff4-21d0b36ac7e2/%E8%B5%84%E4%BA%A7%E7%AE%A1%E7%90%86-%E9%BB%91.png?q-sign-algorithm=sha1&q-ak=AKIDiFWWFo67rLZXFgrlNinb8NL2SaR2M0OU&q-sign-time=1693452005%3B1693453205&q-key-time=1693452005%3B1693453205&q-header-list=host&q-url-param-list=&q-signature=6bf531d1b08d6f75eb7e153c24746a61d7be37d0\" \t\t\t\t\t}, \t\t\t\t\t\"Description\": \"12345611111\", \t\t\t\t\t\"EnglishName\": \"zctest1111\", \t\t\t\t\t\"Name\": \"智能资产管理\", \t\t\t\t\t\"Type\": 0 \t\t\t\t}, \t\t\t\t{ \t\t\t\t\t\"Address\": \"http://t-ws.twins.tencent.com/proxy/29098b25-447d-437e-987a-d493d55e84f5/weiling-pubsub/test\", \t\t\t\t\t\"ApplicationId\": \"10048\", \t\t\t\t\t\"ApplicationLogo\": { \t\t\t\t\t\t\"FileId\": \"\", \t\t\t\t\t\t\"Url\": \"\" \t\t\t\t\t}, \t\t\t\t\t\"Description\": \"\", \t\t\t\t\t\"EnglishName\": \"MsgCenter\", \t\t\t\t\t\"Name\": \"消息服务\", \t\t\t\t\t\"Type\": 0 \t\t\t\t}, \t\t\t\t{ \t\t\t\t\t\"Address\": \"http://t.twins.tencent.com/\", \t\t\t\t\t\"ApplicationId\": \"10051\", \t\t\t\t\t\"ApplicationLogo\": { \t\t\t\t\t\t\"FileId\": \"\", \t\t\t\t\t\t\"Url\": \"\" \t\t\t\t\t}, \t\t\t\t\t\"Description\": \"\", \t\t\t\t\t\"EnglishName\": \"IOT\", \t\t\t\t\t\"Name\": \"孪生中台(物联感知中心)\", \t\t\t\t\t\"Type\": 0 \t\t\t\t} \t\t\t], \t\t\t\"TotalCount\": \"171\" \t\t}",
+          "example": "{ \t\t\t\"ApplicationInfoList\": [ \t\t\t\t{ \t\t\t\t\t\"Address\": \"http://checkproject-a6f6718d.dtwin.tencent.com/testcodingpush\", \t\t\t\t\t\"ApplicationId\": \"10041\", \t\t\t\t\t\"ApplicationLogo\": { \t\t\t\t\t\t\"FileId\": \"359cc1b5-88c1-4dd6-8ff4-21d0b36ac7e2\", \t\t\t\t\t\t\"Url\": \"https://wetwin-manager-1258344699.cos.ap-guangzhou.myqcloud.com/%2F100055/0/20230717/359cc1b5-88c1-4dd6-8ff4-21d0b36ac7e2/%E8%B5%84%E4%BA%A7%E7%AE%A1%E7%90%86-%E9%BB%91.png?q-sign-algorithm=sha1&q-ak=******&q-sign-time=1693452005%3B1693453205&q-key-time=1693452005%3B1693453205&q-header-list=host&q-url-param-list=&q-signature=6bf531d1b08d6f75eb7e153c24746a61d7be37d0\" \t\t\t\t\t}, \t\t\t\t\t\"Description\": \"12345611111\", \t\t\t\t\t\"EnglishName\": \"zctest1111\", \t\t\t\t\t\"Name\": \"智能资产管理\", \t\t\t\t\t\"Type\": 0 \t\t\t\t}, \t\t\t\t{ \t\t\t\t\t\"Address\": \"http://t-ws.twins.tencent.com/proxy/29098b25-447d-437e-987a-d493d55e84f5/weiling-pubsub/test\", \t\t\t\t\t\"ApplicationId\": \"10048\", \t\t\t\t\t\"ApplicationLogo\": { \t\t\t\t\t\t\"FileId\": \"\", \t\t\t\t\t\t\"Url\": \"\" \t\t\t\t\t}, \t\t\t\t\t\"Description\": \"\", \t\t\t\t\t\"EnglishName\": \"MsgCenter\", \t\t\t\t\t\"Name\": \"消息服务\", \t\t\t\t\t\"Type\": 0 \t\t\t\t}, \t\t\t\t{ \t\t\t\t\t\"Address\": \"http://t.twins.tencent.com/\", \t\t\t\t\t\"ApplicationId\": \"10051\", \t\t\t\t\t\"ApplicationLogo\": { \t\t\t\t\t\t\"FileId\": \"\", \t\t\t\t\t\t\"Url\": \"\" \t\t\t\t\t}, \t\t\t\t\t\"Description\": \"\", \t\t\t\t\t\"EnglishName\": \"IOT\", \t\t\t\t\t\"Name\": \"孪生中台(物联感知中心)\", \t\t\t\t\t\"Type\": 0 \t\t\t\t} \t\t\t], \t\t\t\"TotalCount\": \"171\" \t\t}",
           "member": "ApplicationList",
           "name": "Result",
           "output_required": false,
@@ -3720,7 +3720,7 @@
         {
           "disabled": false,
           "document": "建模模型信息出参",
-          "example": "{ \t\t\t\"Models\": [ \t\t\t\t{ \t\t\t\t\t\"ElementId\": \"82d5fb5a-52d0-4636-a225-d46245e911ef\", \t\t\t\t\t\"ElementName\": \"验证专用\", \t\t\t\t\t\"ModelType\": \"MODEL_ORIGIN\", \t\t\t\t\t\"ModelUrl\": \"https://bim-1301743406.cos.ap-guangzhou.myqcloud.com/100055/1016/cb6bad63-0855-4dc2-8908-20518627479b.glb?sign=q-sign-algorithm%3Dsha1%26q-ak%3DAKIDsyyqVvLagaL8lBZq5896tTxOfjbL2h8L%26q-sign-time%3D1692758001%3B1787366001%26q-key-time%3D1692758001%3B1787366001%26q-header-list%3D%26q-url-param-list%3D%26q-signature%3Ddbac70b180e5a2d8c343506dae755a01669ffb04\" \t\t\t\t}, \t\t\t\t{ \t\t\t\t\t\"ElementId\": \"82d5fb5a-52d0-4636-a225-d46245e911ef\", \t\t\t\t\t\"ElementName\": \"验证专用-外壳\", \t\t\t\t\t\"ModelType\": \"MODEL_HULL\", \t\t\t\t\t\"ModelUrl\": \"https://bim-1301743406.cos.ap-guangzhou.myqcloud.com/100055/1016/ff847c36-89f8-4644-9c1f-d265bd5d5167.glb?sign=q-sign-algorithm%3Dsha1%26q-ak%3DAKIDsyyqVvLagaL8lBZq5896tTxOfjbL2h8L%26q-sign-time%3D1692758001%3B1787366001%26q-key-time%3D1692758001%3B1787366001%26q-header-list%3D%26q-url-param-list%3D%26q-signature%3D7af0ab15cab83314e44026fedc0927467d07b776\" \t\t\t\t}, \t\t\t\t{ \t\t\t\t\t\"ElementId\": \"0b00f88f-36f1-4ae3-a7b4-5db12332c005\", \t\t\t\t\t\"ElementName\": \"-1F\", \t\t\t\t\t\"ModelType\": \"MODEL_STOREY\", \t\t\t\t\t\"ModelUrl\": \"https://bim-1301743406.cos.ap-guangzhou.myqcloud.com/100055/1016/2ee86ae4-41a1-4c45-840b-4e9eae1b83a1.glb?sign=q-sign-algorithm%3Dsha1%26q-ak%3DAKIDsyyqVvLagaL8lBZq5896tTxOfjbL2h8L%26q-sign-time%3D1692758001%3B1787366001%26q-key-time%3D1692758001%3B1787366001%26q-header-list%3D%26q-url-param-list%3D%26q-signature%3De9b58a5293201d24c19e2bc28b49404035b569c1\" \t\t\t\t} \t\t\t] \t\t}",
+          "example": "{ \t\t\t\"Models\": [ \t\t\t\t{ \t\t\t\t\t\"ElementId\": \"82d5fb5a-52d0-4636-a225-d46245e911ef\", \t\t\t\t\t\"ElementName\": \"验证专用\", \t\t\t\t\t\"ModelType\": \"MODEL_ORIGIN\", \t\t\t\t\t\"ModelUrl\": \"https://bim-1301743406.cos.ap-guangzhou.myqcloud.com/100055/1016/cb6bad63-0855-4dc2-8908-20518627479b.glb?sign=q-sign-algorithm%3Dsha1%26q-ak%3D******%26q-sign-time%3D1692758001%3B1787366001%26q-key-time%3D1692758001%3B1787366001%26q-header-list%3D%26q-url-param-list%3D%26q-signature%3Ddbac70b180e5a2d8c343506dae755a01669ffb04\" \t\t\t\t}, \t\t\t\t{ \t\t\t\t\t\"ElementId\": \"82d5fb5a-52d0-4636-a225-d46245e911ef\", \t\t\t\t\t\"ElementName\": \"验证专用-外壳\", \t\t\t\t\t\"ModelType\": \"MODEL_HULL\", \t\t\t\t\t\"ModelUrl\": \"https://bim-1301743406.cos.ap-guangzhou.myqcloud.com/100055/1016/ff847c36-89f8-4644-9c1f-d265bd5d5167.glb?sign=q-sign-algorithm%3Dsha1%26q-ak%3D******%26q-sign-time%3D1692758001%3B1787366001%26q-key-time%3D1692758001%3B1787366001%26q-header-list%3D%26q-url-param-list%3D%26q-signature%3D7af0ab15cab83314e44026fedc0927467d07b776\" \t\t\t\t}, \t\t\t\t{ \t\t\t\t\t\"ElementId\": \"0b00f88f-36f1-4ae3-a7b4-5db12332c005\", \t\t\t\t\t\"ElementName\": \"-1F\", \t\t\t\t\t\"ModelType\": \"MODEL_STOREY\", \t\t\t\t\t\"ModelUrl\": \"https://bim-1301743406.cos.ap-guangzhou.myqcloud.com/100055/1016/2ee86ae4-41a1-4c45-840b-4e9eae1b83a1.glb?sign=q-sign-algorithm%3Dsha1%26q-ak%3D******%26q-sign-time%3D1692758001%3B1787366001%26q-key-time%3D1692758001%3B1787366001%26q-header-list%3D%26q-url-param-list%3D%26q-signature%3De9b58a5293201d24c19e2bc28b49404035b569c1\" \t\t\t\t} \t\t\t] \t\t}",
           "member": "BuildingModelRes",
           "name": "Result",
           "output_required": false,