wedata-pre-code 1.0.8__py3-none-any.whl → 1.0.11__py3-none-any.whl

wedata_pre_code/wedata3/client.py

@@ -1,6 +1,13 @@
 from typing import Optional
 
 from wedata_pre_code.common.base_client import BaseClient
+from wedata_pre_code.wedata3.experiment import (
+    _create_experiment,
+    _delete_experiment,
+    _rename_experiment,
+    _restore_experiment
+)
+
 
 __doc__ = """
 Wedata3预执行代码客户端
@@ -337,7 +344,7 @@ class Wedata3PreCodeClient(BaseClient):
             return wrapper
 
         # 应用装饰器
-        MlflowClient.create_experiment = inject_workspace_tag(MlflowClient.create_experiment)
+        MlflowClient.create_experiment = inject_workspace_tag(_create_experiment)
         MlflowClient.create_registered_model = inject_workspace_tag(MlflowClient.create_registered_model)
         MlflowClient.create_model_version = inject_workspace_tag(MlflowClient.create_model_version)
         MlflowClient.get_experiment = validate_wedata_tag(MlflowClient.get_experiment)
@@ -345,9 +352,9 @@ class Wedata3PreCodeClient(BaseClient):
         MlflowClient.get_run = validate_wedata_tag(MlflowClient.get_run)
         MlflowClient.get_parent_run = validate_wedata_tag(MlflowClient.get_parent_run)
         MlflowClient.get_registered_model = validate_wedata_tag(MlflowClient.get_registered_model)
-        MlflowClient.delete_experiment = validate_wedata_before_operation(MlflowClient.delete_experiment)
-        MlflowClient.restore_experiment = validate_wedata_before_operation(MlflowClient.restore_experiment)
-        MlflowClient.rename_experiment = validate_wedata_before_operation(MlflowClient.rename_experiment)
+        MlflowClient.delete_experiment = _delete_experiment
+        MlflowClient.restore_experiment = _restore_experiment
+        MlflowClient.rename_experiment = validate_wedata_before_operation(_rename_experiment)
         MlflowClient.set_experiment_tag = validate_wedata_before_operation(MlflowClient.set_experiment_tag)
         MlflowClient.set_tag = validate_wedata_before_operation(MlflowClient.set_tag)
         MlflowClient.delete_tag = validate_wedata_before_operation(MlflowClient.delete_tag)

wedata_pre_code/wedata3/experiment.py

@@ -0,0 +1,187 @@
+import http
+import os
+import hashlib
+import hmac
+import json
+import time
+from datetime import datetime, timezone
+from typing import Optional, Dict, Any
+from http.client import HTTPSConnection, HTTPException
+from mlflow.protos.databricks_pb2 import  ABORTED, BAD_REQUEST
+from mlflow import MlflowException
+
+
+__doc__ = """
+实验相关云API接口
+"""
+
+
+def _set_request_header(headers: Optional[Dict[str, str]]) -> Dict[str, str]:
+    if headers is None:
+        headers = {}
+
+    if "IS_WEDATA_TEST" in os.environ.keys():
+        headers["X-Qcloud-User-Id"] = os.environ["TEST_USER_ID"]
+
+    return headers
+
+
+def _get_endpoint() -> str:
+    endpoint = os.getenv("TENCENTCLOUD_ENDPOINT")
+    if endpoint is None:
+        endpoint = "wedata.internal.tencentcloudapi.com"
+
+    return endpoint
+
+
+class _DataScienceApi(object):
+    _version = "2025-10-10"
+    _service = "wedata"
+
+    def __init__(self, region: str, secret_id: str, secret_key: str, token: Optional[str] = None) -> None:
+        self._host = _get_endpoint()
+        self._region = region
+        self._secret_id = secret_id
+        self._secret_key = secret_key
+        self._token = token
+
+    def _sign(self, action: str, body: str, timestamp: int) -> str:
+        """http请求签名"""
+        algorithm = "TC3-HMAC-SHA256"
+        date = datetime.fromtimestamp(timestamp, timezone.utc).strftime("%Y-%m-%d")
+
+        # ************* 步骤 1：拼接规范请求串 *************
+        http_request_method = "POST"
+        canonical_uri = "/"
+        canonical_querystring = ""
+        ct = "application/json; charset=utf-8"
+        canonical_headers = "content-type:%s\nhost:%s\nx-tc-action:%s\n" % (ct, self._host, action.lower())
+        signed_headers = "content-type;host;x-tc-action"
+        hashed_request_payload = hashlib.sha256(body.encode("utf-8")).hexdigest()
+        canonical_request = (http_request_method + "\n" +
+                             canonical_uri + "\n" +
+                             canonical_querystring + "\n" +
+                             canonical_headers + "\n" +
+                             signed_headers + "\n" +
+                             hashed_request_payload)
+
+        # ************* 步骤 2：拼接待签名字符串 *************
+        credential_scope = date + "/" + self._service + "/" + "tc3_request"
+        hashed_canonical_request = hashlib.sha256(canonical_request.encode("utf-8")).hexdigest()
+        string_to_sign = (algorithm + "\n" +
+                          str(timestamp) + "\n" +
+                          credential_scope + "\n" +
+                          hashed_canonical_request)
+
+        # ************* 步骤 3：计算签名 *************
+        secret_date = hmac.new(("TC3" + self._secret_key).encode("utf-8"), date.encode("utf-8"), hashlib.sha256).digest()
+        secret_service = hmac.new(secret_date, self._service.encode("utf-8"), hashlib.sha256).digest()
+        secret_signing = hmac.new(secret_service, "tc3_request".encode("utf-8"), hashlib.sha256).digest()
+        signature = hmac.new(secret_signing, string_to_sign.encode("utf-8"), hashlib.sha256).hexdigest()
+
+        # ************* 步骤 4：拼接 Authorization *************
+        authorization = (algorithm + " " +
+                         "Credential=" + self._secret_id + "/" + credential_scope + ", " +
+                         "SignedHeaders=" + signed_headers + ", " +
+                         "Signature=" + signature)
+
+        return authorization
+
+    def _request(self, action: str, payload: Dict[str, Any], headers: Dict[str, str]):
+        body = json.dumps(payload)
+        timestamp = int(time.time())
+        authorization = self._sign(action, body, timestamp)
+
+        headers.update({
+            "Authorization": authorization,
+            "Content-Type": "application/json; charset=utf-8",
+            "Host": self._host,
+            "X-TC-Action": action,
+            "X-TC-Timestamp": str(timestamp),
+            "X-TC-Version": self._version,
+        })
+        if self._region:
+            headers["X-TC-Region"] = self._region
+        if self._token:
+            headers["X-TC-Token"] = self._token
+
+        req = HTTPSConnection(self._host, timeout=30)
+        try:
+            req.request("POST", "/", headers=headers, body=body.encode("utf-8"))
+            resp = req.getresponse()
+        finally:
+            req.close()
+        content = resp.read().decode("utf-8")
+
+        # check http status
+        if resp.status != http.HTTPStatus.OK:
+            raise HTTPException(f"ServerNetworkError, message: {content}")
+        try:
+            data = json.loads(content)
+        except json.JSONDecodeError:
+            raise HTTPException(f"ServerNetworkError, message: {content}")
+
+        # check error
+        if "Error" in data["Response"]:
+            code = data["Response"]["Error"]["Code"]
+            message = data["Response"]["Error"]["Message"]
+            req_id = data["Response"]["RequestId"]
+            raise HTTPException(f"code:{code} message:{message} requestId:{req_id}")
+
+        return data
+
+    def create_experiment(self, body: Dict[str, Any], headers: Optional[Dict[str, str]] = None) -> Dict[str, Any]:
+        headers = _set_request_header(headers)
+        resp = self._request("CreateExperiment", body, headers)
+
+        return resp
+
+    def rename_experiment(self, body: Dict[str, Any], headers: Optional[Dict[str, str]] = None) -> Dict[str, Any]:
+        headers = _set_request_header(headers)
+        resp = self._request("UpdateExperimentName", body, headers)
+
+        return resp
+
+
+def _get_client() -> _DataScienceApi:
+    region = os.environ["KERNEL_WEDATA_REGION"]
+    secret_id = os.environ["KERNEL_WEDATA_CLOUD_SDK_SECRET_ID"]
+    secret_key = os.environ["KERNEL_WEDATA_CLOUD_SDK_SECRET_KEY"]
+    token = os.environ["KERNEL_WEDATA_CLOUD_SDK_SECRET_TOKEN"]
+    _client = _DataScienceApi(region, secret_id, secret_key, token)
+    return _client
+
+
+def _create_experiment(
+        self, name: str,
+        artifact_location: Optional[str] = None,
+        tags: Optional[dict[str, Any]] = None,
+) -> str:
+    req_body = {
+        "WorkspaceId": os.environ["WEDATA_WORKSPACE_ID"],
+        "Name": name,
+        "Type": "MACHINE_LEARNING",
+        "Tags": [{"Key": key, "Value": value} for key, value in (tags or {}).items()]
+    }
+    _client = _get_client()
+    resp = _client.create_experiment(req_body)
+    return resp["Response"]["Data"]["ExperimentId"]
+
+def _rename_experiment(self, experiment_id: str, new_name: str) -> None:
+    req_body = {
+        "NewName": new_name,
+        "ExperimentId": experiment_id,
+        "WorkspaceId": os.environ["WEDATA_WORKSPACE_ID"],
+    }
+    _client = _get_client()
+    resp = _client.rename_experiment(req_body)
+    if not resp["Response"]["Data"]["Status"]:
+        raise MlflowException("Failed to rename the experiment", BAD_REQUEST)
+
+def _restore_experiment(self, experiment_id: str) -> None:
+    raise MlflowException("Please go to the WeData console to restore the experiment; "
+                            "this operation is prohibited in scripts.", ABORTED)
+
+def _delete_experiment(self, experiment_id: str) -> None:
+    raise MlflowException("Please go to the WeData console to delete the experiment; "
+                            "this operation is prohibited in scripts.", ABORTED)

{wedata_pre_code-1.0.8.dist-info → wedata_pre_code-1.0.11.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: wedata-pre-code
-Version: 1.0.8
+Version: 1.0.11
 Summary: WeData平台的预执行代码库，为机器学习实验提供与MLflow的深度集成
 Author: WeData Team
 Author-email: WeData Team <wedata@tencent.com>

{wedata_pre_code-1.0.8.dist-info → wedata_pre_code-1.0.11.dist-info}/RECORD

@@ -5,7 +5,8 @@ wedata_pre_code/common/base_client.py,sha256=Y9lQBOYaDOB7Zy3MR_bPvHSQjN5Onsn8TPO
 wedata_pre_code/wedata2/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 wedata_pre_code/wedata2/client.py,sha256=ScAQRrT-alc2CqatiwLCNAymYfEtWKWTnrCsLTbYEoM,19535
 wedata_pre_code/wedata3/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-wedata_pre_code/wedata3/client.py,sha256=CKuuHHU9JZXQeLORtPU3xXSAXzynBFN6jec8UBvrC_I,21228
-wedata_pre_code-1.0.8.dist-info/WHEEL,sha256=eycQt0QpYmJMLKpE3X9iDk8R04v2ZF0x82ogq-zP6bQ,79
-wedata_pre_code-1.0.8.dist-info/METADATA,sha256=3WpiDxxbZigT7G00pLE8nzOJWflPKCXmIMiLYGRGmTQ,7371
-wedata_pre_code-1.0.8.dist-info/RECORD,,
+wedata_pre_code/wedata3/client.py,sha256=H0RB7JXeHka29xcQkyQekLR8VgSUy-9iMYRlPbRcJRg,21260
+wedata_pre_code/wedata3/experiment.py,sha256=iVWmeiM-dgZrR7Cn2C0LHNMxR1BF-GAGqojHp5WrI0w,7314
+wedata_pre_code-1.0.11.dist-info/WHEEL,sha256=XjEbIc5-wIORjWaafhI6vBtlxDBp7S9KiujWF1EM7Ak,79
+wedata_pre_code-1.0.11.dist-info/METADATA,sha256=qCJNkdqlRxEpaYyMBK4QBUplT7sIsE3S8rDFKkZuCoU,7372
+wedata_pre_code-1.0.11.dist-info/RECORD,,

{wedata_pre_code-1.0.8.dist-info → wedata_pre_code-1.0.11.dist-info}/WHEEL

@@ -1,4 +1,4 @@
 Wheel-Version: 1.0
-Generator: uv 0.9.24
+Generator: uv 0.9.25
 Root-Is-Purelib: true
 Tag: py3-none-any