MeUtils 2024.12.13.15.39.7__py3-none-any.whl → 2024.12.19.11.21.54__py3-none-any.whl

meutils/apis/jimeng/common.py

@@ -0,0 +1,253 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : common
+# @Time         : 2024/12/16 18:19
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  : https://github.com/LLM-Red-Team/jimeng-free-api/commit/acd362a4cecd115938bf4bc9bbb0067738aa0d5b#diff-e6a7354ac1431dc3751e91efaf1799200c1ce2fa8abe975a49c32644290988baR121
+from openai import AsyncClient
+
+from meutils.pipe import *
+from meutils.hash_utils import md5
+from meutils.schemas.image_types import ImageRequest
+from meutils.schemas.jimeng_types import BASE_URL, MODELS_MAP
+from meutils.str_utils.regular_expression import parse_url
+from meutils.apis.jimeng.files import upload
+from meutils.io.files_utils import to_bytes
+from meutils.caches.redis_cache import cache
+
+from fake_useragent import UserAgent
+
+ua = UserAgent()
+
+
+def get_headers(url, token="693701c43e477b7c405cc7e2fef0ddbd"):
+    device_time = f"{int(time.time())}"
+    sign = md5(
+        # f"9e2c|receive|7|5.8.0|{device_time}||11ac"
+        f"9e2c|{url[-7:]}|7|5.8.0|{device_time}||11ac"
+    )
+
+    headers = {
+        'appid': '513695',
+        'appvr': '5.8.0',
+        'device-time': device_time,
+        'pf': '7',
+        'sign': sign,
+        'sign-ver': '1',
+        'Cookie': f'sid_guard={token}|{device_time}|5184000|Fri,+14-Feb-2025+00:51:51+GMT',
+        'User-Agent': ua.random,
+
+        'content-type': 'application/json',
+        # "Referer": "https://jimeng.jianying.com/ai-tool/image/generate",
+    }
+    return headers
+
+
+@cache(ttl=3600 // 2)
+async def get_upload_token(token):  # 3600 跨账号？
+    url = "/artist/v2/tools/get_upload_token"
+    headers = get_headers(url, token)
+
+    payload = {"scene": 2}
+    client = AsyncClient(base_url=BASE_URL, default_headers=headers)
+    response = await client.post(url, body=payload, cast_to=object)
+    return response
+
+
+@alru_cache(12 * 3600)
+async def receive_credit(token):
+    # token = "eb4d120829cfd3ee957943f63d6152ed"  # y
+    # token = "9ba826acc1a4bf0e10912eb01beccfe0"  # w
+    url = "/commerce/v1/benefits/credit_receive"
+    headers = get_headers(url, token)
+    payload = {"time_zone": "Asia/Shanghai"}
+    client = AsyncClient(base_url=BASE_URL, default_headers=headers)
+    response = await client.post(url, body=payload, cast_to=object)
+    logger.debug(bjson(response))
+
+
+async def get_credit(token):
+    # token = "eb4d120829cfd3ee957943f63d6152ed"  # y
+    # token = "9ba826acc1a4bf0e10912eb01beccfe0"  # w
+
+    url = "/commerce/v1/benefits/user_credit"
+    headers = get_headers(url, token)
+
+    payload = {}
+    client = AsyncClient(base_url=BASE_URL, default_headers=headers)
+    response = await client.post(url, body=payload, cast_to=object)
+    if response['data']['credit']['gift_credit'] == 0:  # 签到
+        await receive_credit(token)
+
+    logger.debug(bjson(response))
+    return response
+
+
+async def check_token(token, threshold: int = 1):
+    try:
+        response = await get_credit(token)
+        credits = sum(response['data']['credit'].values())
+        # logger.debug(credits)
+        return credits >= threshold
+    except Exception as e:
+        return False
+
+
+async def create_draft_content(request: ImageRequest, token: str):
+    """
+    创建草稿内容
+    """
+    request.model = MODELS_MAP.get(request.model, MODELS_MAP["default"])
+
+    height = width = 1360
+    if 'x' in request.size:
+        height, width = map(int, request.size.split('x'))
+
+    main_component_id = str(uuid.uuid4())
+
+    if urls := parse_url(request.prompt):
+        url = urls[-1]
+        upload_token = await get_upload_token(token)
+        image_uri = upload(await to_bytes(url), upload_token)
+
+        request.prompt = request.prompt.replace(url, '')
+        request.model = "high_aes_general_v20_L:general_v2.0_L"  # 2.1不支持图片编辑
+
+        component = {
+            "type": "image_base_component",
+            "id": main_component_id,
+            "min_version": "3.0.2",
+            "generate_type": "blend",
+            "aigc_mode": "workbench",
+            "abilities": {
+                "type": "",
+                "id": str(uuid.uuid4()),
+                "blend": {
+                    "type": "",
+                    "id": str(uuid.uuid4()),
+                    "core_param": {
+                        "type": "",
+                        "id": str(uuid.uuid4()),
+                        "model": request.model,
+                        "prompt": f"##{request.prompt}",
+                        "sample_strength": 0.5,
+                        "image_ratio": 1,
+                        "large_image_info": {
+                            "type": "",
+                            "id": str(uuid.uuid4()),
+                            "height": height,
+                            "width": width
+                        },
+                    },
+                    "ability_list": [
+                        {
+                            "type": "",
+                            "id": str(uuid.uuid4()),
+                            "name": "byte_edit",
+                            "image_uri_list": [
+                                image_uri
+                            ],
+                            "image_list": [
+                                {
+                                    "type": "image",
+                                    "id": str(uuid.uuid4()),
+                                    "source_from": "upload",
+                                    "platform_type": 1,
+                                    "name": "",
+                                    "image_uri": image_uri,
+                                    "width": 0,
+                                    "height": 0,
+                                    "format": "",
+                                    "uri": image_uri
+                                }
+                            ],
+                            "strength": 0.5
+                        }
+                    ],
+                    "history_option": {
+                        "type": "",
+                        "id": str(uuid.uuid4()),
+                    },
+                    "prompt_placeholder_info_list": [
+                        {
+                            "type": "",
+                            "id": str(uuid.uuid4()),
+                            "ability_index": 0
+                        }
+                    ],
+                    "postedit_param": {
+                        "type": "",
+                        "id": str(uuid.uuid4()),
+                        "generate_type": 0
+                    }
+                }
+            }
+        }
+
+    else:
+
+        component = {
+            "type": "image_base_component",
+            "id": main_component_id,
+            "min_version": "3.0.2",
+            "generate_type": "generate",
+            "aigc_mode": "workbench",
+            "abilities": {
+                "type": "",
+                "id": str(uuid.uuid4()),
+                "generate": {
+                    "type": "",
+                    "id": str(uuid.uuid4()),
+                    "core_param": {
+                        "type": "",
+                        "id": str(uuid.uuid4()),
+                        "model": request.model,
+                        "prompt": request.prompt,
+                        "negative_prompt": request.negative_prompt or "",
+                        "seed": request.seed or 426999300,
+                        "sample_strength": 0.5,
+                        "image_ratio": 1,
+                        "large_image_info": {
+                            "type": "",
+                            "id": str(uuid.uuid4()),
+                            "height": height,
+                            "width": width
+                        }
+                    },
+                    "history_option": {
+                        "type": "",
+                        "id": str(uuid.uuid4()),
+                    }
+                }
+            }
+        }
+
+    draft_content = {
+        "type": "draft",
+        "id": str(uuid.uuid4()),
+        "min_version": "3.0.2",
+        "min_features": [],
+        "is_from_tsn": True,
+        "version": "3.0.8",
+        "main_component_id": main_component_id,
+        "component_list": [component]
+    }
+
+    logger.debug(bjson(draft_content))
+
+    return draft_content
+
+
+if __name__ == '__main__':
+    token = "693701c43e477b7c405cc7e2fef0ddbd"
+    token = "eb4d120829cfd3ee957943f63d6152ed"
+    # arun(get_credit(token))
+    arun(check_token(token))
+
+    # arun(get_upload_token(token))
+    #
+    # request = ImageRequest(prompt='https://oss.ffire.cc/files/kling_watermark.png笑起来')
+    # arun(create_draft_content(request, token))

meutils/apis/jimeng/files.py

@@ -0,0 +1,180 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : kaiyuan
+# @Time         : 2024/12/18 16:03
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  : 
+
+import hmac
+import zlib
+import hashlib
+
+from meutils.pipe import *
+from meutils.caches.redis_cache import cache
+
+
+def random_str(n):
+    return ''.join(random.sample('zyxwvutsrqponmlkjihgfedcba0123456789', n))
+
+
+def hash256(msg):
+    return hashlib.sha256(msg.encode('utf-8')).hexdigest()
+
+
+def hmac_hash256(key, msg):
+    if type(key) == str:
+        return hmac.new(key.encode('utf-8'), msg.encode('utf-8'), hashlib.sha256)
+    elif type(key) == hmac.HMAC:
+        return hmac.new(key.digest(), msg.encode('utf-8'), hashlib.sha256)
+
+
+def fileCRC32(file_buffer):
+    return hex(zlib.crc32(file_buffer) & 0xFFFFFFFF)[2:]
+
+
+def u(params):
+    new_params = sorted(params.items(), key=lambda x: x[0])
+    new_params = [f"{k}={v}" for k, v in new_params]
+    return "&".join(new_params)
+
+
+class JJRequest:
+    def __init__(self, e, t, api, method="GET", params=None, data=None):
+        self.t = t
+        self.e = e
+        self.api = api
+        self.method = method
+        self.params = params
+        self.data = data
+
+    def getAuthorization(self):
+        return f"AWS4-HMAC-SHA256 Credential={self.e['access_key_id']}/{self.t[0:8]}/cn-north-1/imagex/aws4_request, SignedHeaders=x-amz-date;x-amz-security-token, Signature={self.signature()}"
+
+    def signature(self):
+        r = self.getSigningKey()
+        return hmac_hash256(r, self.stringToSign()).hexdigest()
+
+    def getSigningKey(self, r="cn-north-1", n="imagex"):
+        o = hmac_hash256("AWS4" + self.e['secret_access_key'], str(self.t[0:8]))
+        i = hmac_hash256(o, str(r))
+        s = hmac_hash256(i, str(n))
+        return hmac_hash256(s, "aws4_request")
+
+    def stringToSign(self):
+        t = []
+        t.append("AWS4-HMAC-SHA256")
+        t.append(self.t)
+        t.append(self.credentialString())
+        t.append(hash256(self.canonicalString()))
+        return "\n".join(t)
+
+    def credentialString(self, region="cn-north-1", serviceName="imagex"):
+        return "/".join([self.t[0:8], region, serviceName, "aws4_request"])
+
+    def canonicalString(self):
+        e = []
+        e.append(self.method)
+        e.append("/")
+        e.append(u(self.params))
+        e.append(self.canonicalHeaders())
+        e.append(self.signedHeaders())
+        e.append(self.hexEncodedBodyHash())
+        return "\n".join(e)
+
+    def canonicalHeaders(self):
+        return f"x-amz-date:{self.t}\nx-amz-security-token:{self.e['session_token']}\n"
+
+    def signedHeaders(self):
+        return "x-amz-date;x-amz-security-token"
+
+    def hexEncodedBodyHash(self):
+        return hash256("")
+
+
+@cache(ttl=15 * 60)
+def upload(image: bytes, upload_token: dict):  # oss 跨账号不知道是否可以使用
+    # e = auth = upload_token['data']['auth'] # 豆包
+    data = upload_token['data']
+
+    service_id = data.get('service_id', '3jr8j4ixpe')  # 即梦 3jr8j4ixpe
+
+    session_token = data['session_token']
+
+    t = time.strftime("%Y%m%dT%H%M%SZ", time.gmtime())
+
+    params = {
+        "Action": "ApplyImageUpload",
+        "Version": "2018-08-01",
+        "ServiceId": service_id,
+        "s": random_str(10),
+
+        "FileExtension": ".png",  #####
+        "FileSize": len(image),
+    }
+
+    r = JJRequest(data, t, "https://imagex.bytedanceapi.com/", method="GET", params=params)
+    headers = {
+        'authorization': r.getAuthorization(),
+        'x-amz-date': t,
+        'x-amz-security-token': session_token,
+    }
+    # logger.debug(headers)
+    response = requests.get(r.api, params=params, headers=headers)
+    response.raise_for_status()
+    logger.debug(response.status_code)
+    response = response.json()
+
+    logger.debug(bjson(response))
+    if "Result" not in response:
+        return
+
+    store_info = response['Result']['UploadAddress']['StoreInfos'][0]
+    logger.debug(bjson(store_info))
+
+    oss_uri = store_info['StoreUri']
+    oss_token = store_info['Auth']
+
+    headers = {
+        "authorization": oss_token,
+        "content-length": str(len(image)),
+        "content-Type": "image/jpeg",
+        "content-crc32": fileCRC32(image),
+    }
+
+    # oss_url = f"https://{resp['Result']['UploadAddress']['UploadHosts'][0]}/{oss_uri}"
+
+    # image_resp = requests.put(  # post
+    #     oss_url,
+    #     headers=headers,
+    #     data=image,
+    # )
+    # logger.debug(image_resp.json())
+
+    # return get_url(StoreUri)
+
+    # upload_url = f"https://tos-hl-x.snssdk.com/upload/v1/{oss_uri}"
+    upload_url = f"https://{response['Result']['UploadAddress']['UploadHosts'][0]}/upload/v1/{oss_uri}"
+
+    response = requests.post(upload_url, headers=headers, data=image)
+    response.raise_for_status()
+    response = response.json()
+
+    logger.debug(response)
+
+    return oss_uri
+
+
+if __name__ == "__main__":
+    from meutils.apis.jimeng.common import get_upload_token
+
+    token = "693701c43e477b7c405cc7e2fef0ddbd"
+
+    upload_token = arun(get_upload_token(token))
+
+    with open("11.jpg", "rb") as f:
+        file = image = f.read()
+
+        upload(image, upload_token)

meutils/apis/jimeng/images.py

@@ -0,0 +1,105 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : images
+# @Time         : 2024/12/16 17:46
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  :
+
+from meutils.pipe import *
+
+from meutils.schemas.jimeng_types import BASE_URL, MODELS_MAP, FEISHU_URL
+from meutils.schemas.image_types import ImageRequest
+from meutils.schemas.task_types import TaskResponse
+from meutils.apis.jimeng.common import create_draft_content, get_headers, check_token
+from meutils.config_utils.lark_utils import get_next_token_for_polling
+
+from fake_useragent import UserAgent
+
+ua = UserAgent()
+
+
+async def create_task(request: ImageRequest, token: Optional[str] = None):
+    token = token or await get_next_token_for_polling(FEISHU_URL, check_token)
+
+    url = "/mweb/v1/aigc_draft/generate"
+
+    headers = get_headers(url, token)
+
+    if "http" in request.prompt:  # 图生
+        request.model = "high_aes_general_v20_L:general_v2.0_L"
+
+    draft_content = await create_draft_content(request, token)
+    payload = {
+        "extend": {
+            "root_model": request.model,
+            "template_id": ""
+        },
+        "submit_id": str(uuid.uuid4()),
+        "metrics_extra": "{\"templateId\":\"\",\"generateCount\":1,\"promptSource\":\"custom\",\"templateSource\":\"\",\"lastRequestId\":\"\",\"originRequestId\":\"\"}",
+        "draft_content": json.dumps(draft_content),
+        "http_common_info": {
+            "aid": 513695
+        }
+    }
+
+    logger.debug(bjson(payload))
+
+    async with httpx.AsyncClient(base_url=BASE_URL, headers=headers, timeout=60) as client:
+        response = await client.post(url, json=payload)
+        response.raise_for_status()
+        data = response.json()
+        logger.debug(bjson(data))
+
+    task_id = data.get("data", {}).get("aigc_data", {}).get("history_record_id")
+    return TaskResponse(task_id=task_id, system_fingerprint=token)
+
+
+async def get_task(task_id, token):
+    url = "/mweb/v1/get_history_by_ids"
+    headers = get_headers(url, token)
+    payload = {
+        "history_ids": [
+            task_id
+        ]
+    }
+
+    async with httpx.AsyncClient(base_url=BASE_URL, headers=headers, timeout=60) as client:
+        response = await client.post(url, json=payload)
+        response.raise_for_status()
+        data = response.json()
+        # {'ret': '1015', 'errmsg': 'login error', 'systime': '1734524280', 'logid': '20241218201800AC3267447B287E9E6C46', 'data': None}
+        item_list = (data.get("data") or {}).get(task_id, {}).get("item_list")
+        image_data = map(lambda x: x.get("image", {}).get("large_images"), item_list)
+
+        task_data = sum(image_data, []) | xmap_(lambda x: {"url": x.get("image_url")})
+
+        return TaskResponse(
+            task_id=task_id,
+            data=task_data,
+            message=data.get("errmsg"),
+            status="success" if task_data else None,
+        )
+
+
+if __name__ == '__main__':
+    token = "693701c43e477b7c405cc7e2fef0ddbd"
+
+    request = ImageRequest(prompt="一个漂亮的姑娘", size="1024x1024")
+    # request = ImageRequest(prompt="https://oss.ffire.cc/files/kling_watermark.png 让她带上墨镜", size="1024x1024")
+
+    arun(create_task(request))
+
+    # task_id = "10040025470722"
+
+    # task_id = "10053536381698"
+
+    # task_id = "10079694738434"
+
+    # task_id = "10080831230210"  # 图片编辑
+
+    # task_id = "10082971040514"
+    #
+    # arun(get_task(task_id, token))

meutils/apis/jimeng/sig.py

@@ -0,0 +1,92 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : sig
+# @Time         : 2024/12/18 15:36
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  : 
+import hashlib
+import hmac
+import datetime
+
+
+def sign(key, msg):
+    return hmac.new(key, msg.encode('utf-8'), hashlib.sha256).digest()
+
+
+def getSignatureKey(key, dateStamp, regionName, serviceName):
+    kDate = sign(('AWS4' + key).encode('utf-8'), dateStamp)
+    kRegion = sign(kDate, regionName)
+    kService = sign(kRegion, serviceName)
+    kSigning = sign(kService, 'aws4_request')
+    return kSigning
+
+
+if __name__ == '__main__':
+    pass
+    from meutils.pipe import *
+    from meutils.apis.jimeng.utils import get_upload_token
+
+    # data = arun(get_upload_token())
+
+    # access_key_id = data['data']['auth']['access_key_id']
+    # secret_access_key = data['data']['auth']['secret_access_key']
+    # session_token = data['data']['auth']['session_token']
+
+    import hashlib
+    import hmac
+    import datetime
+
+
+    def sign(key, msg):
+        """计算 HMAC-SHA256"""
+        return hmac.new(key, msg.encode('utf-8'), hashlib.sha256).digest()
+
+
+    def getSignatureKey(key, dateStamp, regionName, serviceName):
+        """生成签名密钥"""
+        kDate = sign(('AWS4' + key).encode('utf-8'), dateStamp)
+        kRegion = sign(kDate, regionName)
+        kService = sign(kRegion, serviceName)
+        kSigning = sign(kService, 'aws4_request')
+        return kSigning
+
+
+    def calculate_signature(string_to_sign, secret_key, region, service, date):
+        """计算 AWS4-HMAC-SHA256 签名"""
+        # 生成签名密钥
+        signing_key = getSignatureKey(
+            secret_key,
+            date.strftime('%Y%m%d'),
+            region,
+            service
+        )
+
+        # 计算最终签名
+        signature = hmac.new(
+            signing_key,
+            string_to_sign.encode('utf-8'),
+            hashlib.sha256
+        ).hexdigest()
+
+        return signature
+
+        # 示例参数
+
+
+    secret_key = 'AKTPN2VkZWY2MWNhNjVlNGZhZThiZmVmNzEwODA3YjM1YTY'
+    region = 'cn-north-1'
+    service = 'imagex'
+    date = datetime.datetime.utcnow()
+    print(date)
+    hash_of_canonical_request = {
+        "SessionKey": "eyJhY2NvdW50VHlwZSI6IkltYWdlWCIsImFwcElkIjoiIiwiYml6VHlwZSI6IiIsImZpbGVUeXBlIjoiaW1hZ2UiLCJsZWdhbCI6IiIsInN0b3JlSW5mb3MiOiJbe1wiU3RvcmVVcmlcIjpcInRvcy1jbi1pLWE5cm5zMnJsOTgvYmQzZGNlZWIzN2Y3NDA5NjlkMTBiZjBiZjhhMzk0NmUuanBlZ1wiLFwiQXV0aFwiOlwiU3BhY2VLZXkvYTlybnMycmw5OC8xLzp2ZXJzaW9uOnYyOmV5SmhiR2NpT2lKSVV6STFOaUlzSW5SNWNDSTZJa3BYVkNKOS5leUpsZUhBaU9qRTNNelExTXpBd016Z3NJbk5wWjI1aGRIVnlaVWx1Wm04aU9uc2lZV05qWlhOelMyVjVJam9pWm1GclpWOWhZMk5sYzNOZmEyVjVJaXdpWW5WamEyVjBJam9pZEc5ekxXTnVMV2t0WVRseWJuTXljbXc1T0NJc0ltVjRjR2x5WlNJNk1UY3pORFV6TURBek9Dd2labWxzWlVsdVptOXpJanBiZXlKdmFXUkxaWGtpT2lKaVpETmtZMlZsWWpNM1pqYzBNRGsyT1dReE1HSm1NR0ptT0dFek9UUTJaUzVxY0dWbklpd2labWxzWlZSNWNHVWlPaUl4SW4xZExDSmxlSFJ5WVNJNmV5SmliRzlqYTE5dGIyUmxJam9pSWl3aVkyOXVkR1Z1ZEY5MGVYQmxYMkpzYjJOcklqb2llMXdpYldsdFpWOXdZM1JjSWpvd0xGd2liVzlrWlZ3aU9qQXNYQ0p0YVcxbFgyeHBjM1JjSWpwdWRXeHNMRndpWTI5dVpteHBZM1JmWW14dlkydGNJanBtWVd4elpYMGlMQ0psYm1OeWVYQjBYMkZzWjI4aU9pSWlMQ0psYm1OeWVYQjBYMnRsZVNJNklpSXNJbVY0ZEY5amIyNTBaVzUwWDNSNWNHVWlPaUpwYldGblpTOXFjR1ZuSWl3aWFYTmZhVzFoWjJWNElqcDBjblZsTENKemNHRmpaU0k2SW1FNWNtNXpNbkpzT1RnaWZYMTkueVFadDJoYWFVMDBuMTFZREJXZDBCbTNIYWdtVlNUN0UzNXMwSkNnOGpzMFwiLFwiVXBsb2FkSURcIjpcIjE3ZThiODUxNzczNDRlYjFiYmM1MDAzMWU3NzQ3NGUyXCIsXCJVcGxvYWRIZWFkZXJcIjpudWxsLFwiU3RvcmFnZUhlYWRlclwiOm51bGx9XSIsInVwbG9hZEhvc3QiOiJ0b3MtZC14LWxmLnNuc3Nkay5jb20iLCJ1cmkiOiJ0b3MtY24taS1hOXJuczJybDk4L2JkM2RjZWViMzdmNzQwOTY5ZDEwYmYwYmY4YTM5NDZlLmpwZWciLCJ1c2VySWQiOiIifQ=="
+    }
+    hash_of_canonical_request = json.dumps(hash_of_canonical_request)
+    string_to_sign = f'AWS4-HMAC-SHA256\n20241218T075358Z\n20241218/cn-north-1/imagex/aws4_request\n{hash_of_canonical_request}'
+
+    # 计算签名
+    signature = calculate_signature(string_to_sign, secret_key, region, service, date)
+    print(f'签名结果: {signature}')