MeUtils 2024.3.18.15.56.48__py3-none-any.whl → 2025.1.17.17.55.21__py3-none-any.whl

meutils/apis/images/flux/fluxpro.py

@@ -0,0 +1,108 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : flux
+# @Time         : 2024/8/5 09:52
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  :
+import asyncio
+
+from meutils.pipe import *
+from meutils.config_utils.lark_utils import get_spreadsheet_values, get_next_token_for_polling
+from meutils.schemas.openai_types import ImageRequest, ImagesResponse
+from meutils.apis.translator import deeplx
+from meutils.schemas.translator_types import DeeplxRequest
+from meutils.decorators.retry import retrying
+from meutils.schemas.image_types import ASPECT_RATIOS
+from meutils.oss.minio_oss import Minio
+
+from meutils.notice.feishu import send_message as _send_message
+
+BASE_URL = "https://fluxpro.art"
+FEISHU_URL = "https://xchatllm.feishu.cn/sheets/GYCHsvI4qhnDPNtI4VPcdw2knEd?sheet=GdRbM9"
+
+send_message = partial(
+    _send_message,
+    title=__name__,
+    url="https://open.feishu.cn/open-apis/bot/v2/hook/dc1eda96-348e-4cb5-9c7c-2d87d584ca18"
+)
+
+
+# import fake_useragent
+#
+# ua = fake_useragent.UserAgent()
+
+
+@retrying(max_retries=5, title=__name__, predicate=lambda x: x is True)
+async def create_image(request: ImageRequest, token: Optional[str] = None):
+    token = token or await get_next_token_for_polling(feishu_url=FEISHU_URL)
+
+    prompt = (await deeplx.translate(DeeplxRequest(text=request.prompt, target_lang="EN"))).get("data")
+
+    payload = {
+        "prompt": prompt,
+        "negative_prompt": request.negative_prompt,
+        "aspect_ratio": request.size if request.size in ASPECT_RATIOS else "1:1",
+
+        "guidance": request.guidance_scale,
+        "steps": request.num_inference_steps,
+        "nsfw_level": request.nsfw_level  # 0 1 2 3
+    }
+
+    headers = {
+        'Cookie': token,
+        'User-Agent': "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/127.0.0.0 Safari/537.36"
+    }
+    async with httpx.AsyncClient(base_url=BASE_URL, headers=headers, timeout=100) as client:
+        response = await client.post("/api/prompts/flux", json=payload)
+
+        logger.debug(response.status_code)
+
+        if response.status_code in {429, 403}:  # 触发重试
+            logger.debug(f"{response.status_code} {token}")
+            send_message(f"{response.status_code} {token}")
+            return True
+
+        if response.is_success:
+            data = response.json().get('assets', [])
+            image_data = []
+
+            # asyncio.gather()
+
+            async def atask(url):
+                resp = await client.get(url, follow_redirects=True)
+                file_object = await Minio().put_object_for_openai(
+                    file=resp.content,
+                    filename=f"{shortuuid.random()}.webp"
+                )
+                return {"url": file_object.filename, "revised_prompt": prompt}
+
+            tasks = [atask(i.get('src')) for i in data]
+            image_data = await asyncio.gather(*tasks)
+
+            return ImagesResponse.construct(data=image_data)
+
+        response.raise_for_status()
+
+
+# {
+#     "id": "clzianobv017nq200g3fd2zb1",
+#     "prompt": "borttiful scenery nature glass bottle landscape, , purple galaxy seed",
+#     "negative_prompt": "",
+#     "aspect_ratio": "1:1",
+#     "assets": [
+#         {
+#             "src": "/api/view/clzianobv017nq200g3fd2zb1/0.webp"
+#         }
+#     ],
+#     "model": "FLUX.1 [pro]",
+#     "created_at": "2024-08-06T10:45:19.723Z",
+# }
+
+
+if __name__ == '__main__':
+    token="_ga=GA1.1.378655276.1724288763; next-auth.csrf-token=fc3c64918d60db1bc897b389c1b736dc6a4329f6675a485d428d7dd36d46695f%7C7d52961d266b22ef57ec398c4119f903c7a62c853eb69a9f4cc4742829bacce7; next-auth.callback-url=http%3A%2F%2Ffluxpro.art; next-auth.session-token=17394b70-92fc-43dc-ac7b-77a635076298; _ga_KJL6XMRTB6=GS1.1.1724293123.2.1.1724297068.0.0.0"
+    arun(create_image(ImageRequest(prompt="画条狗", size='1024x512'), token=token))
+    # arun(create_image(ImageRequest(prompt="画条狗"), token=token))

meutils/apis/images/flux/mystic.py

@@ -0,0 +1,116 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : mystic
+# @Time         : 2024/8/21 13:29
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  :
+
+from meutils.pipe import *
+from meutils.config_utils.lark_utils import get_spreadsheet_values, get_next_token_for_polling
+from meutils.schemas.openai_types import ImageRequest, ImagesResponse
+from meutils.apis.translator import deeplx
+from meutils.schemas.translator_types import DeeplxRequest
+from meutils.schemas.image_types import ASPECT_RATIOS
+
+from meutils.decorators.retry import retrying
+
+from meutils.notice.feishu import send_message as _send_message
+
+# https://www.mystic.ai/v4/runs/run_64c682fd3a6f4da4bbdacec7720add5f
+
+FEISHU_URL = "https://xchatllm.feishu.cn/sheets/GYCHsvI4qhnDPNtI4VPcdw2knEd?sheet=7VYdjp"
+
+BASE_URL = "https://www.mystic.ai/v4/runs"
+
+send_message = partial(
+    _send_message,
+    title=__name__,
+    url="https://open.feishu.cn/open-apis/bot/v2/hook/dc1eda96-348e-4cb5-9c7c-2d87d584ca18"
+)
+
+
+@retrying(max_retries=5, title=__name__)
+async def create_image(request: ImageRequest, token: Optional[str] = None, async_run: bool = False):
+    token = token or await get_next_token_for_polling(feishu_url=FEISHU_URL)
+
+    prompt = (await deeplx.translate(DeeplxRequest(text=request.prompt, target_lang="EN"))).get("data")
+
+    width, height = map(int, ASPECT_RATIOS.get(request.size, '1024x1024').split('x'))
+
+    if 'pro' in request.model:
+        width = max(width, 1440)
+        height = max(height, 1440)
+
+        payload = {
+            "pipeline": "pipeline_0710417cf4464e72b03dc9ef17773253",
+            "inputs": [
+                {
+                    "type": "dictionary",
+                    "value": {
+                        "prompt": prompt,
+                        "prompt_upsampling": False,
+
+                        "width": width,
+                        "height": height,
+
+                        "steps": 15,
+                        "guidance": 3,
+
+                        "variant": "flux.1-pro",
+
+                        "safety_tolerance": request.nsfw_level,  # 小等于6
+                        "interval": 2,
+                        "seed": 0,
+
+                    }
+                }
+            ],
+            "async_run": async_run
+        }
+    else:  # dev
+        payload = {
+            "pipeline": "pipeline_8a895066ef054c2e89cdf316611a1937",
+            "inputs": [
+                {
+                    "type": "string",
+                    "value": prompt
+                },
+                {
+                    "type": "dictionary",
+                    "value": {
+
+                        "height": 1024,
+                        "width": 1024,
+
+                        "guidance_scale": 4,
+                        "max_sequence_length": 256,
+                        "num_images_per_prompt": 1,
+                        "num_inference_steps": 15,
+                        "seed": 1
+                    }
+                }
+            ],
+            "async_run": True
+        }
+
+    headers = {
+        'Cookie': token,
+    }
+    async with httpx.AsyncClient(base_url=BASE_URL, headers=headers, timeout=100) as client:
+        response = await client.post(BASE_URL, json=payload)
+
+        logger.debug(response.status_code)
+        logger.debug(response.text)
+
+        if response.is_success:
+            data = response.json()
+            logger.debug(data)
+
+            return ImagesResponse(data=[data['outputs'][0]['file']])
+
+
+if __name__ == '__main__':
+    arun(create_image(ImageRequest(prompt="一条狗")))

meutils/apis/images/ideogram/__init__.py

@@ -0,0 +1,10 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : __init__.py
+# @Time         : 2024/8/23 10:26
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  : 
+

meutils/apis/images/ideogram/ideogram_images.py

@@ -0,0 +1,193 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : images
+# @Time         : 2024/8/23 10:26
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  :
+from meutils.config_utils.lark_utils import get_next_token_for_polling
+from meutils.decorators.retry import retrying
+from meutils.oss.minio_oss import Minio
+from meutils.pipe import *
+
+from meutils.schemas.openai_types import ImageRequest, ImagesResponse
+from meutils.schemas.image_types import ASPECT_RATIOS
+
+FEISHU_URL = "https://xchatllm.feishu.cn/sheets/GYCHsvI4qhnDPNtI4VPcdw2knEd?sheet=IN01qU"
+
+from urllib.parse import urlencode
+
+STYLES = {'AUTO', 'DEFAULT', 'PHOTO', 'ANIME', 'ILLUSTRATION', 'RENDER_3D'}
+
+
+# @alru_cache(ttl=600)
+# @retrying()
+async def get_access_token(refresh_token: Optional[str] = None):
+    refresh_token = refresh_token or await get_next_token_for_polling(FEISHU_URL)
+
+    refresh_token, cookie = refresh_token.strip().split('\n', maxsplit=1)
+
+    payload = {
+        "grant_type": "refresh_token",
+        "refresh_token": refresh_token,
+    }
+
+    data = urlencode(payload)
+
+    headers = {
+        'accept': '*/*',
+        'accept-language': 'zh-CN,zh;q=0.9',
+        'content-type': 'application/x-www-form-urlencoded',
+        'origin': 'https://ideogram.ai',
+        'priority': 'u=1, i',
+        'referer': 'https://ideogram.ai/',
+        'sec-ch-ua': '"Not)A;Brand";v="99", "Google Chrome";v="127", "Chromium";v="127"',
+        'sec-ch-ua-mobile': '?0',
+        'sec-ch-ua-platform': '"macOS"',
+        'sec-fetch-dest': 'empty',
+        'sec-fetch-mode': 'cors',
+        'sec-fetch-site': 'cross-site',
+        'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/127.0.0.0 Safari/537.36',
+        # 'x-client-data': 'CI22yQEIo7bJAQipncoBCNqFywEIlKHLAQiGoM0BCJ2szgEYj87NAQ==',
+        'x-client-version': 'Chrome/JsCore/10.12.3/FirebaseCore-web'
+    }
+
+    base_url = "https://ideogram.chatfire.cc"
+    base_url = "https://securetoken.googleapis.com"
+    params = {"key": "AIzaSyBwq4bRiOapXYaKE-0Y46vLAw1-fzALq7Y"}
+    async with httpx.AsyncClient(base_url=base_url, headers=headers, timeout=30) as client:
+        response = await client.post('/v1/token', content=data, params=params)
+        # logger.debug(response.status_code)
+        # logger.debug(response.text)
+        data = response.json()
+
+        user_id = data['user_id']
+        access_token = data['access_token']
+
+        return user_id, access_token, cookie
+
+
+@retrying(max_retries=8, max=5, predicate=lambda x: x is True)
+async def create(request: ImageRequest, refresh_token: Optional[str] = None):
+    user_id, access_token, cookie = await get_access_token(refresh_token)
+
+    width, height = ASPECT_RATIOS.get(request.size, request.size).split('x') | xmap(int)
+
+    payload = {
+        "sampling_speed": 2,  # 2 是快速 0 是中速 -2 高质量
+
+        "prompt": request.prompt,
+        "user_id": "",
+        # "model_version": "V_1_5",
+        # "model_version": "V_0_3",
+        "model_version": request.model,
+
+        "use_autoprompt_option": "AUTO",
+        "style_expert": request.style if request.style in STYLES else "AUTO",
+
+        "resolution": {
+            "width": width,
+            "height": height
+        },
+        # "resolution": {
+        #     "width": 1152,
+        #     "height": 864
+        # },
+        # "resolution": {
+        #     "width": 1280,
+        #     "height": 960
+        # },
+
+        # "resolution": {
+        #     "width": 1024,
+        #     "height": 512
+        # }
+    }
+
+    headers = {
+        "Authorization": f"Bearer {access_token}",
+        "user_id": user_id,
+
+        "Cookie": cookie,
+
+        "Host": "ideogram.ai",
+        "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:125.0) Gecko/20100101 Firefox/125.0",
+        "Accept": "*/*",
+        "Accept-Language": "en-US,en;q=0.5",
+        "Accept-Encoding": "gzip, deflate, br",
+        "Referer": "https://ideogram.ai/u/test1014/generated",
+        "Content-Type": "application/json",
+        "Alt-Used": "ideogram.ai",
+        "Connection": "keep-alive",
+        "Sec-Fetch-Dest": "empty",
+        "Sec-Fetch-Mode": "cors",
+        "Sec-Fetch-Site": "same-origin",
+        "TE": "trailers"
+    }
+
+    base_url = "https://ideogram.ai"
+    async with httpx.AsyncClient(base_url=base_url, headers=headers, timeout=30) as client:
+        response = await client.post('/api/images/sample', json=payload)
+        logger.debug(response.status_code)
+        # logger.debug(response.text)
+        if response.status_code in {401, 403}:
+            return True
+
+        if response.is_success:
+            data = response.json()
+            payload = {
+                "request_ids": [data['request_id']]
+            }
+
+            for i in range(10):
+                await asyncio.sleep(5)
+                logger.debug(f'获取结果 「{i}」')
+                response = await client.post("/api/gallery/retrieve-requests", json=payload)
+
+                logger.debug(response.status_code)
+                # logger.debug(response.text)
+
+                if response.is_success:
+                    data = response.json()
+                    if data['sampling_requests'][0]['is_completed']:
+                        image_responses = data['sampling_requests'][0]['responses']
+                        tasks = []
+                        for image_resp in image_responses:
+                            url = f"https://ideogram.ai/api/images/direct/{image_resp['response_id']}"
+
+                            image_resp['raw_url'] = url
+
+                            task = await Minio().put_object_for_openai(
+                                file=url,
+                                filename=f"{shortuuid.random()}.jpeg",
+
+                                headers=headers, follow_redirects=True
+                            )
+
+                            tasks.append(task)
+                            await asyncio.sleep(1)
+
+                        # file_objects = await asyncio.gather(*tasks)
+
+                        file_objects = tasks
+                        for file_object, image_resp in zip(file_objects, image_responses):
+                            image_resp['url'] = file_object.filename
+
+                        return ImagesResponse.construct(data=image_responses)
+
+
+if __name__ == '__main__':
+    # arun(get_access_token(refresh_token))  # 88uwVq1nbyctFsgAOWytFefTAW02
+    with timer():
+        arun(
+            create(
+                ImageRequest(
+                    model='V_0_3',
+
+                    prompt='一位性感的中国美女',
+
+                    style=''
+                ))
+        )

meutils/apis/images/prodia/__init__.py

@@ -0,0 +1,12 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : __init__.py
+# @Time         : 2024/8/14 14:17
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  : 
+
+
+

meutils/apis/images/prodia/faceswap.py

@@ -0,0 +1,76 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : faceswap
+# @Time         : 2024/8/14 14:22
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  :
+
+from meutils.pipe import *
+from meutils.decorators.retry import retrying
+
+from meutils.schemas.task_types import TaskType, Task
+from meutils.schemas.prodia_types import BASE_URL, FEISHU_URL, FaceswapRequest
+
+from meutils.config_utils.lark_utils import get_next_token_for_polling
+from meutils.notice.feishu import send_message as _send_message
+
+send_message = partial(
+    _send_message,
+    title=__name__,
+    url="https://open.feishu.cn/open-apis/bot/v2/hook/dc1eda96-348e-4cb5-9c7c-2d87d584ca18"
+)
+
+
+@retrying(max_retries=8, max=8, predicate=lambda r: r is True)  # 触发重试
+async def create_task(request: FaceswapRequest, token: Optional[str] = None):
+    token = token or await get_next_token_for_polling(FEISHU_URL)
+
+    payload = request.model_dump()
+
+    headers = {
+        "X-Prodia-Key": token
+    }
+    async with httpx.AsyncClient(base_url=BASE_URL, headers=headers, timeout=60) as client:
+        response = await client.post("/faceswap", json=payload)
+        logger.debug(response.text)
+
+        if response.status_code in {429}:  # 触发重试
+            return True
+
+        if response.is_success:
+            data = response.json()
+            task_id = f"{TaskType.faceswap}-{data['job']}"
+            return Task(id=task_id, data=data, system_fingerprint=token)
+        else:
+            logger.debug(token)
+            return Task(data=response.text, status=0, status_code=response.status_code)
+
+
+async def get_task(task_id: str, token: str):
+    task_id = task_id.split(f"{TaskType.faceswap}-", 1)[-1]
+
+    headers = {
+        "X-Prodia-Key": token
+    }
+    async with httpx.AsyncClient(base_url=BASE_URL, headers=headers, timeout=100) as client:
+        response = await client.get(f"/job/{task_id}")
+
+        logger.debug(response.text)
+        logger.debug(response.status_code)
+
+        if response.is_success:
+            data = response.json()
+            return data
+
+
+if __name__ == '__main__':
+    request = FaceswapRequest(
+        sourceUrl='https://oss.ffire.cc/files/source.jpg',
+        targetUrl='https://oss.ffire.cc/files/target.jpg'
+    )
+    arun(create_task(request))
+
+    arun(get_task('e40e290f-71b6-4755-a4e8-d5201462d9d4', 'fbb99c65-3ac9-4077-8a3c-67387442f48b'))