MeUtils 2024.3.4.13.4.45__py3-none-any.whl → 2025.1.16.17.15.52__py3-none-any.whl

meutils/schemas/idphoto_types.py

@@ -0,0 +1,43 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : idphoto_types
+# @Time         : 2024/9/3 12:24
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  : 
+
+from meutils.pipe import *
+
+SIZES = {
+    "一寸": "413,295",
+    '二寸': '626,413',
+    '小一寸': '378,260',
+    '小二寸': '531,413',
+    '大一寸': '567,390',
+    '大二寸': '626,413',
+    '五寸': '1499,1050',
+    '教师资格证': '413,295',
+    '国家公务员考试': '413,295',
+    '初级会计考试': '413,295',
+    '英语四六级考试': '192,144',
+    '计算机等级考试': '567,390',
+    '研究生考试': '709,531',
+    '社保卡': '441,358',
+    '电子驾驶证': '378,260'
+}
+
+COLORS = {
+    "蓝色": "86, 140, 212",
+    "白色": "255, 255, 255",
+    "红色": "233, 51, 35",
+    "纯蓝色": "0, 0, 255",
+    "道奇蓝": "30, 144, 255",
+    "纯红色": "255, 0, 0",
+    "猩红色": "220, 20, 60",
+
+    "blue": "86, 140, 212",
+    "white": "255, 255, 255",
+    "red": "233, 51, 35",
+}

meutils/schemas/image_types.py

@@ -0,0 +1,476 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : image_types
+# @Time         : 2024/8/21 14:18
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  : todo: 通用比例适配
+
+from meutils.pipe import *
+
+from pydantic import constr
+from openai.types import ImagesResponse as _ImagesResponse, Image
+
+ASPECT_RATIOS = {
+    "1:1": "1024x1024",
+
+    "1:2": "512x1024",
+    "2:1": "1024x512",
+
+    '2:3': "768x512",
+    '3:2': "512x768",
+
+    "4:3": "1280x960",  # "1024x768"
+    "3:4": "960x1280",
+
+    "5:4": "1280x960",
+    "4:5": "960x1280",
+
+    "16:9": "1366x768",  # "1024x576"
+    "9:16": "768x1366",
+
+    "21:9": "1344x576",
+
+}
+
+
+# prompt: str,
+#         model: Union[str, ImageModel, None] | NotGiven = NOT_GIVEN,
+#         n: Optional[int] | NotGiven = NOT_GIVEN,
+
+class ImagesResponse(_ImagesResponse):
+    created: int = Field(default_factory=lambda: int(time.time()))
+
+    data: Optional[List[Union[Image, dict]]] = None
+
+    image: Optional[Union[str, List[str]]] = None
+
+    metadata: Optional[Any] = None
+
+    def __init__(self, /, **data: Any):
+        super().__init__(**data)
+        if self.data is None and self.image is not None:
+            if isinstance(self.image, str):
+                self.image = [self.image]
+
+            self.data = [{"url": image} for image in self.image]
+
+
+class ImageRequest(BaseModel):  # openai
+    model: str = ""
+
+    prompt: constr(min_length=1, max_length=2000) = ""
+
+    n: Optional[int] = 1
+
+    quality: Optional[Literal["standard", "hd"]] = None
+    style: Union[str, Literal["vivid", "natural"]] = None
+    size: str = '1024x1024'  # 测试默认值 Optional[Literal["256x256", "512x512", "1024x1024", "1792x1024", "1024x1792"]]
+
+    response_format: Optional[Literal["url", "b64_json"]] = "url"
+
+    seed: Optional[int] = None
+
+    # oneapi
+    controls: dict = {}  # 额外参数
+
+    negative_prompt: Optional[str] = None
+    guidance: Optional[int] = None
+    steps: Optional[int] = None
+    safety_tolerance: Optional[int] = None
+
+    aspect_ratio: Optional[str] = None
+
+    user: Optional[str] = None
+
+    def __init__(self, /, **data: Any):
+        super().__init__(**data)
+        if self.size:
+            self.size = self.size if 'x' in self.size else '512x512'
+
+    class Config:
+        extra = "allow"
+
+        # frozen = True
+        # populate_by_name = True
+
+        json_schema_extra = {
+            "examples": [
+                {
+                    "model": "stable-diffusion-3-medium",  # sd3
+                    "prompt": "画条狗",
+                },
+            ]
+        }
+
+
+class FalImageRequest(ImageRequest):
+    prompt: str
+    seed: Optional[int] = None
+    sync_mode: Optional[bool] = None
+    num_images: Optional[int] = 1
+    enable_safety_checker: Optional[bool] = True
+    safety_tolerance: Optional[str] = "6"
+    output_format: Optional[str] = "png"
+    aspect_ratio: Literal['21:9', '16:9', '4:3', '1:1', '3:4', '9:16', '9:21'] = "1:1"
+    raw: Optional[bool] = None
+
+
+class FluxImageRequest(ImageRequest):
+    model: str = 'flux1.0-schnell'
+    image_size: Optional[str] = None
+
+    num_inference_steps: Optional[int] = None
+
+    def __init__(self, /, **data: Any):
+        super().__init__(**data)
+        self.image_size = self.size
+
+
+class TogetherImageRequest(ImageRequest):  # together
+    model: str = 'flux1.0-turbo'
+    steps: Optional[int] = None
+
+    height: int = 1024
+    width: int = 1024
+
+    def __init__(self, /, **data: Any):
+        super().__init__(**data)
+        try:
+            self.width, self.height = map(int, self.size.split('x'))
+        except Exception as e:
+            logger.error(e)
+
+        if "pro" in self.model:
+            self.model = 'flux1.1-pro'
+
+
+class SDImageRequest(ImageRequest):
+    model: str = "stable-diffusion"
+    image_size: Optional[str] = None  # 512x512, 512x1024, 768x512, 768x1024, 1024x576, 576x1024
+    batch_size: Optional[int] = None
+    guidance_scale: Optional[float] = 7.5
+    num_inference_steps: Optional[int] = 25
+
+    image: Optional[str] = None  # base64
+
+    def __init__(self, /, **data: Any):
+        super().__init__(**data)
+        self.n = self.batch_size or self.n
+
+
+class HunyuanImageRequest(ImageRequest):
+    model: str = "hunyuan"
+    size: Literal["1:1", "3:4", "4:3", "9:16", "16:9"] = "1:1"
+    style: Optional[Literal[
+        '摄影',
+        '童话世界',
+        '奇趣卡通',
+        '二次元',
+        '纯真动漫',
+
+        '清新日漫',
+        '3D'
+        '赛博朋克',
+        '像素',
+        '极简',
+
+        '复古',
+        '暗黑系',
+        '波普风',
+        '中国风',
+        '国潮',
+
+        '糖果色',
+        '胶片电影',
+        '素描',
+        '水墨画',
+        '油画',
+
+        '水彩',
+        '粉笔',
+        '粘土',
+        '毛毡',
+        '贴纸',
+
+        '剪纸',
+        '刺绣',
+        '彩铅',
+        '梵高',
+        '莫奈',
+
+        '穆夏',
+        '毕加索',
+    ]] = None
+
+    def __init__(self, /, **data: Any):
+        super().__init__(**data)
+
+
+class KlingImageRequest(ImageRequest):
+    model: str = "kling"
+    n: Optional[int] = 4
+    size: str = "1:1"
+
+    # 图生图
+    image: Optional[str] = None
+    image_fidelity: Optional[float] = None
+
+    def __init__(self, /, **data: Any):
+        super().__init__(**data)
+        self.size = "1:1" if self.size not in {"1:1", "2:3", "3:2", "3:4", "4:3", "9:16", "16:9"} else self.size
+
+
+class KolorsRequest(ImageRequest):
+    model: Union[str, Literal["kolors-1.0", "kolors-1.5"]] = "kolors-1.0"
+    n: Optional[int] = 4
+
+    """
+    1:1(1024*1024)
+    4:3(1152*896)
+    3:4(768*1024)
+    16:9(1024 576)
+    9:16(576 1024)
+    3:2(1024*640)
+    2:3(640*1024)
+    """
+    size: Literal[
+        "1024x1024", "1152x896", "768x1024", "1024x576", "576x1024", "1024x640", "640x1024"
+    ] = "1024x1024"
+
+    # 图生图
+    image: Optional[str] = None
+    image_fidelity: Optional[float] = None
+
+    def __init__(self, /, **data: Any):
+        super().__init__(**data)
+
+
+class CogviewImageRequest(ImageRequest):
+    model: str = "cogview-3"
+    size: Optional[Literal["1024x1024", "768x1344", "864x1152", "1344x768", "1152x864", "1440x720", "720x1440"]] = None
+
+
+class StepImageRequest(ImageRequest):
+    image_size: str
+    batch_size: int
+    guidance_scale: float
+    num_inference_steps: int
+
+
+class RecraftImageRequest(ImageRequest):
+    transform_model: str = "recraftv3"  # recraftv3-halloween
+    image_type: Optional[
+        Union[
+            str,
+            Literal[
+                'any',
+                'digital_illustration',
+                'digital_illustration',
+                'digital_illustration_pixel_art',
+                'digital_illustration_3d',
+                'digital_illustration_psychedelic',
+                'digital_illustration_hand_drawn',
+                'digital_illustration_grain',
+                'digital_illustration_glow',
+                'digital_illustration_80s',
+                'digital_illustration_watercolor',
+                'digital_illustration_voxel',
+                'digital_illustration_infantile_sketch',
+                'digital_illustration_2d_art_poster',
+                'digital_illustration_kawaii',
+                'digital_illustration_halloween_drawings',
+                'digital_illustration_2d_art_poster_2',
+                'digital_illustration_engraving_color',
+                'digital_illustration_flat_air_art',
+                'digital_illustration_hand_drawn_outline',
+                'digital_illustration_handmade_3d',
+                'digital_illustration_stickers_drawings',
+
+                'realistic_image',
+                'realistic_image_mockup',
+                'realistic_image_b_and_w',
+                'realistic_image_enterprise',
+                'realistic_image_hard_flash',
+                'realistic_image_hdr',
+                'realistic_image_natural_light',
+                'realistic_image_studio_portrait',
+                'realistic_image_motion_blur',
+
+                'vector_illustration',
+                'vector_illustration_seamless',
+                'vector_illustration_line_art',
+                'vector_illustration_doodle_line_art',
+                'vector_illustration_flat_2',
+                'vector_illustration_70s',
+                'vector_illustration_cartoon',
+                'vector_illustration_kawaii',
+                'vector_illustration_linocut',
+                'vector_illustration_engraving',
+                'vector_illustration_halloween_stickers',
+                'vector_illustration_line_circuit',
+
+            ]]] = "any"
+    user_controls: dict = {}
+    layer_size: Optional[dict] = None
+    random_seed: Optional[int] = None
+    num_images_per_prompt: Optional[int] = None
+
+    def __init__(self, /, **data: Any):
+        super().__init__(**data)
+        self.num_images_per_prompt = self.n
+        self.random_seed = self.seed
+
+        max_size = 2048  # 最大像素
+        w, h = map(int, self.size.split('x'))
+        scale_factor = max_size // max(w, h)
+        w, h = w * scale_factor, h * scale_factor
+
+        self.layer_size = {"width": w, "height": h}
+
+        self.image_type = self.style or self.image_type
+        if self.image_type in {"natural", }:
+            self.image_type = "any"
+
+        if "halloween" in self.model:
+            self.user_controls = self.user_controls or {
+                "special_event": "halloween"
+            }
+
+
+class ImageProcessRequest(BaseModel):
+    task: Optional[str] = None
+    image: str
+
+
+BAIDU_TASKS = {
+    'matting': 'matting',
+    'ai-matting': 'matting',
+    'ai-removewatermark': 'removewatermark'  # TODO： 变清晰
+}
+
+
+class BaiduImageProcessRequest(ImageProcessRequest):
+    task: Optional[str] = None
+
+    def __init__(self, /, **data: Any):
+        super().__init__(**data)
+        self.task = BAIDU_TASKS.get(self.task, self.task)
+
+
+HUNYUAN_TASKS = {
+    'clarity': 'clarity',
+    'removewatermark': 'removewatermark',
+    'style': 'style',
+}
+
+
+class HunyuanImageProcessRequest(ImageProcessRequest):
+    task: Optional[Literal[
+        'removewatermark',
+        'style',
+        'clarity',
+    ]] = 'removewatermark'
+    style: Optional[Literal[
+        '摄影',
+        '童话世界',
+        '奇趣卡通',
+        '二次元',
+        '纯真动漫',
+
+        '清新日漫',
+        '3D'
+        '赛博朋克',
+        '像素',
+        '极简',
+
+        '复古',
+        '暗黑系',
+        '波普风',
+        '中国风',
+        '国潮',
+
+        '糖果色',
+        '胶片电影',
+        '素描',
+        '水墨画',
+        '油画',
+
+        '水彩',
+        '粉笔',
+        '粘土',
+        '毛毡',
+        '贴纸',
+
+        '剪纸',
+        '刺绣',
+        '彩铅',
+        '梵高',
+        '莫奈',
+
+        '穆夏',
+        '毕加索',
+    ]] = None
+
+    def __init__(self, /, **data: Any):
+        super().__init__(**data)
+        self.task = HUNYUAN_TASKS.get(self.task, self.task)
+
+
+TEXTIN_TASKS = {
+    # 文本解析
+    "image-to-markdown": "pdf_to_markdown",
+    "pdf-to-markdown": "pdf_to_markdown",
+    "textin-pdf-to-markdown": "pdf_to_markdown",
+
+    # 去水印
+    'textin-removewatermark': 'watermark-remove',
+
+    'textin-ocr': 'text_recognize_3d1',
+    'text-recognize': 'text_recognize_3d1',
+
+    # 图片提取表格
+    "textin-table": "table",
+
+    "textin-crop-enhance": "crop_enhance_image",
+
+    # 票据识别
+    "textin-bill-recognize": "bill_recognize_v2",
+}
+
+
+class TextinImageProcessRequest(ImageProcessRequest):
+
+    def __init__(self, /, **data: Any):
+        super().__init__(**data)
+
+        self.task = TEXTIN_TASKS.get(self.task.replace('_', '-'), self.task)
+
+
+if __name__ == '__main__':
+    # print(ASPECT_RATIOS.items())
+
+    # ImageRequest(quality=1)
+    @lru_cache()
+    def f(r):
+        return r
+
+
+    # f(FluxImageRequest(prompt="xx"))
+
+    # from openai import OpenAI
+    # from meutils.llm.openai_utils import to_openai_images_params
+    #
+    # data = to_openai_images_params(ImageRequest(prompt="a dog"))
+    #
+    # print(data)
+    #
+    # OpenAI().images.generate(**ImageRequest(prompt="a dog").model_dump())
+
+    # print(KlingImageRequest())
+
+    # print(ImagesResponse(data=[{'url': 1}]))
+
+    print(RecraftImageRequest(prompt="").model_dump_json())

meutils/schemas/jimeng_types.py

@@ -0,0 +1,28 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : jimeng_types
+# @Time         : 2024/12/16 18:20
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  :
+import uuid
+
+from meutils.pipe import *
+
+BASE_URL = "https://jimeng.jianying.com"
+FEISHU_URL = "https://xchatllm.feishu.cn/sheets/GYCHsvI4qhnDPNtI4VPcdw2knEd?sheet=zkPAHw"
+
+MODELS_MAP = {
+    "jimeng-2.1": "high_aes_general_v21_L:general_v2.1_L",
+
+    "jimeng-2.0-pro": "high_aes_general_v20_L:general_v2.0_L",
+    "high_aes_general_v20_L:general_v2.0_L": "high_aes_general_v20_L:general_v2.0_L",
+
+    "jimeng-2.0": "high_aes_general_v20:general_v2.0",
+    "jimeng-1.4": "high_aes_general_v14:general_v1.4",
+    "jimeng-xl-pro": "text2img_xl_sft",
+
+    "default": "high_aes_general_v21_L:general_v2.1_L",
+}

meutils/schemas/jina_types.py

@@ -0,0 +1,67 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : jina_types
+# @Time         : 2024/7/8 09:17
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  : 
+
+from meutils.pipe import *
+
+BASE_URL = "https://api.jina.ai/v1"
+
+
+class RerankerRequest(BaseModel):
+    model: str
+    query: str
+    documents: Tuple[str, ...]  # 牛逼
+
+    top_n: int = 3
+
+    max_chunks_per_doc: int = 1024
+    overlap_tokens: int = 64
+    return_documents: bool = True
+
+    class Config:
+        frozen = True
+        json_schema_extra = {
+            "examples": [
+                {
+                    "model": "jina-reranker-v2-base-multilingual",
+                    "query": "Organic skincare products for sensitive skin",
+                    "top_n": 3,
+                    "documents": [
+                        "Organic skincare for sensitive skin with aloe vera and chamomile: Imagine the soothing embrace of nature with our organic skincare range, crafted specifically for sensitive skin. Infused with the calming properties of aloe vera and chamomile, each product provides gentle nourishment and protection. Say goodbye to irritation and hello to a glowing, healthy complexion.",
+                        "New makeup trends focus on bold colors and innovative techniques: Step into the world of cutting-edge beauty with this seasons makeup trends. Bold, vibrant colors and groundbreaking techniques are redefining the art of makeup. From neon eyeliners to holographic highlighters, unleash your creativity and make a statement with every look.",
+                        "Bio-Hautpflege für empfindliche Haut mit Aloe Vera und Kamille: Erleben Sie die wohltuende Wirkung unserer Bio-Hautpflege, speziell für empfindliche Haut entwickelt. Mit den beruhigenden Eigenschaften von Aloe Vera und Kamille pflegen und schützen unsere Produkte Ihre Haut auf natürliche Weise. Verabschieden Sie sich von Hautirritationen und genießen Sie einen strahlenden Teint.",
+                        "Neue Make-up-Trends setzen auf kräftige Farben und innovative Techniken: Tauchen Sie ein in die Welt der modernen Schönheit mit den neuesten Make-up-Trends. Kräftige, lebendige Farben und innovative Techniken setzen neue Maßstäbe. Von auffälligen Eyelinern bis hin zu holografischen Highlightern – lassen Sie Ihrer Kreativität freien Lauf und setzen Sie jedes Mal ein Statement.",
+                        "Cuidado de la piel orgánico para piel sensible con aloe vera y manzanilla: Descubre el poder de la naturaleza con nuestra línea de cuidado de la piel orgánico, diseñada especialmente para pieles sensibles. Enriquecidos con aloe vera y manzanilla, estos productos ofrecen una hidratación y protección suave. Despídete de las irritaciones y saluda a una piel radiante y saludable.",
+                        "Las nuevas tendencias de maquillaje se centran en colores vivos y técnicas innovadoras: Entra en el fascinante mundo del maquillaje con las tendencias más actuales. Colores vivos y técnicas innovadoras están revolucionando el arte del maquillaje. Desde delineadores neón hasta iluminadores holográficos, desata tu creatividad y destaca en cada look.",
+                        "针对敏感肌专门设计的天然有机护肤产品：体验由芦荟和洋甘菊提取物带来的自然呵护。我们的护肤产品特别为敏感肌设计，温和滋润，保护您的肌肤不受刺激。让您的肌肤告别不适，迎来健康光彩。",
+                        "新的化妆趋势注重鲜艳的颜色和创新的技巧：进入化妆艺术的新纪元，本季的化妆趋势以大胆的颜色和创新的技巧为主。无论是霓虹眼线还是全息高光，每一款妆容都能让您脱颖而出，展现独特魅力。",
+                        "敏感肌のために特別に設計された天然有機スキンケア製品: アロエベラとカモミールのやさしい力で、自然の抱擁を感じてください。敏感肌用に特別に設計された私たちのスキンケア製品は、肌に優しく栄養を与え、保護します。肌トラブルにさようなら、輝く健康な肌にこんにちは。",
+                        "新しいメイクのトレンドは鮮やかな色と革新的な技術に焦点を当てています: 今シーズンのメイクアップトレンドは、大胆な色彩と革新的な技術に注目しています。ネオンアイライナーからホログラフィックハイライターまで、クリエイティビティを解き放ち、毎回ユニークなルックを演出しましょう。"
+                    ]
+                },
+                {
+                    "model": "jina-reranker-v2-base-multilingual",
+                    "query": "Organic skincare products for sensitive skin",
+                    "top_n": 3,
+                    "documents": [
+                        "Organic skincare for sensitive skin with aloe vera and chamomile: Imagine the soothing embrace of nature with our organic skincare range, crafted specifically for sensitive skin. Infused with the calming properties of aloe vera and chamomile, each product provides gentle nourishment and protection. Say goodbye to irritation and hello to a glowing, healthy complexion.",
+                        "New makeup trends focus on bold colors and innovative techniques: Step into the world of cutting-edge beauty with this seasons makeup trends. Bold, vibrant colors and groundbreaking techniques are redefining the art of makeup. From neon eyeliners to holographic highlighters, unleash your creativity and make a statement with every look.",
+                        "Bio-Hautpflege für empfindliche Haut mit Aloe Vera und Kamille: Erleben Sie die wohltuende Wirkung unserer Bio-Hautpflege, speziell für empfindliche Haut entwickelt. Mit den beruhigenden Eigenschaften von Aloe Vera und Kamille pflegen und schützen unsere Produkte Ihre Haut auf natürliche Weise. Verabschieden Sie sich von Hautirritationen und genießen Sie einen strahlenden Teint.",
+                        "Neue Make-up-Trends setzen auf kräftige Farben und innovative Techniken: Tauchen Sie ein in die Welt der modernen Schönheit mit den neuesten Make-up-Trends. Kräftige, lebendige Farben und innovative Techniken setzen neue Maßstäbe. Von auffälligen Eyelinern bis hin zu holografischen Highlightern – lassen Sie Ihrer Kreativität freien Lauf und setzen Sie jedes Mal ein Statement.",
+                        "Cuidado de la piel orgánico para piel sensible con aloe vera y manzanilla: Descubre el poder de la naturaleza con nuestra línea de cuidado de la piel orgánico, diseñada especialmente para pieles sensibles. Enriquecidos con aloe vera y manzanilla, estos productos ofrecen una hidratación y protección suave. Despídete de las irritaciones y saluda a una piel radiante y saludable.",
+                        "Las nuevas tendencias de maquillaje se centran en colores vivos y técnicas innovadoras: Entra en el fascinante mundo del maquillaje con las tendencias más actuales. Colores vivos y técnicas innovadoras están revolucionando el arte del maquillaje. Desde delineadores neón hasta iluminadores holográficos, desata tu creatividad y destaca en cada look.",
+                        "针对敏感肌专门设计的天然有机护肤产品：体验由芦荟和洋甘菊提取物带来的自然呵护。我们的护肤产品特别为敏感肌设计，温和滋润，保护您的肌肤不受刺激。让您的肌肤告别不适，迎来健康光彩。",
+                        "新的化妆趋势注重鲜艳的颜色和创新的技巧：进入化妆艺术的新纪元，本季的化妆趋势以大胆的颜色和创新的技巧为主。无论是霓虹眼线还是全息高光，每一款妆容都能让您脱颖而出，展现独特魅力。",
+                        "敏感肌のために特別に設計された天然有機スキンケア製品: アロエベラとカモミールのやさしい力で、自然の抱擁を感じてください。敏感肌用に特別に設計された私たちのスキンケア製品は、肌に優しく栄養を与え、保護します。肌トラブルにさようなら、輝く健康な肌にこんにちは。",
+                        "新しいメイクのトレンドは鮮やかな色と革新的な技術に焦点を当てています: 今シーズンのメイクアップトレンドは、大胆な色彩と革新的な技術に注目しています。ネオンアイライナーからホログラフィックハイライターまで、クリエイティビティを解き放ち、毎回ユニークなルックを演出しましょう。"
+                    ]
+
+                },
+            ]
+        }