MeUtils 2024.3.4.13.4.45__py3-none-any.whl → 2025.1.16.17.15.52__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {MeUtils-2024.3.4.13.4.45.dist-info → MeUtils-2025.1.16.17.15.52.dist-info}/METADATA +38 -32
- MeUtils-2025.1.16.17.15.52.dist-info/RECORD +864 -0
- {MeUtils-2024.3.4.13.4.45.dist-info → MeUtils-2025.1.16.17.15.52.dist-info}/WHEEL +1 -1
- {MeUtils-2024.3.4.13.4.45.dist-info → MeUtils-2025.1.16.17.15.52.dist-info}/entry_points.txt +1 -0
- apps/spider.py +24 -8
- examples/_openaisdk/4v.py +110 -0
- examples/_openaisdk/__init__.py +11 -0
- examples/_openaisdk/baichuan.py +38 -0
- examples/_openaisdk/bpo.py +138 -0
- examples/_openaisdk/chat_latex.py +95 -0
- examples/_openaisdk/chattts.py +85 -0
- examples/_openaisdk/copilot.py +48 -0
- examples/_openaisdk/dalle3.py +48 -0
- examples/_openaisdk/deeplx.py +31 -0
- examples/_openaisdk/demo.py +77 -0
- examples/_openaisdk/embeddings.py +34 -0
- examples/_openaisdk/gpt4all.py +69 -0
- examples/_openaisdk/gpt_fc.py +23 -0
- examples/_openaisdk/gr_vl.py +46 -0
- examples/_openaisdk/json_mode.py +12 -0
- examples/_openaisdk/kimi.py +91 -0
- examples/_openaisdk/kimi_qa.py +57 -0
- examples/_openaisdk/minimax.py +75 -0
- examples/_openaisdk/open_router.py +48 -0
- examples/_openaisdk/openai_aiplus.py +54 -0
- examples/_openaisdk/openai_audio.py +20 -0
- examples/_openaisdk/openai_baichuan.py +59 -0
- examples/_openaisdk/openai_cache.py +37 -0
- examples/_openaisdk/openai_chatfire.py +228 -0
- examples/_openaisdk/openai_chatfire_all.py +166 -0
- examples/_openaisdk/openai_deepinfra.py +55 -0
- examples/_openaisdk/openai_deepseek.py +29 -0
- examples/_openaisdk/openai_doubao.py +43 -0
- examples/_openaisdk/openai_embeddings.py +36 -0
- examples/_openaisdk/openai_files.py +57 -0
- examples/_openaisdk/openai_gitee.py +33 -0
- examples/_openaisdk/openai_god.py +45 -0
- examples/_openaisdk/openai_groq.py +240 -0
- examples/_openaisdk/openai_images.py +203 -0
- examples/_openaisdk/openai_json.py +78 -0
- examples/_openaisdk/openai_lingyi.py +59 -0
- examples/_openaisdk/openai_modelscope.py +54 -0
- examples/_openaisdk/openai_moon.py +55 -0
- examples/_openaisdk/openai_oi.py +61 -0
- examples/_openaisdk/openai_ppu.py +47 -0
- examples/_openaisdk/openai_qwen.py +58 -0
- examples/_openaisdk/openai_search.py +42 -0
- examples/_openaisdk/openai_sensenova.py +81 -0
- examples/_openaisdk/openai_siliconflow.py +52 -0
- examples/_openaisdk/openai_step.py +45 -0
- examples/_openaisdk/openai_test.py +66 -0
- examples/_openaisdk/openai_together.py +57 -0
- examples/_openaisdk/openai_tune.py +38 -0
- examples/_openaisdk/openai_zhipu.py +59 -0
- examples/_openaisdk/ppu.py +28 -0
- examples/_openaisdk/rag.py +54 -0
- examples/_openaisdk/rag_.py +26 -0
- examples/_openaisdk/test.py +52 -0
- examples/_openaisdk/x.py +32 -0
- examples/_openaisdk/xx.py +29 -0
- examples/_openaisdk/zhipu_files.py +47 -0
- examples/_openaisdk/zhipu_/346/231/272/350/203/275/344/275/223.py +45 -0
- examples/_openaisdk//345/205/234/345/272/225/346/265/213/350/257/225.py +50 -0
- examples/_openaisdk//345/244/232/346/250/241/346/200/201/346/265/213/350/257/225.py +76 -0
- examples/_openaisdk//345/244/232/346/250/241/346/200/201/346/265/213/350/257/225_.py +56 -0
- examples/_openaisdk//346/226/207/344/273/266/351/227/256/347/255/224.py +36 -0
- examples/_openaisdk//346/226/207/346/241/243/350/247/243/346/236/220.py +34 -0
- examples/_openaisdk//346/250/241/345/236/213/346/265/213/350/257/225.py +53 -0
- examples/_openaisdk//351/230/277/351/207/214.py +80 -0
- {meutils/serving/jina/__demo → examples/ann}/__init__.py +1 -1
- examples/ann/main.py +31 -0
- examples/apis/kl.py +28 -0
- examples/apis/x.py +17 -0
- examples/apis/xx.py +17 -0
- examples/arq_demo/demo.py +3 -0
- examples/backgroundtasks.py +25 -0
- examples/bserver.py +513 -21
- examples/cache_demo/HermesCache_demo.py +81 -0
- examples/cache_demo/acacge.py +26 -0
- examples/cache_demo/x.py +31 -0
- {meutils/docarray_utils → examples/caches}/__init__.py +1 -1
- examples/caches/llmcache.py +18 -0
- examples/celery_demo/product_task.py +2 -0
- examples/demo.py +17 -1
- examples/fastapi_caching.py +59 -0
- {meutils/dependencies → examples/gr}/__init__.py +1 -1
- examples/gr/d.py +22 -0
- examples/gr/demo.py +30 -0
- examples/ip2/345/234/260/345/214/272.py +16 -0
- examples/jinja2_demo/j2_demo.py +20 -1
- examples/json/346/240/207/345/207/206/345/214/226.py +54 -0
- examples/md.py +29 -0
- {meutils/serving/jina → examples/nesc}/__init__.py +1 -1
- examples/nesc/main.py +76 -0
- examples/orm/mysql_orm.py +113 -0
- examples/orm/sql_creater.py +57 -0
- examples/orm/sqlm.py +134 -0
- examples/rq_demo/fns.py +18 -0
- examples/rq_demo/redis/351/230/237/345/210/227.py +14 -7
- examples/rq_demo/redis/351/230/237/345/210/227_add_chatfire.py +30 -0
- examples/size_map.py +43 -0
- examples/test.py +59 -0
- examples/webs/__init__.py +11 -0
- examples/webs/main.py +34 -0
- examples/x.py +13 -0
- examples//345/216/273/346/260/264/345/215/260.py +20 -0
- examples//346/226/207/346/241/243/346/231/272/350/203/275/__init__.py +11 -0
- meutils/_utils.py +15 -6
- meutils/ai_audio/asr/__init__.py +3 -2
- meutils/ai_audio/asr/cf_asr.py +53 -0
- meutils/ai_audio/asr/de.py +11 -0
- meutils/ai_audio/asr/fast_asr.py +15 -7
- meutils/ai_audio/asr/openai_asr.py +83 -6
- meutils/ai_audio/fast_asr.py +8 -4
- meutils/ai_audio/tts/EdgeTTS.py +33 -7
- meutils/ai_audio/tts/openai_tts.py +24 -20
- meutils/ai_audio/tts/tts_ui.py +1 -0
- meutils/ai_audio/utils.py +9 -0
- meutils/ai_cv/__init__.py +0 -1
- meutils/ai_cv/ocr.py +3 -2
- meutils/ai_cv/utils.py +154 -0
- meutils/ai_video/avmerge.py +6 -0
- meutils/ai_video/video.py +11 -2
- meutils/{api → apis}/__init__.py +1 -1
- meutils/apis/ali_apis.py +60 -0
- meutils/apis/audio/__init__.py +10 -0
- meutils/apis/audio/deepinfra.py +59 -0
- meutils/apis/audio/fish.py +248 -0
- meutils/apis/baidu/__init__.py +9 -0
- meutils/apis/baidu/bdaitpzs.py +229 -0
- meutils/apis/baidu/test.py +78 -0
- meutils/apis/chatglm/__init__.py +11 -0
- meutils/apis/chatglm/glm_video.py +273 -0
- meutils/apis/chatglm/glm_video_api.py +116 -0
- meutils/apis/chatglm/images.py +63 -0
- meutils/apis/chatglm/temp.py +259 -0
- meutils/apis/chatglm/x.py +31 -0
- meutils/{api → apis}/common.py +10 -6
- meutils/apis/fal/__init__.py +11 -0
- meutils/apis/fal/files.py +53 -0
- meutils/apis/fal/images.py +57 -0
- meutils/apis/fal/images_.py +72 -0
- meutils/apis/fal/videos.py +77 -0
- meutils/apis/firecrawl.py +45 -0
- meutils/apis/gitee/__init__.py +11 -0
- meutils/apis/gitee/images/__init__.py +9 -0
- meutils/apis/gitee/images/kolors.py +99 -0
- meutils/apis/hailuoai/__init__.py +11 -0
- meutils/apis/hailuoai/demo.py +34 -0
- meutils/apis/hailuoai/hasha_new.py +248 -0
- meutils/apis/hailuoai/music.py +11 -0
- meutils/apis/hailuoai/upload.py +116 -0
- meutils/apis/hailuoai/videos.py +460 -0
- meutils/apis/hailuoai/yy.py +242 -0
- meutils/apis/hf/__init__.py +11 -0
- meutils/apis/hf/got_ocr.py +64 -0
- meutils/apis/hf/gradio.py +34 -0
- meutils/apis/hf/hivisionidphotos.py +80 -0
- meutils/apis/hf/kolors.py +68 -0
- meutils/apis/hf/kolors_virtual_try_on.py +107 -0
- meutils/apis/hf/r.py +53 -0
- meutils/apis/hf/x.py +26 -0
- meutils/apis/hf//350/257/201/344/273/266/347/205/247.py +41 -0
- meutils/apis/hunyuan/__init__.py +11 -0
- meutils/apis/hunyuan/image_tools.py +84 -0
- meutils/apis/images/__init__.py +11 -0
- meutils/apis/images/deepinfra.py +92 -0
- meutils/apis/images/demo.py +150 -0
- meutils/apis/images/eidt.py +36 -0
- meutils/apis/images/flux/__init__.py +11 -0
- meutils/apis/images/flux/fluxpro.py +108 -0
- meutils/apis/images/flux/mystic.py +116 -0
- meutils/apis/images/ideogram/__init__.py +10 -0
- meutils/apis/images/ideogram/ideogram_images.py +193 -0
- meutils/apis/images/prodia/__init__.py +12 -0
- meutils/apis/images/prodia/faceswap.py +76 -0
- meutils/apis/images/recraft.py +152 -0
- meutils/apis/images/virtual_try_on/__init__.py +11 -0
- meutils/apis/images/virtual_try_on/images.py +65 -0
- meutils/apis/jiema/24mail.py +96 -0
- meutils/apis/jiema/__init__.py +11 -0
- meutils/apis/jiema/yezi.py +97 -0
- meutils/apis/jimeng/__init__.py +11 -0
- meutils/apis/jimeng/common.py +328 -0
- meutils/apis/jimeng/doubao.py +68 -0
- meutils/apis/jimeng/doubao_utils.py +175 -0
- meutils/apis/jimeng/files.py +263 -0
- meutils/apis/jimeng/images.py +140 -0
- meutils/apis/jimeng/lip_sync.py +11 -0
- meutils/apis/jina.py +55 -0
- meutils/apis/kling/__init__.py +11 -0
- meutils/apis/kling/api.py +60 -0
- meutils/apis/kling/images.py +174 -0
- meutils/apis/kling/kolors_virtual_try_on.py +111 -0
- meutils/apis/kling/kolors_virtual_try_on_web.py +126 -0
- meutils/apis/kling/videos.py +67 -0
- meutils/apis/kling//351/211/264/346/235/203.py +34 -0
- meutils/apis/kuaidi.py +32 -0
- meutils/apis/kuaishou/__init__.py +10 -0
- meutils/apis/kuaishou/klingai.py +523 -0
- meutils/apis/kuaishou/klingai_video.py +197 -0
- meutils/apis/kuaishou/kolors.py +189 -0
- meutils/apis/llm_qa.py +55 -0
- meutils/apis/luma/__init__.py +11 -0
- meutils/apis/luma/luma.py +123 -0
- meutils/apis/minicpm/__init__.py +9 -0
- meutils/apis/minicpm/luca.py +137 -0
- meutils/apis/monica/__init__.py +11 -0
- meutils/apis/monica/llm.py +11 -0
- meutils/apis/napkin/__init__.py +11 -0
- meutils/apis/napkin/icons.py +42 -0
- meutils/apis/niutrans.py +73 -0
- meutils/apis/oneapi/__init__.py +11 -0
- meutils/apis/oneapi/channel.py +68 -0
- meutils/apis/oneapi/common.py +135 -0
- meutils/apis/oneapi/log.py +47 -0
- meutils/apis/oneapi/token.py +48 -0
- meutils/apis/oneapi/token_.py +112 -0
- meutils/apis/oneapi/user.py +100 -0
- meutils/apis/oneapi/utils.py +47 -0
- meutils/apis/pixverse/__init__.py +11 -0
- meutils/apis/pixverse/pixverse.py +150 -0
- meutils/apis/proxy/__init__.py +11 -0
- meutils/apis/proxy/ips.py +178 -0
- meutils/apis/remini/__init__.py +11 -0
- meutils/apis/remini/remini.py +89 -0
- meutils/apis/replicateai/__init__.py +11 -0
- meutils/apis/replicateai/images.py +79 -0
- meutils/apis/replicateai/raw.py +53 -0
- meutils/apis/runwayml/__init__.py +10 -0
- meutils/apis/runwayml/gen.py +143 -0
- meutils/apis/search/__init__.py +11 -0
- meutils/apis/search/baichuan.py +11 -0
- meutils/apis/search/metaso.py +218 -0
- meutils/apis/search/metaso_.py +77 -0
- meutils/apis/search/n.py +99 -0
- meutils/apis/search/searxng.py +42 -0
- meutils/apis/search_music.py +39 -0
- meutils/apis/siliconflow/__init__.py +9 -0
- meutils/apis/siliconflow/audio.py +63 -0
- meutils/apis/siliconflow/image_to_image.py +116 -0
- meutils/apis/siliconflow/images.py +154 -0
- meutils/apis/siliconflow/rerankers.py +40 -0
- meutils/apis/siliconflow/text_to_image.py +132 -0
- meutils/apis/siliconflow/utils.py +66 -0
- meutils/apis/siliconflow/videos.py +102 -0
- meutils/apis/sunoai/__init__.py +10 -0
- meutils/apis/sunoai/haimian.py +135 -0
- meutils/apis/sunoai/suno.py +373 -0
- meutils/apis/textcard/__init__.py +11 -0
- meutils/apis/textcard/demo.py +25 -0
- meutils/apis/textcard/hanyuxinjie.py +81 -0
- meutils/apis/textin.py +159 -0
- meutils/apis/to_image/__init__.py +11 -0
- meutils/apis/to_image/html2image.py +29 -0
- meutils/apis/to_image/md.py +29 -0
- meutils/apis/to_image/url2image.py +41 -0
- meutils/apis/together/__init__.py +11 -0
- meutils/apis/together/images.py +80 -0
- meutils/apis/translator/__init__.py +9 -0
- meutils/apis/translator/deeplx.py +55 -0
- meutils/apis/tripo3d/__init__.py +11 -0
- meutils/apis/tripo3d/images.py +106 -0
- meutils/apis/ts.py +60 -0
- meutils/apis/uptime_kuma/__init__.py +11 -0
- meutils/apis/uptime_kuma/common.py +56 -0
- meutils/apis/uptime_kuma//345/233/275/344/272/247/345/210/206/347/273/204.py +68 -0
- meutils/apis/utils.py +47 -0
- meutils/apis/videos/__init__.py +11 -0
- meutils/apis/videos/sora.py +16 -0
- meutils/apis/vidu/__init__.py +9 -0
- meutils/apis/vidu/vidu_video.py +254 -0
- meutils/apis/vidu/x.py +14 -0
- meutils/apis/voice_clone/__init__.py +10 -0
- meutils/apis/voice_clone/fish.py +236 -0
- meutils/apis/voice_clone/fish_api.py +16 -0
- meutils/apis/web_search.py +31 -0
- meutils/apis/yezi.py +97 -0
- meutils/async_task/__init__.py +13 -0
- meutils/async_task/celery_config.py +106 -0
- meutils/async_task/common.py +37 -0
- meutils/async_task/demo_create_tasks.py +73 -0
- meutils/async_task/tasks/__init__.py +11 -0
- meutils/async_task/tasks/_all.py +20 -0
- meutils/async_task/tasks/hailuo.py +24 -0
- meutils/async_task/tasks/kling.py +30 -0
- meutils/async_task/tasks/replicateai.py +24 -0
- meutils/async_task/tasks/test.py +124 -0
- meutils/async_task/tasks/vidu.py +28 -0
- meutils/async_task/utils.py +191 -0
- meutils/async_task//351/200/232/347/224/250/350/256/276/350/256/241.py +119 -0
- meutils/async_utils/asyncer_.py +37 -0
- meutils/async_utils/background.py +68 -0
- meutils/async_utils/common.py +136 -16
- meutils/async_utils/test.py +47 -0
- meutils/cache_utils.py +29 -23
- meutils/caches/__init__.py +9 -0
- meutils/caches/acache.py +45 -0
- meutils/caches/redis_cache.py +63 -0
- meutils/clis/check_api.py +66 -0
- meutils/clis/cli.py +1 -1
- meutils/common.py +56 -17
- meutils/config_utils/__init__.py +11 -0
- meutils/config_utils/lark_utils/__init__.py +11 -0
- meutils/config_utils/lark_utils/common.py +385 -0
- meutils/config_utils/lark_utils/demo.py +13 -0
- meutils/config_utils/lark_utils/x.py +50 -0
- meutils/config_utils/manager.py +108 -0
- meutils/crawlers/__init__.py +11 -0
- meutils/data/VERSION +1 -1
- meutils/data/cowboy-hat-face.webp +0 -0
- meutils/data/oneapi/FOOTER.md +7 -0
- meutils/data/oneapi/NOTICE.md +138 -0
- meutils/data/oneapi/__init__.py +15 -0
- meutils/db/orm.py +179 -0
- meutils/db/redis_db.py +87 -0
- meutils/decorators/cache.py +1 -1
- meutils/decorators/common.py +84 -5
- meutils/decorators/contextmanagers.py +17 -6
- meutils/decorators/fastapi_decorator.py +77 -3
- meutils/decorators/polling.py +46 -0
- meutils/decorators/retry.py +150 -26
- meutils/fastapi_utils/__init__.py +11 -0
- meutils/fastapi_utils/exceptions/http_error.py +72 -0
- meutils/fastapi_utils/exceptions/validation_error.py +44 -0
- meutils/hash_utils.py +9 -4
- meutils/hooks/__init__.py +11 -0
- meutils/hooks/hook_test.py +174 -0
- meutils/hooks/wechat.py +162 -0
- meutils/hooks/wechat_channel.py +303 -0
- meutils/init/evn.py +1 -1
- meutils/io/files_utils.py +232 -0
- meutils/io/image.py +148 -10
- meutils/io/x.py +75 -0
- meutils/llm/__init__.py +10 -0
- meutils/llm/check_api.py +109 -0
- meutils/llm/check_utils.py +106 -0
- meutils/llm/clients.py +38 -0
- meutils/llm/completions/__init__.py +11 -0
- meutils/llm/completions/agents/__init__.py +11 -0
- meutils/llm/completions/agents/file.py +125 -0
- meutils/llm/completions/cp.py +112 -0
- meutils/llm/completions/delilegal.py +135 -0
- meutils/llm/completions/dify.py +81 -0
- meutils/llm/completions/kimi.py +47 -0
- meutils/llm/completions/modelscope.py +11 -0
- meutils/{fileparser/filetype.py → llm/completions/oi.py} +5 -3
- meutils/llm/completions/rag/__init__.py +11 -0
- meutils/llm/completions/rag/fire.py +157 -0
- meutils/llm/completions/rag/qwen.py +11 -0
- meutils/llm/completions/rag/rag.py +41 -0
- meutils/llm/completions/rag.py +38 -0
- meutils/llm/completions/tryblend.py +201 -0
- meutils/llm/completions/tune.py +284 -0
- meutils/llm/completions/x.py +26 -0
- meutils/llm/completions/xx.py +61 -0
- meutils/llm/completions/yuanbao.py +176 -0
- meutils/llm/demo.py +114 -0
- meutils/llm/functions/__init__.py +11 -0
- meutils/llm/mappers.py +15 -0
- meutils/llm/openai_utils/__init__.py +11 -0
- meutils/llm/openai_utils/common.py +284 -0
- meutils/llm/openai_utils/tool_outputs.py +45 -0
- meutils/llm/output_parsers/__init__.py +80 -0
- meutils/llm/prompts/__init__.py +244 -0
- meutils/llm/prompts/demo.py +155 -0
- meutils/llm/prompts/html2image_test.py +19 -0
- meutils/llm/utils.py +133 -0
- meutils/llm/x.py +75 -0
- meutils/notice/feishu.py +40 -9
- meutils/notice/wechat.py +23 -21
- meutils/np_utils.py +10 -1
- meutils/office_automation/pdf.py +6 -1
- meutils/oss/__init__.py +20 -0
- meutils/oss/minio_oss.py +184 -0
- meutils/oss/minio_utils.py +48 -0
- meutils/other/__demo.py +6 -4
- meutils/pandas_utils/__init__.py +1 -0
- meutils/pandas_utils/common.py +31 -0
- meutils/pandas_utils/pd_utils.py +10 -6
- meutils/parsers/__init__.py +10 -0
- meutils/parsers/file_parsers.py +110 -0
- meutils/parsers/fileparser/demo.py +41 -0
- meutils/parsers/fileparser/filetype.py +41 -0
- meutils/pay.py +37 -0
- meutils/pipe.py +37 -4
- meutils/playwright_utils/common.py +20 -12
- meutils/plots/common.py +35 -34
- meutils/queues/demo.py +56 -0
- meutils/queues/smooth_queue.py +120 -0
- meutils/queues/uniform_queue.py +3 -1
- meutils/request_utils/__init__.py +26 -2
- meutils/request_utils/ark.py +47 -0
- meutils/request_utils/crawler.py +34 -5
- meutils/request_utils/jwt_utils/__init__.py +11 -0
- meutils/request_utils/jwt_utils/common.py +42 -0
- meutils/request_utils/volc.py +160 -0
- meutils/schemas/__init__.py +0 -1
- meutils/schemas/baidu_types.py +70 -0
- meutils/schemas/batch_types.py +450 -0
- meutils/schemas/celery_types.py +64 -0
- meutils/schemas/chatfire_types.py +15 -0
- meutils/schemas/chatglm_types.py +197 -0
- meutils/schemas/db/__init__.py +11 -0
- meutils/schemas/db/oneapi_types.py +117 -0
- meutils/schemas/dify_types.py +40 -0
- meutils/schemas/embedding.py +31 -0
- meutils/schemas/fal_types.py +13 -0
- meutils/schemas/fish_types.py +11 -0
- meutils/schemas/hailuo_types.py +208 -0
- meutils/schemas/haimian_types.py +51 -0
- meutils/schemas/idphoto_types.py +43 -0
- meutils/schemas/image_types.py +476 -0
- meutils/schemas/jimeng_types.py +28 -0
- meutils/schemas/jina_types.py +67 -0
- meutils/schemas/kimi_types.py +86 -0
- meutils/schemas/kling_types.py +235 -0
- meutils/schemas/kuaishou_types.py +328 -0
- meutils/schemas/luma_types.py +59 -0
- meutils/schemas/message_types.py +165 -0
- meutils/schemas/message_types_.py +219 -0
- meutils/schemas/metaso_types.py +64 -0
- meutils/schemas/napkin_types.py +85 -0
- meutils/schemas/ocr_types.py +37 -0
- meutils/schemas/oneapi/__init__.py +11 -0
- meutils/schemas/oneapi/_types.py +49 -0
- meutils/schemas/oneapi/common.py +883 -0
- meutils/schemas/oneapi/icons.py +30 -0
- meutils/schemas/oneapi/model_group_info.py +48 -0
- meutils/schemas/oneapi/model_info.py +34 -0
- meutils/schemas/oneapi/models.py +26 -0
- meutils/schemas/oneapi/x.py +26 -0
- meutils/schemas/oneapi//351/207/215/345/256/232/345/220/221.py +132 -0
- meutils/schemas/openai_api_protocol.py +411 -0
- meutils/schemas/openai_types.py +366 -0
- meutils/schemas/pixverse_types.py +88 -0
- meutils/schemas/playwright_types.py +57 -0
- meutils/schemas/prodia_types.py +19 -0
- meutils/schemas/replicate_types.py +112 -0
- meutils/schemas/request_types.py +20 -0
- meutils/schemas/runwayml_types.py +190 -0
- meutils/schemas/siliconflow_types.py +80 -0
- meutils/schemas/step_types.py +19 -0
- meutils/schemas/suno_types.py +319 -0
- meutils/schemas/task_types.py +192 -0
- meutils/schemas/translator_types.py +29 -0
- meutils/schemas/tripo3d_types.py +57 -0
- meutils/schemas/tryblend_types.py +51 -0
- meutils/schemas/video_types.py +62 -0
- meutils/schemas/vidu_types.py +350 -0
- meutils/schemas/wechat_types.py +316 -0
- meutils/schemas/yuanbao_types.py +260 -0
- meutils/serving/celery/__init__.py +8 -0
- meutils/serving/celery/config.py +115 -0
- meutils/serving/celery/router.py +4 -6
- meutils/serving/celery/tasks.py +6 -4
- meutils/serving/celery//351/200/232/347/224/250/350/256/276/350/256/241.py +119 -0
- meutils/serving/fastapi/common.py +27 -31
- meutils/serving/fastapi/dependencies/__init__.py +0 -1
- meutils/serving/fastapi/dependencies/auth.py +55 -2
- meutils/serving/fastapi/exceptions/http_error.py +67 -2
- meutils/serving/fastapi/exceptions/validation_error.py +18 -2
- meutils/serving/fastapi/lifespans.py +73 -0
- meutils/serving/fastapi/routers/scheduler.py +12 -0
- meutils/serving/fastapi/routers/screenshot.py +47 -0
- meutils/serving/fastapi/routers/spider.py +8 -3
- meutils/serving/fastapi/routers/task.py +48 -0
- meutils/serving/fastapi/utils.py +48 -1
- meutils/serving/streamlit/common.py +1 -1
- meutils/smooth_utils.py +3 -0
- meutils/str_utils/__init__.py +22 -3
- meutils/str_utils/json_utils.py +7 -0
- meutils/str_utils/regular_expression.py +102 -10
- meutils/templates/xx.html +21 -0
- meutils/templates/xxx.html +117 -0
- meutils/todo.py +12 -0
- meutils/tools/token_monitor.py +33 -0
- MeUtils-2024.3.4.13.4.45.dist-info/RECORD +0 -540
- meutils/ai_audio/asr/subtitle.srt +0 -40
- meutils/ai_audio/demo.ipynb +0 -1215
- meutils/ai_audio/example.srt +0 -348
- meutils/ai_audio/new.srt +0 -179
- meutils/ai_audio/subtitles.srt +0 -696
- meutils/ai_audio/tts/new.srt +0 -179
- meutils/ai_audio//350/247/206/351/242/221/345/220/210/345/271/266.sh +0 -32
- meutils/ai_cv/1.jpg +0 -0
- meutils/ai_cv/197.jpg +0 -0
- meutils/ai_cv/2.jpg +0 -0
- meutils/ai_cv/img.png +0 -0
- meutils/ai_cv/invoice.jpg +0 -0
- meutils/ai_cv/tbl.png +0 -0
- meutils/ai_cv/test.png +0 -0
- meutils/ann/README.md +0 -33
- meutils/ann/README_gensim.md +0 -47
- meutils/ann/examples/client.py +0 -59
- meutils/ann/examples/demo.py +0 -24
- meutils/api/deeplx.py +0 -29
- meutils/api/qr.png +0 -0
- meutils/clis/README.md +0 -29
- meutils/clis/__test.sh +0 -17
- meutils/clis/deepseek.txt +0 -8
- meutils/clis/deepseek_13003330042.json +0 -1
- meutils/clis/deepseek_13003872192.json +0 -1
- meutils/clis/deepseek_13852263862.json +0 -1
- meutils/clis/deepseek_13913898681.json +0 -1
- meutils/clis/deepseek_13962978617.json +0 -1
- meutils/clis/deepseek_15251801790.json +0 -1
- meutils/clis/deepseek_15720826383.json +0 -1
- meutils/clis/deepseek_18395563611.json +0 -1
- meutils/clis/deepseek_313303303@qq.com.json +0 -1
- meutils/clis/kimi_state.json +0 -1
- meutils/cmds/README.md +0 -55
- meutils/coding/__init__.py +0 -11
- meutils/coding/find132.py +0 -40
- meutils/db/README.md +0 -51
- meutils/decorators/README.md +0 -17
- meutils/docarray_utils/demo_es.py +0 -34
- meutils/docarray_utils/demo_hnsw.py +0 -55
- meutils/docarray_utils/in_memory.py +0 -38
- meutils/docarray_utils//346/224/271/351/200/240/344/270/213hnsw.py +0 -43
- meutils/io/file.py +0 -20
- meutils/io/img.png +0 -0
- meutils/io/x.yml +0 -1
- meutils/notice/img.png +0 -0
- meutils/notice/todo.md +0 -10
- meutils/office_automation//346/212/225/350/265/204/347/256/241/347/220/206/347/263/273/347/273/237O3.2_/344/272/244/346/230/223/347/273/204.pdm +0 -22469
- meutils/playwright_utils/__test.sh +0 -2
- meutils/playwright_utils/kimi1_cookies.json +0 -1
- meutils/playwright_utils/kimi2_cookies.json +0 -1
- meutils/playwright_utils/kimi_cookies.json +0 -93
- meutils/serving/README.md +0 -1
- meutils/serving/celery/_run.sh +0 -10
- meutils/serving/gui/run.sh +0 -9
- meutils/serving/jina/__demo/client.py +0 -42
- meutils/serving/jina/__demo/flow.svg +0 -1
- meutils/serving/jina/__demo/s.py +0 -34
- meutils/serving/jina/__demo/s2.py +0 -37
- meutils/serving/jina/__demo/server.py +0 -83
- meutils/serving/jina/__demo/test.py +0 -40
- meutils/serving/jina/executors/SentenceEncoder.py +0 -62
- meutils/serving/jina/executors/SentenceEncoder_.py +0 -63
- meutils/serving/jina/executors/__init__.py +0 -46
- meutils/serving/jina/executors/base.py +0 -40
- meutils/serving/jina/nlp_serving/__init__.py +0 -11
- meutils/serving/jina/nlp_serving/word_segmentation.py +0 -40
- meutils/serving/streamlit/conf.yaml +0 -5
- meutils/serving/streamlit/ocr.png +0 -0
- meutils/serving/streamlit/run.sh +0 -17
- meutils/serving/webui/.streamlit/_config.toml +0 -186
- meutils/serving/webui/.streamlit/config.toml +0 -26
- meutils/serving/webui/pages/_1_/345/210/206/350/257/215.py +0 -56
- meutils/serving/webui/pages/_2_/350/257/215/346/200/247/346/240/207/346/263/250/344/270/216/345/256/236/344/275/223/350/257/206/345/210/253.py +0 -54
- meutils/serving/webui/pages/_3_/346/226/207/346/234/254/345/214/271/351/205/215.py +0 -64
- meutils/serving/webui/run.sh +0 -9
- meutils/spark/__init__.py +0 -26
- meutils/tools/monitor.yml +0 -29
- {MeUtils-2024.3.4.13.4.45.dist-info → MeUtils-2025.1.16.17.15.52.dist-info}/LICENSE +0 -0
- {MeUtils-2024.3.4.13.4.45.dist-info → MeUtils-2025.1.16.17.15.52.dist-info}/top_level.txt +0 -0
- {meutils → examples}/comp_utils/__init__.py +0 -0
- {meutils → examples}/comp_utils/reverse_metric.py +0 -0
- /meutils/{fileparser/README.md → fastapi_utils/exceptions/__init__.py} +0 -0
- /meutils/{fileparser → parsers/fileparser}/PDF/346/212/275/345/217/226.py" +0 -0
- /meutils/{fileparser → parsers/fileparser}/__init__.py +0 -0
- /meutils/{fileparser → parsers/fileparser}/common.py +0 -0
- /meutils/{fileparser → parsers/fileparser}/filetype/__init__.py +0 -0
- /meutils/{fileparser → parsers/fileparser}/filetype/__main__.py +0 -0
- /meutils/{fileparser → parsers/fileparser}/filetype/filetype.py +0 -0
- /meutils/{fileparser → parsers/fileparser}/filetype/helpers.py +0 -0
- /meutils/{fileparser → parsers/fileparser}/filetype/match.py +0 -0
- /meutils/{fileparser → parsers/fileparser}/filetype/types/__init__.py +0 -0
- /meutils/{fileparser → parsers/fileparser}/filetype/types/application.py +0 -0
- /meutils/{fileparser → parsers/fileparser}/filetype/types/archive.py +0 -0
- /meutils/{fileparser → parsers/fileparser}/filetype/types/audio.py +0 -0
- /meutils/{fileparser → parsers/fileparser}/filetype/types/base.py +0 -0
- /meutils/{fileparser → parsers/fileparser}/filetype/types/document.py +0 -0
- /meutils/{fileparser → parsers/fileparser}/filetype/types/font.py +0 -0
- /meutils/{fileparser → parsers/fileparser}/filetype/types/image.py +0 -0
- /meutils/{fileparser → parsers/fileparser}/filetype/types/isobmff.py +0 -0
- /meutils/{fileparser → parsers/fileparser}/filetype/types/video.py +0 -0
- /meutils/{fileparser → parsers/fileparser}/filetype/utils.py +0 -0
- /meutils/{fileparser → parsers/fileparser}/pdf.py +0 -0
- /meutils/{fileparser → parsers/fileparser}//350/241/250/346/240/274/346/212/275/345/217/226.py" +0 -0
@@ -0,0 +1,248 @@
|
|
1
|
+
#!/usr/bin/env python
|
2
|
+
# -*- coding: utf-8 -*-
|
3
|
+
# @Project : AI. @by PyCharm
|
4
|
+
# @File : __init__.py
|
5
|
+
# @Time : 2024/7/5 12:05
|
6
|
+
# @Author : betterme
|
7
|
+
# @WeChat : meutils
|
8
|
+
# @Software : PyCharm
|
9
|
+
# @Description : todo: # 雷军 "738d0cc1a3e9430a9de2b544a466a7fc" 增加模型映射表
|
10
|
+
# https://docs.fish.audio/api-reference/endpoint/openapi-v1/speech-to-text
|
11
|
+
# https://docs.fish.audio/text-to-speech/create-model
|
12
|
+
import shortuuid
|
13
|
+
# https://api.fish.audio/文档
|
14
|
+
|
15
|
+
from fish_audio_sdk import Session, TTSRequest, ASRRequest
|
16
|
+
|
17
|
+
from meutils.pipe import *
|
18
|
+
from meutils.io.files_utils import to_url
|
19
|
+
|
20
|
+
from meutils.config_utils.lark_utils import get_next_token_for_polling
|
21
|
+
from meutils.notice.feishu import send_message as _send_message
|
22
|
+
|
23
|
+
BASE_URL = "https://api.fish.audio"
|
24
|
+
FEISHU_URL = "https://xchatllm.feishu.cn/sheets/ZUyLsVyjMhtexRt3IB9ci9fUnWc?sheet=7ce4e3"
|
25
|
+
FEISHU_URL_VIP = "https://xchatllm.feishu.cn/sheets/ZUyLsVyjMhtexRt3IB9ci9fUnWc?sheet=QLTif4"
|
26
|
+
FEISHU_URL_API = "https://xchatllm.feishu.cn/sheets/ZUyLsVyjMhtexRt3IB9ci9fUnWc?sheet=v5C5xa"
|
27
|
+
|
28
|
+
send_message = partial(
|
29
|
+
_send_message,
|
30
|
+
title=__name__,
|
31
|
+
url="https://open.feishu.cn/open-apis/bot/v2/hook/f0475882-ad39-49d9-ad77-523c0e768e96"
|
32
|
+
)
|
33
|
+
|
34
|
+
COVER_IMAGE = get_resolve_path('../../data/cowboy-hat-face.webp', __file__).read_bytes()
|
35
|
+
|
36
|
+
|
37
|
+
async def check_token(token: str, for_api: bool = False):
|
38
|
+
path = "api-credit" if for_api else "package"
|
39
|
+
try:
|
40
|
+
headers = {
|
41
|
+
"Authorization": f"Bearer {token}"
|
42
|
+
}
|
43
|
+
async with httpx.AsyncClient(base_url=BASE_URL, headers=headers) as client:
|
44
|
+
response = await client.get(f"/wallet/self/{path}")
|
45
|
+
response.raise_for_status()
|
46
|
+
data = response.json()
|
47
|
+
|
48
|
+
# logger.debug(data)
|
49
|
+
|
50
|
+
credit = data.get('credit') or data.get('balance', 0)
|
51
|
+
logger.info(credit)
|
52
|
+
|
53
|
+
return float(credit) > 0
|
54
|
+
except Exception as e:
|
55
|
+
logger.error(e)
|
56
|
+
return False
|
57
|
+
|
58
|
+
|
59
|
+
async def get_model_list(token, **kwargs): # 上传的音色
|
60
|
+
params = {
|
61
|
+
'self': True,
|
62
|
+
'title': None,
|
63
|
+
|
64
|
+
'page_size': 10,
|
65
|
+
'page_number': 1,
|
66
|
+
**kwargs
|
67
|
+
}
|
68
|
+
headers = {
|
69
|
+
"authorization": f"Bearer {token}"
|
70
|
+
}
|
71
|
+
async with httpx.AsyncClient(base_url=BASE_URL, headers=headers) as client:
|
72
|
+
response = await client.get("/model", params=params)
|
73
|
+
return response.is_success and response.json()
|
74
|
+
|
75
|
+
|
76
|
+
async def create_tts_model(title, voices: List[bytes], texts: Optional[List[str]] = None):
|
77
|
+
session = Session(await get_next_token_for_polling(feishu_url=FEISHU_URL_API)) # 逆向token也兼容
|
78
|
+
|
79
|
+
model = session.create_model(
|
80
|
+
title=title,
|
81
|
+
visibility="public",
|
82
|
+
|
83
|
+
texts=texts,
|
84
|
+
voices=voices,
|
85
|
+
|
86
|
+
cover_image=COVER_IMAGE,
|
87
|
+
)
|
88
|
+
return model
|
89
|
+
|
90
|
+
|
91
|
+
async def create_tts(
|
92
|
+
request: TTSRequest,
|
93
|
+
token: Optional[str] = None,
|
94
|
+
response_format: Optional[Literal["url",]] = None
|
95
|
+
):
|
96
|
+
if len(request.text.encode()) < 500:
|
97
|
+
token = token or await get_next_token_for_polling(feishu_url=FEISHU_URL)
|
98
|
+
else:
|
99
|
+
token = token or await get_next_token_for_polling(feishu_url=FEISHU_URL_VIP)
|
100
|
+
|
101
|
+
headers = {
|
102
|
+
"Authorization": f"Bearer {token}",
|
103
|
+
}
|
104
|
+
|
105
|
+
payload = {
|
106
|
+
"type": "tts",
|
107
|
+
"channel": "free",
|
108
|
+
"stream": True,
|
109
|
+
"model": request.reference_id or "", # 雷军 "738d0cc1a3e9430a9de2b544a466a7fc", # todo: 支持下 btyes
|
110
|
+
"parameters": {
|
111
|
+
"text": request.text
|
112
|
+
},
|
113
|
+
"format": request.format,
|
114
|
+
}
|
115
|
+
try:
|
116
|
+
async with httpx.AsyncClient(base_url=BASE_URL, headers=headers, timeout=300) as client:
|
117
|
+
response = await client.post("/task", json=payload)
|
118
|
+
response.raise_for_status()
|
119
|
+
|
120
|
+
if response_format == "url":
|
121
|
+
# logger.debug(response.headers)
|
122
|
+
|
123
|
+
task_id = response.headers.get("task-id")
|
124
|
+
task_response = await client.get(f"/task/{task_id}")
|
125
|
+
data = task_response.json()
|
126
|
+
data["result"] = await to_url(data["result"], filename=f'{shortuuid.random()}.mp3') # 转存 翻墙的
|
127
|
+
return data
|
128
|
+
return response.content # bytes
|
129
|
+
|
130
|
+
except Exception as e:
|
131
|
+
logger.error(e)
|
132
|
+
session = Session(await get_next_token_for_polling(feishu_url=FEISHU_URL_API))
|
133
|
+
files = session.tts(TTSRequest(**request.model_dump()))
|
134
|
+
|
135
|
+
if response_format == "url":
|
136
|
+
url = await to_url(b"".join(files), filename=f'{shortuuid.random()}.mp3')
|
137
|
+
|
138
|
+
return {
|
139
|
+
"_id": shortuuid.random(),
|
140
|
+
"state": "finished",
|
141
|
+
"type": "tts",
|
142
|
+
"model": request.reference_id,
|
143
|
+
"parameters": {
|
144
|
+
"text": request.text
|
145
|
+
},
|
146
|
+
"created_at": datetime.datetime.now().isoformat(),
|
147
|
+
"deleted": False,
|
148
|
+
"channel": "premium",
|
149
|
+
"finished_at": datetime.datetime.now().isoformat(),
|
150
|
+
"result": url,
|
151
|
+
"generate_error": False
|
152
|
+
}
|
153
|
+
|
154
|
+
|
155
|
+
# async def create_tts_model(token, voices: list, **kwargs):
|
156
|
+
# """
|
157
|
+
# {'_id': '9d10cdbea3954aa9b8fd992fd24b92a7',
|
158
|
+
# 'author': {'_id': 'd71d7c63c52e4d70be72e3afdb7952ab',
|
159
|
+
# 'avatar': '',
|
160
|
+
# 'nickname': '313303303'},
|
161
|
+
# 'cover_image': 'coverimage/9d10cdbea3954aa9b8fd992fd24b92a7',
|
162
|
+
# 'created_at': '2024-07-05T05:30:32.020433Z',
|
163
|
+
# 'description': '',
|
164
|
+
# 'languages': ['zh'],
|
165
|
+
# 'like_count': 0,
|
166
|
+
# 'liked': False,
|
167
|
+
# 'mark_count': 0,
|
168
|
+
# 'marked': False,
|
169
|
+
# 'samples_text': [],
|
170
|
+
# 'shared_count': 0,
|
171
|
+
# 'state': 'trained',
|
172
|
+
# 'tags': [],
|
173
|
+
# 'task_count': 0,
|
174
|
+
# 'title': 'chatfire',
|
175
|
+
# 'train_mode': 'fast',
|
176
|
+
# 'type': 'tts',
|
177
|
+
# 'updated_at': '2024-07-05T05:30:32.020407Z',
|
178
|
+
# 'visibility': 'public'}
|
179
|
+
# """
|
180
|
+
# payload = {
|
181
|
+
# **kwargs
|
182
|
+
# }
|
183
|
+
#
|
184
|
+
# files = [
|
185
|
+
# ("cover_image", get_resolve_path('cowboy-hat-face.webp', __file__).read_bytes())
|
186
|
+
# ]
|
187
|
+
#
|
188
|
+
# for voice in voices:
|
189
|
+
# files.append(("voices", voice)) # bytes
|
190
|
+
#
|
191
|
+
# data = [
|
192
|
+
# ("visibility", "private"),
|
193
|
+
# ("type", "tts"),
|
194
|
+
# ("title", "Demo"),
|
195
|
+
# ("train_mode", "fast"),
|
196
|
+
# # Enhance audio quality will remove background noise
|
197
|
+
# ("enhance_audio_quality", "true"),
|
198
|
+
# # Texts are optional, but if you provide them, they must match the number of audio samples
|
199
|
+
# ("texts", "text1"),
|
200
|
+
# ("texts", "text2"),
|
201
|
+
# ],
|
202
|
+
#
|
203
|
+
# files = {
|
204
|
+
# 'title': (None, 'chatfire-tts'),
|
205
|
+
# 'description': (None, ''),
|
206
|
+
# 'type': (None, 'tts'),
|
207
|
+
# 'train_mode': (None, 'fast'),
|
208
|
+
# 'visibility': (None, 'public'), # private
|
209
|
+
#
|
210
|
+
# 'voices': file, # ('audio_name.mp3', file)
|
211
|
+
# 'cover_image': open(get_resolve_path('cowboy-hat-face.webp', __file__), 'rb')
|
212
|
+
#
|
213
|
+
# }
|
214
|
+
#
|
215
|
+
# headers = {
|
216
|
+
# "authorization": f"Bearer {token}"
|
217
|
+
# }
|
218
|
+
# async with httpx.AsyncClient(base_url=BASE_URL, headers=headers, timeout=100) as client:
|
219
|
+
# response = await client.post("/model", json=payload, files=files)
|
220
|
+
# # logger.debug(response.text)
|
221
|
+
# if response.is_success:
|
222
|
+
# _ = response.json()
|
223
|
+
# _['model_id'] = _['_id']
|
224
|
+
# return _
|
225
|
+
# else:
|
226
|
+
# return response.text
|
227
|
+
|
228
|
+
|
229
|
+
if __name__ == '__main__':
|
230
|
+
token = "eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJ1c2VyX2lkIjoiZDcxZDdjNjNjNTJlNGQ3MGJlNzJlM2FmZGI3OTUyYWIiLCJleHAiOjE3MzAyODYwNjguNTMyMTA5NX0.GNeW2WLlBqyP6evNQFkXpqa0UYOg50_IwNO48DuJc04"
|
231
|
+
# print(bjson(arun(get_model_list(token))))
|
232
|
+
# file = open('/Users/betterme/Downloads/whisper-1719913495729-54f08dde5.wav.mp3.mp3', 'rb')
|
233
|
+
|
234
|
+
# arun(create_tts_model(title="chatfire-tts", voices=[Path("x.mp3").read_bytes()]))
|
235
|
+
|
236
|
+
# model="cf8ea9c2c9e947a6b9d0fccec68c9dbd"
|
237
|
+
|
238
|
+
# token = "5cf445234491429c9855d3fa666d49f6"
|
239
|
+
|
240
|
+
# arun(check_token(token, for_api=True))
|
241
|
+
|
242
|
+
request = TTSRequest(text="语音克隆" * 20, reference_id="cf8ea9c2c9e947a6b9d0fccec68c9dbd")
|
243
|
+
arun(create_tts(request, response_format="url"))
|
244
|
+
# text = arun(create_tts(request))
|
245
|
+
#
|
246
|
+
# Path('x.mp3').write_bytes(text)
|
247
|
+
|
248
|
+
# print(get_resolve_path('../../data/cowboy-hat-face.webp', __file__))
|
@@ -0,0 +1,229 @@
|
|
1
|
+
#!/usr/bin/env python
|
2
|
+
# -*- coding: utf-8 -*-
|
3
|
+
# @Project : AI. @by PyCharm
|
4
|
+
# @File : image_tools
|
5
|
+
# @Time : 2024/8/28 13:17
|
6
|
+
# @Author : betterme
|
7
|
+
# @WeChat : meutils
|
8
|
+
# @Software : PyCharm
|
9
|
+
# @Description :
|
10
|
+
|
11
|
+
from meutils.pipe import *
|
12
|
+
from meutils.config_utils.lark_utils import get_spreadsheet_values, get_next_token_for_polling
|
13
|
+
from meutils.schemas.openai_types import ImageRequest, ImagesResponse
|
14
|
+
from meutils.schemas.image_types import BAIDU_TASKS, BaiduImageProcessRequest
|
15
|
+
|
16
|
+
from meutils.decorators.retry import retrying
|
17
|
+
from meutils.schemas.image_types import ASPECT_RATIOS
|
18
|
+
from meutils.oss.minio_oss import Minio
|
19
|
+
from meutils.decorators.contextmanagers import try_catcher
|
20
|
+
from meutils.schemas.baidu_types import BDAITPZSRequest
|
21
|
+
from meutils.schemas.task_types import Task, TaskType
|
22
|
+
from meutils.io.image import image_to_base64, crop_polygon
|
23
|
+
from meutils.io.files_utils import to_url, to_bytes
|
24
|
+
|
25
|
+
from meutils.notice.feishu import send_message as _send_message
|
26
|
+
|
27
|
+
BASE_URL = "https://image.baidu.com"
|
28
|
+
|
29
|
+
url = "https://image.baidu.com/aigc/pccreate"
|
30
|
+
|
31
|
+
FEISHU_URL = "https://xchatllm.feishu.cn/sheets/GYCHsvI4qhnDPNtI4VPcdw2knEd?sheet=jrWhAS"
|
32
|
+
|
33
|
+
send_message = partial(
|
34
|
+
_send_message,
|
35
|
+
title=__name__,
|
36
|
+
url="https://open.feishu.cn/open-apis/bot/v2/hook/dc1eda96-348e-4cb5-9c7c-2d87d584ca18"
|
37
|
+
)
|
38
|
+
|
39
|
+
|
40
|
+
@retrying(max_retries=3, title=__name__)
|
41
|
+
async def create_task(
|
42
|
+
request: BDAITPZSRequest,
|
43
|
+
token: Optional[str] = None,
|
44
|
+
is_async: bool = True,
|
45
|
+
response_format: Optional[Literal["url", "b64_json"]] = None
|
46
|
+
):
|
47
|
+
token = token or await get_next_token_for_polling(feishu_url=FEISHU_URL, from_redis=True)
|
48
|
+
|
49
|
+
payload = request.model_dump()
|
50
|
+
|
51
|
+
headers = {
|
52
|
+
# 'X-Requested-With': 'XMLHttpRequest',
|
53
|
+
'Cookie': token,
|
54
|
+
# 'User-Agent': 'Apifox/1.0.0 (https://apifox.com)',
|
55
|
+
'Content-Type': 'application/x-www-form-urlencoded; charset=UTF-8'
|
56
|
+
}
|
57
|
+
|
58
|
+
async with httpx.AsyncClient(base_url=BASE_URL, headers=headers, timeout=100) as client:
|
59
|
+
|
60
|
+
response = await client.post('/aigc/pccreate', data=payload)
|
61
|
+
|
62
|
+
logger.debug(response.status_code)
|
63
|
+
# logger.debug(response.text)
|
64
|
+
# {"status":5,"message":"网络异常,请稍候再试~","isGenerate":true} 服务端url访问不了
|
65
|
+
# {'status': 0, 'resType': 2, 'timestamp': '1727233935', 'token': '5a5fc23b052b31d2120abab9c1d02178'} 没有水印
|
66
|
+
|
67
|
+
if response.is_success:
|
68
|
+
data = response.json()
|
69
|
+
if data.get('status') == 5:
|
70
|
+
logger.debug(f"original_url => picInfo: {data}")
|
71
|
+
request.picInfo = image_to_base64(request.original_url) # 优先级最高
|
72
|
+
return await create_task(request, token=token, is_async=is_async, response_format=response_format)
|
73
|
+
|
74
|
+
if "pcEditTaskid" not in data: # data.get('status') == 0
|
75
|
+
send_message(f"照片失败\n{request.original_url}\n{request.model_dump_json(indent=4)}")
|
76
|
+
raise Exception(f"无法处理该照片,可联系管理员\n{data}")
|
77
|
+
|
78
|
+
if is_async:
|
79
|
+
# {
|
80
|
+
# "status": 0,
|
81
|
+
# "pcEditTaskid": "cr7sbuue1pnfd61bjgu0",
|
82
|
+
# "resType": 0,
|
83
|
+
# "timestamp": "1724892667",
|
84
|
+
# "token": "e668cb4457494351f65300d9f388bb2b"
|
85
|
+
# }
|
86
|
+
|
87
|
+
task_id = f"{TaskType.pcedit}-{data['pcEditTaskid']}"
|
88
|
+
return Task(id=task_id, data=data, system_fingerprint=token)
|
89
|
+
|
90
|
+
else: # {'algoprocess': 0, 'isGenerate': False, 'progress': 4}
|
91
|
+
logger.debug(data)
|
92
|
+
task_id = data['pcEditTaskid']
|
93
|
+
# url = f"https://image.baidu.com/aigc/pcquery?taskId={task_id}"
|
94
|
+
# for i in range(10):
|
95
|
+
# await asyncio.sleep(3)
|
96
|
+
# with try_catcher():
|
97
|
+
# response = await client.get(url)
|
98
|
+
# data = response.json()
|
99
|
+
# logger.debug(f"progress: {data['progress']}")
|
100
|
+
#
|
101
|
+
# if data['isGenerate']:
|
102
|
+
# return data
|
103
|
+
for i in range(1, 30):
|
104
|
+
await asyncio.sleep(2 / i)
|
105
|
+
with try_catcher():
|
106
|
+
data = await get_task(task_id, response_format=response_format)
|
107
|
+
logger.debug(f"progress: {data['progress']}")
|
108
|
+
if data['isGenerate']:
|
109
|
+
return data
|
110
|
+
|
111
|
+
response.raise_for_status()
|
112
|
+
|
113
|
+
|
114
|
+
@retrying(max_retries=3, title=__name__)
|
115
|
+
async def get_task(
|
116
|
+
task_id,
|
117
|
+
token: Optional[str] = None,
|
118
|
+
response_format: Optional[Literal["url", "b64_json"]] = None
|
119
|
+
):
|
120
|
+
task_id = task_id.split("-", 1)[-1]
|
121
|
+
|
122
|
+
params = {
|
123
|
+
"taskId": task_id
|
124
|
+
}
|
125
|
+
async with httpx.AsyncClient(base_url=BASE_URL, timeout=30) as client:
|
126
|
+
response = await client.get('/aigc/pcquery', params=params)
|
127
|
+
data = response.json()
|
128
|
+
|
129
|
+
if response_format == "url":
|
130
|
+
for arr in data.get('picArr', []):
|
131
|
+
if base64_string := arr.pop('src', None):
|
132
|
+
data['url'] = await to_url(base64_string)
|
133
|
+
|
134
|
+
return data
|
135
|
+
|
136
|
+
|
137
|
+
TASKS = {
|
138
|
+
"matting": '9',
|
139
|
+
"removewatermark": '1'
|
140
|
+
}
|
141
|
+
|
142
|
+
|
143
|
+
async def image_process(request: BaiduImageProcessRequest):
|
144
|
+
_request = BDAITPZSRequest(type=TASKS.get(request.task), original_url=request.image, thumb_url=request.image)
|
145
|
+
data = await create_task(_request, is_async=False, response_format="url")
|
146
|
+
|
147
|
+
if request.task == "matting":
|
148
|
+
outline_points = []
|
149
|
+
inline_points = []
|
150
|
+
|
151
|
+
if "foreground" not in data: # 未识别到主体: todo: mask
|
152
|
+
return {"data": [{"url": data['url']}]}
|
153
|
+
|
154
|
+
for outlines in data['foreground'][0].get('outlines', []):
|
155
|
+
_ = list(map(lambda point: (point['x'], point['y']), outlines['line']))
|
156
|
+
outline_points.append(_)
|
157
|
+
|
158
|
+
for inlines in data['foreground'][0].get('inlines', []):
|
159
|
+
_ = list(map(lambda point: (point['x'], point['y']), inlines['line']))
|
160
|
+
inline_points.append(_)
|
161
|
+
|
162
|
+
image = await to_bytes(request.image)
|
163
|
+
result = crop_polygon(image, outline_points, inline_points)
|
164
|
+
|
165
|
+
# 将 PIL Image 转换为字节
|
166
|
+
buffer = io.BytesIO()
|
167
|
+
result.save(buffer, format="PNG")
|
168
|
+
byte_data = buffer.getvalue()
|
169
|
+
url = await to_url(byte_data)
|
170
|
+
|
171
|
+
return {"data": [{"url": url}]}
|
172
|
+
return {"data": [{"url": data['url']}]}
|
173
|
+
|
174
|
+
|
175
|
+
if __name__ == '__main__':
|
176
|
+
url = "https://oss.ffire.cc/files/kling_watermark.png"
|
177
|
+
# url = "https://env-00jxgna201cb.normal.cloudstatic.cn/ori/tmp_dc12fc648ab10c4b8d310f3e8645781278e556a0264836d7fdb806c6bb83c493.jpeg"
|
178
|
+
|
179
|
+
# 涂抹消除
|
180
|
+
# url = "https://env-00jxgna201cb.normal.cloudstatic.cn/ori/tmp_dc12fc648ab10c4b8d310f3e8645781278e556a0264836d7fdb806c6bb83c493.jpeg"
|
181
|
+
# url_ = "https://env-00jxgna201cb.normal.cloudstatic.cn/water/tmp_2954a8d96011173a7f2b6baad8cc28317278e368d1393ca6.jpg"
|
182
|
+
# picInfo2 = image_to_base64(url_)
|
183
|
+
#
|
184
|
+
url = "https://cdn.meimeiqushuiyin.cn/imgImprove/tmp_f5648a3c7cc8973b483ee3bb54d23aea.jpg" # 网络异常
|
185
|
+
url = "https://s22-def.ap4r.com/bs2/upload-ylab-stunt-sgp/se/ai_portal_sgp_queue_mmu_txt2img_aiweb/d08b9526-d641-4e04-83d2-27d48e29fa8c/1.png"
|
186
|
+
url = "https://s22-def.ap4r.com/bs2/upload-ylab-stunt-sgp/se/ai_portal_sgp_queue_mmu_txt2img_aiweb/9c520b80-efc2-4321-8f0e-f1d34d483ddd/1.png"
|
187
|
+
request = BDAITPZSRequest(
|
188
|
+
# picInfo=image_to_base64(url),
|
189
|
+
original_url=url,
|
190
|
+
thumb_url=url
|
191
|
+
)
|
192
|
+
|
193
|
+
# from meutils.io.image import image2nowatermark_image
|
194
|
+
#
|
195
|
+
# api_keys = get_spreadsheet_values(feishu_url=FEISHU_URL, to_dataframe=True)[0]
|
196
|
+
# for token in api_keys:
|
197
|
+
# if token:
|
198
|
+
# # request = BDAITPZSRequest(original_url=url, thumb_url=url)
|
199
|
+
# # task = arun(create_task(request, token=token, is_async=False))
|
200
|
+
# # print(task)
|
201
|
+
# arun(image2nowatermark_image(url))
|
202
|
+
# # arun(image2nowatermark_image(url, token=token))
|
203
|
+
|
204
|
+
#
|
205
|
+
token = "BAIDUID=FF8BB4BF861992E2BF4A585A37366236:FG=1; BAIDUID_BFESS=FF8BB4BF861992E2BF4A585A37366236:FG=1; BIDUPSID=FF8BB4BF861992E2BF4A585A37366236; BDRCVFR[dG2JNJb_ajR]=mk3SLVN4HKm; userFrom=null; ab_sr=1.0.1_NjY5OWZiZDg5YTJmYTQzNWUyNzU1YjBmN2FlMDFiNjMyOTVhMDE3ZWVlYWY5N2Y2MTg4NGI1MzRmMmVjMjQyZjlhZTU2MmM1NDRlMmU4YzgwMzRiMjUyYTc4ZjY1OTcxZTE4OTA4YTlmMWIwZWUzNTdiMzlhZTRiM2IzYTQ0MjgyMzc2MjQwMGRlYzZlZDhjOTg5Yzg4NWVjMTNiZmVmZQ==; BDRCVFR[-pGxjrCMryR]=mk3SLVN4HKm; H_WISE_SIDS=60273_60360_60623_60664_60678_60684_60700"
|
206
|
+
# # token='BAIDUID=F2185337B2F3F85DAB5D2E661BC00C8D:FG=1; BDUSS=hNQkdpbjBOT05EVjRCSFp3TUF-TXFKWHktcFppUGNyd0xZZGp3Mkp6TmVnbFptSVFBQUFBJCQAAAAAAAAAAAEAAACsbZVAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAF71LmZe9S5mOX; BDUSS_BFESS=hNQkdpbjBOT05EVjRCSFp3TUF-TXFKWHktcFppUGNyd0xZZGp3Mkp6TmVnbFptSVFBQUFBJCQAAAAAAAAAAAEAAACsbZVAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAF71LmZe9S5mOX; MAWEBCUID=web_axHhqlIWargVQsXuskqOnMzVXDWQHqQXOpFPkPVSvXFIwTNYaC; PSTM=1716434076; BIDUPSID=5FEB509ECAE0F7843030FD4ECC0800F8; newlogin=1; MCITY=-315%3A; H_WISE_SIDS_BFESS=60360_60674; indexPageSugList=%5B%22%E8%AF%81%E4%BB%B6%E7%85%A7%20%E7%94%B7%22%2C%22%E6%85%88%E7%A6%A7%E5%92%8C%E6%9D%8E%E8%8E%B2%E8%8B%B1%22%2C%22%E7%AE%80%E9%A1%BF%E7%81%AF%E5%85%B7%20%E9%81%A5%E6%8E%A7%E5%99%A8%22%2C%22%E5%88%B0%E5%BD%93%E9%81%93%E5%A3%AB%E9%82%A3%E4%BA%9B%E5%B9%B4%20%E8%B1%86%E7%93%A3%22%2C%22%E9%81%93%E5%A3%AB%20%E5%8D%A1%E9%80%9A%22%2C%22%E9%81%93%E5%A3%AB%22%2C%22%E6%88%91%E5%BD%93%E9%81%93%E5%A3%AB%E9%82%A3%E4%BA%9B%E5%B9%B4%22%2C%22%E8%AF%BB%E6%9E%B6%22%2C%22%E6%9D%B0%E8%AF%BA%E6%AF%94%E5%88%A9%20%E5%AF%B9%E6%AF%94%E7%85%A7%20%E5%8D%95%E8%86%9D%E8%B7%AA%E5%9C%B0%22%5D; BAIDUID_BFESS=F2185337B2F3F85DAB5D2E661BC00C8D:FG=1; BDRCVFR[C0p6oIjvx-c]=I67x6TjHwwYf0; delPer=0; PSINO=5; BDRCVFR[C0sZzZJZb70]=mk3SLVN4HKm; BA_HECTOR=alal0125ah0h0h0l8k8l0l01blu4191jd049m1u; ZFY=C8vEYu7ZbY0zTEITG3A0aWCevri4:BT:B0H1NpNZdQWKM:C; BDORZ=B490B5EBF6F3CD402E515D22BCDA1598; H_PS_PSSID=60360_60674_60683_60694_60572; BCLID=11757829139010941756; BCLID_BFESS=11757829139010941756; BDSFRCVID=pZCOJexroG3bGRntFj9auQWaJgKKv3JTDYLE8yu9T4VNR5DVYtg8EG0Pt_ZYMak-XolpogKKL2OTHm_F_2uxOjjg8UtVJeC6EG0Ptf8g0M5; BDSFRCVID_BFESS=pZCOJexroG3bGRntFj9auQWaJgKKv3JTDYLE8yu9T4VNR5DVYtg8EG0Pt_ZYMak-XolpogKKL2OTHm_F_2uxOjjg8UtVJeC6EG0Ptf8g0M5; H_BDCLCKID_SF=tJkH_KthJIP3e4515Pr_q4tJbq58etJXfaO4Vp7F54nKDp0R0JbI0J0h5p6vaP3m066MaM-ELDOxsMT4QfJJhxuH-qoKel5tQH5MXprN3KJmf-Op2hO0ytDNbHOE2-biW2tH2Mbdax7P_IoG2Mn8M4bb3qOpBtQmJeTxoUJ25DnJhhCGe6KbD6bQDH8Oq-jeHDrKBRbaHJOoDDv8QxRcy4LbKxnxJhoe0H6JXt3LBJnfEpjlbURxqqjy3-OkbfQ9babTQ-tbBp3k8MQXbn7FQfbQ0hOe5RvnMe5a2JK2MJ7JOpvsDxnxy-umQRPH-Rv92DQMVU52QqcqEIQHQT3m5-5bbN3ut6IHJbufoID2fIvDqTrP-trf5DCShUFs5J3dB2Q-XPoO3KOGqpoh5b6b2xKJb-bCb4biQPjNoMbgy4op8P3y0bb2DUA1y4vpX4bOBeTxoUJ2-bjWS-cV-xTqjbIebPRiWTj9QgbLMhQ7tt5W8ncFbT7l5hKpbt-q0x-jLTnhVn0MBCK0MD8xDT8Bj6Pq5fcj2nQXK4_tVTrJabC3qMcJXU6q2bDeQNba0hjXbgcBVRjaLx3HOR3oynD5yl0vWtv4qnctfGPJ-qr4Jlb4otbTeMonDh83Bn6kW4oWHGbyWPJO5hvv8KoO3M7VBUKmDloOW-TB5bbPLUQF5l8-sq0x0bOte-bQXH_E5bj2qRAHoK-h3j; H_BDCLCKID_SF_BFESS=tJkH_KthJIP3e4515Pr_q4tJbq58etJXfaO4Vp7F54nKDp0R0JbI0J0h5p6vaP3m066MaM-ELDOxsMT4QfJJhxuH-qoKel5tQH5MXprN3KJmf-Op2hO0ytDNbHOE2-biW2tH2Mbdax7P_IoG2Mn8M4bb3qOpBtQmJeTxoUJ25DnJhhCGe6KbD6bQDH8Oq-jeHDrKBRbaHJOoDDv8QxRcy4LbKxnxJhoe0H6JXt3LBJnfEpjlbURxqqjy3-OkbfQ9babTQ-tbBp3k8MQXbn7FQfbQ0hOe5RvnMe5a2JK2MJ7JOpvsDxnxy-umQRPH-Rv92DQMVU52QqcqEIQHQT3m5-5bbN3ut6IHJbufoID2fIvDqTrP-trf5DCShUFs5J3dB2Q-XPoO3KOGqpoh5b6b2xKJb-bCb4biQPjNoMbgy4op8P3y0bb2DUA1y4vpX4bOBeTxoUJ2-bjWS-cV-xTqjbIebPRiWTj9QgbLMhQ7tt5W8ncFbT7l5hKpbt-q0x-jLTnhVn0MBCK0MD8xDT8Bj6Pq5fcj2nQXK4_tVTrJabC3qMcJXU6q2bDeQNba0hjXbgcBVRjaLx3HOR3oynD5yl0vWtv4qnctfGPJ-qr4Jlb4otbTeMonDh83Bn6kW4oWHGbyWPJO5hvv8KoO3M7VBUKmDloOW-TB5bbPLUQF5l8-sq0x0bOte-bQXH_E5bj2qRAHoK-h3j; BDRCVFR[dG2JNJb_ajR]=mk3SLVN4HKm; userFrom=null; BDRCVFR[-pGxjrCMryR]=mk3SLVN4HKm; ab_sr=1.0.1_NTY4Y2RjNTU5MWYzM2IyZjY4M2EzMWNjYWM1MWRhYjdlZDhmZTdkZGQ1NGE0MGFkZDU0NWQzNTU1OWJiZDllZmU4YjcyZDIyNTJiNzYxOWQ4OGM1MjQ2ODQzYTM2OGQ3YjdkMzQxZWI4Y2U5ZjQ3ZWZkYTQ2M2I3Yzc2MDkxMjBhZjczODNjMDNmNTAxMzhiZDg2ZmU0MTIwZTUxYWMxNQ==; H_WISE_SIDS=60360_60674_60683_60694_60572'
|
207
|
+
# request = BDAITPZSRequest(original_url=url, thumb_url=url)
|
208
|
+
|
209
|
+
url = "https://edit-upload-pic.cdn.bcebos.com/fff888d57a9b2ae0ffd802c8f77d80a0.jpeg?authorization=bce-auth-v1%2FALTAKh1mxHnNIyeO93hiasKJqq%2F2024-10-17T09%3A48%3A15Z%2F3600%2Fhost%2F4e7a06db2ea622123db01a2c81114f0377876ac2acb019f1f1594ec67a07af8d"
|
210
|
+
|
211
|
+
request = BDAITPZSRequest(
|
212
|
+
type="9",
|
213
|
+
# picInfo=image_to_base64(url),
|
214
|
+
original_url=url,
|
215
|
+
thumb_url=url
|
216
|
+
)
|
217
|
+
# arun(create_task(request, token=token, is_async=False, response_format='url'))
|
218
|
+
|
219
|
+
# arun(get_task('cr84hhue1pn8m151of3g', response_format='url'))
|
220
|
+
|
221
|
+
url = "https://oss.ffire.cc/files/kling_watermark.png"
|
222
|
+
url = "https://cdn.meimeiqushuiyin.cn/2024-10-20/removeBg/tmp_037244e2d6e1ebb8aa6ae3e98584f7b0482fed4ec5ecae98.jpg"
|
223
|
+
|
224
|
+
request = BaiduImageProcessRequest(
|
225
|
+
task="matting",
|
226
|
+
image=url,
|
227
|
+
)
|
228
|
+
|
229
|
+
arun(image_process(request))
|
@@ -0,0 +1,78 @@
|
|
1
|
+
#!/usr/bin/env python
|
2
|
+
# -*- coding: utf-8 -*-
|
3
|
+
# @Project : AI. @by PyCharm
|
4
|
+
# @File : test
|
5
|
+
# @Time : 2024/10/17 18:45
|
6
|
+
# @Author : betterme
|
7
|
+
# @WeChat : meutils
|
8
|
+
# @Software : PyCharm
|
9
|
+
# @Description :
|
10
|
+
import io
|
11
|
+
|
12
|
+
from meutils.pipe import *
|
13
|
+
|
14
|
+
from PIL import Image, ImageDraw
|
15
|
+
|
16
|
+
# data = json.loads(Path('p1.json').read_text())
|
17
|
+
#
|
18
|
+
data = json.loads(Path('p2.json').read_text())
|
19
|
+
|
20
|
+
from PIL import Image, ImageDraw
|
21
|
+
|
22
|
+
def crop_polygon(image_path, outline_points, inline_points):
|
23
|
+
if isinstance(image_path, bytes):
|
24
|
+
image_path = io.BytesIO(image_path)
|
25
|
+
|
26
|
+
# 打开图像
|
27
|
+
img = Image.open(image_path)
|
28
|
+
print(img.size)
|
29
|
+
|
30
|
+
# 创建一个与原图大小相同的黑色遮罩
|
31
|
+
mask = Image.new('L', img.size, 0)
|
32
|
+
|
33
|
+
# 在遮罩上绘制白色多边形
|
34
|
+
for points in outline_points:
|
35
|
+
ImageDraw.Draw(mask).polygon(points, outline=1, fill=255)
|
36
|
+
|
37
|
+
for points in inline_points:
|
38
|
+
ImageDraw.Draw(mask).polygon(points, outline=1, fill=0)
|
39
|
+
|
40
|
+
# 将遮罩应用到原图
|
41
|
+
output = Image.new('RGBA', img.size, (0, 0, 0, 0))
|
42
|
+
output.paste(img, (0, 0), mask)
|
43
|
+
|
44
|
+
# # 将 PIL Image 转换为字节
|
45
|
+
# buffer = io.BytesIO()
|
46
|
+
# output.save(buffer, format="PNG")
|
47
|
+
# byte_data = buffer.getvalue()
|
48
|
+
#
|
49
|
+
# return byte_data
|
50
|
+
return output
|
51
|
+
|
52
|
+
|
53
|
+
if __name__ == '__main__':
|
54
|
+
# 使用示例
|
55
|
+
# image_path = 'img.png'
|
56
|
+
image_path = 'test.jpg'
|
57
|
+
image_path = open('test.jpg', 'rb').read()
|
58
|
+
|
59
|
+
# points = list(np.array(points))
|
60
|
+
n = 3567 / 1280
|
61
|
+
n = 2.75
|
62
|
+
n = 1
|
63
|
+
|
64
|
+
outline_points = []
|
65
|
+
inline_points = []
|
66
|
+
|
67
|
+
for outlines in data['foreground'][0].get('outlines', []):
|
68
|
+
_ = list(map(lambda point: (point['x'], point['y']), outlines['line']))
|
69
|
+
outline_points.append(_)
|
70
|
+
|
71
|
+
for inlines in data['foreground'][0].get('inlines', []):
|
72
|
+
_ = list(map(lambda point: (point['x'], point['y']), inlines['line']))
|
73
|
+
inline_points.append(_)
|
74
|
+
|
75
|
+
result = crop_polygon(image_path, outline_points, inline_points)
|
76
|
+
result.save('output1111.png')
|
77
|
+
|
78
|
+
type(result)
|