MeUtils 2024.3.4.13.4.45__py3-none-any.whl → 2025.1.16.17.15.52__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {MeUtils-2024.3.4.13.4.45.dist-info → MeUtils-2025.1.16.17.15.52.dist-info}/METADATA +38 -32
- MeUtils-2025.1.16.17.15.52.dist-info/RECORD +864 -0
- {MeUtils-2024.3.4.13.4.45.dist-info → MeUtils-2025.1.16.17.15.52.dist-info}/WHEEL +1 -1
- {MeUtils-2024.3.4.13.4.45.dist-info → MeUtils-2025.1.16.17.15.52.dist-info}/entry_points.txt +1 -0
- apps/spider.py +24 -8
- examples/_openaisdk/4v.py +110 -0
- examples/_openaisdk/__init__.py +11 -0
- examples/_openaisdk/baichuan.py +38 -0
- examples/_openaisdk/bpo.py +138 -0
- examples/_openaisdk/chat_latex.py +95 -0
- examples/_openaisdk/chattts.py +85 -0
- examples/_openaisdk/copilot.py +48 -0
- examples/_openaisdk/dalle3.py +48 -0
- examples/_openaisdk/deeplx.py +31 -0
- examples/_openaisdk/demo.py +77 -0
- examples/_openaisdk/embeddings.py +34 -0
- examples/_openaisdk/gpt4all.py +69 -0
- examples/_openaisdk/gpt_fc.py +23 -0
- examples/_openaisdk/gr_vl.py +46 -0
- examples/_openaisdk/json_mode.py +12 -0
- examples/_openaisdk/kimi.py +91 -0
- examples/_openaisdk/kimi_qa.py +57 -0
- examples/_openaisdk/minimax.py +75 -0
- examples/_openaisdk/open_router.py +48 -0
- examples/_openaisdk/openai_aiplus.py +54 -0
- examples/_openaisdk/openai_audio.py +20 -0
- examples/_openaisdk/openai_baichuan.py +59 -0
- examples/_openaisdk/openai_cache.py +37 -0
- examples/_openaisdk/openai_chatfire.py +228 -0
- examples/_openaisdk/openai_chatfire_all.py +166 -0
- examples/_openaisdk/openai_deepinfra.py +55 -0
- examples/_openaisdk/openai_deepseek.py +29 -0
- examples/_openaisdk/openai_doubao.py +43 -0
- examples/_openaisdk/openai_embeddings.py +36 -0
- examples/_openaisdk/openai_files.py +57 -0
- examples/_openaisdk/openai_gitee.py +33 -0
- examples/_openaisdk/openai_god.py +45 -0
- examples/_openaisdk/openai_groq.py +240 -0
- examples/_openaisdk/openai_images.py +203 -0
- examples/_openaisdk/openai_json.py +78 -0
- examples/_openaisdk/openai_lingyi.py +59 -0
- examples/_openaisdk/openai_modelscope.py +54 -0
- examples/_openaisdk/openai_moon.py +55 -0
- examples/_openaisdk/openai_oi.py +61 -0
- examples/_openaisdk/openai_ppu.py +47 -0
- examples/_openaisdk/openai_qwen.py +58 -0
- examples/_openaisdk/openai_search.py +42 -0
- examples/_openaisdk/openai_sensenova.py +81 -0
- examples/_openaisdk/openai_siliconflow.py +52 -0
- examples/_openaisdk/openai_step.py +45 -0
- examples/_openaisdk/openai_test.py +66 -0
- examples/_openaisdk/openai_together.py +57 -0
- examples/_openaisdk/openai_tune.py +38 -0
- examples/_openaisdk/openai_zhipu.py +59 -0
- examples/_openaisdk/ppu.py +28 -0
- examples/_openaisdk/rag.py +54 -0
- examples/_openaisdk/rag_.py +26 -0
- examples/_openaisdk/test.py +52 -0
- examples/_openaisdk/x.py +32 -0
- examples/_openaisdk/xx.py +29 -0
- examples/_openaisdk/zhipu_files.py +47 -0
- examples/_openaisdk/zhipu_/346/231/272/350/203/275/344/275/223.py +45 -0
- examples/_openaisdk//345/205/234/345/272/225/346/265/213/350/257/225.py +50 -0
- examples/_openaisdk//345/244/232/346/250/241/346/200/201/346/265/213/350/257/225.py +76 -0
- examples/_openaisdk//345/244/232/346/250/241/346/200/201/346/265/213/350/257/225_.py +56 -0
- examples/_openaisdk//346/226/207/344/273/266/351/227/256/347/255/224.py +36 -0
- examples/_openaisdk//346/226/207/346/241/243/350/247/243/346/236/220.py +34 -0
- examples/_openaisdk//346/250/241/345/236/213/346/265/213/350/257/225.py +53 -0
- examples/_openaisdk//351/230/277/351/207/214.py +80 -0
- {meutils/serving/jina/__demo → examples/ann}/__init__.py +1 -1
- examples/ann/main.py +31 -0
- examples/apis/kl.py +28 -0
- examples/apis/x.py +17 -0
- examples/apis/xx.py +17 -0
- examples/arq_demo/demo.py +3 -0
- examples/backgroundtasks.py +25 -0
- examples/bserver.py +513 -21
- examples/cache_demo/HermesCache_demo.py +81 -0
- examples/cache_demo/acacge.py +26 -0
- examples/cache_demo/x.py +31 -0
- {meutils/docarray_utils → examples/caches}/__init__.py +1 -1
- examples/caches/llmcache.py +18 -0
- examples/celery_demo/product_task.py +2 -0
- examples/demo.py +17 -1
- examples/fastapi_caching.py +59 -0
- {meutils/dependencies → examples/gr}/__init__.py +1 -1
- examples/gr/d.py +22 -0
- examples/gr/demo.py +30 -0
- examples/ip2/345/234/260/345/214/272.py +16 -0
- examples/jinja2_demo/j2_demo.py +20 -1
- examples/json/346/240/207/345/207/206/345/214/226.py +54 -0
- examples/md.py +29 -0
- {meutils/serving/jina → examples/nesc}/__init__.py +1 -1
- examples/nesc/main.py +76 -0
- examples/orm/mysql_orm.py +113 -0
- examples/orm/sql_creater.py +57 -0
- examples/orm/sqlm.py +134 -0
- examples/rq_demo/fns.py +18 -0
- examples/rq_demo/redis/351/230/237/345/210/227.py +14 -7
- examples/rq_demo/redis/351/230/237/345/210/227_add_chatfire.py +30 -0
- examples/size_map.py +43 -0
- examples/test.py +59 -0
- examples/webs/__init__.py +11 -0
- examples/webs/main.py +34 -0
- examples/x.py +13 -0
- examples//345/216/273/346/260/264/345/215/260.py +20 -0
- examples//346/226/207/346/241/243/346/231/272/350/203/275/__init__.py +11 -0
- meutils/_utils.py +15 -6
- meutils/ai_audio/asr/__init__.py +3 -2
- meutils/ai_audio/asr/cf_asr.py +53 -0
- meutils/ai_audio/asr/de.py +11 -0
- meutils/ai_audio/asr/fast_asr.py +15 -7
- meutils/ai_audio/asr/openai_asr.py +83 -6
- meutils/ai_audio/fast_asr.py +8 -4
- meutils/ai_audio/tts/EdgeTTS.py +33 -7
- meutils/ai_audio/tts/openai_tts.py +24 -20
- meutils/ai_audio/tts/tts_ui.py +1 -0
- meutils/ai_audio/utils.py +9 -0
- meutils/ai_cv/__init__.py +0 -1
- meutils/ai_cv/ocr.py +3 -2
- meutils/ai_cv/utils.py +154 -0
- meutils/ai_video/avmerge.py +6 -0
- meutils/ai_video/video.py +11 -2
- meutils/{api → apis}/__init__.py +1 -1
- meutils/apis/ali_apis.py +60 -0
- meutils/apis/audio/__init__.py +10 -0
- meutils/apis/audio/deepinfra.py +59 -0
- meutils/apis/audio/fish.py +248 -0
- meutils/apis/baidu/__init__.py +9 -0
- meutils/apis/baidu/bdaitpzs.py +229 -0
- meutils/apis/baidu/test.py +78 -0
- meutils/apis/chatglm/__init__.py +11 -0
- meutils/apis/chatglm/glm_video.py +273 -0
- meutils/apis/chatglm/glm_video_api.py +116 -0
- meutils/apis/chatglm/images.py +63 -0
- meutils/apis/chatglm/temp.py +259 -0
- meutils/apis/chatglm/x.py +31 -0
- meutils/{api → apis}/common.py +10 -6
- meutils/apis/fal/__init__.py +11 -0
- meutils/apis/fal/files.py +53 -0
- meutils/apis/fal/images.py +57 -0
- meutils/apis/fal/images_.py +72 -0
- meutils/apis/fal/videos.py +77 -0
- meutils/apis/firecrawl.py +45 -0
- meutils/apis/gitee/__init__.py +11 -0
- meutils/apis/gitee/images/__init__.py +9 -0
- meutils/apis/gitee/images/kolors.py +99 -0
- meutils/apis/hailuoai/__init__.py +11 -0
- meutils/apis/hailuoai/demo.py +34 -0
- meutils/apis/hailuoai/hasha_new.py +248 -0
- meutils/apis/hailuoai/music.py +11 -0
- meutils/apis/hailuoai/upload.py +116 -0
- meutils/apis/hailuoai/videos.py +460 -0
- meutils/apis/hailuoai/yy.py +242 -0
- meutils/apis/hf/__init__.py +11 -0
- meutils/apis/hf/got_ocr.py +64 -0
- meutils/apis/hf/gradio.py +34 -0
- meutils/apis/hf/hivisionidphotos.py +80 -0
- meutils/apis/hf/kolors.py +68 -0
- meutils/apis/hf/kolors_virtual_try_on.py +107 -0
- meutils/apis/hf/r.py +53 -0
- meutils/apis/hf/x.py +26 -0
- meutils/apis/hf//350/257/201/344/273/266/347/205/247.py +41 -0
- meutils/apis/hunyuan/__init__.py +11 -0
- meutils/apis/hunyuan/image_tools.py +84 -0
- meutils/apis/images/__init__.py +11 -0
- meutils/apis/images/deepinfra.py +92 -0
- meutils/apis/images/demo.py +150 -0
- meutils/apis/images/eidt.py +36 -0
- meutils/apis/images/flux/__init__.py +11 -0
- meutils/apis/images/flux/fluxpro.py +108 -0
- meutils/apis/images/flux/mystic.py +116 -0
- meutils/apis/images/ideogram/__init__.py +10 -0
- meutils/apis/images/ideogram/ideogram_images.py +193 -0
- meutils/apis/images/prodia/__init__.py +12 -0
- meutils/apis/images/prodia/faceswap.py +76 -0
- meutils/apis/images/recraft.py +152 -0
- meutils/apis/images/virtual_try_on/__init__.py +11 -0
- meutils/apis/images/virtual_try_on/images.py +65 -0
- meutils/apis/jiema/24mail.py +96 -0
- meutils/apis/jiema/__init__.py +11 -0
- meutils/apis/jiema/yezi.py +97 -0
- meutils/apis/jimeng/__init__.py +11 -0
- meutils/apis/jimeng/common.py +328 -0
- meutils/apis/jimeng/doubao.py +68 -0
- meutils/apis/jimeng/doubao_utils.py +175 -0
- meutils/apis/jimeng/files.py +263 -0
- meutils/apis/jimeng/images.py +140 -0
- meutils/apis/jimeng/lip_sync.py +11 -0
- meutils/apis/jina.py +55 -0
- meutils/apis/kling/__init__.py +11 -0
- meutils/apis/kling/api.py +60 -0
- meutils/apis/kling/images.py +174 -0
- meutils/apis/kling/kolors_virtual_try_on.py +111 -0
- meutils/apis/kling/kolors_virtual_try_on_web.py +126 -0
- meutils/apis/kling/videos.py +67 -0
- meutils/apis/kling//351/211/264/346/235/203.py +34 -0
- meutils/apis/kuaidi.py +32 -0
- meutils/apis/kuaishou/__init__.py +10 -0
- meutils/apis/kuaishou/klingai.py +523 -0
- meutils/apis/kuaishou/klingai_video.py +197 -0
- meutils/apis/kuaishou/kolors.py +189 -0
- meutils/apis/llm_qa.py +55 -0
- meutils/apis/luma/__init__.py +11 -0
- meutils/apis/luma/luma.py +123 -0
- meutils/apis/minicpm/__init__.py +9 -0
- meutils/apis/minicpm/luca.py +137 -0
- meutils/apis/monica/__init__.py +11 -0
- meutils/apis/monica/llm.py +11 -0
- meutils/apis/napkin/__init__.py +11 -0
- meutils/apis/napkin/icons.py +42 -0
- meutils/apis/niutrans.py +73 -0
- meutils/apis/oneapi/__init__.py +11 -0
- meutils/apis/oneapi/channel.py +68 -0
- meutils/apis/oneapi/common.py +135 -0
- meutils/apis/oneapi/log.py +47 -0
- meutils/apis/oneapi/token.py +48 -0
- meutils/apis/oneapi/token_.py +112 -0
- meutils/apis/oneapi/user.py +100 -0
- meutils/apis/oneapi/utils.py +47 -0
- meutils/apis/pixverse/__init__.py +11 -0
- meutils/apis/pixverse/pixverse.py +150 -0
- meutils/apis/proxy/__init__.py +11 -0
- meutils/apis/proxy/ips.py +178 -0
- meutils/apis/remini/__init__.py +11 -0
- meutils/apis/remini/remini.py +89 -0
- meutils/apis/replicateai/__init__.py +11 -0
- meutils/apis/replicateai/images.py +79 -0
- meutils/apis/replicateai/raw.py +53 -0
- meutils/apis/runwayml/__init__.py +10 -0
- meutils/apis/runwayml/gen.py +143 -0
- meutils/apis/search/__init__.py +11 -0
- meutils/apis/search/baichuan.py +11 -0
- meutils/apis/search/metaso.py +218 -0
- meutils/apis/search/metaso_.py +77 -0
- meutils/apis/search/n.py +99 -0
- meutils/apis/search/searxng.py +42 -0
- meutils/apis/search_music.py +39 -0
- meutils/apis/siliconflow/__init__.py +9 -0
- meutils/apis/siliconflow/audio.py +63 -0
- meutils/apis/siliconflow/image_to_image.py +116 -0
- meutils/apis/siliconflow/images.py +154 -0
- meutils/apis/siliconflow/rerankers.py +40 -0
- meutils/apis/siliconflow/text_to_image.py +132 -0
- meutils/apis/siliconflow/utils.py +66 -0
- meutils/apis/siliconflow/videos.py +102 -0
- meutils/apis/sunoai/__init__.py +10 -0
- meutils/apis/sunoai/haimian.py +135 -0
- meutils/apis/sunoai/suno.py +373 -0
- meutils/apis/textcard/__init__.py +11 -0
- meutils/apis/textcard/demo.py +25 -0
- meutils/apis/textcard/hanyuxinjie.py +81 -0
- meutils/apis/textin.py +159 -0
- meutils/apis/to_image/__init__.py +11 -0
- meutils/apis/to_image/html2image.py +29 -0
- meutils/apis/to_image/md.py +29 -0
- meutils/apis/to_image/url2image.py +41 -0
- meutils/apis/together/__init__.py +11 -0
- meutils/apis/together/images.py +80 -0
- meutils/apis/translator/__init__.py +9 -0
- meutils/apis/translator/deeplx.py +55 -0
- meutils/apis/tripo3d/__init__.py +11 -0
- meutils/apis/tripo3d/images.py +106 -0
- meutils/apis/ts.py +60 -0
- meutils/apis/uptime_kuma/__init__.py +11 -0
- meutils/apis/uptime_kuma/common.py +56 -0
- meutils/apis/uptime_kuma//345/233/275/344/272/247/345/210/206/347/273/204.py +68 -0
- meutils/apis/utils.py +47 -0
- meutils/apis/videos/__init__.py +11 -0
- meutils/apis/videos/sora.py +16 -0
- meutils/apis/vidu/__init__.py +9 -0
- meutils/apis/vidu/vidu_video.py +254 -0
- meutils/apis/vidu/x.py +14 -0
- meutils/apis/voice_clone/__init__.py +10 -0
- meutils/apis/voice_clone/fish.py +236 -0
- meutils/apis/voice_clone/fish_api.py +16 -0
- meutils/apis/web_search.py +31 -0
- meutils/apis/yezi.py +97 -0
- meutils/async_task/__init__.py +13 -0
- meutils/async_task/celery_config.py +106 -0
- meutils/async_task/common.py +37 -0
- meutils/async_task/demo_create_tasks.py +73 -0
- meutils/async_task/tasks/__init__.py +11 -0
- meutils/async_task/tasks/_all.py +20 -0
- meutils/async_task/tasks/hailuo.py +24 -0
- meutils/async_task/tasks/kling.py +30 -0
- meutils/async_task/tasks/replicateai.py +24 -0
- meutils/async_task/tasks/test.py +124 -0
- meutils/async_task/tasks/vidu.py +28 -0
- meutils/async_task/utils.py +191 -0
- meutils/async_task//351/200/232/347/224/250/350/256/276/350/256/241.py +119 -0
- meutils/async_utils/asyncer_.py +37 -0
- meutils/async_utils/background.py +68 -0
- meutils/async_utils/common.py +136 -16
- meutils/async_utils/test.py +47 -0
- meutils/cache_utils.py +29 -23
- meutils/caches/__init__.py +9 -0
- meutils/caches/acache.py +45 -0
- meutils/caches/redis_cache.py +63 -0
- meutils/clis/check_api.py +66 -0
- meutils/clis/cli.py +1 -1
- meutils/common.py +56 -17
- meutils/config_utils/__init__.py +11 -0
- meutils/config_utils/lark_utils/__init__.py +11 -0
- meutils/config_utils/lark_utils/common.py +385 -0
- meutils/config_utils/lark_utils/demo.py +13 -0
- meutils/config_utils/lark_utils/x.py +50 -0
- meutils/config_utils/manager.py +108 -0
- meutils/crawlers/__init__.py +11 -0
- meutils/data/VERSION +1 -1
- meutils/data/cowboy-hat-face.webp +0 -0
- meutils/data/oneapi/FOOTER.md +7 -0
- meutils/data/oneapi/NOTICE.md +138 -0
- meutils/data/oneapi/__init__.py +15 -0
- meutils/db/orm.py +179 -0
- meutils/db/redis_db.py +87 -0
- meutils/decorators/cache.py +1 -1
- meutils/decorators/common.py +84 -5
- meutils/decorators/contextmanagers.py +17 -6
- meutils/decorators/fastapi_decorator.py +77 -3
- meutils/decorators/polling.py +46 -0
- meutils/decorators/retry.py +150 -26
- meutils/fastapi_utils/__init__.py +11 -0
- meutils/fastapi_utils/exceptions/http_error.py +72 -0
- meutils/fastapi_utils/exceptions/validation_error.py +44 -0
- meutils/hash_utils.py +9 -4
- meutils/hooks/__init__.py +11 -0
- meutils/hooks/hook_test.py +174 -0
- meutils/hooks/wechat.py +162 -0
- meutils/hooks/wechat_channel.py +303 -0
- meutils/init/evn.py +1 -1
- meutils/io/files_utils.py +232 -0
- meutils/io/image.py +148 -10
- meutils/io/x.py +75 -0
- meutils/llm/__init__.py +10 -0
- meutils/llm/check_api.py +109 -0
- meutils/llm/check_utils.py +106 -0
- meutils/llm/clients.py +38 -0
- meutils/llm/completions/__init__.py +11 -0
- meutils/llm/completions/agents/__init__.py +11 -0
- meutils/llm/completions/agents/file.py +125 -0
- meutils/llm/completions/cp.py +112 -0
- meutils/llm/completions/delilegal.py +135 -0
- meutils/llm/completions/dify.py +81 -0
- meutils/llm/completions/kimi.py +47 -0
- meutils/llm/completions/modelscope.py +11 -0
- meutils/{fileparser/filetype.py → llm/completions/oi.py} +5 -3
- meutils/llm/completions/rag/__init__.py +11 -0
- meutils/llm/completions/rag/fire.py +157 -0
- meutils/llm/completions/rag/qwen.py +11 -0
- meutils/llm/completions/rag/rag.py +41 -0
- meutils/llm/completions/rag.py +38 -0
- meutils/llm/completions/tryblend.py +201 -0
- meutils/llm/completions/tune.py +284 -0
- meutils/llm/completions/x.py +26 -0
- meutils/llm/completions/xx.py +61 -0
- meutils/llm/completions/yuanbao.py +176 -0
- meutils/llm/demo.py +114 -0
- meutils/llm/functions/__init__.py +11 -0
- meutils/llm/mappers.py +15 -0
- meutils/llm/openai_utils/__init__.py +11 -0
- meutils/llm/openai_utils/common.py +284 -0
- meutils/llm/openai_utils/tool_outputs.py +45 -0
- meutils/llm/output_parsers/__init__.py +80 -0
- meutils/llm/prompts/__init__.py +244 -0
- meutils/llm/prompts/demo.py +155 -0
- meutils/llm/prompts/html2image_test.py +19 -0
- meutils/llm/utils.py +133 -0
- meutils/llm/x.py +75 -0
- meutils/notice/feishu.py +40 -9
- meutils/notice/wechat.py +23 -21
- meutils/np_utils.py +10 -1
- meutils/office_automation/pdf.py +6 -1
- meutils/oss/__init__.py +20 -0
- meutils/oss/minio_oss.py +184 -0
- meutils/oss/minio_utils.py +48 -0
- meutils/other/__demo.py +6 -4
- meutils/pandas_utils/__init__.py +1 -0
- meutils/pandas_utils/common.py +31 -0
- meutils/pandas_utils/pd_utils.py +10 -6
- meutils/parsers/__init__.py +10 -0
- meutils/parsers/file_parsers.py +110 -0
- meutils/parsers/fileparser/demo.py +41 -0
- meutils/parsers/fileparser/filetype.py +41 -0
- meutils/pay.py +37 -0
- meutils/pipe.py +37 -4
- meutils/playwright_utils/common.py +20 -12
- meutils/plots/common.py +35 -34
- meutils/queues/demo.py +56 -0
- meutils/queues/smooth_queue.py +120 -0
- meutils/queues/uniform_queue.py +3 -1
- meutils/request_utils/__init__.py +26 -2
- meutils/request_utils/ark.py +47 -0
- meutils/request_utils/crawler.py +34 -5
- meutils/request_utils/jwt_utils/__init__.py +11 -0
- meutils/request_utils/jwt_utils/common.py +42 -0
- meutils/request_utils/volc.py +160 -0
- meutils/schemas/__init__.py +0 -1
- meutils/schemas/baidu_types.py +70 -0
- meutils/schemas/batch_types.py +450 -0
- meutils/schemas/celery_types.py +64 -0
- meutils/schemas/chatfire_types.py +15 -0
- meutils/schemas/chatglm_types.py +197 -0
- meutils/schemas/db/__init__.py +11 -0
- meutils/schemas/db/oneapi_types.py +117 -0
- meutils/schemas/dify_types.py +40 -0
- meutils/schemas/embedding.py +31 -0
- meutils/schemas/fal_types.py +13 -0
- meutils/schemas/fish_types.py +11 -0
- meutils/schemas/hailuo_types.py +208 -0
- meutils/schemas/haimian_types.py +51 -0
- meutils/schemas/idphoto_types.py +43 -0
- meutils/schemas/image_types.py +476 -0
- meutils/schemas/jimeng_types.py +28 -0
- meutils/schemas/jina_types.py +67 -0
- meutils/schemas/kimi_types.py +86 -0
- meutils/schemas/kling_types.py +235 -0
- meutils/schemas/kuaishou_types.py +328 -0
- meutils/schemas/luma_types.py +59 -0
- meutils/schemas/message_types.py +165 -0
- meutils/schemas/message_types_.py +219 -0
- meutils/schemas/metaso_types.py +64 -0
- meutils/schemas/napkin_types.py +85 -0
- meutils/schemas/ocr_types.py +37 -0
- meutils/schemas/oneapi/__init__.py +11 -0
- meutils/schemas/oneapi/_types.py +49 -0
- meutils/schemas/oneapi/common.py +883 -0
- meutils/schemas/oneapi/icons.py +30 -0
- meutils/schemas/oneapi/model_group_info.py +48 -0
- meutils/schemas/oneapi/model_info.py +34 -0
- meutils/schemas/oneapi/models.py +26 -0
- meutils/schemas/oneapi/x.py +26 -0
- meutils/schemas/oneapi//351/207/215/345/256/232/345/220/221.py +132 -0
- meutils/schemas/openai_api_protocol.py +411 -0
- meutils/schemas/openai_types.py +366 -0
- meutils/schemas/pixverse_types.py +88 -0
- meutils/schemas/playwright_types.py +57 -0
- meutils/schemas/prodia_types.py +19 -0
- meutils/schemas/replicate_types.py +112 -0
- meutils/schemas/request_types.py +20 -0
- meutils/schemas/runwayml_types.py +190 -0
- meutils/schemas/siliconflow_types.py +80 -0
- meutils/schemas/step_types.py +19 -0
- meutils/schemas/suno_types.py +319 -0
- meutils/schemas/task_types.py +192 -0
- meutils/schemas/translator_types.py +29 -0
- meutils/schemas/tripo3d_types.py +57 -0
- meutils/schemas/tryblend_types.py +51 -0
- meutils/schemas/video_types.py +62 -0
- meutils/schemas/vidu_types.py +350 -0
- meutils/schemas/wechat_types.py +316 -0
- meutils/schemas/yuanbao_types.py +260 -0
- meutils/serving/celery/__init__.py +8 -0
- meutils/serving/celery/config.py +115 -0
- meutils/serving/celery/router.py +4 -6
- meutils/serving/celery/tasks.py +6 -4
- meutils/serving/celery//351/200/232/347/224/250/350/256/276/350/256/241.py +119 -0
- meutils/serving/fastapi/common.py +27 -31
- meutils/serving/fastapi/dependencies/__init__.py +0 -1
- meutils/serving/fastapi/dependencies/auth.py +55 -2
- meutils/serving/fastapi/exceptions/http_error.py +67 -2
- meutils/serving/fastapi/exceptions/validation_error.py +18 -2
- meutils/serving/fastapi/lifespans.py +73 -0
- meutils/serving/fastapi/routers/scheduler.py +12 -0
- meutils/serving/fastapi/routers/screenshot.py +47 -0
- meutils/serving/fastapi/routers/spider.py +8 -3
- meutils/serving/fastapi/routers/task.py +48 -0
- meutils/serving/fastapi/utils.py +48 -1
- meutils/serving/streamlit/common.py +1 -1
- meutils/smooth_utils.py +3 -0
- meutils/str_utils/__init__.py +22 -3
- meutils/str_utils/json_utils.py +7 -0
- meutils/str_utils/regular_expression.py +102 -10
- meutils/templates/xx.html +21 -0
- meutils/templates/xxx.html +117 -0
- meutils/todo.py +12 -0
- meutils/tools/token_monitor.py +33 -0
- MeUtils-2024.3.4.13.4.45.dist-info/RECORD +0 -540
- meutils/ai_audio/asr/subtitle.srt +0 -40
- meutils/ai_audio/demo.ipynb +0 -1215
- meutils/ai_audio/example.srt +0 -348
- meutils/ai_audio/new.srt +0 -179
- meutils/ai_audio/subtitles.srt +0 -696
- meutils/ai_audio/tts/new.srt +0 -179
- meutils/ai_audio//350/247/206/351/242/221/345/220/210/345/271/266.sh +0 -32
- meutils/ai_cv/1.jpg +0 -0
- meutils/ai_cv/197.jpg +0 -0
- meutils/ai_cv/2.jpg +0 -0
- meutils/ai_cv/img.png +0 -0
- meutils/ai_cv/invoice.jpg +0 -0
- meutils/ai_cv/tbl.png +0 -0
- meutils/ai_cv/test.png +0 -0
- meutils/ann/README.md +0 -33
- meutils/ann/README_gensim.md +0 -47
- meutils/ann/examples/client.py +0 -59
- meutils/ann/examples/demo.py +0 -24
- meutils/api/deeplx.py +0 -29
- meutils/api/qr.png +0 -0
- meutils/clis/README.md +0 -29
- meutils/clis/__test.sh +0 -17
- meutils/clis/deepseek.txt +0 -8
- meutils/clis/deepseek_13003330042.json +0 -1
- meutils/clis/deepseek_13003872192.json +0 -1
- meutils/clis/deepseek_13852263862.json +0 -1
- meutils/clis/deepseek_13913898681.json +0 -1
- meutils/clis/deepseek_13962978617.json +0 -1
- meutils/clis/deepseek_15251801790.json +0 -1
- meutils/clis/deepseek_15720826383.json +0 -1
- meutils/clis/deepseek_18395563611.json +0 -1
- meutils/clis/deepseek_313303303@qq.com.json +0 -1
- meutils/clis/kimi_state.json +0 -1
- meutils/cmds/README.md +0 -55
- meutils/coding/__init__.py +0 -11
- meutils/coding/find132.py +0 -40
- meutils/db/README.md +0 -51
- meutils/decorators/README.md +0 -17
- meutils/docarray_utils/demo_es.py +0 -34
- meutils/docarray_utils/demo_hnsw.py +0 -55
- meutils/docarray_utils/in_memory.py +0 -38
- meutils/docarray_utils//346/224/271/351/200/240/344/270/213hnsw.py +0 -43
- meutils/io/file.py +0 -20
- meutils/io/img.png +0 -0
- meutils/io/x.yml +0 -1
- meutils/notice/img.png +0 -0
- meutils/notice/todo.md +0 -10
- meutils/office_automation//346/212/225/350/265/204/347/256/241/347/220/206/347/263/273/347/273/237O3.2_/344/272/244/346/230/223/347/273/204.pdm +0 -22469
- meutils/playwright_utils/__test.sh +0 -2
- meutils/playwright_utils/kimi1_cookies.json +0 -1
- meutils/playwright_utils/kimi2_cookies.json +0 -1
- meutils/playwright_utils/kimi_cookies.json +0 -93
- meutils/serving/README.md +0 -1
- meutils/serving/celery/_run.sh +0 -10
- meutils/serving/gui/run.sh +0 -9
- meutils/serving/jina/__demo/client.py +0 -42
- meutils/serving/jina/__demo/flow.svg +0 -1
- meutils/serving/jina/__demo/s.py +0 -34
- meutils/serving/jina/__demo/s2.py +0 -37
- meutils/serving/jina/__demo/server.py +0 -83
- meutils/serving/jina/__demo/test.py +0 -40
- meutils/serving/jina/executors/SentenceEncoder.py +0 -62
- meutils/serving/jina/executors/SentenceEncoder_.py +0 -63
- meutils/serving/jina/executors/__init__.py +0 -46
- meutils/serving/jina/executors/base.py +0 -40
- meutils/serving/jina/nlp_serving/__init__.py +0 -11
- meutils/serving/jina/nlp_serving/word_segmentation.py +0 -40
- meutils/serving/streamlit/conf.yaml +0 -5
- meutils/serving/streamlit/ocr.png +0 -0
- meutils/serving/streamlit/run.sh +0 -17
- meutils/serving/webui/.streamlit/_config.toml +0 -186
- meutils/serving/webui/.streamlit/config.toml +0 -26
- meutils/serving/webui/pages/_1_/345/210/206/350/257/215.py +0 -56
- meutils/serving/webui/pages/_2_/350/257/215/346/200/247/346/240/207/346/263/250/344/270/216/345/256/236/344/275/223/350/257/206/345/210/253.py +0 -54
- meutils/serving/webui/pages/_3_/346/226/207/346/234/254/345/214/271/351/205/215.py +0 -64
- meutils/serving/webui/run.sh +0 -9
- meutils/spark/__init__.py +0 -26
- meutils/tools/monitor.yml +0 -29
- {MeUtils-2024.3.4.13.4.45.dist-info → MeUtils-2025.1.16.17.15.52.dist-info}/LICENSE +0 -0
- {MeUtils-2024.3.4.13.4.45.dist-info → MeUtils-2025.1.16.17.15.52.dist-info}/top_level.txt +0 -0
- {meutils → examples}/comp_utils/__init__.py +0 -0
- {meutils → examples}/comp_utils/reverse_metric.py +0 -0
- /meutils/{fileparser/README.md → fastapi_utils/exceptions/__init__.py} +0 -0
- /meutils/{fileparser → parsers/fileparser}/PDF/346/212/275/345/217/226.py" +0 -0
- /meutils/{fileparser → parsers/fileparser}/__init__.py +0 -0
- /meutils/{fileparser → parsers/fileparser}/common.py +0 -0
- /meutils/{fileparser → parsers/fileparser}/filetype/__init__.py +0 -0
- /meutils/{fileparser → parsers/fileparser}/filetype/__main__.py +0 -0
- /meutils/{fileparser → parsers/fileparser}/filetype/filetype.py +0 -0
- /meutils/{fileparser → parsers/fileparser}/filetype/helpers.py +0 -0
- /meutils/{fileparser → parsers/fileparser}/filetype/match.py +0 -0
- /meutils/{fileparser → parsers/fileparser}/filetype/types/__init__.py +0 -0
- /meutils/{fileparser → parsers/fileparser}/filetype/types/application.py +0 -0
- /meutils/{fileparser → parsers/fileparser}/filetype/types/archive.py +0 -0
- /meutils/{fileparser → parsers/fileparser}/filetype/types/audio.py +0 -0
- /meutils/{fileparser → parsers/fileparser}/filetype/types/base.py +0 -0
- /meutils/{fileparser → parsers/fileparser}/filetype/types/document.py +0 -0
- /meutils/{fileparser → parsers/fileparser}/filetype/types/font.py +0 -0
- /meutils/{fileparser → parsers/fileparser}/filetype/types/image.py +0 -0
- /meutils/{fileparser → parsers/fileparser}/filetype/types/isobmff.py +0 -0
- /meutils/{fileparser → parsers/fileparser}/filetype/types/video.py +0 -0
- /meutils/{fileparser → parsers/fileparser}/filetype/utils.py +0 -0
- /meutils/{fileparser → parsers/fileparser}/pdf.py +0 -0
- /meutils/{fileparser → parsers/fileparser}//350/241/250/346/240/274/346/212/275/345/217/226.py" +0 -0
@@ -0,0 +1,197 @@
|
|
1
|
+
#!/usr/bin/env python
|
2
|
+
# -*- coding: utf-8 -*-
|
3
|
+
# @Project : AI. @by PyCharm
|
4
|
+
# @File : klingai
|
5
|
+
# @Time : 2024/7/9 13:23
|
6
|
+
# @Author : betterme
|
7
|
+
# @WeChat : meutils
|
8
|
+
# @Software : PyCharm
|
9
|
+
# @Description :
|
10
|
+
import jsonpath
|
11
|
+
|
12
|
+
from meutils.pipe import *
|
13
|
+
from meutils.schemas import kling_types
|
14
|
+
from meutils.schemas.task_types import TaskType, Task
|
15
|
+
from meutils.schemas.kuaishou_types import BASE_URL, KlingaiVideoRequest, FEISHU_URL, FEISHU_URL_VIP
|
16
|
+
|
17
|
+
from meutils.decorators.retry import retrying
|
18
|
+
from meutils.notice.feishu import send_message as _send_message
|
19
|
+
from meutils.config_utils.lark_utils import get_next_token_for_polling
|
20
|
+
|
21
|
+
from meutils.apis.kuaishou.klingai import get_reward, get_point, check_token, download, get_task_plus
|
22
|
+
|
23
|
+
from meutils.apis.proxy.ips import get_one_proxy
|
24
|
+
|
25
|
+
send_message = partial(
|
26
|
+
_send_message,
|
27
|
+
title=__name__,
|
28
|
+
url="https://open.feishu.cn/open-apis/bot/v2/hook/dc1eda96-348e-4cb5-9c7c-2d87d584ca18"
|
29
|
+
)
|
30
|
+
|
31
|
+
|
32
|
+
# BASE_URL = GUOJI_BASE_URL
|
33
|
+
|
34
|
+
|
35
|
+
# 自动延长
|
36
|
+
# {"type":"m2v_extend_video","inputs":[{"name":"input","inputType":"URL","url":"https://h1.inkwai.com/bs2/upload-ylab-stunt/special-effect/output/HB1_PROD_ai_web_29545092/8992112608804666920/output_ffmpeg.mp4","fromWorkId":29545092}],"arguments":[{"name":"prompt","value":""},{"name":"biz","value":"klingai"},{"name":"__initialType","value":"m2v_img2video"},{"name":"__initialPrompt","value":"母亲对着镜头挥手"}]}
|
37
|
+
# 自定义创意延长
|
38
|
+
# {"type":"m2v_extend_video","inputs":[{"name":"input","inputType":"URL","url":"https://h2.inkwai.com/bs2/upload-ylab-stunt/special-effect/output/HB1_PROD_ai_web_29542959/396308539942414182/output_ffmpeg.mp4","fromWorkId":29542959}],"arguments":[{"name":"prompt","value":"加点字"},{"name":"biz","value":"klingai"},{"name":"__initialType","value":"m2v_txt2video"},{"name":"__initialPrompt","value":"让佛祖说话,嘴巴要动,像真人一样"}]}
|
39
|
+
@retrying(max_retries=8, max=8, predicate=lambda r: not r)
|
40
|
+
async def create_task(request: KlingaiVideoRequest, cookie: Optional[str] = None, vip: bool = False):
|
41
|
+
cookie = cookie or await get_next_token_for_polling(FEISHU_URL_VIP if vip else FEISHU_URL, check_token=check_token,
|
42
|
+
from_redis=True)
|
43
|
+
|
44
|
+
task_type = TaskType.kling_vip if vip else TaskType.kling
|
45
|
+
|
46
|
+
headers = {
|
47
|
+
'Cookie': cookie,
|
48
|
+
'Content-Type': 'application/json;charset=UTF-8'
|
49
|
+
}
|
50
|
+
request_kwargs = {}
|
51
|
+
for i in range(3):
|
52
|
+
async with httpx.AsyncClient(base_url=BASE_URL, headers=headers, **request_kwargs) as client:
|
53
|
+
response = await client.post("/api/task/submit", json=request.payload)
|
54
|
+
if response.is_success:
|
55
|
+
data = response.json() # metadata
|
56
|
+
send_message(bjson(data))
|
57
|
+
|
58
|
+
# 触发重试 404 429 520
|
59
|
+
if any(i in str(data) for i in {"页面未找到", "请求超限", "配额耗尽", "积分消费失败"}):
|
60
|
+
send_message(f"{data}\n\n{cookie}")
|
61
|
+
|
62
|
+
# 走代理
|
63
|
+
request_kwargs = {
|
64
|
+
"proxy": await get_one_proxy(from_redis=True),
|
65
|
+
# "proxies": proxies,
|
66
|
+
}
|
67
|
+
|
68
|
+
return
|
69
|
+
|
70
|
+
try:
|
71
|
+
task_ids = jsonpath.jsonpath(data, "$..task.id") # $..task..[id,arguments]
|
72
|
+
if task_ids:
|
73
|
+
task_id = f"{task_type}-{task_ids[0]}"
|
74
|
+
return Task(id=task_id, data=data, system_fingerprint=cookie)
|
75
|
+
else:
|
76
|
+
return Task(status=0, data=data)
|
77
|
+
|
78
|
+
except Exception as e:
|
79
|
+
logger.error(e)
|
80
|
+
send_message(f"未知错误:{e}")
|
81
|
+
|
82
|
+
|
83
|
+
@retrying(max_retries=3, predicate=lambda r: not r)
|
84
|
+
async def create_task_plus(request: KlingaiVideoRequest, token: Optional[str] = None, vip: bool = False):
|
85
|
+
token = token or await get_next_token_for_polling(FEISHU_URL_VIP if vip else FEISHU_URL, check_token=check_token,
|
86
|
+
from_redis=True)
|
87
|
+
|
88
|
+
if not vip: request.mode = "mini" # 针对普号
|
89
|
+
|
90
|
+
headers = {
|
91
|
+
'Cookie': token,
|
92
|
+
'Content-Type': 'application/json;charset=UTF-8'
|
93
|
+
}
|
94
|
+
|
95
|
+
request_kwargs = {}
|
96
|
+
for i in range(3):
|
97
|
+
async with httpx.AsyncClient(base_url=BASE_URL, headers=headers, timeout=100, **request_kwargs) as client:
|
98
|
+
response = await client.post("/api/task/submit", json=request.payload)
|
99
|
+
if response.is_success:
|
100
|
+
data = response.json()
|
101
|
+
kling_types.send_message(data)
|
102
|
+
|
103
|
+
# 触发重试 404 429 520
|
104
|
+
if any(i in str(data) for i in {"页面未找到", "请求超限", "配额耗尽", "积分消费失败"}):
|
105
|
+
kling_types.send_message(f"{data}\n\n{token}")
|
106
|
+
|
107
|
+
# 走代理
|
108
|
+
request_kwargs = {
|
109
|
+
"proxy": await get_one_proxy(from_redis=True),
|
110
|
+
# "proxies": proxies,
|
111
|
+
}
|
112
|
+
|
113
|
+
return
|
114
|
+
|
115
|
+
task_id = message = task_status_msg = ''
|
116
|
+
code = data.get("status")
|
117
|
+
if data.get("data"):
|
118
|
+
data = data.get("data")
|
119
|
+
if task := data.get("task"):
|
120
|
+
code = 0
|
121
|
+
task_id = f"""kling-video-{request.mode}-{task.get("id")}"""
|
122
|
+
task_status = "processing"
|
123
|
+
task_status_msg = data.get("message")
|
124
|
+
else:
|
125
|
+
task_status = "failed"
|
126
|
+
task_status_msg = data.get("message")
|
127
|
+
|
128
|
+
else:
|
129
|
+
message = data.get("message")
|
130
|
+
task_status = "failed"
|
131
|
+
|
132
|
+
return kling_types.TaskResponse(
|
133
|
+
code=code,
|
134
|
+
message=message,
|
135
|
+
data=kling_types.Task(task_id=task_id, task_status=task_status, task_status_msg=task_status_msg),
|
136
|
+
system_fingerprint=token,
|
137
|
+
)
|
138
|
+
|
139
|
+
|
140
|
+
if __name__ == '__main__':
|
141
|
+
# https://xchatllm.feishu.cn/sheets/Bmjtst2f6hfMqFttbhLcdfRJnNf?sheet=v8vcZY
|
142
|
+
|
143
|
+
# cookie = "_did=web_474598569404BC09;did=web_43cec8fac6fa32077f3b12bf131b77a7310f;kuaishou.ai.portal_ph=0e15bfbb51aa3d52d065602d7e566d622ba4;kuaishou.ai.portal_st=ChVrdWFpc2hvdS5haS5wb3J0YWwuc3QSsAHW9jii6pSdK5oTimSzQslDxQ5mLAW8m2j8dKFP4uptOr8aycVOX72ydltRPJhO6QbD4fGYD2pFXD_c4gqsAZPLZluo4DeIxFAWhEplxrmSA61cb-VBtCEB2bxyM1gC-sooTaSESNkekMI5WBEq1_NL5E2x-wigAGi6jm1Chpq-bJ3oTAXe9yMLV3oY4qilfoV9M77nn3cY-r76Z2Z9G-3JICGNjTmN2OAQSf_q3EXtMRoSITGi7VYyBd022GVFnVcqtiPoIiDjv6HmF2lhkn6FgvYhjgLMGinYaZxZj84kbjL8GfxuiygFMAE;userId=415950813"
|
144
|
+
# token = "weblogger_did=web_9665177505014D12; _gcl_au=1.1.961392860.1725442018; did=web_d77db05423a7f37445a28355351bf2736bf0; anonymous-message-release-notice-1=true; userId=5138238; ksi18n.ai.portal_st=ChNrc2kxOG4uYWkucG9ydGFsLnN0EqABA02dJVaF0Q5XvWFZVNWLa-7fNeGjTJZ_BP3zPN4JN1Ct8LRrLlT8ZAtqXZa0X_fOBXuQFiOqfoIuTziI8bNUaIKPNjhfcCT2CUcLv9bIVdYkwlJGlzMai8-2o2MoF9yopDzeYfwphWxBh575DrMjMjnPoNp0MqSq3iDIIA9glYGxEOYRcotovl63JPPI1Vy4mSX46S1Omh1X0suF2oWKCBoSPFqCkp3UokbKTh0UPCIW9AgsIiBZRgCwD_UpSF1elCUq5jwFhe-Wr2hErFmS73Zc4GyXOSgFMAE; ksi18n.ai.portal_ph=c52b0d2188bc0e0d209a401f9cb4c4889227"
|
145
|
+
request = KlingaiVideoRequest(prompt="一只可爱的黑白边境牧羊犬,头伸出车窗,毛发被风吹动,微笑着伸出舌头",
|
146
|
+
duration=5) # 27638649
|
147
|
+
# e = KlingaiVideoRequest.Config.json_schema_extra.get('examples')[-1] # 尾帧
|
148
|
+
# request = KlingaiVideoRequest(**e)
|
149
|
+
#
|
150
|
+
print(arun(create_task(request, vip=True)))
|
151
|
+
# arun(get_task("31298981", cookie))
|
152
|
+
# arun(get_task("vip-47426519", token))
|
153
|
+
|
154
|
+
# pprint(arun(create_image(rquest)))
|
155
|
+
|
156
|
+
# request
|
157
|
+
# request = KlingaiVideoRequest(
|
158
|
+
# prompt="一条可爱的小狗",
|
159
|
+
# url="https://p2.a.kwimgs.com/bs2/upload-ylab-stunt/special-effect/output/HB1_PROD_ai_web_30135907/1706269798026373672/output_ffmpeg.mp4"
|
160
|
+
# )
|
161
|
+
# pprint(arun(create_task(request, cookie)))
|
162
|
+
# pprint(arun(get_task(28106800, cookie))) # 拓展的id 28106800 可能依赖账号 跨账号失败: 单账号测试成功
|
163
|
+
|
164
|
+
# url = "http://p2.a.kwimgs.com/bs2/upload-ylab-stunt/ai_portal/1720681052/LZcEugmjm4/whqrbrlhpjcfofjfywqqp9.png"
|
165
|
+
# request = KlingaiVideoRequest(prompt="狗狗跳起来", url=url) # 28110824
|
166
|
+
# pprint(arun(create_task(request, cookie, feishu_url="https://xchatllm.feishu.cn/sheets/Bmjtst2f6hfMqFttbhLcdfRJnNf?sheet=EXxwtQ")))
|
167
|
+
|
168
|
+
# pprint(arun(get_task(28110824, cookie)))
|
169
|
+
|
170
|
+
# url = "http://p2.a.kwimgs.com/bs2/upload-ylab-stunt/ai_portal/1720681052/LZcEugmjm4/whqrbrlhpjcfofjfywqqp9.png"
|
171
|
+
|
172
|
+
# request = KlingaiVideoRequest(prompt="狗狗跳起来", url=url) # 28110824
|
173
|
+
# pprint(arun(create_task(request, vip=True)))
|
174
|
+
|
175
|
+
# pprint(arun(get_task(30974235, cookie)))
|
176
|
+
# pprint(arun(get_task(28377631, cookie)))
|
177
|
+
# pprint(arun(get_task(28383134, cookie)))
|
178
|
+
|
179
|
+
# pprint(arun(beautify_prompt()))
|
180
|
+
|
181
|
+
# 国际
|
182
|
+
# cookie = "did=web_b11919c67a1966b83eaef4a19fb2de266cba;ksi18n.ai.portal_ph=644033a151612d07cbdedc21513f5d2191b6;ksi18n.ai.portal_st=ChNrc2kxOG4uYWkucG9ydGFsLnN0EqABChr9Is3s_8NQtSRM3A10k93e-Yg2PRAw5SR8BswQAdCW33dIk_7cWf5EQohyx45HoVG4nYAdpPZRg02_y4vsA5AA2TCzde2-cxAMecVk_Rg_oOnQBGWqMjVachSC82Qf4xA-vpOj1KYRGv4XwQ6ZvpqLRysjpt0543UjaasSUa8sHlD6XT_nwPnOc2LGaIDdhXExgvh85OqK7-FpcvniWRoSSiD-9Kd-wI-i_qkoWz9SxkEvIiDCLGRyg7lgXBHZcPxIy0hnLZfkuyO9AMaVYFzUapkQmCgFMAE;userId=3412057;weblogger_did=web_8897873009A74F8"
|
183
|
+
# arun(create_task(request, cookie))
|
184
|
+
|
185
|
+
# cookie = arun(get_next_token_for_polling(feishu_url=FEISHU_URL_VIP, check_token=check_token))
|
186
|
+
# arun(get_task("kling@vip-41009887", cookie))
|
187
|
+
|
188
|
+
# with timer():
|
189
|
+
# arun(check_token(cookie))
|
190
|
+
#
|
191
|
+
#
|
192
|
+
#
|
193
|
+
#
|
194
|
+
# arun(get_reward(token)) # 签到
|
195
|
+
# arun(get_point(token)) # 签到
|
196
|
+
|
197
|
+
# arun(get_task_plus('60909700', token=token))
|
@@ -0,0 +1,189 @@
|
|
1
|
+
#!/usr/bin/env python
|
2
|
+
# -*- coding: utf-8 -*-
|
3
|
+
# @Project : AI. @by PyCharm
|
4
|
+
# @File : kolors
|
5
|
+
# @Time : 2024/7/10 13:13
|
6
|
+
# @Author : betterme
|
7
|
+
# @WeChat : meutils
|
8
|
+
# @Software : PyCharm
|
9
|
+
# @Description : https://kolors.kuaishou.com/
|
10
|
+
|
11
|
+
|
12
|
+
import jsonpath
|
13
|
+
|
14
|
+
from meutils.pipe import *
|
15
|
+
from meutils.decorators.retry import retrying
|
16
|
+
from meutils.schemas.kuaishou_types import KolorsRequest
|
17
|
+
from meutils.notice.feishu import send_message as _send_message
|
18
|
+
from meutils.config_utils.lark_utils import get_next_token_for_polling
|
19
|
+
|
20
|
+
BASE_URL = "https://kolors.kuaishou.com"
|
21
|
+
OSS_URL = "https://s2-111386.kwimgs.com/bs2/mmu-kolors-public"
|
22
|
+
# https://s2-111386.kwimgs.com/bs2/mmu-kolors-public/5f9c7b42688fe95c4b8d9ebd1dba3431.png?x-oss-process=image/resize,m_mfit,w_305
|
23
|
+
# https://s2-111386.kwimgs.com/bs2/mmu-kolors-public/mmu-kolors-4243501072-1720596454510-1a862f8dbde042349b97445fc45ec231 # upload
|
24
|
+
|
25
|
+
FEISHU_URL = "https://xchatllm.feishu.cn/sheets/Bmjtst2f6hfMqFttbhLcdfRJnNf?sheet=I9NCss"
|
26
|
+
|
27
|
+
send_message = partial(
|
28
|
+
_send_message,
|
29
|
+
title=__name__,
|
30
|
+
url="https://open.feishu.cn/open-apis/bot/v2/hook/dc1eda96-348e-4cb5-9c7c-2d87d584ca18"
|
31
|
+
)
|
32
|
+
|
33
|
+
|
34
|
+
@retrying(predicate=lambda r: not isinstance(r, str)) # 触发重试
|
35
|
+
async def upload(file_or_url: Union[bytes, str], cookie: Optional[str] = None): # todo: 垫图
|
36
|
+
cookie = cookie or await get_next_token_for_polling(FEISHU_URL)
|
37
|
+
|
38
|
+
headers = {
|
39
|
+
'Cookie': cookie,
|
40
|
+
}
|
41
|
+
|
42
|
+
files = params = None
|
43
|
+
if isinstance(file_or_url, bytes):
|
44
|
+
files = [('file', file_or_url)]
|
45
|
+
|
46
|
+
else:
|
47
|
+
params = {
|
48
|
+
'url': file_or_url
|
49
|
+
}
|
50
|
+
|
51
|
+
# files = [
|
52
|
+
# ('file', ('v的副本.jpg', open('/Users/betterme/Downloads/v的副本.jpg', 'rb'), 'image/jpeg'))
|
53
|
+
# ]
|
54
|
+
|
55
|
+
async with httpx.AsyncClient(base_url=BASE_URL, headers=headers, timeout=100) as client:
|
56
|
+
response = await client.post("/api/kolors/uploadToBlobStore", params=params, files=files)
|
57
|
+
|
58
|
+
logger.debug(response.text)
|
59
|
+
|
60
|
+
if response.is_success:
|
61
|
+
data = response.json()
|
62
|
+
send_message(data)
|
63
|
+
|
64
|
+
try:
|
65
|
+
rawKeys = jsonpath.jsonpath(data, "$..rawKey")
|
66
|
+
if rawKeys:
|
67
|
+
url = f"{OSS_URL}/{rawKeys[0]}?x-oss-process=image/resize,m_mfit,w_1024"
|
68
|
+
return url
|
69
|
+
|
70
|
+
except Exception as e: # 429
|
71
|
+
logger.error(e)
|
72
|
+
|
73
|
+
else:
|
74
|
+
return data
|
75
|
+
|
76
|
+
|
77
|
+
@retrying(max_retries=5, predicate=lambda r: not r)
|
78
|
+
async def create_task(request: KolorsRequest, cookie: Optional[str] = None):
|
79
|
+
cookie = cookie or await get_next_token_for_polling(FEISHU_URL)
|
80
|
+
|
81
|
+
headers = {
|
82
|
+
'Cookie': cookie,
|
83
|
+
'Content-Type': 'application/json;charset=UTF-8'
|
84
|
+
}
|
85
|
+
|
86
|
+
async with httpx.AsyncClient(base_url=BASE_URL, headers=headers, timeout=60) as client:
|
87
|
+
response = await client.post("/api/kolors/textToImage", json=request.model_dump())
|
88
|
+
|
89
|
+
logger.debug(response.text)
|
90
|
+
logger.info(response.status_code)
|
91
|
+
|
92
|
+
if response.is_success:
|
93
|
+
data = response.json()
|
94
|
+
send_message(data)
|
95
|
+
|
96
|
+
if data.get("code") == 500:
|
97
|
+
return data # 不重试
|
98
|
+
# raise Exception(data)
|
99
|
+
|
100
|
+
if any(i in str(data) for i in {"页面未找到", "请求超限"}):
|
101
|
+
send_message(f"{data}\n\n{cookie}")
|
102
|
+
return # 404 429 重试
|
103
|
+
|
104
|
+
# {"code":500,"result":{"status":"ERROR","code":33001,"reason":""}} 可能是内容审核的问题
|
105
|
+
try:
|
106
|
+
requestIds = jsonpath.jsonpath(data, "$..requestId")
|
107
|
+
if requestIds:
|
108
|
+
logger.info(f"requestId or taskId: {requestIds[0]}")
|
109
|
+
response = await client.get("/api/kolors/queryAsyncTaskResult", params={"requestId": requestIds[0]})
|
110
|
+
logger.debug(response.text)
|
111
|
+
|
112
|
+
if response.is_success:
|
113
|
+
return requestIds[0]
|
114
|
+
else:
|
115
|
+
response.raise_for_status()
|
116
|
+
|
117
|
+
except Exception as e: # 429
|
118
|
+
logger.error(e)
|
119
|
+
|
120
|
+
else:
|
121
|
+
return data
|
122
|
+
|
123
|
+
|
124
|
+
@retrying(max_retries=16, exp_base=1.1, min=2, predicate=lambda r: r == "RETRYING") # 触发重试
|
125
|
+
async def get_task(task_id, cookie: str):
|
126
|
+
headers = {
|
127
|
+
'Cookie': cookie,
|
128
|
+
'Content-Type': 'application/json;charset=UTF-8'
|
129
|
+
}
|
130
|
+
|
131
|
+
async with httpx.AsyncClient(base_url=BASE_URL, headers=headers, timeout=60) as client:
|
132
|
+
response = await client.get(f"/api/kolors/requests/{task_id}", params={"withWatermark": False})
|
133
|
+
if response.is_success:
|
134
|
+
data = response.json()
|
135
|
+
|
136
|
+
logger.debug(data)
|
137
|
+
|
138
|
+
if not task_id or "ERROR" in str(data): return "TASK_FAILED" # 跳出条件
|
139
|
+
|
140
|
+
urls = jsonpath.jsonpath(data, '$..imageBlobKey')
|
141
|
+
if urls and all(urls):
|
142
|
+
images = [{"url": f"{OSS_URL}/{url.replace('mmu:kolors-public:', '')}"} for url in urls]
|
143
|
+
return images
|
144
|
+
else:
|
145
|
+
return "RETRYING" # 重试
|
146
|
+
|
147
|
+
|
148
|
+
@retrying(max_retries=3, predicate=lambda r: r == "TASK_FAILED")
|
149
|
+
async def create_image(request: KolorsRequest, file: Optional[bytes] = None):
|
150
|
+
cookie = await get_next_token_for_polling(FEISHU_URL)
|
151
|
+
|
152
|
+
if file:
|
153
|
+
request.referImage = await upload(file, cookie)
|
154
|
+
|
155
|
+
logger.info(request)
|
156
|
+
|
157
|
+
task_id = await create_task(request, cookie)
|
158
|
+
logger.info(f"taskId: {task_id}")
|
159
|
+
if isinstance(task_id, dict):
|
160
|
+
return task_id
|
161
|
+
|
162
|
+
data = await get_task(task_id, cookie)
|
163
|
+
|
164
|
+
return data
|
165
|
+
|
166
|
+
|
167
|
+
if __name__ == '__main__':
|
168
|
+
cookie = "kuaishou.dmo.ketu_ph=f711fb055f50eeb21fdb39bd6e05cc611744;kuaishou.dmo.ketu_st=ChRrdWFpc2hvdS5kbW8ua2V0dS5zdBKgAULU9RPZzOXOMUukfVPm51Ghgxee3d2ZFqxfGxQ4WRIWWbZ8omUKzDni1d_3R0s3hv9RfvRU7g0dW9v1lKXIMX23-ctLJ10YovTsS6HDb_A6zzruMKa6qLFOiRWf4RvJ0DB07y7UbxuNlof78rWMMKftZEKSZzDVSSQnGhEf0-V-4WWRcEzOaAImqyJZccV3lqcMr6UHfqnJmaJG3ufNw2gaEtBzrwEitKSmOEU59oMJzRgeLSIgvpsGbded8NVshgwPYn9xkkH1dsTLZct7SIl-I82yHDQoBTAB;did=web_e022fde52721456f43cb66d90a7d6f14e462;userId=742626779;weblogger_did=web_47164250171DB527"
|
169
|
+
request = KolorsRequest(prompt="阳光下", imageCount=4)
|
170
|
+
request = KolorsRequest(prompt="a cat", imageCount=4)
|
171
|
+
|
172
|
+
# print(arun(create_task(request, cookie)))
|
173
|
+
|
174
|
+
# print(arun(get_task(851793, cookie)))
|
175
|
+
url = "https://s2-111386.kwimgs.com/bs2/mmu-kolors-public/5f9c7b42688fe95c4b8d9ebd1dba3431.png?x-oss-process=image/resize,m_mfit,w_305"
|
176
|
+
# print(arun(upload(url)))
|
177
|
+
#
|
178
|
+
# request = KolorsRequest(referImage="mmu-kolors-742626779-1720600931170-5ebc098c01b14baf965f3ea9e2a60228")
|
179
|
+
# request = KolorsRequest(referImage="https://s2-111386.kwimgs.com/bs2/mmu-kolors-public/mmu-kolors-742626779-1720760149252-f276504646014593a73f5b36c88ccafa?x-oss-process=image/resize,m_mfit,w_1000")
|
180
|
+
# print(request)
|
181
|
+
|
182
|
+
# file = open("/Users/betterme/PycharmProjects/AI/x.jpg", "rb").read()
|
183
|
+
#
|
184
|
+
# pprint(arun(upload(file_or_url=file, cookie=cookie)))
|
185
|
+
|
186
|
+
# url = "https://s2-111386.kwimgs.com/bs2/mmu-kolors-public/a1bf746085fa4bf39b0b299e91d267fd.png"
|
187
|
+
|
188
|
+
# pprint(arun(create_image(request, file)))
|
189
|
+
arun(create_image(request))
|
meutils/apis/llm_qa.py
ADDED
@@ -0,0 +1,55 @@
|
|
1
|
+
#!/usr/bin/env python
|
2
|
+
# -*- coding: utf-8 -*-
|
3
|
+
# @Project : AI. @by PyCharm
|
4
|
+
# @File : llm_qa
|
5
|
+
# @Time : 2024/4/24 18:11
|
6
|
+
# @Author : betterme
|
7
|
+
# @WeChat : meutils
|
8
|
+
# @Software : PyCharm
|
9
|
+
# @Description :
|
10
|
+
|
11
|
+
from meutils.pipe import *
|
12
|
+
|
13
|
+
from langchain.chat_models import ChatOpenAI
|
14
|
+
from langchain.output_parsers import OutputFixingParser
|
15
|
+
from langchain.output_parsers import PydanticOutputParser
|
16
|
+
|
17
|
+
|
18
|
+
class ExpressRequest(BaseModel):
|
19
|
+
express_no: str = Field(description="快递单号")
|
20
|
+
phone_number: str = Field(description="手机号")
|
21
|
+
|
22
|
+
def __init__(self, /, **kwargs):
|
23
|
+
super().__init__(**kwargs)
|
24
|
+
self.express_no = f"{self.express_no}:{self.phone_number[-4:]}"
|
25
|
+
|
26
|
+
|
27
|
+
parser = PydanticOutputParser(pydantic_object=ExpressRequest)
|
28
|
+
|
29
|
+
print(parser.get_format_instructions())
|
30
|
+
|
31
|
+
|
32
|
+
# parser = OutputFixingParser.from_llm(
|
33
|
+
# parser=parser,
|
34
|
+
# # llm=ChatOpenAI(temperature=0),
|
35
|
+
# llm=ChatOpenAI(model="kimi"),
|
36
|
+
# )
|
37
|
+
#
|
38
|
+
text = """
|
39
|
+
快递号
|
40
|
+
SF1442153365663
|
41
|
+
手机号是
|
42
|
+
121215651
|
43
|
+
"""
|
44
|
+
#
|
45
|
+
# result = parser.parse(text) # 错误被自动修正
|
46
|
+
# print(text)
|
47
|
+
# print(result)
|
48
|
+
|
49
|
+
|
50
|
+
print(parser.parse("""{'快递号': SF1442153365663}"""))
|
51
|
+
|
52
|
+
|
53
|
+
import openai
|
54
|
+
|
55
|
+
openai.OpenAI
|
@@ -0,0 +1,123 @@
|
|
1
|
+
#!/usr/bin/env python
|
2
|
+
# -*- coding: utf-8 -*-
|
3
|
+
# @Project : AI. @by PyCharm
|
4
|
+
# @File : luma
|
5
|
+
# @Time : 2024/7/22 11:12
|
6
|
+
# @Author : betterme
|
7
|
+
# @WeChat : meutils
|
8
|
+
# @Software : PyCharm
|
9
|
+
# @Description :
|
10
|
+
|
11
|
+
|
12
|
+
from meutils.pipe import *
|
13
|
+
from meutils.decorators.retry import retrying
|
14
|
+
from meutils.schemas.luma_types import BASE_URL, LumaRequest, EXAMPLES
|
15
|
+
from meutils.schemas.task_types import Task
|
16
|
+
|
17
|
+
from meutils.notice.feishu import send_message as _send_message
|
18
|
+
from meutils.config_utils.lark_utils import get_next_token_for_polling
|
19
|
+
|
20
|
+
FEISHU_URL = "https://xchatllm.feishu.cn/sheets/Bmjtst2f6hfMqFttbhLcdfRJnNf?sheet=RsoADK"
|
21
|
+
|
22
|
+
send_message = partial(
|
23
|
+
_send_message,
|
24
|
+
title=__name__,
|
25
|
+
url="https://open.feishu.cn/open-apis/bot/v2/hook/dc1eda96-348e-4cb5-9c7c-2d87d584ca18"
|
26
|
+
)
|
27
|
+
|
28
|
+
|
29
|
+
def refresh_token():
|
30
|
+
import requests
|
31
|
+
|
32
|
+
url = "https://lumalabs.ai/?_rsc=1ovtp"
|
33
|
+
|
34
|
+
payload = {}
|
35
|
+
headers = {
|
36
|
+
'pragma': 'no-cache',
|
37
|
+
'priority': 'u=1, i',
|
38
|
+
'Cookie': '_clck=1pg7ir3%7C2%7Cfno%7C0%7C1664; _ga=GA1.1.708578083.1721630345; luma_session=SkMABQUEQBc6TA4PUVoaD0ERUEsvDFFxUFl6Cyl4Zk14UC8PLxJ6CjcNAid9AnFeEWtjcS9dHVNKek8GNHhaeF8SCAI-L18HCQFQAGNYU3wLXFxrMQdKe2R2WDsZaEduZQUKKA9RAykycgwoYFxQbyVQQXwyMll7d2JYLydaSm4DNwwvDxZaPVdAET5jAQhtU19eew8URlJkSEYEMEZabWkJFi8MDksqH3EZKl55QXgLWE9UNEpJBVVUUS5XdV5RegsSAlNWWA5UUVQJRkMVAjd3dnhUVQFsA15xDSUBVkJaQ01GRBNWAhddEgxrQFdeBF0XCEVGVk95WFclAFh8XnsoNBwvUH0NLEsoCmYBW3YoBXxZFTxldXkJGwcae0lTZigIKQgSWgA9dg0HWA0JUTZfXnsPC1pvZ1NMLzR3Xm5LOBU_MgVYKgwIUSljflV5NVtdaCEHR3hkZl8vJ2NeenUKGD9UN14tDE8IPQZMSG82BgVqVwhYf1lAQAY0SUBRYhYIPD4JRC0PVxkqTn1BeAt-BH8PD0lQYh5wDjNXR050BVFfAgJ3MA5sJAZCZ0tWFmV9XQkqC0JRRGM4FWFabn47CFYzQx9ER1sNDVFaTGoIVxcIRQpGWl9N; _clsk=k5j7yi%7C1721631686971%7C7%7C0%7Cw.clarity.ms%2Fcollect; _ga_67JX7C10DX=GS1.1.1721630344.1.1.1721631758.0.0.0',
|
39
|
+
'User-Agent': 'Apifox/1.0.0 (https://apifox.com)'
|
40
|
+
}
|
41
|
+
|
42
|
+
response = requests.request("GET", url, headers=headers, data=payload)
|
43
|
+
#
|
44
|
+
# print(response.cookies)
|
45
|
+
# print(response.cookies.values())
|
46
|
+
# print(response.headers)
|
47
|
+
#
|
48
|
+
# print(response.text)
|
49
|
+
|
50
|
+
|
51
|
+
@retrying(max_retries=6, predicate=lambda r: not r)
|
52
|
+
async def create_task(request: Union[dict, LumaRequest], token: Optional[str] = None):
|
53
|
+
token = token or await get_next_token_for_polling(FEISHU_URL)
|
54
|
+
logger.debug(token)
|
55
|
+
|
56
|
+
headers = {
|
57
|
+
'Cookie': token,
|
58
|
+
}
|
59
|
+
|
60
|
+
payload = request if isinstance(request, dict) else request.model_dump(exclude_none=True)
|
61
|
+
|
62
|
+
async with httpx.AsyncClient(base_url=BASE_URL, headers=headers, timeout=30) as client:
|
63
|
+
response = await client.post("/generations/", json=payload)
|
64
|
+
# [
|
65
|
+
# {
|
66
|
+
# "id": "82507194-91c0-4fe3-ad12-f459acbcf3a5",
|
67
|
+
# "prompt": "清凉夏季美少女,微卷短发,运动服,林间石板路,斑驳光影,超级真实,16K",
|
68
|
+
# "state": "pending",
|
69
|
+
# "created_at": "2024-07-22T05:26:20.871974Z",
|
70
|
+
# "video": null,
|
71
|
+
# "liked": null,
|
72
|
+
# "estimate_wait_seconds": null,
|
73
|
+
# "thumbnail": null,
|
74
|
+
# "last_frame": null
|
75
|
+
# }
|
76
|
+
# ]
|
77
|
+
|
78
|
+
logger.debug(response.text)
|
79
|
+
logger.debug(response.status_code)
|
80
|
+
|
81
|
+
if response.is_success:
|
82
|
+
data = response.json()
|
83
|
+
send_message(bjson(data))
|
84
|
+
data = data[0]
|
85
|
+
|
86
|
+
return Task(id=data.get("id"), data=data, system_fingerprint=token)
|
87
|
+
|
88
|
+
response.raise_for_status()
|
89
|
+
|
90
|
+
|
91
|
+
# @retrying(predicate=lambda r: not r) # 触发重试
|
92
|
+
# @retrying() # 触发重试
|
93
|
+
async def get_task(task_id: str, token: str): # 1ee02f7b-42df-4926-b034-f56e4c4e2d31
|
94
|
+
|
95
|
+
headers = {
|
96
|
+
'Cookie': token,
|
97
|
+
}
|
98
|
+
params = {
|
99
|
+
'offset': 0,
|
100
|
+
'limit': 32
|
101
|
+
}
|
102
|
+
async with httpx.AsyncClient(base_url=BASE_URL, headers=headers, timeout=30) as client:
|
103
|
+
# response = await client.get(f"/user/generations/", params=params)
|
104
|
+
# if response.is_success:
|
105
|
+
# data = response.json()
|
106
|
+
# return list(filter(lambda x: x.get("id") == task_id, data))
|
107
|
+
response = await client.get(f"/generations/{task_id}", params=params)
|
108
|
+
|
109
|
+
logger.debug(response.text)
|
110
|
+
logger.debug(response.status_code)
|
111
|
+
if response.is_success:
|
112
|
+
return response.json()
|
113
|
+
|
114
|
+
response.raise_for_status()
|
115
|
+
|
116
|
+
|
117
|
+
if __name__ == '__main__':
|
118
|
+
pass
|
119
|
+
# cookie = "_clck=1tbe3d1%7C2%7Cfno%7C0%7C1664; _ga=GA1.1.1897085930.1721613998; luma_session=SkMABQUEQBc6TA4PUVoaD0ERUEsvDFFxUFl6Cyl4Zk14UC8PLxJ6CjcNAid9AnFeEWtjcS9dHVNKek8GNHhaeF8SCAI-L18HCQFQAGNYU3wLXFxrMQdKe2R2WDsZaEduZQUKKA9RAykycgwoYFxQbyVQQXwyMll7d2JYLydaSm4DNwwvDxZaPVdAET5jAQhtU19eew8URlJkSEYEMEZabWkJFi8MDksqH3EZKl59C3glWExUNEpccnsHWS8wB3lffhIoLQRTWDYDdwpVGXJ8TS93b3QREFlGRARmASxCAmEFQ01GRBNWAhddEgxrQFdeBF0XCEVGVk95WFclAFh8XnsoNBwvUH0NLEsoCmYBW3YoBXxZFTxldXkJGwcae0lTZigIKQgSWgA9dg0HWA0JUTZfXnsPC1pvZ1NMLzR3Xm5LOBU_MgVYKgwIUSljflV5NVtdaCEHR3hkZl8vJ2NeenUKGD9UN14tDE8IPQZMSG82BgVqVwhYf1lAQAY0SUBRYhYIPD4JRC0PVxkqTn1BeAt-Qn8hD0pQYh5tVTtZYlIDDjlTKAVhNgxJJzMBXwENUB5AcC8NYH1-YQdbAAN9TWMbGAUNQx9ER1sNDVFaTGoIVxcIRQpGWl9N"
|
120
|
+
# cookie = "_clck=1tbe3d1%7C2%7Cfno%7C0%7C1664; _ga=GA1.1.1897085930.1721613998; luma_session=SkMABQUEQBc6TA4PUVoaD0ERUEsvDFFxUFl6Cyl4Zk14UC8PLxJ6CjcNAid9AnFeEWtjcS9dHVNKek8GNHhaeF8SCAI-L18HCQFQAGNYU3wLXFxrMQdKe2R2WDsZaEduZQUKKA9RAykycgwoYFxQbyVQQXwyMll7d2JYLydaSm4DNwwvDxZaPVdAET5jAQhtU19eew8URlJkSEYEMEZabWkJFi8MDksqH3EZKl59DHo1dkxUNEpqZVJldgA1WmZ8QxUAIycRchwHcCUmfwEJAwBnAgM1MFp_QXFjKFpHSQV8Q01GRBNWAhddEgxrQFdeBF0XCEVGVk95WFclAFh8XnsoNBwvUH0NLEsoCmYBW3YoBXxZFTxldXkJGwcae0lTZigIKQgSWgA9dg0HWA0JUTZfXnsPC1pvZ1NMLzR3Xm5LOBU_MgVYKgwIUSljflV5NVtdaCEHR3hkZl8vJ2NeenUKGD9UN14tDE8IPQZMSG82BgVqVwhYf1lAQAY0SUBRYhYIPD4JRC0PVxkqTn1BeAt-TX0xIUpQYh5TByJhAn5wODYsCTIHLhB6DFZNUWsYE3sAZB0gBA9ydVInDFZyRGYAUgIrQx9ER1sNDVFaTGoIVxcIRQpGWl9N"
|
121
|
+
arun(create_task(EXAMPLES[0]))
|
122
|
+
# arun(get_task("6de49fdc-f3ed-4590-8a1a-0c53cfca055b", cookie))
|
123
|
+
# print(refresh_token())
|