MeUtils 2024.3.4.13.4.45__py3-none-any.whl → 2025.1.16.17.15.52__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {MeUtils-2024.3.4.13.4.45.dist-info → MeUtils-2025.1.16.17.15.52.dist-info}/METADATA +38 -32
- MeUtils-2025.1.16.17.15.52.dist-info/RECORD +864 -0
- {MeUtils-2024.3.4.13.4.45.dist-info → MeUtils-2025.1.16.17.15.52.dist-info}/WHEEL +1 -1
- {MeUtils-2024.3.4.13.4.45.dist-info → MeUtils-2025.1.16.17.15.52.dist-info}/entry_points.txt +1 -0
- apps/spider.py +24 -8
- examples/_openaisdk/4v.py +110 -0
- examples/_openaisdk/__init__.py +11 -0
- examples/_openaisdk/baichuan.py +38 -0
- examples/_openaisdk/bpo.py +138 -0
- examples/_openaisdk/chat_latex.py +95 -0
- examples/_openaisdk/chattts.py +85 -0
- examples/_openaisdk/copilot.py +48 -0
- examples/_openaisdk/dalle3.py +48 -0
- examples/_openaisdk/deeplx.py +31 -0
- examples/_openaisdk/demo.py +77 -0
- examples/_openaisdk/embeddings.py +34 -0
- examples/_openaisdk/gpt4all.py +69 -0
- examples/_openaisdk/gpt_fc.py +23 -0
- examples/_openaisdk/gr_vl.py +46 -0
- examples/_openaisdk/json_mode.py +12 -0
- examples/_openaisdk/kimi.py +91 -0
- examples/_openaisdk/kimi_qa.py +57 -0
- examples/_openaisdk/minimax.py +75 -0
- examples/_openaisdk/open_router.py +48 -0
- examples/_openaisdk/openai_aiplus.py +54 -0
- examples/_openaisdk/openai_audio.py +20 -0
- examples/_openaisdk/openai_baichuan.py +59 -0
- examples/_openaisdk/openai_cache.py +37 -0
- examples/_openaisdk/openai_chatfire.py +228 -0
- examples/_openaisdk/openai_chatfire_all.py +166 -0
- examples/_openaisdk/openai_deepinfra.py +55 -0
- examples/_openaisdk/openai_deepseek.py +29 -0
- examples/_openaisdk/openai_doubao.py +43 -0
- examples/_openaisdk/openai_embeddings.py +36 -0
- examples/_openaisdk/openai_files.py +57 -0
- examples/_openaisdk/openai_gitee.py +33 -0
- examples/_openaisdk/openai_god.py +45 -0
- examples/_openaisdk/openai_groq.py +240 -0
- examples/_openaisdk/openai_images.py +203 -0
- examples/_openaisdk/openai_json.py +78 -0
- examples/_openaisdk/openai_lingyi.py +59 -0
- examples/_openaisdk/openai_modelscope.py +54 -0
- examples/_openaisdk/openai_moon.py +55 -0
- examples/_openaisdk/openai_oi.py +61 -0
- examples/_openaisdk/openai_ppu.py +47 -0
- examples/_openaisdk/openai_qwen.py +58 -0
- examples/_openaisdk/openai_search.py +42 -0
- examples/_openaisdk/openai_sensenova.py +81 -0
- examples/_openaisdk/openai_siliconflow.py +52 -0
- examples/_openaisdk/openai_step.py +45 -0
- examples/_openaisdk/openai_test.py +66 -0
- examples/_openaisdk/openai_together.py +57 -0
- examples/_openaisdk/openai_tune.py +38 -0
- examples/_openaisdk/openai_zhipu.py +59 -0
- examples/_openaisdk/ppu.py +28 -0
- examples/_openaisdk/rag.py +54 -0
- examples/_openaisdk/rag_.py +26 -0
- examples/_openaisdk/test.py +52 -0
- examples/_openaisdk/x.py +32 -0
- examples/_openaisdk/xx.py +29 -0
- examples/_openaisdk/zhipu_files.py +47 -0
- examples/_openaisdk/zhipu_/346/231/272/350/203/275/344/275/223.py +45 -0
- examples/_openaisdk//345/205/234/345/272/225/346/265/213/350/257/225.py +50 -0
- examples/_openaisdk//345/244/232/346/250/241/346/200/201/346/265/213/350/257/225.py +76 -0
- examples/_openaisdk//345/244/232/346/250/241/346/200/201/346/265/213/350/257/225_.py +56 -0
- examples/_openaisdk//346/226/207/344/273/266/351/227/256/347/255/224.py +36 -0
- examples/_openaisdk//346/226/207/346/241/243/350/247/243/346/236/220.py +34 -0
- examples/_openaisdk//346/250/241/345/236/213/346/265/213/350/257/225.py +53 -0
- examples/_openaisdk//351/230/277/351/207/214.py +80 -0
- {meutils/serving/jina/__demo → examples/ann}/__init__.py +1 -1
- examples/ann/main.py +31 -0
- examples/apis/kl.py +28 -0
- examples/apis/x.py +17 -0
- examples/apis/xx.py +17 -0
- examples/arq_demo/demo.py +3 -0
- examples/backgroundtasks.py +25 -0
- examples/bserver.py +513 -21
- examples/cache_demo/HermesCache_demo.py +81 -0
- examples/cache_demo/acacge.py +26 -0
- examples/cache_demo/x.py +31 -0
- {meutils/docarray_utils → examples/caches}/__init__.py +1 -1
- examples/caches/llmcache.py +18 -0
- examples/celery_demo/product_task.py +2 -0
- examples/demo.py +17 -1
- examples/fastapi_caching.py +59 -0
- {meutils/dependencies → examples/gr}/__init__.py +1 -1
- examples/gr/d.py +22 -0
- examples/gr/demo.py +30 -0
- examples/ip2/345/234/260/345/214/272.py +16 -0
- examples/jinja2_demo/j2_demo.py +20 -1
- examples/json/346/240/207/345/207/206/345/214/226.py +54 -0
- examples/md.py +29 -0
- {meutils/serving/jina → examples/nesc}/__init__.py +1 -1
- examples/nesc/main.py +76 -0
- examples/orm/mysql_orm.py +113 -0
- examples/orm/sql_creater.py +57 -0
- examples/orm/sqlm.py +134 -0
- examples/rq_demo/fns.py +18 -0
- examples/rq_demo/redis/351/230/237/345/210/227.py +14 -7
- examples/rq_demo/redis/351/230/237/345/210/227_add_chatfire.py +30 -0
- examples/size_map.py +43 -0
- examples/test.py +59 -0
- examples/webs/__init__.py +11 -0
- examples/webs/main.py +34 -0
- examples/x.py +13 -0
- examples//345/216/273/346/260/264/345/215/260.py +20 -0
- examples//346/226/207/346/241/243/346/231/272/350/203/275/__init__.py +11 -0
- meutils/_utils.py +15 -6
- meutils/ai_audio/asr/__init__.py +3 -2
- meutils/ai_audio/asr/cf_asr.py +53 -0
- meutils/ai_audio/asr/de.py +11 -0
- meutils/ai_audio/asr/fast_asr.py +15 -7
- meutils/ai_audio/asr/openai_asr.py +83 -6
- meutils/ai_audio/fast_asr.py +8 -4
- meutils/ai_audio/tts/EdgeTTS.py +33 -7
- meutils/ai_audio/tts/openai_tts.py +24 -20
- meutils/ai_audio/tts/tts_ui.py +1 -0
- meutils/ai_audio/utils.py +9 -0
- meutils/ai_cv/__init__.py +0 -1
- meutils/ai_cv/ocr.py +3 -2
- meutils/ai_cv/utils.py +154 -0
- meutils/ai_video/avmerge.py +6 -0
- meutils/ai_video/video.py +11 -2
- meutils/{api → apis}/__init__.py +1 -1
- meutils/apis/ali_apis.py +60 -0
- meutils/apis/audio/__init__.py +10 -0
- meutils/apis/audio/deepinfra.py +59 -0
- meutils/apis/audio/fish.py +248 -0
- meutils/apis/baidu/__init__.py +9 -0
- meutils/apis/baidu/bdaitpzs.py +229 -0
- meutils/apis/baidu/test.py +78 -0
- meutils/apis/chatglm/__init__.py +11 -0
- meutils/apis/chatglm/glm_video.py +273 -0
- meutils/apis/chatglm/glm_video_api.py +116 -0
- meutils/apis/chatglm/images.py +63 -0
- meutils/apis/chatglm/temp.py +259 -0
- meutils/apis/chatglm/x.py +31 -0
- meutils/{api → apis}/common.py +10 -6
- meutils/apis/fal/__init__.py +11 -0
- meutils/apis/fal/files.py +53 -0
- meutils/apis/fal/images.py +57 -0
- meutils/apis/fal/images_.py +72 -0
- meutils/apis/fal/videos.py +77 -0
- meutils/apis/firecrawl.py +45 -0
- meutils/apis/gitee/__init__.py +11 -0
- meutils/apis/gitee/images/__init__.py +9 -0
- meutils/apis/gitee/images/kolors.py +99 -0
- meutils/apis/hailuoai/__init__.py +11 -0
- meutils/apis/hailuoai/demo.py +34 -0
- meutils/apis/hailuoai/hasha_new.py +248 -0
- meutils/apis/hailuoai/music.py +11 -0
- meutils/apis/hailuoai/upload.py +116 -0
- meutils/apis/hailuoai/videos.py +460 -0
- meutils/apis/hailuoai/yy.py +242 -0
- meutils/apis/hf/__init__.py +11 -0
- meutils/apis/hf/got_ocr.py +64 -0
- meutils/apis/hf/gradio.py +34 -0
- meutils/apis/hf/hivisionidphotos.py +80 -0
- meutils/apis/hf/kolors.py +68 -0
- meutils/apis/hf/kolors_virtual_try_on.py +107 -0
- meutils/apis/hf/r.py +53 -0
- meutils/apis/hf/x.py +26 -0
- meutils/apis/hf//350/257/201/344/273/266/347/205/247.py +41 -0
- meutils/apis/hunyuan/__init__.py +11 -0
- meutils/apis/hunyuan/image_tools.py +84 -0
- meutils/apis/images/__init__.py +11 -0
- meutils/apis/images/deepinfra.py +92 -0
- meutils/apis/images/demo.py +150 -0
- meutils/apis/images/eidt.py +36 -0
- meutils/apis/images/flux/__init__.py +11 -0
- meutils/apis/images/flux/fluxpro.py +108 -0
- meutils/apis/images/flux/mystic.py +116 -0
- meutils/apis/images/ideogram/__init__.py +10 -0
- meutils/apis/images/ideogram/ideogram_images.py +193 -0
- meutils/apis/images/prodia/__init__.py +12 -0
- meutils/apis/images/prodia/faceswap.py +76 -0
- meutils/apis/images/recraft.py +152 -0
- meutils/apis/images/virtual_try_on/__init__.py +11 -0
- meutils/apis/images/virtual_try_on/images.py +65 -0
- meutils/apis/jiema/24mail.py +96 -0
- meutils/apis/jiema/__init__.py +11 -0
- meutils/apis/jiema/yezi.py +97 -0
- meutils/apis/jimeng/__init__.py +11 -0
- meutils/apis/jimeng/common.py +328 -0
- meutils/apis/jimeng/doubao.py +68 -0
- meutils/apis/jimeng/doubao_utils.py +175 -0
- meutils/apis/jimeng/files.py +263 -0
- meutils/apis/jimeng/images.py +140 -0
- meutils/apis/jimeng/lip_sync.py +11 -0
- meutils/apis/jina.py +55 -0
- meutils/apis/kling/__init__.py +11 -0
- meutils/apis/kling/api.py +60 -0
- meutils/apis/kling/images.py +174 -0
- meutils/apis/kling/kolors_virtual_try_on.py +111 -0
- meutils/apis/kling/kolors_virtual_try_on_web.py +126 -0
- meutils/apis/kling/videos.py +67 -0
- meutils/apis/kling//351/211/264/346/235/203.py +34 -0
- meutils/apis/kuaidi.py +32 -0
- meutils/apis/kuaishou/__init__.py +10 -0
- meutils/apis/kuaishou/klingai.py +523 -0
- meutils/apis/kuaishou/klingai_video.py +197 -0
- meutils/apis/kuaishou/kolors.py +189 -0
- meutils/apis/llm_qa.py +55 -0
- meutils/apis/luma/__init__.py +11 -0
- meutils/apis/luma/luma.py +123 -0
- meutils/apis/minicpm/__init__.py +9 -0
- meutils/apis/minicpm/luca.py +137 -0
- meutils/apis/monica/__init__.py +11 -0
- meutils/apis/monica/llm.py +11 -0
- meutils/apis/napkin/__init__.py +11 -0
- meutils/apis/napkin/icons.py +42 -0
- meutils/apis/niutrans.py +73 -0
- meutils/apis/oneapi/__init__.py +11 -0
- meutils/apis/oneapi/channel.py +68 -0
- meutils/apis/oneapi/common.py +135 -0
- meutils/apis/oneapi/log.py +47 -0
- meutils/apis/oneapi/token.py +48 -0
- meutils/apis/oneapi/token_.py +112 -0
- meutils/apis/oneapi/user.py +100 -0
- meutils/apis/oneapi/utils.py +47 -0
- meutils/apis/pixverse/__init__.py +11 -0
- meutils/apis/pixverse/pixverse.py +150 -0
- meutils/apis/proxy/__init__.py +11 -0
- meutils/apis/proxy/ips.py +178 -0
- meutils/apis/remini/__init__.py +11 -0
- meutils/apis/remini/remini.py +89 -0
- meutils/apis/replicateai/__init__.py +11 -0
- meutils/apis/replicateai/images.py +79 -0
- meutils/apis/replicateai/raw.py +53 -0
- meutils/apis/runwayml/__init__.py +10 -0
- meutils/apis/runwayml/gen.py +143 -0
- meutils/apis/search/__init__.py +11 -0
- meutils/apis/search/baichuan.py +11 -0
- meutils/apis/search/metaso.py +218 -0
- meutils/apis/search/metaso_.py +77 -0
- meutils/apis/search/n.py +99 -0
- meutils/apis/search/searxng.py +42 -0
- meutils/apis/search_music.py +39 -0
- meutils/apis/siliconflow/__init__.py +9 -0
- meutils/apis/siliconflow/audio.py +63 -0
- meutils/apis/siliconflow/image_to_image.py +116 -0
- meutils/apis/siliconflow/images.py +154 -0
- meutils/apis/siliconflow/rerankers.py +40 -0
- meutils/apis/siliconflow/text_to_image.py +132 -0
- meutils/apis/siliconflow/utils.py +66 -0
- meutils/apis/siliconflow/videos.py +102 -0
- meutils/apis/sunoai/__init__.py +10 -0
- meutils/apis/sunoai/haimian.py +135 -0
- meutils/apis/sunoai/suno.py +373 -0
- meutils/apis/textcard/__init__.py +11 -0
- meutils/apis/textcard/demo.py +25 -0
- meutils/apis/textcard/hanyuxinjie.py +81 -0
- meutils/apis/textin.py +159 -0
- meutils/apis/to_image/__init__.py +11 -0
- meutils/apis/to_image/html2image.py +29 -0
- meutils/apis/to_image/md.py +29 -0
- meutils/apis/to_image/url2image.py +41 -0
- meutils/apis/together/__init__.py +11 -0
- meutils/apis/together/images.py +80 -0
- meutils/apis/translator/__init__.py +9 -0
- meutils/apis/translator/deeplx.py +55 -0
- meutils/apis/tripo3d/__init__.py +11 -0
- meutils/apis/tripo3d/images.py +106 -0
- meutils/apis/ts.py +60 -0
- meutils/apis/uptime_kuma/__init__.py +11 -0
- meutils/apis/uptime_kuma/common.py +56 -0
- meutils/apis/uptime_kuma//345/233/275/344/272/247/345/210/206/347/273/204.py +68 -0
- meutils/apis/utils.py +47 -0
- meutils/apis/videos/__init__.py +11 -0
- meutils/apis/videos/sora.py +16 -0
- meutils/apis/vidu/__init__.py +9 -0
- meutils/apis/vidu/vidu_video.py +254 -0
- meutils/apis/vidu/x.py +14 -0
- meutils/apis/voice_clone/__init__.py +10 -0
- meutils/apis/voice_clone/fish.py +236 -0
- meutils/apis/voice_clone/fish_api.py +16 -0
- meutils/apis/web_search.py +31 -0
- meutils/apis/yezi.py +97 -0
- meutils/async_task/__init__.py +13 -0
- meutils/async_task/celery_config.py +106 -0
- meutils/async_task/common.py +37 -0
- meutils/async_task/demo_create_tasks.py +73 -0
- meutils/async_task/tasks/__init__.py +11 -0
- meutils/async_task/tasks/_all.py +20 -0
- meutils/async_task/tasks/hailuo.py +24 -0
- meutils/async_task/tasks/kling.py +30 -0
- meutils/async_task/tasks/replicateai.py +24 -0
- meutils/async_task/tasks/test.py +124 -0
- meutils/async_task/tasks/vidu.py +28 -0
- meutils/async_task/utils.py +191 -0
- meutils/async_task//351/200/232/347/224/250/350/256/276/350/256/241.py +119 -0
- meutils/async_utils/asyncer_.py +37 -0
- meutils/async_utils/background.py +68 -0
- meutils/async_utils/common.py +136 -16
- meutils/async_utils/test.py +47 -0
- meutils/cache_utils.py +29 -23
- meutils/caches/__init__.py +9 -0
- meutils/caches/acache.py +45 -0
- meutils/caches/redis_cache.py +63 -0
- meutils/clis/check_api.py +66 -0
- meutils/clis/cli.py +1 -1
- meutils/common.py +56 -17
- meutils/config_utils/__init__.py +11 -0
- meutils/config_utils/lark_utils/__init__.py +11 -0
- meutils/config_utils/lark_utils/common.py +385 -0
- meutils/config_utils/lark_utils/demo.py +13 -0
- meutils/config_utils/lark_utils/x.py +50 -0
- meutils/config_utils/manager.py +108 -0
- meutils/crawlers/__init__.py +11 -0
- meutils/data/VERSION +1 -1
- meutils/data/cowboy-hat-face.webp +0 -0
- meutils/data/oneapi/FOOTER.md +7 -0
- meutils/data/oneapi/NOTICE.md +138 -0
- meutils/data/oneapi/__init__.py +15 -0
- meutils/db/orm.py +179 -0
- meutils/db/redis_db.py +87 -0
- meutils/decorators/cache.py +1 -1
- meutils/decorators/common.py +84 -5
- meutils/decorators/contextmanagers.py +17 -6
- meutils/decorators/fastapi_decorator.py +77 -3
- meutils/decorators/polling.py +46 -0
- meutils/decorators/retry.py +150 -26
- meutils/fastapi_utils/__init__.py +11 -0
- meutils/fastapi_utils/exceptions/http_error.py +72 -0
- meutils/fastapi_utils/exceptions/validation_error.py +44 -0
- meutils/hash_utils.py +9 -4
- meutils/hooks/__init__.py +11 -0
- meutils/hooks/hook_test.py +174 -0
- meutils/hooks/wechat.py +162 -0
- meutils/hooks/wechat_channel.py +303 -0
- meutils/init/evn.py +1 -1
- meutils/io/files_utils.py +232 -0
- meutils/io/image.py +148 -10
- meutils/io/x.py +75 -0
- meutils/llm/__init__.py +10 -0
- meutils/llm/check_api.py +109 -0
- meutils/llm/check_utils.py +106 -0
- meutils/llm/clients.py +38 -0
- meutils/llm/completions/__init__.py +11 -0
- meutils/llm/completions/agents/__init__.py +11 -0
- meutils/llm/completions/agents/file.py +125 -0
- meutils/llm/completions/cp.py +112 -0
- meutils/llm/completions/delilegal.py +135 -0
- meutils/llm/completions/dify.py +81 -0
- meutils/llm/completions/kimi.py +47 -0
- meutils/llm/completions/modelscope.py +11 -0
- meutils/{fileparser/filetype.py → llm/completions/oi.py} +5 -3
- meutils/llm/completions/rag/__init__.py +11 -0
- meutils/llm/completions/rag/fire.py +157 -0
- meutils/llm/completions/rag/qwen.py +11 -0
- meutils/llm/completions/rag/rag.py +41 -0
- meutils/llm/completions/rag.py +38 -0
- meutils/llm/completions/tryblend.py +201 -0
- meutils/llm/completions/tune.py +284 -0
- meutils/llm/completions/x.py +26 -0
- meutils/llm/completions/xx.py +61 -0
- meutils/llm/completions/yuanbao.py +176 -0
- meutils/llm/demo.py +114 -0
- meutils/llm/functions/__init__.py +11 -0
- meutils/llm/mappers.py +15 -0
- meutils/llm/openai_utils/__init__.py +11 -0
- meutils/llm/openai_utils/common.py +284 -0
- meutils/llm/openai_utils/tool_outputs.py +45 -0
- meutils/llm/output_parsers/__init__.py +80 -0
- meutils/llm/prompts/__init__.py +244 -0
- meutils/llm/prompts/demo.py +155 -0
- meutils/llm/prompts/html2image_test.py +19 -0
- meutils/llm/utils.py +133 -0
- meutils/llm/x.py +75 -0
- meutils/notice/feishu.py +40 -9
- meutils/notice/wechat.py +23 -21
- meutils/np_utils.py +10 -1
- meutils/office_automation/pdf.py +6 -1
- meutils/oss/__init__.py +20 -0
- meutils/oss/minio_oss.py +184 -0
- meutils/oss/minio_utils.py +48 -0
- meutils/other/__demo.py +6 -4
- meutils/pandas_utils/__init__.py +1 -0
- meutils/pandas_utils/common.py +31 -0
- meutils/pandas_utils/pd_utils.py +10 -6
- meutils/parsers/__init__.py +10 -0
- meutils/parsers/file_parsers.py +110 -0
- meutils/parsers/fileparser/demo.py +41 -0
- meutils/parsers/fileparser/filetype.py +41 -0
- meutils/pay.py +37 -0
- meutils/pipe.py +37 -4
- meutils/playwright_utils/common.py +20 -12
- meutils/plots/common.py +35 -34
- meutils/queues/demo.py +56 -0
- meutils/queues/smooth_queue.py +120 -0
- meutils/queues/uniform_queue.py +3 -1
- meutils/request_utils/__init__.py +26 -2
- meutils/request_utils/ark.py +47 -0
- meutils/request_utils/crawler.py +34 -5
- meutils/request_utils/jwt_utils/__init__.py +11 -0
- meutils/request_utils/jwt_utils/common.py +42 -0
- meutils/request_utils/volc.py +160 -0
- meutils/schemas/__init__.py +0 -1
- meutils/schemas/baidu_types.py +70 -0
- meutils/schemas/batch_types.py +450 -0
- meutils/schemas/celery_types.py +64 -0
- meutils/schemas/chatfire_types.py +15 -0
- meutils/schemas/chatglm_types.py +197 -0
- meutils/schemas/db/__init__.py +11 -0
- meutils/schemas/db/oneapi_types.py +117 -0
- meutils/schemas/dify_types.py +40 -0
- meutils/schemas/embedding.py +31 -0
- meutils/schemas/fal_types.py +13 -0
- meutils/schemas/fish_types.py +11 -0
- meutils/schemas/hailuo_types.py +208 -0
- meutils/schemas/haimian_types.py +51 -0
- meutils/schemas/idphoto_types.py +43 -0
- meutils/schemas/image_types.py +476 -0
- meutils/schemas/jimeng_types.py +28 -0
- meutils/schemas/jina_types.py +67 -0
- meutils/schemas/kimi_types.py +86 -0
- meutils/schemas/kling_types.py +235 -0
- meutils/schemas/kuaishou_types.py +328 -0
- meutils/schemas/luma_types.py +59 -0
- meutils/schemas/message_types.py +165 -0
- meutils/schemas/message_types_.py +219 -0
- meutils/schemas/metaso_types.py +64 -0
- meutils/schemas/napkin_types.py +85 -0
- meutils/schemas/ocr_types.py +37 -0
- meutils/schemas/oneapi/__init__.py +11 -0
- meutils/schemas/oneapi/_types.py +49 -0
- meutils/schemas/oneapi/common.py +883 -0
- meutils/schemas/oneapi/icons.py +30 -0
- meutils/schemas/oneapi/model_group_info.py +48 -0
- meutils/schemas/oneapi/model_info.py +34 -0
- meutils/schemas/oneapi/models.py +26 -0
- meutils/schemas/oneapi/x.py +26 -0
- meutils/schemas/oneapi//351/207/215/345/256/232/345/220/221.py +132 -0
- meutils/schemas/openai_api_protocol.py +411 -0
- meutils/schemas/openai_types.py +366 -0
- meutils/schemas/pixverse_types.py +88 -0
- meutils/schemas/playwright_types.py +57 -0
- meutils/schemas/prodia_types.py +19 -0
- meutils/schemas/replicate_types.py +112 -0
- meutils/schemas/request_types.py +20 -0
- meutils/schemas/runwayml_types.py +190 -0
- meutils/schemas/siliconflow_types.py +80 -0
- meutils/schemas/step_types.py +19 -0
- meutils/schemas/suno_types.py +319 -0
- meutils/schemas/task_types.py +192 -0
- meutils/schemas/translator_types.py +29 -0
- meutils/schemas/tripo3d_types.py +57 -0
- meutils/schemas/tryblend_types.py +51 -0
- meutils/schemas/video_types.py +62 -0
- meutils/schemas/vidu_types.py +350 -0
- meutils/schemas/wechat_types.py +316 -0
- meutils/schemas/yuanbao_types.py +260 -0
- meutils/serving/celery/__init__.py +8 -0
- meutils/serving/celery/config.py +115 -0
- meutils/serving/celery/router.py +4 -6
- meutils/serving/celery/tasks.py +6 -4
- meutils/serving/celery//351/200/232/347/224/250/350/256/276/350/256/241.py +119 -0
- meutils/serving/fastapi/common.py +27 -31
- meutils/serving/fastapi/dependencies/__init__.py +0 -1
- meutils/serving/fastapi/dependencies/auth.py +55 -2
- meutils/serving/fastapi/exceptions/http_error.py +67 -2
- meutils/serving/fastapi/exceptions/validation_error.py +18 -2
- meutils/serving/fastapi/lifespans.py +73 -0
- meutils/serving/fastapi/routers/scheduler.py +12 -0
- meutils/serving/fastapi/routers/screenshot.py +47 -0
- meutils/serving/fastapi/routers/spider.py +8 -3
- meutils/serving/fastapi/routers/task.py +48 -0
- meutils/serving/fastapi/utils.py +48 -1
- meutils/serving/streamlit/common.py +1 -1
- meutils/smooth_utils.py +3 -0
- meutils/str_utils/__init__.py +22 -3
- meutils/str_utils/json_utils.py +7 -0
- meutils/str_utils/regular_expression.py +102 -10
- meutils/templates/xx.html +21 -0
- meutils/templates/xxx.html +117 -0
- meutils/todo.py +12 -0
- meutils/tools/token_monitor.py +33 -0
- MeUtils-2024.3.4.13.4.45.dist-info/RECORD +0 -540
- meutils/ai_audio/asr/subtitle.srt +0 -40
- meutils/ai_audio/demo.ipynb +0 -1215
- meutils/ai_audio/example.srt +0 -348
- meutils/ai_audio/new.srt +0 -179
- meutils/ai_audio/subtitles.srt +0 -696
- meutils/ai_audio/tts/new.srt +0 -179
- meutils/ai_audio//350/247/206/351/242/221/345/220/210/345/271/266.sh +0 -32
- meutils/ai_cv/1.jpg +0 -0
- meutils/ai_cv/197.jpg +0 -0
- meutils/ai_cv/2.jpg +0 -0
- meutils/ai_cv/img.png +0 -0
- meutils/ai_cv/invoice.jpg +0 -0
- meutils/ai_cv/tbl.png +0 -0
- meutils/ai_cv/test.png +0 -0
- meutils/ann/README.md +0 -33
- meutils/ann/README_gensim.md +0 -47
- meutils/ann/examples/client.py +0 -59
- meutils/ann/examples/demo.py +0 -24
- meutils/api/deeplx.py +0 -29
- meutils/api/qr.png +0 -0
- meutils/clis/README.md +0 -29
- meutils/clis/__test.sh +0 -17
- meutils/clis/deepseek.txt +0 -8
- meutils/clis/deepseek_13003330042.json +0 -1
- meutils/clis/deepseek_13003872192.json +0 -1
- meutils/clis/deepseek_13852263862.json +0 -1
- meutils/clis/deepseek_13913898681.json +0 -1
- meutils/clis/deepseek_13962978617.json +0 -1
- meutils/clis/deepseek_15251801790.json +0 -1
- meutils/clis/deepseek_15720826383.json +0 -1
- meutils/clis/deepseek_18395563611.json +0 -1
- meutils/clis/deepseek_313303303@qq.com.json +0 -1
- meutils/clis/kimi_state.json +0 -1
- meutils/cmds/README.md +0 -55
- meutils/coding/__init__.py +0 -11
- meutils/coding/find132.py +0 -40
- meutils/db/README.md +0 -51
- meutils/decorators/README.md +0 -17
- meutils/docarray_utils/demo_es.py +0 -34
- meutils/docarray_utils/demo_hnsw.py +0 -55
- meutils/docarray_utils/in_memory.py +0 -38
- meutils/docarray_utils//346/224/271/351/200/240/344/270/213hnsw.py +0 -43
- meutils/io/file.py +0 -20
- meutils/io/img.png +0 -0
- meutils/io/x.yml +0 -1
- meutils/notice/img.png +0 -0
- meutils/notice/todo.md +0 -10
- meutils/office_automation//346/212/225/350/265/204/347/256/241/347/220/206/347/263/273/347/273/237O3.2_/344/272/244/346/230/223/347/273/204.pdm +0 -22469
- meutils/playwright_utils/__test.sh +0 -2
- meutils/playwright_utils/kimi1_cookies.json +0 -1
- meutils/playwright_utils/kimi2_cookies.json +0 -1
- meutils/playwright_utils/kimi_cookies.json +0 -93
- meutils/serving/README.md +0 -1
- meutils/serving/celery/_run.sh +0 -10
- meutils/serving/gui/run.sh +0 -9
- meutils/serving/jina/__demo/client.py +0 -42
- meutils/serving/jina/__demo/flow.svg +0 -1
- meutils/serving/jina/__demo/s.py +0 -34
- meutils/serving/jina/__demo/s2.py +0 -37
- meutils/serving/jina/__demo/server.py +0 -83
- meutils/serving/jina/__demo/test.py +0 -40
- meutils/serving/jina/executors/SentenceEncoder.py +0 -62
- meutils/serving/jina/executors/SentenceEncoder_.py +0 -63
- meutils/serving/jina/executors/__init__.py +0 -46
- meutils/serving/jina/executors/base.py +0 -40
- meutils/serving/jina/nlp_serving/__init__.py +0 -11
- meutils/serving/jina/nlp_serving/word_segmentation.py +0 -40
- meutils/serving/streamlit/conf.yaml +0 -5
- meutils/serving/streamlit/ocr.png +0 -0
- meutils/serving/streamlit/run.sh +0 -17
- meutils/serving/webui/.streamlit/_config.toml +0 -186
- meutils/serving/webui/.streamlit/config.toml +0 -26
- meutils/serving/webui/pages/_1_/345/210/206/350/257/215.py +0 -56
- meutils/serving/webui/pages/_2_/350/257/215/346/200/247/346/240/207/346/263/250/344/270/216/345/256/236/344/275/223/350/257/206/345/210/253.py +0 -54
- meutils/serving/webui/pages/_3_/346/226/207/346/234/254/345/214/271/351/205/215.py +0 -64
- meutils/serving/webui/run.sh +0 -9
- meutils/spark/__init__.py +0 -26
- meutils/tools/monitor.yml +0 -29
- {MeUtils-2024.3.4.13.4.45.dist-info → MeUtils-2025.1.16.17.15.52.dist-info}/LICENSE +0 -0
- {MeUtils-2024.3.4.13.4.45.dist-info → MeUtils-2025.1.16.17.15.52.dist-info}/top_level.txt +0 -0
- {meutils → examples}/comp_utils/__init__.py +0 -0
- {meutils → examples}/comp_utils/reverse_metric.py +0 -0
- /meutils/{fileparser/README.md → fastapi_utils/exceptions/__init__.py} +0 -0
- /meutils/{fileparser → parsers/fileparser}/PDF/346/212/275/345/217/226.py" +0 -0
- /meutils/{fileparser → parsers/fileparser}/__init__.py +0 -0
- /meutils/{fileparser → parsers/fileparser}/common.py +0 -0
- /meutils/{fileparser → parsers/fileparser}/filetype/__init__.py +0 -0
- /meutils/{fileparser → parsers/fileparser}/filetype/__main__.py +0 -0
- /meutils/{fileparser → parsers/fileparser}/filetype/filetype.py +0 -0
- /meutils/{fileparser → parsers/fileparser}/filetype/helpers.py +0 -0
- /meutils/{fileparser → parsers/fileparser}/filetype/match.py +0 -0
- /meutils/{fileparser → parsers/fileparser}/filetype/types/__init__.py +0 -0
- /meutils/{fileparser → parsers/fileparser}/filetype/types/application.py +0 -0
- /meutils/{fileparser → parsers/fileparser}/filetype/types/archive.py +0 -0
- /meutils/{fileparser → parsers/fileparser}/filetype/types/audio.py +0 -0
- /meutils/{fileparser → parsers/fileparser}/filetype/types/base.py +0 -0
- /meutils/{fileparser → parsers/fileparser}/filetype/types/document.py +0 -0
- /meutils/{fileparser → parsers/fileparser}/filetype/types/font.py +0 -0
- /meutils/{fileparser → parsers/fileparser}/filetype/types/image.py +0 -0
- /meutils/{fileparser → parsers/fileparser}/filetype/types/isobmff.py +0 -0
- /meutils/{fileparser → parsers/fileparser}/filetype/types/video.py +0 -0
- /meutils/{fileparser → parsers/fileparser}/filetype/utils.py +0 -0
- /meutils/{fileparser → parsers/fileparser}/pdf.py +0 -0
- /meutils/{fileparser → parsers/fileparser}//350/241/250/346/240/274/346/212/275/345/217/226.py" +0 -0
@@ -0,0 +1,273 @@
|
|
1
|
+
#!/usr/bin/env python
|
2
|
+
# -*- coding: utf-8 -*-
|
3
|
+
# @Project : AI. @by PyCharm
|
4
|
+
# @File : video
|
5
|
+
# @Time : 2024/7/26 12:03
|
6
|
+
# @Author : betterme
|
7
|
+
# @WeChat : meutils
|
8
|
+
# @Software : PyCharm
|
9
|
+
# @Description : todo: 缓存
|
10
|
+
|
11
|
+
from meutils.pipe import *
|
12
|
+
from meutils.schemas.chatglm_types import VideoRequest, Parameter, BASE_URL, VIDEO_BASE_URL, EXAMPLES
|
13
|
+
from meutils.schemas.task_types import Task, FileTask
|
14
|
+
|
15
|
+
from meutils.decorators.retry import retrying
|
16
|
+
from meutils.notice.feishu import send_message as _send_message
|
17
|
+
from meutils.config_utils.lark_utils import get_next_token_for_polling
|
18
|
+
from meutils.db.redis_db import redis_aclient
|
19
|
+
|
20
|
+
from fake_useragent import UserAgent
|
21
|
+
|
22
|
+
ua = UserAgent()
|
23
|
+
|
24
|
+
FEISHU_URL = "https://xchatllm.feishu.cn/sheets/Bmjtst2f6hfMqFttbhLcdfRJnNf?sheet=siLmTk"
|
25
|
+
FEISHU_URL_OSS = "https://xchatllm.feishu.cn/sheets/MekfsfVuohfUf1tsWV0cCvTmn3c?sheet=pDMNdT"
|
26
|
+
send_message = partial(
|
27
|
+
_send_message,
|
28
|
+
title=__name__,
|
29
|
+
url="https://open.feishu.cn/open-apis/bot/v2/hook/dc1eda96-348e-4cb5-9c7c-2d87d584ca18"
|
30
|
+
)
|
31
|
+
|
32
|
+
|
33
|
+
@alru_cache(ttl=7 * 24 * 3600)
|
34
|
+
@retrying()
|
35
|
+
async def get_access_token(refresh_token: str):
|
36
|
+
# logger.debug(refresh_token)
|
37
|
+
if access_token := await redis_aclient.get(refresh_token):
|
38
|
+
return access_token
|
39
|
+
|
40
|
+
headers = {
|
41
|
+
"Authorization": f"Bearer {refresh_token}",
|
42
|
+
'User-Agent': ua.random,
|
43
|
+
"X-Device-Id": str(uuid.uuid4()),
|
44
|
+
"X-Request-Id": str(uuid.uuid4()),
|
45
|
+
}
|
46
|
+
async with httpx.AsyncClient(base_url=BASE_URL, headers=headers) as client:
|
47
|
+
response = await client.post('/user/refresh')
|
48
|
+
response.raise_for_status()
|
49
|
+
|
50
|
+
logger.debug(response.status_code)
|
51
|
+
logger.debug(response.text)
|
52
|
+
|
53
|
+
access_token = response.json()['result']['accessToken']
|
54
|
+
|
55
|
+
await redis_aclient.set(refresh_token, access_token, ex=7 * 24 * 3600) # 缓存
|
56
|
+
|
57
|
+
return access_token
|
58
|
+
|
59
|
+
|
60
|
+
async def check_token(token: str):
|
61
|
+
try:
|
62
|
+
await get_access_token(token)
|
63
|
+
return True
|
64
|
+
except Exception as e:
|
65
|
+
logger.error(e)
|
66
|
+
return False
|
67
|
+
|
68
|
+
|
69
|
+
async def upload(file: bytes, token: Optional[str] = None):
|
70
|
+
token = token or await get_next_token_for_polling(FEISHU_URL)
|
71
|
+
access_token = await get_access_token(token)
|
72
|
+
|
73
|
+
headers = {
|
74
|
+
'Authorization': f'Bearer {access_token}',
|
75
|
+
}
|
76
|
+
|
77
|
+
files = [('file', ('x.png', file, 'image/png'))]
|
78
|
+
|
79
|
+
async with httpx.AsyncClient(base_url=VIDEO_BASE_URL, headers=headers, timeout=60) as client:
|
80
|
+
response = await client.post('/static/upload', files=files)
|
81
|
+
|
82
|
+
logger.debug(response.text)
|
83
|
+
logger.debug(response.status_code)
|
84
|
+
|
85
|
+
if response.is_success:
|
86
|
+
data = response.json()
|
87
|
+
if data['status'] == 0:
|
88
|
+
return data, token
|
89
|
+
raise Exception(data)
|
90
|
+
|
91
|
+
response.raise_for_status()
|
92
|
+
|
93
|
+
# {'message': 'success',
|
94
|
+
# 'result': {'source_id': '66a8aa225d5f1682b2a07b5c',
|
95
|
+
# 'source_url': 'https://sfile.chatglm.cn/chatglm-videoserver/image/50/5049bae9.png'},
|
96
|
+
# 'rid': '6068cc37fd6348728386d15418c438a2',
|
97
|
+
# 'status': 0}
|
98
|
+
|
99
|
+
|
100
|
+
async def upload_task(file: bytes, token: Optional[str] = None): ############################ 过期时间一个月真的吗
|
101
|
+
token = token or await get_next_token_for_polling(FEISHU_URL_OSS, from_redis=True)
|
102
|
+
access_token = await get_access_token(token)
|
103
|
+
|
104
|
+
headers = {
|
105
|
+
'Authorization': f'Bearer {access_token}',
|
106
|
+
}
|
107
|
+
|
108
|
+
files = [('file', ('x.png', file, 'image/png'))]
|
109
|
+
|
110
|
+
async with httpx.AsyncClient(
|
111
|
+
base_url="https://chatglm.cn/chatglm/backend-api/assistant", headers=headers,
|
112
|
+
timeout=60) as client:
|
113
|
+
response = await client.post('/file_upload', files=files)
|
114
|
+
response.raise_for_status()
|
115
|
+
|
116
|
+
logger.debug(response.text)
|
117
|
+
logger.debug(response.status_code)
|
118
|
+
|
119
|
+
data = response.json()
|
120
|
+
url = data['result']['file_url']
|
121
|
+
|
122
|
+
return url
|
123
|
+
|
124
|
+
|
125
|
+
# async def upload_task(file: bytes, token: Optional[str] = None):
|
126
|
+
# token = token or await get_next_token_for_polling(FEISHU_URL)
|
127
|
+
# access_token = await get_access_token(token)
|
128
|
+
#
|
129
|
+
# headers = {
|
130
|
+
# 'Authorization': f'Bearer {access_token}',
|
131
|
+
# }
|
132
|
+
#
|
133
|
+
# files = [('file', ('x.png', file, 'image/png'))]
|
134
|
+
#
|
135
|
+
# async with httpx.AsyncClient(base_url=VIDEO_BASE_URL, headers=headers, timeout=60) as client:
|
136
|
+
# response = await client.post('/static/upload', files=files)
|
137
|
+
# response.raise_for_status()
|
138
|
+
#
|
139
|
+
# logger.debug(response.text)
|
140
|
+
# logger.debug(response.status_code)
|
141
|
+
#
|
142
|
+
# data = response.json()
|
143
|
+
# url = data['result']['source_url']
|
144
|
+
#
|
145
|
+
# return url
|
146
|
+
|
147
|
+
|
148
|
+
@retrying(max_retries=8, max=8, predicate=lambda r: r is True, title=__name__)
|
149
|
+
async def create_task(request: VideoRequest, token: Optional[str] = None):
|
150
|
+
token = token or await get_next_token_for_polling(FEISHU_URL)
|
151
|
+
access_token = await get_access_token(token)
|
152
|
+
|
153
|
+
headers = {
|
154
|
+
'Authorization': f'Bearer {access_token}',
|
155
|
+
}
|
156
|
+
payload = request.model_dump()
|
157
|
+
async with httpx.AsyncClient(base_url=VIDEO_BASE_URL, headers=headers, timeout=30) as client:
|
158
|
+
response = await client.post('/chat', json=payload)
|
159
|
+
|
160
|
+
logger.debug(response.text)
|
161
|
+
logger.debug(response.status_code)
|
162
|
+
|
163
|
+
if response.is_success:
|
164
|
+
data = response.json()
|
165
|
+
|
166
|
+
if any(i in str(data) for i in {"请稍后再试", }): # 重试
|
167
|
+
return True
|
168
|
+
|
169
|
+
task_id = f"cogvideox-{data['result']['chat_id']}"
|
170
|
+
return Task(id=task_id, data=data, system_fingerprint=token)
|
171
|
+
|
172
|
+
response.raise_for_status()
|
173
|
+
|
174
|
+
|
175
|
+
async def get_task(task_id: str, token: str):
|
176
|
+
task_id = isinstance(task_id, str) and task_id.split("-", 1)[-1]
|
177
|
+
access_token = await get_access_token(token)
|
178
|
+
|
179
|
+
headers = {
|
180
|
+
'Authorization': f'Bearer {access_token}',
|
181
|
+
}
|
182
|
+
async with httpx.AsyncClient(base_url=VIDEO_BASE_URL, headers=headers, timeout=30) as client:
|
183
|
+
response = await client.get(f"/chat/status/{task_id}")
|
184
|
+
|
185
|
+
logger.debug(response.text)
|
186
|
+
logger.debug(response.status_code)
|
187
|
+
|
188
|
+
if response.is_success:
|
189
|
+
data = response.json()
|
190
|
+
return data
|
191
|
+
|
192
|
+
response.raise_for_status()
|
193
|
+
|
194
|
+
|
195
|
+
async def composite_video(task_id: str, token: str = None):
|
196
|
+
access_token = await get_access_token(token)
|
197
|
+
|
198
|
+
headers = {
|
199
|
+
'Authorization': f'Bearer {access_token}',
|
200
|
+
}
|
201
|
+
payload = {
|
202
|
+
"chat_id": task_id,
|
203
|
+
"key": "quiet",
|
204
|
+
"audio_id": "669b799d7a9ebbe698de2102"
|
205
|
+
}
|
206
|
+
# 669b790d7a9ebbe698de20f6 回忆老照片 todo:
|
207
|
+
# {chat_id: "66a325cbf66684c40b362a30", key: "epic", audio_id: "669b809d3915c1ddbb3d6705"} 灵感迸发
|
208
|
+
|
209
|
+
async with httpx.AsyncClient(base_url=VIDEO_BASE_URL, headers=headers) as client:
|
210
|
+
response = await client.post('/static/composite_video', json=payload)
|
211
|
+
|
212
|
+
logger.debug(response.text)
|
213
|
+
logger.debug(response.status_code)
|
214
|
+
|
215
|
+
if response.is_success:
|
216
|
+
data = response.json()
|
217
|
+
return data
|
218
|
+
response.raise_for_status()
|
219
|
+
|
220
|
+
|
221
|
+
# https://chatglm.cn/chatglm/video-api/v1/trial/apply post申请
|
222
|
+
# https://chatglm.cn/chatglm/video-api/v1/trial/status check权限
|
223
|
+
|
224
|
+
# async def check_token(refresh_token: str):
|
225
|
+
# access_token = await get_access_token(refresh_token)
|
226
|
+
#
|
227
|
+
# headers = {
|
228
|
+
# 'Authorization': f'Bearer {access_token}',
|
229
|
+
# }
|
230
|
+
# url = "https://chatglm.cn/chatglm/video-api/v1/trial/status"
|
231
|
+
# return httpx.get(url, headers=headers).json()
|
232
|
+
|
233
|
+
|
234
|
+
if __name__ == '__main__':
|
235
|
+
# arun(upload_task(Path("/Users/betterme/PycharmProjects/AI/MeUtils/meutils/apis/kuaishou/test.webp").read_bytes()))
|
236
|
+
pass
|
237
|
+
refresh_oken = "eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJzdWIiOiIxMDdlZDVkMDhlY2M0YzFmOGQ1NGU4OGQyMzVmMDYxZCIsImV4cCI6MTczNzg3NzYwNiwibmJmIjoxNzIyMzI1NjA2LCJpYXQiOjE3MjIzMjU2MDYsImp0aSI6ImQxNGNkZTk1ODg2NTRjZjJhZmMzMTYyYzhkOGU3YWZhIiwidWlkIjoiNjYxMTdjNGI1NGIwOTE2NjFjMDZmZWFlIiwidHlwZSI6InJlZnJlc2gifQ.4puphxxCPi5zXIsb1CxuuoJthILYgs9b31Hacq5BePg"
|
238
|
+
|
239
|
+
# token = arun(get_access_token(refresh_oken))
|
240
|
+
# # request = VideoRequest(**EXAMPLES[0])
|
241
|
+
# # arun(create_task(request))
|
242
|
+
# # token = "eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJzdWIiOiI3YmFmYWQzYTRmZDU0OTk3YjNmYmNmYjExMjY5NThmZiIsImV4cCI6MTcyMjA1OTYyOSwibmJmIjoxNzIxOTczMjI5LCJpYXQiOjE3MjE5NzMyMjksImp0aSI6ImU3ZTQzNmFiY2IzMDQ2M2M4NTU2M2EzMDI0ODhiYmExIiwidWlkIjoiNjVmMDc1Y2E4NWM3NDFiOGU2ZmRjYjEyIiwidHlwZSI6ImFjY2VzcyJ9.ToOESTWv-EJmhneE14czdAv59OulpuA-FLcB8f190zU"
|
243
|
+
|
244
|
+
request = VideoRequest(**EXAMPLES[0])
|
245
|
+
# arun(create_task(request, refresh_oken))
|
246
|
+
task = arun(create_task(request))
|
247
|
+
|
248
|
+
# arun(get_task('cogvideox-66ab320d18dd2553920bd664', refresh_oken))
|
249
|
+
# arun(refresh_token(refresh_oken))
|
250
|
+
# from meutils.config_utils.lark_utils import aget_spreadsheet_values
|
251
|
+
#
|
252
|
+
# df = arun(aget_spreadsheet_values(feishu_url=FEISHU_URL, to_dataframe=True))
|
253
|
+
# tokens = """
|
254
|
+
# eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJzdWIiOiIxMDdlZDVkMDhlY2M0YzFmOGQ1NGU4OGQyMzVmMDYxZCIsImV4cCI6MTczNzg3NzYwNiwibmJmIjoxNzIyMzI1NjA2LCJpYXQiOjE3MjIzMjU2MDYsImp0aSI6ImQxNGNkZTk1ODg2NTRjZjJhZmMzMTYyYzhkOGU3YWZhIiwidWlkIjoiNjYxMTdjNGI1NGIwOTE2NjFjMDZmZWFlIiwidHlwZSI6InJlZnJlc2gifQ.4puphxxCPi5zXIsb1CxuuoJthILYgs9b31Hacq5BePg
|
255
|
+
# eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJzdWIiOiI3YmFmYWQzYTRmZDU0OTk3YjNmYmNmYjExMjY5NThmZiIsImV4cCI6MTczODAyNDg4MiwibmJmIjoxNzIyNDcyODgyLCJpYXQiOjE3MjI0NzI4ODIsImp0aSI6IjY5Y2ZiNzgzNjRjODQxYjA5Mjg1OTgxYmY4ODMzZDllIiwidWlkIjoiNjVmMDc1Y2E4NWM3NDFiOGU2ZmRjYjEyIiwidHlwZSI6InJlZnJlc2gifQ.u9pIfuQZ7Y00DB6x3rbWYomwQGEyYDSE-814k67SH74
|
256
|
+
# eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJzdWIiOiIzNmE4NmM1Yzc2Y2Q0MTcyYTE5NGYxMjQwZTgyMmIwOSIsImV4cCI6MTc0MDUzMzMxMCwibmJmIjoxNzI0OTgxMzEwLCJpYXQiOjE3MjQ5ODEzMTAsImp0aSI6ImI4ZTE3YWNiMGVjMjRiMzc4YWEwMjNkNTYxZDg3NzdkIiwidWlkIjoiNjQ0YTNkMGNiYTI1ODVlOTA0NjAzOWRiIiwidHlwZSI6InJlZnJlc2gifQ.6nTeyJM52tJB4AUCBVvwZz_L3WgIHcC551VIuN6UdzQ
|
257
|
+
#
|
258
|
+
# eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJzdWIiOiI5MDJkN2ZkMzg3YmI0YzU3YmMyMGYzNDcwYjYyODk2ZiIsImV4cCI6MTczNzg3NDQxOSwibmJmIjoxNzIyMzIyNDE5LCJpYXQiOjE3MjIzMjI0MTksImp0aSI6IjFlMTM0NmMzNjBiYjQwNTI5YzYzNzliNWI3ZjJkZWMwIiwidWlkIjoiNjYxMThkNGQ3ODY4YTA5ODViMmNmNGMyIiwidHlwZSI6InJlZnJlc2gifQ.skIlW8NsvGRf-HNYn22GiFm2iqK9CzhV4ZmjwMWRP9g
|
259
|
+
# eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJzdWIiOiIyZmM5NmIxYmYzNGM0MGM4OTE5MzBhNWYwN2EyMjQxOCIsImV4cCI6MTczNzg3NDY5NywibmJmIjoxNzIyMzIyNjk3LCJpYXQiOjE3MjIzMjI2OTcsImp0aSI6ImNiNjJiMmMwMzM3NDQ1OTViZTgyNGIyY2M1ZWFkZjk2IiwidWlkIjoiNjVlZDY3OGQ2MTNmMTliYWFiMjBiMTkxIiwidHlwZSI6InJlZnJlc2gifQ.jQmTDY9GzLPwAunE6nLrEX2vX591Se9rJ08inrReV4g
|
260
|
+
# eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJzdWIiOiIzODZkZTEyNmY5YmE0MjViOWJkZDY4ODM5ZDJkZTdjMCIsImV4cCI6MTczNzg3NDc2MCwibmJmIjoxNzIyMzIyNzYwLCJpYXQiOjE3MjIzMjI3NjAsImp0aSI6ImY0YzgzNzkwMmUyNDQwZjE4ZTY0MDM4OGEwYTdkZjI4IiwidWlkIjoiNjYxMTkwZWZhZTBiMDlmZTUwMTY5NWVmIiwidHlwZSI6InJlZnJlc2gifQ.07j5dMEXrMaWjfSCWgl1DNN0_iT-Dks_kvn6Tvdia3c
|
261
|
+
# eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJzdWIiOiJmYTgwN2RkMGI0ZGY0ZDE2OGIxMzQ2OWQ0NTViNDMyMyIsImV4cCI6MTczNzg3NDg0OCwibmJmIjoxNzIyMzIyODQ4LCJpYXQiOjE3MjIzMjI4NDgsImp0aSI6IjVmNzIwZjY5ODcyMTRmNWI4MjVjMmUzMjAzZjIxZGNhIiwidWlkIjoiNjYxMTgxYjBlMmI3ZTk4MDIzMWEzZDU1IiwidHlwZSI6InJlZnJlc2gifQ.vxnT4MkZ7f4cF2IOX-KMEFfIuQbVUEAXF_Lwmfuxq1M
|
262
|
+
# eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJzdWIiOiIyY2ExYzBjMGE2MDE0YTBiYmI4MjkwNzI5OWU4MDEwZiIsImV4cCI6MTczNzg3NTA1MSwibmJmIjoxNzIyMzIzMDUxLCJpYXQiOjE3MjIzMjMwNTEsImp0aSI6IjNkNzI4YjJlNjdmYzRlYjY4ZjY4ZmE3NzhlMmZmZTFmIiwidWlkIjoiNjYyOTBlN2M3NmUxZGRmNjBhOTkzZWM0IiwidHlwZSI6InJlZnJlc2gifQ.RXxqocEHQ0Qj4JSxFEUtbEhXgQgn5zPAcPlmR4If64M
|
263
|
+
# eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJzdWIiOiIwZWEyNjNmMmM1NTE0MDJhYTNlODRiYzY2YjAyZWEzMCIsImV4cCI6MTczNzg3NjMyNCwibmJmIjoxNzIyMzI0MzI0LCJpYXQiOjE3MjIzMjQzMjQsImp0aSI6ImJlNDk3YmFjMDdiOTQzMTNiZWQyNDhmNDE3YWExNTM1IiwidWlkIjoiNjYxMTg3MDYyYWJlNzU2YmVkMzE1MTZkIiwidHlwZSI6InJlZnJlc2gifQ.Ux7Jw_OOI10uNq8Ag2Jhasg8QrBUmNRxPLAvzrzMlyE
|
264
|
+
# eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJzdWIiOiIyZjMzNzNhZWJiOTY0NWU3ODljMGZlYTk0NjYwZGM5NSIsImV4cCI6MTczNzg3NjQ1MSwibmJmIjoxNzIyMzI0NDUxLCJpYXQiOjE3MjIzMjQ0NTEsImp0aSI6ImI5MjllMTU3NWFkZTQyYmFhYWY3YTZmZjc2NmRhYWJlIiwidWlkIjoiNjYyOTE4YWZkZjU3YmEyNjIxMzk5OTAzIiwidHlwZSI6InJlZnJlc2gifQ.a98sfwbsgzNRGT2QOa1tqTFzBzFn33EfPLSGPpoEbNE
|
265
|
+
# eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJzdWIiOiIxOTg4MWY5YzJjMzI0MDA5YWQ2ZjZmNjFjOTdjYTZhNSIsImV4cCI6MTczNzg3NjYzNCwibmJmIjoxNzIyMzI0NjM0LCJpYXQiOjE3MjIzMjQ2MzQsImp0aSI6ImQ3YzA1YzQ0MTdmYjQwYzA5MWNmNDc1OTU4ZTJlZDRkIiwidWlkIjoiNjYxMTg4YTRhYmMwZjE5YjdkMjdlZDI4IiwidHlwZSI6InJlZnJlc2gifQ.aaWjrCrD76zZo5idLs6Nt6W4v5sE0npduEsFyvOkIyg
|
266
|
+
# eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJzdWIiOiIwMjQ4MTk4ZWQ4OTg0NmZhYjI3ZjE0ZTkxMzBjYWNmMiIsImV4cCI6MTczNzg3Njc3NiwibmJmIjoxNzIyMzI0Nzc2LCJpYXQiOjE3MjIzMjQ3NzYsImp0aSI6IjNlYmZjNDZhOTg2NDQyN2Y5N2U0MDcwOGI0M2E2ZjM2IiwidWlkIjoiNjYxMTg1Yjg1NGIwOTE2NjFjMDcwNTcwIiwidHlwZSI6InJlZnJlc2gifQ.yibRRGus5VSxfjbfZy4ZZN4jhiT1Q8cRXI5xZyeWpOI
|
267
|
+
# eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJzdWIiOiJkNmE4N2E1NjA1NjE0MmQyYTBiN2ViMWIxMDgzMTU1MiIsImV4cCI6MTczNzg3NjgzNSwibmJmIjoxNzIyMzI0ODM1LCJpYXQiOjE3MjIzMjQ4MzUsImp0aSI6Ijg3ZDdkNmE1MTFiYzQ1NTE4MTUyMTkxZDdiMDdkYTkzIiwidWlkIjoiNjYyOTBkZDFhNmQ5YWZlM2U2ZjFjMDg2IiwidHlwZSI6InJlZnJlc2gifQ.MRuqTE0ID5oPZ9887UoxRB34dko6UygHSBXRKmc1O4Y
|
268
|
+
# eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJzdWIiOiI3NmRlNWZjMTcwMGU0MTgwOWNiMTc1MDg0ZGVlYzNkZSIsImV4cCI6MTczNzg3NjkwNywibmJmIjoxNzIyMzI0OTA3LCJpYXQiOjE3MjIzMjQ5MDcsImp0aSI6ImFkNGJjMGNhMjQ4MjQ3ODFiN2RkMThjNjUwZDE1NmQ1IiwidWlkIjoiNjZhODk3YWFkMjc3ZDM1NjczZmJkMGJkIiwidHlwZSI6InJlZnJlc2gifQ.BzRKk05ugkbar0gdJWiB5F4-kx3QIpllZPLE0JpzwMQ
|
269
|
+
# eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJzdWIiOiIxMDdlZDVkMDhlY2M0YzFmOGQ1NGU4OGQyMzVmMDYxZCIsImV4cCI6MTczNzg3NzYwNiwibmJmIjoxNzIyMzI1NjA2LCJpYXQiOjE3MjIzMjU2MDYsImp0aSI6ImQxNGNkZTk1ODg2NTRjZjJhZmMzMTYyYzhkOGU3YWZhIiwidWlkIjoiNjYxMTdjNGI1NGIwOTE2NjFjMDZmZWFlIiwidHlwZSI6InJlZnJlc2gifQ.4puphxxCPi5zXIsb1CxuuoJthILYgs9b31Hacq5BePg"""
|
270
|
+
# for i in tokens.split():
|
271
|
+
# b = arun(check_token(i))
|
272
|
+
# if not b:
|
273
|
+
# print(i)
|
@@ -0,0 +1,116 @@
|
|
1
|
+
#!/usr/bin/env python
|
2
|
+
# -*- coding: utf-8 -*-
|
3
|
+
# @Project : AI. @by PyCharm
|
4
|
+
# @File : video
|
5
|
+
# @Time : 2024/7/26 12:03
|
6
|
+
# @Author : betterme
|
7
|
+
# @WeChat : meutils
|
8
|
+
# @Software : PyCharm
|
9
|
+
# @Description :
|
10
|
+
|
11
|
+
from meutils.pipe import *
|
12
|
+
from meutils.decorators.retry import retrying
|
13
|
+
from meutils.notice.feishu import send_message as _send_message
|
14
|
+
from meutils.config_utils.lark_utils import get_next_token_for_polling
|
15
|
+
|
16
|
+
from meutils.schemas.video_types import VideoRequest
|
17
|
+
from meutils.schemas.image_types import ImageRequest, ImagesResponse
|
18
|
+
from meutils.str_utils.regular_expression import parse_url
|
19
|
+
|
20
|
+
send_message = partial(
|
21
|
+
_send_message,
|
22
|
+
title=__name__,
|
23
|
+
url="https://open.feishu.cn/open-apis/bot/v2/hook/dc1eda96-348e-4cb5-9c7c-2d87d584ca18"
|
24
|
+
)
|
25
|
+
|
26
|
+
from zhipuai import ZhipuAI
|
27
|
+
from zhipuai.types.video import VideoObject, VideoResult
|
28
|
+
|
29
|
+
FEISHU_URL = "https://xchatllm.feishu.cn/sheets/Bmjtst2f6hfMqFttbhLcdfRJnNf?sheet=5i64gO"
|
30
|
+
|
31
|
+
|
32
|
+
@retrying(max_retries=3, predicate=lambda r: r.task_status is None)
|
33
|
+
async def create_task(request: VideoRequest, api_key: Optional[str] = None):
|
34
|
+
api_key = api_key or await get_next_token_for_polling(FEISHU_URL, from_redis=False)
|
35
|
+
|
36
|
+
client = ZhipuAI(api_key=api_key) # 请填写您自己的APIKey
|
37
|
+
response = client.videos.generations(
|
38
|
+
model=request.model,
|
39
|
+
prompt=request.prompt,
|
40
|
+
extra_body={
|
41
|
+
"image_url": request.image_url
|
42
|
+
}
|
43
|
+
)
|
44
|
+
|
45
|
+
response = VideoObject.construct(**response.model_dump(), system_fingerprint=api_key)
|
46
|
+
response.id = f"cogvideox-{response.id}"
|
47
|
+
# response
|
48
|
+
logger.debug(response)
|
49
|
+
logger.debug(response.task_status)
|
50
|
+
|
51
|
+
# response
|
52
|
+
return response
|
53
|
+
|
54
|
+
|
55
|
+
async def get_task(task_id, api_key):
|
56
|
+
task_id = isinstance(task_id, str) and task_id.split("-", maxsplit=1)[-1]
|
57
|
+
|
58
|
+
client = ZhipuAI(api_key=api_key) # 请填写您自己的APIKey
|
59
|
+
|
60
|
+
response = client.videos.retrieve_videos_result(
|
61
|
+
id=task_id
|
62
|
+
)
|
63
|
+
return response
|
64
|
+
|
65
|
+
|
66
|
+
async def generate(request: ImageRequest, n: int = 30): # 兼容dalle3
|
67
|
+
request.model = "cogvideox-flash"
|
68
|
+
# request.duration = 10 # 模型后缀
|
69
|
+
|
70
|
+
url = None
|
71
|
+
if urls := parse_url(request.prompt):
|
72
|
+
url = urls[-1]
|
73
|
+
request.prompt = request.prompt.replace(url, "")
|
74
|
+
|
75
|
+
request = VideoRequest(image_url=url, **request.model_dump(exclude_none=True))
|
76
|
+
task_response = await create_task(request)
|
77
|
+
|
78
|
+
for i in range(n):
|
79
|
+
await asyncio.sleep(max(1., n / (i + 1)))
|
80
|
+
response = await get_task(task_response.id, task_response.system_fingerprint)
|
81
|
+
|
82
|
+
logger.debug(response)
|
83
|
+
if response.task_status == "SUCCESS" or response.video_result:
|
84
|
+
return ImagesResponse(data=response.model_dump()["video_result"])
|
85
|
+
|
86
|
+
|
87
|
+
# {
|
88
|
+
# "model": "cogvideox",
|
89
|
+
# "request_id": "8868902201637896192",
|
90
|
+
# "task_status": "SUCCESS",
|
91
|
+
# "video_result": [
|
92
|
+
# {
|
93
|
+
# "cover_image_url": "https://sfile.chatglm.cn/testpath/video_cover/4d3c5aad-8c94-5549-93b7-97af6bd353c6_cover_0.png",
|
94
|
+
# "url": "https://sfile.chatglm.cn/testpath/video/4d3c5aad-8c94-5549-93b7-97af6bd353c6_0.mp4"
|
95
|
+
# }
|
96
|
+
# ]
|
97
|
+
# }
|
98
|
+
# }
|
99
|
+
|
100
|
+
# VideoResult
|
101
|
+
# VideoObject(id='340817255120805129017958079360725371', model='cogvideox', video_result=None, task_status='PROCESSING', request_id='9017958079360725355', system_fingerprint='cf36b5587554cc3d34abd59ce252b19b.zzJ4co4kNEWPSbnm')
|
102
|
+
|
103
|
+
# VideoResult
|
104
|
+
if __name__ == '__main__':
|
105
|
+
api_key = "e21bd630f681c4d90b390cd609720483.WSFVgA3Kk1wNCX0mN"
|
106
|
+
api_key = "7d10426c06afa81e8d7401d97781249c.DbqlSsicRtaUdKXI" # 新号
|
107
|
+
|
108
|
+
request = VideoRequest(
|
109
|
+
model='cogvideox-flash'
|
110
|
+
)
|
111
|
+
# r = arun(create_task(request, api_key=api_key))
|
112
|
+
pass
|
113
|
+
|
114
|
+
request = ImageRequest(prompt="https://oss.ffire.cc/files/kling_watermark.png 让这个女人笑起来")
|
115
|
+
|
116
|
+
arun(generate(request, n=30))
|
@@ -0,0 +1,63 @@
|
|
1
|
+
#!/usr/bin/env python
|
2
|
+
# -*- coding: utf-8 -*-
|
3
|
+
# @Project : AI. @by PyCharm
|
4
|
+
# @File : images
|
5
|
+
# @Time : 2024/10/17 11:59
|
6
|
+
# @Author : betterme
|
7
|
+
# @WeChat : meutils
|
8
|
+
# @Software : PyCharm
|
9
|
+
# @Description :
|
10
|
+
|
11
|
+
|
12
|
+
from openai import AsyncOpenAI
|
13
|
+
|
14
|
+
from meutils.pipe import *
|
15
|
+
from meutils.config_utils.lark_utils import get_next_token_for_polling
|
16
|
+
from meutils.llm.openai_utils import to_openai_images_params
|
17
|
+
from meutils.schemas.image_types import ImageRequest, CogviewImageRequest
|
18
|
+
from meutils.notice.feishu import IMAGES, send_message as _send_message
|
19
|
+
from meutils.io.image import image2nowatermark_image
|
20
|
+
|
21
|
+
FEISHU_URL = "..." # api
|
22
|
+
FEISHU_URL_FREE = "https://xchatllm.feishu.cn/sheets/Bmjtst2f6hfMqFttbhLcdfRJnNf?sheet=siLmTk"
|
23
|
+
|
24
|
+
BASE_URL = "http://any2chat.chatfire.cn/glm/v1"
|
25
|
+
|
26
|
+
DEFAULT_MODEL = "cogview-3"
|
27
|
+
MODELS = {
|
28
|
+
|
29
|
+
}
|
30
|
+
|
31
|
+
send_message = partial(
|
32
|
+
_send_message,
|
33
|
+
title=__name__,
|
34
|
+
url=IMAGES
|
35
|
+
)
|
36
|
+
|
37
|
+
|
38
|
+
async def generate(request: CogviewImageRequest, redirect_model: Optional[str] = None, api_key: Optional[str] = None):
|
39
|
+
request.model = MODELS.get(request.model, DEFAULT_MODEL)
|
40
|
+
|
41
|
+
api_key = api_key or await get_next_token_for_polling(FEISHU_URL_FREE)
|
42
|
+
|
43
|
+
data = to_openai_images_params(request)
|
44
|
+
for i in range(3):
|
45
|
+
try:
|
46
|
+
client = AsyncOpenAI(base_url=BASE_URL, api_key=api_key)
|
47
|
+
response = await client.images.generate(**data)
|
48
|
+
response.data[0].url = await image2nowatermark_image(response.data[0].url) or response.data[0].url
|
49
|
+
return response
|
50
|
+
except Exception as e:
|
51
|
+
logger.error(e)
|
52
|
+
if i > 2:
|
53
|
+
send_message(f"生成失败: {e}\n\n{api_key}\n\n{request.model_dump_json(indent=4, exclude_none=True)}")
|
54
|
+
|
55
|
+
|
56
|
+
if __name__ == '__main__':
|
57
|
+
from meutils.pipe import *
|
58
|
+
|
59
|
+
arun(generate(CogviewImageRequest(model='cogview-3', prompt="a dog", size="1024x1024")))
|
60
|
+
|
61
|
+
|
62
|
+
|
63
|
+
# response.data[0].url = await image2nowatermark_image(response.data[0].url)
|