MeUtils 2024.3.4.13.4.45__py3-none-any.whl → 2025.1.16.17.15.52__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (582) hide show
  1. {MeUtils-2024.3.4.13.4.45.dist-info → MeUtils-2025.1.16.17.15.52.dist-info}/METADATA +38 -32
  2. MeUtils-2025.1.16.17.15.52.dist-info/RECORD +864 -0
  3. {MeUtils-2024.3.4.13.4.45.dist-info → MeUtils-2025.1.16.17.15.52.dist-info}/WHEEL +1 -1
  4. {MeUtils-2024.3.4.13.4.45.dist-info → MeUtils-2025.1.16.17.15.52.dist-info}/entry_points.txt +1 -0
  5. apps/spider.py +24 -8
  6. examples/_openaisdk/4v.py +110 -0
  7. examples/_openaisdk/__init__.py +11 -0
  8. examples/_openaisdk/baichuan.py +38 -0
  9. examples/_openaisdk/bpo.py +138 -0
  10. examples/_openaisdk/chat_latex.py +95 -0
  11. examples/_openaisdk/chattts.py +85 -0
  12. examples/_openaisdk/copilot.py +48 -0
  13. examples/_openaisdk/dalle3.py +48 -0
  14. examples/_openaisdk/deeplx.py +31 -0
  15. examples/_openaisdk/demo.py +77 -0
  16. examples/_openaisdk/embeddings.py +34 -0
  17. examples/_openaisdk/gpt4all.py +69 -0
  18. examples/_openaisdk/gpt_fc.py +23 -0
  19. examples/_openaisdk/gr_vl.py +46 -0
  20. examples/_openaisdk/json_mode.py +12 -0
  21. examples/_openaisdk/kimi.py +91 -0
  22. examples/_openaisdk/kimi_qa.py +57 -0
  23. examples/_openaisdk/minimax.py +75 -0
  24. examples/_openaisdk/open_router.py +48 -0
  25. examples/_openaisdk/openai_aiplus.py +54 -0
  26. examples/_openaisdk/openai_audio.py +20 -0
  27. examples/_openaisdk/openai_baichuan.py +59 -0
  28. examples/_openaisdk/openai_cache.py +37 -0
  29. examples/_openaisdk/openai_chatfire.py +228 -0
  30. examples/_openaisdk/openai_chatfire_all.py +166 -0
  31. examples/_openaisdk/openai_deepinfra.py +55 -0
  32. examples/_openaisdk/openai_deepseek.py +29 -0
  33. examples/_openaisdk/openai_doubao.py +43 -0
  34. examples/_openaisdk/openai_embeddings.py +36 -0
  35. examples/_openaisdk/openai_files.py +57 -0
  36. examples/_openaisdk/openai_gitee.py +33 -0
  37. examples/_openaisdk/openai_god.py +45 -0
  38. examples/_openaisdk/openai_groq.py +240 -0
  39. examples/_openaisdk/openai_images.py +203 -0
  40. examples/_openaisdk/openai_json.py +78 -0
  41. examples/_openaisdk/openai_lingyi.py +59 -0
  42. examples/_openaisdk/openai_modelscope.py +54 -0
  43. examples/_openaisdk/openai_moon.py +55 -0
  44. examples/_openaisdk/openai_oi.py +61 -0
  45. examples/_openaisdk/openai_ppu.py +47 -0
  46. examples/_openaisdk/openai_qwen.py +58 -0
  47. examples/_openaisdk/openai_search.py +42 -0
  48. examples/_openaisdk/openai_sensenova.py +81 -0
  49. examples/_openaisdk/openai_siliconflow.py +52 -0
  50. examples/_openaisdk/openai_step.py +45 -0
  51. examples/_openaisdk/openai_test.py +66 -0
  52. examples/_openaisdk/openai_together.py +57 -0
  53. examples/_openaisdk/openai_tune.py +38 -0
  54. examples/_openaisdk/openai_zhipu.py +59 -0
  55. examples/_openaisdk/ppu.py +28 -0
  56. examples/_openaisdk/rag.py +54 -0
  57. examples/_openaisdk/rag_.py +26 -0
  58. examples/_openaisdk/test.py +52 -0
  59. examples/_openaisdk/x.py +32 -0
  60. examples/_openaisdk/xx.py +29 -0
  61. examples/_openaisdk/zhipu_files.py +47 -0
  62. examples/_openaisdk/zhipu_/346/231/272/350/203/275/344/275/223.py +45 -0
  63. examples/_openaisdk//345/205/234/345/272/225/346/265/213/350/257/225.py +50 -0
  64. examples/_openaisdk//345/244/232/346/250/241/346/200/201/346/265/213/350/257/225.py +76 -0
  65. examples/_openaisdk//345/244/232/346/250/241/346/200/201/346/265/213/350/257/225_.py +56 -0
  66. examples/_openaisdk//346/226/207/344/273/266/351/227/256/347/255/224.py +36 -0
  67. examples/_openaisdk//346/226/207/346/241/243/350/247/243/346/236/220.py +34 -0
  68. examples/_openaisdk//346/250/241/345/236/213/346/265/213/350/257/225.py +53 -0
  69. examples/_openaisdk//351/230/277/351/207/214.py +80 -0
  70. {meutils/serving/jina/__demo → examples/ann}/__init__.py +1 -1
  71. examples/ann/main.py +31 -0
  72. examples/apis/kl.py +28 -0
  73. examples/apis/x.py +17 -0
  74. examples/apis/xx.py +17 -0
  75. examples/arq_demo/demo.py +3 -0
  76. examples/backgroundtasks.py +25 -0
  77. examples/bserver.py +513 -21
  78. examples/cache_demo/HermesCache_demo.py +81 -0
  79. examples/cache_demo/acacge.py +26 -0
  80. examples/cache_demo/x.py +31 -0
  81. {meutils/docarray_utils → examples/caches}/__init__.py +1 -1
  82. examples/caches/llmcache.py +18 -0
  83. examples/celery_demo/product_task.py +2 -0
  84. examples/demo.py +17 -1
  85. examples/fastapi_caching.py +59 -0
  86. {meutils/dependencies → examples/gr}/__init__.py +1 -1
  87. examples/gr/d.py +22 -0
  88. examples/gr/demo.py +30 -0
  89. examples/ip2/345/234/260/345/214/272.py +16 -0
  90. examples/jinja2_demo/j2_demo.py +20 -1
  91. examples/json/346/240/207/345/207/206/345/214/226.py +54 -0
  92. examples/md.py +29 -0
  93. {meutils/serving/jina → examples/nesc}/__init__.py +1 -1
  94. examples/nesc/main.py +76 -0
  95. examples/orm/mysql_orm.py +113 -0
  96. examples/orm/sql_creater.py +57 -0
  97. examples/orm/sqlm.py +134 -0
  98. examples/rq_demo/fns.py +18 -0
  99. examples/rq_demo/redis/351/230/237/345/210/227.py +14 -7
  100. examples/rq_demo/redis/351/230/237/345/210/227_add_chatfire.py +30 -0
  101. examples/size_map.py +43 -0
  102. examples/test.py +59 -0
  103. examples/webs/__init__.py +11 -0
  104. examples/webs/main.py +34 -0
  105. examples/x.py +13 -0
  106. examples//345/216/273/346/260/264/345/215/260.py +20 -0
  107. examples//346/226/207/346/241/243/346/231/272/350/203/275/__init__.py +11 -0
  108. meutils/_utils.py +15 -6
  109. meutils/ai_audio/asr/__init__.py +3 -2
  110. meutils/ai_audio/asr/cf_asr.py +53 -0
  111. meutils/ai_audio/asr/de.py +11 -0
  112. meutils/ai_audio/asr/fast_asr.py +15 -7
  113. meutils/ai_audio/asr/openai_asr.py +83 -6
  114. meutils/ai_audio/fast_asr.py +8 -4
  115. meutils/ai_audio/tts/EdgeTTS.py +33 -7
  116. meutils/ai_audio/tts/openai_tts.py +24 -20
  117. meutils/ai_audio/tts/tts_ui.py +1 -0
  118. meutils/ai_audio/utils.py +9 -0
  119. meutils/ai_cv/__init__.py +0 -1
  120. meutils/ai_cv/ocr.py +3 -2
  121. meutils/ai_cv/utils.py +154 -0
  122. meutils/ai_video/avmerge.py +6 -0
  123. meutils/ai_video/video.py +11 -2
  124. meutils/{api → apis}/__init__.py +1 -1
  125. meutils/apis/ali_apis.py +60 -0
  126. meutils/apis/audio/__init__.py +10 -0
  127. meutils/apis/audio/deepinfra.py +59 -0
  128. meutils/apis/audio/fish.py +248 -0
  129. meutils/apis/baidu/__init__.py +9 -0
  130. meutils/apis/baidu/bdaitpzs.py +229 -0
  131. meutils/apis/baidu/test.py +78 -0
  132. meutils/apis/chatglm/__init__.py +11 -0
  133. meutils/apis/chatglm/glm_video.py +273 -0
  134. meutils/apis/chatglm/glm_video_api.py +116 -0
  135. meutils/apis/chatglm/images.py +63 -0
  136. meutils/apis/chatglm/temp.py +259 -0
  137. meutils/apis/chatglm/x.py +31 -0
  138. meutils/{api → apis}/common.py +10 -6
  139. meutils/apis/fal/__init__.py +11 -0
  140. meutils/apis/fal/files.py +53 -0
  141. meutils/apis/fal/images.py +57 -0
  142. meutils/apis/fal/images_.py +72 -0
  143. meutils/apis/fal/videos.py +77 -0
  144. meutils/apis/firecrawl.py +45 -0
  145. meutils/apis/gitee/__init__.py +11 -0
  146. meutils/apis/gitee/images/__init__.py +9 -0
  147. meutils/apis/gitee/images/kolors.py +99 -0
  148. meutils/apis/hailuoai/__init__.py +11 -0
  149. meutils/apis/hailuoai/demo.py +34 -0
  150. meutils/apis/hailuoai/hasha_new.py +248 -0
  151. meutils/apis/hailuoai/music.py +11 -0
  152. meutils/apis/hailuoai/upload.py +116 -0
  153. meutils/apis/hailuoai/videos.py +460 -0
  154. meutils/apis/hailuoai/yy.py +242 -0
  155. meutils/apis/hf/__init__.py +11 -0
  156. meutils/apis/hf/got_ocr.py +64 -0
  157. meutils/apis/hf/gradio.py +34 -0
  158. meutils/apis/hf/hivisionidphotos.py +80 -0
  159. meutils/apis/hf/kolors.py +68 -0
  160. meutils/apis/hf/kolors_virtual_try_on.py +107 -0
  161. meutils/apis/hf/r.py +53 -0
  162. meutils/apis/hf/x.py +26 -0
  163. meutils/apis/hf//350/257/201/344/273/266/347/205/247.py +41 -0
  164. meutils/apis/hunyuan/__init__.py +11 -0
  165. meutils/apis/hunyuan/image_tools.py +84 -0
  166. meutils/apis/images/__init__.py +11 -0
  167. meutils/apis/images/deepinfra.py +92 -0
  168. meutils/apis/images/demo.py +150 -0
  169. meutils/apis/images/eidt.py +36 -0
  170. meutils/apis/images/flux/__init__.py +11 -0
  171. meutils/apis/images/flux/fluxpro.py +108 -0
  172. meutils/apis/images/flux/mystic.py +116 -0
  173. meutils/apis/images/ideogram/__init__.py +10 -0
  174. meutils/apis/images/ideogram/ideogram_images.py +193 -0
  175. meutils/apis/images/prodia/__init__.py +12 -0
  176. meutils/apis/images/prodia/faceswap.py +76 -0
  177. meutils/apis/images/recraft.py +152 -0
  178. meutils/apis/images/virtual_try_on/__init__.py +11 -0
  179. meutils/apis/images/virtual_try_on/images.py +65 -0
  180. meutils/apis/jiema/24mail.py +96 -0
  181. meutils/apis/jiema/__init__.py +11 -0
  182. meutils/apis/jiema/yezi.py +97 -0
  183. meutils/apis/jimeng/__init__.py +11 -0
  184. meutils/apis/jimeng/common.py +328 -0
  185. meutils/apis/jimeng/doubao.py +68 -0
  186. meutils/apis/jimeng/doubao_utils.py +175 -0
  187. meutils/apis/jimeng/files.py +263 -0
  188. meutils/apis/jimeng/images.py +140 -0
  189. meutils/apis/jimeng/lip_sync.py +11 -0
  190. meutils/apis/jina.py +55 -0
  191. meutils/apis/kling/__init__.py +11 -0
  192. meutils/apis/kling/api.py +60 -0
  193. meutils/apis/kling/images.py +174 -0
  194. meutils/apis/kling/kolors_virtual_try_on.py +111 -0
  195. meutils/apis/kling/kolors_virtual_try_on_web.py +126 -0
  196. meutils/apis/kling/videos.py +67 -0
  197. meutils/apis/kling//351/211/264/346/235/203.py +34 -0
  198. meutils/apis/kuaidi.py +32 -0
  199. meutils/apis/kuaishou/__init__.py +10 -0
  200. meutils/apis/kuaishou/klingai.py +523 -0
  201. meutils/apis/kuaishou/klingai_video.py +197 -0
  202. meutils/apis/kuaishou/kolors.py +189 -0
  203. meutils/apis/llm_qa.py +55 -0
  204. meutils/apis/luma/__init__.py +11 -0
  205. meutils/apis/luma/luma.py +123 -0
  206. meutils/apis/minicpm/__init__.py +9 -0
  207. meutils/apis/minicpm/luca.py +137 -0
  208. meutils/apis/monica/__init__.py +11 -0
  209. meutils/apis/monica/llm.py +11 -0
  210. meutils/apis/napkin/__init__.py +11 -0
  211. meutils/apis/napkin/icons.py +42 -0
  212. meutils/apis/niutrans.py +73 -0
  213. meutils/apis/oneapi/__init__.py +11 -0
  214. meutils/apis/oneapi/channel.py +68 -0
  215. meutils/apis/oneapi/common.py +135 -0
  216. meutils/apis/oneapi/log.py +47 -0
  217. meutils/apis/oneapi/token.py +48 -0
  218. meutils/apis/oneapi/token_.py +112 -0
  219. meutils/apis/oneapi/user.py +100 -0
  220. meutils/apis/oneapi/utils.py +47 -0
  221. meutils/apis/pixverse/__init__.py +11 -0
  222. meutils/apis/pixverse/pixverse.py +150 -0
  223. meutils/apis/proxy/__init__.py +11 -0
  224. meutils/apis/proxy/ips.py +178 -0
  225. meutils/apis/remini/__init__.py +11 -0
  226. meutils/apis/remini/remini.py +89 -0
  227. meutils/apis/replicateai/__init__.py +11 -0
  228. meutils/apis/replicateai/images.py +79 -0
  229. meutils/apis/replicateai/raw.py +53 -0
  230. meutils/apis/runwayml/__init__.py +10 -0
  231. meutils/apis/runwayml/gen.py +143 -0
  232. meutils/apis/search/__init__.py +11 -0
  233. meutils/apis/search/baichuan.py +11 -0
  234. meutils/apis/search/metaso.py +218 -0
  235. meutils/apis/search/metaso_.py +77 -0
  236. meutils/apis/search/n.py +99 -0
  237. meutils/apis/search/searxng.py +42 -0
  238. meutils/apis/search_music.py +39 -0
  239. meutils/apis/siliconflow/__init__.py +9 -0
  240. meutils/apis/siliconflow/audio.py +63 -0
  241. meutils/apis/siliconflow/image_to_image.py +116 -0
  242. meutils/apis/siliconflow/images.py +154 -0
  243. meutils/apis/siliconflow/rerankers.py +40 -0
  244. meutils/apis/siliconflow/text_to_image.py +132 -0
  245. meutils/apis/siliconflow/utils.py +66 -0
  246. meutils/apis/siliconflow/videos.py +102 -0
  247. meutils/apis/sunoai/__init__.py +10 -0
  248. meutils/apis/sunoai/haimian.py +135 -0
  249. meutils/apis/sunoai/suno.py +373 -0
  250. meutils/apis/textcard/__init__.py +11 -0
  251. meutils/apis/textcard/demo.py +25 -0
  252. meutils/apis/textcard/hanyuxinjie.py +81 -0
  253. meutils/apis/textin.py +159 -0
  254. meutils/apis/to_image/__init__.py +11 -0
  255. meutils/apis/to_image/html2image.py +29 -0
  256. meutils/apis/to_image/md.py +29 -0
  257. meutils/apis/to_image/url2image.py +41 -0
  258. meutils/apis/together/__init__.py +11 -0
  259. meutils/apis/together/images.py +80 -0
  260. meutils/apis/translator/__init__.py +9 -0
  261. meutils/apis/translator/deeplx.py +55 -0
  262. meutils/apis/tripo3d/__init__.py +11 -0
  263. meutils/apis/tripo3d/images.py +106 -0
  264. meutils/apis/ts.py +60 -0
  265. meutils/apis/uptime_kuma/__init__.py +11 -0
  266. meutils/apis/uptime_kuma/common.py +56 -0
  267. meutils/apis/uptime_kuma//345/233/275/344/272/247/345/210/206/347/273/204.py +68 -0
  268. meutils/apis/utils.py +47 -0
  269. meutils/apis/videos/__init__.py +11 -0
  270. meutils/apis/videos/sora.py +16 -0
  271. meutils/apis/vidu/__init__.py +9 -0
  272. meutils/apis/vidu/vidu_video.py +254 -0
  273. meutils/apis/vidu/x.py +14 -0
  274. meutils/apis/voice_clone/__init__.py +10 -0
  275. meutils/apis/voice_clone/fish.py +236 -0
  276. meutils/apis/voice_clone/fish_api.py +16 -0
  277. meutils/apis/web_search.py +31 -0
  278. meutils/apis/yezi.py +97 -0
  279. meutils/async_task/__init__.py +13 -0
  280. meutils/async_task/celery_config.py +106 -0
  281. meutils/async_task/common.py +37 -0
  282. meutils/async_task/demo_create_tasks.py +73 -0
  283. meutils/async_task/tasks/__init__.py +11 -0
  284. meutils/async_task/tasks/_all.py +20 -0
  285. meutils/async_task/tasks/hailuo.py +24 -0
  286. meutils/async_task/tasks/kling.py +30 -0
  287. meutils/async_task/tasks/replicateai.py +24 -0
  288. meutils/async_task/tasks/test.py +124 -0
  289. meutils/async_task/tasks/vidu.py +28 -0
  290. meutils/async_task/utils.py +191 -0
  291. meutils/async_task//351/200/232/347/224/250/350/256/276/350/256/241.py +119 -0
  292. meutils/async_utils/asyncer_.py +37 -0
  293. meutils/async_utils/background.py +68 -0
  294. meutils/async_utils/common.py +136 -16
  295. meutils/async_utils/test.py +47 -0
  296. meutils/cache_utils.py +29 -23
  297. meutils/caches/__init__.py +9 -0
  298. meutils/caches/acache.py +45 -0
  299. meutils/caches/redis_cache.py +63 -0
  300. meutils/clis/check_api.py +66 -0
  301. meutils/clis/cli.py +1 -1
  302. meutils/common.py +56 -17
  303. meutils/config_utils/__init__.py +11 -0
  304. meutils/config_utils/lark_utils/__init__.py +11 -0
  305. meutils/config_utils/lark_utils/common.py +385 -0
  306. meutils/config_utils/lark_utils/demo.py +13 -0
  307. meutils/config_utils/lark_utils/x.py +50 -0
  308. meutils/config_utils/manager.py +108 -0
  309. meutils/crawlers/__init__.py +11 -0
  310. meutils/data/VERSION +1 -1
  311. meutils/data/cowboy-hat-face.webp +0 -0
  312. meutils/data/oneapi/FOOTER.md +7 -0
  313. meutils/data/oneapi/NOTICE.md +138 -0
  314. meutils/data/oneapi/__init__.py +15 -0
  315. meutils/db/orm.py +179 -0
  316. meutils/db/redis_db.py +87 -0
  317. meutils/decorators/cache.py +1 -1
  318. meutils/decorators/common.py +84 -5
  319. meutils/decorators/contextmanagers.py +17 -6
  320. meutils/decorators/fastapi_decorator.py +77 -3
  321. meutils/decorators/polling.py +46 -0
  322. meutils/decorators/retry.py +150 -26
  323. meutils/fastapi_utils/__init__.py +11 -0
  324. meutils/fastapi_utils/exceptions/http_error.py +72 -0
  325. meutils/fastapi_utils/exceptions/validation_error.py +44 -0
  326. meutils/hash_utils.py +9 -4
  327. meutils/hooks/__init__.py +11 -0
  328. meutils/hooks/hook_test.py +174 -0
  329. meutils/hooks/wechat.py +162 -0
  330. meutils/hooks/wechat_channel.py +303 -0
  331. meutils/init/evn.py +1 -1
  332. meutils/io/files_utils.py +232 -0
  333. meutils/io/image.py +148 -10
  334. meutils/io/x.py +75 -0
  335. meutils/llm/__init__.py +10 -0
  336. meutils/llm/check_api.py +109 -0
  337. meutils/llm/check_utils.py +106 -0
  338. meutils/llm/clients.py +38 -0
  339. meutils/llm/completions/__init__.py +11 -0
  340. meutils/llm/completions/agents/__init__.py +11 -0
  341. meutils/llm/completions/agents/file.py +125 -0
  342. meutils/llm/completions/cp.py +112 -0
  343. meutils/llm/completions/delilegal.py +135 -0
  344. meutils/llm/completions/dify.py +81 -0
  345. meutils/llm/completions/kimi.py +47 -0
  346. meutils/llm/completions/modelscope.py +11 -0
  347. meutils/{fileparser/filetype.py → llm/completions/oi.py} +5 -3
  348. meutils/llm/completions/rag/__init__.py +11 -0
  349. meutils/llm/completions/rag/fire.py +157 -0
  350. meutils/llm/completions/rag/qwen.py +11 -0
  351. meutils/llm/completions/rag/rag.py +41 -0
  352. meutils/llm/completions/rag.py +38 -0
  353. meutils/llm/completions/tryblend.py +201 -0
  354. meutils/llm/completions/tune.py +284 -0
  355. meutils/llm/completions/x.py +26 -0
  356. meutils/llm/completions/xx.py +61 -0
  357. meutils/llm/completions/yuanbao.py +176 -0
  358. meutils/llm/demo.py +114 -0
  359. meutils/llm/functions/__init__.py +11 -0
  360. meutils/llm/mappers.py +15 -0
  361. meutils/llm/openai_utils/__init__.py +11 -0
  362. meutils/llm/openai_utils/common.py +284 -0
  363. meutils/llm/openai_utils/tool_outputs.py +45 -0
  364. meutils/llm/output_parsers/__init__.py +80 -0
  365. meutils/llm/prompts/__init__.py +244 -0
  366. meutils/llm/prompts/demo.py +155 -0
  367. meutils/llm/prompts/html2image_test.py +19 -0
  368. meutils/llm/utils.py +133 -0
  369. meutils/llm/x.py +75 -0
  370. meutils/notice/feishu.py +40 -9
  371. meutils/notice/wechat.py +23 -21
  372. meutils/np_utils.py +10 -1
  373. meutils/office_automation/pdf.py +6 -1
  374. meutils/oss/__init__.py +20 -0
  375. meutils/oss/minio_oss.py +184 -0
  376. meutils/oss/minio_utils.py +48 -0
  377. meutils/other/__demo.py +6 -4
  378. meutils/pandas_utils/__init__.py +1 -0
  379. meutils/pandas_utils/common.py +31 -0
  380. meutils/pandas_utils/pd_utils.py +10 -6
  381. meutils/parsers/__init__.py +10 -0
  382. meutils/parsers/file_parsers.py +110 -0
  383. meutils/parsers/fileparser/demo.py +41 -0
  384. meutils/parsers/fileparser/filetype.py +41 -0
  385. meutils/pay.py +37 -0
  386. meutils/pipe.py +37 -4
  387. meutils/playwright_utils/common.py +20 -12
  388. meutils/plots/common.py +35 -34
  389. meutils/queues/demo.py +56 -0
  390. meutils/queues/smooth_queue.py +120 -0
  391. meutils/queues/uniform_queue.py +3 -1
  392. meutils/request_utils/__init__.py +26 -2
  393. meutils/request_utils/ark.py +47 -0
  394. meutils/request_utils/crawler.py +34 -5
  395. meutils/request_utils/jwt_utils/__init__.py +11 -0
  396. meutils/request_utils/jwt_utils/common.py +42 -0
  397. meutils/request_utils/volc.py +160 -0
  398. meutils/schemas/__init__.py +0 -1
  399. meutils/schemas/baidu_types.py +70 -0
  400. meutils/schemas/batch_types.py +450 -0
  401. meutils/schemas/celery_types.py +64 -0
  402. meutils/schemas/chatfire_types.py +15 -0
  403. meutils/schemas/chatglm_types.py +197 -0
  404. meutils/schemas/db/__init__.py +11 -0
  405. meutils/schemas/db/oneapi_types.py +117 -0
  406. meutils/schemas/dify_types.py +40 -0
  407. meutils/schemas/embedding.py +31 -0
  408. meutils/schemas/fal_types.py +13 -0
  409. meutils/schemas/fish_types.py +11 -0
  410. meutils/schemas/hailuo_types.py +208 -0
  411. meutils/schemas/haimian_types.py +51 -0
  412. meutils/schemas/idphoto_types.py +43 -0
  413. meutils/schemas/image_types.py +476 -0
  414. meutils/schemas/jimeng_types.py +28 -0
  415. meutils/schemas/jina_types.py +67 -0
  416. meutils/schemas/kimi_types.py +86 -0
  417. meutils/schemas/kling_types.py +235 -0
  418. meutils/schemas/kuaishou_types.py +328 -0
  419. meutils/schemas/luma_types.py +59 -0
  420. meutils/schemas/message_types.py +165 -0
  421. meutils/schemas/message_types_.py +219 -0
  422. meutils/schemas/metaso_types.py +64 -0
  423. meutils/schemas/napkin_types.py +85 -0
  424. meutils/schemas/ocr_types.py +37 -0
  425. meutils/schemas/oneapi/__init__.py +11 -0
  426. meutils/schemas/oneapi/_types.py +49 -0
  427. meutils/schemas/oneapi/common.py +883 -0
  428. meutils/schemas/oneapi/icons.py +30 -0
  429. meutils/schemas/oneapi/model_group_info.py +48 -0
  430. meutils/schemas/oneapi/model_info.py +34 -0
  431. meutils/schemas/oneapi/models.py +26 -0
  432. meutils/schemas/oneapi/x.py +26 -0
  433. meutils/schemas/oneapi//351/207/215/345/256/232/345/220/221.py +132 -0
  434. meutils/schemas/openai_api_protocol.py +411 -0
  435. meutils/schemas/openai_types.py +366 -0
  436. meutils/schemas/pixverse_types.py +88 -0
  437. meutils/schemas/playwright_types.py +57 -0
  438. meutils/schemas/prodia_types.py +19 -0
  439. meutils/schemas/replicate_types.py +112 -0
  440. meutils/schemas/request_types.py +20 -0
  441. meutils/schemas/runwayml_types.py +190 -0
  442. meutils/schemas/siliconflow_types.py +80 -0
  443. meutils/schemas/step_types.py +19 -0
  444. meutils/schemas/suno_types.py +319 -0
  445. meutils/schemas/task_types.py +192 -0
  446. meutils/schemas/translator_types.py +29 -0
  447. meutils/schemas/tripo3d_types.py +57 -0
  448. meutils/schemas/tryblend_types.py +51 -0
  449. meutils/schemas/video_types.py +62 -0
  450. meutils/schemas/vidu_types.py +350 -0
  451. meutils/schemas/wechat_types.py +316 -0
  452. meutils/schemas/yuanbao_types.py +260 -0
  453. meutils/serving/celery/__init__.py +8 -0
  454. meutils/serving/celery/config.py +115 -0
  455. meutils/serving/celery/router.py +4 -6
  456. meutils/serving/celery/tasks.py +6 -4
  457. meutils/serving/celery//351/200/232/347/224/250/350/256/276/350/256/241.py +119 -0
  458. meutils/serving/fastapi/common.py +27 -31
  459. meutils/serving/fastapi/dependencies/__init__.py +0 -1
  460. meutils/serving/fastapi/dependencies/auth.py +55 -2
  461. meutils/serving/fastapi/exceptions/http_error.py +67 -2
  462. meutils/serving/fastapi/exceptions/validation_error.py +18 -2
  463. meutils/serving/fastapi/lifespans.py +73 -0
  464. meutils/serving/fastapi/routers/scheduler.py +12 -0
  465. meutils/serving/fastapi/routers/screenshot.py +47 -0
  466. meutils/serving/fastapi/routers/spider.py +8 -3
  467. meutils/serving/fastapi/routers/task.py +48 -0
  468. meutils/serving/fastapi/utils.py +48 -1
  469. meutils/serving/streamlit/common.py +1 -1
  470. meutils/smooth_utils.py +3 -0
  471. meutils/str_utils/__init__.py +22 -3
  472. meutils/str_utils/json_utils.py +7 -0
  473. meutils/str_utils/regular_expression.py +102 -10
  474. meutils/templates/xx.html +21 -0
  475. meutils/templates/xxx.html +117 -0
  476. meutils/todo.py +12 -0
  477. meutils/tools/token_monitor.py +33 -0
  478. MeUtils-2024.3.4.13.4.45.dist-info/RECORD +0 -540
  479. meutils/ai_audio/asr/subtitle.srt +0 -40
  480. meutils/ai_audio/demo.ipynb +0 -1215
  481. meutils/ai_audio/example.srt +0 -348
  482. meutils/ai_audio/new.srt +0 -179
  483. meutils/ai_audio/subtitles.srt +0 -696
  484. meutils/ai_audio/tts/new.srt +0 -179
  485. meutils/ai_audio//350/247/206/351/242/221/345/220/210/345/271/266.sh +0 -32
  486. meutils/ai_cv/1.jpg +0 -0
  487. meutils/ai_cv/197.jpg +0 -0
  488. meutils/ai_cv/2.jpg +0 -0
  489. meutils/ai_cv/img.png +0 -0
  490. meutils/ai_cv/invoice.jpg +0 -0
  491. meutils/ai_cv/tbl.png +0 -0
  492. meutils/ai_cv/test.png +0 -0
  493. meutils/ann/README.md +0 -33
  494. meutils/ann/README_gensim.md +0 -47
  495. meutils/ann/examples/client.py +0 -59
  496. meutils/ann/examples/demo.py +0 -24
  497. meutils/api/deeplx.py +0 -29
  498. meutils/api/qr.png +0 -0
  499. meutils/clis/README.md +0 -29
  500. meutils/clis/__test.sh +0 -17
  501. meutils/clis/deepseek.txt +0 -8
  502. meutils/clis/deepseek_13003330042.json +0 -1
  503. meutils/clis/deepseek_13003872192.json +0 -1
  504. meutils/clis/deepseek_13852263862.json +0 -1
  505. meutils/clis/deepseek_13913898681.json +0 -1
  506. meutils/clis/deepseek_13962978617.json +0 -1
  507. meutils/clis/deepseek_15251801790.json +0 -1
  508. meutils/clis/deepseek_15720826383.json +0 -1
  509. meutils/clis/deepseek_18395563611.json +0 -1
  510. meutils/clis/deepseek_313303303@qq.com.json +0 -1
  511. meutils/clis/kimi_state.json +0 -1
  512. meutils/cmds/README.md +0 -55
  513. meutils/coding/__init__.py +0 -11
  514. meutils/coding/find132.py +0 -40
  515. meutils/db/README.md +0 -51
  516. meutils/decorators/README.md +0 -17
  517. meutils/docarray_utils/demo_es.py +0 -34
  518. meutils/docarray_utils/demo_hnsw.py +0 -55
  519. meutils/docarray_utils/in_memory.py +0 -38
  520. meutils/docarray_utils//346/224/271/351/200/240/344/270/213hnsw.py +0 -43
  521. meutils/io/file.py +0 -20
  522. meutils/io/img.png +0 -0
  523. meutils/io/x.yml +0 -1
  524. meutils/notice/img.png +0 -0
  525. meutils/notice/todo.md +0 -10
  526. meutils/office_automation//346/212/225/350/265/204/347/256/241/347/220/206/347/263/273/347/273/237O3.2_/344/272/244/346/230/223/347/273/204.pdm +0 -22469
  527. meutils/playwright_utils/__test.sh +0 -2
  528. meutils/playwright_utils/kimi1_cookies.json +0 -1
  529. meutils/playwright_utils/kimi2_cookies.json +0 -1
  530. meutils/playwright_utils/kimi_cookies.json +0 -93
  531. meutils/serving/README.md +0 -1
  532. meutils/serving/celery/_run.sh +0 -10
  533. meutils/serving/gui/run.sh +0 -9
  534. meutils/serving/jina/__demo/client.py +0 -42
  535. meutils/serving/jina/__demo/flow.svg +0 -1
  536. meutils/serving/jina/__demo/s.py +0 -34
  537. meutils/serving/jina/__demo/s2.py +0 -37
  538. meutils/serving/jina/__demo/server.py +0 -83
  539. meutils/serving/jina/__demo/test.py +0 -40
  540. meutils/serving/jina/executors/SentenceEncoder.py +0 -62
  541. meutils/serving/jina/executors/SentenceEncoder_.py +0 -63
  542. meutils/serving/jina/executors/__init__.py +0 -46
  543. meutils/serving/jina/executors/base.py +0 -40
  544. meutils/serving/jina/nlp_serving/__init__.py +0 -11
  545. meutils/serving/jina/nlp_serving/word_segmentation.py +0 -40
  546. meutils/serving/streamlit/conf.yaml +0 -5
  547. meutils/serving/streamlit/ocr.png +0 -0
  548. meutils/serving/streamlit/run.sh +0 -17
  549. meutils/serving/webui/.streamlit/_config.toml +0 -186
  550. meutils/serving/webui/.streamlit/config.toml +0 -26
  551. meutils/serving/webui/pages/_1_/345/210/206/350/257/215.py +0 -56
  552. meutils/serving/webui/pages/_2_/350/257/215/346/200/247/346/240/207/346/263/250/344/270/216/345/256/236/344/275/223/350/257/206/345/210/253.py +0 -54
  553. meutils/serving/webui/pages/_3_/346/226/207/346/234/254/345/214/271/351/205/215.py +0 -64
  554. meutils/serving/webui/run.sh +0 -9
  555. meutils/spark/__init__.py +0 -26
  556. meutils/tools/monitor.yml +0 -29
  557. {MeUtils-2024.3.4.13.4.45.dist-info → MeUtils-2025.1.16.17.15.52.dist-info}/LICENSE +0 -0
  558. {MeUtils-2024.3.4.13.4.45.dist-info → MeUtils-2025.1.16.17.15.52.dist-info}/top_level.txt +0 -0
  559. {meutils → examples}/comp_utils/__init__.py +0 -0
  560. {meutils → examples}/comp_utils/reverse_metric.py +0 -0
  561. /meutils/{fileparser/README.md → fastapi_utils/exceptions/__init__.py} +0 -0
  562. /meutils/{fileparser → parsers/fileparser}/PDF/346/212/275/345/217/226.py" +0 -0
  563. /meutils/{fileparser → parsers/fileparser}/__init__.py +0 -0
  564. /meutils/{fileparser → parsers/fileparser}/common.py +0 -0
  565. /meutils/{fileparser → parsers/fileparser}/filetype/__init__.py +0 -0
  566. /meutils/{fileparser → parsers/fileparser}/filetype/__main__.py +0 -0
  567. /meutils/{fileparser → parsers/fileparser}/filetype/filetype.py +0 -0
  568. /meutils/{fileparser → parsers/fileparser}/filetype/helpers.py +0 -0
  569. /meutils/{fileparser → parsers/fileparser}/filetype/match.py +0 -0
  570. /meutils/{fileparser → parsers/fileparser}/filetype/types/__init__.py +0 -0
  571. /meutils/{fileparser → parsers/fileparser}/filetype/types/application.py +0 -0
  572. /meutils/{fileparser → parsers/fileparser}/filetype/types/archive.py +0 -0
  573. /meutils/{fileparser → parsers/fileparser}/filetype/types/audio.py +0 -0
  574. /meutils/{fileparser → parsers/fileparser}/filetype/types/base.py +0 -0
  575. /meutils/{fileparser → parsers/fileparser}/filetype/types/document.py +0 -0
  576. /meutils/{fileparser → parsers/fileparser}/filetype/types/font.py +0 -0
  577. /meutils/{fileparser → parsers/fileparser}/filetype/types/image.py +0 -0
  578. /meutils/{fileparser → parsers/fileparser}/filetype/types/isobmff.py +0 -0
  579. /meutils/{fileparser → parsers/fileparser}/filetype/types/video.py +0 -0
  580. /meutils/{fileparser → parsers/fileparser}/filetype/utils.py +0 -0
  581. /meutils/{fileparser → parsers/fileparser}/pdf.py +0 -0
  582. /meutils/{fileparser → parsers/fileparser}//350/241/250/346/240/274/346/212/275/345/217/226.py" +0 -0
@@ -0,0 +1,106 @@
1
+ #!/usr/bin/env python
2
+ # -*- coding: utf-8 -*-
3
+ # @Project : AI. @by PyCharm
4
+ # @File : check_utils
5
+ # @Time : 2024/9/30 13:18
6
+ # @Author : betterme
7
+ # @WeChat : meutils
8
+ # @Software : PyCharm
9
+ # @Description :
10
+
11
+ from meutils.pipe import *
12
+ from meutils.decorators.retry import retrying
13
+
14
+ from openai import OpenAI, AsyncOpenAI
15
+
16
+
17
+ async def check_tokens(tokens, check_token: Callable):
18
+ r = []
19
+ for batch in tqdm(list(tokens) | xgroup(32)):
20
+ bools = await asyncio.gather(*map(check_token, batch))
21
+ r += list(itertools.compress(batch, bools))
22
+ return r
23
+
24
+
25
+ @retrying()
26
+ async def check_token_for_siliconflow(api_key, threshold: float = 0):
27
+ if not isinstance(api_key, str):
28
+ return await check_tokens(api_key, check_token_for_siliconflow)
29
+
30
+ headers = {
31
+ "Authorization": f"Bearer {api_key}",
32
+ "Accept": "application/json"
33
+ }
34
+ try:
35
+ async with httpx.AsyncClient(headers=headers, timeout=60) as client:
36
+ response: httpx.Response = await client.get("https://api.siliconflow.cn/v1/user/info")
37
+ response.raise_for_status()
38
+
39
+ logger.debug(response.text)
40
+ logger.debug(response.status_code)
41
+
42
+ if response.is_success:
43
+ total_balance = response.json()['data']['totalBalance']
44
+ return float(total_balance) >= threshold
45
+
46
+ except Exception as e:
47
+ logger.error(f"Error: {e}\n{api_key}")
48
+ return False
49
+
50
+
51
+ @retrying()
52
+ async def check_token_for_openai(api_key, base_url="https://api.stepfun.com/v1"):
53
+ try:
54
+ client = AsyncOpenAI(
55
+ base_url=base_url,
56
+ api_key=api_key,
57
+ )
58
+ models = await client.models.list()
59
+ logger.debug(models)
60
+ return True
61
+
62
+ except Exception as e:
63
+ logger.error(e)
64
+ return False
65
+
66
+
67
+ @retrying()
68
+ async def check_token_for_jina(api_key, threshold=1000):
69
+ if not isinstance(api_key, str):
70
+ return await check_tokens(api_key, check_token_for_jina)
71
+
72
+ params = {
73
+ "api_key": api_key, # "jina_c8da77fed9704d558c8def39837960edplTLkNYrsPTJHBF1HcYg_RkRVh0X"
74
+ }
75
+
76
+ try:
77
+ async with httpx.AsyncClient(base_url="https://embeddings-dashboard-api.jina.ai/api/v1", timeout=60) as client:
78
+ response: httpx.Response = await client.get("/api_key/user", params=params)
79
+ response.raise_for_status()
80
+
81
+ logger.debug(response.text)
82
+ logger.debug(response.status_code)
83
+
84
+ if response.is_success:
85
+ data = response.json()
86
+ total_balance = data['wallet']['total_balance']
87
+ return float(total_balance) >= threshold
88
+
89
+ except Exception as e:
90
+ logger.error(f"Error: {e}\n{api_key}")
91
+ return False
92
+
93
+
94
+ if __name__ == '__main__':
95
+ from meutils.config_utils.lark_utils import get_next_token_for_polling
96
+
97
+ pass
98
+ arun(check_token_for_siliconflow("sk-xcdcquzwbsycxgadtwijeetzukhroyeorzqqzfvrtwrlmqrs"))
99
+
100
+ FEISHU_URL = "https://xchatllm.feishu.cn/sheets/Bmjtst2f6hfMqFttbhLcdfRJnNf?sheet=KVClcs"
101
+
102
+ # b = arun(check_token_for_openai(os.getenv("STEP_API_KEY")))
103
+
104
+ # arun(get_next_token_for_polling(check_token=check_token_for_openai, feishu_url=FEISHU_URL))
105
+
106
+ arun(check_token_for_jina(["jina_c8da77fed9704d558c8def39837960edplTLkNYrsPTJHBF1HcYg_RkRVh0X"]*10))
meutils/llm/clients.py ADDED
@@ -0,0 +1,38 @@
1
+ #!/usr/bin/env python
2
+ # -*- coding: utf-8 -*-
3
+ # @Project : AI. @by PyCharm
4
+ # @File : chat
5
+ # @Time : 2024/8/19 14:23
6
+ # @Author : betterme
7
+ # @WeChat : meutils
8
+ # @Software : PyCharm
9
+ # @Description :
10
+ from openai import Client, AsyncClient, AsyncStream, APIStatusError
11
+
12
+ from meutils.pipe import *
13
+
14
+ OpenAI = lru_cache(Client)
15
+ AsyncOpenAI = lru_cache(AsyncClient)
16
+
17
+ moonshot_client = AsyncOpenAI(
18
+ api_key=os.getenv("MOONSHOT_API_KEY"),
19
+ base_url=os.getenv("MOONSHOT_BASE_URL")
20
+ )
21
+ zhipuai_client = AsyncOpenAI(
22
+ api_key=os.getenv("ZHIPUAI_API_KEY"),
23
+ base_url=os.getenv("ZHIPUAI_BASE_URL")
24
+ )
25
+
26
+ if __name__ == '__main__':
27
+ from meutils.pipe import *
28
+
29
+ # OpenAI().chat.completions.create(messages=[{"role": "user", "content": "hi"}], model='glm-4-flash')
30
+
31
+ # arun(zhipuai_client.chat.completions.create(messages=[{"role": "user", "content": "hi"}], model='glm-4-flash'))
32
+
33
+ # web-search-pro
34
+
35
+ arun(zhipuai_client.chat.completions.create(
36
+ messages=[{"role": "user", "content": "中国队奥运会拿了多少奖牌"}],
37
+ model='web-search-pro')
38
+ )
@@ -0,0 +1,11 @@
1
+ #!/usr/bin/env python
2
+ # -*- coding: utf-8 -*-
3
+ # @Project : AI. @by PyCharm
4
+ # @File : __init__.py
5
+ # @Time : 2024/8/28 09:55
6
+ # @Author : betterme
7
+ # @WeChat : meutils
8
+ # @Software : PyCharm
9
+ # @Description :
10
+
11
+ from meutils.pipe import *
@@ -0,0 +1,11 @@
1
+ #!/usr/bin/env python
2
+ # -*- coding: utf-8 -*-
3
+ # @Project : AI. @by PyCharm
4
+ # @File : __init__.py
5
+ # @Time : 2025/1/3 15:38
6
+ # @Author : betterme
7
+ # @WeChat : meutils
8
+ # @Software : PyCharm
9
+ # @Description :
10
+
11
+ from meutils.pipe import *
@@ -0,0 +1,125 @@
1
+ #!/usr/bin/env python
2
+ # -*- coding: utf-8 -*-
3
+ # @Project : AI. @by PyCharm
4
+ # @File : files
5
+ # @Time : 2025/1/3 15:38
6
+ # @Author : betterme
7
+ # @WeChat : meutils
8
+ # @Software : PyCharm
9
+ # @Description : 支持文档、图片、音频、视频问答
10
+ """单一智能体
11
+ 任意模型支持文档、图片、音频、视频问答
12
+ api形式
13
+ - /agents/v1
14
+ - /v1 前缀区分 agents-{model}【底层调用 /agents/v1】
15
+
16
+ """
17
+
18
+ from meutils.pipe import *
19
+ from meutils.parsers.file_parsers import file_extract
20
+
21
+ from meutils.llm.clients import AsyncOpenAI
22
+ from meutils.llm.openai_utils import to_openai_params
23
+
24
+ from meutils.str_utils.regular_expression import parse_url
25
+
26
+ from meutils.schemas.openai_types import chat_completion, chat_completion_chunk, ChatCompletionRequest, CompletionUsage
27
+
28
+
29
+ class Completions(object):
30
+
31
+ def __init__(self, api_key: Optional[str] = None):
32
+ self.api_key = api_key
33
+
34
+ async def create(self, request: ChatCompletionRequest):
35
+ """[{'role': 'user', 'content': 'hi'}]
36
+ {"type": "file_url", "file_url": {"url": "https://oss.ffire.cc/files/招标文件备案表(第二次).pdf", "detai": "auto"}}"""
37
+
38
+ if urls := parse_url(str(request.messages)):
39
+ logger.debug(urls)
40
+
41
+ file_reponse = await file_extract(urls[-1])
42
+ if file_reponse: # 仅关注最后一个
43
+ request.system_messages.append({
44
+ "role": "system",
45
+ "content": json.dumps(file_reponse, ensure_ascii=False),
46
+ })
47
+
48
+ request.messages = request.system_messages + request.messages
49
+
50
+ logger.debug(request)
51
+
52
+ data = to_openai_params(request)
53
+ return await AsyncOpenAI(api_key=self.api_key).chat.completions.create(**data)
54
+
55
+
56
+ # data: {"event": "message", "task_id": "900bbd43-dc0b-4383-a372-aa6e6c414227", "id": "663c5084-a254-4040-8ad3-51f2a3c1a77c", "answer": "Hi", "created_at": 1705398420}\n\n
57
+ if __name__ == '__main__':
58
+ c = Completions()
59
+
60
+ request = ChatCompletionRequest(
61
+ # model="qwen-turbo-2024-11-01",
62
+ # model="claude-3-5-sonnet-20241022",
63
+ model="gpt-4o-mini",
64
+
65
+ messages=[
66
+ {
67
+ 'role': 'system',
68
+ 'content': '你是一个文件问答助手'
69
+ },
70
+ # {
71
+ # 'role': 'user',
72
+ # # 'content': {
73
+ # # "type": "file_url",
74
+ # # "file_url": {"url": "https://oss.ffire.cc/files/招标文件备案表(第二次).pdf", "detai": "auto"}
75
+ # # },
76
+ # 'content': [
77
+ # {
78
+ # "type": "text",
79
+ # "text": "这个文件讲了什么?"
80
+ # },
81
+ # # 多轮的时候要剔除
82
+ # {
83
+ # "type": "file_url",
84
+ # "file_url": {"url": "https://oss.ffire.cc/files/招标文件备案表(第二次).pdf", "detai": "auto"}
85
+ # }
86
+ # ]
87
+ # },
88
+
89
+ {
90
+ 'role': 'user',
91
+ 'content': {
92
+ "type": "file_url",
93
+ "file_url": {"url": "https://mj101-1317487292.cos.ap-shanghai.myqcloud.com/ai/test.pdf", "detai": "auto"}
94
+ },
95
+ # 'content': "https://oss.ffire.cc/files/%E6%8B%9B%E6%A0%87%E6%96%87%E4%BB%B6%E5%A4%87%E6%A1%88%E8%A1%A8%EF%BC%88%E7%AC%AC%E4%BA%8C%E6%AC%A1%EF%BC%89.pdf 这个文件讲了什么?",
96
+ # 'content': "https://translate.google.com/?sl=zh-CN&tl=en&text=%E6%8F%90%E4%BE%9B%E6%96%B9&op=tr1anslate 这个文件讲了什么?",
97
+
98
+ # "content": "总结下 https://oss.ffire.cc/files/百炼系列手机产品介绍.docx"
99
+ # "content": "https://mj101-1317487292.cos.ap-shanghai.myqcloud.com/ai/test.pdf\n\n总结下"
100
+
101
+ },
102
+
103
+ # {'role': 'assistant', 'content': "好的"},
104
+ # {
105
+ # 'role': 'user',
106
+ # # 'content': {
107
+ # # "type": "file_url",
108
+ # # "file_url": {"url": "https://oss.ffire.cc/files/招标文件备案表(第二次).pdf", "detai": "auto"}
109
+ # # },
110
+ # 'content': [
111
+ # {
112
+ # "type": "text",
113
+ # "text": "错了 继续回答"
114
+ # },
115
+ # # {
116
+ # # "type": "file_url",
117
+ # # "file_url": {"url": "https://oss.ffire.cc/files/招标文件备案表(第二次).pdf", "detai": "auto"}
118
+ # # }
119
+ # ]
120
+ # }
121
+ ]
122
+
123
+ )
124
+
125
+ arun(c.create(request))
@@ -0,0 +1,112 @@
1
+ #!/usr/bin/env python
2
+ # -*- coding: utf-8 -*-
3
+ # @Project : AI. @by PyCharm
4
+ # @File : completions
5
+ # @Time : 2024/8/28 10:04
6
+ # @Author : betterme
7
+ # @WeChat : meutils
8
+ # @Software : PyCharm
9
+ # @Description :
10
+
11
+ from meutils.pipe import *
12
+ from meutils.notice.feishu import send_message as _send_message
13
+ from meutils.db.redis_db import redis_client, redis_aclient
14
+ from meutils.config_utils.lark_utils import aget_spreadsheet_values, get_next_token_for_polling
15
+
16
+ from meutils.llm.openai_utils import to_openai_completion_params, token_encoder, token_encoder_with_cache
17
+ from meutils.schemas.openai_types import chat_completion, chat_completion_chunk, ChatCompletionRequest, CompletionUsage
18
+ from meutils.schemas.dify_types import BASE_URL, ChatCompletionChunkResponse
19
+ from openai import OpenAI, AsyncOpenAI, APIStatusError
20
+
21
+ send_message = partial(
22
+ _send_message,
23
+ url="https://open.feishu.cn/open-apis/bot/v2/hook/e0db85db-0daf-4250-9131-a98d19b909a9",
24
+ title=__name__
25
+ )
26
+
27
+ FEISHU_URL = "https://xchatllm.feishu.cn/sheets/H03Csz7dhhmJCctUXmMc22Cknhf?sheet=67535f"
28
+ BASE_URL = "https://cp.baidu.com"
29
+
30
+
31
+ class Completions(object):
32
+
33
+ def __init__(self, api_key: Optional[str] = None):
34
+ self.api_key = api_key
35
+
36
+ async def create(self, request: ChatCompletionRequest):
37
+ chat_id = await self.create_chat_id()
38
+ payload = {
39
+ "inputs": {},
40
+ "query": request.last_content,
41
+ "response_mode": "streaming",
42
+ "conversation_id": "",
43
+ "user": request.user or 'chatfire',
44
+ "files": [
45
+ {
46
+ "type": "image",
47
+ "transfer_method": "remote_url",
48
+ "url": "https://cloud.dify.ai/logo/logo-site.png"
49
+ }
50
+ ]
51
+ }
52
+ headers = {'Authorization': f'Bearer {self.api_key}'}
53
+ async with httpx.AsyncClient(base_url=BASE_URL, headers=headers, timeout=200) as client:
54
+ async with client.stream(method="POST", url="/chat-messages", json=payload) as response:
55
+ async for chunk in response.aiter_lines():
56
+ if chunk.startswith("data: {") and (chunk := chunk.strip("data:").strip()):
57
+ try:
58
+ chunk_resp = ChatCompletionChunkResponse.model_validate_json(chunk)
59
+ yield chunk_resp.answer
60
+
61
+ if chunk_resp.event not in {"message", "agent_message"}: # debug
62
+ logger.debug(json.loads(chunk))
63
+
64
+ except Exception as e:
65
+ _ = f"{e}\n{chunk}"
66
+ logger.error(_)
67
+ send_message(_)
68
+
69
+ @staticmethod
70
+ async def create_chat_id():
71
+ token = await get_next_token_for_polling(FEISHU_URL)
72
+
73
+ headers = {
74
+ "Acs-Token": token,
75
+ "cookie": "BAIDUID=C236602796363D649C6F8607857431C5"
76
+ }
77
+
78
+ payload = {"type": "simple", "docId": ""}
79
+ async with httpx.AsyncClient(base_url=BASE_URL, headers=headers, timeout=200) as client:
80
+ response = await client.post("/api/flower/chat/create", json=payload)
81
+ response.raise_for_status()
82
+ return response.json()['data']['chatId']
83
+
84
+
85
+ # data: {"event": "message", "task_id": "900bbd43-dc0b-4383-a372-aa6e6c414227", "id": "663c5084-a254-4040-8ad3-51f2a3c1a77c", "answer": "Hi", "created_at": 1705398420}\n\n
86
+ if __name__ == '__main__':
87
+ # c = Completions('app-1O2hPvpPf46cmiCjKqd2Dyx5')
88
+ #
89
+ # request = ChatCompletionRequest(messages=[{'role': 'user', 'content': '画条狗'}])
90
+ #
91
+ #
92
+ # # arun(c.create(request))
93
+ #
94
+ # async def main():
95
+ # async for i in c.create(request):
96
+ # print(i, end='')
97
+ #
98
+ #
99
+ # arun(main())
100
+
101
+ url = "https://cp.baidu.com/api/flower/chat/create"
102
+
103
+ token = arun(get_next_token_for_polling(FEISHU_URL))
104
+
105
+ headers = {
106
+ "Acs-Token": token,
107
+ "cookie": "BAIDUID=C236602796363D649C6F8607857431C5"
108
+ }
109
+
110
+ payload = {"type": "simple", "docId": ""}
111
+
112
+ r = httpx.post(url, json=payload, headers=headers)
@@ -0,0 +1,135 @@
1
+ #!/usr/bin/env python
2
+ # -*- coding: utf-8 -*-
3
+ # @Project : AI. @by PyCharm
4
+ # @File : delilegal
5
+ # @Time : 2024/9/20 17:22
6
+ # @Author : betterme
7
+ # @WeChat : meutils
8
+ # @Software : PyCharm
9
+ # @Description :
10
+
11
+ from meutils.pipe import *
12
+ from meutils.decorators.retry import retrying
13
+ from meutils.pandas_utils import to_html_plus
14
+
15
+ from meutils.notice.feishu import send_message as _send_message
16
+ from meutils.db.redis_db import redis_client, redis_aclient
17
+ from meutils.config_utils.lark_utils import aget_spreadsheet_values, get_next_token_for_polling
18
+
19
+ from meutils.llm.utils import oneturn2multiturn
20
+ from meutils.schemas.openai_types import chat_completion, chat_completion_chunk, ChatCompletionRequest, CompletionUsage
21
+ from meutils.schemas.oneapi import REDIRECT_MODEL
22
+
23
+ send_message = partial(
24
+ _send_message,
25
+ url="https://open.feishu.cn/open-apis/bot/v2/hook/e0db85db-0daf-4250-9131-a98d19b909a9",
26
+ title=__name__
27
+ )
28
+
29
+ BASE_URL = "https://www.delilegal.com"
30
+
31
+ FEISHU_URL = "https://xchatllm.feishu.cn/sheets/Bmjtst2f6hfMqFttbhLcdfRJnNf?sheet=DtiUmU"
32
+
33
+
34
+ async def check_token(token: Optional[str] = None):
35
+ headers = {
36
+ "authorization": token
37
+ }
38
+ async with httpx.AsyncClient(base_url=BASE_URL, headers=headers, timeout=100) as client:
39
+ response = await client.get("/ai/api/v1/gptIm/getLimitUser")
40
+
41
+ logger.debug(response.status_code)
42
+ logger.debug(response.text)
43
+
44
+ if response.is_success:
45
+ return response.json()['body'] #####
46
+
47
+
48
+ @alru_cache(ttl=3600)
49
+ @retrying(predicate=lambda r: r is None)
50
+ async def create_session(token: Optional[str] = None):
51
+ token = token or await get_next_token_for_polling(feishu_url=FEISHU_URL)
52
+ headers = {
53
+ "authorization": token
54
+ }
55
+ async with httpx.AsyncClient(base_url=BASE_URL, headers=headers, timeout=100) as client:
56
+ response = await client.post("/ai/api/v1/gptIm/createSession")
57
+
58
+ logger.debug(response.status_code)
59
+ logger.debug(response.text)
60
+
61
+ if response.is_success:
62
+ return response.json()["body"]["sessionId"]
63
+
64
+
65
+ async def create(request: ChatCompletionRequest, token: Optional[str] = None, answer_again: bool = False):
66
+ token = token or await get_next_token_for_polling(feishu_url=FEISHU_URL)
67
+
68
+ sessionId = await create_session(token)
69
+
70
+ headers = {
71
+ "authorization": token,
72
+ }
73
+ payload = {
74
+ "sessionId": sessionId,
75
+ "question": request.last_content,
76
+ # "question": oneturn2multiturn(request.messages),
77
+
78
+ "answerAgain": answer_again,
79
+ "qaId": "",
80
+ "tabType": "lawQa" if 'viewpoint' not in request.model else "viewpointQa"
81
+ }
82
+ async with httpx.AsyncClient(base_url=BASE_URL, headers=headers, timeout=100) as client:
83
+ async with client.stream("POST", "/ai/api/v1/gptIm/sendGptMessageStreamV3", json=payload) as response:
84
+ yield "\n" # 提升首字速度
85
+
86
+ logger.debug(response.status_code)
87
+ # logger.debug(response.text)
88
+
89
+ _chunk = ""
90
+ async for chunk in response.aiter_lines():
91
+ if (chunk := chunk.strip("data:")) and chunk.startswith("{"):
92
+ # logger.debug(chunk)
93
+ try:
94
+ chunk = json.loads(chunk)
95
+ data = chunk.get("data", {})
96
+ chunk = data.get("lawQaText", "") or data.get("viewpointQaText", "")
97
+
98
+ for i in ["lawQaRelatedLaws", "lawQaRelatedCases", "viewpointQaRelatedArticles"]:
99
+ if data.get(i):
100
+ chunk = "" # 最好不返回
101
+ df = pd.DataFrame(data[i])
102
+ filename = to_html_plus(
103
+ df,
104
+ title=i,
105
+ subtitle="ChatfireLaw",
106
+ return_filename=True
107
+ )
108
+ yield f"\n\n[{i}](https://api.chatfire.cn/render/{filename})"
109
+
110
+ yield chunk.replace(_chunk, "")
111
+ _chunk = chunk
112
+ except Exception as e:
113
+ _ = f"{e}\n{chunk}"
114
+ logger.error(_)
115
+ send_message(_)
116
+ yield ""
117
+ # else:
118
+ # logger.debug(chunk)
119
+
120
+
121
+ if __name__ == '__main__':
122
+ token = "eyJ0eXAiOiJKV1QiLCJhbGciOiJIUzI1NiJ9.eyJzdWIiOiJmbm9wc3J6eHFvY3V2Y2ZtY3BwZGNpcW54eWFzY25sYSIsIm5iZiI6MTcyNjgyMzgyNCwiZXhwIjoxNzI3NDI4NjI0LCJpYXQiOjE3MjY4MjM4MjQsImp0aSI6IlppbERZaElKZXF4RFRncnMifQ.tbx8XW9sEOz1bY-c0JrKMJBd3mAoTBRXhvGIotmPiR4"
123
+
124
+ # arun(create_session(token))
125
+ # arun(check_token(token))
126
+
127
+ model = "viewpointQaText"
128
+ model = ""
129
+
130
+ request = ChatCompletionRequest(model=model, messages=[
131
+ {'role': 'user',
132
+ 'content': '客人吃出苍蝇超出十倍的赔偿怎么办?\n\n先给出准确答案➕原因理由➕再法律依据➕再相关延伸'}
133
+ ])
134
+
135
+ arun(create(request))
@@ -0,0 +1,81 @@
1
+ #!/usr/bin/env python
2
+ # -*- coding: utf-8 -*-
3
+ # @Project : AI. @by PyCharm
4
+ # @File : completions
5
+ # @Time : 2024/8/28 10:04
6
+ # @Author : betterme
7
+ # @WeChat : meutils
8
+ # @Software : PyCharm
9
+ # @Description :
10
+ import json
11
+
12
+ from meutils.pipe import *
13
+ from meutils.notice.feishu import send_message as _send_message
14
+ from meutils.db.redis_db import redis_client, redis_aclient
15
+ from meutils.config_utils.lark_utils import aget_spreadsheet_values
16
+
17
+ from meutils.llm.openai_utils import to_openai_completion_params, token_encoder, token_encoder_with_cache
18
+ from meutils.schemas.openai_types import chat_completion, chat_completion_chunk, ChatCompletionRequest, CompletionUsage
19
+ from meutils.schemas.dify_types import BASE_URL, ChatCompletionChunkResponse
20
+ from openai import OpenAI, AsyncOpenAI, APIStatusError
21
+
22
+ send_message = partial(
23
+ _send_message,
24
+ url="https://open.feishu.cn/open-apis/bot/v2/hook/e0db85db-0daf-4250-9131-a98d19b909a9",
25
+ title=__name__
26
+ )
27
+
28
+
29
+ class Completions(object):
30
+
31
+ def __init__(self, api_key: Optional[str] = None):
32
+ self.api_key = api_key
33
+
34
+ async def create(self, request: ChatCompletionRequest):
35
+ payload = {
36
+ "inputs": {},
37
+ "query": request.last_content,
38
+ "response_mode": "streaming",
39
+ "conversation_id": "",
40
+ "user": request.user or 'chatfire',
41
+ "files": [
42
+ {
43
+ "type": "image",
44
+ "transfer_method": "remote_url",
45
+ "url": "https://cloud.dify.ai/logo/logo-site.png"
46
+ }
47
+ ]
48
+ }
49
+ headers = {'Authorization': f'Bearer {self.api_key}'}
50
+ async with httpx.AsyncClient(base_url=BASE_URL, headers=headers, timeout=200) as client:
51
+ async with client.stream(method="POST", url="/chat-messages", json=payload) as response:
52
+ async for chunk in response.aiter_lines():
53
+ if chunk.startswith("data: {") and (chunk := chunk.strip("data:").strip()):
54
+ try:
55
+ chunk_resp = ChatCompletionChunkResponse.model_validate_json(chunk)
56
+ yield chunk_resp.answer
57
+
58
+ if chunk_resp.event not in {"message", "agent_message"}: # debug
59
+ logger.debug(json.loads(chunk))
60
+
61
+ except Exception as e:
62
+ _ = f"{e}\n{chunk}"
63
+ logger.error(_)
64
+ send_message(_)
65
+
66
+
67
+ # data: {"event": "message", "task_id": "900bbd43-dc0b-4383-a372-aa6e6c414227", "id": "663c5084-a254-4040-8ad3-51f2a3c1a77c", "answer": "Hi", "created_at": 1705398420}\n\n
68
+ if __name__ == '__main__':
69
+ c = Completions('app-1O2hPvpPf46cmiCjKqd2Dyx5')
70
+
71
+ request = ChatCompletionRequest(messages=[{'role': 'user', 'content': '画条狗'}])
72
+
73
+
74
+ # arun(c.create(request))
75
+
76
+ async def main():
77
+ async for i in c.create(request):
78
+ print(i, end='')
79
+
80
+
81
+ arun(main())
@@ -0,0 +1,47 @@
1
+ #!/usr/bin/env python
2
+ # -*- coding: utf-8 -*-
3
+ # @Project : AI. @by PyCharm
4
+ # @File : kimi
5
+ # @Time : 2024/12/9 13:14
6
+ # @Author : betterme
7
+ # @WeChat : meutils
8
+ # @Software : PyCharm
9
+ # @Description :
10
+
11
+ from meutils.pipe import *
12
+ import requests
13
+ import json
14
+
15
+ url = "https://kimi.moonshot.cn/api/chat/ctb5lpaflk1f1dda5mv0/completion/stream"
16
+
17
+ payload = json.dumps({
18
+ "messages": [
19
+ {
20
+ "role": "user",
21
+ "content": "hi"
22
+ }
23
+ ],
24
+ "use_search": False,
25
+ "extend": {
26
+ "sidebar": True
27
+ },
28
+ "kimiplus_id": "kimi",
29
+ "use_research": False,
30
+ "use_math": False,
31
+ "refs": [],
32
+ "refs_file": []
33
+ })
34
+ headers = {
35
+ 'x-msh-session-id': '1729958401005741781',
36
+ 'Authorization': 'Bearer eyJhbGciOiJIUzUxMiIsInR5cCI6IkpXVCJ9.eyJpc3MiOiJ1c2VyLWNlbnRlciIsImV4cCI6MTczOTY4NDk3NywiaWF0IjoxNzMxOTA4OTc3LCJqdGkiOiJjc3RkYXNmZDBwODBpaGtkNTY4ZyIsInR5cCI6ImFjY2VzcyIsImFwcF9pZCI6ImtpbWkiLCJzdWIiOiJja2kwOTRiM2Flc2xnbGo2Zm8zMCIsInNwYWNlX2lkIjoiY2tpMDk0YjNhZXNsZ2xqNmZvMmciLCJhYnN0cmFjdF91c2VyX2lkIjoiY2tpMDk0YjNhZXNsZ2xqNmZvMzAifQ.uhEQ3sB6SJLR_Duuu4w-WilRsvllI611flQ_uQoI5ufm_GWtLLJfHZ8rE9-RS2YtkprtYovvEf1U1E6ybcL1Jg',
37
+ 'x-msh-platform': 'web',
38
+ 'x-msh-device-id': '7311290930975344143',
39
+ 'R-Timezone': 'Asia/Shanghai',
40
+ 'X-Traffic-Id': 'cki094b3aeslglj6fo30',
41
+ 'User-Agent': 'Apifox/1.0.0 (https://apifox.com)',
42
+ 'Content-Type': 'application/json'
43
+ }
44
+
45
+ response = requests.request("POST", url, headers=headers, data=payload)
46
+
47
+ print(response.text)
@@ -0,0 +1,11 @@
1
+ #!/usr/bin/env python
2
+ # -*- coding: utf-8 -*-
3
+ # @Project : AI. @by PyCharm
4
+ # @File : modelscope
5
+ # @Time : 2024/12/25 11:01
6
+ # @Author : betterme
7
+ # @WeChat : meutils
8
+ # @Software : PyCharm
9
+ # @Description :
10
+
11
+ from meutils.pipe import *