MeUtils 2024.3.4.13.4.45__py3-none-any.whl → 2025.1.16.17.15.52__py3-none-any.whl

examples/cache_demo/HermesCache_demo.py

@@ -0,0 +1,81 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : HermesCache_tes
+# @Time         : 2024/12/6 10:40
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  : https://hermescache.readthedocs.io/en/latest/
+import asyncio
+
+from meutils.pipe import *
+import hermes.backend.redis
+
+cache = hermes.Hermes(
+    hermes.backend.redis.Backend,
+    ttl=600,
+    host='localhost',
+    db=1,
+)
+
+
+# hermes.Serialiser
+#
+# cache.mangler.serialiser = hermes.Serialiser(
+#   msgpack.dumps, lambda b: msgpack.loads(b, strict_map_key = False)
+# )
+@cache
+def foo(a, b):
+    return a * b
+
+
+@cache(ttl=10)
+async def func(x):
+    await asyncio.sleep(5)
+    logger.debug('异步函数')
+    return x
+
+
+@cache(tags=('math', 'avg'), key=lambda fn, a, b: f'avg:{a}')  # 这样可以忽略b
+async def func_ignore(a, b):
+    await asyncio.sleep(5)
+    logger.debug('异步函数')
+    return a, b
+
+
+class Example:
+
+    @cache(tags=('math', 'power'), ttl=1200)
+    def bar(self, a, b):
+        return a ** b
+
+    @cache(tags=('math', 'avg'), key=lambda fn, a, b: f'avg:{a}:{b}')
+    def baz(self, a, b):
+        return (a + b) / 2
+
+
+# print(foo(2, 333))
+#
+# example = Example()
+# print(example.bar(2, 10))
+# print(example.baz(2, 10))
+#
+# foo.invalidate(2, 333)
+# example.bar.invalidate(2, 10)
+# example.baz.invalidate(2, 10)
+#
+# cache.clean(['math'])  # invalidate entries tagged 'math'
+# cache.clean()  # flush cache
+
+
+if __name__ == '__main__':
+    class Request(BaseModel):
+        a: str = "a"
+
+        class Config:
+            frozen = True
+
+
+    arun(func(1))
+    # arun(func_ignore(1, 11))

examples/cache_demo/acacge.py

@@ -0,0 +1,26 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : acacge
+# @Time         : 2024/9/30 15:19
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  :
+
+from meutils.pipe import *
+
+from aiocache import cached, Cache
+
+# cache = Cache.from_url(os.getenv('REDIS_URL'))
+
+
+@cached(ttl=10, cache=Cache.REDIS, key="key")
+async def cached_call():
+    print("Sleeping for three seconds zzzz.....")
+    await asyncio.sleep(3)
+    return time.time()
+
+
+if __name__ == '__main__':
+    arun(cached_call())

examples/cache_demo/x.py

@@ -0,0 +1,31 @@
+# !/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : x
+# @Time         : 2024/12/12 19:05
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  : 
+
+from meutils.pipe import *
+from meutils.caches.redis_cache import cache
+
+if __name__ == '__main__':
+    @cache
+    def func(x):
+        time.sleep(3)
+        logger.debug('没缓存')
+
+        return x
+
+
+    class Request(BaseModel):
+        a: str = "a"
+
+        class Config:
+            frozen = True
+
+
+    arun(func(1))
+    # arun(func_ignore(1, 11))

{meutils/docarray_utils → examples/caches}/__init__.py

@@ -2,7 +2,7 @@
 # -*- coding: utf-8 -*-
 # @Project      : AI.  @by PyCharm
 # @File         : __init__.py
-# @Time         : 2023/4/18 14:24
+# @Time         : 2024/12/6 10:40
 # @Author       : betterme
 # @WeChat       : meutils
 # @Software     : PyCharm

examples/caches/llmcache.py

@@ -0,0 +1,18 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : llmcache
+# @Time         : 2024/12/16 11:06
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  : 
+
+from meutils.pipe import *
+
+
+from gptcache import cache
+from gptcache.adapter import openai
+
+cache.init()
+cache.set_openai_key()

examples/celery_demo/product_task.py

@@ -15,3 +15,5 @@ from tasks.task01 import send_msg
 
 for i in range(10):
     send_msg.delay('xxx')
+
+

examples/demo.py

@@ -41,4 +41,20 @@ def ff():
 if __name__ == '__main__':
     f()
     ff()
-    print(inspect.getmembers(__file__, inspect.isfunction))
+    # print(inspect.getmembers(__file__, inspect.isfunction))
+
+    # lambda m: if m.startswith('gpt-3.5')
+
+    def lambda_handler(model_name):
+        if model_name.startswith('gpt-3.5'):
+            return 'gpt-4o-mini'
+        elif "gpt-4" in model_name and "mini" not in model_name:
+            return 'gpt-4o-2024-08-06'
+        else:
+            return model_name
+
+
+    lambda_handler('')
+
+
+

examples/fastapi_caching.py

@@ -0,0 +1,59 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : fastapi_caching
+# @Time         : 2024/7/24 08:42
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  : 
+
+from meutils.pipe import *
+from collections.abc import AsyncIterator
+from contextlib import asynccontextmanager
+
+from fastapi import FastAPI, APIRouter
+from starlette.requests import Request
+from starlette.responses import Response
+
+from fastapi_cache import FastAPICache
+from fastapi_cache.backends.redis import RedisBackend
+from fastapi_cache.decorator import cache
+
+from redis import asyncio as aioredis
+
+router = APIRouter()
+
+
+@cache()
+async def get_cache():
+    return 1
+
+#
+# @router.get("/")
+# @cache(expire=60)
+# async def index():
+#     return dict(hello="world")
+#
+#
+# @asynccontextmanager
+# async def lifespan(_: FastAPI) -> AsyncIterator[None]:
+#     redis = aioredis.from_url("redis://localhost")
+#     FastAPICache.init(RedisBackend(redis), prefix="fastapi-cache")
+#     yield
+#
+#
+#
+# if __name__ == '__main__':
+#     from meutils.serving.fastapi import App
+#
+#     app = App(lifespan=lifespan)
+#
+#     app.include_router(router, '')
+#
+#     app.run()
+#     # for i in range(10):
+#     #     send_message(f"兜底模型", title="github_copilot")
+
+
+arun(get_cache())

{meutils/dependencies → examples/gr}/__init__.py

@@ -2,7 +2,7 @@
 # -*- coding: utf-8 -*-
 # @Project      : AI.  @by PyCharm
 # @File         : __init__.py
-# @Time         : 2024/1/2 16:27
+# @Time         : 2024/8/7 09:06
 # @Author       : betterme
 # @WeChat       : meutils
 # @Software     : PyCharm

examples/gr/d.py

@@ -0,0 +1,22 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : d
+# @Time         : 2024/8/16 14:07
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  : 
+
+from gradio_client import Client, handle_file
+
+client = Client("https://s5k.cn/api/v1/studio/Kwai-Kolors/Kolors-Virtual-Try-On/gradio/",
+                hf_token="a22224b9-b276-45b5-b8d1-10f3c81c8eec")
+result = client.predict(
+		person_img=handle_file('https://raw.githubusercontent.com/gradio-app/gradio/main/test/test_files/bus.png'),
+		garment_img=handle_file('https://raw.githubusercontent.com/gradio-app/gradio/main/test/test_files/bus.png'),
+		seed=0,
+		randomize_seed=True,
+		api_name="/tryon"
+)
+print(result)

examples/gr/demo.py

@@ -0,0 +1,30 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : demo
+# @Time         : 2024/8/7 09:06
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  : 
+
+from meutils.pipe import *
+import gradio as gr
+
+from gradio_client import Client, file
+
+client = Client("http://120.92.209.146:8887")
+# print(client.view_api(all_endpoints=True))
+
+print(client.view_api())
+
+
+decode_type='sampling'
+parameter_13 = {
+    'files': '/Users/betterme/PycharmProjects/AI/QR.png',
+    'text': '解释下',
+    'index': 0
+}
+
+client.predict(parameter_13, api_name="/respond")
+# print(client.predict("parameter_14", api_name="/select_chat_type"))

examples/ip2/345/234/260/345/214/272.py

@@ -0,0 +1,16 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : ip2地区
+# @Time         : 2024/5/27 10:38
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  : 
+
+from meutils.pipe import *
+from twoip import TwoIP
+
+twoip = TwoIP(key=None)
+twoip.provider(ip='192.0.2.0')
+print(twoip.provider(ip='117.136.66.124'))

examples/jinja2_demo/j2_demo.py

@@ -26,4 +26,23 @@ s = """
 """
 template = Template(s)
 
-print(template.render(my_dict={'a': 111}))
+print(template.render(my_dict={'a': 111}))
+
+
+messages = [
+    {"role": "system", "content": "U1"},
+    {"role": "user", "content": "U1"},
+    {"role": "assistant", "content": "A1"},
+    {"role": "user", "content": "U2"},
+    {"role": "assistant", "content": "A2"},
+]
+
+s = """
+{% for message in messages %}
+<|im_start|>{{message.get("role")}}\n{{message.get("content")}}<|im_end|>\n
+{% endfor %}
+
+"""
+template = Template(s)
+
+print(template.render(messages=messages))

examples/json/346/240/207/345/207/206/345/214/226.py

@@ -0,0 +1,54 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : json标准化
+# @Time         : 2024/5/17 15:32
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  : pip install json-repair
+
+# https://github.com/josdejong/jsonrepair
+
+from meutils.pipe import *
+import json_repair
+
+
+
+
+
+
+if __name__ == '__main__':
+    data = '''
+    data: {"type":"progress","value":0.08333333333333333,"code":200}
+    data: {"type":"progress","value":0.16666666666666666,"code":200}
+    data: {"type":"progress","value":0.25,"code":200}
+    data: {"type":"progress","value":0.3333333333333333,"code":200}
+    data: {"type":"progress","value":0.4166666666666667,"code":200}
+    data: {"type":"progress","value":0.5,"code":200}
+    data: {"type":"progress","value":0.5833333333333334,"code":200}
+    data: {"type":"progress","value":0.6666666666666666,"code":200}
+    data: {"type":"progress","value":0.75,"code":200}
+    data: {"type":"progress","value":0.8333333333333334,"code":200}
+    
+    data: {"type":"removewatermark","id":"328b7ecd-87a1-11ef-9c4d-b21cc02dca41","imageUrl":"https://hunyuan-prod-1258344703.cos.ap-guangzhou.myqcloud.com/removewatermark/20a9f6cd03a660d155fe4b47ded00ecb/20241011151958h0_238f7aea93a3c626587aa14ec1fd422b.png?q-sign-algorithm=sha1\u0026q-ak=AKID0qSq0xJRL7h3A4nIYJFrFOJ1VlnbIm26\u0026q-sign-time=1728631198;1760167198\u0026q-key-time=1728631198;1760167198\u0026q-header-list=host\u0026q-url-param-list=\u0026q-signature=a85d02fb5ed97977b4b36023181fcee3a651bb84","source":"inspiration","code":200,"thumbnailUrl":"https://hunyuan-prod-1258344703.cos.ap-guangzhou.myqcloud.com/removewatermark/20a9f6cd03a660d155fe4b47ded00ecb/20241011151958h0_238f7aea93a3c626587aa14ec1fd422b.png?q-sign-algorithm=sha1\u0026q-ak=AKID0qSq0xJRL7h3A4nIYJFrFOJ1VlnbIm26\u0026q-sign-time=1728631198;1760167198\u0026q-key-time=1728631198;1760167198\u0026q-header-list=host\u0026q-url-param-list=\u0026q-signature=a85d02fb5ed97977b4b36023181fcee3a651bb84\u0026imageMogr2/strip/format/jpg/size-limit/500k!/ignore-error/1"}
+    
+    data: [TRACEID:9c49f848b20110761fb93bf3722ce0f2]
+    
+    data: [DONE]
+    '''
+    # print(json_repair.repair_json("""你们是{'a': 1, "b": 2, "c": 3}"""))
+    # print(json_repair.repair_json(data, return_objects=True))
+
+    # pattern = r'data: {"type":"removewatermark".*}'
+    #
+    # # 使用正则表达式查找匹配
+    # match = re.findall(pattern, data)
+    #
+    # print(match)
+
+
+
+    json_repair.repair_json(data.rsplit(""""code":200}""")[-1], return_objects=True)
+
+    json_repair.repair_json(data, return_objects=True)

examples/md.py

@@ -0,0 +1,29 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : md
+# @Time         : 2024/11/25 15:33
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  : https://readpo.com/en/poster#%201
+
+from meutils.pipe import *
+from urllib.parse import quote
+
+
+@background_task
+def get(url):
+    resp = httpx.get(url, timeout=30)
+    # Path('x.png').write_bytes(resp.content)
+    # logger.debug(resp.text)
+    logger.debug(resp.status_code)
+
+
+def markdown2poster(title="MarkdownTest", content="# fire"):
+    # content = f"""https://readpo.com/p/{quote(content)}"""
+
+    content = f"""https://md.chatfire.cn/{quote(content)}"""
+    get(content)
+
+    return f"![{title}]({content})"

{meutils/serving/jina → examples/nesc}/__init__.py

@@ -2,7 +2,7 @@
 # -*- coding: utf-8 -*-
 # @Project      : AI.  @by PyCharm
 # @File         : __init__.py
-# @Time         : 2023/5/16 19:07
+# @Time         : 2024/8/2 11:04
 # @Author       : betterme
 # @WeChat       : meutils
 # @Software     : PyCharm

examples/nesc/main.py

@@ -0,0 +1,76 @@
+import os
+
+from meutils.pipe import *
+from wecom.tx import WXBizMsgCrypt
+
+from fastapi import FastAPI, Form, Depends, File, UploadFile, Body, Request, Response, Form, Cookie
+
+from meutils.serving.fastapi import App
+
+app = App()
+
+
+class VerifyMessage(BaseModel):
+    msg_signature: str
+    timestamp: str
+    nonce: str
+    echostr: str
+
+
+sToken = os.getenv('sToken', '8gVZ1fYiE6b9IYpIVxJAkupmdMhI')
+sEncodingAESKey = os.getenv('sEncodingAESKey', 'etII6uK707WB39rSI2illsdSEuRQ8gcmWqO9Uxd8QCM')
+sCorpID = 'ww3c6024bb94ecef59'
+
+
+@app.api_route('/index', methods=['GET', 'POST'])
+def index(request: Request):
+    wxcpt = WXBizMsgCrypt(sToken, sEncodingAESKey, sCorpID)
+
+    # 获取url验证时微信发送的相关参数
+    sVerifyMsgSig = request.query_params.get('msg_signature')
+    sVerifyTimeStamp = request.query_params.get('timestamp')
+    sVerifyNonce = request.query_params.get('nonce')
+    sVerifyEchoStr = request.query_params.get('echostr')
+
+    logger.info(f"sVerifyEchoStr: {sVerifyEchoStr}")
+
+    # 验证url
+    if request.method == 'GET':
+        ret, sEchoStr = wxcpt.VerifyURL(sVerifyMsgSig, sVerifyTimeStamp, sVerifyNonce, sVerifyEchoStr)
+
+        logger.info(f"ret: {ret}")
+        logger.info(f"sEchoStr: {sEchoStr}")
+
+        if (ret != 0):
+            print(f"ERR: VerifyURL ret:{ret}")
+            sys.exit(1)
+        return sEchoStr
+
+
+@app.api_route('/get_and_post', methods=["GET", "POST"])
+async def get_and_post(request: Request):
+    wxcpt = WXBizMsgCrypt(sToken, sEncodingAESKey, sCorpID)
+
+    print(request.method)
+    print(request.query_params._dict)
+
+    vm = VerifyMessage.parse_obj(request.query_params)
+
+    if request.method == 'GET':
+        query_params = request.query_params._dict  # 直接get
+        print(query_params)
+
+        ret, sEchoStr = wxcpt.VerifyURL(vm.msg_signature, vm.timestamp, vm.nonce, vm.echostr)
+
+        return sEchoStr  # .decode()
+    else:
+        data = await request.json()
+        logger.info(data)
+
+        ret, sMsg = wxcpt.DecryptMsg(data, vm.msg_signature, vm.timestamp, vm.nonce)
+
+        return sMsg
+
+
+if __name__ == '__main__':
+    app.run(port=8000)

examples/orm/mysql_orm.py

@@ -0,0 +1,113 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : mysql_orm
+# @Time         : 2024/11/18 20:32
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  :
+import os
+import time
+
+from meutils.pipe import *
+
+from sqlmodel import Field, Session, SQLModel, create_engine, select, insert, update
+from sqlalchemy import JSON
+
+
+class Hero(SQLModel, table=True):
+    # __table_args__ = {'extend_existing': True}  # includes this line
+
+    id: Optional[int] = Field(default=None, primary_key=True)
+    name: str
+    secret_name: str
+    age: Optional[int] = None
+
+hero_1 = Hero(name="Deadpond", secret_name="Dive Wilson")
+hero_2 = Hero(name="Spider-Boy", secret_name="Pedro Parqueador")
+hero_3 = Hero(name="Rusty-Man", secret_name="Tommy Sharp", age=48)
+
+class Tasks(SQLModel, table=True):
+    __table_args__ = {'extend_existing': True}  # includes this line
+
+    id: Optional[int] = Field(default=None, primary_key=True)
+    created_at: Optional[int] = Field(default=None)
+    updated_at: Optional[int] = Field(default_factory=lambda: int(time.time()))
+    task_id: Optional[str] = Field(default=None, max_length=50)
+    platform: Optional[str] = Field(default=None, max_length=30)
+    user_id: Optional[int] = Field(default=None)
+    channel_id: Optional[int] = Field(default=None)
+    quota: Optional[int] = Field(default=None)
+    action: Optional[str] = Field(default=None, max_length=40)
+    status: Optional[str] = Field(default=None, max_length=20)
+    fail_reason: Optional[str] = Field(default=None)
+    submit_time: Optional[int] = Field(default=None)
+    start_time: Optional[int] = Field(default=None)
+    finish_time: Optional[int] = Field(default=None)
+    progress: Optional[str] = Field(default=None, max_length=20)
+    properties: Optional[dict] = Field(default=None, sa_type=JSON)
+    data: Optional[dict] = Field(default=None, sa_type=JSON)
+    remote_task_id: Optional[str] = Field(default=None, max_length=50)
+
+    class Config:
+        arbitrary_types_allowed = True
+
+
+# hero_1 = Hero(name="Deadpond", secret_name="Dive Wilson")
+# hero_2 = Hero(name="Spider-Boy", secret_name="Pedro Parqueador")
+# hero_3 = Hero(name="Rusty-Man", secret_name="Tommy Sharp", age=48)
+
+# engine = create_engine("sqlite:///database.db")
+# connect_args = {"check_same_thread": False}
+
+engine = create_engine(os.getenv("ONEAPI_MYSQL_URL"), pool_recycle=3600, echo=True)
+#
+# #
+# SQLModel.metadata.create_all(engine)
+#
+with Session(engine) as session:
+    statement = select(Hero).where(Hero.name == "Spider-Boy")
+    hero = session.exec(statement)
+
+    print(hero.first())
+    session.commit()
+
+
+# with Session(engine) as session:
+#     # statement = insert(Tasks).values(
+#     #     progress=100,
+#     #     status='500',
+#     #     fail_reason="测试",
+#     #     platform="chatfire",
+#     #     action="GET TASK",
+#     #     channel_id=888,
+#     #     # finish_time=time.time(),
+#     #     remote_task_id='666',
+#     # )
+#
+#     tasks = [
+#         Tasks(
+#             status='500',
+#             fail_reason="测试",
+#             platform="chatfire",
+#             action="GET TASK",
+#             channel_id=888,
+#             # finish_time=time.time(),
+#             remote_task_id='666',
+#         ),
+#         Tasks(
+#             status='500',
+#             fail_reason="测试",
+#             platform="chatfire",
+#             action="GET TASK",
+#             channel_id=888,
+#             # finish_time=time.time(),
+#             remote_task_id='666',
+#         ),
+#     ]
+#
+#     session.add_all(tasks)
+#
+#     # _ = session.exec(statement)
+#     session.commit()