MeUtils 2024.3.4.13.4.45__py3-none-any.whl → 2025.1.16.17.15.52__py3-none-any.whl

examples/orm/sql_creater.py

@@ -0,0 +1,57 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : sql_creater
+# @Time         : 2024/11/18 20:45
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  :
+import os
+
+from meutils.pipe import *
+from sqlalchemy import create_engine, inspect
+from sqlmodel import SQLModel, Field, Integer, BigInteger, String
+from typing import Optional
+
+# 创建数据库连接
+engine = create_engine(os.getenv("ONEAPI_SQL_URL"))
+
+# 创建检查器
+inspector = inspect(engine)
+
+
+# 获取表的列信息
+def get_table_columns(table_name):
+    columns = inspector.get_columns(table_name)
+
+    # 动态创建 SQLModel 类
+    class_attrs = {}
+    for column in columns:
+        column_name = column['name']
+        column_type = column['type']
+        nullable = column.get('nullable', True)
+        primary_key = column.get('primary_key', False)
+
+        # 根据不同的列类型选择合适的 Field
+        if primary_key:
+            field = Field(primary_key=True)
+        elif isinstance(column_type, (Integer, BigInteger)):
+            field = Field(default=None) if nullable else Field()
+        elif isinstance(column_type, String):
+            field = Field(default=None) if nullable else Field()
+        else:
+            field = Field()
+
+        class_attrs[column_name] = Optional[type(column_type)] if nullable else type(column_type)
+        class_attrs[f'{column_name}_field'] = field
+
+    # 动态创建 SQLModel 类
+    model_class = type(f'{table_name.capitalize()}Model', (SQLModel, BaseModel), class_attrs)
+    return model_class
+
+
+
+if __name__ == '__main__':
+    # 使用示例
+    UserModel = get_table_columns('hero')

examples/orm/sqlm.py

@@ -0,0 +1,134 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : sqlm
+# @Time         : 2024/11/18 19:54
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  : https://github.com/fastapi/sqlmodel/issues/543
+# https://github.com/mastercoms/sqlmodel/blob/24d0307c49da2fea03f623f7e4d3f923398ac379/docs_src/tutorial_async/select_async/tutorial004_async.py
+# 协程 https://github.com/deshetti/sqlmodel-async-example/blob/e412da00f557a352ee3f66a8545ef11401ea5dde/main.py#L42-L47
+# https://github.com/deshetti/sqlmodel-async-example/blob/main/main.py
+
+# https://github.com/google-marketing-solutions/Tightlock/blob/main/tightlock_api/app/db.py#L29
+
+from meutils.pipe import *
+
+from typing import Optional
+
+from sqlmodel import Field, Session, SQLModel, create_engine, select
+from sqlmodel.ext.asyncio.session import AsyncSession  # 有点难
+
+from sqlalchemy.ext.asyncio import create_async_engine
+
+
+# from sqlalchemy.orm import sessionmaker
+# from sqlmodel import create_engine
+# from sqlmodel.ext.asyncio.session import AsyncEngine
+# from sqlmodel.ext.asyncio.session import AsyncSession
+#
+# engine = AsyncEngine(create_engine(os.environ.get('CONFIG_DB_CONN'),
+#                                    echo=True, future=True))
+#
+#
+# async def get_session() -> AsyncSession:
+#   async_session = sessionmaker(
+#       engine, class_=AsyncSession, expire_on_commit=False
+#   )
+#   async with async_session() as session:
+#     yield session
+class Hero(SQLModel, table=True):
+    __table_args__ = {'extend_existing': True}  # includes this line
+
+    id: Optional[int] = Field(default=None, primary_key=True)
+    name: str
+    secret_name: str
+    age: Optional[int] = None
+
+
+hero_1 = Hero(name="Deadpond", secret_name="Dive Wilson")
+hero_2 = Hero(name="Spider-Boy", secret_name="Pedro Parqueador")
+hero_3 = Hero(name="Rusty-Man", secret_name="Tommy Sharp", age=48)
+
+# engine = create_engine("sqlite:///database.db")
+#
+#
+# SQLModel.metadata.create_all(engine)
+#
+# with Session(engine) as session:
+#     session.add(hero_1)
+#     session.add(hero_2)
+#     session.add(hero_3)
+#     session.commit()
+###########################################################################直接这样也行
+engine = create_async_engine("sqlite+aiosqlite:///:memory:")
+
+
+async def get_db():
+    async with AsyncSession(engine) as session:
+        yield session
+
+
+###########################################################################
+
+if __name__ == '__main__':
+    from typing import Optional
+
+    from sqlmodel import Field, Session, SQLModel, create_engine, select
+
+    engine = create_engine("sqlite:///database.db")
+
+    with Session(engine) as session:
+        statement = select(Hero).where(Hero.name == "Spider-Boy")
+        hero = session.exec(statement).first()
+        print(hero)
+
+    aengine = create_async_engine("sqlite+aiosqlite:///:memory:")
+
+
+    async def main():
+        async with AsyncSession(engine) as session:
+            statement = select(Hero).where(Hero.name == "Spider-Boy")
+            hero = await session.exec(statement)
+            hero = hero.first()
+            print(hero)
+
+
+    arun(main())
+
+# async def async_get_db() -> AsyncSession:
+#     async with async_session() as db:
+#         yield db
+
+###########################################################################
+from sqlmodel.ext.asyncio.session import AsyncSession
+from sqlalchemy.orm import sessionmaker
+
+... # rest of main.py
+
+async def get_session() -> AsyncSession:
+"""Dependency to provide the session object"""
+async_session = sessionmaker(
+    bind=async_engine, class_=AsyncSession, expire_on_commit=False
+)
+
+async with async_session() as session:
+    yield session
+
+###########################################################################
+#########
+# async_session = Session(engine, expire_on_commit=False, class_=AsyncSession)
+#########
+# async def get_async_session() -> AsyncGenerator[AsyncSession, None]:
+#     try:
+#         async_session = sessionmaker(  # type: ignore
+#             bind=async_engine, class_=AsyncSession, expire_on_commit=False
+#         )
+#         async with async_session() as session:
+#             yield session
+#     except Exception:
+#         await session.rollback()
+#         raise
+#     finally:
+#         await session.close()

examples/rq_demo/fns.py

@@ -0,0 +1,18 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : fns
+# @Time         : 2024/6/20 15:54
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  : 
+
+from meutils.pipe import *
+
+from meutils.notice.feishu import send_message
+
+
+def send(*args):
+    logger.debug(args)
+    return send_message(args)

examples/rq_demo/redis/351/230/237/345/210/227.py

@@ -10,15 +10,22 @@
 import time
 
 from meutils.pipe import *
-from redis import Redis
-from rq import Connection, Queue, Worker
+from meutils.db.redis_db import redis_client
+from meutils.notice.feishu import send_message
 
+from rq import Queue
 
+queue = Queue(connection=redis_client)
+# queue = Queue(name='test', connection=redis_client)
 
+# send_message('xxx')
+task = queue.enqueue(
+    send_message,
+    content="xxx",
+)  # 通用函数
 
-if __name__ == '__main__':
-    # Tell rq what Redis connection to use
-    with Connection():
-        q  = Queue(connection=Redis())
 
-        Worker(q).work()
+task = queue.enqueue(
+    print,
+    "xxx",
+)  # 通用函数

examples/rq_demo/redis/351/230/237/345/210/227_add_chatfire.py

@@ -0,0 +1,30 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : redis队列
+# @Time         : 2023/6/9 15:39
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  :
+# from MeUtils.examples.redis队列 import queue
+from meutils.pipe import *
+from rq import Queue
+from redis import Redis
+
+from MeUtils.examples.demo import fn, fn666
+from meutils.db.redis_db import redis_client
+from meutils.serving.rq import rq_fn
+
+queue = Queue(name='default', connection=redis_client)
+
+task = queue.enqueue(rq_fn, time.time())  # 通用函数
+task = queue.enqueue(fn, time.time())  # 通用函数
+task = queue.enqueue(fn666, time.time())  # 通用函数
+queue.enqueue
+print("queue key", queue.key)
+print("queue.jobs", len(queue.jobs))
+
+time.sleep(3)
+v = task.return_value()
+print(type(v), v)

examples/size_map.py

@@ -0,0 +1,43 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : size_map
+# @Time         : 2024/12/13 15:03
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  : 
+
+from meutils.pipe import *
+
+
+def find_nearest_standard_size(width, height, standard_sizes):
+    """
+    找到最接近的标准尺寸
+    standard_sizes: 标准尺寸列表，如 [(256,256), (512,512), ...]
+    """
+    min_diff = float('inf')
+    nearest_size = None
+
+    for std_width, std_height in standard_sizes:
+        diff = abs(width - std_width) + abs(height - std_height)
+        if diff < min_diff:
+            min_diff = diff
+            nearest_size = (std_width, std_height)
+
+    return nearest_size
+
+
+# 标准尺寸列表
+standard_sizes = [
+    (256, 256),
+    (512, 512),
+    (1024, 1024),
+    (1792, 1024),
+    (1024, 1792)
+]
+
+# 使用示例
+width, height = 600, 600
+nearest = find_nearest_standard_size(width, height, standard_sizes)
+print(f"最接近 {width}x{height} 的标准尺寸是: {nearest}")

examples/test.py

@@ -0,0 +1,59 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : test
+# @Time         : 2024/6/11 11:58
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  :
+import time
+import typing
+
+from meutils.pipe import *
+from starlette.background import BackgroundTask as _BackgroundTask, BackgroundTasks as _BackgroundTasks
+from asgiref.sync import async_to_sync
+from meutils.decorators import background_task
+
+
+class BackgroundTask(_BackgroundTask):
+
+    @background_task
+    def call(self):
+        async_to_sync(super().__call__)()
+
+
+class BackgroundTasks(_BackgroundTasks):
+
+    @background_task
+    def call(self):
+        async_to_sync(super().__call__)()
+
+
+async def f(x):
+    logger.debug(x)
+
+    for i in range(100):
+        logger.debug(i)
+        await asyncio.sleep(1)
+
+
+BackgroundTask(f, x='xxxxxxxxxx').call()
+
+# def f(x):
+#     logger.debug(x)
+#
+#     for i in range(100):
+#         logger.debug(i)
+#         time.sleep(1)
+
+
+# BackgroundTask(f, x='xxxxxxxxxx').call()
+
+
+# bt = BackgroundTasks()
+# bt.add_task(f, x='xxxxxxxxxx')
+# bt.call()
+print("#########")
+# while 1:
+#     pass

examples/webs/__init__.py

@@ -0,0 +1,11 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : __init__.py
+# @Time         : 2024/7/18 11:31
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  : 
+
+from meutils.pipe import *

examples/webs/main.py

@@ -0,0 +1,34 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : main
+# @Time         : 2024/7/18 11:31
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  : https://google.github.io/mesop/demo/
+
+from meutils.pipe import *
+import time
+
+import mesop as me
+import mesop.labs as mel
+me.stateclass
+
+@me.page()
+def app():
+    me.text("Hello World")
+
+
+@me.page(path="/text_to_text", title="Text I/O Example")
+def app():
+    mel.text_to_text(
+        upper_case_stream,
+        title="Text I/O Example",
+    )
+
+
+def upper_case_stream(s: str):
+    yield s.capitalize()
+    time.sleep(0.5)
+    yield "Done"

examples/x.py

@@ -0,0 +1,13 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : x
+# @Time         : 2024/11/25 15:29
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  : 
+
+from meutils.pipe import *
+
+token = "a3db2416-f0f8-4087-9e82-1a52c52352e0"

examples//345/216/273/346/260/264/345/215/260.py

@@ -0,0 +1,20 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : 去水印
+# @Time         : 2024/3/22 09:10
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  : https://www.jb51.net/article/278222.htm
+
+from meutils.pipe import *
+import poimage
+
+# 支持jpg、png等所有图片格式
+poimage.del_watermark(
+    input_image="img.png",
+    output_image='img_.png')
+
+
+# https://h1.inkwai.com/bs2/upload-ylab-stunt/special-effect/output/HB1_PROD_ai_web_28605986/5266660862308034344/temp.png

examples//346/226/207/346/241/243/346/231/272/350/203/275/__init__.py

@@ -0,0 +1,11 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : __init__.py
+# @Time         : 2024/4/30 10:55
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  : 
+
+from meutils.pipe import *

meutils/_utils.py

@@ -10,13 +10,11 @@
 
 import json
 import base64
+from pydantic import BaseModel
 
 
 # bytes/string
 
-def bytes2base64(bytes_data):
-    return base64.b64encode(bytes_data).decode()
-
 
 # 列表
 def list_replace(l, mapping=None):
@@ -42,8 +40,21 @@ def list_intersection(l1, l2):
 
 list4log = lambda ls: "\n\t" + "\n\t".join(ls)
 
+
 # 字典
-dict2json = bjson = lambda dic: json.dumps(dic, indent=4, ensure_ascii=False)
+
+
+def bjson(json_data):
+    if isinstance(json_data, dict):
+        return json.dumps(json_data, indent=4, ensure_ascii=False)
+    elif isinstance(json_data, BaseModel):
+        return json_data.model_dump_json(indent=4)
+
+    else:
+        return json_data
+
+
+dict2json = bjson
 json2dict = lambda s: json.loads(s.replace("'", '"'))
 
 
@@ -87,5 +98,3 @@ def dict_merge(dicts):
         for k, v in d.items():
             dic.setdefault(k, []).append(v)
     return dic
-
-

meutils/ai_audio/asr/__init__.py

@@ -12,8 +12,9 @@ from meutils.pipe import *
 
 from meutils.ai_audio.utils import to_audio
 
-for p in Path('音频文件夹').glob('*.mp3'):
-    to_audio(p, p.name.replace('mp3', 'pcm'), format="s16le", codec="pcm_s16le")
+for p in Path('.').glob('*.mp3'):
+    # to_audio(p, p.name.replace('mp3', 'pcm'), format="s16le", codec="pcm_s16le")
+    to_audio(open("/Users/betterme/PycharmProjects/AI/MeUtils/meutils/ai_audio/asr/2022112519张健涛29.mp3", 'wb'), p, format="mp3")
 
 # from pydub import AudioSegment
 #

meutils/ai_audio/asr/cf_asr.py

@@ -0,0 +1,53 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : cf_asr
+# @Time         : 2024/5/7 16:43
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  :
+import httpx
+
+from meutils.pipe import *
+from meutils.str_utils import chinese_convert
+
+# curl https://api.cloudflare.com/client/v4/accounts/$CLOUDFLARE_ACCOUNT_ID/ai/run/@cf/openai/whisper \
+#   -X POST \
+#   -H "Authorization: Bearer $CLOUDFLARE_API_TOKEN" \
+#   --data-binary "@talking-llama.mp3"
+from fastapi import APIRouter, File, UploadFile, Query, Form, Depends, Request, HTTPException, status
+
+
+cloudflare_account_id, api_key = os.getenv("CLOUDFLARE_API_TOKEN").split('-', maxsplit=1)
+
+base_url = f"https://api.cloudflare.com/client/v4/accounts/{cloudflare_account_id}/ai/run"
+
+headers = {"Authorization": f"Bearer {api_key}"}
+
+httpx_client = httpx.Client(base_url=base_url, follow_redirects=True, timeout=100, headers=headers)
+httpx_aclient = httpx.AsyncClient(base_url=base_url, follow_redirects=True, timeout=100, headers=headers)
+
+file = open("f275d9ac-5a62-4bbe-baf9-3fa10e0332f4.mp3", 'rb')
+payload = {"file": (file.name, file)}
+#
+# file = UploadFile(file)
+# payload = {"file": (file.filename, file.file)}
+#
+# file = httpx.get("https://oss.chatfire.cn/data/demo.mp3").content
+# payload = {"file": ('demo', file)}
+
+
+
+
+# with timer('asr'):
+#     response = httpx_client.post("@cf/openai/whisper", files=payload)
+#     print(chinese_convert(bjson(response.json())))
+
+if __name__ == '__main__':
+    async def asr():
+        response: httpx.Response = await httpx_aclient.post("@cf/openai/whisper", files=payload)
+        return response.json()
+
+
+    print(arun(asr()))

meutils/ai_audio/asr/de.py

@@ -0,0 +1,11 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : de
+# @Time         : 2024/5/8 09:21
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  :
+
+

meutils/ai_audio/asr/fast_asr.py

@@ -6,7 +6,9 @@
 # @Author       : betterme
 # @WeChat       : meutils
 # @Software     : PyCharm
-# @Description  : 
+# @Description  : pip install meutils openai-whisper pysrt opencc opencc-python-reimplemented -U
+# export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/opt/miniconda/lib/python3.10/site-packages/nvidia/cudnn/lib
+
 import pysrt
 from datetime import timedelta
 
@@ -18,13 +20,12 @@ from faster_whisper.transcribe import Segment
 
 from whisper.normalizers import BasicTextNormalizer, EnglishTextNormalizer
 
-
 class ASR(object):
 
     def __init__(self, model_size_or_path='base', local_files_only=True):
         self.model = WhisperModel(
             model_size_or_path=model_size_or_path,
-            local_files_only=local_files_only
+            local_files_only=local_files_only,
         )
 
     def audio_to_srt(self, audio, filename='subtitle.srt', **transcribe_kwargs):
@@ -35,9 +36,10 @@ class ASR(object):
             self,
             audio,
             language: Optional[str] = 'zh',
+            task: str = "transcribe",
             **kwargs  # todo: 常用参数
     ):
-        segments, self.info = self.model.transcribe(str(audio), language=language)
+        segments, self.info = self.model.transcribe(str(audio), language=language, task=task, )
 
         bn = BasicTextNormalizer()
 
@@ -93,11 +95,17 @@ class ASR(object):
 
 
 if __name__ == '__main__':
-    asr = ASR('large')
+    model_size = "small"
+    # model_size = "large-v3"
+    # model_size = "Systran/faster-distil-whisper-large-v3"
+    asr = ASR(model_size_or_path=model_size, local_files_only=True)
     # audio_path = '../../../../zh_.wav'
     # audio_path = "/Users/betterme/Downloads/videoplayback.m4a"
     # audio_path = "20190101-section_2.mp3"
     # asr.audio_to_srt(audio_path)
 
-    for p in Path('音频文件夹').glob('*.mp3'):
-        asr.audio_to_srt(p, f"{p.name}.srt")
+    for p in Path('./').glob('*.mp3'):
+        asr.audio_to_srt(
+            p, f"./{p.parent.name}/{p.name.strip('.mp3')}.text",
+        )
+        break