MeUtils 2024.11.28.17.32.9__py3-none-any.whl → 2024.11.28.18.3.45__py3-none-any.whl

{MeUtils-2024.11.28.17.32.9.dist-info → MeUtils-2024.11.28.18.3.45.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: MeUtils
-Version: 2024.11.28.17.32.9
+Version: 2024.11.28.18.3.45
 Summary: description
 Home-page: https://github.com/yuanjie-ai/MeUtils
 Author: yuanjie
@@ -61,42 +61,42 @@ Requires-Dist: sse-starlette ; extra == 'ai'
 Requires-Dist: openai ; extra == 'ai'
 Requires-Dist: langchain ; extra == 'ai'
 Provides-Extra: all
-Requires-Dist: pretty-errors ; extra == 'all'
-Requires-Dist: pandas-summary ; extra == 'all'
-Requires-Dist: reportlab ; extra == 'all'
-Requires-Dist: pymongo ; extra == 'all'
-Requires-Dist: fastapi[all] ; extra == 'all'
-Requires-Dist: faiss-cpu ; extra == 'all'
-Requires-Dist: iteration-utilities ; extra == 'all'
-Requires-Dist: polars ; extra == 'all'
-Requires-Dist: schedule ; extra == 'all'
-Requires-Dist: thefuck ; extra == 'all'
-Requires-Dist: thriftpy2 ; extra == 'all'
-Requires-Dist: geopy ; extra == 'all'
-Requires-Dist: gunicorn ; extra == 'all'
-Requires-Dist: pandas-profiling[notebook] ; extra == 'all'
-Requires-Dist: redis-py-cluster ; extra == 'all'
 Requires-Dist: asyncmy ; extra == 'all'
-Requires-Dist: pymysql ; extra == 'all'
-Requires-Dist: dataframe-image ; extra == 'all'
+Requires-Dist: uvicorn ; extra == 'all'
 Requires-Dist: seaborn ; extra == 'all'
-Requires-Dist: langchain ; extra == 'all'
-Requires-Dist: jinja2 ; extra == 'all'
-Requires-Dist: jieba ; extra == 'all'
-Requires-Dist: simplejson ; extra == 'all'
-Requires-Dist: fastapi ; extra == 'all'
 Requires-Dist: pymilvus ; extra == 'all'
-Requires-Dist: filetype ; extra == 'all'
-Requires-Dist: uvicorn ; extra == 'all'
-Requires-Dist: sqlalchemy ; extra == 'all'
-Requires-Dist: pymupd ; extra == 'all'
+Requires-Dist: fastapi ; extra == 'all'
+Requires-Dist: fastapi[all] ; extra == 'all'
+Requires-Dist: thefuck ; extra == 'all'
+Requires-Dist: polars ; extra == 'all'
+Requires-Dist: redis-py-cluster ; extra == 'all'
+Requires-Dist: iteration-utilities ; extra == 'all'
 Requires-Dist: openai ; extra == 'all'
-Requires-Dist: jmespath ; extra == 'all'
-Requires-Dist: cachetools ; extra == 'all'
+Requires-Dist: simplejson ; extra == 'all'
 Requires-Dist: missingno ; extra == 'all'
 Requires-Dist: pyarrow ; extra == 'all'
-Requires-Dist: streamlit ; extra == 'all'
+Requires-Dist: thriftpy2 ; extra == 'all'
+Requires-Dist: pretty-errors ; extra == 'all'
+Requires-Dist: pymysql ; extra == 'all'
+Requires-Dist: geopy ; extra == 'all'
+Requires-Dist: filetype ; extra == 'all'
+Requires-Dist: pymongo ; extra == 'all'
+Requires-Dist: faiss-cpu ; extra == 'all'
 Requires-Dist: sse-starlette ; extra == 'all'
+Requires-Dist: pandas-summary ; extra == 'all'
+Requires-Dist: streamlit ; extra == 'all'
+Requires-Dist: jinja2 ; extra == 'all'
+Requires-Dist: pymupd ; extra == 'all'
+Requires-Dist: sqlalchemy ; extra == 'all'
+Requires-Dist: dataframe-image ; extra == 'all'
+Requires-Dist: cachetools ; extra == 'all'
+Requires-Dist: langchain ; extra == 'all'
+Requires-Dist: gunicorn ; extra == 'all'
+Requires-Dist: reportlab ; extra == 'all'
+Requires-Dist: jmespath ; extra == 'all'
+Requires-Dist: jieba ; extra == 'all'
+Requires-Dist: pandas-profiling[notebook] ; extra == 'all'
+Requires-Dist: schedule ; extra == 'all'
 Provides-Extra: ann
 Requires-Dist: pymilvus ; extra == 'ann'
 Requires-Dist: faiss-cpu ; extra == 'ann'

{MeUtils-2024.11.28.17.32.9.dist-info → MeUtils-2024.11.28.18.3.45.dist-info}/RECORD

@@ -416,13 +416,14 @@ meutils/apis/voice_clone/__init__.py,sha256=y7Rpn90LocHhA0ywrDP_fT4QAK7sr4JsIX5w
 meutils/apis/voice_clone/fish.py,sha256=6m8zcS2KEqmalKy2ArnOaNovyxsQp_sw4d_O1kVZR2s,7146
 meutils/apis/voice_clone/fish_api.py,sha256=pDpE-B8HFiGIOV3NVd1HmFrCC2GQc3wH-81oNbTS0mY,307
 meutils/async_task/__init__.py,sha256=QpkvoT6u-IBAlVgIevDkvEe_kVfW96UkS7i3NQHG63Y,303
-meutils/async_task/celery_config.py,sha256=Xif5iW8mR6ymka4Hj7wqSH3FyKhFyf6asdENHTQTW2I,2824
-meutils/async_task/common.py,sha256=sSHRgxP18AOiKw0sI-IFnWOAYq6u-Le-wk-SIK0dSIw,1236
-meutils/async_task/x.py,sha256=48Tz84e5sTFTZETHFR3sk5b46tvdGDkyOrPXLHuQVWM,994
+meutils/async_task/celery_config.py,sha256=sMumtO722rxCTonG0GAMaQSsME4GEQZh8tabYs2zV0I,2790
+meutils/async_task/common.py,sha256=TY-YdhFKgHMbSAz16OCHcpHJFDTtgc4AWRkMUa3Lcpc,1217
+meutils/async_task/demo_create_tasks.py,sha256=097w_ufkk08GcNPttInbJp46Yae0PyMD2CR90N9hGZY,1181
 meutils/async_task/通用设计.py,sha256=kGdrJHJu9VoOkyGHREn0KUtBTibAaLIcG0O6hEJNhLA,3232
-meutils/async_task/tasks/__init__.py,sha256=gZ2awvNG06eZzeS0Asjzi5VCM3cM1ZhlZtF60e6n8so,532
+meutils/async_task/tasks/__init__.py,sha256=2ilRdLq7JNpFU_xFc54r5JGOuNhx5r-zoyXqxC4WWIg,244
+meutils/async_task/tasks/_all.py,sha256=Vz63k9yvgj-IBGjekm0u2t571TTT0nMRMqcPvPqJAbY,533
 meutils/async_task/tasks/kling.py,sha256=Z2Z0orhh3VFUkvfTr66lO4fw9hLoxoVBv3Vz6gxEU-8,516
-meutils/async_task/tasks/test.py,sha256=RftlZLz0FhgQgY9R6U9UtgLiGPudZHJ9M7CNpkMhzxo,801
+meutils/async_task/tasks/test.py,sha256=vl0Rbww94puURt2Kz9IUYhkTnHxh-O5bAt3HAnDMsUQ,891
 meutils/async_task/tasks/vidu.py,sha256=obBG4_bf1oPIlLxeca1s1dGOnlyam2xYRy-8TrH3ZTk,620
 meutils/async_utils/__init__.py,sha256=IiJLRm258jkM4xAjUKOD7tVwHIemj7_1CuzXCu3TuQU,284
 meutils/async_utils/background.py,sha256=dl6UaMIFBZDB1uxSZzGFJdSnpt3Xo0flK7gwsokVy78,1464
@@ -456,7 +457,7 @@ meutils/config_utils/lark_utils/demo.py,sha256=3g0Fs7oLaeW75T60gYWMLgyNg1OnfOjfH
 meutils/config_utils/lark_utils/x.py,sha256=MlMQGhehP9xMEgetxVCX68XFaosfKoW1JA5cZ3JqN2w,1857
 meutils/crawlers/__init__.py,sha256=TBU4xA-IOsHV-0yIkW7YXxn_QT7TT8NncqxO7IykEfs,271
 meutils/data/SimHei.ttf,sha256=-XEnekS5yHP_URkT4XBI2w22ylV-KxudhkeIYFbrILA,10062565
-meutils/data/VERSION,sha256=n8GqL9-B9WGfbh_wYh7A6MzL-srDyrW61uSjf28MpBE,19
+meutils/data/VERSION,sha256=Ap5u3QfXB7YQHag2StQS-Et6cXuo7peri7g-inCZyn8,19
 meutils/data/_FLAG,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 meutils/data/_SUCCESS,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 meutils/data/__init__.py,sha256=Hfwkkxs4zHqKhxht0YrhS566a9P5axtmgNvM5wF8ceQ,243
@@ -789,9 +790,9 @@ meutils/tools/seize.py,sha256=nOKAS63w-Lbi48I0m2MPhdsokUTwxco0laPxYVmW4Mw,1064
 meutils/tools/service_monitor.py,sha256=ibsLtBN2g2DL7ZnLJ8vhiZOiOcqTAyx711djDdBK-3M,1255
 meutils/tools/sys_monitor.py,sha256=6MoyzrItqDUOSjfHcMJmMofQkEPTW36CT_aKui0rg84,429
 meutils/tools/token_monitor.py,sha256=Np-YK-R4P4IPAXyZvMxwvXI4sFmNJQAQK1lSegNaYpA,997
-MeUtils-2024.11.28.17.32.9.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-MeUtils-2024.11.28.17.32.9.dist-info/METADATA,sha256=d1b8jx0YhYRVoQfWqp1VxCR7kK7mVjPpMfedQZzOFTY,6143
-MeUtils-2024.11.28.17.32.9.dist-info/WHEEL,sha256=R0nc6qTxuoLk7ShA2_Y-UWkN8ZdfDBG2B6Eqpz2WXbs,91
-MeUtils-2024.11.28.17.32.9.dist-info/entry_points.txt,sha256=lufZlBHRqqZKdY-ZQJ4CSZb0qhV5hQC37egZna9M7ug,357
-MeUtils-2024.11.28.17.32.9.dist-info/top_level.txt,sha256=cInfxMmkgNOskurdjwP5unau4rA7Uw48nu07tYhS7KY,22
-MeUtils-2024.11.28.17.32.9.dist-info/RECORD,,
+MeUtils-2024.11.28.18.3.45.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+MeUtils-2024.11.28.18.3.45.dist-info/METADATA,sha256=pAc7ScZs0KnglEKc7Y2H3i6OAnNH44TtlNs0wRCW7uI,6143
+MeUtils-2024.11.28.18.3.45.dist-info/WHEEL,sha256=R0nc6qTxuoLk7ShA2_Y-UWkN8ZdfDBG2B6Eqpz2WXbs,91
+MeUtils-2024.11.28.18.3.45.dist-info/entry_points.txt,sha256=lufZlBHRqqZKdY-ZQJ4CSZb0qhV5hQC37egZna9M7ug,357
+MeUtils-2024.11.28.18.3.45.dist-info/top_level.txt,sha256=cInfxMmkgNOskurdjwP5unau4rA7Uw48nu07tYhS7KY,22
+MeUtils-2024.11.28.18.3.45.dist-info/RECORD,,

meutils/async_task/celery_config.py

@@ -16,9 +16,6 @@ from kombu import Exchange, Queue
 broker_url = 'redis://localhost:6379/0'  # 消息代理（推荐使用Redis）
 result_backend = 'redis://localhost:6379/1'  # 结果存储
 
-broker_url = os.getenv("REDIS_URL")  # 消息代理（推荐使用Redis）
-result_backend = f'{broker_url}/1'  # 结果存储
-
 # 时区设置
 timezone = 'Asia/Shanghai'
 enable_utc = False
@@ -36,6 +33,7 @@ worker_max_tasks_per_child = 256  # 每个worker执行多少个任务后自动
 worker_prefetch_multiplier = 4  # 预取任务数
 
 # 并发配置
+worker_pool = 'gevent'  # 工作进程池类型，可选：'prefork'、'eventlet'、'gevent'
 worker_concurrency = 4  # worker并发数，一般设置为CPU核心数
 
 # 任务队列配置

meutils/async_task/common.py

@@ -30,7 +30,7 @@ class RetryableTask(Task):  # 实际上 在具体任务支持 执行重试就行
         return self.run_with_retry(*args, **kwargs)
 
 
-worker = Celery("ChatfireAsyncTask")
+worker = Celery()
 
 worker.config_from_object(celery_config)
 

meutils/async_task/{x.py → demo_create_tasks.py}

@@ -10,10 +10,11 @@
 
 from meutils.pipe import *
 
-from meutils.async_task.common import worker
+from meutils.async_task import worker
+from meutils.async_task.tasks import test
 
 
-print(worker.conf)
+# print(worker.conf)
 
 # @shared_task(
 #     autoretry_for=(Exception,),      # 自动重试的异常类型
@@ -32,4 +33,9 @@ print(worker.conf)
 #         return result
 #     except Exception as exc:
 #         logger.error(f"Task failed: {exc}")
-#         raise  # 触发自动重试
+#         raise  # 触发自动重试
+
+
+if __name__ == '__main__':
+    # test.do_sync_task.apply_async(kwargs={'a': 1, 'b': 2})
+    test.ado_sync_task.apply_async(kwargs={'a': 1, 'b': 2})

meutils/async_task/tasks/__init__.py

@@ -7,13 +7,3 @@
 # @WeChat       : meutils
 # @Software     : PyCharm
 # @Description  : 
-
-# 所有异步任务
-from meutils.pipe import *
-from meutils.async_task import worker
-
-for p in get_resolve_path('.', __file__).glob('*'):
-
-    if not p.name.startswith('_') and p.name.endswith('.py'):
-        logger.debug(p)
-        _ = try_import(f"meutils.async_task.tasks.{p.stem}")

meutils/async_task/tasks/_all.py

@@ -0,0 +1,20 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : all_tasks
+# @Time         : 2024/11/28 17:50
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  : 
+
+
+# 所有异步任务
+from meutils.pipe import *
+from meutils.async_task import worker
+
+for p in get_resolve_path('.', __file__).glob('*'):
+
+    if (not p.name.startswith('_')) and p.name.endswith('.py'):
+        logger.debug(p)
+        _ = try_import(f"meutils.async_task.tasks.{p.stem}")

meutils/async_task/tasks/test.py

@@ -21,7 +21,7 @@ def do_sync_task(**kwargs):
 
 
 @shared_task()
-async def do_sync_task(**kwargs):
+async def ado_sync_task(**kwargs):
     logger.debug("同步任务+协程")
     return kwargs
 
@@ -37,3 +37,7 @@ def proxy_task(**kwargs):
     response = requests.request(method, url, **kwargs).json()
 
     return response
+
+
+if __name__ == '__main__':
+    print(do_sync_task.apply_async(kwargs={'a': 1, 'b': 2}))

meutils/data/VERSION

@@ -1 +1 @@
-2024.11.28.17.32.09
+2024.11.28.18.03.45