MeUtils 2024.3.4.13.4.45__py3-none-any.whl → 2025.1.16.17.15.52__py3-none-any.whl

meutils/apis/search/metaso_.py

@@ -0,0 +1,77 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : meta
+# @Time         : 2024/11/11 17:03
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  : 
+
+from meutils.pipe import *
+
+from urllib import parse
+
+import requests
+import requests
+import json
+
+url = "https://metaso.cn/api/session"
+
+question = "东北证券"
+
+payload = json.dumps({
+    "question": question,
+    "mode": "detail",
+    "engineType": "",
+    "scholarSearchDomain": "all",
+    "searchTopicId": None,
+    "searchTopicName": None
+})
+headers = {
+    # 'token': 'wr8+pHu3KYryzz0O2MaBSNUZbVLjLUYC1FR4sKqSW0p19vmcZAoEmHC72zPh/fHt4VdW84WZEx4CbSUTO9sLBF48wX95yi9MJTWNNw3kbBSs6V4qv8FOocFD2ThCrWwXPwROPpwUqLnM2uWfwtUwaw==',
+    # 'Cookie': 'JSESSIONID=2A41A2D4F163AA1534CA7B2B152A1C60; tid=b103b947-be89-40b8-b162-80fdcda60807; __eventn_id_UMO2dYNwFz=jdt3ua9m4t; __eventn_id_UMO2dYNwFz_usr=%7B%22email%22%3A%22undefined%40metasota.ai%22%2C%22created_at%22%3A%22Wed%2C%2004%20Sep%202024%2006%3A55%3A57%20GMT%22%7D; aliyungf_tc=8cfbed3e5fd53c2a81605c7dcb63d45d3114b94750922ef63e04cb5a6ceccba1; s=bdpc; usermaven_id_UMO2dYNwFz=4d3f1r1j6i; hideLeftMenu=1; newSearch=false',
+    # 'User-Agent': 'Apifox/1.0.0 (https://apifox.com)',
+    'Content-Type': 'application/json'
+}
+
+response = requests.request("POST", url, headers=headers, data=payload)
+
+logger.debug(response.text)
+
+session_id = response.json()['data']['id']
+#
+# # dict(parse.parse_qsl(url)[1:])
+# url = "https://metaso.cn/api/searchV2"
+#
+# params = {
+#     'question': question,
+#     "sessionId": session_id,
+#     'lang': 'zh',
+#     'mode': 'detail',
+#     # 'url': f'https://metaso.cn/search/{sessionId}?q={q}',
+#     'enableMix': 'true',
+#     'scholarSearchDomain': 'all',
+#     'expectedCurrentSessionSearchCount': '1',
+#     'newEngine': 'true',
+#     'enableImage': 'true',
+#     'token': 'wr8+pHu3KYryzz0O2MaBSNUZbVLjLUYC1FR4sKqSW0p19vmcZAoEmHC72zPh/fHt4VdW84WZEx4CbSUTO9sLBF48wX95yi9MJTWNNw3kbBSs6V4qv8FOocFD2ThCrWwXPwROPpwUqLnM2uWfwtUwaw=='
+# }
+# payload = {}
+# headers = {
+#     # 'Cookie': 'JSESSIONID=4ED87E5C0CD2AF6875227D279DFFBB16; tid=b103b947-be89-40b8-b162-80fdcda60807; __eventn_id_UMO2dYNwFz=jdt3ua9m4t; __eventn_id_UMO2dYNwFz_usr=%7B%22email%22%3A%22undefined%40metasota.ai%22%2C%22created_at%22%3A%22Wed%2C%2004%20Sep%202024%2006%3A55%3A57%20GMT%22%7D; aliyungf_tc=8cfbed3e5fd53c2a81605c7dcb63d45d3114b94750922ef63e04cb5a6ceccba1; s=bdpc; usermaven_id_UMO2dYNwFz=4d3f1r1j6i; hideLeftMenu=1; newSearch=false',
+#     # 'User-Agent': 'Apifox/1.0.0 (https://apifox.com)'
+# }
+# #
+# response = requests.request("GET", url, headers=headers, data=payload, params=params)
+# #
+# print(response.text)
+# async with httpx.AsyncClient(base_url=YUANBAO_BASE_URL, headers=headers, timeout=300) as client:
+#     # chatid = (await client.post(API_GENERATE_ID)).text
+#     chatid = uuid.uuid4()
+#
+#     async with client.stream(method="POST", url=f"{API_CHAT}/{chatid}", json=payload) as response:
+#         logger.debug(response.status_code)
+#         response.raise_for_status()
+#
+#         async for chunk in response.aiter_lines():

meutils/apis/search/n.py

@@ -0,0 +1,99 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : n
+# @Time         : 2024/12/6 17:51
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  :
+import json
+
+from meutils.pipe import *
+import httpx
+
+BASE_URL = 'https://n.cn/api/common'
+url = "/conversation/v2"
+
+# Headers
+headers = {
+    'access-token': '12113771263956298908596801732877',
+    'auth-token': 'eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJtaWQiOiIxMjExMzc3MTI2Mzk1NjI5ODkwODU5NjgwMTczMjg3NyIsInFpZCI6IiIsImRldGFpbCI6ImxvZ2luIiwiZXhwIjoxNzM0NzczODM0fQ.TE1UEoSSzWWPeEY8s3goiHuwNvLi6uCEu3r5WA7oop4',
+    'chat-token': 'f3d6075b0fe2a4d0497c6a6cd0697c35D1vZ0xSNLxfIUnJqpvpDlb=/-ttIYxjLMb3EMrWwBZU1doBGbL3ZAVmzayK88v4PMHDv3pgnqKCjtMOX7wIXGmMLQdlGz/NxAfFOqMN98gNS+JMtNQ3cqfcQELgNPOnBwFJMk0=',
+    'device-platform': 'Web',
+
+    'request-id': '9d805c53-1fae-4db3-80f8-990b222747d2',
+
+    'chat-date': 'Fri, 06 Dec 2024 09:59:53 GMT',  # 页面过期
+
+    'sid': '12113771263956298908596801732877',
+    'timestamp': '2024-12-06T17:59:53+08:00',
+    'zm-token': 'a3c840bbc53ab84b1b91cd70a8a80b3e',
+    'zm-ua': 'a455ebc67d0b5007e2a055414dd14d78',
+    'zm-ver': '1.2',
+    'Cookie': '__guid=12113771.405349637294117200.1732877020501.2803; webp=1; sdt=afb18c30-6534-4cb2-8c18-ade7636c7a47; _ga=GA1.1.2029555368.1732877022; Q=u%3D360H1374548850%26n%3DLhna_643%26le%3D%26m%3DZGt1WGWOWGWOWGWOWGWOWGWOZwZm%26qid%3D1374548850%26im%3D1_t01b9f6bfa3ea676416%26src%3Dpcw_namiso%26t%3D1; __NS_Q=u%3D360H1374548850%26n%3DLhna_643%26le%3D%26m%3DZGt1WGWOWGWOWGWOWGWOWGWOZwZm%26qid%3D1374548850%26im%3D1_t01b9f6bfa3ea676416%26src%3Dpcw_namiso%26t%3D1; T=s%3D65ecc6b3a47cc8e6df468f2246926051%26t%3D1732877071%26lm%3D0-1%26lf%3D2%26sk%3D93ed9bbe8cc2756ce12afad645453560%26mt%3D1732877071%26rc%3D%26v%3D2.0%26a%3D1; __NS_T=s%3D65ecc6b3a47cc8e6df468f2246926051%26t%3D1732877071%26lm%3D0-1%26lf%3D2%26sk%3D93ed9bbe8cc2756ce12afad645453560%26mt%3D1732877071%26rc%3D%26v%3D2.0%26a%3D1; __DC_sid=12113771.2545635413030612000.1733477831073.6633; Auth-Token=eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJtaWQiOiIxMjExMzc3MTI2Mzk1NjI5ODkwODU5NjgwMTczMjg3NyIsInFpZCI6IiIsImRldGFpbCI6ImxvZ2luIiwiZXhwIjoxNzM0NzczODM0fQ.TE1UEoSSzWWPeEY8s3goiHuwNvLi6uCEu3r5WA7oop4; __quc_silent__=1; test_cookie_enable=null; _ga_F1YB4HZHRB=GS1.1.1733477842.2.1.1733478071.14.0.1241444979; _ga_BCGTJC5JR6=GS1.1.1733477842.2.1.1733478071.0.0.0; __DC_monitor_count=12; _ga_MY08QYRPTL=GS1.1.1733477835.1.1.1733478388.31.0.1234880602; __DC_gid=12113771.779991695.1732877017079.1733479193697.18',
+    'User-Agent': 'Apifox/1.0.0 (https://apifox.com)',
+    'content-type': 'application/x-www-form-urlencoded;charset=UTF-8'
+}
+
+# Request data
+data = {
+    "conversation_id": "b18ae6a0b87a4b0f86f87ec2a36938c3",
+    "message_id": "1864973026710818816",
+
+    "re_answer_msg_id": "",
+    "prompt": "周杰伦",
+    "is_so": True,
+    "is_copilot_enabled": False,
+    "answer_mode": 4,
+    "source_type": "prophet_web",
+    "retry": False,
+    "re_answer": 0,
+    "search_type": "360",
+    "model_type": "",
+    "intention": "",
+    "last_id": 0,
+    "search_method": "1",
+    "search_args": {},
+    "msg_type": "",
+    "kwargs": {
+        "fr": "none",
+        "zhuiwen": {
+            "query": "周杰伦",
+            "answer": "周杰伦",  # todo 追问拓展
+        }
+    }
+}
+
+
+# Make the request
+
+async def create():
+    async with httpx.AsyncClient(base_url=BASE_URL, headers=headers, timeout=30) as client:
+        payload = {
+            "title": "周杰伦",
+            "answer_mode": 4,
+            "kwargs": {"fr": "none"}
+        }
+        response = await client.post("/conversation/v2", data=payload)
+        logger.debug(response.json())
+
+        _data = response.json()['data']
+
+        data.update()
+        logger.debug(data)
+        data['conversation_id'] = _data['conversation_id']
+        data['message_id'] = _data['msg_id']
+
+        async with client.stream(method="POST", url="/chat/v2", json=data) as response:
+            response.raise_for_status()
+            logger.debug(response.status_code)
+
+            # logger.debug(response.status_code)
+            async for chunk in response.aiter_lines():
+                # for chunk in "response.aiter_lines()":
+                yield chunk
+
+
+if __name__ == "__main__":
+    arun(create())

meutils/apis/search/searxng.py

@@ -0,0 +1,42 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : searxng
+# @Time         : 2024/11/6 11:37
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  : https://docs.searxng.org/dev/search_api.html
+import os
+
+from meutils.pipe import *
+
+
+@alru_cache(ttl=5 * 60)
+async def search(
+        query: str = "chatfire",
+        response_format: str = "json",
+        **kwargs):
+    """
+
+    :param query:
+    :param response_format: json, csv, rss
+    :param kwargs:
+    :return:
+    """
+    params = {
+        "q": query,
+
+        "format": response_format,
+
+        **kwargs
+    }
+
+    async with httpx.AsyncClient(base_url=os.getenv("SEARXNG_BASE_URL"), follow_redirects=True, timeout=15) as client:
+        response = await client.get("", params=params)
+        response.raise_for_status()
+        return response.json()
+
+
+if __name__ == '__main__':
+    arun(search())

meutils/apis/search_music.py

@@ -0,0 +1,39 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : search_music
+# @Time         : 2024/5/10 08:36
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  : https://www.yyssq.cn/
+
+from meutils.pipe import *
+
+
+def search_music(
+        query,
+        filter_value="name",
+        type_value: str = "netease",
+        page_value: int = 1
+):
+    url = "https://www.yyssq.cn/"
+    data = {
+        "input": query,
+        "filter": filter_value,
+        "type": type_value,
+        "page": page_value
+    }
+    headers = {
+        "Content-Type": "application/x-www-form-urlencoded; charset=UTF-8",
+        "X-Requested-With": "XMLHttpRequest"
+    }
+    response = httpx.post(url, data=data, headers=headers)
+    if response.status_code != 200: response.raise_for_status()
+
+    return response.json()
+
+
+if __name__ == '__main__':
+    # 搜索
+    pprint(search_music("夏天")["data"][:2])

meutils/apis/siliconflow/__init__.py

@@ -0,0 +1,9 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : __init__.py
+# @Time         : 2024/7/8 12:19
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  :

meutils/apis/siliconflow/audio.py

@@ -0,0 +1,63 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : openai_images
+# @Time         : 2024/10/16 08:54
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  :
+
+from openai import AsyncOpenAI
+
+from meutils.pipe import *
+from meutils.config_utils.lark_utils import get_next_token_for_polling
+from meutils.llm.openai_utils import to_openai_images_params  # todo
+from meutils.llm.check_utils import check_token_for_siliconflow
+from meutils.notice.feishu import send_message as _send_message, AUDIO
+from meutils.decorators.retry import retrying
+from meutils.io.files_utils import to_bytes
+
+from meutils.schemas.openai_types import STTRequest
+
+FEISHU_URL = "https://xchatllm.feishu.cn/sheets/Bmjtst2f6hfMqFttbhLcdfRJnNf?sheet=3aA5dH"
+FEISHU_URL_FREE = "https://xchatllm.feishu.cn/sheets/Bmjtst2f6hfMqFttbhLcdfRJnNf?sheet=xlvlrH"
+
+BASE_URL = os.getenv("SILICONFLOW_BASE_URL")
+
+DEFAULT_MODEL = "FunAudioLLM/SenseVoiceSmall"
+MODELS = {
+    "sensevoice": "FunAudioLLM/SenseVoiceSmall",
+}
+
+send_message = partial(
+    _send_message,
+    title=__name__,
+    url=AUDIO
+)
+
+check_token = check_token_for_siliconflow
+check_valid_token = partial(check_token_for_siliconflow, threshold=-1)
+
+
+@retrying(max_retries=3, title=__name__)
+async def asr(request: STTRequest, api_key: Optional[str] = None):
+    api_key = api_key or await get_next_token_for_polling(FEISHU_URL_FREE, check_valid_token, from_redis=True)
+
+    request.model = MODELS.get(request.model, DEFAULT_MODEL)
+    request.file = ('_.mp3', await to_bytes(request.file))
+
+    data = request.model_dump(exclude_none=True)
+
+    client = AsyncOpenAI(base_url=BASE_URL, api_key=api_key)
+    response = await client.audio.transcriptions.create(**data)
+    return response
+
+
+if __name__ == '__main__':
+    request = STTRequest(
+        model="sensevoice",
+        file=Path("/Users/betterme/PycharmProjects/AI/MeUtils/meutils/ai_audio/asr/audio.mp3").read_bytes()
+    )
+
+    arun(asr(request))