MeUtils 2024.3.4.13.4.45__py3-none-any.whl → 2025.1.16.17.15.52__py3-none-any.whl

{MeUtils-2024.3.4.13.4.45.dist-info → MeUtils-2025.1.16.17.15.52.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: bdist_wheel (0.38.4)
+Generator: setuptools (72.1.0)
 Root-Is-Purelib: true
 Tag: py3-none-any
 

{MeUtils-2024.3.4.13.4.45.dist-info → MeUtils-2025.1.16.17.15.52.dist-info}/entry_points.txt

@@ -1,6 +1,7 @@
 [console_scripts]
 mecli = meutils.clis.cli:cli
 mecli-browser = meutils.clis.browser:cli
+mecli-check-api = meutils.clis.check_api:cli
 mecli-conf = meutils.clis.conf:conf_cli
 mecli-cron = meutils.clis.cron:main
 mecli-monitor = meutils.clis.monitor:cli

apps/spider.py

@@ -6,16 +6,32 @@
 # @Author       : betterme
 # @WeChat       : meutils
 # @Software     : PyCharm
-# @Description  : 
+# @Description  : 经纬度
+import json
 
+import requests
 
-from meutils.serving.fastapi import App
-from meutils.serving.fastapi.routers import spider
+url = "https://api.map.baidu.com"
 
-app = App()
+params = {'qt': 'gc',
+          'wd': '南京市雨花台区南京南站',
+          'cn': '北京市',
+          'ie': 'utf-8',
+          'oue': '1',
+          'fromproduct': 'jsapi',
+          'v': '2.1',
+          'res': 'api',
+          'callback': 'BMap._rd._cbk57312',
+          'ak': 'CG8eakl6UTlEb1OakeWYvofh',
+          'seckey': 
+              'WDTCqRTPViBQC9Ntv0XlrvG64IBwuCDpqNqu6KxRpWc=,7l5VkLxKddt3oR9nwbL-1orEnLu4akSUBIJtOhRdQkb2ygfQkyF-9TRkDdRZ7S_QC0jX2agOfZKRm8-xer6QNJhpBAbzbUxcF9EoqGsPNM7AIXv0ir0egW1Rn_sopbnwTHImbltrTpXrnW4-0t6P9X43lh8-DlPyZItvM2283GAc4hz7IiJcGYB3n_GLO9AE-9vGy_QGY88XZ8UatiJA8A',
+          'timeStamp': '1730434021654',
+          'sign': 'd8afe5934cbd'
+          }
 
-# 预览版
-app.include_router(spider.router, '/preview/spider')
 
-if __name__ == '__main__':
-    app.run(port=39666)
+response = requests.request("GET", url, params=params)
+
+data = response.text.strip(')').split('(', 1)[-1]
+
+json.loads(data)

examples/_openaisdk/4v.py

@@ -0,0 +1,110 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : 4v
+# @Time         : 2023/11/20 10:17
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  :
+import os
+#
+from meutils.pipe import *
+from meutils.io.image import image_to_base64
+from openai import OpenAI, AsyncOpenAI
+from openai.types.chat.completion_create_params import ResponseFormat
+from chatllm.schemas.openai_api_protocol import ChatCompletionRequest
+
+base_url = os.getenv('OPENAI_BASE_URL')
+openai = OpenAI(
+    # api_key=os.getenv("OPENAI_API_KEY_OPENAI")
+)
+# openai = OpenAI(api_key=os.getenv("SILICONFLOW_API_KEY"), base_url=os.getenv("SILICONFLOW_BASE_URL"))
+# openai = OpenAI(
+#     # api_key=os.getenv("TOGETHER_API_KEY"),
+#     # base_url=os.getenv("TOGETHER_BASE_URL")
+# )
+
+# openai = OpenAI(api_key=os.getenv("OPENAI_API_KEY_GUOCHAN"))
+
+# openai = OpenAI(api_key=os.getenv("ZHIPUAI_API_KEY"), base_url=os.getenv("ZHIPUAI_BASE_URL"))
+
+# image_url = image_to_base64('/Users/betterme/PycharmProjects/AI/ChatLLM/data/invoice.jpg', for_image_url=True)
+image_url1 = image_to_base64('1.png', for_image_url=True)
+base64_image = image_to_base64('1.png', for_image_url=True)
+
+# file_to_base64("/Users/betterme/PycharmProjects/AI/ChatLLM/examples/openaisdk/new.pdf")
+# print(image_url2)
+
+image_url1 = "https://img-home.csdnimg.cn/images/20201124032511.png"
+image_url2 = "https://taosha01-1253585015.cos.ap-shanghai.myqcloud.com/typora/24951712814992_.pic_thumbnail.jpg"
+
+image_urls = [
+    {"type": "image_url", "image_url": {"url": image_to_base64(p, for_image_url=True)}}
+    for p in Path().glob('img_7.png')
+]
+#
+messages = [
+    # {"role": "system", "content": "你是位数学专家，擅长解决复杂的数学问题。"},
+    # {"role": "system", "content": '你是一个AI助手，将用JSON格式返回.'},
+    {
+        "role": "user",
+        "content": [
+            {"type": "text",
+             # "text": f"解释 {base64_image}"
+             "text":
+                 """
+                 一步一步思考，这个极限的，结果是多少
+                 """
+             },
+            # {"type": "image_url", "image_url": {"url": f"data:image/jpeg;base64,{base64_image}"}},
+            {"type": "image_url", "image_url": {"url": base64_image}},
+
+            # {"type": "image_url", "image_url": {"url": image_url1}},
+            # {"type": "image_url", "image_url": {"url": image_url2}},
+
+            # {"type": "video_url", "video_url": "https://oss.ffire.cc/files/douyin.mp4"},
+
+            # *image_urls
+
+        ],
+
+    }
+]
+response = openai.chat.completions.create(
+    # model='gpt-4-vision-preview',
+    # model='gpt-4o',
+    # model='gpt-4o-2024-08-06',
+    # model="deepseek-ai/deepseek-vl2",
+    # model="doubao-vision-pro-32k",
+    # model="qvq-72b-preview",
+    model="gemini-2.0-flash",
+
+    # model="gemini-pro-vision",
+    # model='gemini-1.5-flash-latest',
+
+    # model="claude-3-haiku-20240307",
+    # model="claude-3-sonnet-20240229",
+    # model="claude-3-opus-20240229",
+
+    # model='glm-4v',
+    # model='glm-4v-plus',
+
+    # model='step-1v',
+    # model='yi-vision',
+
+    # model="Pro/OpenGVLab/InternVL2-8B",
+    # model="meta-llama/Llama-Vision-Free",
+    # model="grok-vision-beta",
+
+    # model='kimi', # ocr
+
+    messages=messages,
+    max_tokens=1000,
+    temperature=0,
+    # response_format={"type": "json_object"}
+)
+
+print(response.dict())
+
+# response = client.chat.completions.create(input='你好', model='tts-1', voice='alloy')

examples/_openaisdk/__init__.py

@@ -0,0 +1,11 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : __init__.py
+# @Time         : 2023/11/20 10:17
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  :
+
+from meutils.pipe import *

examples/_openaisdk/baichuan.py

@@ -0,0 +1,38 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : baichuan
+# @Time         : 2024/1/18 09:33
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  :
+
+from meutils.pipe import *
+from openai import OpenAI
+
+base_url = "http://api.chatllm.vip/v1"
+
+with timer("client"):
+    client = OpenAI(
+        base_url="https://api.githubcopilot.com",
+        api_key="xxx"
+    )
+
+data = {
+    'model': 'gpt-3.5-turbo',
+    # 'model': 'gemini-pro',
+    # 'model': 'Baichuan2-Turbo',
+    'messages': [
+        {'role': 'system', 'content': 'You are a helpful assistant.'},
+        {'role': 'user', 'content': '你是谁'}
+    ],
+    'stream': False
+}
+
+with timer("xxxxxxxxx"):
+    r = client.chat.completions.create(
+        messages=data['messages'], model=data['model'], stream=data['stream'],
+    )
+
+    print(r)

examples/_openaisdk/bpo.py

@@ -0,0 +1,138 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : bpo
+# @Time         : 2023/11/20 13:08
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  :
+
+from meutils.pipe import *
+import requests
+import json
+import os
+import time
+import random
+
+# TODO add api key
+API_KEY = 'Your-API-Key'
+
+HEADERS = {
+    "Content-Type": "application/json",
+    "Authorization": f"Bearer {API_KEY}"
+}
+
+API_URL = "https://api.openai.com/v1/chat/completions"
+
+
+def chat_gpt(messages, counter, error_count):
+    responses = []
+    for i, m in enumerate(messages):
+        try:
+            message = m['message']
+            data = json.dumps({"model": "gpt-3.5-turbo", "messages": message, 'temperature': 0.9})
+            response = requests.post(API_URL, headers=HEADERS, data=data)
+            response_json = response.json()
+            res = response_json['choices'][0]['message']['content']
+            m['response'] = res
+            # save to file
+            with open(output_file, 'a', encoding='utf-8') as f:
+                print(json.dumps(m, ensure_ascii=False), file=f)
+
+            responses.append(response_json)
+
+            counter += 1
+        except Exception as e:
+            error_count += 1
+            print(e)
+        print('running time:{} finished number:{} skipped number:{}'.format(time.time() - s_time, counter, error_count),
+              end='\r')
+
+    return responses
+
+
+def get_messages_list():
+    evaluated = []
+    with open(output_file, encoding='utf-8') as f:
+        lines = f.readlines()
+    for i in lines:
+        evaluated.append(json.loads(i)['origin'])
+
+    with open(input_file, encoding='utf-8') as f:
+        d = json.load(f)
+
+    messages_list = []
+
+    ctx_prompt = """instruction: "{}"
+context:
+"{}"
+
+bad response:
+"{}"
+
+good response:
+"{}"
+
+Compare the good response and bad response from these aspects: correctness (if the response follows the instruction correctly and give an accurate response, high priority), helpfulness(like depth, creativity, coherence) and harmlessness. Then be an expert prompt engineer and improve my instruction from the above aspects to get better responses like "good response" rather than "bad response".
+
+Pay attention to:
+1.Don't forget any information in the original instruction. Focus on maintaining all the information in my instruction.
+2.Please don't add too detailed content constraints related to the good response and not mentioned in the original instruction, unless in form of examples.
+3.Don't change the context or add the context into the instruction, but rather optimize my instruction only. Don't give a response to my instruction.
+4.Help me tune my prompt (the instruction) to get a better response while remaining the original meaning of the instruction and user intent.
+
+Output with the following format:
+Detailed Comparison Result: xxx
+Optimized Instruction: xxx [END]"""
+
+    no_ctx_prompt = """instruction: "{}"
+
+bad response:
+"{}"
+
+good response:
+"{}"
+
+Compare the good response and bad response from these aspects: correctness (if the response follows the instruction correctly and give an accurate response, high priority), helpfulness(like depth, creativity, coherence) and harmlessness. Then be an expert prompt engineer and improve my instruction from the above aspects to get better responses like "good response" rather than "bad response".
+
+Pay attention to:
+1.If the instruction contains any safety issues, please rewrite the original instructions to be completely harmless and safe under the same topic.
+2.Don't forget any information in the original instruction. Focus on maintaining all the information in my instruction.
+3.Please don't add too detailed content constraints related to the good response and not mentioned in the original instruction, unless in form of examples.
+4.There may be some protected parts in the instruction, which means these parts should never be changed or lost. Please carefully protect these parts.
+5.You should never generate a response to the original instruction!
+6.Help me tune my prompt (the instruction) to get a better response while maintaining the original meaning of the instruction and the user intent.
+
+Output with the following format:
+Detailed Comparison Result: xxx
+Optimized Instruction: xxx [END]"""
+
+    for i in d:
+        if i in evaluated:
+            continue
+        if 'context' in i:
+            text = ctx_prompt.format(i['instruction'], i['context'], i['bad_res'], i['good_res'])
+        else:
+            text = no_ctx_prompt.format(i['instruction'], i['bad_res'], i['good_res'])
+        messages_list.append({
+            'message': [
+                {"role": "user", "content": text}
+            ],
+            'origin': i
+        })
+
+    return messages_list
+
+
+if __name__ == '__main__':
+    # TODO input file and output file
+    input_file = '../../data/data_construction/examples_ctx.json'
+    output_file = '../../data/data_construction/examples_ctx_optimized.jsonl'
+    if not os.path.exists(output_file):
+        x = open(output_file, 'w')
+        x.close()
+    messages_list = get_messages_list()
+    print("total num: ", len(messages_list))
+    s_time = time.time()
+    responses = chat_gpt(messages_list, 0, 0)

examples/_openaisdk/chat_latex.py

@@ -0,0 +1,95 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : chatbot
+# @Time         : 2023/10/27 14:31
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  : https://nicedouble-streamlitantdcomponentsdemo-app-middmy.streamlit.app/
+
+import streamlit as st
+
+from meutils.pipe import *
+from meutils.serving.streamlit import st_chat_message, ChatMessage
+
+################################################################################################
+from openai import OpenAI, AsyncOpenAI
+from openai.types.chat import ChatCompletionChunk
+from openai._streaming import Stream
+
+base_url = os.getenv('OPENAI_BASE_URL')
+
+api_key = 'sk-'
+openai = OpenAI(api_key=api_key, base_url=base_url)
+
+
+def ai_reply(image_url):
+    messages = [
+        {
+            "role": "system",
+            "content": """
+            你是一名数学专家，非常擅长解决中小学的数学问题。。
+            要求：
+             1. Let's think step by step.
+             2. 如果答案遇到公式请用标准的latex输出，公式用$包裹，例如：$\sqrt{{x^2+y^2}}=1$ 或者 $$\sqrt{{x^2+y^2}}=1$$
+             3. 务必用中文回答
+             """
+        },
+        {
+            "role": "user",
+            "content": [
+                {"type": "text",
+                 "text": "，请解题"},
+                # {"type": "image_url", "image_url": {"url": f"data:image/jpeg;base64,{base64_image}"}},
+                {"type": "image_url", "image_url": {"url": image_url}},
+
+            ],
+
+        }
+    ]
+
+    response: Stream[ChatCompletionChunk] = openai.chat.completions.create(
+        model='gpt-4-vision-preview',
+        messages=messages,
+        max_tokens=4096,
+        temperature=0,
+        stream=True
+    )
+
+    for chunk in response:
+        _ = chunk.choices[0].delta.content
+        if _ is not None:
+            yield _
+
+
+################################################################################################
+
+def display_image(image):
+    with st.columns(3)[1]:
+        st.image(image)
+
+
+if __name__ == '__main__':
+    st.markdown('### 🔥解题小能手')
+
+    file = st.file_uploader('上传题目图片', type=[".jpg", ".jpeg", '.png'])
+
+    # 欢迎语
+    st_chat_message(
+        ChatMessage(generator='😘😘😘 嗨，我是你的解题小能手！\n\n **参考示例**：'),
+        bhook=lambda: st.latex(r"\lim_{x\to0}\frac{e^x-e^{-x}-2x}{x-\sin x}")
+    )
+
+    if file:
+        st_chat_message(
+            ChatMessage(generator='输入的题目是', name='user'),
+            bhook=lambda: display_image(file)
+        )
+
+        with st.spinner('AI 正在思考🤔'):
+            image_url = f"data:image/jpeg;base64,{base64.b64encode(file.getvalue()).decode('utf-8')}"
+            # st.markdown(image_url)
+
+            output = ai_reply(image_url)
+            st_chat_message(ChatMessage(generator=output))

examples/_openaisdk/chattts.py

@@ -0,0 +1,85 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : chattts
+# @Time         : 2024/6/4 10:50
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  : 声音克隆
+# https://dzkaka-chattts.hf.space/
+# Hilley/ChatTTS-OpenVoice
+# lenML/ChatTTS-Forge
+from meutils.pipe import *
+from gradio_client import Client, file
+
+# client = Client("Dzkaka/ChatTTS", hf_token="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", output_dir="tmp")
+# client = Client("markmagic/ChatTTS", hf_token="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", output_dir="tmp")
+#
+# #
+# result = client.predict(
+#     text="四川美食确实以辣闻名，但也有不辣的选择。比如甜水面、赖汤圆、蛋烘糕、叶儿粑等，这些小吃口味温和，甜而不腻，也很受欢迎。",
+#     temperature=0.3,
+#     top_P=0.7,
+#     top_K=20,
+#     audio_seed_input=42,
+#     text_seed_input=42,
+#     refine_text_flag=True,
+#     api_name="/generate_audio"
+# )
+# print(result)
+
+
+# client = Client("markmagic/ChatTTS", hf_token="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", output_dir="tmp")
+
+# result = client.predict(
+#     text="四川美食确实以辣闻名，但也有不辣的选择。比如甜水面、赖汤圆、蛋烘糕、叶儿粑等，这些小吃口味温和，甜而不腻，也很受欢迎。",
+#     temperature=0.3,
+#     top_P=0.7,
+#     top_K=20,
+#     audio_seed_input=42,
+#     text_seed_input=42,
+#     refine_text_flag=True,
+#     api_name="/generate_audio"
+# )
+# print(result)
+
+
+from gradio_client import Client, file
+
+# 克隆
+client = Client("Hilley/ChatTTS-OpenVoice", hf_token="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", output_dir="tmp")
+
+
+client = Client("betterme/ChatTTS-OpenVoice", hf_token="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", output_dir="tmp")
+
+# result = client.predict(
+#     text="四川美食确实以辣闻名，但也有不辣的选择。比如甜水面、赖汤圆、蛋烘糕、叶儿粑等，这些小吃口味温和，甜而不腻，也很受欢迎。",
+#     audio_ref=file(
+#         'https://hilley-chattts-openvoice.hf.space/file=/tmp/gradio/8373380c451c716ded54e6d1de959cc7c5fc4d72/speaker.mp3'),
+#     temperature=0.3,
+#     top_P=0.7,
+#     top_K=20,
+#     audio_seed_input=42,
+#     text_seed_input=42,
+#     refine_text_flag=True,
+#     refine_text_input="[oral_2][laugh_0][break_6]",
+#     api_name="/generate_audio"
+# )
+# print(result)
+
+with timer():
+
+    result = client.predict(
+        text="四川美食确实以辣闻名，但也有不辣的选择。比如甜水面、赖汤圆、蛋烘糕、叶儿粑等，这些小吃口味温和，甜而不腻，也很受欢迎。",
+        audio_ref=file('/Users/betterme/PycharmProjects/AI/ChatLLM/examples/openaisdk/audio.wav'),
+        temperature=0.3,
+        top_P=0.7,
+        top_K=20,
+        audio_seed_input=42,
+        text_seed_input=42,
+        refine_text_flag=True,
+        refine_text_input="[oral_2][laugh_0][break_6]",
+        api_name="/generate_audio"
+    )
+    print(result)

examples/_openaisdk/copilot.py

@@ -0,0 +1,48 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : copilot
+# @Time         : 2024/1/10 12:19
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  :
+
+
+from meutils.pipe import *
+from openai import OpenAI
+from chatllm.llmchain.completions.github_copilot import Completions
+
+# https://api.githubcopilot.com/embeddings
+
+base_url = "http://localhost:8080/v1"
+base_url = 'https://api.githubcopilot.com'
+
+api_key = Completions.get_access_token(api_key='ghu_QIe4X5wkxNQrEKWefieOMhx2NdgLgm14VdES')
+print(api_key)
+headers = {
+    'Editor-Version': 'vscode/1.85.1'
+}
+client = OpenAI(
+    base_url=base_url, api_key=api_key,
+    default_headers=headers
+)
+# print(client.embeddings.create(input=['傻逼 操你妈'], model='text-embedding-ada-002'))
+
+data = {
+    'model': 'gpt-4',
+    'messages': [
+        # {'role': 'system', 'content': 'You are a helpful assistant.'},
+        {'role': 'user', 'content': '1+1'}
+    ],
+    'stream': False
+}
+
+r = client.chat.completions.create(
+    messages=data['messages'], model=data['model'], stream=data['stream'],
+)
+print(r)
+# for c in r.choices:
+#     print(c)
+
+# r | xprint(end='\n\n')

examples/_openaisdk/dalle3.py

@@ -0,0 +1,48 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : dalle3
+# @Time         : 2023/11/23 15:19
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  :
+
+from meutils.pipe import *
+from openai import OpenAI, AsyncOpenAI
+
+# client = OpenAI(
+#     http_client=httpx.Client(
+#         follow_redirects=True
+#     ),
+#
+#     # base_url=os.getenv("OPENAI_BASE_URL"),
+#     # api_key='sk-',
+#
+#     # base_url='https://api.gptgod.online/v1',
+#     base_url="https://ngedlktfticp.cloud.sealos.io/v1",
+#     # api_key="sk-"
+# )
+# response = client.images.generate(
+#     prompt='画条可爱的狗',  # 图片描述
+#     # model='gpt-4-dalle',
+#     # model='dall-e-3',
+#     model='midjourney',
+#     n=1,
+# )
+
+
+client = OpenAI()
+
+response = client.images.generate(
+    prompt='画条可爱的狗',  # 图片描述
+    model='dall-e-3',
+    size='1024x1792',
+    n=1,
+)
+
+print(response.data)
+print(response.data[0])
+image_url = response.data[0].url
+
+print(image_url)

examples/_openaisdk/deeplx.py

@@ -0,0 +1,31 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : deeplx
+# @Time         : 2024/4/23 18:40
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  :
+
+from meutils.pipe import *
+from openai import OpenAI
+
+messages = [{'role': 'user', 'content': '如果text为空，默认翻译这一句'}]
+deeplx_payload = {
+    "text": "文本不为空，就翻译这一句",
+    "source_lang": "auto",
+    "target_lang": 'EN',
+}
+
+model = 'deeplx'  # deeplx-zh deeplx-en 根据后缀会覆盖参数target_lang
+
+reps = OpenAI().chat.completions.create(
+    model=model,
+    messages=messages,
+    extra_body={"payload": deeplx_payload},
+    stream=False
+)
+
+# print(reps)
+print(reps.model_dump_json())