pycoze 0.1.293__py3-none-any.whl → 0.1.295__py3-none-any.whl

pycoze/ai/llm/chat.py

@@ -2,7 +2,7 @@ from pycoze import utils
 import json5
 import re
 from retrying import retry
-from openai import OpenAI
+from openai import OpenAI, AsyncOpenAI
 import openai
 
 
@@ -56,6 +56,51 @@ def chat_stream(messages, temperature=0.2, stop=None, **kwargs):
         yield chunk.choices[0].delta.content or ""
 
 
+@retry(
+    retry_on_exception=never_retry_on_rate_limit_error,
+    wait_exponential_multiplier=500,
+    stop_max_attempt_number=5,
+)
+async def chat_async(messages, temperature=0.2, stop=None, **kwargs):
+    cfg = utils.read_json_file("llm.json")
+
+    base_url = cfg["baseURL"]
+    api_key = cfg["apiKey"]
+    model = cfg["model"]
+
+    base_url = base_url.replace("/chat/completions", "")
+
+    client = AsyncOpenAI(api_key=api_key, base_url=base_url)
+
+    response = await client.chat.completions.create(
+        model=model, messages=messages, temperature=temperature, stop=stop
+    )
+    return response.choices[0].message.content
+
+
+@retry(
+    retry_on_exception=never_retry_on_rate_limit_error,
+    wait_exponential_multiplier=500,
+    stop_max_attempt_number=5,
+)
+async def chat_stream_async(messages, temperature=0.2, stop=None, **kwargs):
+    cfg = utils.read_json_file("llm.json")
+
+    base_url = cfg["baseURL"]
+    api_key = cfg["apiKey"]
+    model = cfg["model"]
+
+    base_url = base_url.replace("/chat/completions", "")
+
+    client = AsyncOpenAI(api_key=api_key, base_url=base_url)
+
+    stream = await client.chat.completions.create(
+        model=model, messages=messages, stream=True, temperature=temperature, stop=stop
+    )
+    async for chunk in stream:
+        yield chunk.choices[0].delta.content or ""
+
+
 @retry(
     retry_on_exception=never_retry_on_rate_limit_error,
     wait_exponential_multiplier=500,
@@ -139,8 +184,26 @@ The output should be a complete and usable {language} code snippet, including th
 
 
 if __name__ == "__main__":
-    print(chat([{"role": "user", "content": "你好"}]))
-    for chunk in chat_stream([{"role": "user", "content": "你好"}]):
-        print(chunk)
-    print(extract({"name": "lowercase"}, "hello XiaoMing"))
-    print(extract_code("sum 1~100"))
+
+    def main():
+        print(chat([{"role": "user", "content": "你好"}]))
+        for chunk in chat_stream([{"role": "user", "content": "你好"}]):
+            print(chunk)
+        print(extract({"name": "lowercase"}, "hello XiaoMing"))
+        print(extract_code("sum 1~100"))
+
+    async def async_main():
+        messages = [{"role": "user", "content": "Hello, how are you?"}]
+
+        # Using chat_async
+        response = await chat_async(messages)
+        print(response)
+
+        # Using chat_stream_async
+        async for chunk in chat_stream_async(messages):
+            print(chunk, end="")
+
+    import asyncio
+
+    main()
+    asyncio.run(async_main())

{pycoze-0.1.293.dist-info → pycoze-0.1.295.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: pycoze
-Version: 0.1.293
+Version: 0.1.295
 Summary: Package for pycoze only!
 Home-page: UNKNOWN
 Author: Yuan Jie Xiong

{pycoze-0.1.293.dist-info → pycoze-0.1.295.dist-info}/RECORD

@@ -2,7 +2,7 @@ pycoze/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 pycoze/ai/__init__.py,sha256=amfVImcuiRRnGbmOjIqjXKiuH1H3zZPHOrJue2dEB8U,355
 pycoze/ai/vram_reserve.py,sha256=DRxKzqf89fLAts0DzU8e19z9kecIF8OdMkQnJlCKZV0,4244
 pycoze/ai/llm/__init__.py,sha256=5_AnOrzXI2V6ZZsLUWW1v5ATRWmJy53JLN9jfSZQXCg,249
-pycoze/ai/llm/chat.py,sha256=edfHn714poJat9bElplh1DXg1YKwWjlTo4npmrwiT7I,4615
+pycoze/ai/llm/chat.py,sha256=sQZT0ImvRW81fXdlKG0ZrHdDB8g5M4iudaWdG4Kpd6Q,6373
 pycoze/ai/llm/text_to_image_prompt.py,sha256=0bx2C_YRvjAo7iphHGp1-pmGKsKqwur7dM0t3SiA8kA,3398
 pycoze/ai/llm/think.py,sha256=sUgTBdGzcZtL3r-Wx8M3lDuVUmDVz8g3qC0VU8uiKAI,5143
 pycoze/api/__init__.py,sha256=GGRRRPop0ZxdXe5JRhg2XvHITGIWfNcHA25opJZ0f1w,313
@@ -35,8 +35,8 @@ pycoze/utils/arg.py,sha256=jop1tBfe5hYkHW1NSpCeaZBEznkgguBscj_7M2dWfrs,503
 pycoze/utils/env.py,sha256=5pWlXfM1F5ZU9hhv1rHlDEanjEW5wf0nbyez9bNRqqA,559
 pycoze/utils/socket.py,sha256=bZbFFRH4mfThzRqt55BAAGQ6eICx_ja4x8UGGrUdAm8,2428
 pycoze/utils/text_or_file.py,sha256=gpxZVWt2DW6YiEg_MnMuwg36VNf3TX383QD_1oZNB0Y,551
-pycoze-0.1.293.dist-info/LICENSE,sha256=QStd_Qsd0-kAam_-sOesCIp_uKrGWeoKwt9M49NVkNU,1090
-pycoze-0.1.293.dist-info/METADATA,sha256=Pdja7BSyhsrXl_uT8n0GkeDkZapwO2rfr35yoXVij_k,755
-pycoze-0.1.293.dist-info/WHEEL,sha256=ewwEueio1C2XeHTvT17n8dZUJgOvyCWCt0WVNLClP9o,92
-pycoze-0.1.293.dist-info/top_level.txt,sha256=76dPeDhKvOCleL3ZC5gl1-y4vdS1tT_U1hxWVAn7sFo,7
-pycoze-0.1.293.dist-info/RECORD,,
+pycoze-0.1.295.dist-info/LICENSE,sha256=QStd_Qsd0-kAam_-sOesCIp_uKrGWeoKwt9M49NVkNU,1090
+pycoze-0.1.295.dist-info/METADATA,sha256=r1Q0l4o1E3YGIIMzX0Z6Np2beRkIULEr_8a68TY08RI,755
+pycoze-0.1.295.dist-info/WHEEL,sha256=ewwEueio1C2XeHTvT17n8dZUJgOvyCWCt0WVNLClP9o,92
+pycoze-0.1.295.dist-info/top_level.txt,sha256=76dPeDhKvOCleL3ZC5gl1-y4vdS1tT_U1hxWVAn7sFo,7
+pycoze-0.1.295.dist-info/RECORD,,