pycoze 0.1.292__py3-none-any.whl → 0.1.294__py3-none-any.whl

pycoze/ai/llm/chat.py

@@ -2,7 +2,7 @@ from pycoze import utils
 import json5
 import re
 from retrying import retry
-from openai import OpenAI
+from openai import OpenAI, AsyncOpenAI
 import openai
 
 
@@ -56,6 +56,51 @@ def chat_stream(messages, temperature=0.2, stop=None, **kwargs):
         yield chunk.choices[0].delta.content or ""
 
 
+@retry(
+    retry_on_exception=never_retry_on_rate_limit_error,
+    wait_exponential_multiplier=500,
+    stop_max_attempt_number=5,
+)
+async def chat_async(messages, temperature=0.2, stop=None, **kwargs):
+    cfg = utils.read_json_file("llm.json")
+
+    base_url = cfg["baseURL"]
+    api_key = cfg["apiKey"]
+    model = cfg["model"]
+
+    base_url = base_url.replace("/chat/completions", "")
+
+    client = AsyncOpenAI(api_key=api_key, base_url=base_url)
+
+    response = await client.chat.completions.create(
+        model=model, messages=messages, temperature=temperature, stop=stop
+    )
+    return response.choices[0].message.content
+
+
+@retry(
+    retry_on_exception=never_retry_on_rate_limit_error,
+    wait_exponential_multiplier=500,
+    stop_max_attempt_number=5,
+)
+async def chat_stream_async(messages, temperature=0.2, stop=None, **kwargs):
+    cfg = utils.read_json_file("llm.json")
+
+    base_url = cfg["baseURL"]
+    api_key = cfg["apiKey"]
+    model = cfg["model"]
+
+    base_url = base_url.replace("/chat/completions", "")
+
+    client = AsyncOpenAI(api_key=api_key, base_url=base_url)
+
+    stream = await client.chat.completions.create(
+        model=model, messages=messages, stream=True, temperature=temperature, stop=stop
+    )
+    async for chunk in stream:
+        yield chunk.choices[0].delta.content or ""
+
+
 @retry(
     retry_on_exception=never_retry_on_rate_limit_error,
     wait_exponential_multiplier=500,

{pycoze-0.1.292.dist-info → pycoze-0.1.294.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: pycoze
-Version: 0.1.292
+Version: 0.1.294
 Summary: Package for pycoze only!
 Home-page: UNKNOWN
 Author: Yuan Jie Xiong

{pycoze-0.1.292.dist-info → pycoze-0.1.294.dist-info}/RECORD

@@ -2,7 +2,7 @@ pycoze/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 pycoze/ai/__init__.py,sha256=amfVImcuiRRnGbmOjIqjXKiuH1H3zZPHOrJue2dEB8U,355
 pycoze/ai/vram_reserve.py,sha256=DRxKzqf89fLAts0DzU8e19z9kecIF8OdMkQnJlCKZV0,4244
 pycoze/ai/llm/__init__.py,sha256=5_AnOrzXI2V6ZZsLUWW1v5ATRWmJy53JLN9jfSZQXCg,249
-pycoze/ai/llm/chat.py,sha256=edfHn714poJat9bElplh1DXg1YKwWjlTo4npmrwiT7I,4615
+pycoze/ai/llm/chat.py,sha256=s3DvixWuInAXvHXDAlCL9lg2C_o2dj-BvoO8f-qXHp8,5951
 pycoze/ai/llm/text_to_image_prompt.py,sha256=0bx2C_YRvjAo7iphHGp1-pmGKsKqwur7dM0t3SiA8kA,3398
 pycoze/ai/llm/think.py,sha256=sUgTBdGzcZtL3r-Wx8M3lDuVUmDVz8g3qC0VU8uiKAI,5143
 pycoze/api/__init__.py,sha256=GGRRRPop0ZxdXe5JRhg2XvHITGIWfNcHA25opJZ0f1w,313
@@ -35,8 +35,8 @@ pycoze/utils/arg.py,sha256=jop1tBfe5hYkHW1NSpCeaZBEznkgguBscj_7M2dWfrs,503
 pycoze/utils/env.py,sha256=5pWlXfM1F5ZU9hhv1rHlDEanjEW5wf0nbyez9bNRqqA,559
 pycoze/utils/socket.py,sha256=bZbFFRH4mfThzRqt55BAAGQ6eICx_ja4x8UGGrUdAm8,2428
 pycoze/utils/text_or_file.py,sha256=gpxZVWt2DW6YiEg_MnMuwg36VNf3TX383QD_1oZNB0Y,551
-pycoze-0.1.292.dist-info/LICENSE,sha256=QStd_Qsd0-kAam_-sOesCIp_uKrGWeoKwt9M49NVkNU,1090
-pycoze-0.1.292.dist-info/METADATA,sha256=iKmcFjmmfDa7OYs7keb7xWWlcYQHAPC7ziS8sC_Th8g,755
-pycoze-0.1.292.dist-info/WHEEL,sha256=ewwEueio1C2XeHTvT17n8dZUJgOvyCWCt0WVNLClP9o,92
-pycoze-0.1.292.dist-info/top_level.txt,sha256=76dPeDhKvOCleL3ZC5gl1-y4vdS1tT_U1hxWVAn7sFo,7
-pycoze-0.1.292.dist-info/RECORD,,
+pycoze-0.1.294.dist-info/LICENSE,sha256=QStd_Qsd0-kAam_-sOesCIp_uKrGWeoKwt9M49NVkNU,1090
+pycoze-0.1.294.dist-info/METADATA,sha256=f9DZP6A0W-6w46Me-UupfpaHE3ffQUh_Ge3TSB2G80o,755
+pycoze-0.1.294.dist-info/WHEEL,sha256=ewwEueio1C2XeHTvT17n8dZUJgOvyCWCt0WVNLClP9o,92
+pycoze-0.1.294.dist-info/top_level.txt,sha256=76dPeDhKvOCleL3ZC5gl1-y4vdS1tT_U1hxWVAn7sFo,7
+pycoze-0.1.294.dist-info/RECORD,,