pycoze 0.1.293__tar.gz → 0.1.294__tar.gz

{pycoze-0.1.293 → pycoze-0.1.294}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: pycoze
-Version: 0.1.293
+Version: 0.1.294
 Summary: Package for pycoze only!
 Home-page: UNKNOWN
 Author: Yuan Jie Xiong

{pycoze-0.1.293 → pycoze-0.1.294}/pycoze/ai/llm/chat.py

@@ -2,7 +2,7 @@ from pycoze import utils
 import json5
 import re
 from retrying import retry
-from openai import OpenAI
+from openai import OpenAI, AsyncOpenAI
 import openai
 
 
@@ -56,6 +56,51 @@ def chat_stream(messages, temperature=0.2, stop=None, **kwargs):
         yield chunk.choices[0].delta.content or ""
 
 
+@retry(
+    retry_on_exception=never_retry_on_rate_limit_error,
+    wait_exponential_multiplier=500,
+    stop_max_attempt_number=5,
+)
+async def chat_async(messages, temperature=0.2, stop=None, **kwargs):
+    cfg = utils.read_json_file("llm.json")
+
+    base_url = cfg["baseURL"]
+    api_key = cfg["apiKey"]
+    model = cfg["model"]
+
+    base_url = base_url.replace("/chat/completions", "")
+
+    client = AsyncOpenAI(api_key=api_key, base_url=base_url)
+
+    response = await client.chat.completions.create(
+        model=model, messages=messages, temperature=temperature, stop=stop
+    )
+    return response.choices[0].message.content
+
+
+@retry(
+    retry_on_exception=never_retry_on_rate_limit_error,
+    wait_exponential_multiplier=500,
+    stop_max_attempt_number=5,
+)
+async def chat_stream_async(messages, temperature=0.2, stop=None, **kwargs):
+    cfg = utils.read_json_file("llm.json")
+
+    base_url = cfg["baseURL"]
+    api_key = cfg["apiKey"]
+    model = cfg["model"]
+
+    base_url = base_url.replace("/chat/completions", "")
+
+    client = AsyncOpenAI(api_key=api_key, base_url=base_url)
+
+    stream = await client.chat.completions.create(
+        model=model, messages=messages, stream=True, temperature=temperature, stop=stop
+    )
+    async for chunk in stream:
+        yield chunk.choices[0].delta.content or ""
+
+
 @retry(
     retry_on_exception=never_retry_on_rate_limit_error,
     wait_exponential_multiplier=500,

{pycoze-0.1.293 → pycoze-0.1.294}/pycoze.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: pycoze
-Version: 0.1.293
+Version: 0.1.294
 Summary: Package for pycoze only!
 Home-page: UNKNOWN
 Author: Yuan Jie Xiong

{pycoze-0.1.293 → pycoze-0.1.294}/setup.py

@@ -2,7 +2,7 @@ from setuptools import setup, find_packages
 
 setup(
     name="pycoze",
-    version="0.1.293",
+    version="0.1.294",
     packages=find_packages(),
     install_requires=[],
     author="Yuan Jie Xiong",