dora-openai-server 0.3.7__py3-none-any.whl

dora_openai_server/__init__.py

@@ -0,0 +1,11 @@
+import os
+
+# Define the path to the README file relative to the package directory
+readme_path = os.path.join(os.path.dirname(os.path.dirname(__file__)), "README.md")
+
+# Read the content of the README file
+try:
+    with open(readme_path, "r", encoding="utf-8") as f:
+        __doc__ = f.read()
+except FileNotFoundError:
+    __doc__ = "README file not found."

dora_openai_server/main.py

@@ -0,0 +1,135 @@
+from fastapi import FastAPI
+from pydantic import BaseModel
+from typing import List, Optional
+import uvicorn
+from dora import Node
+import asyncio
+import pyarrow as pa
+import ast
+
+DORA_RESPONSE_TIMEOUT = 10
+app = FastAPI()
+
+
+class ChatCompletionMessage(BaseModel):
+    role: str
+    content: str
+
+
+class ChatCompletionRequest(BaseModel):
+    model: str
+    messages: List[ChatCompletionMessage]
+    temperature: Optional[float] = 1.0
+    max_tokens: Optional[int] = 100
+
+
+class ChatCompletionResponse(BaseModel):
+    id: str
+    object: str
+    created: int
+    model: str
+    choices: List[dict]
+    usage: dict
+
+
+node = Node()  # provide the name to connect to the dataflow if dynamic node
+
+
+@app.post("/v1/chat/completions")
+async def create_chat_completion(request: ChatCompletionRequest):
+    data = next(
+        (msg.content for msg in request.messages if msg.role == "user"),
+        "No user message found.",
+    )
+
+    # Convert user_message to Arrow array
+    # user_message_array = pa.array([user_message])
+    # Publish user message to dora-echo
+    # node.send_output("user_query", user_message_array)
+
+    try:
+        data = ast.literal_eval(data)
+    except ValueError:
+        print("Passing input as string")
+    except SyntaxError:
+        print("Passing input as string")
+    if isinstance(data, list):
+        data = pa.array(data)  # initialize pyarrow array
+    elif isinstance(data, str):
+        data = pa.array([data])
+    elif isinstance(data, int):
+        data = pa.array([data])
+    elif isinstance(data, float):
+        data = pa.array([data])
+    elif isinstance(data, dict):
+        data = pa.array([data])
+    else:
+        data = pa.array(data)  # initialize pyarrow array
+    node.send_output("v1/chat/completions", data)
+
+    # Wait for response from dora-echo
+    while True:
+        event = node.next(timeout=DORA_RESPONSE_TIMEOUT)
+        if event["type"] == "ERROR":
+            response_str = "No response received. Err: " + event["value"][0].as_py()
+            break
+        elif event["type"] == "INPUT" and event["id"] == "v1/chat/completions":
+            response = event["value"]
+            response_str = response[0].as_py() if response else "No response received"
+            break
+        else:
+            pass
+
+    return ChatCompletionResponse(
+        id="chatcmpl-1234",
+        object="chat.completion",
+        created=1234567890,
+        model=request.model,
+        choices=[
+            {
+                "index": 0,
+                "message": {"role": "assistant", "content": response_str},
+                "finish_reason": "stop",
+            }
+        ],
+        usage={
+            "prompt_tokens": len(data),
+            "completion_tokens": len(response_str),
+            "total_tokens": len(data) + len(response_str),
+        },
+    )
+
+
+@app.get("/v1/models")
+async def list_models():
+    return {
+        "object": "list",
+        "data": [
+            {
+                "id": "gpt-3.5-turbo",
+                "object": "model",
+                "created": 1677610602,
+                "owned_by": "openai",
+            }
+        ],
+    }
+
+
+async def run_fastapi():
+    config = uvicorn.Config(app, host="0.0.0.0", port=8000, log_level="info")
+    server = uvicorn.Server(config)
+
+    server = asyncio.gather(server.serve())
+    while True:
+        await asyncio.sleep(1)
+        event = node.next(0.001)
+        if event["type"] == "STOP":
+            break
+
+
+def main():
+    asyncio.run(run_fastapi())
+
+
+if __name__ == "__main__":
+    asyncio.run(run_fastapi())

dora_openai_server-0.3.7.dist-info/METADATA

@@ -0,0 +1,34 @@
+Metadata-Version: 2.1
+Name: dora-openai-server
+Version: 0.3.7
+Summary: Dora OpenAI API Server
+Home-page: https://github.com/dora-rs/dora.git
+License: MIT
+Author: Haixuan Xavier Tao
+Author-email: tao.xavier@outlook.com
+Requires-Python: >=3.7,<4.0
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.7
+Classifier: Programming Language :: Python :: 3.8
+Classifier: Programming Language :: Python :: 3.9
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
+Requires-Dist: asyncio (>=3.4,<4.0)
+Requires-Dist: dora-rs (>=0.3.6,<0.4.0)
+Requires-Dist: fastapi (>=0.115,<0.116)
+Requires-Dist: numpy (<2.0.0)
+Requires-Dist: pyarrow (>=5.0.0)
+Requires-Dist: pydantic (>=2.9,<3.0)
+Requires-Dist: uvicorn (>=0.31,<0.32)
+Project-URL: Documentation, https://github.com/dora-rs/dora/blob/main/node-hub/dora-openai-server/README.md
+Description-Content-Type: text/markdown
+
+# Dora OpenAI Server
+
+This is an experimental to expose an openai server endpoint with dora.
+
+Check example at [examples/openai-server](../../examples/openai-server/README.md)
+

dora_openai_server-0.3.7.dist-info/RECORD

@@ -0,0 +1,6 @@
+dora_openai_server/__init__.py,sha256=Gy4qL4vCeTyA5HR1Yp3ioL4-ClJyW8oi_38CzMuMsBM,358
+dora_openai_server/main.py,sha256=1TEl9UZYF9DKY9PLMJRdiSAKL7Q5FzaRtE0h09XgaX4,3532
+dora_openai_server-0.3.7.dist-info/METADATA,sha256=twSps5jhzy5CyOn_qgJcSI7vc1bsiwPCyutMaBe457s,1279
+dora_openai_server-0.3.7.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
+dora_openai_server-0.3.7.dist-info/entry_points.txt,sha256=StRfCXeKJyyyd5MzPWZKNm7HS0rP1KLsKCUZSEDBRF4,67
+dora_openai_server-0.3.7.dist-info/RECORD,,

dora_openai_server-0.3.7.dist-info/WHEEL

@@ -0,0 +1,4 @@
+Wheel-Version: 1.0
+Generator: poetry-core 1.9.1
+Root-Is-Purelib: true
+Tag: py3-none-any

dora_openai_server-0.3.7.dist-info/entry_points.txt

@@ -0,0 +1,3 @@
+[console_scripts]
+dora-openai-server=dora_openai_server.main:main
+