llmir 0.0.1__py3-none-any.whl

llmir/__init__.py

@@ -0,0 +1,17 @@
+from .chunks import AIChunk, AIChunkText, AIChunkFile, AIChunkImageURL, AIChunkToolCall
+from .roles import AIRoles
+from .messages import AIMessage, AIMessageToolResponse
+from .tools import Tool
+
+__all__ = [
+    "AIChunk",
+    "AIChunkText",
+    "AIChunkFile",
+    "AIChunkImageURL",
+    "AIChunkToolCall",
+    "AIRoles",
+    "AIMessage",
+    "AIMessageToolResponse",
+
+    "Tool",
+]

llmir/adapter/__init__.py

@@ -0,0 +1,10 @@
+from .openai import to_openai, OpenAIMessage, OpenAIMessageToolResponse, OpenAIContent, OpenAITextContent, OpenAIImageURLContent
+
+__all__ = [
+    "to_openai",
+    "OpenAIMessage",
+    "OpenAIMessageToolResponse",
+    "OpenAIContent",
+    "OpenAITextContent",
+    "OpenAIImageURLContent",
+]

llmir/adapter/openai.py

@@ -0,0 +1,89 @@
+from typing import TypedDict, Literal, Union
+
+from ..messages import AIMessage, AIMessageToolResponse
+from ..chunks import AIChunk, AIChunkText, AIChunkImageURL, AIChunkFile
+import base64
+
+
+class OpenAITextContent(TypedDict):
+    type: Literal["text"]
+    text: str
+
+
+class OpenAIImageURLContent(TypedDict):
+    type: Literal["image_url"]
+    image_url: dict[str, str]
+
+OpenAIContent = Union[OpenAITextContent, OpenAIImageURLContent]
+
+
+class OpenAIMessage(TypedDict):
+    role: str
+    content: list[OpenAIContent]
+
+class OpenAIMessageToolResponse(OpenAIMessage):
+    tool_call_id: str
+    name: str
+
+
+def to_openai(messages: list[AIMessage]) -> list[OpenAIMessage]:
+    
+
+    result: list[OpenAIMessage] = []
+    for message in messages:
+        role = message.role.value
+        if isinstance(message, AIMessageToolResponse):
+            result.append(
+                OpenAIMessageToolResponse(
+                    role=role,
+                    tool_call_id=message.id,
+                    name=message.name,
+                    content=[
+                        chunk_to_openai(chunk) for chunk in message.chunks
+                    ]
+                )
+            )
+        else:
+            result.append(OpenAIMessage(
+                role= role,
+                content= [
+                    chunk_to_openai(chunk) for chunk in message.chunks
+                ]
+            ))
+    return result
+
+
+def chunk_to_openai(chunk: AIChunk) -> OpenAIContent:
+
+    match chunk:
+        case AIChunkText():
+            return OpenAITextContent(
+                type="text",
+                text=chunk.text,
+            )
+        case AIChunkImageURL():
+            return OpenAIImageURLContent(
+                type="image_url",
+                image_url={
+                    "url": chunk.url,
+                }
+            )
+        case AIChunkFile():
+            if chunk.mimetype.startswith("image/"):
+                base64_data = base64.b64encode(chunk.bytes).decode('utf-8')
+                return OpenAIImageURLContent(
+                    type= "image_url",
+                    image_url= {
+                        "url": f"data:{chunk.mimetype};base64,{base64_data}",
+                    }
+                )
+            elif chunk.mimetype == ("text/plain"):
+                text = chunk.bytes.decode(encoding="utf-8")
+                return OpenAITextContent(
+                    type="text",
+                    text=text
+                )
+            else:
+                raise ValueError(f"Unsupported file type for OpenAI: {chunk.mimetype}")
+        case _:
+            raise ValueError(f"Unsupported chunk type: {type(chunk)}")

llmir/chunks.py

@@ -0,0 +1,26 @@
+from typing import Union, Literal
+from pydantic import BaseModel
+from .rich_repr import RichReprMixin
+
+class AIChunkText(RichReprMixin, BaseModel):
+    type: Literal["text"] = "text"
+    text: str
+
+class AIChunkFile(RichReprMixin, BaseModel):
+    type: Literal["file"] = "file"
+    name: str
+    mimetype: str
+    bytes: bytes
+
+class AIChunkImageURL(RichReprMixin, BaseModel):
+    type: Literal["image"] = "image"
+    url: str
+
+class AIChunkToolCall(RichReprMixin, BaseModel):
+    type: Literal["tool_call"] = "tool_call"
+    id: str
+    name: str
+    arguments: dict[str, object]
+
+
+AIChunk = Union[AIChunkText, AIChunkFile, AIChunkImageURL, AIChunkToolCall]

llmir/messages.py

@@ -0,0 +1,18 @@
+from pydantic import BaseModel, Field
+
+from .chunks import AIChunk
+from .roles import AIRoles
+
+
+class AIMessage(BaseModel):
+
+    role: AIRoles
+    chunks: list[AIChunk] = Field(default_factory=list[AIChunk])
+
+class AIMessageToolResponse(AIMessage):
+
+    id: str
+    name: str
+    role: AIRoles = AIRoles.TOOL
+
+

llmir/rich_repr.py

@@ -0,0 +1,20 @@
+from pydantic import BaseModel, Field
+
+class RichReprMixin(BaseModel):
+
+    MAX_CHARS_PER_VALUE: int = Field(default=2000, exclude=True)
+
+    def __rich_repr__(self):
+
+        for name, field_info in self.__class__.model_fields.items():
+            
+            if field_info.exclude:
+                continue
+
+            value = getattr(self, name)
+            length = len(str(value))
+
+            if length > self.MAX_CHARS_PER_VALUE:
+                yield name, f"<object of length: {len(str(value))}>"
+            else:
+                yield name, value

llmir/roles.py

@@ -0,0 +1,9 @@
+from enum import StrEnum
+
+
+class AIRoles(StrEnum):
+
+    USER = "user"
+    MODEL = "assistant"
+    SYSTEM = "system"
+    TOOL = "tool"

llmir/tools.py

@@ -0,0 +1,8 @@
+from pydantic import BaseModel
+from typing import Any
+
+class Tool(BaseModel):
+    name: str
+    description: str
+    input_schema: dict[str, Any]
+

llmir-0.0.1.dist-info/METADATA

@@ -0,0 +1,7 @@
+Metadata-Version: 2.4
+Name: llmir
+Version: 0.0.1
+Summary: Core message and tool IR for LLM pipelines
+Author: Mathis Siebert
+Requires-Python: >=3.11
+Requires-Dist: pydantic>=2.0

llmir-0.0.1.dist-info/RECORD

@@ -0,0 +1,13 @@
+llmir/__init__.py,sha256=mxV4TWB8xrR8qa3y5gfQZn-YfKRQTYWsPVvyeIjz7js,381
+llmir/chunks.py,sha256=lnN7-3kjYalM6YO0v4ZM2-SYDNZDFfrergj3KEzcv0o,658
+llmir/messages.py,sha256=G_F_gLGvBqzPZbni0iaWAMYG3-cDPJCeLJL2-9ZcAqI,311
+llmir/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+llmir/rich_repr.py,sha256=ZGAfpcPkYJSUpFdir8B1MoORVFBSzVckCrRHVVkJIj4,559
+llmir/roles.py,sha256=B9PmxTHAb8XoiA9en_J1yIP19woddzx4SRUz5XkUxFc,133
+llmir/tools.py,sha256=fpkC3IafHqZJnwo7imtHdkTdGLBHQuR6DtdztXZrlWg,147
+llmir/adapter/__init__.py,sha256=2DKTM3v35_UPVTKiseo6rtIHj_P2OdUgxhNY_PKs5K8,289
+llmir/adapter/openai.py,sha256=_DRbBWhTYUdSEsdCTyn-FraqCQ5Ke2XRnHotJHAWyGM,2644
+llmir-0.0.1.dist-info/METADATA,sha256=Oh-jOxYnQTw17bXZWhkJ3T8fENnEhUIUPCG-UiT_EZg,177
+llmir-0.0.1.dist-info/WHEEL,sha256=wUyA8OaulRlbfwMtmQsvNngGrxQHAvkKcvRmdizlJi0,92
+llmir-0.0.1.dist-info/top_level.txt,sha256=fm538OsNUSYa_71IPztSSN2PBCvcbaD5PmUIzaO5hQs,6
+llmir-0.0.1.dist-info/RECORD,,

llmir-0.0.1.dist-info/WHEEL

@@ -0,0 +1,5 @@
+Wheel-Version: 1.0
+Generator: setuptools (80.10.2)
+Root-Is-Purelib: true
+Tag: py3-none-any
+

llmir-0.0.1.dist-info/top_level.txt

@@ -0,0 +1 @@
+llmir