llm-ir 0.0.22__tar.gz

llm_ir-0.0.22/PKG-INFO

@@ -0,0 +1,7 @@
+Metadata-Version: 2.4
+Name: llm-ir
+Version: 0.0.22
+Summary: Core message IR for LLM pipelines
+Author: Mathis Siebert
+Requires-Python: >=3.11
+Requires-Dist: pydantic>=2.0

llm_ir-0.0.22/README.md

@@ -0,0 +1,14 @@
+# Intermediate Representation for LLM Histories
+This repository provides the core types for a standardized way to represent messages for LLMs. Additional chunk-types will be added in the future.
+
+## Installation via Pypi:
+
+```bash
+pip install llm-ir
+```
+
+## Imports:
+
+```python
+from llm_ir import AIMessage, AIRoles, AIChunk, AIChunkText, AIChunkFile
+```

llm_ir-0.0.22/llm_ir/__init__.py

@@ -0,0 +1,12 @@
+from .chunks import AIChunk, AIChunkText, AIChunkFile, AIChunkImageURL
+from .roles import AIRoles
+from .messages import AIMessage
+
+__all__ = [
+    "AIChunk",
+    "AIChunkText",
+    "AIChunkFile",
+    "AIRoles",
+    "AIMessage",
+    "AIChunkImageURL",
+]

llm_ir-0.0.22/llm_ir/adapter/__init__.py

@@ -0,0 +1,9 @@
+from .openai import to_openai, OpenAIMessage, OpenAIContent, OpenAITextContent, OpenAIImageURLContent
+
+__all__ = [
+    "to_openai",
+    "OpenAIMessage",
+    "OpenAIContent",
+    "OpenAITextContent",
+    "OpenAIImageURLContent",
+]

llm_ir-0.0.22/llm_ir/adapter/openai.py

@@ -0,0 +1,67 @@
+from typing import TypedDict, Literal, Union
+
+from ..messages import AIMessage
+from ..chunks import AIChunk, AIChunkText, AIChunkImageURL, AIChunkFile
+import base64
+
+
+class OpenAITextContent(TypedDict):
+    type: Literal["text"]
+    text: str
+
+
+class OpenAIImageURLContent(TypedDict):
+    type: Literal["image_url"]
+    image_url: dict[str, str]
+
+OpenAIContent = Union[OpenAITextContent, OpenAIImageURLContent]
+
+
+class OpenAIMessage(TypedDict):
+    role: str
+    content: list[OpenAIContent]
+
+
+def to_openai(messages: list[AIMessage]) -> list[OpenAIMessage]:
+    
+
+    result: list[OpenAIMessage] = []
+    for message in messages:
+        role = message.role.value
+        result.append(OpenAIMessage(
+            role= role,
+            content= [
+                chunk_to_openai(chunk) for chunk in message.chunks
+            ]
+        ))
+    return result
+
+
+def chunk_to_openai(chunk: AIChunk) -> OpenAIContent:
+
+    match chunk:
+        case AIChunkText():
+            return OpenAITextContent(
+                type="text",
+                text=chunk.text,
+            )
+        case AIChunkImageURL():
+            return OpenAIImageURLContent(
+                type="image_url",
+                image_url={
+                    "url": chunk.url,
+                }
+            )
+        case AIChunkFile():
+            if chunk.mimetype.startswith("image/"):
+                base64_data = base64.b64encode(chunk.bytes).decode('utf-8')
+                return OpenAIImageURLContent(
+                    type= "image_url",
+                    image_url= {
+                        "url": f"data:{chunk.mimetype};base64,{base64_data}",
+                    }
+                )
+            else:
+                raise ValueError(f"Unsupported file type for OpenAI: {chunk.mimetype}")
+        case _:
+            raise ValueError(f"Unsupported chunk type: {type(chunk)}")

llm_ir-0.0.22/llm_ir/chunks.py

@@ -0,0 +1,18 @@
+from typing import Union, Literal
+from pydantic import BaseModel
+
+class AIChunkText(BaseModel):
+    type: Literal["text"] = "text"
+    text: str
+
+class AIChunkFile(BaseModel):
+    type: Literal["file"] = "file"
+    name: str
+    mimetype: str
+    bytes: bytes
+
+class AIChunkImageURL(BaseModel):
+    type: Literal["image"] = "image"
+    url: str
+
+AIChunk = Union[AIChunkText, AIChunkFile, AIChunkImageURL]

llm_ir-0.0.22/llm_ir/messages.py

@@ -0,0 +1,12 @@
+from pydantic import BaseModel, Field
+
+from .chunks import AIChunk
+from .roles import AIRoles
+
+
+class AIMessage(BaseModel):
+
+    role: AIRoles
+    chunks: list[AIChunk] = Field(default_factory=list[AIChunk])
+
+

llm_ir-0.0.22/llm_ir/roles.py

@@ -0,0 +1,9 @@
+from enum import StrEnum
+
+
+class AIRoles(StrEnum):
+
+    USER = "user"
+    MODEL = "assistant"
+    SYSTEM = "system"
+    TOOL = "tool"

llm_ir-0.0.22/llm_ir.egg-info/PKG-INFO

@@ -0,0 +1,7 @@
+Metadata-Version: 2.4
+Name: llm-ir
+Version: 0.0.22
+Summary: Core message IR for LLM pipelines
+Author: Mathis Siebert
+Requires-Python: >=3.11
+Requires-Dist: pydantic>=2.0

llm_ir-0.0.22/llm_ir.egg-info/SOURCES.txt

@@ -0,0 +1,14 @@
+README.md
+pyproject.toml
+llm_ir/__init__.py
+llm_ir/chunks.py
+llm_ir/messages.py
+llm_ir/py.typed
+llm_ir/roles.py
+llm_ir.egg-info/PKG-INFO
+llm_ir.egg-info/SOURCES.txt
+llm_ir.egg-info/dependency_links.txt
+llm_ir.egg-info/requires.txt
+llm_ir.egg-info/top_level.txt
+llm_ir/adapter/__init__.py
+llm_ir/adapter/openai.py

llm_ir-0.0.22/llm_ir.egg-info/dependency_links.txt

@@ -0,0 +1 @@
+

llm_ir-0.0.22/llm_ir.egg-info/requires.txt

@@ -0,0 +1 @@
+pydantic>=2.0

llm_ir-0.0.22/llm_ir.egg-info/top_level.txt

@@ -0,0 +1 @@
+llm_ir

llm_ir-0.0.22/pyproject.toml

@@ -0,0 +1,13 @@
+[project]
+name = "llm-ir"
+version = "0.0.22"
+description = "Core message IR for LLM pipelines"
+authors = [{ name="Mathis Siebert" }]
+requires-python = ">=3.11"
+dependencies = [
+    "pydantic>=2.0"
+]
+
+[build-system]
+requires = ["setuptools", "wheel"]
+build-backend = "setuptools.build_meta"

llm_ir-0.0.22/setup.cfg

@@ -0,0 +1,4 @@
+[egg_info]
+tag_build = 
+tag_date = 0
+