llmir 0.0.4__py3-none-any.whl → 0.0.6__py3-none-any.whl

llmir/__init__.py

@@ -1,10 +1,10 @@
-from .chunks import AIChunk, AIChunkText, AIChunkFile, AIChunkImageURL, AIChunkToolCall
+from .chunks import AIChunks, AIChunkText, AIChunkFile, AIChunkImageURL, AIChunkToolCall
 from .roles import AIRoles
 from .messages import AIMessages, AIMessage, AIMessageToolResponse
 from .tools import Tool
 
 __all__ = [
-    "AIChunk",
+    "AIChunks",
     "AIChunkText",
     "AIChunkFile",
     "AIChunkImageURL",

llmir/adapter/__init__.py

@@ -1,10 +1,13 @@
-from .openai import to_openai, OpenAIMessage, OpenAIMessageToolResponse, OpenAIContent, OpenAITextContent, OpenAIImageURLContent
+from .openai import to_openai, OpenAIMessage, OpenAIMessageToolResponse, OpenAIContents, OpenAITextContent, OpenAIImageURLContent, OpenAIImageURLURL, OpenAIToolCallContent, OpenAIToolCallFunction
 
 __all__ = [
     "to_openai",
     "OpenAIMessage",
     "OpenAIMessageToolResponse",
-    "OpenAIContent",
+    "OpenAIContents",
     "OpenAITextContent",
     "OpenAIImageURLContent",
+    "OpenAIImageURLURL",
+    "OpenAIToolCallContent",
+    "OpenAIToolCallFunction",
 ]

llmir/adapter/openai.py

@@ -1,48 +1,86 @@
-from typing import TypedDict, Literal, Union
+from typing import TypedDict, Literal
 
 from ..messages import AIMessages, AIMessageToolResponse
-from ..chunks import AIChunk, AIChunkText, AIChunkImageURL, AIChunkFile
+from ..chunks import AIChunks, AIChunkText, AIChunkImageURL, AIChunkFile, AIChunkToolCall
 import base64
+import json
 
 
 class OpenAITextContent(TypedDict):
     type: Literal["text"]
     text: str
 
+class OpenAIImageURLURL(TypedDict):
+    url: str
 
 class OpenAIImageURLContent(TypedDict):
     type: Literal["image_url"]
-    image_url: dict[str, str]
+    image_url: OpenAIImageURLURL
 
-OpenAIContent = Union[OpenAITextContent, OpenAIImageURLContent]
+
+class OpenAIToolCallFunction(TypedDict):
+    name: str
+    arguments: str
+
+class OpenAIToolCallContent(TypedDict):
+    id: str
+    type: Literal["function"]
+    function: OpenAIToolCallFunction
+
+    
+
+OpenAIContents = OpenAITextContent | OpenAIImageURLContent | OpenAIToolCallContent
 
 
 class OpenAIMessage(TypedDict):
     role: str
-    content: list[OpenAIContent]
+    content: list[OpenAIContents]
 
-class OpenAIMessageToolResponse(OpenAIMessage):
+class OpenAIMessageToolResponse(TypedDict):
+    role: Literal["tool"]
     tool_call_id: str
     name: str
+    content: str
 
 
-def to_openai(messages: list[AIMessages]) -> list[OpenAIMessage]:
+OpenAIMessages = OpenAIMessage | OpenAIMessageToolResponse
+
+
+
+def to_openai(messages: list[AIMessages]) -> list[OpenAIMessages]:
     
 
-    result: list[OpenAIMessage] = []
+    result: list[OpenAIMessages] = []
     for message in messages:
         role = message.role.value
         if isinstance(message, AIMessageToolResponse):
+            assert(role == "tool")
+            text: str = ""
+            media_chunks: list[AIChunkFile | AIChunkImageURL] = []
+            for chunk in message.chunks:
+                if isinstance(chunk, AIChunkText):
+                    text += chunk.text
+                elif isinstance(chunk, AIChunkImageURL) or isinstance(chunk, AIChunkFile):
+                    media_chunks.append(chunk)
+                else:
+                    raise Exception(f"Invalid chunk type for Tool Response: {chunk.type}")
             result.append(
                 OpenAIMessageToolResponse(
                     role=role,
                     tool_call_id=message.id,
                     name=message.name,
-                    content=[
-                        chunk_to_openai(chunk) for chunk in message.chunks
-                    ]
+                    content=text,
                 )
             )
+            if media_chunks:
+                result.append(
+                    OpenAIMessage(
+                        role="user", # Hacky, but what else to circumvent API limitations in a broadly compatible way?
+                        content=[
+                            chunk_to_openai(chunk) for chunk in media_chunks
+                        ]
+                    )
+                )
         else:
             result.append(OpenAIMessage(
                 role= role,
@@ -53,7 +91,7 @@ def to_openai(messages: list[AIMessages]) -> list[OpenAIMessage]:
     return result
 
 
-def chunk_to_openai(chunk: AIChunk) -> OpenAIContent:
+def chunk_to_openai(chunk: AIChunks) -> OpenAIContents:
 
     match chunk:
         case AIChunkText():
@@ -77,7 +115,7 @@ def chunk_to_openai(chunk: AIChunk) -> OpenAIContent:
                         "url": f"data:{chunk.mimetype};base64,{base64_data}",
                     }
                 )
-            elif chunk.mimetype == ("text/plain"):
+            elif chunk.mimetype == "text/plain":
                 text = chunk.bytes.decode(encoding="utf-8")
                 return OpenAITextContent(
                     type="text",
@@ -85,5 +123,14 @@ def chunk_to_openai(chunk: AIChunk) -> OpenAIContent:
                 )
             else:
                 raise ValueError(f"Unsupported file type for OpenAI: {chunk.mimetype}")
+        case AIChunkToolCall():
+            return OpenAIToolCallContent(
+                id=chunk.id,
+                type="function",
+                function=OpenAIToolCallFunction(
+                    name=chunk.name,
+                    arguments=json.dumps(chunk.arguments)
+                )
+            )
         case _:
             raise ValueError(f"Unsupported chunk type: {type(chunk)}")

llmir/chunks.py

@@ -23,4 +23,4 @@ class AIChunkToolCall(RichReprMixin, BaseModel):
     arguments: dict[str, object]
 
 
-AIChunk = Union[AIChunkText, AIChunkFile, AIChunkImageURL, AIChunkToolCall]
+AIChunks = Union[AIChunkText, AIChunkFile, AIChunkImageURL, AIChunkToolCall]

llmir/messages.py

@@ -1,17 +1,17 @@
 from pydantic import BaseModel, Field
 from typing import Literal
-from .chunks import AIChunk
+from .chunks import AIChunks
 from .roles import AIRoles
 
 class AIMessage(BaseModel):
 
     role: Literal[AIRoles.USER, AIRoles.MODEL, AIRoles.SYSTEM]
-    chunks: list[AIChunk] = Field(default_factory=list[AIChunk])
+    chunks: list[AIChunks] = Field(default_factory=list[AIChunks])
 
 class AIMessageToolResponse(BaseModel):
 
     role: Literal[AIRoles.TOOL] = AIRoles.TOOL
-    chunks: list[AIChunk] = Field(default_factory=list[AIChunk])
+    chunks: list[AIChunks] = Field(default_factory=list[AIChunks])
     id: str
     name: str
 

{llmir-0.0.4.dist-info → llmir-0.0.6.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: llmir
-Version: 0.0.4
+Version: 0.0.6
 Summary: Core message and tool IR for LLM pipelines
 Author: Mathis Siebert
 Requires-Python: >=3.11

llmir-0.0.6.dist-info/RECORD

@@ -0,0 +1,13 @@
+llmir/__init__.py,sha256=jUDuJiDXZiCql3oa1OBa_4GJHpoGGU1VnEXkVTOF_uQ,413
+llmir/chunks.py,sha256=0FaZzh3RgztLjac_1tubE2VBfZO98Qlcx4-WJ4dUd3M,659
+llmir/messages.py,sha256=tEthCrSE5XUux5S1MMIm2i-_4zwQKbJ2KUYZ51UDN9c,510
+llmir/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+llmir/rich_repr.py,sha256=ZGAfpcPkYJSUpFdir8B1MoORVFBSzVckCrRHVVkJIj4,559
+llmir/roles.py,sha256=B9PmxTHAb8XoiA9en_J1yIP19woddzx4SRUz5XkUxFc,133
+llmir/tools.py,sha256=fpkC3IafHqZJnwo7imtHdkTdGLBHQuR6DtdztXZrlWg,147
+llmir/adapter/__init__.py,sha256=vAEFRB5TvlXbIapU-P61OhgVq7-HYmAIrabRY1EVpIA,441
+llmir/adapter/openai.py,sha256=PdQzxDvFs3ivjy0NS_kWm-NAOKR75e_3VDHEnpDaZY4,4167
+llmir-0.0.6.dist-info/METADATA,sha256=X-_VXw-UrIxgo-QUn4fX269gGaXN1Cre5kxHAq4iwbs,177
+llmir-0.0.6.dist-info/WHEEL,sha256=wUyA8OaulRlbfwMtmQsvNngGrxQHAvkKcvRmdizlJi0,92
+llmir-0.0.6.dist-info/top_level.txt,sha256=fm538OsNUSYa_71IPztSSN2PBCvcbaD5PmUIzaO5hQs,6
+llmir-0.0.6.dist-info/RECORD,,

llmir-0.0.4.dist-info/RECORD

@@ -1,13 +0,0 @@
-llmir/__init__.py,sha256=CxdIqErvDMHNP7n7VO4PAsm-WzytCgYKyGEGHEd5B_s,411
-llmir/chunks.py,sha256=lnN7-3kjYalM6YO0v4ZM2-SYDNZDFfrergj3KEzcv0o,658
-llmir/messages.py,sha256=uABQ3xs_DJ0IWWoePl7M5YqAcpUWyT2vtokz_OuqkJQ,505
-llmir/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-llmir/rich_repr.py,sha256=ZGAfpcPkYJSUpFdir8B1MoORVFBSzVckCrRHVVkJIj4,559
-llmir/roles.py,sha256=B9PmxTHAb8XoiA9en_J1yIP19woddzx4SRUz5XkUxFc,133
-llmir/tools.py,sha256=fpkC3IafHqZJnwo7imtHdkTdGLBHQuR6DtdztXZrlWg,147
-llmir/adapter/__init__.py,sha256=2DKTM3v35_UPVTKiseo6rtIHj_P2OdUgxhNY_PKs5K8,289
-llmir/adapter/openai.py,sha256=IIuSi7qqSpn2Pp1_w9FapsuBzTv_mm02KT65ZDHb3b0,2646
-llmir-0.0.4.dist-info/METADATA,sha256=MzIDDljrYRNKU_PALFuKskEbT0TsXcl6SbdYsF5FHu8,177
-llmir-0.0.4.dist-info/WHEEL,sha256=wUyA8OaulRlbfwMtmQsvNngGrxQHAvkKcvRmdizlJi0,92
-llmir-0.0.4.dist-info/top_level.txt,sha256=fm538OsNUSYa_71IPztSSN2PBCvcbaD5PmUIzaO5hQs,6
-llmir-0.0.4.dist-info/RECORD,,