inferencesh 0.2.12__py3-none-any.whl → 0.2.14__py3-none-any.whl

inferencesh/__init__.py

@@ -10,9 +10,11 @@ from .models import (
     ContextMessageRole,
     Message,
     ContextMessage,
-    ContextMessageWithImage,
     LLMInput,
-    LLMInputWithImage,
+    LLMOutput,
+    build_messages,
+    stream_generate,
+    timing_context,
 )
 from .utils import StorageDir, download
 
@@ -24,9 +26,11 @@ __all__ = [
     "ContextMessageRole",
     "Message",
     "ContextMessage",
-    "ContextMessageWithImage",
     "LLMInput",
-    "LLMInputWithImage",
+    "LLMOutput",
+    "build_messages",
+    "stream_generate",
+    "timing_context",
     "StorageDir",
     "download",
 ]

inferencesh/models/llm.py

@@ -5,6 +5,7 @@ from queue import Queue
 from threading import Thread
 import time
 from contextlib import contextmanager
+import base64
 
 from .base import BaseAppInput, BaseAppOutput
 from .file import File
@@ -136,6 +137,10 @@ def timing_context():
     finally:
         pass
 
+def image_to_base64_data_uri(file_path):
+    with open(file_path, "rb") as img_file:
+        base64_data = base64.b64encode(img_file.read()).decode('utf-8')
+        return f"data:image/png;base64,{base64_data}"
 
 def build_messages(
     input_data: LLMInput,
@@ -164,7 +169,8 @@ def build_messages(
             message_content.append({"type": "text", "text": text})
         if hasattr(msg, 'image') and msg.image:
             if msg.image.path:
-                message_content.append({"type": "image_url", "image_url": {"url": msg.image.path}})
+                image_data_uri = image_to_base64_data_uri(msg.image.path)
+                message_content.append({"type": "image_url", "image_url": {"url": image_data_uri}})
             elif msg.image.uri:
                 message_content.append({"type": "image_url", "image_url": {"url": msg.image.uri}})
         messages.append({
@@ -181,7 +187,8 @@ def build_messages(
         user_content.append({"type": "text", "text": text})
     if hasattr(input_data, 'image') and input_data.image:
         if input_data.image.path:
-            user_content.append({"type": "image_url", "image_url": {"url": input_data.image.path}})
+            image_data_uri = image_to_base64_data_uri(input_data.image.path)
+            user_content.append({"type": "image_url", "image_url": {"url": image_data_uri}})
         elif input_data.image.uri:
             user_content.append({"type": "image_url", "image_url": {"url": input_data.image.uri}})
     messages.append({"role": "user", "content": user_content})

{inferencesh-0.2.12.dist-info → inferencesh-0.2.14.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: inferencesh
-Version: 0.2.12
+Version: 0.2.14
 Summary: inference.sh Python SDK
 Author: Inference Shell Inc.
 Author-email: "Inference Shell Inc." <hello@inference.sh>

{inferencesh-0.2.12.dist-info → inferencesh-0.2.14.dist-info}/RECORD

@@ -1,14 +1,14 @@
-inferencesh/__init__.py,sha256=H26z9pSgivkYfH2OfO5ff6emzmiV_Tc77umCRpdvg0Y,561
+inferencesh/__init__.py,sha256=WdADtOhfa3HDOunoE9HLFCTFlXRykYstBIH1FpyWvj8,613
 inferencesh/models/__init__.py,sha256=FDwcdtT6c4hbRitymjmN-hZMlQa8RbKSftkZZyjtUXA,536
 inferencesh/models/base.py,sha256=4gZQRi8J7y9U6PrGD9pRIehd1MJVJAqGakPQDs2AKFM,3251
 inferencesh/models/file.py,sha256=5xnpypcRahM1YcEjj64rv9g2gTimxrZb41YT4r440hU,7393
-inferencesh/models/llm.py,sha256=jcBHgBK7uNTc1blfRqVBnYYfvGT952At7DL3NI_OKGc,14784
+inferencesh/models/llm.py,sha256=x5nOLnE0A0NGpveETnVjz8ut0stHi9zRI_RNGClLzmY,15153
 inferencesh/utils/__init__.py,sha256=-xiD6uo2XzcrPAWFb_fUbaimmnW4KFKc-8IvBzaxNd4,148
 inferencesh/utils/download.py,sha256=7n5twvoNYDcFnKJyefImaj2YfzRI7vddQw4usZbj38c,1521
 inferencesh/utils/storage.py,sha256=E4J8emd4eFKdmdDgAqzz3TpaaDd3n0l8gYlMHuY8yIU,519
-inferencesh-0.2.12.dist-info/licenses/LICENSE,sha256=OsgqEWIh2el_QMj0y8O1A5Q5Dl-dxqqYbFE6fszuR4s,1086
-inferencesh-0.2.12.dist-info/METADATA,sha256=BKP-aygKely2hISaZ4OKdRj2Ycd6N_ChQOl0gitZHnQ,2757
-inferencesh-0.2.12.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-inferencesh-0.2.12.dist-info/entry_points.txt,sha256=6IC-fyozAqW3ljsMLGCXxJ0_ui2Jb-2fLHtoH1RTnEE,45
-inferencesh-0.2.12.dist-info/top_level.txt,sha256=TSMHg3T1ThMl1HGAWmzBClwOYH1ump5neof9BfHIwaA,12
-inferencesh-0.2.12.dist-info/RECORD,,
+inferencesh-0.2.14.dist-info/licenses/LICENSE,sha256=OsgqEWIh2el_QMj0y8O1A5Q5Dl-dxqqYbFE6fszuR4s,1086
+inferencesh-0.2.14.dist-info/METADATA,sha256=P7wIUeprhVrBlpUKi5tyAiIQ-NZqMpFtjgbJWauho6I,2757
+inferencesh-0.2.14.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+inferencesh-0.2.14.dist-info/entry_points.txt,sha256=6IC-fyozAqW3ljsMLGCXxJ0_ui2Jb-2fLHtoH1RTnEE,45
+inferencesh-0.2.14.dist-info/top_level.txt,sha256=TSMHg3T1ThMl1HGAWmzBClwOYH1ump5neof9BfHIwaA,12
+inferencesh-0.2.14.dist-info/RECORD,,