qtype 0.0.13__tar.gz → 0.0.15__tar.gz

{qtype-0.0.13/qtype.egg-info → qtype-0.0.15}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: qtype
-Version: 0.0.13
+Version: 0.0.15
 Summary: DSL for Generative AI Prototyping
 Author-email: Lou Kratz <lou.kratz+qtype@bazaarvoice.com>
 License-Expression: Apache-2.0
@@ -31,6 +31,7 @@ Requires-Dist: llama-index>=0.12.45; extra == "interpreter"
 Requires-Dist: openinference-instrumentation-llama-index>=4.3.4; extra == "interpreter"
 Requires-Dist: pandas>=2.2.3; extra == "interpreter"
 Requires-Dist: psycopg2-binary>=2.9.10; extra == "interpreter"
+Requires-Dist: pyarrow>=21.0.0; extra == "interpreter"
 Requires-Dist: pyathena[sqlalchemy]>=3.18.0; extra == "interpreter"
 Requires-Dist: python-magic>=0.4.27; extra == "interpreter"
 Requires-Dist: s3fs>=2025.7.0; extra == "interpreter"

{qtype-0.0.13 → qtype-0.0.15}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "qtype"
-version = "0.0.13"
+version = "0.0.15"
 description = "DSL for Generative AI Prototyping"
 authors = [{ name="Lou Kratz", email="lou.kratz+qtype@bazaarvoice.com" }]
 readme = "README.md"
@@ -37,6 +37,7 @@ interpreter = [
     "openinference-instrumentation-llama-index>=4.3.4",
     "pandas>=2.2.3",
     "psycopg2-binary>=2.9.10",
+    "pyarrow>=21.0.0",
     "pyathena[sqlalchemy]>=3.18.0",
     "python-magic>=0.4.27",
     "s3fs>=2025.7.0",

{qtype-0.0.13 → qtype-0.0.15}/qtype/interpreter/steps/llm_inference.py

@@ -1,9 +1,16 @@
 import logging
 from typing import Any, Callable
 
+from llama_cloud import MessageRole as LlamaMessageRole
 from llama_index.core.base.llms.types import ChatResponse, CompletionResponse
 
-from qtype.dsl.domain_types import ChatMessage, Embedding
+from qtype.dsl.base_types import PrimitiveTypeEnum
+from qtype.dsl.domain_types import (
+    ChatContent,
+    ChatMessage,
+    Embedding,
+    MessageRole,
+)
 from qtype.interpreter.conversions import (
     from_chat_message,
     to_chat_message,
@@ -96,6 +103,20 @@ def execute(
             history: list[ChatMessage] = conversation_history
             inputs = [to_chat_message(msg) for msg in history] + inputs
 
+        if li.system_message and inputs[0].role != LlamaMessageRole.SYSTEM:
+            # There is a system prompt we should append
+            # Note system_prompt on the llm doesn't work for chat -- is only used for predict https://github.com/run-llama/llama_index/issues/13983
+            system_message = ChatMessage(
+                role=MessageRole.system,
+                blocks=[
+                    ChatContent(
+                        type=PrimitiveTypeEnum.text,
+                        content=li.system_message,
+                    )
+                ],
+            )
+            inputs = [to_chat_message(system_message)] + inputs
+
         # If the stream function is set, we'll stream the results
         chat_result: ChatResponse
         if stream_fn:

{qtype-0.0.13 → qtype-0.0.15/qtype.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: qtype
-Version: 0.0.13
+Version: 0.0.15
 Summary: DSL for Generative AI Prototyping
 Author-email: Lou Kratz <lou.kratz+qtype@bazaarvoice.com>
 License-Expression: Apache-2.0
@@ -31,6 +31,7 @@ Requires-Dist: llama-index>=0.12.45; extra == "interpreter"
 Requires-Dist: openinference-instrumentation-llama-index>=4.3.4; extra == "interpreter"
 Requires-Dist: pandas>=2.2.3; extra == "interpreter"
 Requires-Dist: psycopg2-binary>=2.9.10; extra == "interpreter"
+Requires-Dist: pyarrow>=21.0.0; extra == "interpreter"
 Requires-Dist: pyathena[sqlalchemy]>=3.18.0; extra == "interpreter"
 Requires-Dist: python-magic>=0.4.27; extra == "interpreter"
 Requires-Dist: s3fs>=2025.7.0; extra == "interpreter"

{qtype-0.0.13 → qtype-0.0.15}/qtype.egg-info/requires.txt

@@ -22,6 +22,7 @@ llama-index>=0.12.45
 openinference-instrumentation-llama-index>=4.3.4
 pandas>=2.2.3
 psycopg2-binary>=2.9.10
+pyarrow>=21.0.0
 pyathena[sqlalchemy]>=3.18.0
 python-magic>=0.4.27
 s3fs>=2025.7.0