qtype 0.0.14__py3-none-any.whl → 0.0.15__py3-none-any.whl

qtype/interpreter/steps/llm_inference.py

@@ -1,9 +1,16 @@
 import logging
 from typing import Any, Callable
 
+from llama_cloud import MessageRole as LlamaMessageRole
 from llama_index.core.base.llms.types import ChatResponse, CompletionResponse
 
-from qtype.dsl.domain_types import ChatMessage, Embedding
+from qtype.dsl.base_types import PrimitiveTypeEnum
+from qtype.dsl.domain_types import (
+    ChatContent,
+    ChatMessage,
+    Embedding,
+    MessageRole,
+)
 from qtype.interpreter.conversions import (
     from_chat_message,
     to_chat_message,
@@ -96,6 +103,20 @@ def execute(
             history: list[ChatMessage] = conversation_history
             inputs = [to_chat_message(msg) for msg in history] + inputs
 
+        if li.system_message and inputs[0].role != LlamaMessageRole.SYSTEM:
+            # There is a system prompt we should append
+            # Note system_prompt on the llm doesn't work for chat -- is only used for predict https://github.com/run-llama/llama_index/issues/13983
+            system_message = ChatMessage(
+                role=MessageRole.system,
+                blocks=[
+                    ChatContent(
+                        type=PrimitiveTypeEnum.text,
+                        content=li.system_message,
+                    )
+                ],
+            )
+            inputs = [to_chat_message(system_message)] + inputs
+
         # If the stream function is set, we'll stream the results
         chat_result: ChatResponse
         if stream_fn:

{qtype-0.0.14.dist-info → qtype-0.0.15.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: qtype
-Version: 0.0.14
+Version: 0.0.15
 Summary: DSL for Generative AI Prototyping
 Author-email: Lou Kratz <lou.kratz+qtype@bazaarvoice.com>
 License-Expression: Apache-2.0

{qtype-0.0.14.dist-info → qtype-0.0.15.dist-info}/RECORD

@@ -55,7 +55,7 @@ qtype/interpreter/steps/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG
 qtype/interpreter/steps/agent.py,sha256=Yg56YjTlrwc4oJ-f7ZBazF4ii2oJX8zMhETHF0-ArAU,4008
 qtype/interpreter/steps/condition.py,sha256=E86aRWQpjz18QuKwcGyoIPoOKAvTDZgnpg9qXw6xYas,1128
 qtype/interpreter/steps/decoder.py,sha256=toKiZHpM3_y6imV8xQXmAOvGGFhqJzXaWlM1HLIyOzw,2993
-qtype/interpreter/steps/llm_inference.py,sha256=k7OD40QT95AfjMjAk-5nxCjYCnDe4RdNgIV0Cqn5R8A,5419
+qtype/interpreter/steps/llm_inference.py,sha256=jnRqcTx7yIbJ5Sbi1hjeJUGBw9eOHwgUhe-f-XmngyI,6218
 qtype/interpreter/steps/prompt_template.py,sha256=tK1j6DTUMvlDMcJZDGQ2lLgwq_LkaICIq0U5u-QK_WU,1597
 qtype/interpreter/steps/search.py,sha256=wyVFwg5wVXytsm2JyNPwkuBAWpxEunP-dAiqhDZyii4,660
 qtype/interpreter/steps/tool.py,sha256=SNY1SOTpydwo-P-zf1w2EU9tFkXy9YrfjdI9AP2Kbe8,7276
@@ -98,9 +98,9 @@ qtype/semantic/generate.py,sha256=c7yzVmzNyOqWdlbofR1FY8QyeiLYddnIdSsd6VvyY0c,15
 qtype/semantic/model.py,sha256=HoG6rawJ7UuaDbME9QgQke8lOJYUNdawZBBZucNxPbc,16582
 qtype/semantic/resolver.py,sha256=rhePhY1m4h-qYZucIcBcu0DMocjlOs5OVSbhR5HZ2xo,3404
 qtype/semantic/visualize.py,sha256=ZFXBBxqRkX9vXNoCQAReYU7HB3Ecmsm5sQBMEox8ZNU,17444
-qtype-0.0.14.dist-info/licenses/LICENSE,sha256=1KA5EgYBSR0O6nCH2HEvk6Di53YKJ9r_VCR7G8G8qAY,11341
-qtype-0.0.14.dist-info/METADATA,sha256=wsYlqawnBhhuOj2acJgk-6elV7TNs-pWkpD5ECpW8nI,4737
-qtype-0.0.14.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-qtype-0.0.14.dist-info/entry_points.txt,sha256=5y4vj8RLvgl2tXSj-Hm7v5-Tn3kP4-UonjNoN-mfaQE,41
-qtype-0.0.14.dist-info/top_level.txt,sha256=ONroH5B0mZ51jr7NSWCK0weFwwCO7wBLmyVS1YqNU14,6
-qtype-0.0.14.dist-info/RECORD,,
+qtype-0.0.15.dist-info/licenses/LICENSE,sha256=1KA5EgYBSR0O6nCH2HEvk6Di53YKJ9r_VCR7G8G8qAY,11341
+qtype-0.0.15.dist-info/METADATA,sha256=2nUkDNkw1mBudY2dtHV7mGP7WAk8I85u1mmJG8jGZEM,4737
+qtype-0.0.15.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+qtype-0.0.15.dist-info/entry_points.txt,sha256=5y4vj8RLvgl2tXSj-Hm7v5-Tn3kP4-UonjNoN-mfaQE,41
+qtype-0.0.15.dist-info/top_level.txt,sha256=ONroH5B0mZ51jr7NSWCK0weFwwCO7wBLmyVS1YqNU14,6
+qtype-0.0.15.dist-info/RECORD,,