qtype 0.1.7__tar.gz → 0.1.8__tar.gz

{qtype-0.1.7/qtype.egg-info → qtype-0.1.8}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: qtype
-Version: 0.1.7
+Version: 0.1.8
 Summary: DSL for Generative AI Prototyping
 Author-email: Lou Kratz <lou.kratz+qtype@bazaarvoice.com>
 License-Expression: Apache-2.0

{qtype-0.1.7 → qtype-0.1.8}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "qtype"
-version = "0.1.7"
+version = "0.1.8"
 description = "DSL for Generative AI Prototyping"
 authors = [{ name="Lou Kratz", email="lou.kratz+qtype@bazaarvoice.com" }]
 readme = "README.md"

{qtype-0.1.7 → qtype-0.1.8}/qtype/base/types.py

@@ -54,21 +54,13 @@ class PrimitiveTypeEnum(str, Enum):
     citation_url = "citation_url"
     date = "date"
     datetime = "datetime"
-    int = "int"
     file = "file"
     float = "float"
     image = "image"
+    int = "int"
     text = "text"
     time = "time"
     video = "video"
-    thinking = "thinking"
-
-
-class StepCardinality(str, Enum):
-    """Does this step emit 1 (one) or 0...N (many) items?"""
-
-    one = "one"
-    many = "many"
 
 
 ReferenceT = TypeVar("ReferenceT")

qtype-0.1.8/qtype/base/ui_shapes.py

@@ -0,0 +1,38 @@
+from enum import Enum
+from typing import Union
+
+from pydantic import BaseModel
+from pydantic import ConfigDict as PydanticConfigDict
+from pydantic import Field
+
+from qtype.base.types import PrimitiveTypeEnum
+
+
+class TextWidget(str, Enum):
+    text = "text"  # Simple text widget input, default
+    textarea = "textarea"  # A paragraph editor
+
+
+class TextInputUI(BaseModel):
+    model_config = PydanticConfigDict(extra="forbid")
+
+    widget: TextWidget = Field(
+        default=TextWidget.text,
+        description="What kind of text ui to present",
+    )
+
+
+class FileUploadUI(BaseModel):
+    model_config = PydanticConfigDict(extra="forbid")
+    accept: str = Field(
+        default="*/*",
+        description="The mime type(s) to accept in the file upload.",
+    )
+
+
+UIType = Union[TextInputUI, FileUploadUI]
+
+UI_INPUT_TO_TYPE = {
+    (TextInputUI, PrimitiveTypeEnum.text),
+    (FileUploadUI, PrimitiveTypeEnum.file),
+}

{qtype-0.1.7 → qtype-0.1.8}/qtype/dsl/model.py

@@ -23,9 +23,9 @@ from qtype.base.types import (
     ConcurrentStepMixin,
     PrimitiveTypeEnum,
     Reference,
-    StepCardinality,
     StrictBaseModel,
 )
+from qtype.base.ui_shapes import UI_INPUT_TO_TYPE, UIType
 from qtype.dsl.domain_types import (
     ChatContent,
     ChatMessage,
@@ -212,12 +212,24 @@ class Variable(StrictBaseModel):
         ),
     )
 
+    ui: UIType | None = Field(None, description="Hints for the UI if needed.")
+
     @model_validator(mode="before")
     @classmethod
     def resolve_type(cls, data: Any, info: ValidationInfo) -> Any:
         """Resolve string-based type references using the shared validator."""
         return _resolve_type_field_validator(data, info)
 
+    @model_validator(mode="after")
+    def validate_ui_type(self) -> Variable:
+        """Ensure at least one credential source is provided."""
+        if self.ui is not None:
+            if (type(self.ui), self.type) not in UI_INPUT_TO_TYPE:
+                raise ValueError(
+                    f"Variable of {self.type} is not comptabile with UI configuration {self.ui}"
+                )
+        return self
+
 
 class SecretReference(StrictBaseModel):
     """
@@ -350,10 +362,6 @@ class Step(CachedStepMixin, StrictBaseModel, ABC):
 
     id: str = Field(..., description="Unique ID of this component.")
     type: str = Field(..., description="Type of the step component.")
-    cardinality: StepCardinality = Field(
-        default=StepCardinality.one,
-        description="Does this step emit 1 (one) or 0...N (many) instances of the outputs?",
-    )
     inputs: list[Reference[Variable] | str] = Field(
         default_factory=list,
         description="References to the variables required by this step.",
@@ -364,6 +372,33 @@ class Step(CachedStepMixin, StrictBaseModel, ABC):
     )
 
 
+class Explode(Step):
+    """A step that takes a list input and produces multiple outputs, one per item in the list."""
+
+    type: Literal["Explode"] = "Explode"
+
+
+class Collect(Step, BatchableStepMixin):
+    """A step that collects all inputs and creates a single list to return."""
+
+    type: Literal["Collect"] = "Collect"
+
+    batch_config: BatchConfig = Field(
+        default_factory=partial(BatchConfig, batch_size=sys.maxsize),
+        description="Configuration for processing the input stream in batches. If omitted, the step processes items one by one.",
+    )
+
+
+class Construct(Step):
+    """A step that converts variables into an instance of a Custom or Domain Type"""
+
+    type: Literal["Construct"] = "Construct"
+    field_mapping: dict[str, str] = Field(
+        ...,
+        description="Mapping of type inputs to variable names, if needed.",
+    )
+
+
 class PromptTemplate(Step):
     """Defines a prompt template with a string format and variable bindings.
     This is used to generate prompts dynamically based on input variables."""
@@ -892,10 +927,6 @@ class Source(Step):
     """Base class for data sources"""
 
     id: str = Field(..., description="Unique ID of the data source.")
-    cardinality: Literal[StepCardinality.many] = Field(
-        default=StepCardinality.many,
-        description="Sources always emit 0...N instances of the outputs.",
-    )
 
 
 class SQLSource(Source):
@@ -952,7 +983,6 @@ class Aggregate(Step):
     """
 
     type: Literal["Aggregate"] = "Aggregate"
-    cardinality: Literal[StepCardinality.one] = StepCardinality.one
 
     # Outputs are now optional. The user can provide 0, 1, 2, or 3 names.
     # The order will be: success_count, error_count, total_count
@@ -1006,10 +1036,6 @@ class DocumentSplitter(Step, ConcurrentStepMixin):
     """Configuration for chunking/splitting documents into embeddable nodes/chunks."""
 
     type: Literal["DocumentSplitter"] = "DocumentSplitter"
-    cardinality: Literal[StepCardinality.many] = Field(
-        default=StepCardinality.many,
-        description="Consumes one document and emits 0...N nodes/chunks.",
-    )
 
     splitter_name: str = Field(
         default="SentenceSplitter",
@@ -1029,10 +1055,6 @@ class DocumentEmbedder(Step, ConcurrentStepMixin):
     """Embeds document chunks using a specified embedding model."""
 
     type: Literal["DocumentEmbedder"] = "DocumentEmbedder"
-    cardinality: Literal[StepCardinality.many] = Field(
-        default=StepCardinality.many,
-        description="Consumes one chunk and emits one embedded chunk.",
-    )
     model: Reference[EmbeddingModel] | str = Field(
         ..., description="Embedding model to use for vectorization."
     )
@@ -1200,6 +1222,8 @@ StepType = Annotated[
         Agent,
         Aggregate,
         BedrockReranker,
+        Collect,
+        Construct,
         Decoder,
         DocToTextConverter,
         DocumentEmbedder,
@@ -1207,6 +1231,7 @@ StepType = Annotated[
         DocumentSplitter,
         DocumentSource,
         Echo,
+        Explode,
         FieldExtractor,
         FileSource,
         FileWriter,

{qtype-0.1.7 → qtype-0.1.8}/qtype/interpreter/base/base_step_executor.py

@@ -230,21 +230,12 @@ class StepExecutor(ABC):
                     prepared_messages, process_item, task_limit=num_workers
                 )
 
-                # Combine all streams
-                async def emit_failed_messages() -> AsyncIterator[FlowMessage]:
-                    for msg in failed_messages:
-                        yield msg
-
-                all_results = stream.concat(
-                    stream.iterate([result_stream, emit_failed_messages()])
-                )
-
                 # Track message counts for telemetry
                 message_count = 0
                 error_count = 0
 
                 # Stream results and track progress
-                async with all_results.stream() as streamer:
+                async with result_stream.stream() as streamer:
                     result: FlowMessage
                     async for result in streamer:
                         message_count += 1
@@ -255,6 +246,15 @@ class StepExecutor(ABC):
                         )
                         yield result
 
+                # Emit failed messages after processing completes
+                for msg in failed_messages:
+                    message_count += 1
+                    error_count += 1
+                    self.progress.update_for_message(
+                        msg, self.context.on_progress
+                    )
+                    yield msg
+
                 # Finalize and track those messages too
                 async for msg in self.finalize():
                     message_count += 1

{qtype-0.1.7 → qtype-0.1.8}/qtype/interpreter/base/factory.py

@@ -2,6 +2,8 @@ from qtype.semantic.model import (
     Agent,
     Aggregate,
     BedrockReranker,
+    Collect,
+    Construct,
     Decoder,
     DocToTextConverter,
     DocumentEmbedder,
@@ -9,6 +11,7 @@ from qtype.semantic.model import (
     DocumentSource,
     DocumentSplitter,
     Echo,
+    Explode,
     FieldExtractor,
     FileSource,
     FileWriter,
@@ -32,6 +35,8 @@ EXECUTOR_REGISTRY = {
     Agent: "qtype.interpreter.executors.agent_executor.AgentExecutor",
     Aggregate: "qtype.interpreter.executors.aggregate_executor.AggregateExecutor",
     BedrockReranker: "qtype.interpreter.executors.bedrock_reranker_executor.BedrockRerankerExecutor",
+    Collect: "qtype.interpreter.executors.collect_executor.CollectExecutor",
+    Construct: "qtype.interpreter.executors.construct_executor.ConstructExecutor",
     Decoder: "qtype.interpreter.executors.decoder_executor.DecoderExecutor",
     DocToTextConverter: "qtype.interpreter.executors.doc_to_text_executor.DocToTextConverterExecutor",
     DocumentEmbedder: "qtype.interpreter.executors.document_embedder_executor.DocumentEmbedderExecutor",
@@ -39,6 +44,7 @@ EXECUTOR_REGISTRY = {
     DocumentSource: "qtype.interpreter.executors.document_source_executor.DocumentSourceExecutor",
     DocumentSplitter: "qtype.interpreter.executors.document_splitter_executor.DocumentSplitterExecutor",
     Echo: "qtype.interpreter.executors.echo_executor.EchoExecutor",
+    Explode: "qtype.interpreter.executors.explode_executor.ExplodeExecutor",
     FieldExtractor: "qtype.interpreter.executors.field_extractor_executor.FieldExtractorExecutor",
     FileSource: "qtype.interpreter.executors.file_source_executor.FileSourceExecutor",
     FileWriter: "qtype.interpreter.executors.file_writer_executor.FileWriterExecutor",

{qtype-0.1.7 → qtype-0.1.8}/qtype/interpreter/base/step_cache.py

@@ -67,8 +67,8 @@ def from_cache_value(
 ) -> FlowMessage:
     """Reconstructs a FlowMessage from cached output values."""
     if "FlowMessage.__error__" in cache_value:
-        msg = message.model_copy(deep=True)
-        msg.error = cache_value["FlowMessage.__error__"]
-        return msg
+        return message.model_copy(
+            deep=True, update={"error": cache_value["FlowMessage.__error__"]}
+        )
     else:
         return message.copy_with_variables(cache_value)

{qtype-0.1.7 → qtype-0.1.8}/qtype/interpreter/conversions.py

@@ -18,7 +18,8 @@ from llama_index.core.base.llms.types import (
 from llama_index.core.memory import Memory as LlamaMemory
 from llama_index.core.schema import Document as LlamaDocument
 from llama_index.core.vector_stores.types import BasePydanticVectorStore
-from opensearchpy import AsyncOpenSearch, AWSV4SignerAuth
+from opensearchpy import AsyncHttpConnection, AsyncOpenSearch
+from opensearchpy.helpers.asyncsigner import AWSV4SignerAsyncAuth
 
 from qtype.base.types import PrimitiveTypeEnum
 from qtype.dsl.domain_types import (
@@ -369,7 +370,7 @@ def to_opensearch_client(
         InterpreterError: If authentication fails or configuration is invalid
     """
     client_kwargs: dict[str, Any] = {
-        "hosts": [index.endpoint],
+        "hosts": index.endpoint,
         **index.args,
     }
 
@@ -390,15 +391,17 @@ def to_opensearch_client(
                         f"Failed to obtain AWS credentials for DocumentIndex '{index.id}'"
                     )
 
-                # Use opensearch-py's built-in AWS auth
-                aws_auth = AWSV4SignerAuth(
+                # Use opensearch-py's async AWS auth
+                aws_auth = AWSV4SignerAsyncAuth(
                     credentials,
                     auth_session.region_name or "us-east-1",  # type: ignore
+                    "aoss",  # service name for OpenSearch Serverless
                 )
 
                 client_kwargs["http_auth"] = aws_auth
                 client_kwargs["use_ssl"] = True
                 client_kwargs["verify_certs"] = True
+                client_kwargs["connection_class"] = AsyncHttpConnection
         else:
             raise InterpreterError(
                 f"Unsupported authentication type for DocumentIndex: {type(index.auth)}"

{qtype-0.1.7 → qtype-0.1.8}/qtype/interpreter/executors/agent_executor.py

@@ -93,8 +93,7 @@ class AgentExecutor(StepExecutor, ToolExecutionMixin, FunctionToolHelper):
             logger.error(f"Agent execution failed: {e}", exc_info=True)
             # Emit error event to stream so frontend can display it
             await self.stream_emitter.error(str(e))
-            message.set_error(self.step.id, e)
-            yield message
+            yield message.copy_with_error(self.step.id, e)
 
     async def _process_chat(
         self,

{qtype-0.1.7 → qtype-0.1.8}/qtype/interpreter/executors/bedrock_reranker_executor.py

@@ -160,8 +160,7 @@ class BedrockRerankerExecutor(StepExecutor):
             logger.error(f"Reranking failed: {e}", exc_info=True)
             # Emit error event to stream so frontend can display it
             await self.stream_emitter.error(str(e))
-            message.set_error(self.step.id, e)
-            yield message
+            yield message.copy_with_error(self.step.id, e)
 
     def _query(self, message: FlowMessage) -> str:
         """Extract the query string from the FlowMessage.

qtype-0.1.8/qtype/interpreter/executors/collect_executor.py

@@ -0,0 +1,76 @@
+from typing import Any, AsyncIterator
+
+from qtype.interpreter.base.batch_step_executor import BatchedStepExecutor
+from qtype.interpreter.base.executor_context import ExecutorContext
+from qtype.interpreter.types import FlowMessage
+from qtype.semantic.model import Collect
+
+
+def _find_common_ancestors(messages: list[FlowMessage]) -> dict[str, Any]:
+    if not messages:
+        return {}
+
+    # 1. Start with all variables from the first message
+    common_vars = messages[0].variables.copy()
+
+    for msg in messages[1:]:
+        # 2. Identify keys that either don't exist in this message
+        #    OR have a different value (diverged)
+        diverged_keys = [
+            k
+            for k, v in common_vars.items()
+            if k not in msg.variables or msg.variables[k] != v
+        ]
+        # 3. Remove diverged keys to leave only the "Common Ancestors"
+        for k in diverged_keys:
+            common_vars.pop(k)
+
+    return common_vars
+
+
+class CollectExecutor(BatchedStepExecutor):
+    """Executor for Collect steps."""
+
+    def __init__(
+        self,
+        step: Collect,
+        context: ExecutorContext,
+        **dependencies,
+    ):
+        super().__init__(step, context, **dependencies)
+        if not isinstance(step, Collect):
+            raise ValueError("CollectExecutor can only execute Collect steps.")
+        self.step = step
+
+    async def process_batch(
+        self,
+        batch: list[FlowMessage],
+    ) -> AsyncIterator[FlowMessage]:
+        """Process a batch of FlowMessages for the Collect step.
+
+        Args:
+            batch: A list of FlowMessages to process.
+
+        Yields:
+            FlowMessages with the results of processing.
+        """
+
+        # Note that the batch processor accumulates the messages that we need,
+        # so this function isn't called until collection is ready.
+
+        # outputs[0] and inputs[0] is safe here since semantic validation ensures only one output
+        output_name = self.step.outputs[0].id
+        input_name = self.step.inputs[0].id
+
+        if len(batch) == 0:
+            # No messages to process -- yield nothing
+            return
+
+        results = []
+        for msg in batch:
+            results.append(msg.variables[input_name])
+
+        # Only variables common to all input messages are propagated at the end
+        common_ancestors = _find_common_ancestors(batch)
+        new_variables = {output_name: results} | common_ancestors
+        yield FlowMessage(session=batch[0].session, variables=new_variables)

qtype-0.1.8/qtype/interpreter/executors/construct_executor.py

@@ -0,0 +1,68 @@
+from typing import AsyncIterator
+
+from qtype.dsl.model import ListType
+from qtype.interpreter.base.base_step_executor import StepExecutor
+from qtype.interpreter.base.executor_context import ExecutorContext
+from qtype.interpreter.types import FlowMessage
+from qtype.interpreter.typing import instantiate_variable
+from qtype.semantic.model import Construct
+
+
+class ConstructExecutor(StepExecutor):
+    """Executor for Construct steps."""
+
+    def __init__(
+        self,
+        step: Construct,
+        context: ExecutorContext,
+        **dependencies,
+    ):
+        super().__init__(step, context, **dependencies)
+        if not isinstance(step, Construct):
+            raise ValueError(
+                "ConstructExecutor can only execute Construct steps."
+            )
+        self.step = step
+
+    async def process_message(
+        self,
+        message: FlowMessage,
+    ) -> AsyncIterator[FlowMessage]:
+        """Process a FlowMessage for the Construct step.
+
+        Args:
+            message: The FlowMessage to process.
+        Yields:
+            FlowMessages with the results of processing.
+        """
+        try:
+            # Safe since semantic validation ensures exactly one output variable
+            output_var = self.step.outputs[0]
+
+            if (
+                isinstance(output_var.type, ListType)
+                or len(self.step.inputs) == 1
+            ):
+                inputs = message.variables[self.step.inputs[0].id]
+            elif hasattr(output_var.type, "model_validate"):
+                # This is a custom type (Pydantic model)
+                # So input should be a dict
+                input_values = {
+                    input_var.id: message.variables[input_var.id]
+                    for input_var in self.step.inputs
+                }
+                # use the mapping to convert variable names to
+                inputs = {
+                    self.step.field_mapping.get(var_name, var_name): value
+                    for var_name, value in input_values.items()
+                }
+            else:
+                raise ValueError(
+                    "Construct step must have either a single input or output of a custom type."
+                )
+            constructed_value = instantiate_variable(output_var, inputs)
+            yield message.copy_with_variables(
+                {output_var.id: constructed_value}
+            )
+        except Exception as e:
+            yield message.copy_with_error(self.step.id, e)

{qtype-0.1.7 → qtype-0.1.8}/qtype/interpreter/executors/decoder_executor.py

@@ -159,5 +159,4 @@ class DecoderExecutor(StepExecutor):
         except Exception as e:
             # Emit error event to stream so frontend can display it
             await self.stream_emitter.error(str(e))
-            message.set_error(self.step.id, e)
-            yield message
+            yield message.copy_with_error(self.step.id, e)

{qtype-0.1.7 → qtype-0.1.8}/qtype/interpreter/executors/doc_to_text_executor.py

@@ -74,8 +74,7 @@ class DocToTextConverterExecutor(StepExecutor):
         except Exception as e:
             # Emit error event to stream so frontend can display it
             await self.stream_emitter.error(str(e))
-            message.set_error(self.step.id, e)
-            yield message
+            yield message.copy_with_error(self.step.id, e)
 
     def _convert_doc(self, doc: RAGDocument) -> RAGDocument:
         """Convert a RAGDocument to text/markdown format.

{qtype-0.1.7 → qtype-0.1.8}/qtype/interpreter/executors/document_embedder_executor.py

@@ -119,5 +119,4 @@ class DocumentEmbedderExecutor(StepExecutor):
                 f"Error processing DocumentEmbedder step {self.step.id}",
                 exc_info=e,
             )
-            message.set_error(self.step.id, e)
-            yield message
+            yield message.copy_with_error(self.step.id, e)

{qtype-0.1.7 → qtype-0.1.8}/qtype/interpreter/executors/document_search_executor.py

@@ -109,5 +109,4 @@ class DocumentSearchExecutor(StepExecutor):
         except Exception as e:
             # Emit error event to stream so frontend can display it
             await self.stream_emitter.error(str(e))
-            message.set_error(self.step.id, e)
-            yield message
+            yield message.copy_with_error(self.step.id, e)

{qtype-0.1.7 → qtype-0.1.8}/qtype/interpreter/executors/document_source_executor.py

@@ -114,5 +114,4 @@ class DocumentSourceExecutor(StepExecutor):
         except Exception as e:
             # Emit error event to stream so frontend can display it
             await self.stream_emitter.error(str(e))
-            message.set_error(self.step.id, e)
-            yield message
+            yield message.copy_with_error(self.step.id, e)

{qtype-0.1.7 → qtype-0.1.8}/qtype/interpreter/executors/document_splitter_executor.py

@@ -101,5 +101,4 @@ class DocumentSplitterExecutor(StepExecutor):
         except Exception as e:
             # Emit error event to stream so frontend can display it
             await self.stream_emitter.error(str(e))
-            message.set_error(self.step.id, e)
-            yield message
+            yield message.copy_with_error(self.step.id, e)

{qtype-0.1.7 → qtype-0.1.8}/qtype/interpreter/executors/echo_executor.py

@@ -59,5 +59,4 @@ class EchoExecutor(StepExecutor):
         except Exception as e:
             # Emit error event to stream so frontend can display it
             await self.stream_emitter.error(str(e))
-            message.set_error(self.step.id, e)
-            yield message
+            yield message.copy_with_error(self.step.id, e)

qtype-0.1.8/qtype/interpreter/executors/explode_executor.py

@@ -0,0 +1,49 @@
+from typing import AsyncIterator
+
+from qtype.interpreter.base.base_step_executor import StepExecutor
+from qtype.interpreter.base.executor_context import ExecutorContext
+from qtype.interpreter.types import FlowMessage
+from qtype.semantic.model import Explode
+
+
+class ExplodeExecutor(StepExecutor):
+    """Executor for Explode steps."""
+
+    def __init__(
+        self,
+        step: Explode,
+        context: ExecutorContext,
+        **dependencies,
+    ):
+        super().__init__(step, context, **dependencies)
+        if not isinstance(step, Explode):
+            raise ValueError("ExplodeExecutor can only execute Explode steps.")
+        self.step = step
+
+    async def process_message(
+        self,
+        message: FlowMessage,
+    ) -> AsyncIterator[FlowMessage]:
+        """Process a FlowMessage for the Explode step.
+
+        Args:
+            message: A FlowMessage to process.
+        Yields:
+            FlowMessages with the results of processing.
+        """
+        try:
+            input_name = self.step.inputs[0].id
+            output_name = self.step.outputs[0].id
+
+            input_value = message.variables.get(input_name)
+
+            if not isinstance(input_value, list):
+                raise ValueError(
+                    f"Explode step expected a list for input '{input_name}', "
+                    f"but got: {type(input_value).__name__}"
+                )
+
+            for item in input_value:
+                yield message.copy_with_variables({output_name: item})
+        except Exception as e:
+            yield message.copy_with_error(self.step.id, e)

{qtype-0.1.7 → qtype-0.1.8}/qtype/interpreter/executors/field_extractor_executor.py

@@ -161,5 +161,4 @@ class FieldExtractorExecutor(StepExecutor):
         except Exception as e:
             # Emit error event to stream so frontend can display it
             await self.stream_emitter.error(str(e))
-            message.set_error(self.step.id, e)
-            yield message
+            yield message.copy_with_error(self.step.id, e)