qtype 0.1.2__tar.gz → 0.1.3__tar.gz

{qtype-0.1.2/qtype.egg-info → qtype-0.1.3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: qtype
-Version: 0.1.2
+Version: 0.1.3
 Summary: DSL for Generative AI Prototyping
 Author-email: Lou Kratz <lou.kratz+qtype@bazaarvoice.com>
 License-Expression: Apache-2.0

{qtype-0.1.2 → qtype-0.1.3}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "qtype"
-version = "0.1.2"
+version = "0.1.3"
 description = "DSL for Generative AI Prototyping"
 authors = [{ name="Lou Kratz", email="lou.kratz+qtype@bazaarvoice.com" }]
 readme = "README.md"

{qtype-0.1.2 → qtype-0.1.3}/qtype/interpreter/base/base_step_executor.py

@@ -241,7 +241,7 @@ class StepExecutor(ABC):
 
                 # Track message counts for telemetry
                 message_count = 0
-                error_count = len(failed_messages)
+                error_count = 0
 
                 # Stream results and track progress
                 async with all_results.stream() as streamer:

{qtype-0.1.2 → qtype-0.1.3}/qtype/interpreter/executors/document_splitter_executor.py

@@ -71,7 +71,7 @@ class DocumentSplitterExecutor(StepExecutor):
             # Convert to LlamaIndex Document for splitting
             llama_doc = LlamaDocument(
                 text=content_text,
-                metadata=document.metadata or {},
+                metadata={},  # ommit metadata here as it's added back later and we don't want the chunk size checks
                 doc_id=document.file_id,
             )
 

{qtype-0.1.2 → qtype-0.1.3}/qtype/interpreter/flow.py

@@ -11,9 +11,12 @@ from openinference.semconv.trace import (
 from opentelemetry import context as otel_context
 from opentelemetry import trace
 from opentelemetry.trace import Status, StatusCode
+from rich.console import Console
+from transformers import ProgressCallback
 
 from qtype.interpreter.base import factory
 from qtype.interpreter.base.executor_context import ExecutorContext
+from qtype.interpreter.logging_progress import LoggingProgressCallback
 from qtype.interpreter.rich_progress import RichProgressCallback
 from qtype.interpreter.types import FlowMessage
 from qtype.semantic.model import Flow
@@ -42,9 +45,17 @@ async def run_flow(
     """
     from qtype.interpreter.base.secrets import NoOpSecretManager
 
+    # Wire up progress callback if requested
+    progress_callback: ProgressCallback | None = None
+    if show_progress:
+        console = Console()
+        if console.is_terminal:
+            progress_callback = RichProgressCallback()
+        else:
+            progress_callback = LoggingProgressCallback(log_every_seconds=120)
+
     # Extract or create ExecutorContext
     exec_context = kwargs.pop("context", None)
-    progress_callback = RichProgressCallback() if show_progress else None
     if exec_context is None:
         exec_context = ExecutorContext(
             secret_manager=NoOpSecretManager(),

qtype-0.1.3/qtype/interpreter/logging_progress.py

@@ -0,0 +1,61 @@
+import logging
+import time
+
+from qtype.interpreter.types import ProgressCallback
+
+
+class LoggingProgressCallback(ProgressCallback):
+    def __init__(self, log_every_seconds: float = 120.0) -> None:
+        super().__init__()
+        self.log_every_seconds = log_every_seconds
+        self._last_log: dict[str, float] = {}
+        self._totals: dict[str, int | None] = {}
+
+    def __call__(
+        self,
+        step_id: str,
+        items_processed: int,
+        items_in_error: int,
+        items_succeeded: int,
+        total_items: int | None,
+        cache_hits: int | None,
+        cache_misses: int | None,
+    ) -> None:
+        logger = logging.getLogger(__name__)
+        now = time.monotonic()
+        last = self._last_log.get(step_id, 0.0)
+
+        self._totals[step_id] = total_items
+
+        if now - last < self.log_every_seconds:
+            return
+
+        self._last_log[step_id] = now
+        total_str = (
+            f"{items_processed}/{total_items}"
+            if total_items is not None
+            else f"{items_processed}"
+        )
+        if cache_hits is not None or cache_misses is not None:
+            logger.info(
+                "Step %s: processed=%s, succeeded=%s, errors=%s, "
+                "cache_hits=%s, cache_misses=%s",
+                step_id,
+                total_str,
+                items_succeeded,
+                items_in_error,
+                cache_hits if cache_hits is not None else "-",
+                cache_misses if cache_misses is not None else "-",
+            )
+        else:
+            logger.info(
+                "Step %s: processed=%s, succeeded=%s, errors=%s",
+                step_id,
+                total_str,
+                items_succeeded,
+                items_in_error,
+            )
+
+    def close(self) -> None:
+        # optional: final summary logging
+        pass

{qtype-0.1.2 → qtype-0.1.3/qtype.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: qtype
-Version: 0.1.2
+Version: 0.1.3
 Summary: DSL for Generative AI Prototyping
 Author-email: Lou Kratz <lou.kratz+qtype@bazaarvoice.com>
 License-Expression: Apache-2.0

{qtype-0.1.2 → qtype-0.1.3}/qtype.egg-info/SOURCES.txt

@@ -43,6 +43,7 @@ qtype/interpreter/conversions.py
 qtype/interpreter/converters.py
 qtype/interpreter/endpoints.py
 qtype/interpreter/flow.py
+qtype/interpreter/logging_progress.py
 qtype/interpreter/metadata_api.py
 qtype/interpreter/resource_cache.py
 qtype/interpreter/rich_progress.py