aiqtoolkit 1.2.0a20250527__py3-none-any.whl → 1.2.0a20250529__py3-none-any.whl

aiq/cli/commands/start.py

@@ -33,7 +33,7 @@ from aiq.utils.type_utils import DecomposedType
 logger = logging.getLogger(__name__)
 
 
-class StartCommandGroup(click.MultiCommand):
+class StartCommandGroup(click.Group):
 
     # pylint: disable=too-many-positional-arguments
     def __init__(

aiq/eval/evaluate.py

@@ -84,15 +84,19 @@ class EvaluationRun:  # pylint: disable=too-many-public-methods
                 return "", []
 
             async with session_manager.run(item.input_obj) as runner:
+                if not session_manager.workflow.has_single_output:
+                    # raise an error if the workflow has multiple outputs
+                    raise NotImplementedError("Multiple outputs are not supported")
+
+                runner_result = None
+                intermediate_future = None
+
                 try:
+
                     # Start usage stats and intermediate steps collection in parallel
                     intermediate_future = pull_intermediate()
-
-                    if session_manager.workflow.has_single_output:
-                        base_output = await runner.result()
-                    else:
-                        # raise an error if the workflow has multiple outputs
-                        raise NotImplementedError("Multiple outputs are not supported")
+                    runner_result = runner.result()
+                    base_output = await runner_result
                     intermediate_steps = await intermediate_future
                 except NotImplementedError as e:
                     # raise original error
@@ -101,6 +105,13 @@ class EvaluationRun:  # pylint: disable=too-many-public-methods
                     logger.exception("Failed to run the workflow: %s", e, exc_info=True)
                     # stop processing if a workflow error occurs
                     self.workflow_interrupted = True
+
+                    # Cancel any coroutines that are still running, avoiding a warning about unawaited coroutines
+                    # (typically one of these two is what raised the exception and the other is still running)
+                    for coro in (runner_result, intermediate_future):
+                        if coro is not None:
+                            asyncio.ensure_future(coro).cancel()
+
                     stop_event.set()
                     return
 

aiq/observability/async_otel_listener.py

@@ -15,6 +15,7 @@
 
 import logging
 import re
+import warnings
 from contextlib import asynccontextmanager
 from contextlib import contextmanager
 from typing import Any
@@ -30,10 +31,20 @@ from aiq.utils.optional_imports import TelemetryOptionalImportError
 from aiq.utils.optional_imports import try_import_opentelemetry
 
 try:
-    from weave.trace.context import weave_client_context
-    from weave.trace.context.call_context import get_current_call
-    from weave.trace.context.call_context import set_call_stack
-    from weave.trace.weave_client import Call
+    with warnings.catch_warnings():
+        # Ignore deprecation warnings being triggered by weave. https://github.com/wandb/weave/issues/3666
+        # and https://github.com/wandb/weave/issues/4533
+        warnings.filterwarnings("ignore", category=DeprecationWarning, message=r"^`sentry_sdk\.Hub` is deprecated")
+        warnings.filterwarnings("ignore",
+                                category=DeprecationWarning,
+                                message=r"^Using extra keyword arguments on `Field` is deprecated")
+        warnings.filterwarnings("ignore",
+                                category=DeprecationWarning,
+                                message=r"^`include` is deprecated and does nothing")
+        from weave.trace.context import weave_client_context
+        from weave.trace.context.call_context import get_current_call
+        from weave.trace.context.call_context import set_call_stack
+        from weave.trace.weave_client import Call
     WEAVE_AVAILABLE = True
 except ImportError:
     WEAVE_AVAILABLE = False

aiq/observability/register.py

@@ -14,6 +14,7 @@
 # limitations under the License.
 
 import logging
+import os
 
 from pydantic import Field
 
@@ -22,6 +23,7 @@ from aiq.cli.register_workflow import register_logging_method
 from aiq.cli.register_workflow import register_telemetry_exporter
 from aiq.data_models.logging import LoggingBaseConfig
 from aiq.data_models.telemetry_exporter import TelemetryExporterBaseConfig
+from aiq.utils.optional_imports import telemetry_optional_import
 from aiq.utils.optional_imports import try_import_opentelemetry
 from aiq.utils.optional_imports import try_import_phoenix
 
@@ -42,11 +44,67 @@ async def phoenix_telemetry_exporter(config: PhoenixTelemetryExporter, builder:
         # If the dependencies are not installed, a TelemetryOptionalImportError will be raised
         phoenix = try_import_phoenix()  # noqa: F841
         from phoenix.otel import HTTPSpanExporter
+
         yield HTTPSpanExporter(config.endpoint)
     except ConnectionError as ex:
-        logger.warning("Unable to connect to Phoenix at port 6006. Are you sure Phoenix is running?\n %s",
-                       ex,
-                       exc_info=True)
+        logger.warning(
+            "Unable to connect to Phoenix at port 6006. Are you sure Phoenix is running?\n %s",
+            ex,
+            exc_info=True,
+        )
+
+
+class LangfuseTelemetryExporter(TelemetryExporterBaseConfig, name="langfuse"):
+    """A telemetry exporter to transmit traces to externally hosted langfuse service."""
+
+    endpoint: str = Field(description="The langfuse OTEL endpoint (/api/public/otel/v1/traces)")
+    public_key: str = Field(description="The Langfuse public key", default="")
+    secret_key: str = Field(description="The Langfuse secret key", default="")
+
+
+@register_telemetry_exporter(config_type=LangfuseTelemetryExporter)
+async def langfuse_telemetry_exporter(config: LangfuseTelemetryExporter, builder: Builder):
+    """Create a Langfuse telemetry exporter."""
+
+    import base64
+
+    trace_exporter = telemetry_optional_import("opentelemetry.exporter.otlp.proto.http.trace_exporter")
+
+    secret_key = config.secret_key or os.environ.get("LANGFUSE_SECRET_KEY")
+    public_key = config.public_key or os.environ.get("LANGFUSE_PUBLIC_KEY")
+    if not secret_key or not public_key:
+        raise ValueError("secret and public keys are required for langfuse")
+
+    credentials = f"{public_key}:{secret_key}".encode("utf-8")
+    auth_header = base64.b64encode(credentials).decode("utf-8")
+    headers = {"Authorization": f"Basic {auth_header}"}
+
+    yield trace_exporter.OTLPSpanExporter(endpoint=config.endpoint, headers=headers)
+
+
+class LangsmithTelemetryExporter(TelemetryExporterBaseConfig, name="langsmith"):
+    """A telemetry exporter to transmit traces to externally hosted langsmith service."""
+
+    endpoint: str = Field(
+        description="The langsmith OTEL endpoint",
+        default="https://api.smith.langchain.com/otel/v1/traces",
+    )
+    api_key: str = Field(description="The Langsmith API key", default="")
+    project: str = Field(description="The project name to group the telemetry traces.")
+
+
+@register_telemetry_exporter(config_type=LangsmithTelemetryExporter)
+async def langsmith_telemetry_exporter(config: LangsmithTelemetryExporter, builder: Builder):
+    """Create a Langsmith telemetry exporter."""
+
+    trace_exporter = telemetry_optional_import("opentelemetry.exporter.otlp.proto.http.trace_exporter")
+
+    api_key = config.api_key or os.environ.get("LANGSMITH_API_KEY")
+    if not api_key:
+        raise ValueError("API key is required for langsmith")
+
+    headers = {"x-api-key": api_key, "LANGSMITH_PROJECT": config.project}
+    yield trace_exporter.OTLPSpanExporter(endpoint=config.endpoint, headers=headers)
 
 
 class OtelCollectorTelemetryExporter(TelemetryExporterBaseConfig, name="otelcollector"):
@@ -73,8 +131,8 @@ class ConsoleLoggingMethod(LoggingBaseConfig, name="console"):
 @register_logging_method(config_type=ConsoleLoggingMethod)
 async def console_logging_method(config: ConsoleLoggingMethod, builder: Builder):
     """
-        Build and return a StreamHandler for console-based logging.
-        """
+    Build and return a StreamHandler for console-based logging.
+    """
     level = getattr(logging, config.level.upper(), logging.INFO)
     handler = logging.StreamHandler()
     handler.setLevel(level)
@@ -91,8 +149,8 @@ class FileLoggingMethod(LoggingBaseConfig, name="file"):
 @register_logging_method(config_type=FileLoggingMethod)
 async def file_logging_method(config: FileLoggingMethod, builder: Builder):
     """
-        Build and return a FileHandler for file-based logging.
-        """
+    Build and return a FileHandler for file-based logging.
+    """
     level = getattr(logging, config.level.upper(), logging.INFO)
     handler = logging.FileHandler(filename=config.path, mode="a", encoding="utf-8")
     handler.setLevel(level)

aiq/profiler/inference_optimization/data_models.py

@@ -220,7 +220,7 @@ class CallNode(BaseModel):
         return "\n".join([info] + child_strs)
 
 
-CallNode.update_forward_refs()
+CallNode.model_rebuild()
 
 
 class NodeMetrics(BaseModel):
@@ -296,7 +296,7 @@ class ConcurrencyCallNode(CallNode):
     llm_text_output: str | None = None
 
 
-ConcurrencyCallNode.update_forward_refs()
+ConcurrencyCallNode.model_rebuild()
 
 
 class ConcurrencySpikeInfo(BaseModel):

aiq/profiler/inference_optimization/llm_metrics.py

@@ -176,8 +176,8 @@ class LLMMetrics:
             return subdf
 
         # Apply the group metrics
-        df = (df.groupby(['example_number', 'function_name'],
-                         group_keys=False).apply(_compute_group_metrics).sort_index())
+        df_group = df.groupby(['example_number', 'function_name'], group_keys=False)
+        df = df_group[df.columns].apply(_compute_group_metrics).sort_index()
 
         # ---------------------------------------------------------------------
         # 5. NOVA-Predicted-OSL

aiq/runtime/loader.py

@@ -132,7 +132,7 @@ def discover_entrypoints(plugin_type: PluginTypes):
         plugin_groups.append("aiq.evaluators")
 
     # Get the entry points for the specified groups
-    aiq_plugins = reduce(lambda x, y: x + y, [entry_points.select(group=y) for y in plugin_groups])
+    aiq_plugins = reduce(lambda x, y: list(x) + list(y), [entry_points.select(group=y) for y in plugin_groups])
 
     return aiq_plugins
 

{aiqtoolkit-1.2.0a20250527.dist-info → aiqtoolkit-1.2.0a20250529.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: aiqtoolkit
-Version: 1.2.0a20250527
+Version: 1.2.0a20250529
 Summary: NVIDIA Agent Intelligence toolkit
 Author: NVIDIA Corporation
 Maintainer: NVIDIA Corporation

{aiqtoolkit-1.2.0a20250527.dist-info → aiqtoolkit-1.2.0a20250529.dist-info}/RECORD

@@ -44,7 +44,7 @@ aiq/cli/cli_utils/config_override.py,sha256=WuX9ki1W0Z6jTqjm553U_owWFxbVzjbKRWGJ
 aiq/cli/cli_utils/validation.py,sha256=GlKpoi3HfE5HELjmz5wk8ezGbb5iZeY0zmA3uxmCrBU,1302
 aiq/cli/commands/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 aiq/cli/commands/evaluate.py,sha256=_pqAuvrNKBf0DvGpZFO28vAKBWp6izMpaLbAVnP57_4,4783
-aiq/cli/commands/start.py,sha256=7vBtp6BE82bp_G4H0mtTdll7ynrq90HBO4Fy7KB4Aok,9995
+aiq/cli/commands/start.py,sha256=tP0V8I6i0abPBKAVrMObgekIZICtijkG17G7z_m83wM,9988
 aiq/cli/commands/uninstall.py,sha256=tTb5WsyRPPXo511yAGSvSG7U19swbQs8Cf_B4rh7mxQ,3248
 aiq/cli/commands/validate.py,sha256=YfYNRK7m5te_jkKp1klhGp4PdUVCuDyVG4LRW1YXZk0,1669
 aiq/cli/commands/configure/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -107,7 +107,7 @@ aiq/embedder/openai_embedder.py,sha256=5FO3xsyNvEmbLBsZb3xsCpbN1Soxio4yf4b5gTPVx
 aiq/embedder/register.py,sha256=3MTZrfNQKp6AZTbfaA-PpTnyXiMyu-8HH9JnDCC0v9o,978
 aiq/eval/__init__.py,sha256=Xs1JQ16L9btwreh4pdGKwskffAw1YFO48jKrU4ib_7c,685
 aiq/eval/config.py,sha256=IlOr2o618kbkXP0G1F-AklZfsKYVos9UB4Dvlxf66xk,1431
-aiq/eval/evaluate.py,sha256=WPGLBeJ46mwIlnprbtia1cm2MwMqZ-GskXoTn6R4oV0,14624
+aiq/eval/evaluate.py,sha256=FFKIWRse9C3z6A7Fyu8GN0ZHMrxGspw9LnhQ7ulEYSE,15125
 aiq/eval/intermediate_step_adapter.py,sha256=4cSsGgFBvNjXnclk5FvZnQaFEdeulp7VEdRWKLcREAQ,4498
 aiq/eval/register.py,sha256=QOHJqA2CQixeWMC9InyKbzXo1jByvrntD_m9-2Mvg9k,1076
 aiq/eval/remote_workflow.py,sha256=Fb7Z6gdP2L_gqyWB--AEWfcXe9xPpQ_hPsf9lmqGXjI,5524
@@ -173,8 +173,8 @@ aiq/memory/models.py,sha256=c5dA7nKHQ4AS1_ptQZcfC_oXO495-ehocnf_qXTE6c8,4319
 aiq/meta/module_to_distro.json,sha256=1XV7edobFrdDKvsSoynfodXg_hczUWpDrQzGkW9qqEs,28
 aiq/meta/pypi.md,sha256=Ukj1J--Q6GF7Zh1tKonygttN3aiq_Lf2-445nz0sE-o,4362
 aiq/observability/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-aiq/observability/async_otel_listener.py,sha256=oyDO_8XNzQqyiFe-8iJhZr3z9kWsEJEuKEoOPf7L-Bk,17667
-aiq/observability/register.py,sha256=ZDQOaSuy9igc7nAKG7XWP2u6JanC2T8yufMWItNpPJI,4245
+aiq/observability/async_otel_listener.py,sha256=gR8fEdpZ9L8vGZiXLI7FwbwtSiGgQHMDDj5d-vKjZGc,18407
+aiq/observability/register.py,sha256=WLPGY1b_RmVv48od-hIytvJrCqNoJupriHCzyxvTbUw,6723
 aiq/plugins/.namespace,sha256=Gace0pOC3ETEJf-TBVuNw0TQV6J_KtOPpEiSzMH-odo,215
 aiq/profiler/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 aiq/profiler/data_frame_row.py,sha256=vudqk1ZzZtlZln2Ir43mPl3nwNc0pQlhwbtdY9oSKtI,1755
@@ -200,8 +200,8 @@ aiq/profiler/forecasting/models/forecasting_base_model.py,sha256=6-oe3jn-X9_m3Qv
 aiq/profiler/forecasting/models/linear_model.py,sha256=quIKTY0NxaKB4-VIffP6YHmnWXuqp1FV0a2Nt9nYWPI,6993
 aiq/profiler/forecasting/models/random_forest_regressor.py,sha256=139cOJTnJKkYOOU9ZDxPq9BvJ5nj1sV0JZIcjpy1JfU,9533
 aiq/profiler/inference_optimization/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-aiq/profiler/inference_optimization/data_models.py,sha256=wMXJBJUUHo-3W85vuPoiBT1YZHeNel7bMrwGyBOOgwI,11896
-aiq/profiler/inference_optimization/llm_metrics.py,sha256=uRQv21x5nIVF4S4XYNz-qW_6Qu4dFTj7qQ-Mf1vjKas,9469
+aiq/profiler/inference_optimization/data_models.py,sha256=lK6EPAgEPtJMMpe3SFoDqx4BntJVo8fMQzLfqOMKpB0,11884
+aiq/profiler/inference_optimization/llm_metrics.py,sha256=uvd2KMPPiEjZbuLqK7iJFK8UUrOUb5F3n53T76vKzd8,9482
 aiq/profiler/inference_optimization/prompt_caching.py,sha256=LGfxJG4R2y4vMFoiFztJkdeBivhBOO4sk7cKY-llTXk,6505
 aiq/profiler/inference_optimization/token_uniqueness.py,sha256=OCNlVmemMLS2kt0OZIXOGt8MbrTy5mbdhSMPYHs31a4,4571
 aiq/profiler/inference_optimization/workflow_runtimes.py,sha256=lnGa0eTpHiDEbx9rX-tcx100qSd6amePLlgb4Gx7JBc,2664
@@ -244,7 +244,7 @@ aiq/retriever/nemo_retriever/__init__.py,sha256=GUJrgGtpvyMUCjUBvR3faAdv-tZzbU9W
 aiq/retriever/nemo_retriever/register.py,sha256=ODV-TZfXzDs1VJHHLdj2kC05odirtlQZSeh9c1zw8AQ,2893
 aiq/retriever/nemo_retriever/retriever.py,sha256=IvScUr9XuDLiMR__I3QsboLaM52N5D5Qu94qtTOGQw8,6958
 aiq/runtime/__init__.py,sha256=Xs1JQ16L9btwreh4pdGKwskffAw1YFO48jKrU4ib_7c,685
-aiq/runtime/loader.py,sha256=jw_ZPM1vBJkyDtuXeyx42ACpu3EyXeimbo3Fb6k9-gM,6811
+aiq/runtime/loader.py,sha256=4K96mko9BfSEdYg2cLZ6a5G8j-6PAkl6JSigSOshg1A,6823
 aiq/runtime/runner.py,sha256=WUAiliqI5Se9OgRmimpeFdrl38d9gRTJQ8uf59lvk7U,5836
 aiq/runtime/session.py,sha256=Hd92_MjYkPNdjbuoxQVV5EOJ0d_X2re449O6XHDlJZI,5039
 aiq/runtime/user_metadata.py,sha256=d7K5CFdOvaXpP2NCUIFBY2lHxB1FnjqV4yOlT4C7fuU,3697
@@ -307,10 +307,10 @@ aiq/utils/reactive/base/observer_base.py,sha256=UAlyAY_ky4q2t0P81RVFo2Bs_R7z5Nde
 aiq/utils/reactive/base/subject_base.py,sha256=Ed-AC6P7cT3qkW1EXjzbd5M9WpVoeN_9KCe3OM3FLU4,2521
 aiq/utils/settings/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 aiq/utils/settings/global_settings.py,sha256=U9TCLdoZsKq5qOVGjREipGVv9e-FlStzqy5zv82_VYk,7454
-aiqtoolkit-1.2.0a20250527.dist-info/licenses/LICENSE-3rd-party.txt,sha256=8o7aySJa9CBvFshPcsRdJbczzdNyDGJ8b0J67WRUQ2k,183936
-aiqtoolkit-1.2.0a20250527.dist-info/licenses/LICENSE.md,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
-aiqtoolkit-1.2.0a20250527.dist-info/METADATA,sha256=hYPjikwtuznnhuOiEVVgsZ9gkR5-1PfHfPcx73ltznQ,20174
-aiqtoolkit-1.2.0a20250527.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-aiqtoolkit-1.2.0a20250527.dist-info/entry_points.txt,sha256=gRlPfR5g21t328WNEQ4CcEz80S1sJNS8A7rMDYnzl4A,452
-aiqtoolkit-1.2.0a20250527.dist-info/top_level.txt,sha256=fo7AzYcNhZ_tRWrhGumtxwnxMew4xrT1iwouDy_f0Kc,4
-aiqtoolkit-1.2.0a20250527.dist-info/RECORD,,
+aiqtoolkit-1.2.0a20250529.dist-info/licenses/LICENSE-3rd-party.txt,sha256=8o7aySJa9CBvFshPcsRdJbczzdNyDGJ8b0J67WRUQ2k,183936
+aiqtoolkit-1.2.0a20250529.dist-info/licenses/LICENSE.md,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
+aiqtoolkit-1.2.0a20250529.dist-info/METADATA,sha256=BadJ83ZSQ3tyHqklgqjTRULCgVbBPDtbyqqqL24PPWM,20174
+aiqtoolkit-1.2.0a20250529.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+aiqtoolkit-1.2.0a20250529.dist-info/entry_points.txt,sha256=gRlPfR5g21t328WNEQ4CcEz80S1sJNS8A7rMDYnzl4A,452
+aiqtoolkit-1.2.0a20250529.dist-info/top_level.txt,sha256=fo7AzYcNhZ_tRWrhGumtxwnxMew4xrT1iwouDy_f0Kc,4
+aiqtoolkit-1.2.0a20250529.dist-info/RECORD,,