langwatch 0.2.9__py3-none-any.whl → 0.2.11__py3-none-any.whl

langwatch/__init__.py

@@ -12,12 +12,18 @@ from .utils.initialization import ensure_setup, setup
 # Type hints for IntelliSense (only imported for typing)
 from typing import TYPE_CHECKING
 
+# Type hints for IntelliSense (only imported for typing)
 if TYPE_CHECKING:
     import langwatch.evaluations as evaluations
     import langwatch.evaluation as evaluation
     import langwatch.dataset as dataset
     import langwatch.dspy as dspy
     import langwatch.langchain as langchain
+    from .prompts.service import PromptService
+
+    # Type hint for the prompts service specifically
+    # required to get the instance typing correct
+    prompts: PromptService
 
 
 @module_property
@@ -54,6 +60,13 @@ def __getattr__(name: str):
             # Cache it in the module globals for subsequent access
             globals()[name] = module
             return module
+    elif name == "prompts":
+        # Special-case: expose a PromptService instance at langwatch.prompts
+        from .prompts.service import PromptService
+
+        svc = PromptService.from_global()
+        globals()[name] = svc  # Cache for subsequent access
+        return svc
 
     raise AttributeError(f"module '{__name__}' has no attribute '{name}'")
 
@@ -140,4 +153,5 @@ __all__ = [
     "evaluations",
     "langchain",
     "dspy",
+    "prompts",
 ]

langwatch/__version__.py

@@ -1,3 +1,3 @@
 """Version information for LangWatch."""
 
-__version__ = "0.2.9"
+__version__ = "0.2.11"

langwatch/attributes.py

@@ -72,9 +72,13 @@ class AttributeKey:
     LangWatchEventEvaluationCustom = "langwatch.evaluation.custom"
     LangWatchEventEvaluationLog = "langwatch.evaluation.log"
 
+    # LangWatch Prompt attributes
     LangWatchPromptId = "langwatch.prompt.id"
+    LangWatchPromptHandle = "langwatch.prompt.handle"
     LangWatchPromptVersionId = "langwatch.prompt.version.id"
     LangWatchPromptVersionNumber = "langwatch.prompt.version.number"
+    LangWatchPromptVariables = "langwatch.prompt.variables"
+    LangWatchPromptSelectedId = "langwatch.prompt.selected.id"
 
     # Deprecated attributes
     DeprecatedTraceId = "deprecated.trace.id"

langwatch/batch_evaluation.py

@@ -108,6 +108,7 @@ class BatchEvaluation:
         experiment: Optional[str] = None,
         run_id: Optional[str] = None,
         max_workers=4,
+        settings: Optional[dict[str, Any]] = None,
     ):
         self.dataset = dataset
         self.evaluations = evaluations
@@ -119,7 +120,7 @@ class BatchEvaluation:
         self.total = 0
         self.progress = 0
         self.created_at = int(time.time() * 1000)
-
+        self.settings = settings or {}
         self.lock = threading.Lock()
         self.batch = {"dataset": [], "evaluations": []}
         self.last_sent = 0
@@ -244,7 +245,9 @@ class BatchEvaluation:
 
         coroutines: list[Coroutine[Tuple[str, SingleEvaluationResult], Any, Any]] = []
         for evaluation in self.evaluations:
-            coroutines.append(run_evaluation(entry_with_output, evaluation, error))
+            coroutines.append(
+                run_evaluation(entry_with_output, evaluation, error, self.settings)
+            )
 
         async def gather_results(futures):
             evaluation_results = await asyncio.gather(*futures)
@@ -331,6 +334,7 @@ class BatchEvaluation:
                 "evaluations": self.batch["evaluations"],
                 "progress": self.progress,
                 "total": self.total,
+                "settings": self.settings,
                 "timestamps": {
                     "created_at": self.created_at,
                 },
@@ -382,6 +386,7 @@ async def run_evaluation(
     data: DatasetEntry,
     evaluation: str,
     error: Optional[Exception] = None,
+    settings: Optional[Dict[str, Any]] = None,
 ) -> Tuple[str, SingleEvaluationResult]:
     if error:
         return evaluation, EvaluationResultSkipped(
@@ -395,6 +400,10 @@ async def run_evaluation(
             "data": data.model_dump(),
         }
 
+        # Include settings if provided
+        if settings:
+            json_data["settings"] = settings
+
         request_params = {
             "url": langwatch.get_endpoint() + f"/api/evaluations/{evaluation}/evaluate",
             "headers": {"X-Auth-Token": langwatch.get_api_key()},

langwatch/generated/langwatch_rest_api_client/api/default/delete_api_scenario_events.py

@@ -0,0 +1,183 @@
+from http import HTTPStatus
+from typing import Any, Optional, Union
+
+import httpx
+
+from ... import errors
+from ...client import AuthenticatedClient, Client
+from ...models.delete_api_scenario_events_response_200 import DeleteApiScenarioEventsResponse200
+from ...models.delete_api_scenario_events_response_400 import DeleteApiScenarioEventsResponse400
+from ...models.delete_api_scenario_events_response_401 import DeleteApiScenarioEventsResponse401
+from ...models.delete_api_scenario_events_response_500 import DeleteApiScenarioEventsResponse500
+from ...types import Response
+
+
+def _get_kwargs() -> dict[str, Any]:
+    _kwargs: dict[str, Any] = {
+        "method": "delete",
+        "url": "/api/scenario-events",
+    }
+
+    return _kwargs
+
+
+def _parse_response(
+    *, client: Union[AuthenticatedClient, Client], response: httpx.Response
+) -> Optional[
+    Union[
+        DeleteApiScenarioEventsResponse200,
+        DeleteApiScenarioEventsResponse400,
+        DeleteApiScenarioEventsResponse401,
+        DeleteApiScenarioEventsResponse500,
+    ]
+]:
+    if response.status_code == 200:
+        response_200 = DeleteApiScenarioEventsResponse200.from_dict(response.json())
+
+        return response_200
+    if response.status_code == 400:
+        response_400 = DeleteApiScenarioEventsResponse400.from_dict(response.json())
+
+        return response_400
+    if response.status_code == 401:
+        response_401 = DeleteApiScenarioEventsResponse401.from_dict(response.json())
+
+        return response_401
+    if response.status_code == 500:
+        response_500 = DeleteApiScenarioEventsResponse500.from_dict(response.json())
+
+        return response_500
+    if client.raise_on_unexpected_status:
+        raise errors.UnexpectedStatus(response.status_code, response.content)
+    else:
+        return None
+
+
+def _build_response(
+    *, client: Union[AuthenticatedClient, Client], response: httpx.Response
+) -> Response[
+    Union[
+        DeleteApiScenarioEventsResponse200,
+        DeleteApiScenarioEventsResponse400,
+        DeleteApiScenarioEventsResponse401,
+        DeleteApiScenarioEventsResponse500,
+    ]
+]:
+    return Response(
+        status_code=HTTPStatus(response.status_code),
+        content=response.content,
+        headers=response.headers,
+        parsed=_parse_response(client=client, response=response),
+    )
+
+
+def sync_detailed(
+    *,
+    client: Union[AuthenticatedClient, Client],
+) -> Response[
+    Union[
+        DeleteApiScenarioEventsResponse200,
+        DeleteApiScenarioEventsResponse400,
+        DeleteApiScenarioEventsResponse401,
+        DeleteApiScenarioEventsResponse500,
+    ]
+]:
+    """Delete all events
+
+    Raises:
+        errors.UnexpectedStatus: If the server returns an undocumented status code and Client.raise_on_unexpected_status is True.
+        httpx.TimeoutException: If the request takes longer than Client.timeout.
+
+    Returns:
+        Response[Union[DeleteApiScenarioEventsResponse200, DeleteApiScenarioEventsResponse400, DeleteApiScenarioEventsResponse401, DeleteApiScenarioEventsResponse500]]
+    """
+
+    kwargs = _get_kwargs()
+
+    response = client.get_httpx_client().request(
+        **kwargs,
+    )
+
+    return _build_response(client=client, response=response)
+
+
+def sync(
+    *,
+    client: Union[AuthenticatedClient, Client],
+) -> Optional[
+    Union[
+        DeleteApiScenarioEventsResponse200,
+        DeleteApiScenarioEventsResponse400,
+        DeleteApiScenarioEventsResponse401,
+        DeleteApiScenarioEventsResponse500,
+    ]
+]:
+    """Delete all events
+
+    Raises:
+        errors.UnexpectedStatus: If the server returns an undocumented status code and Client.raise_on_unexpected_status is True.
+        httpx.TimeoutException: If the request takes longer than Client.timeout.
+
+    Returns:
+        Union[DeleteApiScenarioEventsResponse200, DeleteApiScenarioEventsResponse400, DeleteApiScenarioEventsResponse401, DeleteApiScenarioEventsResponse500]
+    """
+
+    return sync_detailed(
+        client=client,
+    ).parsed
+
+
+async def asyncio_detailed(
+    *,
+    client: Union[AuthenticatedClient, Client],
+) -> Response[
+    Union[
+        DeleteApiScenarioEventsResponse200,
+        DeleteApiScenarioEventsResponse400,
+        DeleteApiScenarioEventsResponse401,
+        DeleteApiScenarioEventsResponse500,
+    ]
+]:
+    """Delete all events
+
+    Raises:
+        errors.UnexpectedStatus: If the server returns an undocumented status code and Client.raise_on_unexpected_status is True.
+        httpx.TimeoutException: If the request takes longer than Client.timeout.
+
+    Returns:
+        Response[Union[DeleteApiScenarioEventsResponse200, DeleteApiScenarioEventsResponse400, DeleteApiScenarioEventsResponse401, DeleteApiScenarioEventsResponse500]]
+    """
+
+    kwargs = _get_kwargs()
+
+    response = await client.get_async_httpx_client().request(**kwargs)
+
+    return _build_response(client=client, response=response)
+
+
+async def asyncio(
+    *,
+    client: Union[AuthenticatedClient, Client],
+) -> Optional[
+    Union[
+        DeleteApiScenarioEventsResponse200,
+        DeleteApiScenarioEventsResponse400,
+        DeleteApiScenarioEventsResponse401,
+        DeleteApiScenarioEventsResponse500,
+    ]
+]:
+    """Delete all events
+
+    Raises:
+        errors.UnexpectedStatus: If the server returns an undocumented status code and Client.raise_on_unexpected_status is True.
+        httpx.TimeoutException: If the request takes longer than Client.timeout.
+
+    Returns:
+        Union[DeleteApiScenarioEventsResponse200, DeleteApiScenarioEventsResponse400, DeleteApiScenarioEventsResponse401, DeleteApiScenarioEventsResponse500]
+    """
+
+    return (
+        await asyncio_detailed(
+            client=client,
+        )
+    ).parsed

langwatch/generated/langwatch_rest_api_client/api/default/get_api_prompts_by_id.py

@@ -10,15 +10,24 @@ from ...models.get_api_prompts_by_id_response_400 import GetApiPromptsByIdRespon
 from ...models.get_api_prompts_by_id_response_401 import GetApiPromptsByIdResponse401
 from ...models.get_api_prompts_by_id_response_404 import GetApiPromptsByIdResponse404
 from ...models.get_api_prompts_by_id_response_500 import GetApiPromptsByIdResponse500
-from ...types import Response
+from ...types import UNSET, Response, Unset
 
 
 def _get_kwargs(
     id: str,
+    *,
+    version: Union[Unset, int] = UNSET,
 ) -> dict[str, Any]:
+    params: dict[str, Any] = {}
+
+    params["version"] = version
+
+    params = {k: v for k, v in params.items() if v is not UNSET and v is not None}
+
     _kwargs: dict[str, Any] = {
         "method": "get",
         "url": f"/api/prompts/{id}",
+        "params": params,
     }
 
     return _kwargs
@@ -84,6 +93,7 @@ def sync_detailed(
     id: str,
     *,
     client: Union[AuthenticatedClient, Client],
+    version: Union[Unset, int] = UNSET,
 ) -> Response[
     Union[
         GetApiPromptsByIdResponse200,
@@ -97,6 +107,7 @@ def sync_detailed(
 
     Args:
         id (str):
+        version (Union[Unset, int]):
 
     Raises:
         errors.UnexpectedStatus: If the server returns an undocumented status code and Client.raise_on_unexpected_status is True.
@@ -108,6 +119,7 @@ def sync_detailed(
 
     kwargs = _get_kwargs(
         id=id,
+        version=version,
     )
 
     response = client.get_httpx_client().request(
@@ -121,6 +133,7 @@ def sync(
     id: str,
     *,
     client: Union[AuthenticatedClient, Client],
+    version: Union[Unset, int] = UNSET,
 ) -> Optional[
     Union[
         GetApiPromptsByIdResponse200,
@@ -134,6 +147,7 @@ def sync(
 
     Args:
         id (str):
+        version (Union[Unset, int]):
 
     Raises:
         errors.UnexpectedStatus: If the server returns an undocumented status code and Client.raise_on_unexpected_status is True.
@@ -146,6 +160,7 @@ def sync(
     return sync_detailed(
         id=id,
         client=client,
+        version=version,
     ).parsed
 
 
@@ -153,6 +168,7 @@ async def asyncio_detailed(
     id: str,
     *,
     client: Union[AuthenticatedClient, Client],
+    version: Union[Unset, int] = UNSET,
 ) -> Response[
     Union[
         GetApiPromptsByIdResponse200,
@@ -166,6 +182,7 @@ async def asyncio_detailed(
 
     Args:
         id (str):
+        version (Union[Unset, int]):
 
     Raises:
         errors.UnexpectedStatus: If the server returns an undocumented status code and Client.raise_on_unexpected_status is True.
@@ -177,6 +194,7 @@ async def asyncio_detailed(
 
     kwargs = _get_kwargs(
         id=id,
+        version=version,
     )
 
     response = await client.get_async_httpx_client().request(**kwargs)
@@ -188,6 +206,7 @@ async def asyncio(
     id: str,
     *,
     client: Union[AuthenticatedClient, Client],
+    version: Union[Unset, int] = UNSET,
 ) -> Optional[
     Union[
         GetApiPromptsByIdResponse200,
@@ -201,6 +220,7 @@ async def asyncio(
 
     Args:
         id (str):
+        version (Union[Unset, int]):
 
     Raises:
         errors.UnexpectedStatus: If the server returns an undocumented status code and Client.raise_on_unexpected_status is True.
@@ -214,5 +234,6 @@ async def asyncio(
         await asyncio_detailed(
             id=id,
             client=client,
+            version=version,
         )
     ).parsed

langwatch/generated/langwatch_rest_api_client/api/default/get_api_prompts_by_id_versions.py

@@ -5,7 +5,7 @@ import httpx
 
 from ... import errors
 from ...client import AuthenticatedClient, Client
-from ...models.get_api_prompts_by_id_versions_response_200 import GetApiPromptsByIdVersionsResponse200
+from ...models.get_api_prompts_by_id_versions_response_200_item import GetApiPromptsByIdVersionsResponse200Item
 from ...models.get_api_prompts_by_id_versions_response_400 import GetApiPromptsByIdVersionsResponse400
 from ...models.get_api_prompts_by_id_versions_response_401 import GetApiPromptsByIdVersionsResponse401
 from ...models.get_api_prompts_by_id_versions_response_404 import GetApiPromptsByIdVersionsResponse404
@@ -28,15 +28,20 @@ def _parse_response(
     *, client: Union[AuthenticatedClient, Client], response: httpx.Response
 ) -> Optional[
     Union[
-        GetApiPromptsByIdVersionsResponse200,
         GetApiPromptsByIdVersionsResponse400,
         GetApiPromptsByIdVersionsResponse401,
         GetApiPromptsByIdVersionsResponse404,
         GetApiPromptsByIdVersionsResponse500,
+        list["GetApiPromptsByIdVersionsResponse200Item"],
     ]
 ]:
     if response.status_code == 200:
-        response_200 = GetApiPromptsByIdVersionsResponse200.from_dict(response.json())
+        response_200 = []
+        _response_200 = response.json()
+        for response_200_item_data in _response_200:
+            response_200_item = GetApiPromptsByIdVersionsResponse200Item.from_dict(response_200_item_data)
+
+            response_200.append(response_200_item)
 
         return response_200
     if response.status_code == 400:
@@ -65,11 +70,11 @@ def _build_response(
     *, client: Union[AuthenticatedClient, Client], response: httpx.Response
 ) -> Response[
     Union[
-        GetApiPromptsByIdVersionsResponse200,
         GetApiPromptsByIdVersionsResponse400,
         GetApiPromptsByIdVersionsResponse401,
         GetApiPromptsByIdVersionsResponse404,
         GetApiPromptsByIdVersionsResponse500,
+        list["GetApiPromptsByIdVersionsResponse200Item"],
     ]
 ]:
     return Response(
@@ -86,14 +91,14 @@ def sync_detailed(
     client: Union[AuthenticatedClient, Client],
 ) -> Response[
     Union[
-        GetApiPromptsByIdVersionsResponse200,
         GetApiPromptsByIdVersionsResponse400,
         GetApiPromptsByIdVersionsResponse401,
         GetApiPromptsByIdVersionsResponse404,
         GetApiPromptsByIdVersionsResponse500,
+        list["GetApiPromptsByIdVersionsResponse200Item"],
     ]
 ]:
-    """Get all versions for a prompt
+    """Get all versions for a prompt. Does not include base prompt data, only versioned data.
 
     Args:
         id (str):
@@ -103,7 +108,7 @@ def sync_detailed(
         httpx.TimeoutException: If the request takes longer than Client.timeout.
 
     Returns:
-        Response[Union[GetApiPromptsByIdVersionsResponse200, GetApiPromptsByIdVersionsResponse400, GetApiPromptsByIdVersionsResponse401, GetApiPromptsByIdVersionsResponse404, GetApiPromptsByIdVersionsResponse500]]
+        Response[Union[GetApiPromptsByIdVersionsResponse400, GetApiPromptsByIdVersionsResponse401, GetApiPromptsByIdVersionsResponse404, GetApiPromptsByIdVersionsResponse500, list['GetApiPromptsByIdVersionsResponse200Item']]]
     """
 
     kwargs = _get_kwargs(
@@ -123,14 +128,14 @@ def sync(
     client: Union[AuthenticatedClient, Client],
 ) -> Optional[
     Union[
-        GetApiPromptsByIdVersionsResponse200,
         GetApiPromptsByIdVersionsResponse400,
         GetApiPromptsByIdVersionsResponse401,
         GetApiPromptsByIdVersionsResponse404,
         GetApiPromptsByIdVersionsResponse500,
+        list["GetApiPromptsByIdVersionsResponse200Item"],
     ]
 ]:
-    """Get all versions for a prompt
+    """Get all versions for a prompt. Does not include base prompt data, only versioned data.
 
     Args:
         id (str):
@@ -140,7 +145,7 @@ def sync(
         httpx.TimeoutException: If the request takes longer than Client.timeout.
 
     Returns:
-        Union[GetApiPromptsByIdVersionsResponse200, GetApiPromptsByIdVersionsResponse400, GetApiPromptsByIdVersionsResponse401, GetApiPromptsByIdVersionsResponse404, GetApiPromptsByIdVersionsResponse500]
+        Union[GetApiPromptsByIdVersionsResponse400, GetApiPromptsByIdVersionsResponse401, GetApiPromptsByIdVersionsResponse404, GetApiPromptsByIdVersionsResponse500, list['GetApiPromptsByIdVersionsResponse200Item']]
     """
 
     return sync_detailed(
@@ -155,14 +160,14 @@ async def asyncio_detailed(
     client: Union[AuthenticatedClient, Client],
 ) -> Response[
     Union[
-        GetApiPromptsByIdVersionsResponse200,
         GetApiPromptsByIdVersionsResponse400,
         GetApiPromptsByIdVersionsResponse401,
         GetApiPromptsByIdVersionsResponse404,
         GetApiPromptsByIdVersionsResponse500,
+        list["GetApiPromptsByIdVersionsResponse200Item"],
     ]
 ]:
-    """Get all versions for a prompt
+    """Get all versions for a prompt. Does not include base prompt data, only versioned data.
 
     Args:
         id (str):
@@ -172,7 +177,7 @@ async def asyncio_detailed(
         httpx.TimeoutException: If the request takes longer than Client.timeout.
 
     Returns:
-        Response[Union[GetApiPromptsByIdVersionsResponse200, GetApiPromptsByIdVersionsResponse400, GetApiPromptsByIdVersionsResponse401, GetApiPromptsByIdVersionsResponse404, GetApiPromptsByIdVersionsResponse500]]
+        Response[Union[GetApiPromptsByIdVersionsResponse400, GetApiPromptsByIdVersionsResponse401, GetApiPromptsByIdVersionsResponse404, GetApiPromptsByIdVersionsResponse500, list['GetApiPromptsByIdVersionsResponse200Item']]]
     """
 
     kwargs = _get_kwargs(
@@ -190,14 +195,14 @@ async def asyncio(
     client: Union[AuthenticatedClient, Client],
 ) -> Optional[
     Union[
-        GetApiPromptsByIdVersionsResponse200,
         GetApiPromptsByIdVersionsResponse400,
         GetApiPromptsByIdVersionsResponse401,
         GetApiPromptsByIdVersionsResponse404,
         GetApiPromptsByIdVersionsResponse500,
+        list["GetApiPromptsByIdVersionsResponse200Item"],
     ]
 ]:
-    """Get all versions for a prompt
+    """Get all versions for a prompt. Does not include base prompt data, only versioned data.
 
     Args:
         id (str):
@@ -207,7 +212,7 @@ async def asyncio(
         httpx.TimeoutException: If the request takes longer than Client.timeout.
 
     Returns:
-        Union[GetApiPromptsByIdVersionsResponse200, GetApiPromptsByIdVersionsResponse400, GetApiPromptsByIdVersionsResponse401, GetApiPromptsByIdVersionsResponse404, GetApiPromptsByIdVersionsResponse500]
+        Union[GetApiPromptsByIdVersionsResponse400, GetApiPromptsByIdVersionsResponse401, GetApiPromptsByIdVersionsResponse404, GetApiPromptsByIdVersionsResponse500, list['GetApiPromptsByIdVersionsResponse200Item']]
     """
 
     return (