structifyai 1.158.0__py3-none-any.whl → 1.176.1__py3-none-any.whl

structify/_models.py

@@ -3,7 +3,20 @@ from __future__ import annotations
 import os
 import inspect
 import weakref
-from typing import TYPE_CHECKING, Any, Type, Union, Generic, TypeVar, Callable, Optional, cast
+from typing import (
+    IO,
+    TYPE_CHECKING,
+    Any,
+    Type,
+    Union,
+    Generic,
+    TypeVar,
+    Callable,
+    Iterable,
+    Optional,
+    AsyncIterable,
+    cast,
+)
 from datetime import date, datetime
 from typing_extensions import (
     List,
@@ -787,6 +800,7 @@ class FinalRequestOptionsInput(TypedDict, total=False):
     timeout: float | Timeout | None
     files: HttpxRequestFiles | None
     idempotency_key: str
+    content: Union[bytes, bytearray, IO[bytes], Iterable[bytes], AsyncIterable[bytes], None]
     json_data: Body
     extra_json: AnyMapping
     follow_redirects: bool
@@ -805,6 +819,7 @@ class FinalRequestOptions(pydantic.BaseModel):
     post_parser: Union[Callable[[Any], Any], NotGiven] = NotGiven()
     follow_redirects: Union[bool, None] = None
 
+    content: Union[bytes, bytearray, IO[bytes], Iterable[bytes], AsyncIterable[bytes], None] = None
     # It should be noted that we cannot use `json` here as that would override
     # a BaseModel method in an incompatible fashion.
     json_data: Union[Body, None] = None

structify/_streaming.py

@@ -54,11 +54,12 @@ class Stream(Generic[_T]):
         process_data = self._client._process_response_data
         iterator = self._iter_events()
 
-        for sse in iterator:
-            yield process_data(data=sse.json(), cast_to=cast_to, response=response)
-
-        # As we might not fully consume the response stream, we need to close it explicitly
-        response.close()
+        try:
+            for sse in iterator:
+                yield process_data(data=sse.json(), cast_to=cast_to, response=response)
+        finally:
+            # Ensure the response is closed even if the consumer doesn't read all data
+            response.close()
 
     def __enter__(self) -> Self:
         return self
@@ -117,11 +118,12 @@ class AsyncStream(Generic[_T]):
         process_data = self._client._process_response_data
         iterator = self._iter_events()
 
-        async for sse in iterator:
-            yield process_data(data=sse.json(), cast_to=cast_to, response=response)
-
-        # As we might not fully consume the response stream, we need to close it explicitly
-        await response.aclose()
+        try:
+            async for sse in iterator:
+                yield process_data(data=sse.json(), cast_to=cast_to, response=response)
+        finally:
+            # Ensure the response is closed even if the consumer doesn't read all data
+            await response.aclose()
 
     async def __aenter__(self) -> Self:
         return self

structify/_types.py

@@ -13,9 +13,11 @@ from typing import (
     Mapping,
     TypeVar,
     Callable,
+    Iterable,
     Iterator,
     Optional,
     Sequence,
+    AsyncIterable,
 )
 from typing_extensions import (
     Set,
@@ -56,6 +58,13 @@ if TYPE_CHECKING:
 else:
     Base64FileInput = Union[IO[bytes], PathLike]
     FileContent = Union[IO[bytes], bytes, PathLike]  # PathLike is not subscriptable in Python 3.8.
+
+
+# Used for sending raw binary data / streaming data in request bodies
+# e.g. for file uploads without multipart encoding
+BinaryTypes = Union[bytes, bytearray, IO[bytes], Iterable[bytes]]
+AsyncBinaryTypes = Union[bytes, bytearray, IO[bytes], AsyncIterable[bytes]]
+
 FileTypes = Union[
     # file (or bytes)
     FileContent,
@@ -243,6 +252,9 @@ _T_co = TypeVar("_T_co", covariant=True)
 if TYPE_CHECKING:
     # This works because str.__contains__ does not accept object (either in typeshed or at runtime)
     # https://github.com/hauntsaninja/useful_types/blob/5e9710f3875107d068e7679fd7fec9cfab0eff3b/useful_types/__init__.py#L285
+    #
+    # Note: index() and count() methods are intentionally omitted to allow pyright to properly
+    # infer TypedDict types when dict literals are used in lists assigned to SequenceNotStr.
     class SequenceNotStr(Protocol[_T_co]):
         @overload
         def __getitem__(self, index: SupportsIndex, /) -> _T_co: ...
@@ -251,8 +263,6 @@ if TYPE_CHECKING:
         def __contains__(self, value: object, /) -> bool: ...
         def __len__(self) -> int: ...
         def __iter__(self) -> Iterator[_T_co]: ...
-        def index(self, value: Any, start: int = 0, stop: int = ..., /) -> int: ...
-        def count(self, value: Any, /) -> int: ...
         def __reversed__(self) -> Iterator[_T_co]: ...
 else:
     # just point this to a normal `Sequence` at runtime to avoid having to special case

structify/_version.py

@@ -1,4 +1,4 @@
 # File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
 
 __title__ = "structify"
-__version__ = "1.158.0"  # x-release-please-version
+__version__ = "1.176.1"  # x-release-please-version

structify/lib/__init__.py

@@ -0,0 +1,5 @@
+"""Custom library extensions for the Structify SDK."""
+
+from structify.lib.cost_confirmation import request_cost_confirmation_if_needed
+
+__all__ = ["request_cost_confirmation_if_needed"]

structify/lib/cost_confirmation.py

@@ -0,0 +1,63 @@
+"""Cost confirmation utilities for workflow execution.
+
+This module provides helpers to request user confirmation before executing
+costly operations (web scraping, PDF extraction, etc.) when running within
+a workflow context.
+"""
+
+from __future__ import annotations
+
+import os
+import time
+from typing import TYPE_CHECKING, Literal
+
+if TYPE_CHECKING:
+    from structify import Structify
+
+CONFIRMATION_TIMEOUT_SECONDS = 3600
+CONFIRMATION_POLL_INTERVAL_SECONDS = 0.5
+
+
+def request_cost_confirmation_if_needed(
+    client: Structify, row_count: int, operation: Literal["tag", "pdf", "web", "match"]
+) -> bool:
+    """Request cost confirmation if running in workflow context with confirmation enabled.
+
+    When STRUCTIFY_REQUIRES_CONFIRMATION=true and STRUCTIFY_NODE_ID is set,
+    this function requests user confirmation before proceeding with costly
+    operations like web scraping or PDF extraction.
+
+    Args:
+        client: The Structify client instance
+        row_count: Number of rows to be processed (used for cost estimation)
+
+    Returns:
+        True if confirmed, confirmation not required, or not in workflow context.
+        False if user rejected the operation.
+
+    Raises:
+        TimeoutError: If confirmation times out after CONFIRMATION_TIMEOUT_SECONDS
+    """
+    if os.environ.get("STRUCTIFY_REQUIRES_CONFIRMATION", "").lower() != "true":
+        return True
+
+    node_id = os.environ.get("STRUCTIFY_NODE_ID")
+    if not node_id:
+        return True
+
+    if row_count <= 0:
+        return True
+
+    client.sessions.request_confirmation(node_id=node_id, row_count=row_count, operation=operation)
+
+    start_time = time.time()
+    while time.time() - start_time < CONFIRMATION_TIMEOUT_SECONDS:
+        time.sleep(CONFIRMATION_POLL_INTERVAL_SECONDS)
+        node = client.sessions.get_node(node_id=node_id).node
+
+        if node.confirmation_status == "confirmed":
+            return True
+        if node.confirmation_status == "rejected":
+            return False
+
+    raise TimeoutError(f"Timeout waiting for cost confirmation for node {node_id}")

structify/pagination.py

@@ -9,7 +9,7 @@ from ._utils import is_mapping
 from ._models import BaseModel
 from ._base_client import BasePage, PageInfo, BaseSyncPage, BaseAsyncPage
 
-__all__ = ["SyncJobsList", "AsyncJobsList"]
+__all__ = ["SyncJobsList", "AsyncJobsList", "SyncListConnectorCatalog", "AsyncListConnectorCatalog"]
 
 _BaseModelT = TypeVar("_BaseModelT", bound=BaseModel)
 
@@ -76,3 +76,65 @@ class AsyncJobsList(BaseAsyncPage[_T], BasePage[_T], Generic[_T]):
                 **(cast(Mapping[str, Any], data) if is_mapping(data) else {"items": data}),
             },
         )
+
+
+class SyncListConnectorCatalog(BaseSyncPage[_T], BasePage[_T], Generic[_T]):
+    items: List[_T]
+
+    @override
+    def _get_page_items(self) -> List[_T]:
+        items = self.items
+        if not items:
+            return []
+        return items
+
+    @override
+    def next_page_info(self) -> Optional[PageInfo]:
+        offset = self._options.params.get("offset") or 0
+        if not isinstance(offset, int):
+            raise ValueError(f'Expected "offset" param to be an integer but got {offset}')
+
+        length = len(self._get_page_items())
+        current_count = offset + length
+
+        return PageInfo(params={"offset": current_count})
+
+    @classmethod
+    def build(cls: Type[_BaseModelT], *, response: Response, data: object) -> _BaseModelT:  # noqa: ARG003
+        return cls.construct(
+            None,
+            **{
+                **(cast(Mapping[str, Any], data) if is_mapping(data) else {"items": data}),
+            },
+        )
+
+
+class AsyncListConnectorCatalog(BaseAsyncPage[_T], BasePage[_T], Generic[_T]):
+    items: List[_T]
+
+    @override
+    def _get_page_items(self) -> List[_T]:
+        items = self.items
+        if not items:
+            return []
+        return items
+
+    @override
+    def next_page_info(self) -> Optional[PageInfo]:
+        offset = self._options.params.get("offset") or 0
+        if not isinstance(offset, int):
+            raise ValueError(f'Expected "offset" param to be an integer but got {offset}')
+
+        length = len(self._get_page_items())
+        current_count = offset + length
+
+        return PageInfo(params={"offset": current_count})
+
+    @classmethod
+    def build(cls: Type[_BaseModelT], *, response: Response, data: object) -> _BaseModelT:  # noqa: ARG003
+        return cls.construct(
+            None,
+            **{
+                **(cast(Mapping[str, Any], data) if is_mapping(data) else {"items": data}),
+            },
+        )

structify/resources/__init__.py

@@ -32,6 +32,14 @@ from .user import (
     UserResourceWithStreamingResponse,
     AsyncUserResourceWithStreamingResponse,
 )
+from .wiki import (
+    WikiResource,
+    AsyncWikiResource,
+    WikiResourceWithRawResponse,
+    AsyncWikiResourceWithRawResponse,
+    WikiResourceWithStreamingResponse,
+    AsyncWikiResourceWithStreamingResponse,
+)
 from .admin import (
     AdminResource,
     AsyncAdminResource,
@@ -48,6 +56,14 @@ from .match import (
     MatchResourceWithStreamingResponse,
     AsyncMatchResourceWithStreamingResponse,
 )
+from .nango import (
+    NangoResource,
+    AsyncNangoResource,
+    NangoResourceWithRawResponse,
+    AsyncNangoResourceWithRawResponse,
+    NangoResourceWithStreamingResponse,
+    AsyncNangoResourceWithStreamingResponse,
+)
 from .slack import (
     SlackResource,
     AsyncSlackResource,
@@ -69,14 +85,6 @@ from .polars import (
     PolarsResourceWithRawResponse,
     PolarsResourceWithStreamingResponse,
 )
-from .report import (
-    ReportResource,
-    AsyncReportResource,
-    ReportResourceWithRawResponse,
-    AsyncReportResourceWithRawResponse,
-    ReportResourceWithStreamingResponse,
-    AsyncReportResourceWithStreamingResponse,
-)
 from .scrape import (
     ScrapeResource,
     AsyncScrapeResource,
@@ -125,14 +133,7 @@ from .entities import (
     EntitiesResourceWithStreamingResponse,
     AsyncEntitiesResourceWithStreamingResponse,
 )
-from .external import (
-    ExternalResource,
-    AsyncExternalResource,
-    ExternalResourceWithRawResponse,
-    AsyncExternalResourceWithRawResponse,
-    ExternalResourceWithStreamingResponse,
-    AsyncExternalResourceWithStreamingResponse,
-)
+from .external import ExternalResource
 from .projects import (
     ProjectsResource,
     AsyncProjectsResource,
@@ -181,6 +182,14 @@ from .connectors import (
     ConnectorsResourceWithStreamingResponse,
     AsyncConnectorsResourceWithStreamingResponse,
 )
+from .whitelabel import (
+    WhitelabelResource,
+    AsyncWhitelabelResource,
+    WhitelabelResourceWithRawResponse,
+    AsyncWhitelabelResourceWithRawResponse,
+    WhitelabelResourceWithStreamingResponse,
+    AsyncWhitelabelResourceWithStreamingResponse,
+)
 from .public_sessions import (
     PublicSessionsResource,
     AsyncPublicSessionsResource,
@@ -189,6 +198,14 @@ from .public_sessions import (
     PublicSessionsResourceWithStreamingResponse,
     AsyncPublicSessionsResourceWithStreamingResponse,
 )
+from .connector_catalog import (
+    ConnectorCatalogResource,
+    AsyncConnectorCatalogResource,
+    ConnectorCatalogResourceWithRawResponse,
+    AsyncConnectorCatalogResourceWithRawResponse,
+    ConnectorCatalogResourceWithStreamingResponse,
+    AsyncConnectorCatalogResourceWithStreamingResponse,
+)
 from .workflow_schedule import (
     WorkflowScheduleResource,
     AsyncWorkflowScheduleResource,
@@ -199,6 +216,12 @@ from .workflow_schedule import (
 )
 
 __all__ = [
+    "WhitelabelResource",
+    "AsyncWhitelabelResource",
+    "WhitelabelResourceWithRawResponse",
+    "AsyncWhitelabelResourceWithRawResponse",
+    "WhitelabelResourceWithStreamingResponse",
+    "AsyncWhitelabelResourceWithStreamingResponse",
     "UserResource",
     "AsyncUserResource",
     "UserResourceWithRawResponse",
@@ -217,6 +240,12 @@ __all__ = [
     "AsyncTeamsResourceWithRawResponse",
     "TeamsResourceWithStreamingResponse",
     "AsyncTeamsResourceWithStreamingResponse",
+    "WikiResource",
+    "AsyncWikiResource",
+    "WikiResourceWithRawResponse",
+    "AsyncWikiResourceWithRawResponse",
+    "WikiResourceWithStreamingResponse",
+    "AsyncWikiResourceWithStreamingResponse",
     "ProjectsResource",
     "AsyncProjectsResource",
     "ProjectsResourceWithRawResponse",
@@ -277,6 +306,12 @@ __all__ = [
     "AsyncConnectorsResourceWithRawResponse",
     "ConnectorsResourceWithStreamingResponse",
     "AsyncConnectorsResourceWithStreamingResponse",
+    "ConnectorCatalogResource",
+    "AsyncConnectorCatalogResource",
+    "ConnectorCatalogResourceWithRawResponse",
+    "AsyncConnectorCatalogResourceWithRawResponse",
+    "ConnectorCatalogResourceWithStreamingResponse",
+    "AsyncConnectorCatalogResourceWithStreamingResponse",
     "ServerResource",
     "AsyncServerResource",
     "ServerResourceWithRawResponse",
@@ -295,12 +330,6 @@ __all__ = [
     "AsyncEntitiesResourceWithRawResponse",
     "EntitiesResourceWithStreamingResponse",
     "AsyncEntitiesResourceWithStreamingResponse",
-    "ReportResource",
-    "AsyncReportResource",
-    "ReportResourceWithRawResponse",
-    "AsyncReportResourceWithRawResponse",
-    "ReportResourceWithStreamingResponse",
-    "AsyncReportResourceWithStreamingResponse",
     "SandboxResource",
     "AsyncSandboxResource",
     "SandboxResourceWithRawResponse",
@@ -329,11 +358,6 @@ __all__ = [
     "PolarsResourceWithRawResponse",
     "PolarsResourceWithStreamingResponse",
     "ExternalResource",
-    "AsyncExternalResource",
-    "ExternalResourceWithRawResponse",
-    "AsyncExternalResourceWithRawResponse",
-    "ExternalResourceWithStreamingResponse",
-    "AsyncExternalResourceWithStreamingResponse",
     "PublicSessionsResource",
     "AsyncPublicSessionsResource",
     "PublicSessionsResourceWithRawResponse",
@@ -346,4 +370,10 @@ __all__ = [
     "AsyncSlackResourceWithRawResponse",
     "SlackResourceWithStreamingResponse",
     "AsyncSlackResourceWithStreamingResponse",
+    "NangoResource",
+    "AsyncNangoResource",
+    "NangoResourceWithRawResponse",
+    "AsyncNangoResourceWithRawResponse",
+    "NangoResourceWithStreamingResponse",
+    "AsyncNangoResourceWithStreamingResponse",
 ]

structify/resources/admin/__init__.py

@@ -40,21 +40,21 @@ from .dataset import (
     DatasetResourceWithStreamingResponse,
     AsyncDatasetResourceWithStreamingResponse,
 )
-from .human_llm import (
-    HumanLlmResource,
-    AsyncHumanLlmResource,
-    HumanLlmResourceWithRawResponse,
-    AsyncHumanLlmResourceWithRawResponse,
-    HumanLlmResourceWithStreamingResponse,
-    AsyncHumanLlmResourceWithStreamingResponse,
+from .sandbox import (
+    SandboxResource,
+    AsyncSandboxResource,
+    SandboxResourceWithRawResponse,
+    AsyncSandboxResourceWithRawResponse,
+    SandboxResourceWithStreamingResponse,
+    AsyncSandboxResourceWithStreamingResponse,
 )
-from .next_action import (
-    NextActionResource,
-    AsyncNextActionResource,
-    NextActionResourceWithRawResponse,
-    AsyncNextActionResourceWithRawResponse,
-    NextActionResourceWithStreamingResponse,
-    AsyncNextActionResourceWithStreamingResponse,
+from .chat_templates import (
+    ChatTemplatesResource,
+    AsyncChatTemplatesResource,
+    ChatTemplatesResourceWithRawResponse,
+    AsyncChatTemplatesResourceWithRawResponse,
+    ChatTemplatesResourceWithStreamingResponse,
+    AsyncChatTemplatesResourceWithStreamingResponse,
 )
 from .functional_tests import (
     FunctionalTestsResource,
@@ -64,14 +64,6 @@ from .functional_tests import (
     FunctionalTestsResourceWithStreamingResponse,
     AsyncFunctionalTestsResourceWithStreamingResponse,
 )
-from .training_datasets import (
-    TrainingDatasetsResource,
-    AsyncTrainingDatasetsResource,
-    TrainingDatasetsResourceWithRawResponse,
-    AsyncTrainingDatasetsResourceWithRawResponse,
-    TrainingDatasetsResourceWithStreamingResponse,
-    AsyncTrainingDatasetsResourceWithStreamingResponse,
-)
 
 __all__ = [
     "TeamsResource",
@@ -92,36 +84,30 @@ __all__ = [
     "AsyncJobsResourceWithRawResponse",
     "JobsResourceWithStreamingResponse",
     "AsyncJobsResourceWithStreamingResponse",
-    "HumanLlmResource",
-    "AsyncHumanLlmResource",
-    "HumanLlmResourceWithRawResponse",
-    "AsyncHumanLlmResourceWithRawResponse",
-    "HumanLlmResourceWithStreamingResponse",
-    "AsyncHumanLlmResourceWithStreamingResponse",
+    "SandboxResource",
+    "AsyncSandboxResource",
+    "SandboxResourceWithRawResponse",
+    "AsyncSandboxResourceWithRawResponse",
+    "SandboxResourceWithStreamingResponse",
+    "AsyncSandboxResourceWithStreamingResponse",
     "FunctionalTestsResource",
     "AsyncFunctionalTestsResource",
     "FunctionalTestsResourceWithRawResponse",
     "AsyncFunctionalTestsResourceWithRawResponse",
     "FunctionalTestsResourceWithStreamingResponse",
     "AsyncFunctionalTestsResourceWithStreamingResponse",
-    "NextActionResource",
-    "AsyncNextActionResource",
-    "NextActionResourceWithRawResponse",
-    "AsyncNextActionResourceWithRawResponse",
-    "NextActionResourceWithStreamingResponse",
-    "AsyncNextActionResourceWithStreamingResponse",
     "UsersResource",
     "AsyncUsersResource",
     "UsersResourceWithRawResponse",
     "AsyncUsersResourceWithRawResponse",
     "UsersResourceWithStreamingResponse",
     "AsyncUsersResourceWithStreamingResponse",
-    "TrainingDatasetsResource",
-    "AsyncTrainingDatasetsResource",
-    "TrainingDatasetsResourceWithRawResponse",
-    "AsyncTrainingDatasetsResourceWithRawResponse",
-    "TrainingDatasetsResourceWithStreamingResponse",
-    "AsyncTrainingDatasetsResourceWithStreamingResponse",
+    "ChatTemplatesResource",
+    "AsyncChatTemplatesResource",
+    "ChatTemplatesResourceWithRawResponse",
+    "AsyncChatTemplatesResourceWithRawResponse",
+    "ChatTemplatesResourceWithStreamingResponse",
+    "AsyncChatTemplatesResourceWithStreamingResponse",
     "AdminResource",
     "AsyncAdminResource",
     "AdminResourceWithRawResponse",