groundx 2.6.5__py3-none-any.whl → 2.7.2__py3-none-any.whl

groundx/__init__.py

@@ -52,6 +52,7 @@ from .types import (
     WebsiteSource,
     WorkflowApplyRequest,
     WorkflowDetail,
+    WorkflowDetailChunkStrategy,
     WorkflowDetailRelationships,
     WorkflowEngine,
     WorkflowEngineReasoningEffort,
@@ -59,9 +60,12 @@ from .types import (
     WorkflowPrompt,
     WorkflowPromptGroup,
     WorkflowPromptRole,
+    WorkflowRequest,
+    WorkflowRequestChunkStrategy,
     WorkflowResponse,
     WorkflowStep,
     WorkflowStepConfig,
+    WorkflowStepConfigField,
     WorkflowSteps,
     WorkflowsResponse,
 )
@@ -129,6 +133,7 @@ __all__ = [
     "WebsiteSource",
     "WorkflowApplyRequest",
     "WorkflowDetail",
+    "WorkflowDetailChunkStrategy",
     "WorkflowDetailRelationships",
     "WorkflowEngine",
     "WorkflowEngineReasoningEffort",
@@ -136,9 +141,12 @@ __all__ = [
     "WorkflowPrompt",
     "WorkflowPromptGroup",
     "WorkflowPromptRole",
+    "WorkflowRequest",
+    "WorkflowRequestChunkStrategy",
     "WorkflowResponse",
     "WorkflowStep",
     "WorkflowStepConfig",
+    "WorkflowStepConfigField",
     "WorkflowSteps",
     "WorkflowsGetRequestId",
     "WorkflowsResponse",

groundx/core/client_wrapper.py

@@ -14,10 +14,10 @@ class BaseClientWrapper:
 
     def get_headers(self) -> typing.Dict[str, str]:
         headers: typing.Dict[str, str] = {
-            "User-Agent": "groundx/2.6.5",
+            "User-Agent": "groundx/2.7.2",
             "X-Fern-Language": "Python",
             "X-Fern-SDK-Name": "groundx",
-            "X-Fern-SDK-Version": "2.6.5",
+            "X-Fern-SDK-Version": "2.7.2",
         }
         headers["X-API-Key"] = self.api_key
         return headers

groundx/extract/services/logging_cfg.py

@@ -2,8 +2,6 @@ import typing
 
 
 def logging_config(name: str, level: str) -> typing.Dict[str, typing.Any]:
-    print(level)
-
     return {
         "version": 1,
         "disable_existing_loggers": False,

groundx/extract/settings/settings.py

@@ -17,6 +17,8 @@ GX_DEFAULT_REGION: str = "GROUNDX_DEFAULT_REGION"
 GX_SECRET: str = "GROUNDX_SECRET_ACCESS_KEY"
 GX_TOKEN: str = "GROUNDX_SESSION_TOKEN"
 VALID_KEYS: str = "GROUNDX_VALID_API_KEYS"
+GX_ADMIN_API_KEY: str = "GROUNDX_ADMIN_API_KEY"
+GX_ADMIN_USERNAME: str = "GROUNDX_ADMIN_USERNAME"
 
 
 class AgentSettings(BaseModel):
@@ -77,22 +79,54 @@ class ContainerSettings(BaseModel):
         if key:
             return key
 
+        key = os.environ.get(GX_ADMIN_API_KEY)
+        if key:
+            return key
+
+        key = os.environ.get(GX_ADMIN_USERNAME)
+        if key:
+            return key
+
+        key = os.environ.get(GX_API_KEY)
+        if key:
+            return key
+
         raise Exception(f"you must set a callback_api_key")
 
     def get_valid_api_keys(self) -> typing.List[str]:
+        keys: typing.List[str] = []
+
         if self.valid_api_keys:
-            return self.valid_api_keys
+            keys = self.valid_api_keys
 
-        keys: typing.Optional[str] = os.environ.get(VALID_KEYS)
-        if not keys:
-            raise Exception(f"you must set an array of valid_api_keys")
+        env_keys: typing.Optional[str] = os.environ.get(VALID_KEYS)
+        if env_keys:
+            try:
+                data: typing.List[str] = json.loads(env_keys)
+                keys.extend(data)
+            except Exception as e:
+                raise Exception(f"you must set an array of valid_api_keys: {e}")
 
-        try:
-            data: typing.List[str] = json.loads(keys)
-        except Exception as e:
-            raise Exception(f"you must set an array of valid_api_keys: {e}")
+        key = os.environ.get(CALLBACK_KEY)
+        if key:
+            keys.append(key)
 
-        return data
+        key = os.environ.get(GX_ADMIN_API_KEY)
+        if key:
+            keys.append(key)
+
+        key = os.environ.get(GX_ADMIN_USERNAME)
+        if key:
+            keys.append(key)
+
+        key = os.environ.get(GX_API_KEY)
+        if key:
+            keys.append(key)
+
+        if len(keys) < 1:
+            raise Exception(f"you must set an array of valid_api_keys")
+
+        return keys
 
     def loglevel(self) -> str:
         return self.log_level.upper()
@@ -167,4 +201,12 @@ class GroundXSettings(BaseModel):
         if key:
             return key
 
+        key = os.environ.get(GX_ADMIN_API_KEY)
+        if key:
+            return key
+
+        key = os.environ.get(GX_ADMIN_USERNAME)
+        if key:
+            return key
+
         raise Exception(f"you must set a valid GroundX api_key")

groundx/extract/settings/test_settings.py

@@ -45,7 +45,6 @@ class TestAgentSettings(unittest.TestCase):
                 "expect": {
                     "api_base": "http://test.com",
                     "api_key": "mykey",
-                    "api_key_env": "myenv",
                     "max_steps": 4,
                     "model_id": "gpt-5",
                 },
@@ -452,10 +451,8 @@ class TestGroundXSettings(unittest.TestCase):
     def test(self) -> None:
         tsts: typing.List[typing.Dict[str, typing.Any]] = [
             {
-                "api_key_env": "",
                 "expect": {
                     "api_key": Exception,
-                    "api_key_env": "",
                     "base_url": None,
                     "upload_url": "https://upload.eyelevel.ai",
                 },

groundx/ingest.py

@@ -57,6 +57,7 @@ MAX_BATCH_SIZE = 50
 MIN_BATCH_SIZE = 1
 MAX_BATCH_SIZE_BYTES = 50 * 1024 * 1024
 
+
 def get_presigned_url(
     endpoint: str,
     file_name: str,
@@ -68,6 +69,7 @@ def get_presigned_url(
 
     return response.json()
 
+
 def strip_query_params(
     url: str,
 ) -> str:
@@ -76,6 +78,7 @@ def strip_query_params(
 
     return clean_url
 
+
 def prep_documents(
     documents: typing.Sequence[Document],
 ) -> typing.Tuple[
@@ -127,16 +130,16 @@ def prep_documents(
 
 def split_doc(file: Path) -> typing.List[Path]:
     if file.is_file() and (
-        file.suffix.lower() in ALLOWED_SUFFIXES
-        or file.suffix.lower() in SUFFIX_ALIASES
+        file.suffix.lower() in ALLOWED_SUFFIXES or file.suffix.lower() in SUFFIX_ALIASES
     ):
         if file.suffix.lower() in CSV_SPLITS:
             return CSVSplitter(filepath=file).split()
         elif file.suffix.lower() in TSV_SPLITS:
-            return CSVSplitter(filepath=file, delimiter='\t').split()
+            return CSVSplitter(filepath=file, delimiter="\t").split()
         return [file]
     return []
 
+
 class GroundX(GroundXBase):
     def ingest(
         self,
@@ -207,11 +210,19 @@ class GroundX(GroundXBase):
             raise ValueError("No valid documents were provided")
 
         if wait_for_complete:
-            with tqdm(total=len(remote_documents) + len(local_documents), desc="Ingesting Files", unit="file") as pbar:
-                n = max(MIN_BATCH_SIZE, min(batch_size or MIN_BATCH_SIZE, MAX_BATCH_SIZE))
+            with tqdm(
+                total=len(remote_documents) + len(local_documents),
+                desc="Ingesting Files",
+                unit="file",
+            ) as pbar:
+                n = max(
+                    MIN_BATCH_SIZE, min(batch_size or MIN_BATCH_SIZE, MAX_BATCH_SIZE)
+                )
 
                 remote_batch: typing.List[IngestRemoteDocument] = []
-                ingest = IngestResponse(ingest=IngestStatus(process_id="",status="queued"))
+                ingest = IngestResponse(
+                    ingest=IngestStatus(process_id="", status="queued")
+                )
 
                 progress = float(len(remote_documents))
                 for rd in remote_documents:
@@ -239,7 +250,6 @@ class GroundX(GroundXBase):
                     )
                     ingest, progress = self._monitor_batch(ingest, progress, pbar)
 
-
                 if progress > 0:
                     pbar.update(progress)
 
@@ -251,8 +261,12 @@ class GroundX(GroundXBase):
                     fp = Path(os.path.expanduser(ld.file_path))
                     file_size = fp.stat().st_size
 
-                    if (current_batch_size + file_size > MAX_BATCH_SIZE_BYTES) or (len(local_batch) >= n):
-                        up_docs, progress = self._process_local(local_batch, upload_api, progress, pbar)
+                    if (current_batch_size + file_size > MAX_BATCH_SIZE_BYTES) or (
+                        len(local_batch) >= n
+                    ):
+                        up_docs, progress = self._process_local(
+                            local_batch, upload_api, progress, pbar
+                        )
 
                         ingest = self.documents.ingest_remote(
                             documents=up_docs,
@@ -269,7 +283,9 @@ class GroundX(GroundXBase):
                     current_batch_size += file_size
 
                 if local_batch:
-                    up_docs, progress = self._process_local(local_batch, upload_api, progress, pbar)
+                    up_docs, progress = self._process_local(
+                        local_batch, upload_api, progress, pbar
+                    )
 
                     ingest = self.documents.ingest_remote(
                         documents=up_docs,
@@ -286,7 +302,6 @@ class GroundX(GroundXBase):
         elif len(remote_documents) + len(local_documents) > MAX_BATCH_SIZE:
             raise ValueError("You have sent too many documents in this request")
 
-
         up_docs, _ = self._process_local(local_documents, upload_api, 0, None)
         remote_documents.extend(up_docs)
 
@@ -360,9 +375,9 @@ class GroundX(GroundXBase):
             matched_files: typing.List[Path] = []
             for file in dir_path.rglob("*"):
                 for sd in split_doc(file):
-                    matched_files.append(sd)    
+                    matched_files.append(sd)
 
-            return matched_files      
+            return matched_files
 
         if bucket_id < 1:
             raise ValueError(f"Invalid bucket_id: {bucket_id}")
@@ -384,8 +399,18 @@ class GroundX(GroundXBase):
             for file in files:
                 file_size = file.stat().st_size
 
-                if (current_batch_size + file_size > MAX_BATCH_SIZE_BYTES) or (len(current_batch) >= n):
-                    self._upload_file_batch(bucket_id, current_batch, upload_api, callback_url, callback_data, request_options, pbar)
+                if (current_batch_size + file_size > MAX_BATCH_SIZE_BYTES) or (
+                    len(current_batch) >= n
+                ):
+                    self._upload_file_batch(
+                        bucket_id,
+                        current_batch,
+                        upload_api,
+                        callback_url,
+                        callback_data,
+                        request_options,
+                        pbar,
+                    )
                     current_batch = []
                     current_batch_size = 0
 
@@ -393,7 +418,15 @@ class GroundX(GroundXBase):
                 current_batch_size += file_size
 
             if current_batch:
-                self._upload_file_batch(bucket_id, current_batch, upload_api, callback_url, callback_data, request_options, pbar)
+                self._upload_file_batch(
+                    bucket_id,
+                    current_batch,
+                    upload_api,
+                    callback_url,
+                    callback_data,
+                    request_options,
+                    pbar,
+                )
 
     def _upload_file(
         self,
@@ -408,12 +441,13 @@ class GroundX(GroundXBase):
         presigned_info = get_presigned_url(endpoint, file_name, file_extension)
 
         upload_url = presigned_info["URL"]
-        headers = presigned_info.get("Header", {})
+        hd = presigned_info.get("Header", {})
         method = presigned_info.get("Method", "PUT").upper()
 
-        for key, value in headers.items():
+        headers: typing.Dict[str, typing.Any] = {}
+        for key, value in hd.items():
             if isinstance(value, list):
-                headers[key] = value[0]
+                headers[key.upper()] = value[0]
 
         try:
             with open(file_path, "rb") as f:
@@ -431,6 +465,9 @@ class GroundX(GroundXBase):
                 f"Upload failed: {upload_response.status_code} - {upload_response.text}"
             )
 
+        if "GX-HOSTED-URL" in headers:
+            return headers["GX-HOSTED-URL"]
+
         return strip_query_params(upload_url)
 
     def _process_local(
@@ -481,39 +518,62 @@ class GroundX(GroundXBase):
     ) -> typing.Tuple[IngestResponse, float]:
         completed_files: typing.Set[str] = set()
 
-        while (
-            ingest.ingest.status not in ["complete", "error", "cancelled"]
-        ):
+        while ingest.ingest.status not in ["complete", "error", "cancelled"]:
             time.sleep(3)
-            ingest = self.documents.get_processing_status_by_id(ingest.ingest.process_id)
+            ingest = self.documents.get_processing_status_by_id(
+                ingest.ingest.process_id
+            )
 
             if ingest.ingest.progress:
-                if ingest.ingest.progress.processing and ingest.ingest.progress.processing.documents:
+                if (
+                    ingest.ingest.progress.processing
+                    and ingest.ingest.progress.processing.documents
+                ):
                     for doc in ingest.ingest.progress.processing.documents:
-                        if doc.status in ["complete", "error", "cancelled"] and doc.document_id not in completed_files:
+                        if (
+                            doc.status in ["complete", "error", "cancelled"]
+                            and doc.document_id not in completed_files
+                        ):
                             pbar.update(0.75)
                             progress -= 0.75
                             completed_files.add(doc.document_id)
-                if ingest.ingest.progress.complete and ingest.ingest.progress.complete.documents:
+                if (
+                    ingest.ingest.progress.complete
+                    and ingest.ingest.progress.complete.documents
+                ):
                     for doc in ingest.ingest.progress.complete.documents:
-                        if doc.status in ["complete", "error", "cancelled"] and doc.document_id not in completed_files:
+                        if (
+                            doc.status in ["complete", "error", "cancelled"]
+                            and doc.document_id not in completed_files
+                        ):
                             pbar.update(0.75)
                             progress -= 0.75
                             completed_files.add(doc.document_id)
-                if ingest.ingest.progress.cancelled and ingest.ingest.progress.cancelled.documents:
+                if (
+                    ingest.ingest.progress.cancelled
+                    and ingest.ingest.progress.cancelled.documents
+                ):
                     for doc in ingest.ingest.progress.cancelled.documents:
-                        if doc.status in ["complete", "error", "cancelled"] and doc.document_id not in completed_files:
+                        if (
+                            doc.status in ["complete", "error", "cancelled"]
+                            and doc.document_id not in completed_files
+                        ):
                             pbar.update(0.75)
                             progress -= 0.75
                             completed_files.add(doc.document_id)
-                if ingest.ingest.progress.errors and ingest.ingest.progress.errors.documents:
+                if (
+                    ingest.ingest.progress.errors
+                    and ingest.ingest.progress.errors.documents
+                ):
                     for doc in ingest.ingest.progress.errors.documents:
-                        if doc.status in ["complete", "error", "cancelled"] and doc.document_id not in completed_files:
+                        if (
+                            doc.status in ["complete", "error", "cancelled"]
+                            and doc.document_id not in completed_files
+                        ):
                             pbar.update(0.75)
                             progress -= 0.75
                             completed_files.add(doc.document_id)
 
-
         if ingest.ingest.status in ["error", "cancelled"]:
             raise ValueError(f"Ingest failed with status: {ingest.ingest.status}")
 
@@ -531,7 +591,7 @@ class GroundX(GroundXBase):
     ) -> None:
         docs: typing.List[Document] = []
 
-        progress =  float(len(batch))
+        progress = float(len(batch))
         for file in batch:
             url = self._upload_file(upload_api, file)
             if file.suffix.lower() in SUFFIX_ALIASES:
@@ -567,7 +627,6 @@ class GroundX(GroundXBase):
             pbar.update(progress)
 
 
-
 class AsyncGroundX(AsyncGroundXBase):
     async def ingest(
         self,
@@ -682,12 +741,13 @@ class AsyncGroundX(AsyncGroundXBase):
         presigned_info = get_presigned_url(endpoint, file_name, file_extension)
 
         upload_url = presigned_info["URL"]
-        headers = presigned_info.get("Header", {})
+        hd = presigned_info.get("Header", {})
         method = presigned_info.get("Method", "PUT").upper()
 
-        for key, value in headers.items():
+        headers: typing.Dict[str, typing.Any] = {}
+        for key, value in hd.items():
             if isinstance(value, list):
-                headers[key] = value[0]
+                headers[key.upper()] = value[0]
 
         try:
             with open(file_path, "rb") as f:
@@ -705,4 +765,7 @@ class AsyncGroundX(AsyncGroundXBase):
                 f"Upload failed: {upload_response.status_code} - {upload_response.text}"
             )
 
+        if "GX-HOSTED-URL" in headers:
+            return headers["GX-HOSTED-URL"]
+
         return strip_query_params(upload_url)

groundx/types/__init__.py

@@ -51,6 +51,7 @@ from .subscription_detail_meters import SubscriptionDetailMeters
 from .website_source import WebsiteSource
 from .workflow_apply_request import WorkflowApplyRequest
 from .workflow_detail import WorkflowDetail
+from .workflow_detail_chunk_strategy import WorkflowDetailChunkStrategy
 from .workflow_detail_relationships import WorkflowDetailRelationships
 from .workflow_engine import WorkflowEngine
 from .workflow_engine_reasoning_effort import WorkflowEngineReasoningEffort
@@ -58,9 +59,12 @@ from .workflow_engine_service import WorkflowEngineService
 from .workflow_prompt import WorkflowPrompt
 from .workflow_prompt_group import WorkflowPromptGroup
 from .workflow_prompt_role import WorkflowPromptRole
+from .workflow_request import WorkflowRequest
+from .workflow_request_chunk_strategy import WorkflowRequestChunkStrategy
 from .workflow_response import WorkflowResponse
 from .workflow_step import WorkflowStep
 from .workflow_step_config import WorkflowStepConfig
+from .workflow_step_config_field import WorkflowStepConfigField
 from .workflow_steps import WorkflowSteps
 from .workflows_response import WorkflowsResponse
 
@@ -114,6 +118,7 @@ __all__ = [
     "WebsiteSource",
     "WorkflowApplyRequest",
     "WorkflowDetail",
+    "WorkflowDetailChunkStrategy",
     "WorkflowDetailRelationships",
     "WorkflowEngine",
     "WorkflowEngineReasoningEffort",
@@ -121,9 +126,12 @@ __all__ = [
     "WorkflowPrompt",
     "WorkflowPromptGroup",
     "WorkflowPromptRole",
+    "WorkflowRequest",
+    "WorkflowRequestChunkStrategy",
     "WorkflowResponse",
     "WorkflowStep",
     "WorkflowStepConfig",
+    "WorkflowStepConfigField",
     "WorkflowSteps",
     "WorkflowsResponse",
 ]

groundx/types/workflow_detail.py

@@ -6,6 +6,7 @@ import pydantic
 import typing_extensions
 from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
 from ..core.serialization import FieldMetadata
+from .workflow_detail_chunk_strategy import WorkflowDetailChunkStrategy
 from .workflow_detail_relationships import WorkflowDetailRelationships
 from .workflow_steps import WorkflowSteps
 
@@ -15,6 +16,9 @@ class WorkflowDetail(UniversalBaseModel):
     Workflow information
     """
 
+    chunk_strategy: typing_extensions.Annotated[
+        typing.Optional[WorkflowDetailChunkStrategy], FieldMetadata(alias="chunkStrategy")
+    ] = None
     document_id: typing_extensions.Annotated[typing.Optional[str], FieldMetadata(alias="documentId")] = pydantic.Field(
         default=None
     )

groundx/types/workflow_detail_chunk_strategy.py

@@ -0,0 +1,5 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import typing
+
+WorkflowDetailChunkStrategy = typing.Union[typing.Literal["element", "size"], typing.Any]

groundx/types/workflow_prompt_role.py

@@ -2,4 +2,4 @@
 
 import typing
 
-WorkflowPromptRole = typing.Union[typing.Literal["assistant", "system", "user"], typing.Any]
+WorkflowPromptRole = typing.Union[typing.Literal["assistant", "developer", "system", "user"], typing.Any]

groundx/types/workflow_request.py

@@ -0,0 +1,31 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import typing
+
+import pydantic
+import typing_extensions
+from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
+from ..core.serialization import FieldMetadata
+from .workflow_request_chunk_strategy import WorkflowRequestChunkStrategy
+from .workflow_steps import WorkflowSteps
+
+
+class WorkflowRequest(UniversalBaseModel):
+    chunk_strategy: typing_extensions.Annotated[
+        typing.Optional[WorkflowRequestChunkStrategy], FieldMetadata(alias="chunkStrategy")
+    ] = None
+    name: typing.Optional[str] = pydantic.Field(default=None)
+    """
+    The name of the workflow being created.
+    """
+
+    steps: typing.Optional[WorkflowSteps] = None
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(extra="allow", frozen=True)  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

groundx/types/workflow_request_chunk_strategy.py

@@ -0,0 +1,5 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import typing
+
+WorkflowRequestChunkStrategy = typing.Union[typing.Literal["element", "size"], typing.Any]

groundx/types/workflow_step_config.py

@@ -6,6 +6,7 @@ import pydantic
 from ..core.pydantic_utilities import IS_PYDANTIC_V2, UniversalBaseModel
 from .workflow_engine import WorkflowEngine
 from .workflow_prompt_group import WorkflowPromptGroup
+from .workflow_step_config_field import WorkflowStepConfigField
 
 
 class WorkflowStepConfig(UniversalBaseModel):
@@ -14,6 +15,12 @@ class WorkflowStepConfig(UniversalBaseModel):
     """
 
     engine: typing.Optional[WorkflowEngine] = None
+    field: typing.Optional[WorkflowStepConfigField] = pydantic.Field(default=None)
+    """
+    The field where agent output will be saved
+    """
+
+    includes: typing.Optional[typing.Dict[str, bool]] = None
     prompt: typing.Optional[WorkflowPromptGroup] = None
 
     if IS_PYDANTIC_V2:

groundx/types/workflow_step_config_field.py

@@ -0,0 +1,8 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import typing
+
+WorkflowStepConfigField = typing.Union[
+    typing.Literal["doc-sum", "doc-keys", "sect-sum", "sect-keys", "chunk-sum", "chunk-keys", "chunk-instruct", "text"],
+    typing.Any,
+]

groundx/workflows/client.py

@@ -5,6 +5,7 @@ import typing
 from ..core.client_wrapper import AsyncClientWrapper, SyncClientWrapper
 from ..core.request_options import RequestOptions
 from ..types.message_response import MessageResponse
+from ..types.workflow_request_chunk_strategy import WorkflowRequestChunkStrategy
 from ..types.workflow_response import WorkflowResponse
 from ..types.workflow_steps import WorkflowSteps
 from ..types.workflows_response import WorkflowsResponse
@@ -59,6 +60,7 @@ class WorkflowsClient:
     def create(
         self,
         *,
+        chunk_strategy: typing.Optional[WorkflowRequestChunkStrategy] = OMIT,
         name: typing.Optional[str] = OMIT,
         steps: typing.Optional[WorkflowSteps] = OMIT,
         request_options: typing.Optional[RequestOptions] = None,
@@ -68,6 +70,8 @@ class WorkflowsClient:
 
         Parameters
         ----------
+        chunk_strategy : typing.Optional[WorkflowRequestChunkStrategy]
+
         name : typing.Optional[str]
             The name of the workflow being created.
 
@@ -90,7 +94,9 @@ class WorkflowsClient:
         )
         client.workflows.create()
         """
-        _response = self._raw_client.create(name=name, steps=steps, request_options=request_options)
+        _response = self._raw_client.create(
+            chunk_strategy=chunk_strategy, name=name, steps=steps, request_options=request_options
+        )
         return _response.data
 
     def add_to_account(
@@ -257,7 +263,7 @@ class WorkflowsClient:
         self,
         id: str,
         *,
-        workflow_id: str,
+        chunk_strategy: typing.Optional[WorkflowRequestChunkStrategy] = OMIT,
         name: typing.Optional[str] = OMIT,
         steps: typing.Optional[WorkflowSteps] = OMIT,
         request_options: typing.Optional[RequestOptions] = None,
@@ -270,8 +276,7 @@ class WorkflowsClient:
         id : str
             The workflowId of the workflow being updated.
 
-        workflow_id : str
-            The id of the workflow that is being updated.
+        chunk_strategy : typing.Optional[WorkflowRequestChunkStrategy]
 
         name : typing.Optional[str]
             The name of the workflow being created.
@@ -295,11 +300,10 @@ class WorkflowsClient:
         )
         client.workflows.update(
             id="id",
-            workflow_id="workflowId",
         )
         """
         _response = self._raw_client.update(
-            id, workflow_id=workflow_id, name=name, steps=steps, request_options=request_options
+            id, chunk_strategy=chunk_strategy, name=name, steps=steps, request_options=request_options
         )
         return _response.data
 
@@ -387,6 +391,7 @@ class AsyncWorkflowsClient:
     async def create(
         self,
         *,
+        chunk_strategy: typing.Optional[WorkflowRequestChunkStrategy] = OMIT,
         name: typing.Optional[str] = OMIT,
         steps: typing.Optional[WorkflowSteps] = OMIT,
         request_options: typing.Optional[RequestOptions] = None,
@@ -396,6 +401,8 @@ class AsyncWorkflowsClient:
 
         Parameters
         ----------
+        chunk_strategy : typing.Optional[WorkflowRequestChunkStrategy]
+
         name : typing.Optional[str]
             The name of the workflow being created.
 
@@ -426,7 +433,9 @@ class AsyncWorkflowsClient:
 
         asyncio.run(main())
         """
-        _response = await self._raw_client.create(name=name, steps=steps, request_options=request_options)
+        _response = await self._raw_client.create(
+            chunk_strategy=chunk_strategy, name=name, steps=steps, request_options=request_options
+        )
         return _response.data
 
     async def add_to_account(
@@ -635,7 +644,7 @@ class AsyncWorkflowsClient:
         self,
         id: str,
         *,
-        workflow_id: str,
+        chunk_strategy: typing.Optional[WorkflowRequestChunkStrategy] = OMIT,
         name: typing.Optional[str] = OMIT,
         steps: typing.Optional[WorkflowSteps] = OMIT,
         request_options: typing.Optional[RequestOptions] = None,
@@ -648,8 +657,7 @@ class AsyncWorkflowsClient:
         id : str
             The workflowId of the workflow being updated.
 
-        workflow_id : str
-            The id of the workflow that is being updated.
+        chunk_strategy : typing.Optional[WorkflowRequestChunkStrategy]
 
         name : typing.Optional[str]
             The name of the workflow being created.
@@ -678,14 +686,13 @@ class AsyncWorkflowsClient:
         async def main() -> None:
             await client.workflows.update(
                 id="id",
-                workflow_id="workflowId",
             )
 
 
         asyncio.run(main())
         """
         _response = await self._raw_client.update(
-            id, workflow_id=workflow_id, name=name, steps=steps, request_options=request_options
+            id, chunk_strategy=chunk_strategy, name=name, steps=steps, request_options=request_options
         )
         return _response.data
 

groundx/workflows/raw_client.py

@@ -11,6 +11,7 @@ from ..core.pydantic_utilities import parse_obj_as
 from ..core.request_options import RequestOptions
 from ..core.serialization import convert_and_respect_annotation_metadata
 from ..types.message_response import MessageResponse
+from ..types.workflow_request_chunk_strategy import WorkflowRequestChunkStrategy
 from ..types.workflow_response import WorkflowResponse
 from ..types.workflow_steps import WorkflowSteps
 from ..types.workflows_response import WorkflowsResponse
@@ -61,6 +62,7 @@ class RawWorkflowsClient:
     def create(
         self,
         *,
+        chunk_strategy: typing.Optional[WorkflowRequestChunkStrategy] = OMIT,
         name: typing.Optional[str] = OMIT,
         steps: typing.Optional[WorkflowSteps] = OMIT,
         request_options: typing.Optional[RequestOptions] = None,
@@ -70,6 +72,8 @@ class RawWorkflowsClient:
 
         Parameters
         ----------
+        chunk_strategy : typing.Optional[WorkflowRequestChunkStrategy]
+
         name : typing.Optional[str]
             The name of the workflow being created.
 
@@ -87,6 +91,7 @@ class RawWorkflowsClient:
             "v1/workflow",
             method="POST",
             json={
+                "chunkStrategy": chunk_strategy,
                 "name": name,
                 "steps": convert_and_respect_annotation_metadata(
                     object_=steps, annotation=WorkflowSteps, direction="write"
@@ -326,7 +331,7 @@ class RawWorkflowsClient:
         self,
         id: str,
         *,
-        workflow_id: str,
+        chunk_strategy: typing.Optional[WorkflowRequestChunkStrategy] = OMIT,
         name: typing.Optional[str] = OMIT,
         steps: typing.Optional[WorkflowSteps] = OMIT,
         request_options: typing.Optional[RequestOptions] = None,
@@ -339,8 +344,7 @@ class RawWorkflowsClient:
         id : str
             The workflowId of the workflow being updated.
 
-        workflow_id : str
-            The id of the workflow that is being updated.
+        chunk_strategy : typing.Optional[WorkflowRequestChunkStrategy]
 
         name : typing.Optional[str]
             The name of the workflow being created.
@@ -359,11 +363,11 @@ class RawWorkflowsClient:
             f"v1/workflow/{jsonable_encoder(id)}",
             method="PUT",
             json={
+                "chunkStrategy": chunk_strategy,
                 "name": name,
                 "steps": convert_and_respect_annotation_metadata(
                     object_=steps, annotation=WorkflowSteps, direction="write"
                 ),
-                "workflowId": workflow_id,
             },
             headers={
                 "content-type": "application/json",
@@ -469,6 +473,7 @@ class AsyncRawWorkflowsClient:
     async def create(
         self,
         *,
+        chunk_strategy: typing.Optional[WorkflowRequestChunkStrategy] = OMIT,
         name: typing.Optional[str] = OMIT,
         steps: typing.Optional[WorkflowSteps] = OMIT,
         request_options: typing.Optional[RequestOptions] = None,
@@ -478,6 +483,8 @@ class AsyncRawWorkflowsClient:
 
         Parameters
         ----------
+        chunk_strategy : typing.Optional[WorkflowRequestChunkStrategy]
+
         name : typing.Optional[str]
             The name of the workflow being created.
 
@@ -495,6 +502,7 @@ class AsyncRawWorkflowsClient:
             "v1/workflow",
             method="POST",
             json={
+                "chunkStrategy": chunk_strategy,
                 "name": name,
                 "steps": convert_and_respect_annotation_metadata(
                     object_=steps, annotation=WorkflowSteps, direction="write"
@@ -734,7 +742,7 @@ class AsyncRawWorkflowsClient:
         self,
         id: str,
         *,
-        workflow_id: str,
+        chunk_strategy: typing.Optional[WorkflowRequestChunkStrategy] = OMIT,
         name: typing.Optional[str] = OMIT,
         steps: typing.Optional[WorkflowSteps] = OMIT,
         request_options: typing.Optional[RequestOptions] = None,
@@ -747,8 +755,7 @@ class AsyncRawWorkflowsClient:
         id : str
             The workflowId of the workflow being updated.
 
-        workflow_id : str
-            The id of the workflow that is being updated.
+        chunk_strategy : typing.Optional[WorkflowRequestChunkStrategy]
 
         name : typing.Optional[str]
             The name of the workflow being created.
@@ -767,11 +774,11 @@ class AsyncRawWorkflowsClient:
             f"v1/workflow/{jsonable_encoder(id)}",
             method="PUT",
             json={
+                "chunkStrategy": chunk_strategy,
                 "name": name,
                 "steps": convert_and_respect_annotation_metadata(
                     object_=steps, annotation=WorkflowSteps, direction="write"
                 ),
-                "workflowId": workflow_id,
             },
             headers={
                 "content-type": "application/json",

{groundx-2.6.5.dist-info → groundx-2.7.2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: groundx
-Version: 2.6.5
+Version: 2.7.2
 Summary: 
 License: MIT
 Requires-Python: >=3.8,<4.0

{groundx-2.6.5.dist-info → groundx-2.7.2.dist-info}/RECORD

@@ -1,11 +1,11 @@
-groundx/__init__.py,sha256=ZiJn5D9o6xe7ma9NkX431LmMDhQ0bLAr_gPcHT8OTWU,3747
+groundx/__init__.py,sha256=4bcjoYc2ZZw1k364bhk_b95byRwk-epto1rggWlljUo,3989
 groundx/buckets/__init__.py,sha256=_VhToAyIt_5axN6CLJwtxg3-CO7THa_23pbUzqhXJa4,85
 groundx/buckets/client.py,sha256=F1tcqQoqmrC8lQtRZvmXldIdVxIp1LWfdbAfY8SB5sM,11460
 groundx/buckets/raw_client.py,sha256=T2Ty5obN7eHbaxHGAimzjM8MGOmSOQEckhciyZkzcjE,23873
 groundx/client.py,sha256=PksVIgU2pXup9Ewkl7NcLPvQOIhg_Do3cJVGgXqqQjE,6641
 groundx/core/__init__.py,sha256=lTcqUPXcx4112yLDd70RAPeqq6tu3eFMe1pKOqkW9JQ,1562
 groundx/core/api_error.py,sha256=44vPoTyWN59gonCIZMdzw7M1uspygiLnr3GNFOoVL2Q,614
-groundx/core/client_wrapper.py,sha256=mBKFr3FvLVO8SVKoDz8k2em-aI2ftNY-MYCy19sR8q0,1822
+groundx/core/client_wrapper.py,sha256=SMtUbBSxFAaKECURzzg47mANqsc3Pn64oEM4Utzqlzw,1822
 groundx/core/datetime_utils.py,sha256=nBys2IsYrhPdszxGKCNRPSOCwa-5DWOHG95FB8G9PKo,1047
 groundx/core/file.py,sha256=d4NNbX8XvXP32z8KpK2Xovv33nFfruIrpz0QWxlgpZk,2663
 groundx/core/force_multipart.py,sha256=awxh5MtcRYe74ehY8U76jzv6fYM_w_D3Rur7KQQzSDk,429
@@ -48,7 +48,7 @@ groundx/extract/services/.DS_Store,sha256=1lFlJ5EFymdzGAUAaI30vcaaLHt3F1LwpG7xIL
 groundx/extract/services/__init__.py,sha256=Zf-PjjmUo5Nv1BaEQOjaFhI3QtOn7xSZo0Mccf9DOg0,249
 groundx/extract/services/csv.py,sha256=9ugPXvJYioM42wE2o4uXWyIlHMqkK_F6dCDpL_kyCzU,2132
 groundx/extract/services/logger.py,sha256=yuQ4eBs5eiHVZhlWlrROKNLuJ72G9hlJCcbT93lQO0o,3201
-groundx/extract/services/logging_cfg.py,sha256=krwfflUgYTGobPXC341cKbpZZFiKawSfK0J429lybq8,1619
+groundx/extract/services/logging_cfg.py,sha256=WHlV4_ThUC5-dqAyicGpLmSId34RoCFf9xfGLw-HCYQ,1601
 groundx/extract/services/ratelimit.py,sha256=PU-9YV9dhzyci0A5knlGEJvi4Jdyl9-hguI0v_DFnYA,3206
 groundx/extract/services/sheets_client.py,sha256=0Sgy6dKYnjwdZ1He3m489D3mQ1038k5xBzbvgKO4BSs,4859
 groundx/extract/services/status.py,sha256=n4_cP-1ZfH8KShlif16bwaSBhtI-7lI_5ecYgTvcKRc,6700
@@ -57,8 +57,8 @@ groundx/extract/services/upload_minio.py,sha256=i4i5-_ER9_WvEKhYPIuqsg6oZckZdbA4
 groundx/extract/services/upload_s3.py,sha256=0jUC0V2qz4W-cavt4HaAxkOKAj5SdeGt1L-Dv4A5e50,2310
 groundx/extract/services/utility.py,sha256=nlAVgSFpzo0LPrm5dqexn2dmDa3cFmAmJpVHFE2rgnM,1321
 groundx/extract/settings/__init__.py,sha256=1YJcL6whtsHNVd9AuOzdIx3vM5xeu5m6e4U5V39McmA,277
-groundx/extract/settings/settings.py,sha256=5J0H8Dvw_6XYLIoQhoj9zRxz9lU2lixBkVPgDeuOGLo,4318
-groundx/extract/settings/test_settings.py,sha256=n56UMaIcK7_rN5dUx1CNXsn0Yy7CI4g9jWDwLdl9NKE,18861
+groundx/extract/settings/settings.py,sha256=QenatSQyWIB1Log7jdai-YzkaGMhVP-c1k-nIP_mZgo,5331
+groundx/extract/settings/test_settings.py,sha256=9pEa3_MTY2CFlAnv5YqGojplm3Z8eFpRhclQlIem0Vo,18743
 groundx/extract/tasks/__init__.py,sha256=fEtUoLXI2vNlbcogE5FmRk2t0ZRuM4xjFK7S4BF1Rws,115
 groundx/extract/tasks/utility.py,sha256=6pJG0SLsj_zTtdFbMqXIUmbIH3kGLbYpOTQKweIIQcY,736
 groundx/extract/utility/__init__.py,sha256=Wf8-yEKavFfI8VnoKevfuFK-SarD0FxAWYWydo1F-Ug,240
@@ -70,14 +70,14 @@ groundx/groups/raw_client.py,sha256=nP9yFh7MexjDUQU8TtB5j-HAmZJjQWOd78hu-KeMnRs,
 groundx/health/__init__.py,sha256=_VhToAyIt_5axN6CLJwtxg3-CO7THa_23pbUzqhXJa4,85
 groundx/health/client.py,sha256=kcGIlqCEzBl6fuwJaf3x-obOagXxyAlEFaPRH3qgdDs,4566
 groundx/health/raw_client.py,sha256=_TDa-O13PtC0RYCAq4bx5FESz1oLDLp9WExyOKjsIjs,7430
-groundx/ingest.py,sha256=yMX39sDmm0NfdojkBtPxcIBGNXn33djCJO5nlcIKX3c,24780
+groundx/ingest.py,sha256=QTwsLUdzL6CIvwCb0jep4zHGQebpKbS-cwgG4i9QgiQ,26283
 groundx/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 groundx/search/__init__.py,sha256=Y1EKHPBEh-ebo1YOikCHTHU9E8kBP2s7K4J_kZGzcOA,165
 groundx/search/client.py,sha256=ArfAbcQGS6eCWuMU5Ld-AQ8nB0Vh-4Jec3tt05QJtuM,13783
 groundx/search/raw_client.py,sha256=_qO5u62e1d0rVbRUeyJFdt85v7WT_bSHcSLf8wJvfgQ,19545
 groundx/search/types/__init__.py,sha256=sy0s9qFdeT4Q3SJxK6hrulnsPirVpKkjxI29OqLTY0s,185
 groundx/search/types/search_content_request_id.py,sha256=us7mYdzR0qPur_wR5I9BhHaLEzC5nLBRna6-xq4M1ec,128
-groundx/types/__init__.py,sha256=mq05MpxH6EIXWDPH1FspyTFaZf1R0K1h8AhtSHbByJw,4806
+groundx/types/__init__.py,sha256=1TxoLVGJWBx8dS5hL-fZzjTOvUmrsYGyg1USvw6paLQ,5187
 groundx/types/bounding_box_detail.py,sha256=5_l3vFNIs2n-U2VXEpyPRcTcFKpMWrpvzQiIL88XNEs,1796
 groundx/types/bucket_detail.py,sha256=sYKzUCPCAosh2jTFfSDtSn0bEsLL228kLjA51jFEYwY,1475
 groundx/types/bucket_list_response.py,sha256=m1lO4PElbxc5VFCLchPtdWfCTlfrm8enpTe3bg1ng7Y,1060
@@ -126,26 +126,30 @@ groundx/types/subscription_detail.py,sha256=GEEivqyiLsZtd8Ow7mqqwF1y0m0tHD-t9r9d
 groundx/types/subscription_detail_meters.py,sha256=vGqiR2uupVh5177DfOghjoe5mwzVhoWljKzPF-twUc0,794
 groundx/types/website_source.py,sha256=53jWDBtSrJVOsBVtVbZbjhEAsd0QGkXa7IuKO4AooLs,1542
 groundx/types/workflow_apply_request.py,sha256=BooXhqjiXftutycdR4GEARPvOcK-tMEKDRS02zFQH0o,755
-groundx/types/workflow_detail.py,sha256=xWIFGayvsFLPHvzRY1MyvojNIYMv4eIiJBWP7Xj332w,1639
+groundx/types/workflow_detail.py,sha256=St29Dbw7zTAfZtTcrGQcL5Mj6ixyasHA2hRdeinRxS0,1864
+groundx/types/workflow_detail_chunk_strategy.py,sha256=GT5tU7Eh7KaWqtKQmR_xjJA78d74yHRfv2E21u-yGUE,170
 groundx/types/workflow_detail_relationships.py,sha256=lw-7OcI595j_1wjC1Rd4rFoPk4UjwniF3SKydX5mlG4,1072
 groundx/types/workflow_engine.py,sha256=J_PXgGLUrpY7Ci-A6jx1vq7_9h-3OZTMrxdru0DkieI,1977
 groundx/types/workflow_engine_reasoning_effort.py,sha256=xQma7tB5cVPvaj5WqmBe1scPqeDWDDsTe2TlDXXnOVs,189
 groundx/types/workflow_engine_service.py,sha256=8EPL1ffSnv1r547eixSryVqO-X18TYFyHZotqw1qHA4,211
 groundx/types/workflow_prompt.py,sha256=uAKLSm57MJcgum5libVrK8d-4-MmidptdQ7IfxmkTx0,1132
 groundx/types/workflow_prompt_group.py,sha256=iT3QibXPAVyA_aAC8Z2aEqDul1xelbFOcsjYnHrPB6Q,724
-groundx/types/workflow_prompt_role.py,sha256=oasiW8V0qVZGMSULH0cPRySvf28SX4ESbzyfECrkIX0,173
+groundx/types/workflow_prompt_role.py,sha256=_O50xjX0RsXYvvg3RlzdhoI4rF8ZG7yDYETjHJnOdaE,186
+groundx/types/workflow_request.py,sha256=BKYlv7_RWYDrDWBITKWy5MO8ZojKW33_b_6j0LV3lY8,1022
+groundx/types/workflow_request_chunk_strategy.py,sha256=36SwJuoQ1-9nB0mWpw9ois3IcLZBYFVzAIB2EZfHyRA,171
 groundx/types/workflow_response.py,sha256=5SFtWKKTQW3L26Tv02Cc0aI4oZN-3NaCwzNk5WD762I,582
 groundx/types/workflow_step.py,sha256=YRTW79pJMb76NckGK3tWke8CCjOPkUfLD1YQ76pA5Zk,1248
-groundx/types/workflow_step_config.py,sha256=IaKxo37d2HoBJm7y2MVGWeUsXhnRO22Hqh6aEW-Z3uw,805
+groundx/types/workflow_step_config.py,sha256=yef00gJz-j0we-w-fa68-G9rDOMxH0m-MptO_jvOjxM,1077
+groundx/types/workflow_step_config_field.py,sha256=20Jb6xd7tURZEzRZoWLq3xzbzgofvL_6Tf3FDVbpiTA,259
 groundx/types/workflow_steps.py,sha256=qK4vyjT7nc3FY2dlS_gVGl_p9r9DlWUOh7FnNuFHf9w,1561
 groundx/types/workflows_response.py,sha256=lKy6N4r0jTVK2S3mnmTzAvPjkmOl4BTnU2q0k-TbqjQ,597
 groundx/version.py,sha256=1yVogKaq260fQfckM2RYN2144SEw0QROsZW8ICtkG4U,74
 groundx/workflows/__init__.py,sha256=qS5TOSfeClFC9oVjYFqCMuNlZOHTcU0cNOrNmDpflQs,163
-groundx/workflows/client.py,sha256=Z6Ua0DGLMAK0s2HtrbJjLCQe2fp96gyXu8BHX4z276c,19304
-groundx/workflows/raw_client.py,sha256=SQ3CBWTIwatEdz1igO-1p-dGrnAHXIliK_ksT8ImWkM,30799
+groundx/workflows/client.py,sha256=-aAqa43LQMx62iwcH4QEEHPSOeT2cNj9334SBZMGy4s,19801
+groundx/workflows/raw_client.py,sha256=eoIedOkJtF01d4VC8W0q3eH9TgU5Qi40XwEbQl7MQsA,31368
 groundx/workflows/types/__init__.py,sha256=r-3IiPgf480gPstg62dFXecJQNOoTaJzcqul0_8_8DM,182
 groundx/workflows/types/workflows_get_request_id.py,sha256=pGcBQwEQYDxoxBGpACdy3zf1Qc2rjcN3zv-TZXHu9p0,127
-groundx-2.6.5.dist-info/LICENSE,sha256=dFE6nY1bHnSn6NqmdlghlU1gQqLqYNphrceGVehSa7o,1065
-groundx-2.6.5.dist-info/METADATA,sha256=Y3YkKTSOLtf8mo7QHr2AEZcXMgZlShgV7zsG-MZ8yr8,5919
-groundx-2.6.5.dist-info/WHEEL,sha256=Zb28QaM1gQi8f4VCBhsUklF61CTlNYfs9YAZn-TOGFk,88
-groundx-2.6.5.dist-info/RECORD,,
+groundx-2.7.2.dist-info/LICENSE,sha256=dFE6nY1bHnSn6NqmdlghlU1gQqLqYNphrceGVehSa7o,1065
+groundx-2.7.2.dist-info/METADATA,sha256=OoCyGJeG-ncAhQw2WMx0cttcd_9-m6cZPXRR6INzRf0,5919
+groundx-2.7.2.dist-info/WHEEL,sha256=Zb28QaM1gQi8f4VCBhsUklF61CTlNYfs9YAZn-TOGFk,88
+groundx-2.7.2.dist-info/RECORD,,