groundx 2.7.9__py3-none-any.whl → 2.8.1__py3-none-any.whl

groundx/core/client_wrapper.py

@@ -14,10 +14,10 @@ class BaseClientWrapper:
 
     def get_headers(self) -> typing.Dict[str, str]:
         headers: typing.Dict[str, str] = {
-            "User-Agent": "groundx/2.7.9",
+            "User-Agent": "groundx/2.8.1",
             "X-Fern-Language": "Python",
             "X-Fern-SDK-Name": "groundx",
-            "X-Fern-SDK-Version": "2.7.9",
+            "X-Fern-SDK-Version": "2.8.1",
         }
         headers["X-API-Key"] = self.api_key
         return headers

groundx/ingest.py

@@ -150,6 +150,7 @@ class GroundX(GroundXBase):
         upload_api: str = "https://api.eyelevel.ai/upload/file",
         callback_url: typing.Optional[str] = None,
         callback_data: typing.Optional[str] = None,
+        override_batch_size: typing.Optional[bool] = False,
         request_options: typing.Optional[RequestOptions] = None,
     ) -> IngestResponse:
         """
@@ -209,15 +210,17 @@ class GroundX(GroundXBase):
         if len(remote_documents) + len(local_documents) == 0:
             raise ValueError("No valid documents were provided")
 
+        max_n = MAX_BATCH_SIZE
+        if override_batch_size:
+            max_n = 1000
+
         if wait_for_complete:
             with tqdm(
                 total=len(remote_documents) + len(local_documents),
                 desc="Ingesting Files",
                 unit="file",
             ) as pbar:
-                n = max(
-                    MIN_BATCH_SIZE, min(batch_size or MIN_BATCH_SIZE, MAX_BATCH_SIZE)
-                )
+                n = max(MIN_BATCH_SIZE, min(batch_size or MIN_BATCH_SIZE, max_n))
 
                 remote_batch: typing.List[IngestRemoteDocument] = []
                 ingest = IngestResponse(
@@ -299,7 +302,7 @@ class GroundX(GroundXBase):
                     pbar.update(progress)
 
                 return ingest
-        elif len(remote_documents) + len(local_documents) > MAX_BATCH_SIZE:
+        elif len(remote_documents) + len(local_documents) > max_n:
             raise ValueError("You have sent too many documents in this request")
 
         up_docs, _ = self._process_local(local_documents, upload_api, 0, None)
@@ -321,6 +324,7 @@ class GroundX(GroundXBase):
         upload_api: str = "https://api.eyelevel.ai/upload/file",
         callback_url: typing.Optional[str] = None,
         callback_data: typing.Optional[str] = None,
+        override_batch_size: typing.Optional[bool] = False,
         request_options: typing.Optional[RequestOptions] = None,
     ):
         """
@@ -393,7 +397,11 @@ class GroundX(GroundXBase):
         current_batch: typing.List[Path] = []
         current_batch_size: int = 0
 
-        n = max(MIN_BATCH_SIZE, min(batch_size or MIN_BATCH_SIZE, MAX_BATCH_SIZE))
+        max_n = MAX_BATCH_SIZE
+        if override_batch_size:
+            max_n = 1000
+
+        n = max(MIN_BATCH_SIZE, min(batch_size or MIN_BATCH_SIZE, max_n))
 
         with tqdm(total=len(files), desc="Ingesting Files", unit="file") as pbar:
             for file in files:
@@ -635,6 +643,7 @@ class AsyncGroundX(AsyncGroundXBase):
         upload_api: str = "https://api.eyelevel.ai/upload/file",
         callback_url: typing.Optional[str] = None,
         callback_data: typing.Optional[str] = None,
+        override_batch_size: typing.Optional[bool] = False,
         request_options: typing.Optional[RequestOptions] = None,
     ) -> IngestResponse:
         """
@@ -689,7 +698,11 @@ class AsyncGroundX(AsyncGroundXBase):
         """
         remote_documents, local_documents = prep_documents(documents)
 
-        if len(remote_documents) + len(local_documents) > MAX_BATCH_SIZE:
+        max_n = MAX_BATCH_SIZE
+        if override_batch_size:
+            max_n = 1000
+
+        if len(remote_documents) + len(local_documents) > max_n:
             raise ValueError("You have sent too many documents in this request")
 
         if len(remote_documents) + len(local_documents) == 0:

{groundx-2.7.9.dist-info → groundx-2.8.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: groundx
-Version: 2.7.9
+Version: 2.8.1
 Summary: 
 License: MIT
 Requires-Python: >=3.8,<4.0

{groundx-2.7.9.dist-info → groundx-2.8.1.dist-info}/RECORD

@@ -5,7 +5,7 @@ groundx/buckets/raw_client.py,sha256=T2Ty5obN7eHbaxHGAimzjM8MGOmSOQEckhciyZkzcjE
 groundx/client.py,sha256=PksVIgU2pXup9Ewkl7NcLPvQOIhg_Do3cJVGgXqqQjE,6641
 groundx/core/__init__.py,sha256=lTcqUPXcx4112yLDd70RAPeqq6tu3eFMe1pKOqkW9JQ,1562
 groundx/core/api_error.py,sha256=44vPoTyWN59gonCIZMdzw7M1uspygiLnr3GNFOoVL2Q,614
-groundx/core/client_wrapper.py,sha256=uA5vNnHm7aJWmMP4jvmkwEJe-LcdgVLXkkfs7oYAI8k,1822
+groundx/core/client_wrapper.py,sha256=VA-cLr2yd-RbQDV2m_aWA1UmUDA9IvqW0hclBR2eFvg,1822
 groundx/core/datetime_utils.py,sha256=nBys2IsYrhPdszxGKCNRPSOCwa-5DWOHG95FB8G9PKo,1047
 groundx/core/file.py,sha256=d4NNbX8XvXP32z8KpK2Xovv33nFfruIrpz0QWxlgpZk,2663
 groundx/core/force_multipart.py,sha256=awxh5MtcRYe74ehY8U76jzv6fYM_w_D3Rur7KQQzSDk,429
@@ -70,7 +70,7 @@ groundx/groups/raw_client.py,sha256=nP9yFh7MexjDUQU8TtB5j-HAmZJjQWOd78hu-KeMnRs,
 groundx/health/__init__.py,sha256=_VhToAyIt_5axN6CLJwtxg3-CO7THa_23pbUzqhXJa4,85
 groundx/health/client.py,sha256=kcGIlqCEzBl6fuwJaf3x-obOagXxyAlEFaPRH3qgdDs,4566
 groundx/health/raw_client.py,sha256=_TDa-O13PtC0RYCAq4bx5FESz1oLDLp9WExyOKjsIjs,7430
-groundx/ingest.py,sha256=QTwsLUdzL6CIvwCb0jep4zHGQebpKbS-cwgG4i9QgiQ,26283
+groundx/ingest.py,sha256=jI9OTvNtto2BQjvi_E_sAYRM7w4jRJRstDzyABUfkyU,26656
 groundx/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 groundx/search/__init__.py,sha256=Y1EKHPBEh-ebo1YOikCHTHU9E8kBP2s7K4J_kZGzcOA,165
 groundx/search/client.py,sha256=ArfAbcQGS6eCWuMU5Ld-AQ8nB0Vh-4Jec3tt05QJtuM,13783
@@ -149,7 +149,7 @@ groundx/workflows/client.py,sha256=-aAqa43LQMx62iwcH4QEEHPSOeT2cNj9334SBZMGy4s,1
 groundx/workflows/raw_client.py,sha256=eoIedOkJtF01d4VC8W0q3eH9TgU5Qi40XwEbQl7MQsA,31368
 groundx/workflows/types/__init__.py,sha256=r-3IiPgf480gPstg62dFXecJQNOoTaJzcqul0_8_8DM,182
 groundx/workflows/types/workflows_get_request_id.py,sha256=pGcBQwEQYDxoxBGpACdy3zf1Qc2rjcN3zv-TZXHu9p0,127
-groundx-2.7.9.dist-info/LICENSE,sha256=dFE6nY1bHnSn6NqmdlghlU1gQqLqYNphrceGVehSa7o,1065
-groundx-2.7.9.dist-info/METADATA,sha256=cIz_KXFm3esfR0a-fxWeENRi8LG24r3MfiKsyWgXtrg,5919
-groundx-2.7.9.dist-info/WHEEL,sha256=Zb28QaM1gQi8f4VCBhsUklF61CTlNYfs9YAZn-TOGFk,88
-groundx-2.7.9.dist-info/RECORD,,
+groundx-2.8.1.dist-info/LICENSE,sha256=dFE6nY1bHnSn6NqmdlghlU1gQqLqYNphrceGVehSa7o,1065
+groundx-2.8.1.dist-info/METADATA,sha256=0Q9TQ16674AKzPIJT4a4_F_5wHMtL3g68kNYWpc08f0,5919
+groundx-2.8.1.dist-info/WHEEL,sha256=Zb28QaM1gQi8f4VCBhsUklF61CTlNYfs9YAZn-TOGFk,88
+groundx-2.8.1.dist-info/RECORD,,