unstructured-ingest 0.3.9__py3-none-any.whl → 0.3.11__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of unstructured-ingest might be problematic. Click here for more details.

Files changed (52) hide show
  1. test/integration/connectors/{databricks_tests → databricks}/test_volumes_native.py +75 -19
  2. test/integration/connectors/sql/test_postgres.py +9 -5
  3. test/integration/connectors/sql/test_singlestore.py +9 -5
  4. test/integration/connectors/sql/test_snowflake.py +6 -2
  5. test/integration/connectors/sql/test_sqlite.py +9 -5
  6. test/integration/connectors/test_astradb.py +40 -0
  7. test/integration/connectors/test_kafka.py +2 -2
  8. test/integration/connectors/test_mongodb.py +4 -1
  9. test/integration/connectors/utils/validation/source.py +31 -11
  10. unstructured_ingest/__version__.py +1 -1
  11. unstructured_ingest/v2/interfaces/__init__.py +3 -1
  12. unstructured_ingest/v2/interfaces/file_data.py +69 -15
  13. unstructured_ingest/v2/pipeline/steps/chunk.py +2 -1
  14. unstructured_ingest/v2/pipeline/steps/download.py +5 -4
  15. unstructured_ingest/v2/pipeline/steps/embed.py +2 -1
  16. unstructured_ingest/v2/pipeline/steps/filter.py +2 -2
  17. unstructured_ingest/v2/pipeline/steps/index.py +4 -4
  18. unstructured_ingest/v2/pipeline/steps/partition.py +3 -2
  19. unstructured_ingest/v2/pipeline/steps/stage.py +2 -2
  20. unstructured_ingest/v2/pipeline/steps/uncompress.py +2 -2
  21. unstructured_ingest/v2/pipeline/steps/upload.py +3 -3
  22. unstructured_ingest/v2/processes/connectors/__init__.py +3 -0
  23. unstructured_ingest/v2/processes/connectors/astradb.py +37 -33
  24. unstructured_ingest/v2/processes/connectors/couchbase.py +52 -41
  25. unstructured_ingest/v2/processes/connectors/databricks/volumes.py +5 -0
  26. unstructured_ingest/v2/processes/connectors/databricks/volumes_aws.py +2 -2
  27. unstructured_ingest/v2/processes/connectors/databricks/volumes_azure.py +2 -2
  28. unstructured_ingest/v2/processes/connectors/databricks/volumes_gcp.py +2 -2
  29. unstructured_ingest/v2/processes/connectors/databricks/volumes_native.py +2 -2
  30. unstructured_ingest/v2/processes/connectors/elasticsearch/elasticsearch.py +41 -45
  31. unstructured_ingest/v2/processes/connectors/fsspec/azure.py +12 -35
  32. unstructured_ingest/v2/processes/connectors/fsspec/box.py +12 -35
  33. unstructured_ingest/v2/processes/connectors/fsspec/dropbox.py +15 -42
  34. unstructured_ingest/v2/processes/connectors/fsspec/fsspec.py +33 -29
  35. unstructured_ingest/v2/processes/connectors/fsspec/gcs.py +12 -34
  36. unstructured_ingest/v2/processes/connectors/fsspec/s3.py +13 -37
  37. unstructured_ingest/v2/processes/connectors/fsspec/sftp.py +19 -33
  38. unstructured_ingest/v2/processes/connectors/mongodb.py +94 -100
  39. unstructured_ingest/v2/processes/connectors/neo4j.py +5 -3
  40. unstructured_ingest/v2/processes/connectors/onedrive.py +1 -1
  41. unstructured_ingest/v2/processes/connectors/sql/postgres.py +5 -5
  42. unstructured_ingest/v2/processes/connectors/sql/singlestore.py +5 -5
  43. unstructured_ingest/v2/processes/connectors/sql/snowflake.py +5 -5
  44. unstructured_ingest/v2/processes/connectors/sql/sql.py +36 -26
  45. unstructured_ingest/v2/processes/connectors/sql/sqlite.py +5 -5
  46. {unstructured_ingest-0.3.9.dist-info → unstructured_ingest-0.3.11.dist-info}/METADATA +11 -10
  47. {unstructured_ingest-0.3.9.dist-info → unstructured_ingest-0.3.11.dist-info}/RECORD +52 -52
  48. /test/integration/connectors/{databricks_tests → databricks}/__init__.py +0 -0
  49. {unstructured_ingest-0.3.9.dist-info → unstructured_ingest-0.3.11.dist-info}/LICENSE.md +0 -0
  50. {unstructured_ingest-0.3.9.dist-info → unstructured_ingest-0.3.11.dist-info}/WHEEL +0 -0
  51. {unstructured_ingest-0.3.9.dist-info → unstructured_ingest-0.3.11.dist-info}/entry_points.txt +0 -0
  52. {unstructured_ingest-0.3.9.dist-info → unstructured_ingest-0.3.11.dist-info}/top_level.txt +0 -0
@@ -5,7 +5,6 @@ from typing import TYPE_CHECKING, Any, Generator, Optional
5
5
 
6
6
  from pydantic import Field, Secret
7
7
 
8
- from unstructured_ingest.v2.interfaces import FileData
9
8
  from unstructured_ingest.v2.logger import logger
10
9
  from unstructured_ingest.v2.processes.connector_registry import (
11
10
  DestinationRegistryEntry,
@@ -14,6 +13,7 @@ from unstructured_ingest.v2.processes.connector_registry import (
14
13
  from unstructured_ingest.v2.processes.connectors.sql.sql import (
15
14
  _DATE_COLUMNS,
16
15
  SQLAccessConfig,
16
+ SqlBatchFileData,
17
17
  SQLConnectionConfig,
18
18
  SQLDownloader,
19
19
  SQLDownloaderConfig,
@@ -93,10 +93,10 @@ class SingleStoreDownloader(SQLDownloader):
93
93
  connector_type: str = CONNECTOR_TYPE
94
94
  values_delimiter: str = "%s"
95
95
 
96
- def query_db(self, file_data: FileData) -> tuple[list[tuple], list[str]]:
97
- table_name = file_data.additional_metadata["table_name"]
98
- id_column = file_data.additional_metadata["id_column"]
99
- ids = tuple(file_data.additional_metadata["ids"])
96
+ def query_db(self, file_data: SqlBatchFileData) -> tuple[list[tuple], list[str]]:
97
+ table_name = file_data.additional_metadata.table_name
98
+ id_column = file_data.additional_metadata.id_column
99
+ ids = tuple([item.identifier for item in file_data.batch_items])
100
100
  with self.connection_config.get_connection() as sqlite_connection:
101
101
  cursor = sqlite_connection.cursor()
102
102
  fields = ",".join(self.download_config.fields) if self.download_config.fields else "*"
@@ -9,7 +9,6 @@ from pydantic import Field, Secret
9
9
 
10
10
  from unstructured_ingest.utils.data_prep import split_dataframe
11
11
  from unstructured_ingest.utils.dep_check import requires_dependencies
12
- from unstructured_ingest.v2.interfaces.file_data import FileData
13
12
  from unstructured_ingest.v2.logger import logger
14
13
  from unstructured_ingest.v2.processes.connector_registry import (
15
14
  DestinationRegistryEntry,
@@ -17,6 +16,7 @@ from unstructured_ingest.v2.processes.connector_registry import (
17
16
  )
18
17
  from unstructured_ingest.v2.processes.connectors.sql.sql import (
19
18
  SQLAccessConfig,
19
+ SqlBatchFileData,
20
20
  SQLConnectionConfig,
21
21
  SQLDownloader,
22
22
  SQLDownloaderConfig,
@@ -118,10 +118,10 @@ class SnowflakeDownloader(SQLDownloader):
118
118
 
119
119
  # The actual snowflake module package name is: snowflake-connector-python
120
120
  @requires_dependencies(["snowflake"], extras="snowflake")
121
- def query_db(self, file_data: FileData) -> tuple[list[tuple], list[str]]:
122
- table_name = file_data.additional_metadata["table_name"]
123
- id_column = file_data.additional_metadata["id_column"]
124
- ids = file_data.additional_metadata["ids"]
121
+ def query_db(self, file_data: SqlBatchFileData) -> tuple[list[tuple], list[str]]:
122
+ table_name = file_data.additional_metadata.table_name
123
+ id_column = file_data.additional_metadata.id_column
124
+ ids = [item.identifier for item in file_data.batch_items]
125
125
 
126
126
  with self.connection_config.get_cursor() as cursor:
127
127
  query = "SELECT {fields} FROM {table_name} WHERE {id_column} IN ({values})".format(
@@ -1,9 +1,8 @@
1
1
  import hashlib
2
2
  import json
3
- import sys
4
3
  from abc import ABC, abstractmethod
5
4
  from contextlib import contextmanager
6
- from dataclasses import dataclass, field, replace
5
+ from dataclasses import dataclass, field
7
6
  from datetime import date, datetime
8
7
  from pathlib import Path
9
8
  from time import time
@@ -12,13 +11,15 @@ from typing import Any, Generator, Union
12
11
  import numpy as np
13
12
  import pandas as pd
14
13
  from dateutil import parser
15
- from pydantic import Field, Secret
14
+ from pydantic import BaseModel, Field, Secret
16
15
 
17
16
  from unstructured_ingest.error import DestinationConnectionError, SourceConnectionError
18
17
  from unstructured_ingest.utils.data_prep import get_data_df, split_dataframe
19
18
  from unstructured_ingest.v2.constants import RECORD_ID_LABEL
20
19
  from unstructured_ingest.v2.interfaces import (
21
20
  AccessConfig,
21
+ BatchFileData,
22
+ BatchItem,
22
23
  ConnectionConfig,
23
24
  Downloader,
24
25
  DownloaderConfig,
@@ -27,6 +28,7 @@ from unstructured_ingest.v2.interfaces import (
27
28
  FileDataSourceMetadata,
28
29
  Indexer,
29
30
  IndexerConfig,
31
+ SourceIdentifiers,
30
32
  Uploader,
31
33
  UploaderConfig,
32
34
  UploadStager,
@@ -81,6 +83,15 @@ _COLUMNS = (
81
83
  _DATE_COLUMNS = ("date_created", "date_modified", "date_processed", "last_modified")
82
84
 
83
85
 
86
+ class SqlAdditionalMetadata(BaseModel):
87
+ table_name: str
88
+ id_column: str
89
+
90
+
91
+ class SqlBatchFileData(BatchFileData):
92
+ additional_metadata: SqlAdditionalMetadata
93
+
94
+
84
95
  def parse_date_string(date_value: Union[str, int]) -> date:
85
96
  try:
86
97
  timestamp = float(date_value) / 1000 if isinstance(date_value, int) else float(date_value)
@@ -124,7 +135,7 @@ class SQLIndexer(Indexer, ABC):
124
135
  f"SELECT {self.index_config.id_column} FROM {self.index_config.table_name}"
125
136
  )
126
137
  results = cursor.fetchall()
127
- ids = [result[0] for result in results]
138
+ ids = sorted([result[0] for result in results])
128
139
  return ids
129
140
 
130
141
  def precheck(self) -> None:
@@ -135,7 +146,7 @@ class SQLIndexer(Indexer, ABC):
135
146
  logger.error(f"failed to validate connection: {e}", exc_info=True)
136
147
  raise SourceConnectionError(f"failed to validate connection: {e}")
137
148
 
138
- def run(self, **kwargs: Any) -> Generator[FileData, None, None]:
149
+ def run(self, **kwargs: Any) -> Generator[SqlBatchFileData, None, None]:
139
150
  ids = self._get_doc_ids()
140
151
  id_batches: list[frozenset[str]] = [
141
152
  frozenset(
@@ -151,19 +162,15 @@ class SQLIndexer(Indexer, ABC):
151
162
  ]
152
163
  for batch in id_batches:
153
164
  # Make sure the hash is always a positive number to create identified
154
- identified = str(hash(batch) + sys.maxsize + 1)
155
- yield FileData(
156
- identifier=identified,
165
+ yield SqlBatchFileData(
157
166
  connector_type=self.connector_type,
158
167
  metadata=FileDataSourceMetadata(
159
168
  date_processed=str(time()),
160
169
  ),
161
- doc_type="batch",
162
- additional_metadata={
163
- "ids": list(batch),
164
- "table_name": self.index_config.table_name,
165
- "id_column": self.index_config.id_column,
166
- },
170
+ additional_metadata=SqlAdditionalMetadata(
171
+ table_name=self.index_config.table_name, id_column=self.index_config.id_column
172
+ ),
173
+ batch_items=[BatchItem(identifier=str(b)) for b in batch],
167
174
  )
168
175
 
169
176
 
@@ -176,7 +183,7 @@ class SQLDownloader(Downloader, ABC):
176
183
  download_config: SQLDownloaderConfig
177
184
 
178
185
  @abstractmethod
179
- def query_db(self, file_data: FileData) -> tuple[list[tuple], list[str]]:
186
+ def query_db(self, file_data: SqlBatchFileData) -> tuple[list[tuple], list[str]]:
180
187
  pass
181
188
 
182
189
  def sql_to_df(self, rows: list[tuple], columns: list[str]) -> list[pd.DataFrame]:
@@ -185,7 +192,7 @@ class SQLDownloader(Downloader, ABC):
185
192
  dfs = [pd.DataFrame([row.values], columns=df.columns) for index, row in df.iterrows()]
186
193
  return dfs
187
194
 
188
- def get_data(self, file_data: FileData) -> list[pd.DataFrame]:
195
+ def get_data(self, file_data: SqlBatchFileData) -> list[pd.DataFrame]:
189
196
  rows, columns = self.query_db(file_data=file_data)
190
197
  return self.sql_to_df(rows=rows, columns=columns)
191
198
 
@@ -199,10 +206,10 @@ class SQLDownloader(Downloader, ABC):
199
206
  return f
200
207
 
201
208
  def generate_download_response(
202
- self, result: pd.DataFrame, file_data: FileData
209
+ self, result: pd.DataFrame, file_data: SqlBatchFileData
203
210
  ) -> DownloadResponse:
204
- id_column = file_data.additional_metadata["id_column"]
205
- table_name = file_data.additional_metadata["table_name"]
211
+ id_column = file_data.additional_metadata.id_column
212
+ table_name = file_data.additional_metadata.table_name
206
213
  record_id = result.iloc[0][id_column]
207
214
  filename_id = self.get_identifier(table_name=table_name, record_id=record_id)
208
215
  filename = f"{filename_id}.csv"
@@ -212,20 +219,23 @@ class SQLDownloader(Downloader, ABC):
212
219
  )
213
220
  download_path.parent.mkdir(parents=True, exist_ok=True)
214
221
  result.to_csv(download_path, index=False)
215
- copied_file_data = replace(file_data)
216
- copied_file_data.identifier = filename_id
217
- copied_file_data.doc_type = "file"
218
- copied_file_data.additional_metadata.pop("ids", None)
222
+ file_data.source_identifiers = SourceIdentifiers(
223
+ filename=filename,
224
+ fullpath=filename,
225
+ )
226
+ cast_file_data = FileData.cast(file_data=file_data)
227
+ cast_file_data.identifier = filename_id
219
228
  return super().generate_download_response(
220
- file_data=copied_file_data, download_path=download_path
229
+ file_data=cast_file_data, download_path=download_path
221
230
  )
222
231
 
223
232
  def run(self, file_data: FileData, **kwargs: Any) -> download_responses:
224
- data_dfs = self.get_data(file_data=file_data)
233
+ sql_filedata = SqlBatchFileData.cast(file_data=file_data)
234
+ data_dfs = self.get_data(file_data=sql_filedata)
225
235
  download_responses = []
226
236
  for df in data_dfs:
227
237
  download_responses.append(
228
- self.generate_download_response(result=df, file_data=file_data)
238
+ self.generate_download_response(result=df, file_data=sql_filedata)
229
239
  )
230
240
  return download_responses
231
241
 
@@ -6,7 +6,6 @@ from typing import TYPE_CHECKING, Any, Generator
6
6
 
7
7
  from pydantic import Field, Secret, model_validator
8
8
 
9
- from unstructured_ingest.v2.interfaces import FileData
10
9
  from unstructured_ingest.v2.logger import logger
11
10
  from unstructured_ingest.v2.processes.connector_registry import (
12
11
  DestinationRegistryEntry,
@@ -15,6 +14,7 @@ from unstructured_ingest.v2.processes.connector_registry import (
15
14
  from unstructured_ingest.v2.processes.connectors.sql.sql import (
16
15
  _DATE_COLUMNS,
17
16
  SQLAccessConfig,
17
+ SqlBatchFileData,
18
18
  SQLConnectionConfig,
19
19
  SQLDownloader,
20
20
  SQLDownloaderConfig,
@@ -97,10 +97,10 @@ class SQLiteDownloader(SQLDownloader):
97
97
  connector_type: str = CONNECTOR_TYPE
98
98
  values_delimiter: str = "?"
99
99
 
100
- def query_db(self, file_data: FileData) -> tuple[list[tuple], list[str]]:
101
- table_name = file_data.additional_metadata["table_name"]
102
- id_column = file_data.additional_metadata["id_column"]
103
- ids = file_data.additional_metadata["ids"]
100
+ def query_db(self, file_data: SqlBatchFileData) -> tuple[list[tuple], list[str]]:
101
+ table_name = file_data.additional_metadata.table_name
102
+ id_column = file_data.additional_metadata.id_column
103
+ ids = [item.identifier for item in file_data.batch_items]
104
104
  with self.connection_config.get_connection() as sqlite_connection:
105
105
  cursor = sqlite_connection.cursor()
106
106
  fields = ",".join(self.download_config.fields) if self.download_config.fields else "*"
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: unstructured-ingest
3
- Version: 0.3.9
3
+ Version: 0.3.11
4
4
  Summary: A library that prepares raw documents for downstream ML tasks.
5
5
  Home-page: https://github.com/Unstructured-IO/unstructured-ingest
6
6
  Author: Unstructured Technologies
@@ -22,14 +22,14 @@ Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
22
22
  Requires-Python: >=3.9.0,<3.13
23
23
  Description-Content-Type: text/markdown
24
24
  License-File: LICENSE.md
25
- Requires-Dist: click
26
- Requires-Dist: pydantic>=2.7
25
+ Requires-Dist: ndjson
27
26
  Requires-Dist: pandas
28
27
  Requires-Dist: dataclasses-json
28
+ Requires-Dist: pydantic>=2.7
29
+ Requires-Dist: opentelemetry-sdk
29
30
  Requires-Dist: python-dateutil
31
+ Requires-Dist: click
30
32
  Requires-Dist: tqdm
31
- Requires-Dist: ndjson
32
- Requires-Dist: opentelemetry-sdk
33
33
  Provides-Extra: airtable
34
34
  Requires-Dist: pyairtable; extra == "airtable"
35
35
  Provides-Extra: astradb
@@ -42,8 +42,8 @@ Requires-Dist: azure-search-documents; extra == "azure-ai-search"
42
42
  Provides-Extra: bedrock
43
43
  Requires-Dist: boto3; extra == "bedrock"
44
44
  Provides-Extra: biomed
45
- Requires-Dist: bs4; extra == "biomed"
46
45
  Requires-Dist: requests; extra == "biomed"
46
+ Requires-Dist: bs4; extra == "biomed"
47
47
  Provides-Extra: box
48
48
  Requires-Dist: fsspec; extra == "box"
49
49
  Requires-Dist: boxfs; extra == "box"
@@ -91,11 +91,11 @@ Provides-Extra: epub
91
91
  Requires-Dist: unstructured[epub]; extra == "epub"
92
92
  Provides-Extra: gcs
93
93
  Requires-Dist: fsspec; extra == "gcs"
94
- Requires-Dist: bs4; extra == "gcs"
95
94
  Requires-Dist: gcsfs; extra == "gcs"
95
+ Requires-Dist: bs4; extra == "gcs"
96
96
  Provides-Extra: github
97
- Requires-Dist: pygithub>1.58.0; extra == "github"
98
97
  Requires-Dist: requests; extra == "github"
98
+ Requires-Dist: pygithub>1.58.0; extra == "github"
99
99
  Provides-Extra: gitlab
100
100
  Requires-Dist: python-gitlab; extra == "gitlab"
101
101
  Provides-Extra: google-drive
@@ -122,11 +122,12 @@ Requires-Dist: unstructured[msg]; extra == "msg"
122
122
  Provides-Extra: neo4j
123
123
  Requires-Dist: neo4j; extra == "neo4j"
124
124
  Requires-Dist: cymple; extra == "neo4j"
125
+ Requires-Dist: networkx; extra == "neo4j"
125
126
  Provides-Extra: notion
126
- Requires-Dist: htmlBuilder; extra == "notion"
127
- Requires-Dist: httpx; extra == "notion"
128
127
  Requires-Dist: backoff; extra == "notion"
129
128
  Requires-Dist: notion-client; extra == "notion"
129
+ Requires-Dist: httpx; extra == "notion"
130
+ Requires-Dist: htmlBuilder; extra == "notion"
130
131
  Provides-Extra: odt
131
132
  Requires-Dist: unstructured[odt]; extra == "odt"
132
133
  Provides-Extra: onedrive
@@ -5,22 +5,22 @@ test/integration/chunkers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJW
5
5
  test/integration/chunkers/test_chunkers.py,sha256=USkltQN_mVVCxI0FkJsrS1gnLXlVr-fvsc0tPaK2sWI,1062
6
6
  test/integration/connectors/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
7
7
  test/integration/connectors/conftest.py,sha256=vYs4WDlCuieAwwErkJxCk4a1lGvr3qpeiAm-YaDznSo,1018
8
- test/integration/connectors/test_astradb.py,sha256=yNRbIfSOz7izIljv46-0yFiafQssVRdYGrAdTl1w45c,5941
8
+ test/integration/connectors/test_astradb.py,sha256=D_M8DvfHi36sp4irPQ5tTRxf0ujYenn_q-h0DU_lkzU,7201
9
9
  test/integration/connectors/test_azure_ai_search.py,sha256=EGV-G_Lq3h6pHhhmmQGWjIU1Mgsqg3ICZSgF0z3lZZs,9608
10
10
  test/integration/connectors/test_chroma.py,sha256=KQCzBJsOHAOtg0Ehp0tNtuYchFtiSmhHDKyOju33kJg,3686
11
11
  test/integration/connectors/test_confluence.py,sha256=adJxIggjuO-jgMimBZdv_AqWeBFlQoodELucIYwWC98,3546
12
12
  test/integration/connectors/test_delta_table.py,sha256=xsnJmwlWVQrccYeAtpt2lm0DYm2jGxiKXeERQXqCDCM,6884
13
- test/integration/connectors/test_kafka.py,sha256=0Tur_iUupxG0UffpLzZ7LOjcNpRkt0-0v9ZB-pWjtJA,10746
13
+ test/integration/connectors/test_kafka.py,sha256=FtHLptvS9V3Br7wCm2Xyh_ulz8_wWvCOKKEd0xD9LyM,10758
14
14
  test/integration/connectors/test_lancedb.py,sha256=U2HfIrf6iJ7lYMn-vz0j-LesVyDY-jc9QrQhlJVhG9Q,9183
15
15
  test/integration/connectors/test_milvus.py,sha256=abYQOjF8grEFj3FB1_wQgFSbWPFWfZ2pEsgKarfKJE4,6574
16
- test/integration/connectors/test_mongodb.py,sha256=rZeIY4-JGD8aVHNHMubo3J-xD1NDoqGsGK0U0tYly5k,12273
16
+ test/integration/connectors/test_mongodb.py,sha256=UZ4eo61MisCw4s0p7HWaediN7M-lSddMDs71RFgdmJs,12347
17
17
  test/integration/connectors/test_neo4j.py,sha256=Esiq_Z9k1JLrWNXPmLBsX3LLwyEozwKoxX7iwMEJjRM,8252
18
18
  test/integration/connectors/test_onedrive.py,sha256=KIkBwKh1hnv203VCL2UABnDkS_bP4NxOFm1AL8EPGLA,3554
19
19
  test/integration/connectors/test_pinecone.py,sha256=suPFi40d6rHXurQQLIpCzW5XRTdgzlP-f-KLPhGCUHo,10208
20
20
  test/integration/connectors/test_qdrant.py,sha256=hyuqSJDaylkQVxWh7byD8jo8bwPuBxSa8MWRD3sBu-Y,7906
21
21
  test/integration/connectors/test_s3.py,sha256=PJaAwFRF2lXMQlkbv9JHpngPc6706ML7zowOlXT3TcY,7033
22
- test/integration/connectors/databricks_tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
23
- test/integration/connectors/databricks_tests/test_volumes_native.py,sha256=9Ndo0Q8uzBGGOYYjmTV6EdZtaTRy97lHAXvJczTOJe4,5859
22
+ test/integration/connectors/databricks/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
23
+ test/integration/connectors/databricks/test_volumes_native.py,sha256=ig60-nCdLF0GsgJowG9eRaG28iuoYHtuf12HdK6OE1I,7764
24
24
  test/integration/connectors/duckdb/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
25
25
  test/integration/connectors/duckdb/conftest.py,sha256=rlBHMJTiJ2a5xbvIxTOyhhcuTBc9DO-yTzD6Kf8X3hY,301
26
26
  test/integration/connectors/duckdb/test_duckdb.py,sha256=tZfHJYNILVqwT20XD-aJUFZ67TnJvHLpfAxNvNiE51o,2891
@@ -30,10 +30,10 @@ test/integration/connectors/elasticsearch/conftest.py,sha256=-i4_7MkIxSQENz7nuD2
30
30
  test/integration/connectors/elasticsearch/test_elasticsearch.py,sha256=Lm8topVssTsqcI8H2Tzohuxb9j-CFHv9orM6WfAqCZw,11933
31
31
  test/integration/connectors/elasticsearch/test_opensearch.py,sha256=fWpZrhzRiVpm9AOlZvgZRCjyXSYvWG7-8j06x-HR3PY,11311
32
32
  test/integration/connectors/sql/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
33
- test/integration/connectors/sql/test_postgres.py,sha256=DYrWosG4JC4IgMkG1fVqFc7D2m0wDS5NbAm87bvuHws,6734
34
- test/integration/connectors/sql/test_singlestore.py,sha256=-B4pn16jKeZo5xTyn_DHvMzSCvxQHWDD-4pv7mFfQ-Q,5917
35
- test/integration/connectors/sql/test_snowflake.py,sha256=-fzpaB1LlFOW2bZmJHQMbH6T0zU30dMypAHLRAbT4d0,7258
36
- test/integration/connectors/sql/test_sqlite.py,sha256=bs6-yPQOSeIqauIvOQj-zK7RWxK0bBIh9RYB9MPHRiw,5720
33
+ test/integration/connectors/sql/test_postgres.py,sha256=DXyHMZBQgrV2HyVflkoBpT1mewSnvw3ugoHtGR5o8OM,6876
34
+ test/integration/connectors/sql/test_singlestore.py,sha256=pzCPo8IW3c9VH-f3UdJS5MjPjkHarJPSepAxV0ZVajo,6059
35
+ test/integration/connectors/sql/test_snowflake.py,sha256=MiTzepeeJlv147CyzCGyd16MRk5QeUw4g4L3TTi5gVY,7400
36
+ test/integration/connectors/sql/test_sqlite.py,sha256=rSkjv3KpslAvt_8LQecJUT0lOLtuZSvhtlW2deJovLI,5862
37
37
  test/integration/connectors/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
38
38
  test/integration/connectors/utils/constants.py,sha256=0zSPnsZVqJuNhXduXvdXFQLZTRIQa5Fo_1qjBYVCfb8,209
39
39
  test/integration/connectors/utils/docker.py,sha256=8uOTJ3AVG1dxK4OiLvOLfRxL_TsYQX2KKCID9TZ7-Ac,4995
@@ -41,7 +41,7 @@ test/integration/connectors/utils/docker_compose.py,sha256=GVTB6Cel05c0VQ2n4AwkQ
41
41
  test/integration/connectors/utils/validation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
42
42
  test/integration/connectors/utils/validation/destination.py,sha256=BG3161_T8aUMX2mYaDlcTneJPEWaqOM1bG3hCLiLiR4,3008
43
43
  test/integration/connectors/utils/validation/equality.py,sha256=8riUASLHccqnRZLoEv4rz5_ba54PFEHcxfxuJaJy6X0,2570
44
- test/integration/connectors/utils/validation/source.py,sha256=fGp8smpu5GiK4nyArHi55vAZSkbqziduKT9w9nrZJUk,11482
44
+ test/integration/connectors/utils/validation/source.py,sha256=VALU5ms_JBu_eFkp2WQ7oZtJKozJ8MZSJ7h7ZA3Fz_Q,12296
45
45
  test/integration/connectors/utils/validation/utils.py,sha256=xYYvAbqP6_lZyH09_JjB4w2Sf8aQPvDVT5vZTs05ILs,1428
46
46
  test/integration/connectors/weaviate/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
47
47
  test/integration/connectors/weaviate/conftest.py,sha256=6Q6QdrLJmGHowRFSmoVSzup2EX6qASfS2Z5tqlpTm9M,387
@@ -94,7 +94,7 @@ test/unit/v2/partitioners/test_partitioner.py,sha256=iIYg7IpftV3LusoO4H8tr1IHY1U
94
94
  test/unit/v2/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
95
95
  test/unit/v2/utils/data_generator.py,sha256=UoYVNjG4S4wlaA9gceQ82HIpF9_6I1UTHD1_GrQBHp0,973
96
96
  unstructured_ingest/__init__.py,sha256=U4S_2y3zgLZVfMenHRaJFBW8yqh2mUBuI291LGQVOJ8,35
97
- unstructured_ingest/__version__.py,sha256=W33_nIlFxbGYaw_yy4UyMO0bL5bOhODY9fh1eWzuoo8,42
97
+ unstructured_ingest/__version__.py,sha256=CJalz6YpEm8DAhzCP5dryU5ddzKQaSQOzTObKxfOVHs,43
98
98
  unstructured_ingest/error.py,sha256=qDncnJgbf5ils956RcO2CGlAKYDT5OaEM9Clv1JVTNc,1448
99
99
  unstructured_ingest/interfaces.py,sha256=OYVUP0bzBJpT-Lz92BDyz_hLBvyfxkuSwWHhUdnUayA,31493
100
100
  unstructured_ingest/logger.py,sha256=S5nSqGcABoQyeicgRnBQFjDScCaTvFVivOCvbo-laL0,4479
@@ -376,10 +376,10 @@ unstructured_ingest/v2/cli/base/src.py,sha256=cpQ43qQju4e5s_YSaPxUtA70BaisRkTBdj
376
376
  unstructured_ingest/v2/cli/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
377
377
  unstructured_ingest/v2/cli/utils/click.py,sha256=1_eJgrwS2DFBl1jZPLsj1vgVgR7agFBIEBe4A_n7mH4,7827
378
378
  unstructured_ingest/v2/cli/utils/model_conversion.py,sha256=7eEIkk1KU51-ZNiIfI1KRxlwITNW1xl1YxMAG8BcTk0,7604
379
- unstructured_ingest/v2/interfaces/__init__.py,sha256=Rfa8crx6De7WNOK-EjsWWwFVpsUfCc6gY8B8tQ3ae9I,899
379
+ unstructured_ingest/v2/interfaces/__init__.py,sha256=9VO09XuTvyOcFF8ZDKN169fNb_uA5TAYzPsiPHOyxhQ,963
380
380
  unstructured_ingest/v2/interfaces/connector.py,sha256=qUFFJ3qgDMenTCZMtVRjq1DIwsVak6pxNjQOH2eVkMw,1623
381
381
  unstructured_ingest/v2/interfaces/downloader.py,sha256=Lj3nTY1hPA71GfNeedFVCdHdZsHLle8qrx5RtXAy9GY,2940
382
- unstructured_ingest/v2/interfaces/file_data.py,sha256=D71bXImJ7Pyjtl3I3pa2O2B2iBqIaY-mC-hdoEF3RmI,1983
382
+ unstructured_ingest/v2/interfaces/file_data.py,sha256=7MyRlj5dijQsCR6W18wQ8fEgJigGKwoOYc10g9A6PSo,3834
383
383
  unstructured_ingest/v2/interfaces/indexer.py,sha256=gsa1MLhFa82BzD2h4Yb7ons0VxRwKINZOrzvHAahwVU,846
384
384
  unstructured_ingest/v2/interfaces/process.py,sha256=BgglTu5K93FnDDopZKKr_rkK2LTZOguR6kcQjKHjF40,392
385
385
  unstructured_ingest/v2/interfaces/processor.py,sha256=VX7JqXlbG1plxMK8THWhWINPbTICaaUEk4XUXhnOixY,3303
@@ -390,15 +390,15 @@ unstructured_ingest/v2/pipeline/interfaces.py,sha256=-Y6gPnl-SbNxIx5-dQCmiYSPKUM
390
390
  unstructured_ingest/v2/pipeline/otel.py,sha256=K3pQvWVgWzyOWMKCBUofsH7wTZPJ0Ysw5sLjMBLW41I,1088
391
391
  unstructured_ingest/v2/pipeline/pipeline.py,sha256=7Yg8_xwlSX6lA-oPGlTcn6KXZ9kc51zsoJxME5TiUlw,15956
392
392
  unstructured_ingest/v2/pipeline/steps/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
393
- unstructured_ingest/v2/pipeline/steps/chunk.py,sha256=rYVcHSXeQSzWszg6VmtYlNc66Gsx-22Ti0BxPyQaJak,3135
394
- unstructured_ingest/v2/pipeline/steps/download.py,sha256=lzvOl5SoUK6OCCVVeG4CzdPIGj6eKKCGdciNo_0RMNk,8173
395
- unstructured_ingest/v2/pipeline/steps/embed.py,sha256=-YFvmchdsonWiSXxaD7PJfuUUtMLklaQM_8kZCQxCdM,3113
396
- unstructured_ingest/v2/pipeline/steps/filter.py,sha256=q7bNieaFMprqoF8Mx7w-ZN6jyA5peiGeTGyPtvcV-uw,1199
397
- unstructured_ingest/v2/pipeline/steps/index.py,sha256=YUUf1sYZRZSrRgapca3Sfzk1sNPJ05yyTQ5wKlyDjEo,3543
398
- unstructured_ingest/v2/pipeline/steps/partition.py,sha256=9MQViptxK3ALKco8uE4gK9PpEoGq5JjzyU14C_18blU,3193
399
- unstructured_ingest/v2/pipeline/steps/stage.py,sha256=SabIBBYE0dXeZKjJwoIdPu8UEN_0MV0tLjEhdPEOxBE,2335
400
- unstructured_ingest/v2/pipeline/steps/uncompress.py,sha256=CFSy4tGp6BAvF0oIwWFN8v4zFzh5pRDeESjEn5iP9hE,1756
401
- unstructured_ingest/v2/pipeline/steps/upload.py,sha256=zlgXgwReX9TBOdfTpS9hETah4SeSmzPB2g8dAGfLIvM,1987
393
+ unstructured_ingest/v2/pipeline/steps/chunk.py,sha256=wmGYmydm3CfoaRd0vXzou-o9h7-3pc2OOeVbzH6QZAI,3212
394
+ unstructured_ingest/v2/pipeline/steps/download.py,sha256=nZ4B0d9p-6TgWqrBoKUQPlr8m6dz1RGNr_3OjUhRpWg,8259
395
+ unstructured_ingest/v2/pipeline/steps/embed.py,sha256=gafBvg-9CECHxxR0ptm00IwtJyLw1bTXL0yMDz13j0I,3190
396
+ unstructured_ingest/v2/pipeline/steps/filter.py,sha256=pju7knTSbB2ll1jC9DPePRDnHlOlvEcU1-sjk6xYGGc,1211
397
+ unstructured_ingest/v2/pipeline/steps/index.py,sha256=uIiGZeI9pFxkwS91IldXE37UUwAopsinfUgGNL7WJaw,3555
398
+ unstructured_ingest/v2/pipeline/steps/partition.py,sha256=5Rr1-J6iGnmFgd02P9v3ExYCqq7QlT0mWZaheuDG6Zk,3273
399
+ unstructured_ingest/v2/pipeline/steps/stage.py,sha256=VR8SLUJdVva61aieVKyxUHzupTCQbQeaMA0CKu4Fx7o,2347
400
+ unstructured_ingest/v2/pipeline/steps/uncompress.py,sha256=p2nPFGbcpivPAZO5jDogTfn0iaL5bCFsgBNMejxVbzE,1768
401
+ unstructured_ingest/v2/pipeline/steps/upload.py,sha256=We4OAtStuZwWKKBCOPhfeAz_vjQt5hgsy_jRCxPzxo4,2010
402
402
  unstructured_ingest/v2/processes/__init__.py,sha256=FaHWSCGyc7GWVnAsNEUUj7L8hT8gCVY3_hUE2VzWtUg,462
403
403
  unstructured_ingest/v2/processes/chunker.py,sha256=31-7ojsM2coIt2rMR0KOb82IxLVJfNHbqYUOsDkhxN8,5491
404
404
  unstructured_ingest/v2/processes/connector_registry.py,sha256=vkEe6jpgdYtZCxMj59s5atWGgmPuxAEXRUoTt-MJ7wc,2198
@@ -406,22 +406,22 @@ unstructured_ingest/v2/processes/embedder.py,sha256=xCBpaL07WnVUOUW8SHktaf1vwBGZ
406
406
  unstructured_ingest/v2/processes/filter.py,sha256=kjUmMw2SDq2bme0JCAOxs6cJriIG6Ty09KOznS-xz08,2145
407
407
  unstructured_ingest/v2/processes/partitioner.py,sha256=agpHwB9FR8OZVQqE7zFEb0IcDPCOPA_BZjLzLF71nOY,8194
408
408
  unstructured_ingest/v2/processes/uncompress.py,sha256=Z_XfsITGdyaRwhtNUc7bMj5Y2jLuBge8KoK4nxhqKag,2425
409
- unstructured_ingest/v2/processes/connectors/__init__.py,sha256=yNIV9Kf_A_uEb-9LM_vW4w5gNmQ9LsTyY_3WvtERCBQ,5239
409
+ unstructured_ingest/v2/processes/connectors/__init__.py,sha256=CTWLEmaKLTjbqeUQGI0fxJobsqDOc1d2ZKJoXh98Lww,5432
410
410
  unstructured_ingest/v2/processes/connectors/airtable.py,sha256=eeZJe-bBNxt5Sa-XEFCdcGeJCguJU5WN2Mv9kLp5dVQ,8917
411
- unstructured_ingest/v2/processes/connectors/astradb.py,sha256=gUybGpA89Td3b8DQ-yE7LTN6z3g5vxfew6kr0HlI1M4,14636
411
+ unstructured_ingest/v2/processes/connectors/astradb.py,sha256=xhUMoUdnrfAY1isZGqsV4lZUsnZNpbvgLyQWQbR4hVo,14814
412
412
  unstructured_ingest/v2/processes/connectors/azure_ai_search.py,sha256=ngPDpU0oZ6m5sxIlB6u5ebQpqCS_SJ-_amCC1KQ03EQ,11529
413
413
  unstructured_ingest/v2/processes/connectors/chroma.py,sha256=G1DQHhhFQCS2RLF0cVvoUH9QO8KkVjIyNZ9nKh__aHw,7220
414
414
  unstructured_ingest/v2/processes/connectors/confluence.py,sha256=-Y1OU_ZXhZQNj5NH3EN01CP8QKKZJaJ9xkXoAlSgnIk,7604
415
- unstructured_ingest/v2/processes/connectors/couchbase.py,sha256=6iVmT3Qo0dCOlSHUf-7cezYARqsqadAyu3fg78x_h50,11954
415
+ unstructured_ingest/v2/processes/connectors/couchbase.py,sha256=i7vuNKsUkN93JRVmg4--MO0ZgbjvhIqt46oYqk9zFSQ,12250
416
416
  unstructured_ingest/v2/processes/connectors/delta_table.py,sha256=SotSXZQ85_6TO906YvFi3yTml8jE9A_zV6nBJ4oTx8A,7075
417
417
  unstructured_ingest/v2/processes/connectors/gitlab.py,sha256=ufE65Z8q_tC4oppGg5BsGXwSaL7RbEXcaagJQYsylNo,9984
418
418
  unstructured_ingest/v2/processes/connectors/google_drive.py,sha256=5k7pdAzJGXSdyPCzW9vu2OaAjGVTo2JevDyGaXM1Hvk,13370
419
419
  unstructured_ingest/v2/processes/connectors/kdbai.py,sha256=VRDAiou_7oWOIAgQTdOGQWxudzQEDopXM8XkfkQ2j6g,5004
420
420
  unstructured_ingest/v2/processes/connectors/local.py,sha256=ZvWTj6ZYkwnvQMNFsZWoaQyp9zp0WVqAywMaHJ2kcAc,7153
421
421
  unstructured_ingest/v2/processes/connectors/milvus.py,sha256=I57hyH5nz_p7utmUOkvt_6vCPxNIVQMoukplUgIyYi8,8503
422
- unstructured_ingest/v2/processes/connectors/mongodb.py,sha256=M7qeuOp_jJjQldtFhYSvn9xXle7Y6ZD3lZuAR8BDaPs,14864
423
- unstructured_ingest/v2/processes/connectors/neo4j.py,sha256=LKHgeYOjcSxMzjzpU1OB-e1XLxwTAgCHJpW81M2OPZM,14111
424
- unstructured_ingest/v2/processes/connectors/onedrive.py,sha256=heZMtOIrCySi552ldIk8iH0pSRXZ0W2LeD-CcNOwCFQ,15979
422
+ unstructured_ingest/v2/processes/connectors/mongodb.py,sha256=cL0QUQZF_s2brh3nNNeAywXVpaIiND4b5JTAFlYjLjw,14273
423
+ unstructured_ingest/v2/processes/connectors/neo4j.py,sha256=lRtWe6xWYogT-y_r_o7HWvlFMf_OIPGQq_Z-5v7IOq0,14163
424
+ unstructured_ingest/v2/processes/connectors/onedrive.py,sha256=H8qk53YJXAPrPyISze0dybZdDFv5B7dVO3fIr10dVU8,15982
425
425
  unstructured_ingest/v2/processes/connectors/outlook.py,sha256=KgNGM8hImRhy6_SpswRP2VwRD4VOrqqJoySgxf2oduI,9290
426
426
  unstructured_ingest/v2/processes/connectors/pinecone.py,sha256=cohF7gBj0opSGKXlENSdGfTtyIKMHd1pwu4ydeb7JAY,10605
427
427
  unstructured_ingest/v2/processes/connectors/salesforce.py,sha256=2CiO2ZZiZ1Y1-nB7wcDlDVcpW2B7ut9wCj66rkkqho0,11616
@@ -429,26 +429,26 @@ unstructured_ingest/v2/processes/connectors/sharepoint.py,sha256=Ndn2Wm7RupfjAtl
429
429
  unstructured_ingest/v2/processes/connectors/slack.py,sha256=Z73VmQ3oUY09KoLEi5OBdQeDt4ONEY_02SglWQc6HXE,9252
430
430
  unstructured_ingest/v2/processes/connectors/utils.py,sha256=8kd0g7lo9NqnpaIkjeO-Ut6erhwUNH_gS9koevpe3WE,878
431
431
  unstructured_ingest/v2/processes/connectors/databricks/__init__.py,sha256=jO71UTC7bLA_N12CrLWJzh_yZML5gfT7VohxzCpUGWg,1848
432
- unstructured_ingest/v2/processes/connectors/databricks/volumes.py,sha256=p7sjCYZb7JmY3v3Xy1gm-q0O7oamLTsSFf2EWXYfXYQ,6447
433
- unstructured_ingest/v2/processes/connectors/databricks/volumes_aws.py,sha256=I1MJwe5LOxoPLjwo00H0XbXO6u_SJHWYgsj4s6ePoyI,2754
434
- unstructured_ingest/v2/processes/connectors/databricks/volumes_azure.py,sha256=P4rfcE3td7WyuuguRgUnGQytCMDpfeYrrpshBZuVynY,3539
435
- unstructured_ingest/v2/processes/connectors/databricks/volumes_gcp.py,sha256=UUotY_-HpgSEJkvdQfZTlbxY7CRLZ4ctL8TlryeFvxk,2790
436
- unstructured_ingest/v2/processes/connectors/databricks/volumes_native.py,sha256=Wk7s2_u5G0BOV5slvGc8IlUf7ivznY9PrgPqe6nlJKM,2897
432
+ unstructured_ingest/v2/processes/connectors/databricks/volumes.py,sha256=kI_ThB5e-DS8-GiQP5TQ8cP3fiGRm-V2AuNlGoSjH6I,6613
433
+ unstructured_ingest/v2/processes/connectors/databricks/volumes_aws.py,sha256=TA2e_1SIr4VaEI62873eyReCNfgmQ51_2Pko2I04pPM,2747
434
+ unstructured_ingest/v2/processes/connectors/databricks/volumes_azure.py,sha256=cb-EUW0T-linZMkbU6AcKEGWnFHQvhpO5Abtps4P2X0,3532
435
+ unstructured_ingest/v2/processes/connectors/databricks/volumes_gcp.py,sha256=tR8NubkyHw49IpW_42g6w1Koxlm56EPiPf1lB-eoRSI,2783
436
+ unstructured_ingest/v2/processes/connectors/databricks/volumes_native.py,sha256=dJLD1fueXf8_0AfC4cg0G7siJZVefz68iuEx2Kq7rMs,2890
437
437
  unstructured_ingest/v2/processes/connectors/duckdb/__init__.py,sha256=5sVvJCWhU-YkjHIwk4W6BZCanFYK5W4xTpWtQ8xzeB4,561
438
438
  unstructured_ingest/v2/processes/connectors/duckdb/base.py,sha256=FVblIddorGCh9D9GZ8zLVUm8n39PJA5JLoJeWd-tSy8,2610
439
439
  unstructured_ingest/v2/processes/connectors/duckdb/duckdb.py,sha256=oUHHaLpO2pWW2Lu4Mc-XFjrA0ze97205WQ_xP95ua4M,4296
440
440
  unstructured_ingest/v2/processes/connectors/duckdb/motherduck.py,sha256=mU5x6SnbFgRsVicNGh4y4gtR6ek7eQFinI0dQQmzMds,4481
441
441
  unstructured_ingest/v2/processes/connectors/elasticsearch/__init__.py,sha256=Zzc0JNPP-eFqpwWw1Gp-XC8H-s__IgkYKzoagECycZY,829
442
- unstructured_ingest/v2/processes/connectors/elasticsearch/elasticsearch.py,sha256=OOU6vXx7EdO_OtqvrCAWPz9V6z3UiYIWxPyxie-fDlc,18862
442
+ unstructured_ingest/v2/processes/connectors/elasticsearch/elasticsearch.py,sha256=MEKU64OsiQmbLPb3ken-WWCIV6-pnFbs_6kjJweG-SY,18813
443
443
  unstructured_ingest/v2/processes/connectors/elasticsearch/opensearch.py,sha256=qRz8Fyr2RSZIPZGkhPeme6AZxM0aX-c_xOa1ZtSr2Kg,6781
444
444
  unstructured_ingest/v2/processes/connectors/fsspec/__init__.py,sha256=TtdeImM7Ypl_n6sl7I1JqX6bGSG0t_FqvCqE3Cy24og,1846
445
- unstructured_ingest/v2/processes/connectors/fsspec/azure.py,sha256=JLIzoXGVW_3pVs-4kshey0pek6wkpWb3I_HJg8g6qzw,7119
446
- unstructured_ingest/v2/processes/connectors/fsspec/box.py,sha256=jNj_FhNKv8lXEzsPpSk-vGKm90ndYgkUdqHSy6Z42C4,5963
447
- unstructured_ingest/v2/processes/connectors/fsspec/dropbox.py,sha256=NNAxIRdOQxUncfwhu7J7SnQRM6BSStNOyQZi-4E51iY,5816
448
- unstructured_ingest/v2/processes/connectors/fsspec/fsspec.py,sha256=3aH0CUvv1v4pAJVcvuVItxrg9dyLYgIkdEedXMbZsg4,12198
449
- unstructured_ingest/v2/processes/connectors/fsspec/gcs.py,sha256=pZiLUkR2WnZh6K5cmzfakSWjzBcwxEn89QTuaJT5r-M,7063
450
- unstructured_ingest/v2/processes/connectors/fsspec/s3.py,sha256=je1BDqFWlyMfPa4oAMMNFQLLQtCY9quuqx3xjTwF8OQ,6251
451
- unstructured_ingest/v2/processes/connectors/fsspec/sftp.py,sha256=rlG4uAnOeMFht9ChU9leDHKiVI758_fXZaoK5wtxiJI,6935
445
+ unstructured_ingest/v2/processes/connectors/fsspec/azure.py,sha256=NWsouhaxeyxrS_WlZJ70X2YIdioFH5LSaRLhnCPYAH0,6034
446
+ unstructured_ingest/v2/processes/connectors/fsspec/box.py,sha256=B22aLjlr9n7xuw5Nma5qBENj3c164eZTZhf7dsQvPCs,4950
447
+ unstructured_ingest/v2/processes/connectors/fsspec/dropbox.py,sha256=ToPXjsmr6n7VObiiTjibxCZvit124sirIrQf4F07-0o,4500
448
+ unstructured_ingest/v2/processes/connectors/fsspec/fsspec.py,sha256=IAW6pXXKI2Jzj6dJsBcONNYGfTd3ur3xQ37P_2nMVjM,12978
449
+ unstructured_ingest/v2/processes/connectors/fsspec/gcs.py,sha256=TBppEqvWkkpUX8eUTL8lWgR0_9_oDsRfpiVmPlSAM24,6005
450
+ unstructured_ingest/v2/processes/connectors/fsspec/s3.py,sha256=l3TRKPEb0AJ7e0VS5w2SQAX8LkhylRs035CrjPjyx0I,5273
451
+ unstructured_ingest/v2/processes/connectors/fsspec/sftp.py,sha256=JsxXKXNI20mdgwR_A6Rnf4u8fsFwLe3AkJmIe_3NEKY,6150
452
452
  unstructured_ingest/v2/processes/connectors/fsspec/utils.py,sha256=jec_Qfe2hbfahBuY-u8FnvHuv933AI5HwPFjOL3kEEY,456
453
453
  unstructured_ingest/v2/processes/connectors/kafka/__init__.py,sha256=mQJ9Ex-QCfhz-BB5YWTfbPf7xGLd1i7FpjRr0ukbhNw,754
454
454
  unstructured_ingest/v2/processes/connectors/kafka/cloud.py,sha256=1SqNdY8Q8JwwB57wk9efxKv_BCeUkxZJ2HJ526wuCMw,3294
@@ -467,19 +467,19 @@ unstructured_ingest/v2/processes/connectors/qdrant/local.py,sha256=cGEyv3Oy6y4BQ
467
467
  unstructured_ingest/v2/processes/connectors/qdrant/qdrant.py,sha256=ITRYXKYEFhlagSe-AKKGRvC8jzyWmhQLfHbFb0ax8o8,5438
468
468
  unstructured_ingest/v2/processes/connectors/qdrant/server.py,sha256=odvCZWZp8DmRxLXMR7tHhW-c7UQbix1_zpFdfXfCvKI,1613
469
469
  unstructured_ingest/v2/processes/connectors/sql/__init__.py,sha256=E16CXRBw8fZKTuXIECns5wif_I07oncBHskVxHC4p7w,1448
470
- unstructured_ingest/v2/processes/connectors/sql/postgres.py,sha256=rHaSb1MtdWMY6eQL2i2cWSL4w0VApFTChzmWtyfvFTI,5140
471
- unstructured_ingest/v2/processes/connectors/sql/singlestore.py,sha256=Jk55MwFtVgQSGDuwY71miru9FBdLejnA9t54yU_W_BY,5481
472
- unstructured_ingest/v2/processes/connectors/sql/snowflake.py,sha256=hzfCtQNp_uYRseJ8k7hhEsJOdqVlWAU33Wwjj6_66lM,7428
473
- unstructured_ingest/v2/processes/connectors/sql/sql.py,sha256=Iq2D6jhfNx5u14IlIlcWXwQ9SlFQkstgzJhfdXEQi_E,15003
474
- unstructured_ingest/v2/processes/connectors/sql/sqlite.py,sha256=ydrdTgyWNjDS1SwLCQiw7az7QQdiijzBTzej-QsL7Bo,5178
470
+ unstructured_ingest/v2/processes/connectors/sql/postgres.py,sha256=BATfX1PQGT2kl8jAbdNKXTojYKJxh3pJV9-h3OBnHGo,5124
471
+ unstructured_ingest/v2/processes/connectors/sql/singlestore.py,sha256=-2E9dsdNhjAiuzeSBytBbAhljOhvQ8kN8wvlUESvLo8,5465
472
+ unstructured_ingest/v2/processes/connectors/sql/snowflake.py,sha256=TApGi5G0W0TktJFmo4QWDR3X3R-MUQTKbIxjAX_M8ZI,7402
473
+ unstructured_ingest/v2/processes/connectors/sql/sql.py,sha256=HC-qnhdpuyScKoGh50pPjkQLGSac_mOAnuB2FZwSVl0,15265
474
+ unstructured_ingest/v2/processes/connectors/sql/sqlite.py,sha256=Q5RAqn5Ccw-pbeKZLkiMn5IVw6EemCMukXzLlS7pDhc,5162
475
475
  unstructured_ingest/v2/processes/connectors/weaviate/__init__.py,sha256=NMiwnVWan69KnzVELvaqX34tMhCytIa-C8EDsXVKsEo,856
476
476
  unstructured_ingest/v2/processes/connectors/weaviate/cloud.py,sha256=bXtfEYLquR-BszZ5S_lQ4JbETNs9Vozgpfm8x9egAmE,6251
477
477
  unstructured_ingest/v2/processes/connectors/weaviate/embedded.py,sha256=S8Zg8StuZT-k7tCg1D5YShO1-vJYYk9-M1bE1fIqx64,3014
478
478
  unstructured_ingest/v2/processes/connectors/weaviate/local.py,sha256=LuTBKPseVewsz8VqxRPRLfGEm3BeI9nBZxpy7ZU5tOA,2201
479
479
  unstructured_ingest/v2/processes/connectors/weaviate/weaviate.py,sha256=X1yv1H_orDQ-J965EMXhR2XaURqe8vovSi9n1fk85B4,10499
480
- unstructured_ingest-0.3.9.dist-info/LICENSE.md,sha256=SxkKP_62uIAKb9mb1eH7FH4Kn2aYT09fgjKpJt5PyTk,11360
481
- unstructured_ingest-0.3.9.dist-info/METADATA,sha256=laaXS-GL2jXN8qS76UB4zG7PxckZtwvpSGAnr2B4fpA,7580
482
- unstructured_ingest-0.3.9.dist-info/WHEEL,sha256=GV9aMThwP_4oNCtvEC2ec3qUYutgWeAzklro_0m4WJQ,91
483
- unstructured_ingest-0.3.9.dist-info/entry_points.txt,sha256=gUAAFnjFPnBgThJSEbw0N5ZjxtaKlT1s9e05_arQrNw,70
484
- unstructured_ingest-0.3.9.dist-info/top_level.txt,sha256=DMuDMHZRMdeay8v8Kdi855muIv92F0OkutvBCaBEW6M,25
485
- unstructured_ingest-0.3.9.dist-info/RECORD,,
480
+ unstructured_ingest-0.3.11.dist-info/LICENSE.md,sha256=SxkKP_62uIAKb9mb1eH7FH4Kn2aYT09fgjKpJt5PyTk,11360
481
+ unstructured_ingest-0.3.11.dist-info/METADATA,sha256=4-py_Sf-ahdzXF0l1evY4aI_s5Vz4oc6Gtenhegc6Vo,7623
482
+ unstructured_ingest-0.3.11.dist-info/WHEEL,sha256=GV9aMThwP_4oNCtvEC2ec3qUYutgWeAzklro_0m4WJQ,91
483
+ unstructured_ingest-0.3.11.dist-info/entry_points.txt,sha256=gUAAFnjFPnBgThJSEbw0N5ZjxtaKlT1s9e05_arQrNw,70
484
+ unstructured_ingest-0.3.11.dist-info/top_level.txt,sha256=DMuDMHZRMdeay8v8Kdi855muIv92F0OkutvBCaBEW6M,25
485
+ unstructured_ingest-0.3.11.dist-info/RECORD,,