unstructured-ingest 0.6.2__py3-none-any.whl → 0.7.0__py3-none-any.whl

unstructured_ingest/{connector → processes/connectors}/notion/types/parent.py

@@ -1,7 +1,7 @@
 # https://developers.notion.com/reference/parent-object
 from dataclasses import dataclass
 
-from unstructured_ingest.connector.notion.interfaces import FromJSONMixin
+from unstructured_ingest.processes.connectors.notion.interfaces import FromJSONMixin
 
 
 # https://developers.notion.com/reference/parent-object#database-parent

unstructured_ingest/{connector → processes/connectors}/notion/types/rich_text.py

@@ -6,12 +6,12 @@ from htmlBuilder.attributes import Href, Style
 from htmlBuilder.tags import A, B, Code, Div, HtmlTag, I, S, Span, U
 from htmlBuilder.tags import Text as HtmlText
 
-from unstructured_ingest.connector.notion.interfaces import (
+from unstructured_ingest.processes.connectors.notion.interfaces import (
     FromJSONMixin,
     GetHTMLMixin,
 )
-from unstructured_ingest.connector.notion.types.date import Date
-from unstructured_ingest.connector.notion.types.user import People
+from unstructured_ingest.processes.connectors.notion.types.date import Date
+from unstructured_ingest.processes.connectors.notion.types.user import People
 
 
 @dataclass

unstructured_ingest/{v2/processes → processes}/connectors/notion/types/user.py

@@ -5,7 +5,7 @@ from typing import Optional
 from htmlBuilder.attributes import Href
 from htmlBuilder.tags import A, Div, HtmlTag
 
-from unstructured_ingest.v2.processes.connectors.notion.interfaces import (
+from unstructured_ingest.processes.connectors.notion.interfaces import (
     FromJSONMixin,
     GetHTMLMixin,
 )

unstructured_ingest/{v2/processes → processes}/connectors/onedrive.py

@@ -10,13 +10,17 @@ from typing import TYPE_CHECKING, Any, AsyncIterator, Optional
 from dateutil import parser
 from pydantic import Field, Secret
 
+from unstructured_ingest.data_types.file_data import (
+    FileData,
+    FileDataSourceMetadata,
+    SourceIdentifiers,
+)
 from unstructured_ingest.error import (
     DestinationConnectionError,
     SourceConnectionError,
     SourceConnectionNetworkError,
 )
-from unstructured_ingest.utils.dep_check import requires_dependencies
-from unstructured_ingest.v2.interfaces import (
+from unstructured_ingest.interfaces import (
     AccessConfig,
     ConnectionConfig,
     Downloader,
@@ -27,20 +31,16 @@ from unstructured_ingest.v2.interfaces import (
     Uploader,
     UploaderConfig,
 )
-from unstructured_ingest.v2.logger import logger
-from unstructured_ingest.v2.processes.connector_registry import (
+from unstructured_ingest.logger import logger
+from unstructured_ingest.processes.connector_registry import (
     DestinationRegistryEntry,
     SourceRegistryEntry,
 )
-from unstructured_ingest.v2.processes.utils.blob_storage import (
+from unstructured_ingest.processes.utils.blob_storage import (
     BlobStoreUploadStager,
     BlobStoreUploadStagerConfig,
 )
-from unstructured_ingest.v2.types.file_data import (
-    FileData,
-    FileDataSourceMetadata,
-    SourceIdentifiers,
-)
+from unstructured_ingest.utils.dep_check import requires_dependencies
 
 if TYPE_CHECKING:
     from office365.graph_client import GraphClient

unstructured_ingest/{v2/processes → processes}/connectors/outlook.py

@@ -7,10 +7,13 @@ from typing import TYPE_CHECKING, Any, Coroutine, Generator
 
 from pydantic import Field, Secret
 
+from unstructured_ingest.data_types.file_data import (
+    FileData,
+    FileDataSourceMetadata,
+    SourceIdentifiers,
+)
 from unstructured_ingest.error import SourceConnectionError
-from unstructured_ingest.logger import logger
-from unstructured_ingest.utils.dep_check import requires_dependencies
-from unstructured_ingest.v2.interfaces import (
+from unstructured_ingest.interfaces import (
     AccessConfig,
     ConnectionConfig,
     Downloader,
@@ -19,12 +22,9 @@ from unstructured_ingest.v2.interfaces import (
     Indexer,
     IndexerConfig,
 )
-from unstructured_ingest.v2.processes.connector_registry import SourceRegistryEntry
-from unstructured_ingest.v2.types.file_data import (
-    FileData,
-    FileDataSourceMetadata,
-    SourceIdentifiers,
-)
+from unstructured_ingest.logger import logger
+from unstructured_ingest.processes.connector_registry import SourceRegistryEntry
+from unstructured_ingest.utils.dep_check import requires_dependencies
 
 MAX_EMAILS_PER_FOLDER = 1_000_000  # Maximum number of emails per folder
 

unstructured_ingest/{v2/processes → processes}/connectors/pinecone.py

@@ -5,12 +5,10 @@ from typing import TYPE_CHECKING, Any, Literal, Optional
 
 from pydantic import Field, Secret
 
+from unstructured_ingest.data_types.file_data import FileData
 from unstructured_ingest.error import DestinationConnectionError
-from unstructured_ingest.utils.data_prep import flatten_dict, generator_batching_wbytes
-from unstructured_ingest.utils.dep_check import requires_dependencies
-from unstructured_ingest.v2.constants import RECORD_ID_LABEL
-from unstructured_ingest.v2.errors import UserError
-from unstructured_ingest.v2.interfaces import (
+from unstructured_ingest.errors_v2 import UserError
+from unstructured_ingest.interfaces import (
     AccessConfig,
     ConnectionConfig,
     UploaderConfig,
@@ -18,10 +16,15 @@ from unstructured_ingest.v2.interfaces import (
     UploadStagerConfig,
     VectorDBUploader,
 )
-from unstructured_ingest.v2.logger import logger
-from unstructured_ingest.v2.processes.connector_registry import DestinationRegistryEntry
-from unstructured_ingest.v2.types.file_data import FileData
-from unstructured_ingest.v2.utils import get_enhanced_element_id
+from unstructured_ingest.logger import logger
+from unstructured_ingest.processes.connector_registry import DestinationRegistryEntry
+from unstructured_ingest.utils.constants import RECORD_ID_LABEL
+from unstructured_ingest.utils.data_prep import (
+    flatten_dict,
+    generator_batching_wbytes,
+    get_enhanced_element_id,
+)
+from unstructured_ingest.utils.dep_check import requires_dependencies
 
 if TYPE_CHECKING:
     from pinecone import Index as PineconeIndex

unstructured_ingest/{v2/processes → processes}/connectors/qdrant/__init__.py

@@ -1,6 +1,6 @@
 from __future__ import annotations
 
-from unstructured_ingest.v2.processes.connector_registry import (
+from unstructured_ingest.processes.connector_registry import (
     add_destination_entry,
 )
 

unstructured_ingest/{v2/processes → processes}/connectors/qdrant/cloud.py

@@ -2,8 +2,8 @@ from dataclasses import dataclass
 
 from pydantic import Field, Secret
 
-from unstructured_ingest.v2.processes.connector_registry import DestinationRegistryEntry
-from unstructured_ingest.v2.processes.connectors.qdrant.qdrant import (
+from unstructured_ingest.processes.connector_registry import DestinationRegistryEntry
+from unstructured_ingest.processes.connectors.qdrant.qdrant import (
     QdrantAccessConfig,
     QdrantConnectionConfig,
     QdrantUploader,

unstructured_ingest/{v2/processes → processes}/connectors/qdrant/local.py

@@ -2,8 +2,8 @@ from dataclasses import dataclass
 
 from pydantic import Field, Secret
 
-from unstructured_ingest.v2.processes.connector_registry import DestinationRegistryEntry
-from unstructured_ingest.v2.processes.connectors.qdrant.qdrant import (
+from unstructured_ingest.processes.connector_registry import DestinationRegistryEntry
+from unstructured_ingest.processes.connectors.qdrant.qdrant import (
     QdrantAccessConfig,
     QdrantConnectionConfig,
     QdrantUploader,

unstructured_ingest/{v2/processes → processes}/connectors/qdrant/qdrant.py

@@ -7,10 +7,9 @@ from typing import TYPE_CHECKING, Any, AsyncGenerator, Generator, Optional
 
 from pydantic import Field, Secret
 
+from unstructured_ingest.data_types.file_data import FileData
 from unstructured_ingest.error import DestinationConnectionError, WriteError
-from unstructured_ingest.utils.data_prep import batch_generator, flatten_dict
-from unstructured_ingest.utils.dep_check import requires_dependencies
-from unstructured_ingest.v2.interfaces import (
+from unstructured_ingest.interfaces import (
     AccessConfig,
     ConnectionConfig,
     Uploader,
@@ -18,9 +17,13 @@ from unstructured_ingest.v2.interfaces import (
     UploadStager,
     UploadStagerConfig,
 )
-from unstructured_ingest.v2.logger import logger
-from unstructured_ingest.v2.types.file_data import FileData
-from unstructured_ingest.v2.utils import get_enhanced_element_id
+from unstructured_ingest.logger import logger
+from unstructured_ingest.utils.data_prep import (
+    batch_generator,
+    flatten_dict,
+    get_enhanced_element_id,
+)
+from unstructured_ingest.utils.dep_check import requires_dependencies
 
 if TYPE_CHECKING:
     from qdrant_client import AsyncQdrantClient, QdrantClient

unstructured_ingest/{v2/processes → processes}/connectors/qdrant/server.py

@@ -2,8 +2,8 @@ from dataclasses import dataclass
 
 from pydantic import Field, Secret
 
-from unstructured_ingest.v2.processes.connector_registry import DestinationRegistryEntry
-from unstructured_ingest.v2.processes.connectors.qdrant.qdrant import (
+from unstructured_ingest.processes.connector_registry import DestinationRegistryEntry
+from unstructured_ingest.processes.connectors.qdrant.qdrant import (
     QdrantAccessConfig,
     QdrantConnectionConfig,
     QdrantUploader,

unstructured_ingest/{v2/processes → processes}/connectors/redisdb.py

@@ -5,18 +5,18 @@ from typing import TYPE_CHECKING, Any, AsyncGenerator, Generator, Optional
 
 from pydantic import Field, Secret, model_validator
 
+from unstructured_ingest.data_types.file_data import FileData
 from unstructured_ingest.error import DestinationConnectionError
-from unstructured_ingest.utils.data_prep import batch_generator
-from unstructured_ingest.utils.dep_check import requires_dependencies
-from unstructured_ingest.v2.interfaces import (
+from unstructured_ingest.interfaces import (
     AccessConfig,
     ConnectionConfig,
     Uploader,
     UploaderConfig,
 )
-from unstructured_ingest.v2.logger import logger
-from unstructured_ingest.v2.processes.connector_registry import DestinationRegistryEntry
-from unstructured_ingest.v2.types.file_data import FileData
+from unstructured_ingest.logger import logger
+from unstructured_ingest.processes.connector_registry import DestinationRegistryEntry
+from unstructured_ingest.utils.data_prep import batch_generator
+from unstructured_ingest.utils.dep_check import requires_dependencies
 
 if TYPE_CHECKING:
     from redis.asyncio import Redis

unstructured_ingest/{v2/processes → processes}/connectors/salesforce.py

@@ -20,9 +20,13 @@ from typing import TYPE_CHECKING, Any, Generator, Optional, Type
 from dateutil import parser
 from pydantic import Field, Secret
 
+from unstructured_ingest.data_types.file_data import (
+    FileData,
+    FileDataSourceMetadata,
+    SourceIdentifiers,
+)
 from unstructured_ingest.error import SourceConnectionError, SourceConnectionNetworkError
-from unstructured_ingest.utils.dep_check import requires_dependencies
-from unstructured_ingest.v2.interfaces import (
+from unstructured_ingest.interfaces import (
     AccessConfig,
     ConnectionConfig,
     Downloader,
@@ -31,15 +35,11 @@ from unstructured_ingest.v2.interfaces import (
     Indexer,
     IndexerConfig,
 )
-from unstructured_ingest.v2.logger import logger
-from unstructured_ingest.v2.processes.connector_registry import (
+from unstructured_ingest.logger import logger
+from unstructured_ingest.processes.connector_registry import (
     SourceRegistryEntry,
 )
-from unstructured_ingest.v2.types.file_data import (
-    FileData,
-    FileDataSourceMetadata,
-    SourceIdentifiers,
-)
+from unstructured_ingest.utils.dep_check import requires_dependencies
 
 
 class MissingCategoryError(Exception):

unstructured_ingest/{v2/processes → processes}/connectors/sharepoint.py

@@ -6,16 +6,18 @@ from typing import TYPE_CHECKING, Any, AsyncIterator
 
 from pydantic import Field
 
+from unstructured_ingest.data_types.file_data import (
+    FileData,
+)
 from unstructured_ingest.error import (
     SourceConnectionError,
     SourceConnectionNetworkError,
 )
-from unstructured_ingest.utils.dep_check import requires_dependencies
-from unstructured_ingest.v2.logger import logger
-from unstructured_ingest.v2.processes.connector_registry import (
+from unstructured_ingest.logger import logger
+from unstructured_ingest.processes.connector_registry import (
     SourceRegistryEntry,
 )
-from unstructured_ingest.v2.processes.connectors.onedrive import (
+from unstructured_ingest.processes.connectors.onedrive import (
     OnedriveAccessConfig,
     OnedriveConnectionConfig,
     OnedriveDownloader,
@@ -23,9 +25,7 @@ from unstructured_ingest.v2.processes.connectors.onedrive import (
     OnedriveIndexer,
     OnedriveIndexerConfig,
 )
-from unstructured_ingest.v2.types.file_data import (
-    FileData,
-)
+from unstructured_ingest.utils.dep_check import requires_dependencies
 
 if TYPE_CHECKING:
     from office365.onedrive.driveitems.driveItem import DriveItem

unstructured_ingest/{v2/processes → processes}/connectors/slack.py

@@ -8,10 +8,13 @@ from typing import TYPE_CHECKING, Any, Generator, Optional
 
 from pydantic import Field, Secret
 
+from unstructured_ingest.data_types.file_data import (
+    FileData,
+    FileDataSourceMetadata,
+    SourceIdentifiers,
+)
 from unstructured_ingest.error import SourceConnectionError
-from unstructured_ingest.logger import logger
-from unstructured_ingest.utils.dep_check import requires_dependencies
-from unstructured_ingest.v2.interfaces import (
+from unstructured_ingest.interfaces import (
     AccessConfig,
     ConnectionConfig,
     Downloader,
@@ -20,12 +23,9 @@ from unstructured_ingest.v2.interfaces import (
     Indexer,
     IndexerConfig,
 )
-from unstructured_ingest.v2.processes.connector_registry import SourceRegistryEntry
-from unstructured_ingest.v2.types.file_data import (
-    FileData,
-    FileDataSourceMetadata,
-    SourceIdentifiers,
-)
+from unstructured_ingest.logger import logger
+from unstructured_ingest.processes.connector_registry import SourceRegistryEntry
+from unstructured_ingest.utils.dep_check import requires_dependencies
 
 if TYPE_CHECKING:
     from slack_sdk import WebClient

unstructured_ingest/{v2/processes → processes}/connectors/sql/__init__.py

@@ -1,6 +1,6 @@
 from __future__ import annotations
 
-from unstructured_ingest.v2.processes.connector_registry import (
+from unstructured_ingest.processes.connector_registry import (
     add_destination_entry,
     add_source_entry,
 )

unstructured_ingest/{v2/processes → processes}/connectors/sql/databricks_delta_tables.py

@@ -1,17 +1,17 @@
 import json
+import os
 from contextlib import contextmanager
 from dataclasses import dataclass
 from typing import TYPE_CHECKING, Any, Generator, Optional
 
 from pydantic import Field, Secret
 
-from unstructured_ingest.utils.data_prep import split_dataframe
-from unstructured_ingest.utils.dep_check import requires_dependencies
-from unstructured_ingest.v2.logger import logger
-from unstructured_ingest.v2.processes.connector_registry import (
+from unstructured_ingest.data_types.file_data import FileData
+from unstructured_ingest.logger import logger
+from unstructured_ingest.processes.connector_registry import (
     DestinationRegistryEntry,
 )
-from unstructured_ingest.v2.processes.connectors.sql.sql import (
+from unstructured_ingest.processes.connectors.sql.sql import (
     SQLAccessConfig,
     SQLConnectionConfig,
     SQLUploader,
@@ -19,7 +19,8 @@ from unstructured_ingest.v2.processes.connectors.sql.sql import (
     SQLUploadStager,
     SQLUploadStagerConfig,
 )
-from unstructured_ingest.v2.types.file_data import FileData
+from unstructured_ingest.utils.data_prep import split_dataframe
+from unstructured_ingest.utils.dep_check import requires_dependencies
 
 if TYPE_CHECKING:
     from databricks.sdk.core import oauth_service_principal
@@ -42,7 +43,6 @@ class DatabricksDeltaTablesConnectionConfig(SQLConnectionConfig):
     access_config: Secret[DatabricksDeltaTablesAccessConfig]
     server_hostname: str = Field(description="server hostname connection config value")
     http_path: str = Field(description="http path connection config value")
-    user_agent: str = "unstructuredio_oss"
 
     @requires_dependencies(["databricks"], extras="databricks-delta-tables")
     def get_credentials_provider(self) -> "oauth_service_principal":
@@ -86,7 +86,9 @@ class DatabricksDeltaTablesConnectionConfig(SQLConnectionConfig):
         from databricks.sql import connect
 
         connect_kwargs = connect_kwargs or {}
-        connect_kwargs["_user_agent_entry"] = self.user_agent
+        connect_kwargs["_user_agent_entry"] = os.getenv(
+            "UNSTRUCTURED_USER_AGENT", "unstructuredio_oss"
+        )
         connect_kwargs["server_hostname"] = connect_kwargs.get(
             "server_hostname", self.server_hostname
         )
@@ -201,7 +203,7 @@ class DatabricksDeltaTablesUploader(SQLUploader):
             f" table named {self.upload_config.table_name}"
             # f" with batch size {self.upload_config.batch_size}"
         )
-        # TODO: currently variable binding not supporting for list types,
+        # TODO: currently variable binding not supporting for list data_types,
         #  update once that gets resolved in SDK
         for rows in split_dataframe(df=df, chunk_size=self.upload_config.batch_size):
             with self.get_cursor() as cursor:

unstructured_ingest/{v2/processes → processes}/connectors/sql/postgres.py

@@ -4,13 +4,12 @@ from typing import TYPE_CHECKING, Generator, Optional
 
 from pydantic import Field, Secret
 
-from unstructured_ingest.utils.dep_check import requires_dependencies
-from unstructured_ingest.v2.logger import logger
-from unstructured_ingest.v2.processes.connector_registry import (
+from unstructured_ingest.logger import logger
+from unstructured_ingest.processes.connector_registry import (
     DestinationRegistryEntry,
     SourceRegistryEntry,
 )
-from unstructured_ingest.v2.processes.connectors.sql.sql import (
+from unstructured_ingest.processes.connectors.sql.sql import (
     SQLAccessConfig,
     SqlBatchFileData,
     SQLConnectionConfig,
@@ -23,6 +22,7 @@ from unstructured_ingest.v2.processes.connectors.sql.sql import (
     SQLUploadStager,
     SQLUploadStagerConfig,
 )
+from unstructured_ingest.utils.dep_check import requires_dependencies
 
 if TYPE_CHECKING:
     from psycopg2.extensions import connection as PostgresConnection

unstructured_ingest/{v2/processes → processes}/connectors/sql/singlestore.py

@@ -5,13 +5,12 @@ from typing import TYPE_CHECKING, Any, Generator, Optional
 
 from pydantic import Field, Secret
 
-from unstructured_ingest.utils.dep_check import requires_dependencies
-from unstructured_ingest.v2.logger import logger
-from unstructured_ingest.v2.processes.connector_registry import (
+from unstructured_ingest.logger import logger
+from unstructured_ingest.processes.connector_registry import (
     DestinationRegistryEntry,
     SourceRegistryEntry,
 )
-from unstructured_ingest.v2.processes.connectors.sql.sql import (
+from unstructured_ingest.processes.connectors.sql.sql import (
     _DATE_COLUMNS,
     SQLAccessConfig,
     SqlBatchFileData,
@@ -26,6 +25,7 @@ from unstructured_ingest.v2.processes.connectors.sql.sql import (
     SQLUploadStagerConfig,
     parse_date_string,
 )
+from unstructured_ingest.utils.dep_check import requires_dependencies
 
 if TYPE_CHECKING:
     from singlestoredb.connection import Connection as SingleStoreConnection

unstructured_ingest/{v2/processes → processes}/connectors/sql/snowflake.py

@@ -5,14 +5,13 @@ from typing import TYPE_CHECKING, Any, Generator, Optional
 
 from pydantic import Field, Secret
 
-from unstructured_ingest.utils.data_prep import split_dataframe
-from unstructured_ingest.utils.dep_check import requires_dependencies
-from unstructured_ingest.v2.logger import logger
-from unstructured_ingest.v2.processes.connector_registry import (
+from unstructured_ingest.data_types.file_data import FileData
+from unstructured_ingest.logger import logger
+from unstructured_ingest.processes.connector_registry import (
     DestinationRegistryEntry,
     SourceRegistryEntry,
 )
-from unstructured_ingest.v2.processes.connectors.sql.sql import (
+from unstructured_ingest.processes.connectors.sql.sql import (
     _DATE_COLUMNS,
     SQLAccessConfig,
     SqlBatchFileData,
@@ -27,7 +26,8 @@ from unstructured_ingest.v2.processes.connectors.sql.sql import (
     SQLUploadStagerConfig,
     parse_date_string,
 )
-from unstructured_ingest.v2.types.file_data import FileData
+from unstructured_ingest.utils.data_prep import split_dataframe
+from unstructured_ingest.utils.dep_check import requires_dependencies
 
 if TYPE_CHECKING:
     from pandas import DataFrame

unstructured_ingest/{v2/processes → processes}/connectors/sql/sql.py

@@ -11,10 +11,15 @@ from typing import TYPE_CHECKING, Any, Generator, Union
 from dateutil import parser
 from pydantic import BaseModel, Field, Secret
 
+from unstructured_ingest.data_types.file_data import (
+    BatchFileData,
+    BatchItem,
+    FileData,
+    FileDataSourceMetadata,
+    SourceIdentifiers,
+)
 from unstructured_ingest.error import DestinationConnectionError, SourceConnectionError
-from unstructured_ingest.utils.data_prep import get_data, get_data_df, split_dataframe, write_data
-from unstructured_ingest.v2.constants import RECORD_ID_LABEL
-from unstructured_ingest.v2.interfaces import (
+from unstructured_ingest.interfaces import (
     AccessConfig,
     ConnectionConfig,
     Downloader,
@@ -28,15 +33,15 @@ from unstructured_ingest.v2.interfaces import (
     UploadStagerConfig,
     download_responses,
 )
-from unstructured_ingest.v2.logger import logger
-from unstructured_ingest.v2.types.file_data import (
-    BatchFileData,
-    BatchItem,
-    FileData,
-    FileDataSourceMetadata,
-    SourceIdentifiers,
+from unstructured_ingest.logger import logger
+from unstructured_ingest.utils.constants import RECORD_ID_LABEL
+from unstructured_ingest.utils.data_prep import (
+    get_data,
+    get_data_df,
+    get_enhanced_element_id,
+    split_dataframe,
+    write_data,
 )
-from unstructured_ingest.v2.utils import get_enhanced_element_id
 
 if TYPE_CHECKING:
     from pandas import DataFrame

unstructured_ingest/{v2/processes → processes}/connectors/sql/sqlite.py

@@ -6,13 +6,12 @@ from typing import TYPE_CHECKING, Any, Generator
 
 from pydantic import Field, Secret, model_validator
 
-from unstructured_ingest.utils.dep_check import requires_dependencies
-from unstructured_ingest.v2.logger import logger
-from unstructured_ingest.v2.processes.connector_registry import (
+from unstructured_ingest.logger import logger
+from unstructured_ingest.processes.connector_registry import (
     DestinationRegistryEntry,
     SourceRegistryEntry,
 )
-from unstructured_ingest.v2.processes.connectors.sql.sql import (
+from unstructured_ingest.processes.connectors.sql.sql import (
     _DATE_COLUMNS,
     SQLAccessConfig,
     SqlBatchFileData,
@@ -27,6 +26,7 @@ from unstructured_ingest.v2.processes.connectors.sql.sql import (
     SQLUploadStagerConfig,
     parse_date_string,
 )
+from unstructured_ingest.utils.dep_check import requires_dependencies
 
 if TYPE_CHECKING:
     from sqlite3 import Connection as SqliteConnection

unstructured_ingest/{v2/processes → processes}/connectors/sql/vastdb.py

@@ -4,16 +4,16 @@ from typing import TYPE_CHECKING, Any, Optional
 
 from pydantic import Field, Secret
 
+from unstructured_ingest.data_types.file_data import (
+    FileData,
+)
 from unstructured_ingest.error import DestinationConnectionError
-from unstructured_ingest.utils.data_prep import split_dataframe
-from unstructured_ingest.utils.dep_check import requires_dependencies
-from unstructured_ingest.v2.constants import RECORD_ID_LABEL
-from unstructured_ingest.v2.logger import logger
-from unstructured_ingest.v2.processes.connector_registry import (
+from unstructured_ingest.logger import logger
+from unstructured_ingest.processes.connector_registry import (
     DestinationRegistryEntry,
     SourceRegistryEntry,
 )
-from unstructured_ingest.v2.processes.connectors.sql.sql import (
+from unstructured_ingest.processes.connectors.sql.sql import (
     SQLAccessConfig,
     SqlBatchFileData,
     SQLConnectionConfig,
@@ -26,10 +26,9 @@ from unstructured_ingest.v2.processes.connectors.sql.sql import (
     SQLUploadStager,
     SQLUploadStagerConfig,
 )
-from unstructured_ingest.v2.types.file_data import (
-    FileData,
-)
-from unstructured_ingest.v2.utils import get_enhanced_element_id
+from unstructured_ingest.utils.constants import RECORD_ID_LABEL
+from unstructured_ingest.utils.data_prep import get_enhanced_element_id, split_dataframe
+from unstructured_ingest.utils.dep_check import requires_dependencies
 
 if TYPE_CHECKING:
     from pandas import DataFrame

unstructured_ingest/{v2/processes → processes}/connectors/vectara.py

@@ -8,10 +8,9 @@ from typing import Any, Dict, Mapping, Optional
 
 from pydantic import Field, Secret
 
+from unstructured_ingest.data_types.file_data import FileData
 from unstructured_ingest.error import DestinationConnectionError
-from unstructured_ingest.utils.data_prep import flatten_dict
-from unstructured_ingest.utils.dep_check import requires_dependencies
-from unstructured_ingest.v2.interfaces import (
+from unstructured_ingest.interfaces import (
     AccessConfig,
     ConnectionConfig,
     Uploader,
@@ -19,9 +18,10 @@ from unstructured_ingest.v2.interfaces import (
     UploadStager,
     UploadStagerConfig,
 )
-from unstructured_ingest.v2.logger import logger
-from unstructured_ingest.v2.processes.connector_registry import DestinationRegistryEntry
-from unstructured_ingest.v2.types.file_data import FileData
+from unstructured_ingest.logger import logger
+from unstructured_ingest.processes.connector_registry import DestinationRegistryEntry
+from unstructured_ingest.utils.data_prep import flatten_dict
+from unstructured_ingest.utils.dep_check import requires_dependencies
 
 BASE_URL = "https://api.vectara.io/v2"
 

unstructured_ingest/{v2/processes → processes}/connectors/weaviate/__init__.py

@@ -1,6 +1,6 @@
 from __future__ import annotations
 
-from unstructured_ingest.v2.processes.connector_registry import (
+from unstructured_ingest.processes.connector_registry import (
     add_destination_entry,
 )