unstructured-ingest 0.6.4__py3-none-any.whl → 0.7.1__py3-none-any.whl

test/integration/connectors/sql/test_databricks_delta_tables.py

@@ -14,8 +14,9 @@ from pytest_mock import MockerFixture
 
 from test.integration.connectors.utils.constants import DESTINATION_TAG, SQL_TAG, env_setup_path
 from test.integration.utils import requires_env
-from unstructured_ingest.v2.logger import logger
-from unstructured_ingest.v2.processes.connectors.sql.databricks_delta_tables import (
+from unstructured_ingest.data_types.file_data import FileData, SourceIdentifiers
+from unstructured_ingest.logger import logger
+from unstructured_ingest.processes.connectors.sql.databricks_delta_tables import (
     CONNECTOR_TYPE,
     DatabricksDeltaTablesAccessConfig,
     DatabricksDeltaTablesConnectionConfig,
@@ -23,7 +24,6 @@ from unstructured_ingest.v2.processes.connectors.sql.databricks_delta_tables imp
     DatabricksDeltaTablesUploaderConfig,
     DatabricksDeltaTablesUploadStager,
 )
-from unstructured_ingest.v2.types.file_data import FileData, SourceIdentifiers
 
 CATALOG = "utic-dev-tech-fixtures"
 

test/integration/connectors/sql/test_postgres.py

@@ -20,7 +20,8 @@ from test.integration.connectors.utils.validation.source import (
     SourceValidationConfigs,
     source_connector_validation,
 )
-from unstructured_ingest.v2.processes.connectors.sql.postgres import (
+from unstructured_ingest.data_types.file_data import FileData, SourceIdentifiers
+from unstructured_ingest.processes.connectors.sql.postgres import (
     CONNECTOR_TYPE,
     PostgresAccessConfig,
     PostgresConnectionConfig,
@@ -31,7 +32,6 @@ from unstructured_ingest.v2.processes.connectors.sql.postgres import (
     PostgresUploader,
     PostgresUploadStager,
 )
-from unstructured_ingest.v2.types.file_data import FileData, SourceIdentifiers
 
 SEED_DATA_ROWS = 10
 

test/integration/connectors/sql/test_singlestore.py

@@ -20,7 +20,8 @@ from test.integration.connectors.utils.validation.source import (
     SourceValidationConfigs,
     source_connector_validation,
 )
-from unstructured_ingest.v2.processes.connectors.sql.singlestore import (
+from unstructured_ingest.data_types.file_data import FileData, SourceIdentifiers
+from unstructured_ingest.processes.connectors.sql.singlestore import (
     CONNECTOR_TYPE,
     SingleStoreAccessConfig,
     SingleStoreConnectionConfig,
@@ -32,7 +33,6 @@ from unstructured_ingest.v2.processes.connectors.sql.singlestore import (
     SingleStoreUploaderConfig,
     SingleStoreUploadStager,
 )
-from unstructured_ingest.v2.types.file_data import FileData, SourceIdentifiers
 
 SEED_DATA_ROWS = 10
 

test/integration/connectors/sql/test_snowflake.py

@@ -22,7 +22,8 @@ from test.integration.connectors.utils.validation.source import (
     source_connector_validation,
 )
 from test.integration.utils import requires_env
-from unstructured_ingest.v2.processes.connectors.sql.snowflake import (
+from unstructured_ingest.data_types.file_data import FileData, SourceIdentifiers
+from unstructured_ingest.processes.connectors.sql.snowflake import (
     CONNECTOR_TYPE,
     SnowflakeAccessConfig,
     SnowflakeConnectionConfig,
@@ -33,7 +34,6 @@ from unstructured_ingest.v2.processes.connectors.sql.snowflake import (
     SnowflakeUploader,
     SnowflakeUploadStager,
 )
-from unstructured_ingest.v2.types.file_data import FileData, SourceIdentifiers
 
 SEED_DATA_ROWS = 20
 

test/integration/connectors/sql/test_sqlite.py

@@ -20,7 +20,8 @@ from test.integration.connectors.utils.validation.source import (
     SourceValidationConfigs,
     source_connector_validation,
 )
-from unstructured_ingest.v2.processes.connectors.sql.sqlite import (
+from unstructured_ingest.data_types.file_data import FileData, SourceIdentifiers
+from unstructured_ingest.processes.connectors.sql.sqlite import (
     CONNECTOR_TYPE,
     SQLiteConnectionConfig,
     SQLiteDownloader,
@@ -30,7 +31,6 @@ from unstructured_ingest.v2.processes.connectors.sql.sqlite import (
     SQLiteUploader,
     SQLiteUploadStager,
 )
-from unstructured_ingest.v2.types.file_data import FileData, SourceIdentifiers
 
 SEED_DATA_ROWS = 10
 

test/integration/connectors/sql/test_vastdb.py

@@ -8,7 +8,7 @@ from test.integration.connectors.utils.validation.destination import (
     StagerValidationConfigs,
     stager_validation,
 )
-from unstructured_ingest.v2.processes.connectors.sql.vastdb import (
+from unstructured_ingest.processes.connectors.sql.vastdb import (
     CONNECTOR_TYPE,
     VastdbUploadStager,
     VastdbUploadStagerConfig,

test/integration/connectors/test_astradb.py

@@ -20,7 +20,8 @@ from test.integration.connectors.utils.validation.source import (
     source_connector_validation,
 )
 from test.integration.utils import requires_env
-from unstructured_ingest.v2.processes.connectors.astradb import (
+from unstructured_ingest.data_types.file_data import FileData, SourceIdentifiers
+from unstructured_ingest.processes.connectors.astradb import (
     CONNECTOR_TYPE,
     AstraDBAccessConfig,
     AstraDBConnectionConfig,
@@ -35,7 +36,6 @@ from unstructured_ingest.v2.processes.connectors.astradb import (
     DestinationConnectionError,
     SourceConnectionError,
 )
-from unstructured_ingest.v2.types.file_data import FileData, SourceIdentifiers
 
 EXISTENT_COLLECTION_NAME = "ingest_test_src"
 NONEXISTENT_COLLECTION_NAME = "nonexistant"

test/integration/connectors/test_azure_ai_search.py

@@ -29,7 +29,8 @@ from test.integration.connectors.utils.validation.destination import (
     stager_validation,
 )
 from test.integration.utils import requires_env
-from unstructured_ingest.v2.processes.connectors.azure_ai_search import (
+from unstructured_ingest.data_types.file_data import FileData, SourceIdentifiers
+from unstructured_ingest.processes.connectors.azure_ai_search import (
     CONNECTOR_TYPE,
     RECORD_ID_LABEL,
     AzureAISearchAccessConfig,
@@ -39,7 +40,6 @@ from unstructured_ingest.v2.processes.connectors.azure_ai_search import (
     AzureAISearchUploadStager,
     AzureAISearchUploadStagerConfig,
 )
-from unstructured_ingest.v2.types.file_data import FileData, SourceIdentifiers
 
 repo_path = Path(__file__).parent.resolve()
 

test/integration/connectors/test_chroma.py

@@ -27,8 +27,8 @@ from test.integration.connectors.utils.validation.destination import (
     StagerValidationConfigs,
     stager_validation,
 )
-from unstructured_ingest.v2.types.file_data import FileData, SourceIdentifiers
-from unstructured_ingest.v2.processes.connectors.chroma import (
+from unstructured_ingest.data_types.file_data import FileData, SourceIdentifiers
+from unstructured_ingest.processes.connectors.chroma import (
     CONNECTOR_TYPE,
     ChromaConnectionConfig,
     ChromaUploader,

test/integration/connectors/test_confluence.py

@@ -8,7 +8,7 @@ from test.integration.connectors.utils.validation.source import (
     source_connector_validation,
 )
 from test.integration.utils import requires_env
-from unstructured_ingest.v2.processes.connectors.confluence import (
+from unstructured_ingest.processes.connectors.confluence import (
     CONNECTOR_TYPE,
     ConfluenceAccessConfig,
     ConfluenceConnectionConfig,

test/integration/connectors/test_delta_table.py

@@ -8,7 +8,8 @@ from fsspec import get_filesystem_class
 
 from test.integration.connectors.utils.constants import DESTINATION_TAG, SQL_TAG
 from test.integration.utils import requires_env
-from unstructured_ingest.v2.processes.connectors.delta_table import (
+from unstructured_ingest.data_types.file_data import FileData, SourceIdentifiers
+from unstructured_ingest.processes.connectors.delta_table import (
     CONNECTOR_TYPE,
     DeltaTableAccessConfig,
     DeltaTableConnectionConfig,
@@ -17,7 +18,6 @@ from unstructured_ingest.v2.processes.connectors.delta_table import (
     DeltaTableUploadStager,
     DeltaTableUploadStagerConfig,
 )
-from unstructured_ingest.v2.types.file_data import FileData, SourceIdentifiers
 
 multiprocessing.set_start_method("spawn")
 

test/integration/connectors/test_dropbox.py

@@ -12,10 +12,10 @@ from test.integration.connectors.utils.validation.source import (
     source_connector_validation,
 )
 from test.integration.utils import requires_env
-from unstructured_ingest.v2.processes.connectors.fsspec.dropbox import (
+from unstructured_ingest.processes.connectors.fsspec.dropbox import (
     CONNECTOR_TYPE as DROPBOX_CONNECTOR_TYPE,
 )
-from unstructured_ingest.v2.processes.connectors.fsspec.dropbox import (
+from unstructured_ingest.processes.connectors.fsspec.dropbox import (
     DropboxAccessConfig,
     DropboxConnectionConfig,
     DropboxDownloader,

test/integration/connectors/test_github.py

@@ -8,7 +8,7 @@ from test.integration.connectors.utils.validation.source import (
     source_connector_validation,
 )
 from test.integration.utils import requires_env
-from unstructured_ingest.v2.processes.connectors.github import (
+from unstructured_ingest.processes.connectors.github import (
     CONNECTOR_TYPE,
     GithubAccessConfig,
     GithubConnectionConfig,

test/integration/connectors/test_google_drive.py

@@ -18,8 +18,8 @@ from test.integration.utils import requires_env
 from unstructured_ingest.error import (
     SourceConnectionError,
 )
-from unstructured_ingest.v2.interfaces import Downloader, Indexer
-from unstructured_ingest.v2.processes.connectors.google_drive import (
+from unstructured_ingest.interfaces import Downloader, Indexer
+from unstructured_ingest.processes.connectors.google_drive import (
     CONNECTOR_TYPE,
     GoogleDriveAccessConfig,
     GoogleDriveConnectionConfig,

test/integration/connectors/test_jira.py

@@ -8,7 +8,7 @@ from test.integration.connectors.utils.validation.source import (
     source_connector_validation,
 )
 from test.integration.utils import requires_env
-from unstructured_ingest.v2.processes.connectors.jira import (
+from unstructured_ingest.processes.connectors.jira import (
     CONNECTOR_TYPE,
     JiraAccessConfig,
     JiraConnectionConfig,

test/integration/connectors/test_lancedb.py

@@ -12,33 +12,33 @@ from lancedb import AsyncConnection
 from upath import UPath
 
 from test.integration.connectors.utils.constants import DESTINATION_TAG, VECTOR_DB_TAG
-from unstructured_ingest.v2.constants import RECORD_ID_LABEL
-from unstructured_ingest.v2.processes.connectors.lancedb.aws import (
+from unstructured_ingest.data_types.file_data import FileData, SourceIdentifiers
+from unstructured_ingest.processes.connectors.lancedb.aws import (
     LanceDBAwsAccessConfig,
     LanceDBAwsConnectionConfig,
     LanceDBAwsUploader,
 )
-from unstructured_ingest.v2.processes.connectors.lancedb.azure import (
+from unstructured_ingest.processes.connectors.lancedb.azure import (
     LanceDBAzureAccessConfig,
     LanceDBAzureConnectionConfig,
     LanceDBAzureUploader,
 )
-from unstructured_ingest.v2.processes.connectors.lancedb.gcp import (
+from unstructured_ingest.processes.connectors.lancedb.gcp import (
     LanceDBGCSAccessConfig,
     LanceDBGCSConnectionConfig,
     LanceDBGSPUploader,
 )
-from unstructured_ingest.v2.processes.connectors.lancedb.lancedb import (
+from unstructured_ingest.processes.connectors.lancedb.lancedb import (
     CONNECTOR_TYPE,
     LanceDBUploaderConfig,
     LanceDBUploadStager,
 )
-from unstructured_ingest.v2.processes.connectors.lancedb.local import (
+from unstructured_ingest.processes.connectors.lancedb.local import (
     LanceDBLocalAccessConfig,
     LanceDBLocalConnectionConfig,
     LanceDBLocalUploader,
 )
-from unstructured_ingest.v2.types.file_data import FileData, SourceIdentifiers
+from unstructured_ingest.utils.constants import RECORD_ID_LABEL
 
 DATABASE_NAME = "database"
 TABLE_NAME = "elements"

test/integration/connectors/test_milvus.py

@@ -24,15 +24,15 @@ from test.integration.connectors.utils.validation.destination import (
     StagerValidationConfigs,
     stager_validation,
 )
+from unstructured_ingest.data_types.file_data import FileData, SourceIdentifiers
 from unstructured_ingest.error import DestinationConnectionError
-from unstructured_ingest.v2.processes.connectors.milvus import (
+from unstructured_ingest.processes.connectors.milvus import (
     CONNECTOR_TYPE,
     MilvusConnectionConfig,
     MilvusUploader,
     MilvusUploaderConfig,
     MilvusUploadStager,
 )
-from unstructured_ingest.v2.types.file_data import FileData, SourceIdentifiers
 
 DB_NAME = "test_database"
 EXISTENT_COLLECTION_NAME = "test_collection"

test/integration/connectors/test_mongodb.py

@@ -19,8 +19,9 @@ from test.integration.connectors.utils.validation.source import (
     source_connector_validation,
 )
 from test.integration.utils import requires_env
+from unstructured_ingest.data_types.file_data import FileData, SourceIdentifiers
 from unstructured_ingest.error import DestinationConnectionError, SourceConnectionError
-from unstructured_ingest.v2.processes.connectors.mongodb import (
+from unstructured_ingest.processes.connectors.mongodb import (
     CONNECTOR_TYPE,
     MongoDBAccessConfig,
     MongoDBConnectionConfig,
@@ -31,7 +32,6 @@ from unstructured_ingest.v2.processes.connectors.mongodb import (
     MongoDBUploader,
     MongoDBUploaderConfig,
 )
-from unstructured_ingest.v2.types.file_data import FileData, SourceIdentifiers
 
 SOURCE_COLLECTION = "sample-mongodb-data"
 

test/integration/connectors/test_neo4j.py

@@ -11,9 +11,13 @@ from pytest_check import check
 
 from test.integration.connectors.utils.constants import DESTINATION_TAG, GRAPH_DB_TAG
 from test.integration.connectors.utils.docker import container_context
+from unstructured_ingest.data_types.file_data import (
+    FileData,
+    FileDataSourceMetadata,
+    SourceIdentifiers,
+)
 from unstructured_ingest.error import DestinationConnectionError
-from unstructured_ingest.utils.chunking import elements_from_base64_gzipped_json
-from unstructured_ingest.v2.processes.connectors.neo4j import (
+from unstructured_ingest.processes.connectors.neo4j import (
     CONNECTOR_TYPE,
     Label,
     Neo4jAccessConfig,
@@ -23,11 +27,7 @@ from unstructured_ingest.v2.processes.connectors.neo4j import (
     Neo4jUploadStager,
     Relationship,
 )
-from unstructured_ingest.v2.types.file_data import (
-    FileData,
-    FileDataSourceMetadata,
-    SourceIdentifiers,
-)
+from unstructured_ingest.utils.chunking import elements_from_base64_gzipped_json
 
 USERNAME = "neo4j"
 PASSWORD = "password"

test/integration/connectors/test_notion.py

@@ -9,8 +9,8 @@ from test.integration.connectors.utils.validation.source import (
     run_all_validations,
     update_fixtures,
 )
-from unstructured_ingest.v2.interfaces import Downloader, Indexer
-from unstructured_ingest.v2.processes.connectors.notion.connector import (
+from unstructured_ingest.interfaces import Downloader, Indexer
+from unstructured_ingest.processes.connectors.notion.connector import (
     CONNECTOR_TYPE,
     NotionAccessConfig,
     NotionConnectionConfig,

test/integration/connectors/test_onedrive.py

@@ -15,7 +15,8 @@ from test.integration.connectors.utils.validation.source import (
     source_connector_validation,
 )
 from test.integration.utils import requires_env
-from unstructured_ingest.v2.processes.connectors.onedrive import (
+from unstructured_ingest.data_types.file_data import FileData, SourceIdentifiers
+from unstructured_ingest.processes.connectors.onedrive import (
     CONNECTOR_TYPE,
     OnedriveAccessConfig,
     OnedriveConnectionConfig,
@@ -26,7 +27,6 @@ from unstructured_ingest.v2.processes.connectors.onedrive import (
     OnedriveUploader,
     OnedriveUploaderConfig,
 )
-from unstructured_ingest.v2.types.file_data import FileData, SourceIdentifiers
 
 
 @pytest.fixture

test/integration/connectors/test_pinecone.py

@@ -18,9 +18,10 @@ from test.integration.connectors.utils.validation.destination import (
     stager_validation,
 )
 from test.integration.utils import requires_env
+from unstructured_ingest.data_types.file_data import FileData, SourceIdentifiers
 from unstructured_ingest.error import DestinationConnectionError
-from unstructured_ingest.v2.logger import logger
-from unstructured_ingest.v2.processes.connectors.pinecone import (
+from unstructured_ingest.logger import logger
+from unstructured_ingest.processes.connectors.pinecone import (
     CONNECTOR_TYPE,
     MAX_QUERY_RESULTS,
     PineconeAccessConfig,
@@ -30,7 +31,6 @@ from unstructured_ingest.v2.processes.connectors.pinecone import (
     PineconeUploadStager,
     PineconeUploadStagerConfig,
 )
-from unstructured_ingest.v2.types.file_data import FileData, SourceIdentifiers
 
 METADATA_BYTES_LIMIT = (
     40960  # 40KB https://docs.pinecone.io/reference/quotas-and-limits#hard-limits

test/integration/connectors/test_qdrant.py

@@ -16,7 +16,8 @@ from test.integration.connectors.utils.validation.destination import (
     stager_validation,
 )
 from test.integration.utils import requires_env
-from unstructured_ingest.v2.processes.connectors.qdrant.cloud import (
+from unstructured_ingest.data_types.file_data import FileData, SourceIdentifiers
+from unstructured_ingest.processes.connectors.qdrant.cloud import (
     CloudQdrantAccessConfig,
     CloudQdrantConnectionConfig,
     CloudQdrantUploader,
@@ -24,27 +25,26 @@ from unstructured_ingest.v2.processes.connectors.qdrant.cloud import (
     CloudQdrantUploadStager,
     CloudQdrantUploadStagerConfig,
 )
-from unstructured_ingest.v2.processes.connectors.qdrant.local import (
+from unstructured_ingest.processes.connectors.qdrant.local import (
     CONNECTOR_TYPE as LOCAL_CONNECTOR_TYPE,
 )
-from unstructured_ingest.v2.processes.connectors.qdrant.local import (
+from unstructured_ingest.processes.connectors.qdrant.local import (
     LocalQdrantConnectionConfig,
     LocalQdrantUploader,
     LocalQdrantUploaderConfig,
     LocalQdrantUploadStager,
     LocalQdrantUploadStagerConfig,
 )
-from unstructured_ingest.v2.processes.connectors.qdrant.server import (
+from unstructured_ingest.processes.connectors.qdrant.server import (
     CONNECTOR_TYPE as SERVER_CONNECTOR_TYPE,
 )
-from unstructured_ingest.v2.processes.connectors.qdrant.server import (
+from unstructured_ingest.processes.connectors.qdrant.server import (
     ServerQdrantConnectionConfig,
     ServerQdrantUploader,
     ServerQdrantUploaderConfig,
     ServerQdrantUploadStager,
     ServerQdrantUploadStagerConfig,
 )
-from unstructured_ingest.v2.types.file_data import FileData, SourceIdentifiers
 
 COLLECTION_NAME = f"test-coll-{uuid.uuid4().hex[:12]}"
 VECTORS_CONFIG = {"size": 384, "distance": "Cosine"}

test/integration/connectors/test_redis.py

@@ -11,16 +11,16 @@ from redis.asyncio import Redis, from_url
 
 from test.integration.connectors.utils.constants import DESTINATION_TAG, NOSQL_TAG
 from test.integration.utils import requires_env
-from unstructured_ingest.v2.processes.connectors.redisdb import (
+from unstructured_ingest.data_types.file_data import FileData, SourceIdentifiers
+from unstructured_ingest.processes.connectors.redisdb import (
     CONNECTOR_TYPE as REDIS_CONNECTOR_TYPE,
 )
-from unstructured_ingest.v2.processes.connectors.redisdb import (
+from unstructured_ingest.processes.connectors.redisdb import (
     RedisAccessConfig,
     RedisConnectionConfig,
     RedisUploader,
     RedisUploaderConfig,
 )
-from unstructured_ingest.v2.types.file_data import FileData, SourceIdentifiers
 
 
 async def delete_record(client: Redis, element_id: str, key_prefix: str) -> None:

test/integration/connectors/test_s3.py

@@ -17,8 +17,9 @@ from test.integration.connectors.utils.validation.source import (
     source_connector_validation,
 )
 from test.integration.utils import requires_env
-from unstructured_ingest.v2.errors import UserAuthError, UserError
-from unstructured_ingest.v2.processes.connectors.fsspec.s3 import (
+from unstructured_ingest.data_types.file_data import FileData, SourceIdentifiers
+from unstructured_ingest.errors_v2 import UserAuthError, UserError
+from unstructured_ingest.processes.connectors.fsspec.s3 import (
     CONNECTOR_TYPE,
     S3AccessConfig,
     S3ConnectionConfig,
@@ -29,7 +30,6 @@ from unstructured_ingest.v2.processes.connectors.fsspec.s3 import (
     S3Uploader,
     S3UploaderConfig,
 )
-from unstructured_ingest.v2.types.file_data import FileData, SourceIdentifiers
 
 
 def validate_predownload_file_data(file_data: FileData):

test/integration/connectors/test_sharepoint.py

@@ -8,7 +8,7 @@ from test.integration.connectors.utils.validation.source import (
     source_connector_validation,
 )
 from test.integration.utils import requires_env
-from unstructured_ingest.v2.processes.connectors.sharepoint import (
+from unstructured_ingest.processes.connectors.sharepoint import (
     CONNECTOR_TYPE,
     SharepointAccessConfig,
     SharepointConnectionConfig,

test/integration/connectors/test_vectara.py

@@ -11,11 +11,12 @@ import requests
 
 from test.integration.connectors.utils.constants import DESTINATION_TAG, NOSQL_TAG
 from test.integration.utils import requires_env
-from unstructured_ingest.v2.logger import logger
-from unstructured_ingest.v2.processes.connectors.vectara import (
+from unstructured_ingest.data_types.file_data import FileData, SourceIdentifiers
+from unstructured_ingest.logger import logger
+from unstructured_ingest.processes.connectors.vectara import (
     CONNECTOR_TYPE as VECTARA_CONNECTOR_TYPE,
 )
-from unstructured_ingest.v2.processes.connectors.vectara import (
+from unstructured_ingest.processes.connectors.vectara import (
     VectaraAccessConfig,
     VectaraConnectionConfig,
     VectaraUploader,
@@ -23,7 +24,6 @@ from unstructured_ingest.v2.processes.connectors.vectara import (
     VectaraUploadStager,
     VectaraUploadStagerConfig,
 )
-from unstructured_ingest.v2.types.file_data import FileData, SourceIdentifiers
 
 
 def validate_upload(document: dict, expected_data: dict):

test/integration/connectors/test_zendesk.py

@@ -9,8 +9,8 @@ from test.integration.connectors.utils.validation.source import (
     source_connector_validation,
 )
 from test.integration.utils import requires_env
-from unstructured_ingest.v2.errors import UserAuthError
-from unstructured_ingest.v2.processes.connectors.zendesk.zendesk import (
+from unstructured_ingest.errors_v2 import UserAuthError
+from unstructured_ingest.processes.connectors.zendesk.zendesk import (
     CONNECTOR_TYPE,
     ZendeskAccessConfig,
     ZendeskConnectionConfig,

test/integration/connectors/utils/validation/destination.py

@@ -3,9 +3,9 @@ import shutil
 from pathlib import Path
 
 from test.integration.connectors.utils.validation.utils import ValidationConfig
+from unstructured_ingest.data_types.file_data import FileData, SourceIdentifiers
+from unstructured_ingest.interfaces import UploadStager
 from unstructured_ingest.utils.data_prep import get_data
-from unstructured_ingest.v2.interfaces import UploadStager
-from unstructured_ingest.v2.types.file_data import FileData, SourceIdentifiers
 
 
 class StagerValidationConfigs(ValidationConfig):

test/integration/connectors/utils/validation/source.py

@@ -8,8 +8,8 @@ from deepdiff import DeepDiff
 from pydantic import Field
 
 from test.integration.connectors.utils.validation.utils import ValidationConfig
-from unstructured_ingest.v2.interfaces import Downloader, Indexer
-from unstructured_ingest.v2.types.file_data import FileData
+from unstructured_ingest.data_types.file_data import FileData
+from unstructured_ingest.interfaces import Downloader, Indexer
 
 NONSTANDARD_METADATA_FIELDS = {
     "additional_metadata.@microsoft.graph.downloadUrl": [

test/integration/connectors/weaviate/test_cloud.py

@@ -2,7 +2,7 @@ import pytest
 from pydantic import ValidationError
 
 from test.integration.connectors.utils.constants import DESTINATION_TAG, VECTOR_DB_TAG
-from unstructured_ingest.v2.processes.connectors.weaviate.cloud import (
+from unstructured_ingest.processes.connectors.weaviate.cloud import (
     CONNECTOR_TYPE,
     CloudWeaviateAccessConfig,
     CloudWeaviateConnectionConfig,

test/integration/connectors/weaviate/test_local.py

@@ -9,14 +9,14 @@ from weaviate.client import WeaviateClient
 
 from test.integration.connectors.utils.constants import DESTINATION_TAG, VECTOR_DB_TAG
 from test.integration.connectors.utils.docker import container_context
-from unstructured_ingest.v2.processes.connectors.weaviate.local import (
+from unstructured_ingest.data_types.file_data import FileData, SourceIdentifiers
+from unstructured_ingest.processes.connectors.weaviate.local import (
     CONNECTOR_TYPE,
     LocalWeaviateConnectionConfig,
     LocalWeaviateUploader,
     LocalWeaviateUploaderConfig,
     LocalWeaviateUploadStager,
 )
-from unstructured_ingest.v2.types.file_data import FileData, SourceIdentifiers
 
 COLLECTION_NAME = "elements"
 

test/integration/embedders/test_azure_openai.py

@@ -9,7 +9,7 @@ from unstructured_ingest.embed.azure_openai import (
     AzureOpenAIEmbeddingConfig,
     AzureOpenAIEmbeddingEncoder,
 )
-from unstructured_ingest.v2.processes.embedder import Embedder, EmbedderConfig
+from unstructured_ingest.processes.embedder import Embedder, EmbedderConfig
 
 API_KEY = "AZURE_OPENAI_API_KEY"
 ENDPOINT = "AZURE_OPENAI_ENDPOINT"

test/integration/embedders/test_bedrock.py

@@ -15,8 +15,8 @@ from unstructured_ingest.embed.bedrock import (
     BedrockEmbeddingConfig,
     BedrockEmbeddingEncoder,
 )
-from unstructured_ingest.v2.errors import UserAuthError, UserError
-from unstructured_ingest.v2.processes.embedder import Embedder, EmbedderConfig
+from unstructured_ingest.errors_v2 import UserAuthError, UserError
+from unstructured_ingest.processes.embedder import Embedder, EmbedderConfig
 
 
 def get_aws_credentials() -> dict:

test/integration/embedders/test_huggingface.py

@@ -6,7 +6,7 @@ from unstructured_ingest.embed.huggingface import (
     HuggingFaceEmbeddingConfig,
     HuggingFaceEmbeddingEncoder,
 )
-from unstructured_ingest.v2.processes.embedder import Embedder, EmbedderConfig
+from unstructured_ingest.processes.embedder import Embedder, EmbedderConfig
 
 
 def test_huggingface_embedder(embedder_file: Path):

test/integration/embedders/test_mixedbread.py

@@ -15,7 +15,7 @@ from unstructured_ingest.embed.mixedbreadai import (
     MixedbreadAIEmbeddingConfig,
     MixedbreadAIEmbeddingEncoder,
 )
-from unstructured_ingest.v2.processes.embedder import Embedder, EmbedderConfig
+from unstructured_ingest.processes.embedder import Embedder, EmbedderConfig
 
 API_KEY = "MXBAI_API_KEY"
 

test/integration/embedders/test_octoai.py

@@ -15,8 +15,8 @@ from unstructured_ingest.embed.octoai import (
     OctoAiEmbeddingConfig,
     OctoAIEmbeddingEncoder,
 )
-from unstructured_ingest.v2.errors import UserAuthError
-from unstructured_ingest.v2.processes.embedder import Embedder, EmbedderConfig
+from unstructured_ingest.errors_v2 import UserAuthError
+from unstructured_ingest.processes.embedder import Embedder, EmbedderConfig
 
 API_KEY = "OCTOAI_API_KEY"
 

test/integration/embedders/test_openai.py

@@ -15,8 +15,8 @@ from unstructured_ingest.embed.openai import (
     OpenAIEmbeddingConfig,
     OpenAIEmbeddingEncoder,
 )
-from unstructured_ingest.v2.errors import UserAuthError
-from unstructured_ingest.v2.processes.embedder import Embedder, EmbedderConfig
+from unstructured_ingest.errors_v2 import UserAuthError
+from unstructured_ingest.processes.embedder import Embedder, EmbedderConfig
 
 API_KEY = "OPENAI_API_KEY"