unstructured-ingest 0.0.18__tar.gz → 0.0.21__tar.gz

{unstructured-ingest-0.0.18/unstructured_ingest.egg-info → unstructured-ingest-0.0.21}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: unstructured-ingest
-Version: 0.0.18
+Version: 0.0.21
 Summary: A library that prepares raw documents for downstream ML tasks.
 Home-page: https://github.com/Unstructured-IO/unstructured-ingest
 Author: Unstructured Technologies

unstructured-ingest-0.0.21/unstructured_ingest/__version__.py

@@ -0,0 +1 @@
+__version__ = "0.0.21"  # pragma: no cover

{unstructured-ingest-0.0.18 → unstructured-ingest-0.0.21}/unstructured_ingest/cli/cmds/astradb.py

@@ -37,11 +37,11 @@ class AstraDBCliConfig(SimpleAstraDBConfig, CliConfig):
                 "numbers, and underscores.",
             ),
             click.Option(
-                ["--namespace"],
+                ["--keyspace"],
                 required=False,
                 default=None,
                 type=str,
-                help="The Astra DB connection namespace.",
+                help="The Astra DB connection keyspace.",
             ),
         ]
         return options

{unstructured-ingest-0.0.18 → unstructured-ingest-0.0.21}/unstructured_ingest/connector/astradb.py

@@ -24,7 +24,8 @@ from unstructured_ingest.utils.data_prep import batch_generator, flatten_dict
 from unstructured_ingest.utils.dep_check import requires_dependencies
 
 if t.TYPE_CHECKING:
-    from astrapy.db import AstraDB, AstraDBCollection
+    from astrapy import Collection as AstraDBCollection
+    from astrapy import Database as AstraDB
 
 NON_INDEXED_FIELDS = ["metadata._node_content", "content"]
 
@@ -39,6 +40,7 @@ class AstraDBAccessConfig(AccessConfig):
 class SimpleAstraDBConfig(BaseConnectorConfig):
     access_config: AstraDBAccessConfig
     collection_name: str
+    keyspace: t.Optional[str] = None
     namespace: t.Optional[str] = None
 
 
@@ -98,22 +100,30 @@ class AstraDBSourceConnector(SourceConnectorCleanupMixin, BaseSourceConnector):
     @requires_dependencies(["astrapy"], extras="astradb")
     def astra_db_collection(self) -> "AstraDBCollection":
         if self._astra_db_collection is None:
-            from astrapy.db import AstraDB
+            from astrapy import DataAPIClient as AstraDBClient
 
-            # Build the Astra DB object.
+            # Choose keyspace or deprecated namespace
+            keyspace_param = self.connector_config.keyspace or self.connector_config.namespace
+
+            # Create a client object to interact with the Astra DB
             # caller_name/version for Astra DB tracking
-            self._astra_db = AstraDB(
-                api_endpoint=self.connector_config.access_config.api_endpoint,
-                token=self.connector_config.access_config.token,
-                namespace=self.connector_config.namespace,
+            my_client = AstraDBClient(
                 caller_name=integration_name,
                 caller_version=integration_version,
             )
 
-            # Create and connect to the collection
-            self._astra_db_collection = self._astra_db.collection(
-                collection_name=self.connector_config.collection_name,
+            # Get the database object
+            self._astra_db = my_client.get_database(
+                api_endpoint=self.connector_config.access_config.api_endpoint,
+                token=self.connector_config.access_config.token,
+                keyspace=keyspace_param,
             )
+
+            # Create and connect to the newly created collection
+            self._astra_db_collection = self._astra_db.get_collection(
+                name=self.connector_config.collection_name,
+            )
+
         return self._astra_db_collection  # type: ignore
 
     @requires_dependencies(["astrapy"], extras="astradb")
@@ -132,8 +142,14 @@ class AstraDBSourceConnector(SourceConnectorCleanupMixin, BaseSourceConnector):
     @requires_dependencies(["astrapy"], extras="astradb")
     def get_ingest_docs(self):  # type: ignore
         # Perform the find operation
-        astra_db_docs = list(self.astra_db_collection.paginated_find())
+        astra_db_docs_cursor = self.astra_db_collection.find({})
 
+        # Iterate over the cursor
+        astra_db_docs = []
+        for result in astra_db_docs_cursor:
+            astra_db_docs.append(result)
+
+        # Create a list of AstraDBIngestDoc objects
         doc_list = []
         for record in astra_db_docs:
             doc = AstraDBIngestDoc(
@@ -182,30 +198,41 @@ class AstraDBDestinationConnector(BaseDestinationConnector):
     @requires_dependencies(["astrapy"], extras="astradb")
     def astra_db_collection(self) -> "AstraDBCollection":
         if self._astra_db_collection is None:
-            from astrapy.db import AstraDB
+            from astrapy import DataAPIClient as AstraDBClient
+            from astrapy.exceptions import CollectionAlreadyExistsException
+
+            # Choose keyspace or deprecated namespace
+            keyspace_param = self.connector_config.keyspace or self.connector_config.namespace
 
             collection_name = self.connector_config.collection_name
             embedding_dimension = self.write_config.embedding_dimension
-
-            # If the user has requested an indexing policy, pass it to the Astra DB
             requested_indexing_policy = self.write_config.requested_indexing_policy
-            options = {"indexing": requested_indexing_policy} if requested_indexing_policy else None
 
+            # Create a client object to interact with the Astra DB
             # caller_name/version for Astra DB tracking
-            self._astra_db = AstraDB(
-                api_endpoint=self.connector_config.access_config.api_endpoint,
-                token=self.connector_config.access_config.token,
-                namespace=self.connector_config.namespace,
+            my_client = AstraDBClient(
                 caller_name=integration_name,
                 caller_version=integration_version,
             )
 
-            # Create and connect to the newly created collection
-            self._astra_db_collection = self._astra_db.create_collection(
-                collection_name=collection_name,
-                dimension=embedding_dimension,
-                options=options,
+            # Get the database object
+            self._astra_db = my_client.get_database(
+                api_endpoint=self.connector_config.access_config.api_endpoint,
+                token=self.connector_config.access_config.token,
+                keyspace=keyspace_param,
             )
+
+            # Create and connect to the newly created collection
+            try:
+                self._astra_db_collection = self._astra_db.create_collection(
+                    name=collection_name,
+                    dimension=embedding_dimension,
+                    indexing=requested_indexing_policy,
+                )
+            except CollectionAlreadyExistsException as e:
+                logger.info(f"{e}", exc_info=True)
+                self._astra_db_collection = self._astra_db.get_collection(name=collection_name)
+
         return self._astra_db_collection
 
     @requires_dependencies(["astrapy"], extras="astradb")
@@ -224,6 +251,9 @@ class AstraDBDestinationConnector(BaseDestinationConnector):
     def write_dict(self, *args, elements_dict: t.List[t.Dict[str, t.Any]], **kwargs) -> None:
         logger.info(f"inserting / updating {len(elements_dict)} documents to Astra DB.")
 
+        if self._astra_db_collection is None:
+            raise DestinationConnectionError("Astra DB collection not available for insertion.")
+
         astra_db_batch_size = self.write_config.batch_size
 
         for batch in batch_generator(elements_dict, astra_db_batch_size):

{unstructured-ingest-0.0.18 → unstructured-ingest-0.0.21}/unstructured_ingest/v2/processes/chunker.py

@@ -1,5 +1,5 @@
 from abc import ABC
-from dataclasses import dataclass, fields
+from dataclasses import dataclass
 from pathlib import Path
 from typing import Any, Optional
 
@@ -9,6 +9,7 @@ from unstructured_ingest.utils.chunking import assign_and_map_hash_ids
 from unstructured_ingest.utils.dep_check import requires_dependencies
 from unstructured_ingest.v2.interfaces.process import BaseProcess
 from unstructured_ingest.v2.logger import logger
+from unstructured_ingest.v2.unstructured_api import call_api
 
 CHUNK_MAX_CHARS_DEFAULT: int = 500
 CHUNK_MULTI_PAGE_DEFAULT: bool = True
@@ -111,35 +112,13 @@ class Chunker(BaseProcess, ABC):
 
     @requires_dependencies(dependencies=["unstructured_client"], extras="remote")
     async def run_async(self, elements_filepath: Path, **kwargs: Any) -> list[dict]:
-        from unstructured_client import UnstructuredClient
-        from unstructured_client.models.operations import PartitionRequest
-        from unstructured_client.models.shared import Files, PartitionParameters
-
-        client = UnstructuredClient(
-            api_key_auth=self.config.chunk_api_key.get_secret_value(),
+        elements = await call_api(
             server_url=self.config.chunking_endpoint,
+            api_key=self.config.chunk_api_key.get_secret_value(),
+            filename=elements_filepath,
+            api_parameters=self.config.to_chunking_kwargs(),
         )
-        partition_request = self.config.to_chunking_kwargs()
-        possible_fields = [f.name for f in fields(PartitionParameters)]
-        filtered_partition_request = {
-            k: v for k, v in partition_request.items() if k in possible_fields
-        }
-        if len(filtered_partition_request) != len(partition_request):
-            logger.debug(
-                "Following fields were omitted due to not being "
-                "supported by the currently used unstructured client: {}".format(
-                    ", ".join([v for v in partition_request if v not in filtered_partition_request])
-                )
-            )
-        with open(elements_filepath, "rb") as f:
-            files = Files(
-                content=f.read(),
-                file_name=str(elements_filepath.resolve()),
-            )
-            filtered_partition_request["files"] = files
-            partition_params = PartitionParameters(**filtered_partition_request)
-            partition_request_obj = PartitionRequest(partition_params)
-        resp = client.general.partition(partition_request_obj)
-        elements = resp.elements or []
+
         elements = assign_and_map_hash_ids(elements=elements)
+
         return elements

{unstructured-ingest-0.0.18 → unstructured-ingest-0.0.21}/unstructured_ingest/v2/processes/connectors/astradb.py

@@ -25,7 +25,8 @@ from unstructured_ingest.v2.processes.connector_registry import (
 )
 
 if TYPE_CHECKING:
-    from astrapy.db import AstraDBCollection
+    from astrapy import Collection as AstraDBCollection
+
 
 CONNECTOR_TYPE = "astradb"
 
@@ -85,7 +86,12 @@ class AstraDBUploaderConfig(UploaderConfig):
     embedding_dimension: int = Field(
         default=384, description="The dimensionality of the embeddings"
     )
-    namespace: Optional[str] = Field(default=None, description="The Astra DB connection namespace.")
+    keyspace: Optional[str] = Field(default=None, description="The Astra DB connection keyspace.")
+    namespace: Optional[str] = Field(
+        default=None,
+        description="The Astra DB connection namespace.",
+        deprecated="Please use 'keyspace' instead.",
+    )
     requested_indexing_policy: Optional[dict[str, Any]] = Field(
         default=None,
         description="The indexing policy to use for the collection.",
@@ -109,33 +115,34 @@ class AstraDBUploader(Uploader):
 
     @requires_dependencies(["astrapy"], extras="astradb")
     def get_collection(self) -> "AstraDBCollection":
-        from astrapy.db import AstraDB
+        from astrapy import DataAPIClient as AstraDBClient
 
-        # Get the collection_name and embedding dimension
-        collection_name = self.upload_config.collection_name
-        embedding_dimension = self.upload_config.embedding_dimension
-        requested_indexing_policy = self.upload_config.requested_indexing_policy
+        # Choose keyspace or deprecated namespace
+        keyspace_param = self.upload_config.keyspace or self.upload_config.namespace
 
-        # If the user has requested an indexing policy, pass it to the Astra DB
-        options = {"indexing": requested_indexing_policy} if requested_indexing_policy else None
+        # Get the collection_name
+        collection_name = self.upload_config.collection_name
 
         # Build the Astra DB object.
-        # caller_name/version for AstraDB tracking
         access_configs = self.connection_config.access_config.get_secret_value()
-        astra_db = AstraDB(
-            api_endpoint=access_configs.api_endpoint,
-            token=access_configs.token,
-            namespace=self.upload_config.namespace,
+
+        # Create a client object to interact with the Astra DB
+        # caller_name/version for Astra DB tracking
+        my_client = AstraDBClient(
             caller_name=integration_name,
             caller_version=integration_version,
         )
 
-        # Create and connect to the newly created collection
-        astra_db_collection = astra_db.create_collection(
-            collection_name=collection_name,
-            dimension=embedding_dimension,
-            options=options,
+        # Get the database object
+        astra_db = my_client.get_database(
+            api_endpoint=access_configs.api_endpoint,
+            token=access_configs.token,
+            keyspace=keyspace_param,
         )
+
+        # Connect to the newly created collection
+        astra_db_collection = astra_db.get_collection(name=collection_name)
+
         return astra_db_collection
 
     def run(self, path: Path, file_data: FileData, **kwargs: Any) -> None:

{unstructured-ingest-0.0.18 → unstructured-ingest-0.0.21}/unstructured_ingest/v2/processes/connectors/chroma.py

@@ -41,13 +41,10 @@ class ChromaAccessConfig(AccessConfig):
     )
 
 
-SecretChromaAccessConfig = Secret[ChromaAccessConfig]
-
-
 class ChromaConnectionConfig(ConnectionConfig):
     collection_name: str = Field(description="The name of the Chroma collection to write into.")
-    access_config: SecretChromaAccessConfig = Field(
-        default=SecretChromaAccessConfig(secret_value=ChromaAccessConfig())
+    access_config: Secret[ChromaAccessConfig] = Field(
+        default=ChromaAccessConfig(), validate_default=True
     )
     path: Optional[str] = Field(
         default=None, description="Location where Chroma is persisted, if not connecting via http."

{unstructured-ingest-0.0.18 → unstructured-ingest-0.0.21}/unstructured_ingest/v2/processes/connectors/databricks_volumes.py

@@ -42,8 +42,10 @@ class DatabricksVolumesAccessConfig(AccessConfig):
         description="The Databricks password part of basic authentication. "
         "Only possible when Host is *.cloud.databricks.com (AWS).",
     )
-    client_id: Optional[str] = Field(default=None)
-    client_secret: Optional[str] = Field(default=None)
+    client_id: Optional[str] = Field(default=None, description="Client ID of the OAuth app.")
+    client_secret: Optional[str] = Field(
+        default=None, description="Client Secret of the OAuth app."
+    )
     token: Optional[str] = Field(
         default=None,
         description="The Databricks personal access token (PAT) (AWS, Azure, and GCP) or "
@@ -81,14 +83,9 @@ class DatabricksVolumesAccessConfig(AccessConfig):
     google_service_account: Optional[str] = None
 
 
-SecretDatabricksVolumesAccessConfig = Secret[DatabricksVolumesAccessConfig]
-
-
 class DatabricksVolumesConnectionConfig(ConnectionConfig):
-    access_config: SecretDatabricksVolumesAccessConfig = Field(
-        default_factory=lambda: SecretDatabricksVolumesAccessConfig(
-            secret_value=DatabricksVolumesAccessConfig()
-        )
+    access_config: Secret[DatabricksVolumesAccessConfig] = Field(
+        default=DatabricksVolumesAccessConfig(), validate_default=True
     )
     host: Optional[str] = Field(
         default=None,
@@ -145,11 +142,12 @@ class DatabricksVolumesUploader(Uploader):
 
     def run(self, path: Path, file_data: FileData, **kwargs: Any) -> None:
         output_path = os.path.join(self.upload_config.path, path.name)
-        self.get_client().files.upload(
-            file_path=output_path,
-            contents=path,
-            overwrite=self.upload_config.overwrite,
-        )
+        with open(path, "rb") as elements_file:
+            self.get_client().files.upload(
+                file_path=output_path,
+                contents=elements_file,
+                overwrite=self.upload_config.overwrite,
+            )
 
 
 databricks_volumes_destination_entry = DestinationRegistryEntry(

{unstructured-ingest-0.0.18 → unstructured-ingest-0.0.21}/unstructured_ingest/v2/processes/connectors/fsspec/azure.py

@@ -76,14 +76,9 @@ class AzureAccessConfig(FsspecAccessConfig):
             raise ValueError("either connection_string or account_name must be set")
 
 
-SecretAzureAccessConfig = Secret[AzureAccessConfig]
-
-
 class AzureConnectionConfig(FsspecConnectionConfig):
     supported_protocols: list[str] = field(default_factory=lambda: ["az"], init=False)
-    access_config: SecretAzureAccessConfig = Field(
-        default_factory=lambda: SecretAzureAccessConfig(secret_value=AzureAccessConfig())
-    )
+    access_config: Secret[AzureAccessConfig]
     connector_type: str = Field(default=CONNECTOR_TYPE, init=False)
 
     def get_access_config(self) -> dict[str, Any]:

{unstructured-ingest-0.0.18 → unstructured-ingest-0.0.21}/unstructured_ingest/v2/processes/connectors/fsspec/box.py

@@ -36,14 +36,9 @@ class BoxAccessConfig(FsspecAccessConfig):
     )
 
 
-SecretBoxAccessConfig = Secret[BoxAccessConfig]
-
-
 class BoxConnectionConfig(FsspecConnectionConfig):
     supported_protocols: list[str] = field(default_factory=lambda: ["box"], init=False)
-    access_config: SecretBoxAccessConfig = Field(
-        default_factory=lambda: SecretBoxAccessConfig(secret_value=BoxAccessConfig())
-    )
+    access_config: Secret[BoxAccessConfig] = Field(default=BoxAccessConfig(), validate_default=True)
     connector_type: str = Field(default=CONNECTOR_TYPE, init=False)
 
     def get_access_config(self) -> dict[str, Any]:

{unstructured-ingest-0.0.18 → unstructured-ingest-0.0.21}/unstructured_ingest/v2/processes/connectors/fsspec/dropbox.py

@@ -35,13 +35,10 @@ class DropboxAccessConfig(FsspecAccessConfig):
     token: Optional[str] = Field(default=None, description="Dropbox access token.")
 
 
-SecretDropboxAccessConfig = Secret[DropboxAccessConfig]
-
-
 class DropboxConnectionConfig(FsspecConnectionConfig):
     supported_protocols: list[str] = field(default_factory=lambda: ["dropbox"], init=False)
-    access_config: SecretDropboxAccessConfig = Field(
-        default_factory=lambda: SecretDropboxAccessConfig(secret_value=DropboxAccessConfig())
+    access_config: Secret[DropboxAccessConfig] = Field(
+        default=DropboxAccessConfig(), validate_default=True
     )
     connector_type: str = Field(default=CONNECTOR_TYPE, init=False)
 

{unstructured-ingest-0.0.18 → unstructured-ingest-0.0.21}/unstructured_ingest/v2/processes/connectors/fsspec/gcs.py

@@ -86,14 +86,9 @@ class GcsAccessConfig(FsspecAccessConfig):
         raise ValueError("Invalid auth token value")
 
 
-SecretGcsAccessConfig = Secret[GcsAccessConfig]
-
-
 class GcsConnectionConfig(FsspecConnectionConfig):
     supported_protocols: list[str] = field(default_factory=lambda: ["gs", "gcs"], init=False)
-    access_config: SecretGcsAccessConfig = Field(
-        default_factory=lambda: SecretGcsAccessConfig(secret_value=GcsAccessConfig())
-    )
+    access_config: Secret[GcsAccessConfig] = Field(default=GcsAccessConfig(), validate_default=True)
     connector_type: str = Field(default=CONNECTOR_TYPE, init=False)
 
 

{unstructured-ingest-0.0.18 → unstructured-ingest-0.0.21}/unstructured_ingest/v2/processes/connectors/fsspec/s3.py

@@ -49,14 +49,9 @@ class S3AccessConfig(FsspecAccessConfig):
     )
 
 
-SecretS3AccessConfig = Secret[S3AccessConfig]
-
-
 class S3ConnectionConfig(FsspecConnectionConfig):
     supported_protocols: list[str] = field(default_factory=lambda: ["s3", "s3a"], init=False)
-    access_config: SecretS3AccessConfig = Field(
-        default_factory=lambda: SecretS3AccessConfig(secret_value=S3AccessConfig())
-    )
+    access_config: Secret[S3AccessConfig] = Field(default=S3AccessConfig(), validate_default=True)
     endpoint_url: Optional[str] = Field(
         default=None,
         description="Use this endpoint_url, if specified. Needed for "

{unstructured-ingest-0.0.18 → unstructured-ingest-0.0.21}/unstructured_ingest/v2/processes/connectors/kdbai.py

@@ -39,12 +39,9 @@ class KdbaiAccessConfig(AccessConfig):
     )
 
 
-SecretKdbaiAccessConfig = Secret[KdbaiAccessConfig]
-
-
 class KdbaiConnectionConfig(ConnectionConfig):
-    access_config: SecretKdbaiAccessConfig = Field(
-        default=SecretKdbaiAccessConfig(secret_value=KdbaiAccessConfig())
+    access_config: Secret[KdbaiAccessConfig] = Field(
+        default=KdbaiAccessConfig(), validate_default=True
     )
     endpoint: str = Field(
         default="http://localhost:8082", description="Endpoint url where KDBAI is hosted."

{unstructured-ingest-0.0.18 → unstructured-ingest-0.0.21}/unstructured_ingest/v2/processes/connectors/local.py

@@ -34,12 +34,9 @@ class LocalAccessConfig(AccessConfig):
     pass
 
 
-SecretLocalAccessConfig = Secret[LocalAccessConfig]
-
-
 class LocalConnectionConfig(ConnectionConfig):
-    access_config: SecretLocalAccessConfig = Field(
-        default_factory=lambda: SecretLocalAccessConfig(secret_value=LocalAccessConfig())
+    access_config: Secret[LocalAccessConfig] = Field(
+        default=LocalAccessConfig(), validate_default=True
     )
 
 

{unstructured-ingest-0.0.18 → unstructured-ingest-0.0.21}/unstructured_ingest/v2/processes/connectors/milvus.py

@@ -36,12 +36,9 @@ class MilvusAccessConfig(AccessConfig):
     token: Optional[str] = Field(default=None, description="Milvus access token")
 
 
-SecretMilvusAccessConfig = Secret[MilvusAccessConfig]
-
-
 class MilvusConnectionConfig(ConnectionConfig):
-    access_config: SecretMilvusAccessConfig = Field(
-        default_factory=lambda: SecretMilvusAccessConfig(secret_value=MilvusAccessConfig())
+    access_config: Secret[MilvusAccessConfig] = Field(
+        default=MilvusAccessConfig(), validate_default=True
     )
     uri: Optional[str] = Field(
         default=None, description="Milvus uri", examples=["http://localhost:19530"]

{unstructured-ingest-0.0.18 → unstructured-ingest-0.0.21}/unstructured_ingest/v2/processes/connectors/mongodb.py

@@ -34,12 +34,9 @@ class MongoDBAccessConfig(AccessConfig):
     uri: Optional[str] = Field(default=None, description="URI to user when connecting")
 
 
-SecretMongoDBAccessConfig = Secret[MongoDBAccessConfig]
-
-
 class MongoDBConnectionConfig(ConnectionConfig):
-    access_config: SecretMongoDBAccessConfig = Field(
-        default_factory=lambda: SecretMongoDBAccessConfig(secret_value=MongoDBAccessConfig())
+    access_config: Secret[MongoDBAccessConfig] = Field(
+        default=MongoDBAccessConfig(), validate_default=True
     )
     host: Optional[str] = Field(
         default=None,

{unstructured-ingest-0.0.18 → unstructured-ingest-0.0.21}/unstructured_ingest/v2/processes/connectors/pinecone.py

@@ -36,13 +36,10 @@ class PineconeAccessConfig(AccessConfig):
     )
 
 
-SecretPineconeAccessConfig = Secret[PineconeAccessConfig]
-
-
 class PineconeConnectionConfig(ConnectionConfig):
     index_name: str = Field(description="Name of the index to connect to.")
-    access_config: SecretPineconeAccessConfig = Field(
-        default_factory=lambda: SecretPineconeAccessConfig(secret_value=PineconeAccessConfig())
+    access_config: Secret[PineconeAccessConfig] = Field(
+        default=PineconeAccessConfig(), validate_default=True
     )
 
     @requires_dependencies(["pinecone"], extras="pinecone")

{unstructured-ingest-0.0.18 → unstructured-ingest-0.0.21}/unstructured_ingest/v2/processes/connectors/sql.py

@@ -40,9 +40,6 @@ class SQLAccessConfig(AccessConfig):
     password: Optional[str] = Field(default=None, description="DB password")
 
 
-SecreteSQLAccessConfig = Secret[SQLAccessConfig]
-
-
 class SQLConnectionConfig(ConnectionConfig):
     db_type: Literal["sqlite", "postgresql"] = Field(
         default=SQLITE_DB, description="Type of the database backend"
@@ -53,9 +50,7 @@ class SQLConnectionConfig(ConnectionConfig):
     )
     host: Optional[str] = Field(default=None, description="DB host")
     port: Optional[int] = Field(default=5432, description="DB host connection port")
-    access_config: SecreteSQLAccessConfig = Field(
-        default_factory=lambda: SecreteSQLAccessConfig(secret_value=SQLAccessConfig())
-    )
+    access_config: Secret[SQLAccessConfig] = Field(default=SQLAccessConfig(), validate_default=True)
     connector_type: str = Field(default=CONNECTOR_TYPE, init=False)
 
     def __post_init__(self):

{unstructured-ingest-0.0.18 → unstructured-ingest-0.0.21}/unstructured_ingest/v2/processes/connectors/weaviate.py

@@ -38,16 +38,13 @@ class WeaviateAccessConfig(AccessConfig):
     password: Optional[str] = None
 
 
-SecretWeaviateAccessConfig = Secret[WeaviateAccessConfig]
-
-
 class WeaviateConnectionConfig(ConnectionConfig):
     host_url: str = Field(description="Weaviate instance url")
     class_name: str = Field(
         description="Name of the class to push the records into, e.g: Pdf-elements"
     )
-    access_config: SecretWeaviateAccessConfig = Field(
-        default_factory=lambda: SecretWeaviateAccessConfig(secret_value=WeaviateAccessConfig())
+    access_config: Secret[WeaviateAccessConfig] = Field(
+        default=WeaviateAccessConfig(), validate_default=True
     )
     username: Optional[str] = None
     anonymous: bool = Field(default=False, description="if set, all auth values will be ignored")