unstructured-ingest 1.0.2__tar.gz → 1.2.34__tar.gz

{unstructured_ingest-1.0.2 → unstructured_ingest-1.2.34}/.gitignore

@@ -108,6 +108,7 @@ celerybeat.pid
 
 # Environments
 .env
+.envrc
 .venv
 env/
 venv/

{unstructured_ingest-1.0.2 → unstructured_ingest-1.2.34}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: unstructured_ingest
-Version: 1.0.2
+Version: 1.2.34
 Summary: Local ETL data pipeline to get data RAG ready
 Author-email: Unstructured Technologies <devops@unstructuredai.io>
 License-Expression: Apache-2.0
@@ -12,14 +12,13 @@ Classifier: Intended Audience :: Science/Research
 Classifier: License :: OSI Approved :: Apache Software License
 Classifier: Operating System :: OS Independent
 Classifier: Programming Language :: Python :: 3
-Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
-Requires-Python: <3.13,>=3.9
+Requires-Python: <3.13,>=3.10
+Requires-Dist: certifi>=2025.7.14
 Requires-Dist: click
-Requires-Dist: dataclasses-json
 Requires-Dist: opentelemetry-sdk
 Requires-Dist: pydantic>=2.7
 Requires-Dist: python-dateutil
@@ -36,6 +35,7 @@ Provides-Extra: azure-ai-search
 Requires-Dist: azure-search-documents; extra == 'azure-ai-search'
 Provides-Extra: bedrock
 Requires-Dist: aioboto3; extra == 'bedrock'
+Requires-Dist: aiobotocore[boto3]!=2.24.2; extra == 'bedrock'
 Requires-Dist: boto3; extra == 'bedrock'
 Provides-Extra: biomed
 Requires-Dist: bs4; extra == 'biomed'
@@ -56,11 +56,13 @@ Provides-Extra: databricks-delta-tables
 Requires-Dist: databricks-sql-connector; extra == 'databricks-delta-tables'
 Requires-Dist: pandas; extra == 'databricks-delta-tables'
 Provides-Extra: databricks-volumes
-Requires-Dist: databricks-sdk; extra == 'databricks-volumes'
+Requires-Dist: databricks-sdk>=0.70.0; extra == 'databricks-volumes'
 Provides-Extra: delta-table
 Requires-Dist: boto3; extra == 'delta-table'
 Requires-Dist: deltalake; extra == 'delta-table'
 Requires-Dist: pandas; extra == 'delta-table'
+Requires-Dist: pyarrow; extra == 'delta-table'
+Requires-Dist: tenacity; extra == 'delta-table'
 Provides-Extra: discord
 Requires-Dist: discord-py; extra == 'discord'
 Provides-Extra: doc
@@ -74,7 +76,7 @@ Provides-Extra: duckdb
 Requires-Dist: duckdb; extra == 'duckdb'
 Requires-Dist: pandas; extra == 'duckdb'
 Provides-Extra: elasticsearch
-Requires-Dist: elasticsearch[async]; extra == 'elasticsearch'
+Requires-Dist: elasticsearch[async]<9.0.0; extra == 'elasticsearch'
 Provides-Extra: epub
 Requires-Dist: unstructured[epub]; extra == 'epub'
 Provides-Extra: gcs
@@ -88,6 +90,7 @@ Provides-Extra: gitlab
 Requires-Dist: python-gitlab; extra == 'gitlab'
 Provides-Extra: google-drive
 Requires-Dist: google-api-python-client; extra == 'google-drive'
+Requires-Dist: tenacity; extra == 'google-drive'
 Provides-Extra: hubspot
 Requires-Dist: hubspot-api-client; extra == 'hubspot'
 Requires-Dist: urllib3; extra == 'hubspot'
@@ -115,7 +118,7 @@ Requires-Dist: unstructured[md]; extra == 'md'
 Provides-Extra: milvus
 Requires-Dist: pymilvus; extra == 'milvus'
 Provides-Extra: mixedbreadai
-Requires-Dist: mixedbread-ai; extra == 'mixedbreadai'
+Requires-Dist: mixedbread; extra == 'mixedbreadai'
 Provides-Extra: mongodb
 Requires-Dist: pymongo; extra == 'mongodb'
 Provides-Extra: msg
@@ -142,7 +145,9 @@ Provides-Extra: openai
 Requires-Dist: openai; extra == 'openai'
 Requires-Dist: tiktoken; extra == 'openai'
 Provides-Extra: opensearch
-Requires-Dist: opensearch-py; extra == 'opensearch'
+Requires-Dist: boto3>=1.26.0; extra == 'opensearch'
+Requires-Dist: botocore>=1.29.0; extra == 'opensearch'
+Requires-Dist: opensearch-py<3.0.0,>=2.4.0; extra == 'opensearch'
 Provides-Extra: org
 Requires-Dist: unstructured[org]; extra == 'org'
 Provides-Extra: outlook
@@ -164,7 +169,7 @@ Requires-Dist: qdrant-client; extra == 'qdrant'
 Provides-Extra: reddit
 Requires-Dist: praw; extra == 'reddit'
 Provides-Extra: redis
-Requires-Dist: redis; extra == 'redis'
+Requires-Dist: redis<=5.3.0; extra == 'redis'
 Provides-Extra: remote
 Requires-Dist: unstructured-client>=0.30.0; extra == 'remote'
 Provides-Extra: rst
@@ -192,6 +197,9 @@ Provides-Extra: snowflake
 Requires-Dist: pandas; extra == 'snowflake'
 Requires-Dist: psycopg2-binary; extra == 'snowflake'
 Requires-Dist: snowflake-connector-python; extra == 'snowflake'
+Provides-Extra: teradata
+Requires-Dist: pandas; extra == 'teradata'
+Requires-Dist: teradatasql; extra == 'teradata'
 Provides-Extra: togetherai
 Requires-Dist: together; extra == 'togetherai'
 Provides-Extra: tsv
@@ -208,6 +216,7 @@ Requires-Dist: requests; extra == 'vectara'
 Provides-Extra: vertexai
 Requires-Dist: vertexai; extra == 'vertexai'
 Provides-Extra: voyageai
+Requires-Dist: langchain-core<1.0.0,>=0.3.81; extra == 'voyageai'
 Requires-Dist: voyageai; extra == 'voyageai'
 Provides-Extra: weaviate
 Requires-Dist: weaviate-client; extra == 'weaviate'

{unstructured_ingest-1.0.2 → unstructured_ingest-1.2.34}/pyproject.toml

@@ -1,7 +1,7 @@
 [project]
 name = "unstructured_ingest"
 description = "Local ETL data pipeline to get data RAG ready"
-requires-python = ">=3.9, <3.13"
+requires-python = ">=3.10, <3.13"
 authors = [{name = "Unstructured Technologies", email = "devops@unstructuredai.io"}]
 classifiers = [
     "Development Status :: 4 - Beta",
@@ -11,7 +11,6 @@ classifiers = [
     "License :: OSI Approved :: Apache Software License",
     "Operating System :: OS Independent",
     "Programming Language :: Python :: 3",
-    "Programming Language :: Python :: 3.9",
     "Programming Language :: Python :: 3.10",
     "Programming Language :: Python :: 3.11",
     "Programming Language :: Python :: 3.12",
@@ -72,6 +71,7 @@ sharepoint = ["requirements/connectors/sharepoint.txt"]
 singlestore = ["requirements/connectors/singlestore.txt"]
 slack = ["requirements/connectors/slack.txt"]
 snowflake = ["requirements/connectors/snowflake.txt"]
+teradata = ["requirements/connectors/teradata.txt"]
 vastdb = ["requirements/connectors/vastdb.txt"]
 vectara = ["requirements/connectors/vectara.txt"]
 weaviate = ["requirements/connectors/weaviate.txt"]
@@ -136,31 +136,25 @@ test = [
     "deepdiff",
     "bs4",
     "pandas",
-
     # Connector specific deps
     "cryptography",
     "fsspec",
     "vertexai",
     "pyiceberg",
     "pyarrow",
+    "networkx",
+    "htmlbuilder",
+    "office365-rest-python-client",
 ]
 # Add constraints needed for CI
 ci = [
-    # consistency with local-inference-pin
-    "protobuf<4.24",
     "grpcio>=1.65.5",
     # TODO: Pinned in transformers package, remove when that gets updated
     "tokenizers>=0.19,<0.20",
-    # TODO: Constaint due to boto, with python before 3.10 not requiring openssl 1.1.1, remove when that gets
-    # updated or we drop support for 3.9
-    "urllib3<1.27",
     # TODO: Constriant due to aiobotocore, remove when that gets updates:
     "botocore<1.34.132",
     # TODO: Constriant due to both 8.5.0 and 8.4.0 being installed during pip-compile
     "importlib-metadata>=8.5.0",
-    # TODO: Constraint due to boto, with python before 3.10 not requiring openssl 1.1.1, remove when that gets
-    # updated or we drop support for 3.9
-    "urllib3<1.27",
     "unstructured-client>= 0.25.8",
     "fsspec==2024.5.0",
     # python 3.12 support
@@ -172,6 +166,8 @@ ci = [
     "lancedb<=0.15.0",
     # TODO: versions higher than this are missing the macos wheel
     "pykx==2.5.3",
+    # TODO: Constraint due to perf-analyzer platform compatibility issues
+    "tritonclient<=2.60.0",  # Allow 2.60.0 (was working), prevent 2.61.0 (has perf-analyzer issues)
 ]
 
 [project.scripts]
@@ -209,3 +205,11 @@ fail_under = 0
 
 [tool.hatch.build.targets.sdist]
     packages = ["/unstructured_ingest"]
+
+[tool.codeflash]
+# All paths are relative to this pyproject.toml's directory.
+module-root = "unstructured_ingest"
+tests-root = "test"
+test-framework = "pytest"
+ignore-paths = []
+formatter-cmds = ["ruff check --exit-zero --fix $file", "ruff format $file"]

unstructured_ingest-1.2.34/unstructured_ingest/__version__.py

@@ -0,0 +1 @@
+__version__ = "1.2.34"  # pragma: no cover

{unstructured_ingest-1.0.2 → unstructured_ingest-1.2.34}/unstructured_ingest/cli/README.md

@@ -7,7 +7,7 @@ source and destination connectors.
 
 To manually run the cli:
 ```shell
-PYTHONPATH=. python unstructured_ingest/v2/main.py --help
+PYTHONPATH=. python unstructured_ingest/main.py --help
 ```
 
 The `main.py` file simply wraps the generated Click command created in `cli.py`.

unstructured_ingest-1.2.34/unstructured_ingest/data_types/entities.py

@@ -0,0 +1,17 @@
+from pydantic import BaseModel, Field
+
+
+class Entity(BaseModel):
+    type: str
+    entity: str
+
+
+class EntityRelationship(BaseModel):
+    to: str
+    from_: str = Field(..., alias="from")
+    relationship: str
+
+
+class EntitiesData(BaseModel):
+    items: list[Entity] = Field(default_factory=list)
+    relationships: list[EntityRelationship] = Field(default_factory=list)

{unstructured_ingest-1.0.2 → unstructured_ingest-1.2.34}/unstructured_ingest/embed/azure_openai.py

@@ -9,6 +9,7 @@ from unstructured_ingest.embed.openai import (
     OpenAIEmbeddingEncoder,
 )
 from unstructured_ingest.utils.dep_check import requires_dependencies
+from unstructured_ingest.utils.tls import ssl_context_with_optional_ca_override
 
 if TYPE_CHECKING:
     from openai import AsyncAzureOpenAI, AzureOpenAI
@@ -16,14 +17,18 @@ if TYPE_CHECKING:
 
 class AzureOpenAIEmbeddingConfig(OpenAIEmbeddingConfig):
     api_version: str = Field(description="Azure API version", default="2024-06-01")
-    azure_endpoint: str
-    embedder_model_name: str = Field(default="text-embedding-ada-002", alias="model_name")
+    azure_endpoint: str = Field(description="Azure endpoint")
+    embedder_model_name: str = Field(
+        default="text-embedding-ada-002", alias="model_name", description="Azure OpenAI model name"
+    )
 
     @requires_dependencies(["openai"], extras="openai")
     def get_client(self) -> "AzureOpenAI":
-        from openai import AzureOpenAI
+        from openai import AzureOpenAI, DefaultHttpxClient
 
+        client = DefaultHttpxClient(verify=ssl_context_with_optional_ca_override())
         return AzureOpenAI(
+            http_client=client,
             api_key=self.api_key.get_secret_value(),
             api_version=self.api_version,
             azure_endpoint=self.azure_endpoint,
@@ -31,9 +36,11 @@ class AzureOpenAIEmbeddingConfig(OpenAIEmbeddingConfig):
 
     @requires_dependencies(["openai"], extras="openai")
     def get_async_client(self) -> "AsyncAzureOpenAI":
-        from openai import AsyncAzureOpenAI
+        from openai import AsyncAzureOpenAI, DefaultAsyncHttpxClient
 
+        client = DefaultAsyncHttpxClient(verify=ssl_context_with_optional_ca_override())
         return AsyncAzureOpenAI(
+            http_client=client,
             api_key=self.api_key.get_secret_value(),
             api_version=self.api_version,
             azure_endpoint=self.azure_endpoint,

{unstructured_ingest-1.0.2 → unstructured_ingest-1.2.34}/unstructured_ingest/embed/bedrock.py

@@ -13,7 +13,7 @@ from unstructured_ingest.embed.interfaces import (
     BaseEmbeddingEncoder,
     EmbeddingConfig,
 )
-from unstructured_ingest.errors_v2 import (
+from unstructured_ingest.error import (
     ProviderError,
     RateLimitError,
     UserAuthError,
@@ -26,16 +26,32 @@ from unstructured_ingest.utils.dep_check import requires_dependencies
 if TYPE_CHECKING:
     from botocore.client import BaseClient
 
-    class BedrockClient(BaseClient):
-        def invoke_model(self, body: str, modelId: str, accept: str, contentType: str) -> dict:
+    class BedrockRuntimeClient(BaseClient):
+        def invoke_model(
+            self,
+            body: str,
+            modelId: str,
+            accept: str,
+            contentType: str,
+            inferenceProfileId: str = None,
+        ) -> dict:
             pass
 
-    class AsyncBedrockClient(BaseClient):
+    class AsyncBedrockRuntimeClient(BaseClient):
         async def invoke_model(
-            self, body: str, modelId: str, accept: str, contentType: str
+            self,
+            body: str,
+            modelId: str,
+            accept: str,
+            contentType: str,
+            inferenceProfileId: str = None,
         ) -> dict:
             pass
 
+    class BedrockClient(BaseClient):
+        def list_foundation_models(self, byOutputModality: str) -> dict:
+            pass
+
 
 def conform_query(query: str, provider: str) -> dict:
     # replace newlines, which can negatively affect performance.
@@ -54,10 +70,31 @@ def conform_query(query: str, provider: str) -> dict:
 
 
 class BedrockEmbeddingConfig(EmbeddingConfig):
-    aws_access_key_id: SecretStr
-    aws_secret_access_key: SecretStr
-    region_name: str = "us-west-2"
-    embedder_model_name: str = Field(default="amazon.titan-embed-text-v1", alias="model_name")
+    aws_access_key_id: SecretStr | None = Field(description="aws access key id", default=None)
+    aws_secret_access_key: SecretStr | None = Field(
+        description="aws secret access key", default=None
+    )
+    region_name: str = Field(
+        description="aws region name",
+        default_factory=lambda: (
+            os.getenv("BEDROCK_REGION_NAME") or
+            os.getenv("AWS_DEFAULT_REGION") or
+            "us-west-2"
+        )
+    )
+    endpoint_url: str | None = Field(description="custom bedrock endpoint url", default=None)
+    access_method: str = Field(
+        description="authentication method", default="credentials"
+    )  # "credentials" or "iam"
+    embedder_model_name: str = Field(
+        default="amazon.titan-embed-text-v1",
+        alias="model_name",
+        description="AWS Bedrock model name",
+    )
+    inference_profile_id: str | None = Field(
+        description="AWS Bedrock inference profile ID",
+        default_factory=lambda: os.getenv("BEDROCK_INFERENCE_PROFILE_ID"),
+    )
 
     def wrap_error(self, e: Exception) -> Exception:
         if is_internal_error(e=e):
@@ -87,19 +124,82 @@ class BedrockEmbeddingConfig(EmbeddingConfig):
         logger.error(f"unhandled exception from bedrock: {e}", exc_info=True)
         return e
 
+    def run_precheck(self) -> None:
+        # Validate access method and credentials configuration
+        if self.access_method == "credentials":
+            if not (self.aws_access_key_id and self.aws_secret_access_key):
+                raise ValueError(
+                    "Credentials access method requires aws_access_key_id and aws_secret_access_key"
+                )
+        elif self.access_method == "iam":
+            # For IAM, credentials are handled by AWS SDK
+            pass
+        else:
+            raise ValueError(
+                f"Invalid access_method: {self.access_method}. Must be 'credentials' or 'iam'"
+            )
+            
+        client = self.get_bedrock_client()
+        try:
+            model_info = client.list_foundation_models(byOutputModality="EMBEDDING")
+            summaries = model_info.get("modelSummaries", [])
+            model_ids = [m["modelId"] for m in summaries]
+            arns = [":".join(m["modelArn"]) for m in summaries]
+
+            if self.embedder_model_name not in model_ids and self.embedder_model_name not in arns:
+                raise UserError(
+                    "model '{}' not found either : {} or {}".format(
+                        self.embedder_model_name, ", ".join(model_ids), ", ".join(arns)
+                    )
+                )
+        except Exception as e:
+            raise self.wrap_error(e=e)
+
+    def get_client_kwargs(self) -> dict:
+        kwargs = {
+            "region_name": self.region_name,
+        }
+        
+        if self.endpoint_url:
+            kwargs["endpoint_url"] = self.endpoint_url
+            
+        if self.access_method == "credentials":
+            if self.aws_access_key_id and self.aws_secret_access_key:
+                kwargs["aws_access_key_id"] = self.aws_access_key_id.get_secret_value()
+                kwargs["aws_secret_access_key"] = self.aws_secret_access_key.get_secret_value()
+            else:
+                raise ValueError(
+                    "Credentials access method requires aws_access_key_id and aws_secret_access_key"
+                )
+        elif self.access_method == "iam":
+            # For IAM, boto3 will use default credential chain (IAM roles, environment, etc.)
+            pass
+        else:
+            raise ValueError(
+                f"Invalid access_method: {self.access_method}. Must be 'credentials' or 'iam'"
+            )
+            
+        return kwargs
+
+    @requires_dependencies(
+        ["boto3"],
+        extras="bedrock",
+    )
+    def get_bedrock_client(self) -> "BedrockClient":
+        import boto3
+
+        bedrock_client = boto3.client(service_name="bedrock", **self.get_client_kwargs())
+
+        return bedrock_client
+
     @requires_dependencies(
         ["boto3", "numpy", "botocore"],
         extras="bedrock",
     )
-    def get_client(self) -> "BedrockClient":
+    def get_client(self) -> "BedrockRuntimeClient":
         import boto3
 
-        bedrock_client = boto3.client(
-            service_name="bedrock-runtime",
-            aws_access_key_id=self.aws_access_key_id.get_secret_value(),
-            aws_secret_access_key=self.aws_secret_access_key.get_secret_value(),
-            region_name=self.region_name,
-        )
+        bedrock_client = boto3.client(service_name="bedrock-runtime", **self.get_client_kwargs())
 
         return bedrock_client
 
@@ -108,16 +208,11 @@ class BedrockEmbeddingConfig(EmbeddingConfig):
         extras="bedrock",
     )
     @asynccontextmanager
-    async def get_async_client(self) -> AsyncIterable["AsyncBedrockClient"]:
+    async def get_async_client(self) -> AsyncIterable["AsyncBedrockRuntimeClient"]:
         import aioboto3
 
         session = aioboto3.Session()
-        async with session.client(
-            "bedrock-runtime",
-            aws_access_key_id=self.aws_access_key_id.get_secret_value(),
-            aws_secret_access_key=self.aws_secret_access_key.get_secret_value(),
-            region_name=self.region_name,
-        ) as aws_bedrock:
+        async with session.client("bedrock-runtime", **self.get_client_kwargs()) as aws_bedrock:
             yield aws_bedrock
 
 
@@ -125,6 +220,9 @@ class BedrockEmbeddingConfig(EmbeddingConfig):
 class BedrockEmbeddingEncoder(BaseEmbeddingEncoder):
     config: BedrockEmbeddingConfig
 
+    def precheck(self):
+        self.config.run_precheck()
+
     def wrap_error(self, e: Exception) -> Exception:
         return self.config.wrap_error(e=e)
 
@@ -136,12 +234,18 @@ class BedrockEmbeddingEncoder(BaseEmbeddingEncoder):
         bedrock_client = self.config.get_client()
         # invoke bedrock API
         try:
-            response = bedrock_client.invoke_model(
-                body=json.dumps(body),
-                modelId=self.config.embedder_model_name,
-                accept="application/json",
-                contentType="application/json",
-            )
+            invoke_params = {
+                "body": json.dumps(body),
+                "modelId": self.config.embedder_model_name,
+                "accept": "application/json",
+                "contentType": "application/json",
+            }
+
+            # Add inference profile if configured
+            if self.config.inference_profile_id:
+                invoke_params["inferenceProfileId"] = self.config.inference_profile_id
+
+            response = bedrock_client.invoke_model(**invoke_params)
         except Exception as e:
             raise self.wrap_error(e=e)
 
@@ -168,6 +272,9 @@ class BedrockEmbeddingEncoder(BaseEmbeddingEncoder):
 class AsyncBedrockEmbeddingEncoder(AsyncBaseEmbeddingEncoder):
     config: BedrockEmbeddingConfig
 
+    def precheck(self):
+        self.config.run_precheck()
+
     def wrap_error(self, e: Exception) -> Exception:
         return self.config.wrap_error(e=e)
 
@@ -179,12 +286,18 @@ class AsyncBedrockEmbeddingEncoder(AsyncBaseEmbeddingEncoder):
             async with self.config.get_async_client() as bedrock_client:
                 # invoke bedrock API
                 try:
-                    response = await bedrock_client.invoke_model(
-                        body=json.dumps(body),
-                        modelId=self.config.embedder_model_name,
-                        accept="application/json",
-                        contentType="application/json",
-                    )
+                    invoke_params = {
+                        "body": json.dumps(body),
+                        "modelId": self.config.embedder_model_name,
+                        "accept": "application/json",
+                        "contentType": "application/json",
+                    }
+
+                    # Add inference profile if configured
+                    if self.config.inference_profile_id:
+                        invoke_params["inferenceProfileId"] = self.config.inference_profile_id
+
+                    response = await bedrock_client.invoke_model(**invoke_params)
                 except Exception as e:
                     raise self.wrap_error(e=e)
                 async with response.get("body") as client_response:

{unstructured_ingest-1.0.2 → unstructured_ingest-1.2.34}/unstructured_ingest/embed/huggingface.py

@@ -15,15 +15,22 @@ if TYPE_CHECKING:
 
 
 class HuggingFaceEmbeddingConfig(EmbeddingConfig):
-    embedder_model_name: Optional[str] = Field(default="all-MiniLM-L6-v2", alias="model_name")
+    embedder_model_name: Optional[str] = Field(
+        default="all-MiniLM-L6-v2", alias="model_name", description="HuggingFace model name"
+    )
     embedder_model_kwargs: Optional[dict] = Field(
-        default_factory=lambda: {"device": "cpu"}, alias="model_kwargs"
+        default_factory=lambda: {"device": "cpu"},
+        alias="model_kwargs",
+        description="additional model parameters",
+    )
+    encode_kwargs: Optional[dict] = Field(
+        default_factory=lambda: {"normalize_embeddings": False},
+        description="additional embedding parameters",
     )
-    encode_kwargs: Optional[dict] = Field(default_factory=lambda: {"normalize_embeddings": False})
 
     @requires_dependencies(
         ["sentence_transformers"],
-        extras="embed-huggingface",
+        extras="huggingface",
     )
     def get_client(self) -> "SentenceTransformer":
         from sentence_transformers import SentenceTransformer

{unstructured_ingest-1.0.2 → unstructured_ingest-1.2.34}/unstructured_ingest/embed/interfaces.py

@@ -20,6 +20,9 @@ class EmbeddingConfig(BaseModel):
 class BaseEncoder(ABC):
     config: EmbeddingConfig
 
+    def precheck(self):
+        pass
+
     def initialize(self):
         """Initializes the embedding encoder class. Should also validate the instance
         is properly configured: e.g., embed a single a element"""
@@ -64,14 +67,14 @@ class BaseEmbeddingEncoder(BaseEncoder, ABC):
         elements = elements.copy()
         elements_with_text = [e for e in elements if e.get("text")]
         texts = [e["text"] for e in elements_with_text]
-        embeddings = []
+        all_embeddings = []
         try:
             for batch in batch_generator(texts, batch_size=self.config.batch_size or len(texts)):
-                embeddings = self.embed_batch(client=client, batch=batch)
-                embeddings.extend(embeddings)
+                embeddings_batch = self.embed_batch(client=client, batch=batch)
+                all_embeddings.extend(embeddings_batch)
         except Exception as e:
             raise self.wrap_error(e=e)
-        for element, embedding in zip(elements_with_text, embeddings):
+        for element, embedding in zip(elements_with_text, all_embeddings, strict=True):
             element[EMBEDDINGS_KEY] = embedding
         return elements
 
@@ -120,14 +123,14 @@ class AsyncBaseEmbeddingEncoder(BaseEncoder, ABC):
         elements = elements.copy()
         elements_with_text = [e for e in elements if e.get("text")]
         texts = [e["text"] for e in elements_with_text]
-        embeddings = []
+        all_embeddings = []
         try:
             for batch in batch_generator(texts, batch_size=self.config.batch_size or len(texts)):
-                embeddings = await self.embed_batch(client=client, batch=batch)
-                embeddings.extend(embeddings)
+                embeddings_batch = await self.embed_batch(client=client, batch=batch)
+                all_embeddings.extend(embeddings_batch)
         except Exception as e:
             raise self.wrap_error(e=e)
-        for element, embedding in zip(elements_with_text, embeddings):
+        for element, embedding in zip(elements_with_text, all_embeddings, strict=True):
             element[EMBEDDINGS_KEY] = embedding
         return elements