unstructured-ingest 1.0.4__py3-none-any.whl → 1.0.5__py3-none-any.whl

unstructured_ingest/__version__.py

@@ -1 +1 @@
-__version__ = "1.0.4"  # pragma: no cover
+__version__ = "1.0.5"  # pragma: no cover

unstructured_ingest/data_types/file_data.py

@@ -32,6 +32,28 @@ class FileDataSourceMetadata(BaseModel):
     permissions_data: Union[list[dict[str, Any]], dict[str, Any], None] = None
     filesize_bytes: Optional[int] = None
 
+    @field_validator("permissions_data", mode="before")
+    @classmethod
+    def coerce_permissions_data(cls, v: Any) -> Any:
+        if isinstance(v, dict):
+            # Temporarily convert dict to list for validation
+            return [v]
+        return v
+
+    @field_validator("permissions_data", mode="after")
+    @classmethod
+    def restore_dict_permissions_data(
+        cls, v: Optional[list[dict[str, Any]]]
+    ) -> Union[list[dict[str, Any]], dict[str, Any], None]:
+        if (
+            isinstance(v, list)
+            and len(v) == 1
+            and isinstance(v[0], dict)
+            and any(isinstance(val, dict) for val in v[0].values())
+        ):
+            return v[0]
+        return v
+
 
 class FileData(BaseModel):
     identifier: str

unstructured_ingest/processes/connectors/confluence.py

@@ -352,6 +352,7 @@ class ConfluenceDownloader(Downloader):
     def _get_permissions_for_space(self, space_id: int) -> Optional[List[dict]]:
         if space_id in self._permissions_cache:
             self._permissions_cache.move_to_end(space_id)  # mark recent use
+            logger.debug(f"Retrieved cached permissions for space {space_id}")
             return self._permissions_cache[space_id]
         else:
             with self.connection_config.get_client() as client:
@@ -371,6 +372,7 @@ class ConfluenceDownloader(Downloader):
                         self._permissions_cache.popitem(last=False)  # LRU/FIFO eviction
                     self._permissions_cache[space_id] = space_permissions
 
+                    logger.debug(f"Retrieved permissions for space {space_id}")
                     return space_permissions
                 except Exception as e:
                     logger.debug(f"Could not retrieve permissions for space {space_id}: {e}")
@@ -387,6 +389,7 @@ class ConfluenceDownloader(Downloader):
                 logger.debug(f"Could not retrieve permissions for doc {doc_id}: {e}")
                 return None
 
+        logger.debug(f"normalized permissions generated: {parsed_permissions_dict}")
         return parsed_permissions_dict
 
     def run(self, file_data: FileData, **kwargs) -> download_responses:

unstructured_ingest/processes/connectors/google_drive.py

@@ -409,8 +409,9 @@ class GoogleDriveIndexer(Indexer):
             d.metadata.record_locator["drive_id"]: object_id
         return data
 
-    def extract_permissions(self, permissions: list[dict]) -> dict:
+    def extract_permissions(self, permissions: Optional[list[dict]]) -> dict:
         if not permissions:
+            logger.debug("no permissions found")
             return {}
 
         # https://developers.google.com/workspace/drive/api/guides/ref-roles
@@ -442,6 +443,7 @@ class GoogleDriveIndexer(Indexer):
             for key in role_dict:
                 role_dict[key] = sorted(role_dict[key])
 
+        logger.debug(f"normalized permissions generated: {normalized_permissions}")
         return normalized_permissions
 
     def run(self, **kwargs: Any) -> Generator[FileData, None, None]:

{unstructured_ingest-1.0.4.dist-info → unstructured_ingest-1.0.5.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: unstructured_ingest
-Version: 1.0.4
+Version: 1.0.5
 Summary: Local ETL data pipeline to get data RAG ready
 Author-email: Unstructured Technologies <devops@unstructuredai.io>
 License-Expression: Apache-2.0

{unstructured_ingest-1.0.4.dist-info → unstructured_ingest-1.0.5.dist-info}/RECORD

@@ -1,5 +1,5 @@
 unstructured_ingest/__init__.py,sha256=U4S_2y3zgLZVfMenHRaJFBW8yqh2mUBuI291LGQVOJ8,35
-unstructured_ingest/__version__.py,sha256=MizK8W2VY6aXUudG1jVogTj7GJ2uwduw5iryFPwi0tM,42
+unstructured_ingest/__version__.py,sha256=64jEAZw6WkJoKXj1K79a59MykYVOTTwLRMWIdobOAH0,42
 unstructured_ingest/error.py,sha256=qDncnJgbf5ils956RcO2CGlAKYDT5OaEM9Clv1JVTNc,1448
 unstructured_ingest/errors_v2.py,sha256=9RuRCi7lbDxCguDz07y5RiHoQiFIOWwOD7xqzJ2B3Yw,436
 unstructured_ingest/logger.py,sha256=7e_7UeK6hVOd5BQ6i9NzRUAPCS_DF839Y8TjUDywraY,1428
@@ -19,7 +19,7 @@ unstructured_ingest/cli/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5N
 unstructured_ingest/cli/utils/click.py,sha256=1_eJgrwS2DFBl1jZPLsj1vgVgR7agFBIEBe4A_n7mH4,7827
 unstructured_ingest/cli/utils/model_conversion.py,sha256=hMjAfOVvO1RXTDsw26mmersdncvddkb_rP9JTEgVVCw,7649
 unstructured_ingest/data_types/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-unstructured_ingest/data_types/file_data.py,sha256=E-09hkI4ms4yj-g_aQPIrnm0kbiZLwukCnbwp6OpobQ,3859
+unstructured_ingest/data_types/file_data.py,sha256=7JwwbcgVQdIwCKxrDLUYvJp1f-bzaiGQD8ETr-Ywph8,4571
 unstructured_ingest/embed/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 unstructured_ingest/embed/azure_openai.py,sha256=_-I-nwd-wdCiKkSdYBL4UKrTZ2UPWsM_0T69fcObs_I,1707
 unstructured_ingest/embed/bedrock.py,sha256=t58V_QQjWPO62CTuP0aLFMDisPeXpxG2xSFGUhN-JvI,7726
@@ -65,13 +65,13 @@ unstructured_ingest/processes/connectors/airtable.py,sha256=smx5qBSUKwM8V6Xcc7ik
 unstructured_ingest/processes/connectors/astradb.py,sha256=Ob9wQgDxa6BXDPZBOqooNKQgvjIZcMwIe4fW3VlI7h8,18929
 unstructured_ingest/processes/connectors/azure_ai_search.py,sha256=szhSRXzUHk0DE2hGFfjGc_jNFzlUwiRlCtIkuu7tmnk,11524
 unstructured_ingest/processes/connectors/chroma.py,sha256=q5_Fu4xb6_W_NyrPxVa3-jVwZLqVdlBNlR4dFvbd7l0,7235
-unstructured_ingest/processes/connectors/confluence.py,sha256=7uRgmpX3NcVzA2V7VcngzjMQ69pS0J2wu6cbMp7AFA0,20739
+unstructured_ingest/processes/connectors/confluence.py,sha256=VAHGs_8HPYgBN8s8YwM7-LdzQ5MI_UEWXcMAMdpWLYk,20983
 unstructured_ingest/processes/connectors/couchbase.py,sha256=KCHoYDNya9B05NIB5D78zXoizFyfpJRepcYBe1nLSOs,12298
 unstructured_ingest/processes/connectors/delta_table.py,sha256=2DFox_Vzoopt_D3Jy3rCjrrTGMutG2INIrwCeoIohRY,7340
 unstructured_ingest/processes/connectors/discord.py,sha256=6yEJ_agfKUqsV43wFsbMkcd8lcLJC0uqbo4izjdZ3rU,5294
 unstructured_ingest/processes/connectors/github.py,sha256=smHCz6jOH1p_hW2S25bYunBBj_pYjz8HTw6wkzaJz_A,7765
 unstructured_ingest/processes/connectors/gitlab.py,sha256=6h1CdqznJmzeWxGfXrFLdNdT23PExGnUMMX7usK_4Kk,10013
-unstructured_ingest/processes/connectors/google_drive.py,sha256=mcplAPbQ_A_MIsIXWc7K0YtEXMIMmluefsrzddJQNFw,21674
+unstructured_ingest/processes/connectors/google_drive.py,sha256=Nu6AA0yDCrtoSq5hqvpKJFNRFF0JcxHjZtDVbLay33Q,21817
 unstructured_ingest/processes/connectors/jira.py,sha256=eG8yTn8ZVEz7rBJ-ha8i_d9hEh6VALN6QJT_vbYvbL0,17142
 unstructured_ingest/processes/connectors/kdbai.py,sha256=XhxYpKSAoFPBsDQWwNuLX03DCxOVr7yquj9VYM55Rtc,5174
 unstructured_ingest/processes/connectors/local.py,sha256=LluTLKv4g7FbJb4A6vuSxI9VhzKZuuQUpDS-cVNAQ2g,7426
@@ -230,8 +230,8 @@ unstructured_ingest/utils/ndjson.py,sha256=nz8VUOPEgAFdhaDOpuveknvCU4x82fVwqE01q
 unstructured_ingest/utils/pydantic_models.py,sha256=BT_j15e4rX40wQbt8LUXbqfPhA3rJn1PHTI_G_A_EHY,1720
 unstructured_ingest/utils/string_and_date_utils.py,sha256=oXOI6rxXq-8ncbk7EoJK0WCcTXWj75EzKl8pfQMID3U,2522
 unstructured_ingest/utils/table.py,sha256=WZechczgVFvlodUWFcsnCGvBNh1xRm6hr0VbJTPxKAc,3669
-unstructured_ingest-1.0.4.dist-info/METADATA,sha256=ZrV3WL4OOzjU53IKTL59o3dr5UIDRrSGewp-tFGfSF8,8719
-unstructured_ingest-1.0.4.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-unstructured_ingest-1.0.4.dist-info/entry_points.txt,sha256=gUAAFnjFPnBgThJSEbw0N5ZjxtaKlT1s9e05_arQrNw,70
-unstructured_ingest-1.0.4.dist-info/licenses/LICENSE.md,sha256=SxkKP_62uIAKb9mb1eH7FH4Kn2aYT09fgjKpJt5PyTk,11360
-unstructured_ingest-1.0.4.dist-info/RECORD,,
+unstructured_ingest-1.0.5.dist-info/METADATA,sha256=D8wUuNkaBZMshLsm-S5kcLGgsJOv-xO6naAFJM2eVqI,8719
+unstructured_ingest-1.0.5.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+unstructured_ingest-1.0.5.dist-info/entry_points.txt,sha256=gUAAFnjFPnBgThJSEbw0N5ZjxtaKlT1s9e05_arQrNw,70
+unstructured_ingest-1.0.5.dist-info/licenses/LICENSE.md,sha256=SxkKP_62uIAKb9mb1eH7FH4Kn2aYT09fgjKpJt5PyTk,11360
+unstructured_ingest-1.0.5.dist-info/RECORD,,