metadata-crawler 2510.0.0__py3-none-any.whl → 2510.0.2__py3-none-any.whl

metadata_crawler/_version.py

@@ -1 +1 @@
-__version__ = "2510.0.0"
+__version__ = "2510.0.2"

metadata_crawler/api/config.py

@@ -264,8 +264,15 @@ class PathSpecs(BaseModel):
         self, data: Dict[str, Any], rel_path: Path
     ) -> None:
         dir_parts = rel_path.parent.parts
+
         if self.dir_parts and len(dir_parts) == len(self.dir_parts):
-            _parts = dict(zip(self.dir_parts, dir_parts))
+            data.update(
+                {
+                    k: v
+                    for (k, v) in zip(self.dir_parts, dir_parts)
+                    if k not in data
+                }
+            )
         elif self.dir_parts:
             raise MetadataCrawlerException(
                 (
@@ -273,7 +280,6 @@ class PathSpecs(BaseModel):
                     f"- needs: {len(self.dir_parts)} has: {len(dir_parts)}"
                 )
             ) from None
-        data.update({k: v for (k, v) in _parts.items() if k not in data})
 
     def _get_metadata_from_filename(
         self, data: Dict[str, Any], rel_path: Path
@@ -281,6 +287,7 @@ class PathSpecs(BaseModel):
         if self.file_parts is None:
             return
         file_parts = rel_path.name.split(self.file_sep)
+        _parts: Dict[str, str] = {}
         if len(file_parts) == len(self.file_parts):
             _parts = dict(zip(self.file_parts, file_parts))
         elif (
@@ -413,7 +420,7 @@ class DataSpecs(BaseModel):
 class Datasets(BaseModel):
     """Definition of datasets that should be crawled."""
 
-    __pydantic_extra__: Dict[str, str] = Field(init=False)
+    __pydantic_extra__: Dict[str, Any] = Field(init=False)
     model_config = ConfigDict(extra="allow")
     root_path: str | Path
     drs_format: str = "freva"

{metadata_crawler-2510.0.0.dist-info → metadata_crawler-2510.0.2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: metadata-crawler
-Version: 2510.0.0
+Version: 2510.0.2
 Summary: Crawl, extract and push climate metadata for indexing.
 Author-email: "DKRZ, Clint" <freva@dkrz.de>
 Requires-Python: >=3.11

{metadata_crawler-2510.0.0.dist-info → metadata_crawler-2510.0.2.dist-info}/RECORD

@@ -1,6 +1,6 @@
 metadata_crawler/__init__.py,sha256=dT4ZOngmtO-7fiWqdo80JmeRacG09fy1T8C0bZpFR6Q,7167
 metadata_crawler/__main__.py,sha256=4m56VOh7bb5xmZqb09fFbquke8g6KZfMbb3CUdBA60M,163
-metadata_crawler/_version.py,sha256=oJIpBtzsOuKTbnMbTB3ZHAqVHS0O9r3O0d2lf9lUGfE,25
+metadata_crawler/_version.py,sha256=cCJnX2HNJPOzLxMTBvT8O-8ZwJBo4VIGD003JPBKf2U,25
 metadata_crawler/cli.py,sha256=qi77QXtuwO1N3MvLbacdaOZwzpT22FJMpnnp1k6yj-Y,17347
 metadata_crawler/data_collector.py,sha256=7N0zQcxjsqITUVr0JnkFu_beMzrTW-paaw69ESC9rkQ,9063
 metadata_crawler/logger.py,sha256=wNImwUVw0ycvIYrxzthWAgOCujJZhVDCSiCH5KKX5EA,4743
@@ -9,7 +9,7 @@ metadata_crawler/run.py,sha256=_6mx29Co1HwfPNFWtzTR65CNlopqubj-McmavRM7i80,12869
 metadata_crawler/utils.py,sha256=Nm1DkyBD8PyBOP-EUf-Vqs-mLQUPu-6gWPgvNkGDmq8,14124
 metadata_crawler/api/__init__.py,sha256=UUF0_FKgfqgcXYmknxB0Wt1jaLNaf-w_q0tWVJhgV0M,28
 metadata_crawler/api/cli.py,sha256=pgj3iB_Irt74VbG3ZKStLRHKYY_I4bZpbOW1famKDnQ,1498
-metadata_crawler/api/config.py,sha256=4c9O0xmVwduEEGlNjQcIh1nV5HzXNjXNqPi3tEQkpGw,28814
+metadata_crawler/api/config.py,sha256=BCVRqkdQJoNlfZ2--y2xDSeOLsARsB-YZLAvHJrRmvk,28921
 metadata_crawler/api/drs_config.toml,sha256=c3Gc8MGH22xlDOLH_y2TXiiEydmhjzvish-fQi5aGRA,10622
 metadata_crawler/api/index.py,sha256=0yqtXYOyWJJKKkCkIJbUUVG1w2Wt_icYJjXJPZZjSvU,4715
 metadata_crawler/api/metadata_stores.py,sha256=UekPl16KlaF7xiD4X7KVo3EMWz9KE-MT7gKxvgZyvXU,24016
@@ -27,8 +27,8 @@ metadata_crawler/backends/swift.py,sha256=az3ctF_npadjzAybX65CQbDLGoxRnk0ZR7vByo
 metadata_crawler/ingester/__init__.py,sha256=Y-c9VkQWMHDLb9WagwITCaEODlYa4p8xW-BkzzSRZXw,55
 metadata_crawler/ingester/mongo.py,sha256=Ntt3zKVtAX6wDB5aQYCoYrkVWrnvJU2oJJyfYGW30lU,6546
 metadata_crawler/ingester/solr.py,sha256=kpUAnI5iSsvNGagM_gqbTJZr8HNpYSFZFvNOcbHXB9o,9528
-metadata_crawler-2510.0.0.dist-info/entry_points.txt,sha256=4LzS7pbqwUPTD6C-iW42vuhXdtsOJmKXqFZpdpaKwF8,428
-metadata_crawler-2510.0.0.dist-info/licenses/LICENSE,sha256=GAUualebvSlegSVqb86FUqHrHM8WyM145__Nm2r_dfA,1496
-metadata_crawler-2510.0.0.dist-info/WHEEL,sha256=G2gURzTEtmeR8nrdXUJfNiB3VYVxigPQ-bEQujpNiNs,82
-metadata_crawler-2510.0.0.dist-info/METADATA,sha256=EdZwF0Y_U8NFQFTUcy6WbI8l2WYq59Ynp_L6S3ys1v4,13006
-metadata_crawler-2510.0.0.dist-info/RECORD,,
+metadata_crawler-2510.0.2.dist-info/entry_points.txt,sha256=4LzS7pbqwUPTD6C-iW42vuhXdtsOJmKXqFZpdpaKwF8,428
+metadata_crawler-2510.0.2.dist-info/licenses/LICENSE,sha256=GAUualebvSlegSVqb86FUqHrHM8WyM145__Nm2r_dfA,1496
+metadata_crawler-2510.0.2.dist-info/WHEEL,sha256=G2gURzTEtmeR8nrdXUJfNiB3VYVxigPQ-bEQujpNiNs,82
+metadata_crawler-2510.0.2.dist-info/METADATA,sha256=oCLBZE2ujhvQjDHNW2Eb1UP5UL6iXvA4edVo0NoodlE,13006
+metadata_crawler-2510.0.2.dist-info/RECORD,,