metadata-crawler 2509.0.0__py3-none-any.whl → 2509.0.1__py3-none-any.whl

metadata_crawler/_version.py

@@ -1 +1 @@
-__version__ = "2509.0.0"
+__version__ = "2509.0.1"

{metadata_crawler-2509.0.0.dist-info → metadata_crawler-2509.0.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: metadata-crawler
-Version: 2509.0.0
+Version: 2509.0.1
 Summary: Crawl, extract and push climate metadata for indexing.
 Author-email: "DKRZ, Clint" <freva@dkrz.de>
 Requires-Python: >=3.11
@@ -83,10 +83,10 @@ Requires-Dist: pytest-env ; extra == "tests"
 Requires-Dist: requests ; extra == "tests"
 Requires-Dist: pre-commit ; extra == "tests"
 Requires-Dist: toml ; extra == "tests"
-Project-URL: Documentation, https://github.com/freva-org/freva-admin
-Project-URL: Home, https://github.com/freva-org/freva-admin
-Project-URL: Issues, https://github.com/freva-org/freva-admin/issues
-Project-URL: Source, https://github.com/freva-org/freva-admin
+Project-URL: Documentation, https://metadata-crawler.readthedocs.io
+Project-URL: Home, https://github.com/freva-org/metadata-crawler
+Project-URL: Issues, https://github.com/freva-org/metadata-crawler/issues
+Project-URL: Source, https://github.com/freva-org/metadata-crawler
 Provides-Extra: dev
 Provides-Extra: doc
 Provides-Extra: mkdoc
@@ -95,25 +95,25 @@ Provides-Extra: tests
 # metadata-crawler
 
 [![License](https://img.shields.io/badge/License-BSD-purple.svg)](LICENSE)
-[![PyPI](https://img.shields.io/pypi/pyversions/freva-client.svg)](https://pypi.org/project/metadata-crawler/)
+[![PyPI](https://img.shields.io/pypi/pyversions/metadata-crawler.svg)](https://pypi.org/project/metadata-crawler/)
 [![Docs](https://readthedocs.org/projects/metadata-crawler/badge/?version=latest)](https://metadata-crawler.readthedocs.io/en/latest/?badge=latest)
 [![Tests](https://github.com/freva-org/metadata-crawler/actions/workflows/ci_job.yml/badge.svg)](https://github.com/freva-org/metadata-crawler/actions)
 [![Test-Coverage](https://codecov.io/gh/freva-org/metadata-crawler/graph/badge.svg?token=W2YziDnh2N)](https://codecov.io/gh/freva-org/metadata-crawler)
 
 Harvest, normalise, and index climate / earth-system metadata from **POSIX**,
 **S3/MinIO**, and **OpenStack Swift** using configurable **DRS dialects**
-(CMIP6, CMIP5, CORDEX, …). Output to a temporary **catalogue** (DuckDB or
-JSONLines) and then **index** into systems such as **Solr** or **MongoDB**.
+(CMIP6, CMIP5, CORDEX, …). Output to a temporary **catalogue** (JSONLines)
+and then **index** into systems such as **Solr** or **MongoDB**.
 Configuration is **TOML** with inheritance, templating, and computed rules.
 
-> [!TIP]
->   **TL;DR**
->   - Define datasets + dialects in ``drs_config.toml``
->   - ``mdc crawl`` → write a temporary catalogue (``jsonl.gz`` or **DuckDB**)
->   - ``mdc config`` → inspect a the (merged) crawler config.
->   - ``mdc walk-intake`` → inspect the content of an intake catalogue.
->   - ``mdc <backend> index`` → push records from catalogue into your index backend
->   - ``mdc <backend> delete`` → remove records by facet match
+## TL;DR
+
+- Define datasets + dialects in ``drs_config.toml``
+- ``mdc add`` → write a temporary catalogue (``jsonl.gz``)
+- ``mdc config`` → inspect a the (merged) crawler config.
+- ``mdc walk-intake`` → inspect the content of an intake catalogue.
+- ``mdc <backend> index`` → push records from catalogue into your index backend
+- ``mdc <backend> delete`` → remove records by facet match
 
 ## Features
 
@@ -126,7 +126,7 @@ Configuration is **TOML** with inheritance, templating, and computed rules.
   dataset attributes/vars
 - **Special rules**: conditionals, cache lookups and function calls (e.g. CMIP6 realm,
   time aggregation)
-- **Index backends**: DuckDB (local/S3), MongoDB (Motor), Solr
+- **Index backends**: MongoDB (Motor), Solr
 - **Sync + Async APIs** and a clean CLI
 - **Docs**: Sphinx with ``pydata_sphinx_theme``
 
@@ -143,14 +143,14 @@ Configuration is **TOML** with inheritance, templating, and computed rules.
 ```console
 
    # 1) Crawl → write catalogue
-   mdc crawl \
+   mdc add \
      cat.yaml \
      --config-file drs_config.toml \
      --dataset cmip6-fs,obs-fs \
      --threads 4 --batch-size 100
 
-   # 2) Index from catalogue → Solr (or Mongo/DuckDB)
-   mdc soler index \
+   # 2) Index from catalogue → Solr (or Mongo)
+   mdc solr index \
      cat.yaml \
      --server localhot:8983
 

{metadata_crawler-2509.0.0.dist-info → metadata_crawler-2509.0.1.dist-info}/RECORD

@@ -1,6 +1,6 @@
 metadata_crawler/__init__.py,sha256=7gEpJjS9FpR6MHRY_Ztk8ORJ8JQ7WZUTV2TfLkaYgqs,6741
 metadata_crawler/__main__.py,sha256=4m56VOh7bb5xmZqb09fFbquke8g6KZfMbb3CUdBA60M,163
-metadata_crawler/_version.py,sha256=Z6_4SgU9Dpc127xJlyvGKjeWd_Q1ONlOHQO123XGv30,25
+metadata_crawler/_version.py,sha256=lJ4gM5yptFnF64LPHdDVhj6Mppmsw36i5KAr1dVXO5Y,25
 metadata_crawler/cli.py,sha256=meY5ZfR5VEW5ZorOPWO_b4MyIIQy0wTTPs9OkJ1WnfA,17180
 metadata_crawler/data_collector.py,sha256=9CVr4arKJspyLNLuF2MfkmY_r8x74Mw8hAaDSMouQUA,8372
 metadata_crawler/logger.py,sha256=5Lc0KdzH2HdWkidW-MASW8Pfy7vTMnzPv1-e2V3Any0,4407
@@ -27,8 +27,8 @@ metadata_crawler/backends/swift.py,sha256=az3ctF_npadjzAybX65CQbDLGoxRnk0ZR7vByo
 metadata_crawler/ingester/__init__.py,sha256=Y-c9VkQWMHDLb9WagwITCaEODlYa4p8xW-BkzzSRZXw,55
 metadata_crawler/ingester/mongo.py,sha256=lpWIZ8mo6S8oY887uz2l6Y9pir0sUVEkfgOdDxrjIMM,6142
 metadata_crawler/ingester/solr.py,sha256=EoKS3kFeDTLf9zP22s2DhQGP81T6rTXVWDNT2wWKFkk,5242
-metadata_crawler-2509.0.0.dist-info/entry_points.txt,sha256=4LzS7pbqwUPTD6C-iW42vuhXdtsOJmKXqFZpdpaKwF8,428
-metadata_crawler-2509.0.0.dist-info/licenses/LICENSE,sha256=GAUualebvSlegSVqb86FUqHrHM8WyM145__Nm2r_dfA,1496
-metadata_crawler-2509.0.0.dist-info/WHEEL,sha256=G2gURzTEtmeR8nrdXUJfNiB3VYVxigPQ-bEQujpNiNs,82
-metadata_crawler-2509.0.0.dist-info/METADATA,sha256=Dk0trqXYleepz1L8HXwKF-vAdSQww1zBm4Q014G4aOU,12938
-metadata_crawler-2509.0.0.dist-info/RECORD,,
+metadata_crawler-2509.0.1.dist-info/entry_points.txt,sha256=4LzS7pbqwUPTD6C-iW42vuhXdtsOJmKXqFZpdpaKwF8,428
+metadata_crawler-2509.0.1.dist-info/licenses/LICENSE,sha256=GAUualebvSlegSVqb86FUqHrHM8WyM145__Nm2r_dfA,1496
+metadata_crawler-2509.0.1.dist-info/WHEEL,sha256=G2gURzTEtmeR8nrdXUJfNiB3VYVxigPQ-bEQujpNiNs,82
+metadata_crawler-2509.0.1.dist-info/METADATA,sha256=dT5Kd5_sBAccA_Qj9O64zksuF7u2iaj-DXqqEDtUDqc,12864
+metadata_crawler-2509.0.1.dist-info/RECORD,,