datamaestro 1.7.1__py3-none-any.whl → 1.7.3__py3-none-any.whl

datamaestro/download/__init__.py

@@ -646,7 +646,7 @@ class reference(Resource):
         For function-based datasets, the reference is already a DatasetWrapper.
         """
         ref = self.reference
-        if hasattr(ref, "__dataset__"):
+        if isinstance(ref, type) and hasattr(ref, "__dataset__"):
             return ref.__dataset__
         return ref
 

datamaestro/test/checks.py

@@ -2,6 +2,30 @@ import logging
 import importlib
 import inspect
 from datamaestro.context import Context
+from experimaestro.tools.documentation import DocumentationAnalyzer
+
+
+class DatamaestroAnalyzer(DocumentationAnalyzer):
+    """Documentation analyzer that excludes @dataset-annotated classes.
+
+    Dataset definitions (classes decorated with ``@dataset``) are documented
+    via ``dm:datasets`` Sphinx directives, not ``autoxpmconfig``. This
+    subclass filters them from the undocumented list after analysis.
+    """
+
+    def analyze(self):
+        super().analyze()
+        filtered = []
+        for fqn in self.undocumented:
+            module_name, class_name = fqn.rsplit(".", 1)
+            try:
+                mod = importlib.import_module(module_name)
+                cls = getattr(mod, class_name)
+                if not hasattr(cls, "__dataset__"):
+                    filtered.append(fqn)
+            except (ImportError, AttributeError):
+                filtered.append(fqn)
+        self.undocumented = filtered
 
 
 class DatasetTests:

datamaestro/version.py

@@ -1,4 +1,4 @@
 # This file is auto-generated by Hatchling. As such, do not:
 #   - modify
 #   - track in version control e.g. be sure to add to .gitignore
-__version__ = VERSION = '1.7.1'
+__version__ = VERSION = '1.7.3'

{datamaestro-1.7.1.dist-info → datamaestro-1.7.3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: datamaestro
-Version: 1.7.1
+Version: 1.7.3
 Summary: Add your description here
 Author-email: Benjamin Piwowarski <benjamin@piwowarski.fr>
 License-File: LICENSE

{datamaestro-1.7.1.dist-info → datamaestro-1.7.3.dist-info}/RECORD

@@ -9,7 +9,7 @@ datamaestro/settings.py,sha256=NuUbe_C31GDlzdio2ryz7tPzuo4hsmmdCM5Cyuhqbzs,1294
 datamaestro/sphinx.py,sha256=WWXB63gd0ZgEwFr_YwO2Hmuly5OoiFlu9mDvJSHFYuY,6966
 datamaestro/utils.py,sha256=JUrvtVYnjNKRo0_ZypmXSQ9R4uOyImDjW1GZ14MYzKM,6547
 datamaestro/v2.md,sha256=pLCxQUdfVkd4CM9Ie0ZxCnxUntqoA7k_0m7x1etcr7Y,9801
-datamaestro/version.py,sha256=Hy65VR_YBBs2cTGjk4KdU_bIDh0FtKY39zpOkoQNGIE,171
+datamaestro/version.py,sha256=qbNPC0YY-TxmiwHVzSS5pF2Eykd0T9k-YiM7b0ut3i4,171
 datamaestro/annotations/__init__.py,sha256=jLprrxSBa5QIqc--vqycEcxU4CR9WjVNRaqR5lH0EuE,39
 datamaestro/annotations/agreement.py,sha256=xEH0ddZxdJ_oG_150PoOa-WjY_OaeQja3FzMzY5IB6k,955
 datamaestro/commands/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -20,7 +20,7 @@ datamaestro/data/csv.py,sha256=jcXFVBOEQoSi3YL60bqtwjCf2YXHboaMpUmiXZpzuPM,2506
 datamaestro/data/huggingface.py,sha256=rCMiMqVgNI9zRAgm9PYnbwb7musYryBoIP3HuJmH4sg,691
 datamaestro/data/ml.py,sha256=4PlH6FJFZwtfTEStkOjOucV8t8yY8LFaPsnDBvEqAPs,710
 datamaestro/data/tensor.py,sha256=in36UQz4cdUEVmCS62pInu9RNekohRON667Z_JqNdhk,2254
-datamaestro/download/__init__.py,sha256=az_H9i5ynY_tsnjYiBiFMzTzeaOoEMaxh-knj57tSLc,20087
+datamaestro/download/__init__.py,sha256=uFBD-xuTVbMpLQEHTGpVXnKxL8G0VcLuX-gTRKYWXBM,20113
 datamaestro/download/archive.py,sha256=fz1ElRggB9gYb6F7fek0Tkw9eAj6Glotc_Mit9OcCZU,6986
 datamaestro/download/custom.py,sha256=dxyvwbweVuz0xveExtvta8xycoqTjpDZz_P98ucintA,1287
 datamaestro/download/huggingface.py,sha256=inZbB5EdVvczW9CfM59SqL1Nl-H4y3bWxv1SWjrYeOs,1996
@@ -36,14 +36,14 @@ datamaestro/stream/compress.py,sha256=0ViFGpJc6pdvZGUNERE-3XV8jAOTSvhJurb2t0NW2e
 datamaestro/stream/lines.py,sha256=DhptjIqhhAJ1tu3e-uoOepHHNALSXS8qz8ASUAyaSkM,2074
 datamaestro/templates/dataset.py,sha256=5065rTMAIl4gtzQ96GFiV1_46tY08miIx3WspTP8yGA,346
 datamaestro/test/__init__.py,sha256=9xXqLvUgiIn74AY6k8qyYX7rq6hWz7dOJFBrUgwuX88,61
-datamaestro/test/checks.py,sha256=1eTkz4YJhAPOcnQSsz4vPnvzwwfrEnpn6H_s1ADISpo,1704
+datamaestro/test/checks.py,sha256=yoL7SjasWPD95ieyTcEYeBffZkTwohJZpj1aWgU2wWA,2629
 datamaestro/test/conftest.py,sha256=z8rF0OIKVuCgIYJ-4fQxQL8KhgIfg_4kfkIZNETfNJ0,793
 datamaestro/test/test_annotations.py,sha256=XUjDWb3FJimSD91wcItJ0lLwTBmvN4wVu_EgTKSvV2c,278
 datamaestro/test/test_download_handlers.py,sha256=-Gofr89zqIyeI8C4rZqfYR3JfiZVImdcSz9s6q361zQ,641
 datamaestro/test/test_record.py,sha256=hNZ3uo2i5FZ0VsOHRwvLO1Z6Zce92PdipAF65UptPB8,1156
 datamaestro/test/test_resource.py,sha256=QbwmZkGv_8O_jI0CKcatJSUs3IKbMfBrk0T_aTC1KcE,51124
-datamaestro-1.7.1.dist-info/METADATA,sha256=7voV0DURyp-8ShRiMFK1wGE5SoMrTHL4U6if3dYvB9I,7433
-datamaestro-1.7.1.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
-datamaestro-1.7.1.dist-info/entry_points.txt,sha256=8qMhwSRvFG2iBqtJYVD22Zd4s4c3YkODtcp0Ajw1knw,133
-datamaestro-1.7.1.dist-info/licenses/LICENSE,sha256=WJ7YI-moTFb-uVrFjnzzhGJrnL9P2iqQe8NuED3hutI,35141
-datamaestro-1.7.1.dist-info/RECORD,,
+datamaestro-1.7.3.dist-info/METADATA,sha256=9EfCsWxYzjfZgcNi2_1dNoD8s-MijuQVdeK_7L6TEZY,7433
+datamaestro-1.7.3.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
+datamaestro-1.7.3.dist-info/entry_points.txt,sha256=8qMhwSRvFG2iBqtJYVD22Zd4s4c3YkODtcp0Ajw1knw,133
+datamaestro-1.7.3.dist-info/licenses/LICENSE,sha256=WJ7YI-moTFb-uVrFjnzzhGJrnL9P2iqQe8NuED3hutI,35141
+datamaestro-1.7.3.dist-info/RECORD,,