datamaestro-text 2023.10.27__py3-none-any.whl → 2023.11.22__py3-none-any.whl

datamaestro_text/datasets/irds/data.py

@@ -98,9 +98,6 @@ class Documents(ir.DocumentStore, IRDSId):
         _irds.beir.BeirCordDoc: tuple_constructor(
             formats.CordDocument, "doc_id", "text", "title", "url", "pubmed_id"
         ),
-        _irds.miracl.MiraclDoc: tuple_constructor(
-            formats.DocumentWithTitle, "doc_id", "title", "text"
-        ),
         _irds.beir.BeirTitleDoc: tuple_constructor(
             formats.TitleDocument, "doc_id", "text", "title"
         ),
@@ -205,6 +202,12 @@ class Documents(ir.DocumentStore, IRDSId):
         return converter
 
 
+if hasattr(_irds, "miracl"):
+    Documents.CONVERTERS[_irds.miracl.MiraclDoc] = tuple_constructor(
+        formats.DocumentWithTitle, "doc_id", "title", "text"
+    )
+
+
 @attrs.define()
 class IRDSQueryWrapper(ir.Topic):
     query: Any

datamaestro_text/version.py

@@ -12,5 +12,5 @@ __version__: str
 __version_tuple__: VERSION_TUPLE
 version_tuple: VERSION_TUPLE
 
-__version__ = version = '2023.10.27'
-__version_tuple__ = version_tuple = (2023, 10, 27)
+__version__ = version = '2023.11.22'
+__version_tuple__ = version_tuple = (2023, 11, 22)

{datamaestro_text-2023.10.27.dist-info → datamaestro_text-2023.11.22.dist-info}/METADATA

@@ -1,16 +1,13 @@
 Metadata-Version: 2.1
 Name: datamaestro-text
-Version: 2023.10.27
+Version: 2023.11.22
 Summary: Datamaestro module for text-related datasets
-Home-page: https://github.com/experimaestro/datamaestro_text
-Author: Benjamin Piwowarski
 Author-email: Benjamin Piwowarski <benjamin@piwowarski.fr>
 License: GPL-3
 Project-URL: homepage, https://github.com/experimaestro/datamaestro_text
 Project-URL: documentation, https://datamaestro-text.readthedocs.io/en/latest/
 Project-URL: repository, https://github.com/experimaestro/datamaestro_text
 Keywords: dataset manager,information retrieval,experiments
-Platform: any
 Classifier: Development Status :: 4 - Beta
 Classifier: Intended Audience :: Science/Research
 Classifier: License :: OSI Approved :: GNU General Public License v3 (GPLv3)
@@ -23,8 +20,6 @@ Description-Content-Type: text/markdown
 License-File: LICENSE
 Requires-Dist: datamaestro >=0.8.16
 Requires-Dist: attrs
-Provides-Extra: test
-Requires-Dist: tox ; extra == 'test'
 
  [![pre-commit](https://img.shields.io/badge/pre--commit-enabled-brightgreen?logo=pre-commit&logoColor=white)](https://github.com/pre-commit/pre-commit) [![PyPI version](https://badge.fury.io/py/datamaestro-text.svg)](https://badge.fury.io/py/datamaestro-text)
 

{datamaestro_text-2023.10.27.dist-info → datamaestro_text-2023.11.22.dist-info}/RECORD

@@ -1,5 +1,5 @@
 datamaestro_text/__init__.py,sha256=hU8jZpkXl3F74qIfqnJl7v4nJ9YxfoR7IpJpUREFNRI,248
-datamaestro_text/version.py,sha256=muUF144h9h8Ov49A_iNwoU8C36QPGnUESIfI3C1YO7U,421
+datamaestro_text/version.py,sha256=SfBDLSp-ExawWjfQ5F5ZPLPMVBHTFXz89upGMl-xJ38,421
 datamaestro_text/config/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 datamaestro_text/config/ai/quac.yaml,sha256=h1D7UJo2z1nZ_9MXpDHuQNJG9Ma2oayUdJV6lyumAIg,1103
 datamaestro_text/config/com/oscar-corpus.py,sha256=dDfdy_uhG6esRQQzUOOORwK8KvEq4c4hZbWt22pv-zY,733
@@ -57,7 +57,7 @@ datamaestro_text/data/ir/huggingface.py,sha256=G71VFDN-SllZy4LFxumEbCumEJvb5-orA
 datamaestro_text/data/ir/trec.py,sha256=n98_O_sPPdU2i037fAboD4lB_I7C-RJrOLmmkg3osL8,1741
 datamaestro_text/data/ir/utils.py,sha256=6-GhXVtgkBZGhIs2-ODZua_3DmKjSSVydStpHDqbAwE,833
 datamaestro_text/datasets/irds/__init__.py,sha256=Tq0HN1qojnZYLBumM59BuTkz7r0gcu-5OXmDDLgPpAc,707
-datamaestro_text/datasets/irds/data.py,sha256=e7TLtq-0NI1aFbrAwli2D9FBfaHfiBB_0SVFv-q59Wg,9307
+datamaestro_text/datasets/irds/data.py,sha256=hDctKswyzD_VrCRcD6pNIoKiiwvapWQBUwxzdFHesIM,9348
 datamaestro_text/datasets/irds/datasets.py,sha256=4tNTmlcF2OmUttCMyz5YTepi91pvaZB4syy5u-jAKh4,5556
 datamaestro_text/datasets/irds/utils.py,sha256=m30JLIrV_HgilN11TvY9dGTyumES6LLzWZDUAMT915M,1425
 datamaestro_text/download/tmdb.py,sha256=kU_Vz9jhznlyeKMHziVu58IHoWv8zPu6CZTHVNQvmu4,4009
@@ -72,10 +72,9 @@ datamaestro_text/utils/files.py,sha256=n6ZGl5LNrZbHLcV9RFwd7cFT0vPUezit-2dsBzs1v
 datamaestro_text/utils/iter.py,sha256=-m0Y_0YjSlEVbotzZYIA0Ca0Hq0G_bF9GfAZR2yxrAk,520
 datamaestro_text/utils/randomstream.py,sha256=_-boH4IIqN8qcl3IktjpNp9vmF4TWRzHUSNVwg7WAr8,973
 datamaestro_text/utils/shuffle.py,sha256=o8JTz3mr0lYWyv0zEh91jEK12ci1etMiUnzh5GkOHCM,3490
-datamaestro_text-2023.10.27.dist-info/LICENSE,sha256=OXLcl0T2SZ8Pmy2_dmlvKuetivmyPd5m1q-Gyd-zaYY,35149
-datamaestro_text-2023.10.27.dist-info/METADATA,sha256=4Y0t0IAuM8oLb6UVxRn9w7rdVPACW6f1Nu_dwjS5jic,1740
-datamaestro_text-2023.10.27.dist-info/WHEEL,sha256=yQN5g4mg4AybRjkgi-9yy4iQEFibGQmlz78Pik5Or-A,92
-datamaestro_text-2023.10.27.dist-info/entry_points.txt,sha256=lO1P5hE183L5qEEVHlG8d_ik0HNXnX7Eo87cQLdcl-Y,111
-datamaestro_text-2023.10.27.dist-info/top_level.txt,sha256=gYSeqViE8r7eCxSdqFJL74OwljOwKsGPaIhEcCXqc-o,17
-datamaestro_text-2023.10.27.dist-info/zip-safe,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
-datamaestro_text-2023.10.27.dist-info/RECORD,,
+datamaestro_text-2023.11.22.dist-info/LICENSE,sha256=OXLcl0T2SZ8Pmy2_dmlvKuetivmyPd5m1q-Gyd-zaYY,35149
+datamaestro_text-2023.11.22.dist-info/METADATA,sha256=227Q9AEKEkApflnZdzL5pC_J6fLPZtSqbBXFJ_A6adQ,1579
+datamaestro_text-2023.11.22.dist-info/WHEEL,sha256=Xo9-1PvkuimrydujYJAjF7pCkriuXBpUPEjma1nZyJ0,92
+datamaestro_text-2023.11.22.dist-info/entry_points.txt,sha256=lO1P5hE183L5qEEVHlG8d_ik0HNXnX7Eo87cQLdcl-Y,111
+datamaestro_text-2023.11.22.dist-info/top_level.txt,sha256=gYSeqViE8r7eCxSdqFJL74OwljOwKsGPaIhEcCXqc-o,17
+datamaestro_text-2023.11.22.dist-info/RECORD,,

{datamaestro_text-2023.10.27.dist-info → datamaestro_text-2023.11.22.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: bdist_wheel (0.41.2)
+Generator: bdist_wheel (0.41.3)
 Root-Is-Purelib: true
 Tag: py3-none-any
 

datamaestro_text-2023.10.27.dist-info/zip-safe

@@ -1 +0,0 @@
-