datamaestro-text 2023.7.6__py3-none-any.whl → 2023.7.6.1__py3-none-any.whl

datamaestro_text/data/ir/formats.py

@@ -1,3 +1,4 @@
+from typing import ClassVar
 from attrs import define
 from .base import IDHolder, Document, Topic
 
@@ -9,6 +10,11 @@ class CordDocument(IDHolder, Document):
     url: str
     pubmed_id: str
 
+    has_text: ClassVar[bool] = True
+
+    def get_text(self):
+        return f"{self.title} {self.text}"
+
 
 @define
 class TrecTopic(IDHolder, Topic):

datamaestro_text/version.py

@@ -1,4 +1,4 @@
 # file generated by setuptools_scm
 # don't change, don't track in version control
-__version__ = version = '2023.7.6'
-__version_tuple__ = version_tuple = (2023, 7, 6)
+__version__ = version = '2023.7.6.1'
+__version_tuple__ = version_tuple = (2023, 7, 6, 1)

{datamaestro_text-2023.7.6.dist-info → datamaestro_text-2023.7.6.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: datamaestro-text
-Version: 2023.7.6
+Version: 2023.7.6.1
 Summary: Datamaestro module for text-related datasets
 Home-page: https://github.com/experimaestro/datamaestro_text
 Author: Benjamin Piwowarski

{datamaestro_text-2023.7.6.dist-info → datamaestro_text-2023.7.6.1.dist-info}/RECORD

@@ -1,5 +1,5 @@
 datamaestro_text/__init__.py,sha256=hU8jZpkXl3F74qIfqnJl7v4nJ9YxfoR7IpJpUREFNRI,248
-datamaestro_text/version.py,sha256=MCSjM3Qng5mG4HfMXcPU-rHfuudwzOsKFmtvs__kuZU,166
+datamaestro_text/version.py,sha256=Je_wDQltf6IZOe5Cu_KgI0UT7_A2LPGuxgfuW4Mz3dY,171
 datamaestro_text/config/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 datamaestro_text/config/ai/quac.yaml,sha256=h1D7UJo2z1nZ_9MXpDHuQNJG9Ma2oayUdJV6lyumAIg,1103
 datamaestro_text/config/com/oscar-corpus.py,sha256=dDfdy_uhG6esRQQzUOOORwK8KvEq4c4hZbWt22pv-zY,733
@@ -52,7 +52,7 @@ datamaestro_text/data/ir/base.py,sha256=FOT0fk7_Kw-LRAPJnxNvuBHAhW6hhRCqWepqdBsp
 datamaestro_text/data/ir/cord19.py,sha256=JN31EQeg0UFAJlIkg0Ie0_pq-f-oS1OstZGJLJBeKyY,1130
 datamaestro_text/data/ir/csv.py,sha256=vgBNOeayEALwO01LmrzVOEVbs_MWJn3eIm-o0KiXjiE,1836
 datamaestro_text/data/ir/data.py,sha256=ERmmOxz_9mUkIuccNbzUa5Y6gVLLVDdyc4cCxbCCUbY,20
-datamaestro_text/data/ir/formats.py,sha256=SgWJUQOd_Zv8m8f-X5YzsbCI5pRHbW37vxpOvzzCXC4,272
+datamaestro_text/data/ir/formats.py,sha256=Nz8BJ1Lb6MygeYNHtUwwqX-flZ1QfrxaDkAJlvcv1fE,405
 datamaestro_text/data/ir/huggingface.py,sha256=G71VFDN-SllZy4LFxumEbCumEJvb5-orAbLemHjWhiA,956
 datamaestro_text/data/ir/trec.py,sha256=n98_O_sPPdU2i037fAboD4lB_I7C-RJrOLmmkg3osL8,1741
 datamaestro_text/data/ir/utils.py,sha256=6-GhXVtgkBZGhIs2-ODZua_3DmKjSSVydStpHDqbAwE,833
@@ -71,10 +71,10 @@ datamaestro_text/utils/__init__.py,sha256=2449YLTAtKJzkmt84Mu8sBRCCveNs5fiaqTCK_
 datamaestro_text/utils/files.py,sha256=n6ZGl5LNrZbHLcV9RFwd7cFT0vPUezit-2dsBzs1vRQ,170
 datamaestro_text/utils/randomstream.py,sha256=_-boH4IIqN8qcl3IktjpNp9vmF4TWRzHUSNVwg7WAr8,973
 datamaestro_text/utils/shuffle.py,sha256=o8JTz3mr0lYWyv0zEh91jEK12ci1etMiUnzh5GkOHCM,3490
-datamaestro_text-2023.7.6.dist-info/LICENSE,sha256=OXLcl0T2SZ8Pmy2_dmlvKuetivmyPd5m1q-Gyd-zaYY,35149
-datamaestro_text-2023.7.6.dist-info/METADATA,sha256=MT_O3iGgGcnn-6cZ-zC9JJESJPImMPgBea5qN0CwelQ,1740
-datamaestro_text-2023.7.6.dist-info/WHEEL,sha256=pkctZYzUS4AYVn6dJ-7367OJZivF2e8RA9b_ZBjif18,92
-datamaestro_text-2023.7.6.dist-info/entry_points.txt,sha256=lO1P5hE183L5qEEVHlG8d_ik0HNXnX7Eo87cQLdcl-Y,111
-datamaestro_text-2023.7.6.dist-info/top_level.txt,sha256=gYSeqViE8r7eCxSdqFJL74OwljOwKsGPaIhEcCXqc-o,17
-datamaestro_text-2023.7.6.dist-info/zip-safe,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
-datamaestro_text-2023.7.6.dist-info/RECORD,,
+datamaestro_text-2023.7.6.1.dist-info/LICENSE,sha256=OXLcl0T2SZ8Pmy2_dmlvKuetivmyPd5m1q-Gyd-zaYY,35149
+datamaestro_text-2023.7.6.1.dist-info/METADATA,sha256=24yduxTyKWsLuDl4heKsRrNobJI5xUHkgNSb42G51tU,1742
+datamaestro_text-2023.7.6.1.dist-info/WHEEL,sha256=pkctZYzUS4AYVn6dJ-7367OJZivF2e8RA9b_ZBjif18,92
+datamaestro_text-2023.7.6.1.dist-info/entry_points.txt,sha256=lO1P5hE183L5qEEVHlG8d_ik0HNXnX7Eo87cQLdcl-Y,111
+datamaestro_text-2023.7.6.1.dist-info/top_level.txt,sha256=gYSeqViE8r7eCxSdqFJL74OwljOwKsGPaIhEcCXqc-o,17
+datamaestro_text-2023.7.6.1.dist-info/zip-safe,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
+datamaestro_text-2023.7.6.1.dist-info/RECORD,,