datamaestro-text 2023.7.6__tar.gz → 2023.7.6.1__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (115) hide show
  1. {datamaestro-text-2023.7.6/src/datamaestro_text.egg-info → datamaestro-text-2023.7.6.1}/PKG-INFO +1 -1
  2. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/src/datamaestro_text/data/ir/formats.py +6 -0
  3. datamaestro-text-2023.7.6.1/src/datamaestro_text/version.py +4 -0
  4. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1/src/datamaestro_text.egg-info}/PKG-INFO +1 -1
  5. datamaestro-text-2023.7.6/src/datamaestro_text/version.py +0 -4
  6. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/.circleci/config.yml +0 -0
  7. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/.flake8 +0 -0
  8. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/.github/workflows/pytest.yml +0 -0
  9. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/.github/workflows/python-publish.yml +0 -0
  10. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/.gitignore +0 -0
  11. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/.pre-commit-config.yaml +0 -0
  12. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/.readthedocs.yml +0 -0
  13. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/LICENSE +0 -0
  14. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/MANIFEST.in +0 -0
  15. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/Makefile +0 -0
  16. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/README.md +0 -0
  17. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/docs/Makefile +0 -0
  18. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/docs/make.bat +0 -0
  19. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/docs/requirements.txt +0 -0
  20. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/docs/source/api/conversation.rst +0 -0
  21. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/docs/source/api/index.rst +0 -0
  22. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/docs/source/api/ir.rst +0 -0
  23. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/docs/source/api/text.rst +0 -0
  24. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/docs/source/conf.py +0 -0
  25. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/docs/source/datasets/conversation.rst +0 -0
  26. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/docs/source/datasets/embeddings.rst +0 -0
  27. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/docs/source/datasets/index.rst +0 -0
  28. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/docs/source/datasets/ir.rst +0 -0
  29. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/docs/source/datasets/recommendation.rst +0 -0
  30. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/docs/source/datasets/text.rst +0 -0
  31. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/docs/source/index.rst +0 -0
  32. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/mkdocs.yml +0 -0
  33. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/pyproject.toml +0 -0
  34. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/requirements-dev.txt +0 -0
  35. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/requirements.txt +0 -0
  36. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/setup.cfg +0 -0
  37. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/setup.py +0 -0
  38. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/src/datamaestro_text/__init__.py +0 -0
  39. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/src/datamaestro_text/config/__init__.py +0 -0
  40. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/src/datamaestro_text/config/ai/quac.yaml +0 -0
  41. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/src/datamaestro_text/config/com/fastml/goodbooks-10k.yaml +0 -0
  42. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/src/datamaestro_text/config/com/github/aagohary/canard.py +0 -0
  43. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/src/datamaestro_text/config/com/github/prdwb/orconvqa.py +0 -0
  44. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/src/datamaestro_text/config/com/github/soskek/bookcorpus.yaml +0 -0
  45. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/src/datamaestro_text/config/com/microsoft/msmarco/passage.py +0 -0
  46. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/src/datamaestro_text/config/com/microsoft/wikiqa.yaml +0 -0
  47. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/src/datamaestro_text/config/com/oscar-corpus.py +0 -0
  48. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/src/datamaestro_text/config/com/sentiment140.py +0 -0
  49. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/src/datamaestro_text/config/com/smashwords/bookcorpus.py +0 -0
  50. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/src/datamaestro_text/config/edu/cornell/nlvr.yaml +0 -0
  51. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/src/datamaestro_text/config/edu/stanford/__init__.py +0 -0
  52. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/src/datamaestro_text/config/edu/stanford/aclimdb.py +0 -0
  53. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/src/datamaestro_text/config/edu/stanford/glove.py +0 -0
  54. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/src/datamaestro_text/config/edu/stanford/im2p.yaml +0 -0
  55. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/src/datamaestro_text/config/edu/upenn/__init__.py +0 -0
  56. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/src/datamaestro_text/config/edu/upenn/ldc/__init__.py +0 -0
  57. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/src/datamaestro_text/config/edu/upenn/ldc/aquaint.py +0 -0
  58. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/src/datamaestro_text/config/gov/__init__.py +0 -0
  59. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/src/datamaestro_text/config/gov/nist/__init__.py +0 -0
  60. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/src/datamaestro_text/config/gov/nist/ir/covid.py +0 -0
  61. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/src/datamaestro_text/config/gov/nist/trec/__init__.py +0 -0
  62. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/src/datamaestro_text/config/gov/nist/trec/adhoc.py +0 -0
  63. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/src/datamaestro_text/config/gov/nist/trec/clueweb.yaml +0 -0
  64. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/src/datamaestro_text/config/gov/nist/trec/deeplearning.yaml +0 -0
  65. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/src/datamaestro_text/config/gov/nist/trec/index.yaml +0 -0
  66. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/src/datamaestro_text/config/gov/nist/trec/tipster.py +0 -0
  67. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/src/datamaestro_text/config/gov/nist/trec/web.yaml +0 -0
  68. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/src/datamaestro_text/config/io/github/rajpurkar/squad.yaml +0 -0
  69. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/src/datamaestro_text/config/io/github/thunlp/fewrel.py +0 -0
  70. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/src/datamaestro_text/config/io/metamind/research/__init__.py +0 -0
  71. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/src/datamaestro_text/config/io/metamind/research/wikitext.py +0 -0
  72. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/src/datamaestro_text/config/net/mattmahoney/enwiki.yaml +0 -0
  73. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/src/datamaestro_text/config/org/acm/recsys/cb2014.yaml +0 -0
  74. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/src/datamaestro_text/config/org/cocodataset/index.yaml +0 -0
  75. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/src/datamaestro_text/config/org/grouplens/movielens.py +0 -0
  76. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/src/datamaestro_text/config/org/universaldependencies/french.py +0 -0
  77. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/src/datamaestro_text/config/uk/ac/ucl/cs/qangaroo.yaml +0 -0
  78. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/src/datamaestro_text/data/conversation/__init__.py +0 -0
  79. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/src/datamaestro_text/data/conversation/base.py +0 -0
  80. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/src/datamaestro_text/data/conversation/canard.py +0 -0
  81. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/src/datamaestro_text/data/conversation/orconvqa.py +0 -0
  82. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/src/datamaestro_text/data/embeddings.py +0 -0
  83. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/src/datamaestro_text/data/ir/__init__.py +0 -0
  84. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/src/datamaestro_text/data/ir/base.py +0 -0
  85. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/src/datamaestro_text/data/ir/cord19.py +0 -0
  86. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/src/datamaestro_text/data/ir/csv.py +0 -0
  87. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/src/datamaestro_text/data/ir/data.py +0 -0
  88. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/src/datamaestro_text/data/ir/huggingface.py +0 -0
  89. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/src/datamaestro_text/data/ir/trec.py +0 -0
  90. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/src/datamaestro_text/data/ir/utils.py +0 -0
  91. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/src/datamaestro_text/data/recommendation.py +0 -0
  92. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/src/datamaestro_text/data/tagging.py +0 -0
  93. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/src/datamaestro_text/data/text.py +0 -0
  94. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/src/datamaestro_text/datasets/irds/__init__.py +0 -0
  95. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/src/datamaestro_text/datasets/irds/data.py +0 -0
  96. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/src/datamaestro_text/datasets/irds/datasets.py +0 -0
  97. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/src/datamaestro_text/datasets/irds/utils.py +0 -0
  98. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/src/datamaestro_text/download/tmdb.py +0 -0
  99. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/src/datamaestro_text/interfaces/plaintext.py +0 -0
  100. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/src/datamaestro_text/interfaces/trec.py +0 -0
  101. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/src/datamaestro_text/test/__init__.py +0 -0
  102. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/src/datamaestro_text/test/test_datasets.py +0 -0
  103. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/src/datamaestro_text/transforms/__init__.py +0 -0
  104. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/src/datamaestro_text/transforms/ir.py +0 -0
  105. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/src/datamaestro_text/utils/__init__.py +0 -0
  106. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/src/datamaestro_text/utils/files.py +0 -0
  107. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/src/datamaestro_text/utils/randomstream.py +0 -0
  108. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/src/datamaestro_text/utils/shuffle.py +0 -0
  109. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/src/datamaestro_text.egg-info/SOURCES.txt +0 -0
  110. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/src/datamaestro_text.egg-info/dependency_links.txt +0 -0
  111. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/src/datamaestro_text.egg-info/entry_points.txt +0 -0
  112. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/src/datamaestro_text.egg-info/requires.txt +0 -0
  113. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/src/datamaestro_text.egg-info/top_level.txt +0 -0
  114. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/src/datamaestro_text.egg-info/zip-safe +0 -0
  115. {datamaestro-text-2023.7.6 → datamaestro-text-2023.7.6.1}/tox.ini +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: datamaestro-text
3
- Version: 2023.7.6
3
+ Version: 2023.7.6.1
4
4
  Summary: Datamaestro module for text-related datasets
5
5
  Home-page: https://github.com/experimaestro/datamaestro_text
6
6
  Author: Benjamin Piwowarski
@@ -1,3 +1,4 @@
1
+ from typing import ClassVar
1
2
  from attrs import define
2
3
  from .base import IDHolder, Document, Topic
3
4
 
@@ -9,6 +10,11 @@ class CordDocument(IDHolder, Document):
9
10
  url: str
10
11
  pubmed_id: str
11
12
 
13
+ has_text: ClassVar[bool] = True
14
+
15
+ def get_text(self):
16
+ return f"{self.title} {self.text}"
17
+
12
18
 
13
19
  @define
14
20
  class TrecTopic(IDHolder, Topic):
@@ -0,0 +1,4 @@
1
+ # file generated by setuptools_scm
2
+ # don't change, don't track in version control
3
+ __version__ = version = '2023.7.6.1'
4
+ __version_tuple__ = version_tuple = (2023, 7, 6, 1)
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: datamaestro-text
3
- Version: 2023.7.6
3
+ Version: 2023.7.6.1
4
4
  Summary: Datamaestro module for text-related datasets
5
5
  Home-page: https://github.com/experimaestro/datamaestro_text
6
6
  Author: Benjamin Piwowarski
@@ -1,4 +0,0 @@
1
- # file generated by setuptools_scm
2
- # don't change, don't track in version control
3
- __version__ = version = '2023.7.6'
4
- __version_tuple__ = version_tuple = (2023, 7, 6)