datamaestro-text 2025.4.3__tar.gz → 2025.5.13__tar.gz

{datamaestro_text-2025.4.3 → datamaestro_text-2025.5.13}/.flake8

@@ -1,5 +1,5 @@
 [flake8]
-ignore = E203, E266, E501, W503, F403, F401
+ignore = E203, E266, E501, W503, F403, F401, E704
 max-line-length = 79
 max-complexity = 18
 select = B,C,E,F,W,T4,B9

{datamaestro_text-2025.4.3 → datamaestro_text-2025.5.13}/.github/workflows/pytest.yml

@@ -15,20 +15,18 @@ jobs:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        python-version: [3.8, 3.9, "3.10", "3.11"]
+        python-version: ["3.10", "3.11", "3.12"]
 
     steps:
     - uses: actions/checkout@v2
     - name: Set up Python ${{ matrix.python-version }}
-      uses: actions/setup-python@v2
+      uses: actions/setup-python@v5
       with:
         python-version: ${{ matrix.python-version }}
     - name: Install dependencies
       run: |
         python -m pip install --upgrade pip
-        pip install flake8 pytest
-        if [ -f requirements.txt ]; then pip install -r requirements.txt; fi
-        SETUPTOOLS_SCM_PRETEND_VERSION="0.1-dev" pip install --no-dependencies -e .
+        SETUPTOOLS_SCM_PRETEND_VERSION="0.1-dev" pip install -e '.[dev]'
     - name: Lint with flake8
       run: |
         # stop the build if there are Python syntax errors or undefined names

{datamaestro_text-2025.4.3/src/datamaestro_text.egg-info → datamaestro_text-2025.5.13}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: datamaestro-text
-Version: 2025.4.3
+Version: 2025.5.13
 Summary: Datamaestro module for text-related datasets
 Author-email: Benjamin Piwowarski <benjamin@piwowarski.fr>
 License: GPL-3
@@ -18,9 +18,15 @@ Classifier: Topic :: Software Development :: Libraries :: Python Modules
 Requires-Python: >=3.8
 Description-Content-Type: text/markdown
 License-File: LICENSE
-Requires-Dist: datamaestro>=1.2.1
+Requires-Dist: datamaestro>=1.4.2
 Requires-Dist: ir_datasets>=0.5.8
 Requires-Dist: attrs
+Provides-Extra: dev
+Requires-Dist: pytest; extra == "dev"
+Requires-Dist: docutils; extra == "dev"
+Requires-Dist: sphobjinv; extra == "dev"
+Requires-Dist: flake8; extra == "dev"
+Requires-Dist: sphinx; extra == "dev"
 Dynamic: license-file
 
  [![pre-commit](https://img.shields.io/badge/pre--commit-enabled-brightgreen?logo=pre-commit&logoColor=white)](https://github.com/pre-commit/pre-commit) [![PyPI version](https://badge.fury.io/py/datamaestro-text.svg)](https://badge.fury.io/py/datamaestro-text)

{datamaestro_text-2025.4.3 → datamaestro_text-2025.5.13}/pyproject.toml

@@ -27,6 +27,16 @@ homepage = "https://github.com/experimaestro/datamaestro_text"
 documentation = "https://datamaestro-text.readthedocs.io/en/latest/"
 repository = "https://github.com/experimaestro/datamaestro_text"
 
+
+[project.optional-dependencies]
+dev = [
+    "pytest",
+    "docutils",
+    "sphobjinv",
+    "flake8",
+    "sphinx"
+]
+
 [tool.setuptools_scm]
 write_to = "src/datamaestro_text/version.py"
 fallback_version = "0.0.0-dev"

{datamaestro_text-2025.4.3 → datamaestro_text-2025.5.13}/requirements.txt

@@ -1,3 +1,3 @@
-datamaestro>=1.2.1
+datamaestro>=1.4.2
 ir_datasets>=0.5.8
 attrs

{datamaestro_text-2025.4.3 → datamaestro_text-2025.5.13}/src/datamaestro_text/config/com/github/aagohary/canard.py

@@ -1,7 +1,5 @@
-# See documentation on https://datamaestro.readthedocs.io
-
 from datamaestro.definitions import datatasks, datatags, dataset
-from datamaestro.download.archive import zipdownloader
+from datamaestro.download.single import filedownloader
 from datamaestro.utils import HashCheck
 
 from datamaestro.data.ml import Supervised
@@ -10,14 +8,23 @@ from datamaestro_text.data.conversation.canard import CanardDataset
 
 @datatags("conversation", "context", "query")
 @datatasks("query rewriting")
-@zipdownloader(
-    "archive",
-    "https://obj.umiacs.umd.edu/elgohary/CANARD_Release.zip",
-    subpath="CANARD_Release",
-    checker=HashCheck("c9bba7c6bb898f669383415b54fd6ffd"),
+@filedownloader(
+    "train.json",
+    "https://raw.githubusercontent.com/aagohary/canard/refs/heads/master/data/release/train.json",
+    checker=HashCheck("73624ac646fb81e09b0fd7f01370ada3"),
+)
+@filedownloader(
+    "dev.json",
+    "https://raw.githubusercontent.com/aagohary/canard/refs/heads/master/data/release/dev.json",
+    checker=HashCheck("c84525631a83bc771c58ff31f4a9b601"),
+)
+@filedownloader(
+    "test.json",
+    "https://raw.githubusercontent.com/aagohary/canard/refs/heads/master/data/release/test.json",
+    checker=HashCheck("3fc14d0078e7a5056f5da571728f024e"),
 )
 @dataset(Supervised, url="https://sites.google.com/view/qanta/projects/canard", id="")
-def main(archive):
+def main(train, dev, test):
     """Question-in-context rewriting
 
     CANARD is a dataset for question-in-context rewriting that consists of
@@ -30,7 +37,7 @@ def main(archive):
     Each dataset is an instance of :class:`datamaestro_text.data.conversation.CanardDataset`
     """
     return {
-        "train": CanardDataset(path=archive / "train.json"),
-        "validation": CanardDataset(path=archive / "dev.json"),
-        "test": CanardDataset(path=archive / "test.json"),
+        "train": CanardDataset(path=train),
+        "validation": CanardDataset(path=dev),
+        "test": CanardDataset(path=test),
     }

{datamaestro_text-2025.4.3 → datamaestro_text-2025.5.13}/src/datamaestro_text/config/com/github/apple/ml-qrecc.py

@@ -25,12 +25,11 @@ from datamaestro_text.datasets.irds.helpers import lz4docstore_builder
     checker=HashCheck("f88fcc7ef3678cd6312080389c8abd67"),
 )
 @dataset(
-    Supervised[QReCCDataset, None, QReCCDataset],
     url="https://github.com/apple/ml-qrecc",
     doi="https://doi.org/10.48550/arXiv.2010.04898",
     id="",
 )
-def main(data: Path):
+def main(data: Path) -> Supervised[QReCCDataset, None, QReCCDataset]:
     """Open-Domain Question Answering Goes Conversational via Question Rewriting
 
     We introduce QReCC (Question Rewriting in Conversational Context), an
@@ -40,10 +39,10 @@ def main(data: Path):
     answering that includes the individual subtasks of question rewriting,
     passage retrieval and reading comprehension
     """
-    return {
-        "train": QReCCDataset(path=data / "qrecc_train.json"),
-        "test": QReCCDataset(path=data / "qrecc_test.json"),
-    }
+    return Supervised(
+        train=QReCCDataset(path=data / "qrecc_train.json"),
+        test=QReCCDataset(path=data / "qrecc_test.json"),
+    )
 
 
 @dataset(
@@ -52,7 +51,6 @@ def main(data: Path):
 )
 class Content(LZ4JSONLDocumentStore):
     """QReCC mentionned URLs content"""
-
     @staticmethod
     def __create_dataset__(dataset, options=None):
         ds = reference(reference=main).setup(dataset, options)
@@ -67,7 +65,7 @@ class Content(LZ4JSONLDocumentStore):
             "id",
         ).setup(dataset, options)
 
-        return LZ4JSONLDocumentStore(jsonl_path=store_path)
+        return Content(jsonl_path=store_path)
 
     @staticmethod
     def _documents(path: Path):

{datamaestro_text-2025.4.3 → datamaestro_text-2025.5.13}/src/datamaestro_text/config/com/sentiment140.py

@@ -1,11 +1,10 @@
 from datamaestro.data.csv import Generic
-from datamaestro.definitions import argument, datatasks, datatags, dataset
+from datamaestro.definitions import datatasks, datatags, dataset
 from datamaestro.download.archive import zipdownloader
 from datamaestro.data.ml import Supervised
 from datamaestro.utils import HashCheck
 
 
-
 @zipdownloader(
     "dir",
     "http://cs.stanford.edu/people/alecmgo/trainingandtestdata.zip",

{datamaestro_text-2025.4.3 → datamaestro_text-2025.5.13}/src/datamaestro_text/config/edu/stanford/glove.py

@@ -11,6 +11,7 @@ from datamaestro.download.archive import zipdownloader
 from datamaestro.download.single import filedownloader
 from datamaestro_text.data.embeddings import WordEmbeddingsText
 
+
 # size: 822M
 # statistics:
 #   tokens: 6G

{datamaestro_text-2025.4.3 → datamaestro_text-2025.5.13}/src/datamaestro_text/data/conversation/base.py

@@ -129,6 +129,8 @@ class ConversationNode:
 
 
 class ConversationTree(ABC):
+    """Represents a conversation tree"""
+
     @abstractmethod
     def root(self) -> ConversationNode:
         ...
@@ -192,7 +194,7 @@ class SingleConversationTreeNode(ConversationNode):
         return (
             SingleConversationTreeNode(self.tree, self.index + 1)
             if self.index < len(self.tree.history) - 1
-            else []
+            else None
         )
 
     def children(self) -> List[ConversationNode]:
@@ -207,8 +209,8 @@ class ConversationTreeNode(ConversationNode, ConversationTree):
     """A conversation tree node"""
 
     entry: Record
-    parent: Optional["ConversationTreeNode"]
-    children: List["ConversationTreeNode"]
+    _parent: Optional["ConversationTreeNode"]
+    _children: List["ConversationTreeNode"]
 
     def __init__(self, entry):
         self.entry = entry
@@ -216,8 +218,8 @@ class ConversationTreeNode(ConversationNode, ConversationTree):
         self.children = []
 
     def add(self, node: "ConversationTreeNode") -> "ConversationTreeNode":
-        self.children.append(node)
-        node.parent = self
+        self._children.append(node)
+        node._parent = self
         return node
 
     def conversation(self, skip_self: bool) -> ConversationHistory:
@@ -232,14 +234,14 @@ class ConversationTreeNode(ConversationNode, ConversationTree):
     def __iter__(self) -> Iterator["ConversationTreeNode"]:
         """Iterates over all conversation tree nodes (pre-order)"""
         yield self.entry
-        for child in self.children:
+        for child in self._children:
             yield from child
 
     def parent(self) -> Optional[ConversationNode]:
-        return self.parent
+        return self._parent
 
     def children(self) -> List[ConversationNode]:
-        return self.children
+        return self._children
 
     def root(self):
         return self

datamaestro_text-2025.5.13/src/datamaestro_text/data/conversation/canard.py

@@ -0,0 +1,107 @@
+from typing import Iterator, List
+from attr import define
+import json
+from datamaestro.record import Record
+from datamaestro.data import File
+from datamaestro_text.data.conversation.base import (
+    ConversationDataset,
+    ConversationTree,
+    SingleConversationTree,
+    SimpleDecontextualizedItem,
+    EntryType,
+)
+from datamaestro_text.data.ir import IDItem, SimpleTextItem
+import logging
+
+
+@define(kw_only=True)
+class CanardConversation:
+    """A query with past history"""
+
+    history: List[str]
+    """The list of queries asked by the user"""
+
+    query: str
+    """The last issued query"""
+
+    rewrite: str
+    """Manually rewritten query"""
+
+    dialogue_id: str
+    """Conversation identifier"""
+
+    query_no: int
+    """Question number"""
+
+
+class CanardDataset(ConversationDataset, File):
+    """A dataset in the CANARD JSON format
+
+    The CANARD dataset is composed of
+    """
+
+    def entries(self) -> Iterator[CanardConversation]:
+        """Iterates over re-written query with their context"""
+        with self.path.open("rt") as fp:
+            data = json.load(fp)
+
+        for entry in data:
+            yield CanardConversation(
+                history=entry["History"],
+                query=entry["Question"],
+                rewrite=entry["Rewrite"],
+                dialogue_id=entry["QuAC_dialog_id"],
+                query_no=entry["Question_no"],
+            )
+
+    def __iter__(self) -> Iterator[ConversationTree]:
+        history: list[Record] = []
+        current_id = None
+
+        for entry in self.entries():
+            # Check if current conversation, otherwise we are OK
+            if current_id != entry.dialogue_id:
+                if current_id is not None:
+                    history.reverse()
+                    yield SingleConversationTree(current_id, history)
+                    history = []
+
+                current_id = entry.dialogue_id
+
+            if not history:
+                # First round
+                # The two first items are the wikipedia title and section,
+                # we interpret them as two user queries
+                assert len(entry.history) == 2
+                history.extend(
+                    Record(
+                        SimpleTextItem(text),
+                        EntryType.USER_QUERY,
+                    )
+                    for text in entry.history
+                )
+            else:
+                # The utterance before the last is the last user query
+                assert (
+                    entry.history[-2] == history[-1][SimpleTextItem].text
+                ), f"{entry.dialogue_id} {entry.history} / {history[-4:-1]}"
+
+                # The last utterance is the system side
+                history.append(
+                    Record(SimpleTextItem(entry.history[-1]), EntryType.SYSTEM_ANSWER)
+                )
+
+            assert len(entry.history) == len(history)
+
+            # Add to current
+            history.append(
+                Record(
+                    IDItem(f"{entry.dialogue_id}-{entry.query_no}"),
+                    SimpleTextItem(entry.query),
+                    SimpleDecontextualizedItem(entry.rewrite),
+                    EntryType.USER_QUERY,
+                )
+            )
+
+        if current_id:
+            yield SingleConversationTree(current_id, history)

{datamaestro_text-2025.4.3 → datamaestro_text-2025.5.13}/src/datamaestro_text/data/conversation/orconvqa.py

@@ -1,4 +1,3 @@
-from functools import cached_property
 from typing import Iterator, List, Optional
 from attr import define
 import json

{datamaestro_text-2025.4.3 → datamaestro_text-2025.5.13}/src/datamaestro_text/data/ir/base.py

@@ -43,6 +43,12 @@ class IDItem(Item, ABC):
 
     id: str
 
+@define
+class UrlItem(Item):
+    """An url item"""
+
+    url: str
+
 
 @define
 class AdhocAssessment:

{datamaestro_text-2025.4.3 → datamaestro_text-2025.5.13}/src/datamaestro_text/data/ir/formats.py

@@ -58,7 +58,7 @@ class NFCorpusDocument(TextItem):
 
     @cached_property
     def text(self):
-        return self.abstract
+        return f"{self.title} {self.abstract}"
 
 
 @define
@@ -99,8 +99,8 @@ class WapoDocument(TextItem):
     body_media: Tuple[WapoDocMedia, ...]
 
     @cached_property
-    def text(self):
-        return self.body
+    def text(self):        
+        return f"{self.title} {self.body_paras_html}"
 
 
 @define
@@ -126,13 +126,24 @@ class OrConvQADocument(TextItem):
     def text(self):
         return f"{self.title} {self.body}"
 
+
 @define
+class DprW100Doc(TextItem):
+    text: str
+    title: str
+
+@define 
+class MsMarcoV2Passage(TextItem):
+    text: str
+    spans: Tuple[Tuple[int, int], ...]
+    msmarco_document_id: str
 class Touche2020(TextItem):
     text: str
     title: str
     stance: str
     url: str
 
+
 @define
 class SciDocs(TextItem):
     text: str
@@ -175,7 +186,8 @@ class TrecMb14Query(TextItem):
     def get_text(self):
         return f"{self.query}"
 
-@define 
+
+@define
 class SciDocsTopic(TextItem):
     text: str
     authors: List[str]
@@ -183,6 +195,7 @@ class SciDocsTopic(TextItem):
     cited_by: List[str]
     references: List[str]
 
+
 @define()
 class TrecTopic(SimpleTextItem):
     description: str
@@ -190,3 +203,17 @@ class TrecTopic(SimpleTextItem):
 
 
 TrecTopicRecord = record_type(IDItem, TrecTopic)
+
+@define
+class DprW100Query(TextItem):
+    text: str
+    answers: Tuple[str]
+
+@define
+class TrecBackgroundLinkingQuery(IDItem):
+    query_id: str
+    doc_id: str
+    url: str
+
+    def get_text(self):
+        raise NotImplementedError()

{datamaestro_text-2025.4.3 → datamaestro_text-2025.5.13}/src/datamaestro_text/datasets/irds/data.py

@@ -37,6 +37,7 @@ from datamaestro_text.data.ir.base import (
     SimpleAdhocAssessment,
     SimpleTextItem,
     TopicRecord,
+    UrlItem,
     create_record,
 )
 
@@ -165,6 +166,19 @@ class Documents(ir.DocumentStore, IRDSId):
             "source",
             "source_content_type",
         ),
+        _irds.dpr_w100.DprW100Doc: tuple_constructor(
+            formats.DprW100Doc,
+            "doc_id",
+            "text",
+            "title",
+        ),
+        _irds.msmarco_passage_v2.MsMarcoV2Passage: tuple_constructor(
+            formats.MsMarcoV2Passage,
+            "doc_id",
+            "text",
+            "spans",
+            "msmarco_document_id",
+        ),
     }
 
     """Wraps an ir datasets collection -- and provide a default text
@@ -385,6 +399,12 @@ class Topics(ir.TopicsStore, IRDSId):
             "tweet_time",
             "description",
         ),
+        _irds.dpr_w100.DprW100Query: tuple_constructor(
+            formats.DprW100Query,
+            "query_id",
+            "text",
+            "answers"
+        ),
     }
 
     HANDLERS = {
@@ -415,7 +435,52 @@ class Topics(ir.TopicsStore, IRDSId):
     def iter(self) -> Iterator[TopicRecord]:
         """Returns an iterator over topics"""
         return self.handler.iter()
+    
+class TrecBackgroundLinkingTopicsHandler(TopicsHandler):
+    def __init__(self, dataset):
+        self.dataset = dataset
+    
+    @cached_property
+    def ext2records(self):
+        return {record[IDItem].id: record for record in self.records}
+
+    def topic_int(self, internal_topic_id: int) -> TopicRecord:
+        """Returns a document given its internal ID"""
+        return self.records[internal_topic_id]
+
+    def topic_ext(self, external_topic_id: str) -> TopicRecord:
+        """Returns a document given its external ID"""
+        return self.ext2records[external_topic_id]
 
+    def iter(self) -> Iterator[ir.TopicRecord]:
+        """Returns an iterator over topics"""
+        return iter(self.records)
+
+    @cached_property
+    def records(self):
+        try:
+            records = []
+
+            for query in self.dataset.dataset.queries_iter():
+                topic =  Record(
+                    IDItem(query.query_id),
+                    # Following BEIR documentation, we use title of documents as queries: https://github.com/beir-cellar/beir/blob/main/examples/dataset/README.md#queries-and-qrels
+                    SimpleTextItem(self.dataset.dataset.docs_store().get(query.doc_id).title), 
+                    UrlItem(query.url),
+                )
+                records.append(topic)
+        except Exception:
+            logging.exception("Error while computing topic records")
+            raise
+
+        return records
+
+
+Topics.HANDLERS.update(
+    {
+        _irds.wapo.TrecBackgroundLinkingQuery: TrecBackgroundLinkingTopicsHandler
+    }
+)
 
 class CastTopicsHandler(TopicsHandler):
     def __init__(self, dataset):

{datamaestro_text-2025.4.3 → datamaestro_text-2025.5.13}/src/datamaestro_text/datasets/irds/datasets.py

@@ -116,10 +116,6 @@ class AdhocRunDataset(Dataset):
     def _prepare(self, download=False) -> AdhocRun:
         return AdhocRun(id=self.fullid)
 
-    @property
-    def configtype(self):
-        return AdhocRun
-
 
 class Collection(Dataset):
     base = Adhoc

{datamaestro_text-2025.4.3 → datamaestro_text-2025.5.13}/src/datamaestro_text/utils/iter.py

@@ -1,4 +1,4 @@
-from typing import Callable, TypeVar, Iterator, List, Union
+from typing import Callable, Sequence, TypeVar, Iterator, List, Union
 
 T = TypeVar("T")
 
@@ -45,7 +45,7 @@ class RangeView:
         return RangeView(self.source, key)
 
 
-class LazyList:
+class LazyList(Sequence):
     """Iterable-based list
 
     The list is only materialized if needed"""
@@ -63,6 +63,9 @@ class LazyList:
         else:
             return iter(self.materialized_list)
 
+    def __len__(self):
+        return len(self.iterable)
+
     def __getitem__(self, index):
         # Materialize the list if accessing an index above the threshold or any slice
         if isinstance(index, slice) or index >= self.materialize_threshold:

{datamaestro_text-2025.4.3 → datamaestro_text-2025.5.13}/src/datamaestro_text/version.py

@@ -17,5 +17,5 @@ __version__: str
 __version_tuple__: VERSION_TUPLE
 version_tuple: VERSION_TUPLE
 
-__version__ = version = '2025.4.3'
-__version_tuple__ = version_tuple = (2025, 4, 3)
+__version__ = version = '2025.5.13'
+__version_tuple__ = version_tuple = (2025, 5, 13)

{datamaestro_text-2025.4.3 → datamaestro_text-2025.5.13/src/datamaestro_text.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: datamaestro-text
-Version: 2025.4.3
+Version: 2025.5.13
 Summary: Datamaestro module for text-related datasets
 Author-email: Benjamin Piwowarski <benjamin@piwowarski.fr>
 License: GPL-3
@@ -18,9 +18,15 @@ Classifier: Topic :: Software Development :: Libraries :: Python Modules
 Requires-Python: >=3.8
 Description-Content-Type: text/markdown
 License-File: LICENSE
-Requires-Dist: datamaestro>=1.2.1
+Requires-Dist: datamaestro>=1.4.2
 Requires-Dist: ir_datasets>=0.5.8
 Requires-Dist: attrs
+Provides-Extra: dev
+Requires-Dist: pytest; extra == "dev"
+Requires-Dist: docutils; extra == "dev"
+Requires-Dist: sphobjinv; extra == "dev"
+Requires-Dist: flake8; extra == "dev"
+Requires-Dist: sphinx; extra == "dev"
 Dynamic: license-file
 
  [![pre-commit](https://img.shields.io/badge/pre--commit-enabled-brightgreen?logo=pre-commit&logoColor=white)](https://github.com/pre-commit/pre-commit) [![PyPI version](https://badge.fury.io/py/datamaestro-text.svg)](https://badge.fury.io/py/datamaestro-text)

datamaestro_text-2025.5.13/src/datamaestro_text.egg-info/requires.txt

@@ -0,0 +1,10 @@
+datamaestro>=1.4.2
+ir_datasets>=0.5.8
+attrs
+
+[dev]
+pytest
+docutils
+sphobjinv
+flake8
+sphinx

datamaestro_text-2025.4.3/src/datamaestro_text/data/conversation/canard.py

@@ -1,68 +0,0 @@
-from typing import Iterator, List
-from attr import define
-import json
-from datamaestro.data import File
-from .base import (
-    ConversationTree,
-    SingleConversationTree,
-)
-from . import ConversationDataset
-
-
-@define(kw_only=True)
-class CanardConversation:
-    """A query with past history"""
-
-    history: List[str]
-    """The list of queries asked by the user"""
-
-    query: str
-    """The last issued query"""
-
-    rewrite: str
-    """Manually rewritten query"""
-
-    dialogue_id: str
-    """Conversation identifier"""
-
-    query_no: int
-    """Question number"""
-
-
-class CanardDataset(ConversationDataset, File):
-    """A dataset in the CANARD JSON format"""
-
-    def entries(self) -> Iterator[CanardConversation]:
-        """Iterates over re-written query with their context"""
-        with self.path.open("rt") as fp:
-            data = json.load(fp)
-
-        for entry in data:
-            yield CanardConversation(
-                history=entry["History"],
-                query=entry["Question"],
-                rewrite=entry["Rewrite"],
-                dialogue_id=entry["QuAC_dialog_id"],
-                query_no=entry["Question_no"],
-            )
-
-    def __iter__(self) -> Iterator[ConversationTree]:
-        history = []
-        current_id = None
-
-        for entry in self.entries():
-            # Check if current conversation
-            if current_id != entry.dialogue_id and current_id is not None:
-                history.reverse()
-                yield SingleConversationTree(current_id, history)
-
-            # Add to current
-            history.append(
-                # FIXME: not working anymore
-                CanardEntry(
-                    query=entry.query,
-                    decontextualized_query=entry.rewrite,
-                )
-            )
-
-        yield current

datamaestro_text-2025.4.3/src/datamaestro_text.egg-info/requires.txt

@@ -1,3 +0,0 @@
-datamaestro>=1.2.1
-ir_datasets>=0.5.8
-attrs