datamaestro-text 2025.9.11__tar.gz → 2026.1.1__tar.gz

{datamaestro_text-2025.9.11/src/datamaestro_text.egg-info → datamaestro_text-2026.1.1}/PKG-INFO

@@ -1,33 +1,37 @@
 Metadata-Version: 2.4
 Name: datamaestro-text
-Version: 2025.9.11
+Version: 2026.1.1
 Summary: Datamaestro module for text-related datasets
+Project-URL: Homepage, https://github.com/experimaestro/datamaestro_text
+Project-URL: Documentation, https://datamaestro-text.readthedocs.io/en/latest/
+Project-URL: Repository, https://github.com/experimaestro/datamaestro_text
+Project-URL: Bug Tracker, https://github.com/experimaestro/datamaestro_text/issues
 Author-email: Benjamin Piwowarski <benjamin@piwowarski.fr>
-License: GPL-3
-Project-URL: homepage, https://github.com/experimaestro/datamaestro_text
-Project-URL: documentation, https://datamaestro-text.readthedocs.io/en/latest/
-Project-URL: repository, https://github.com/experimaestro/datamaestro_text
-Keywords: dataset manager,information retrieval,experiments
+License: GPL-3.0-or-later
+License-File: LICENSE
+Keywords: dataset manager,experiments,information retrieval
 Classifier: Development Status :: 4 - Beta
 Classifier: Intended Audience :: Science/Research
 Classifier: License :: OSI Approved :: GNU General Public License v3 (GPLv3)
 Classifier: Operating System :: OS Independent
 Classifier: Programming Language :: Python
 Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
 Classifier: Topic :: Software Development :: Libraries :: Python Modules
 Requires-Python: >=3.10
-Description-Content-Type: text/markdown
-License-File: LICENSE
-Requires-Dist: datamaestro>=1.5.0
-Requires-Dist: ir_datasets>=0.5.8
 Requires-Dist: attrs
+Requires-Dist: datamaestro>=1.6.2
+Requires-Dist: experimaestro
+Requires-Dist: ir-datasets>=0.5.8
 Provides-Extra: dev
-Requires-Dist: pytest; extra == "dev"
-Requires-Dist: docutils; extra == "dev"
-Requires-Dist: sphobjinv; extra == "dev"
-Requires-Dist: flake8; extra == "dev"
-Requires-Dist: sphinx; extra == "dev"
-Dynamic: license-file
+Requires-Dist: docutils; extra == 'dev'
+Requires-Dist: flake8; extra == 'dev'
+Requires-Dist: pytest; extra == 'dev'
+Requires-Dist: sphinx<8; extra == 'dev'
+Requires-Dist: sphobjinv; extra == 'dev'
+Description-Content-Type: text/markdown
 
  [![pre-commit](https://img.shields.io/badge/pre--commit-enabled-brightgreen?logo=pre-commit&logoColor=white)](https://github.com/pre-commit/pre-commit) [![PyPI version](https://badge.fury.io/py/datamaestro-text.svg)](https://badge.fury.io/py/datamaestro-text)
 

datamaestro_text-2026.1.1/pyproject.toml

@@ -0,0 +1,87 @@
+[build-system]
+requires = ["hatchling", "hatch-vcs"]
+build-backend = "hatchling.build"
+
+[project]
+name = "datamaestro-text"
+authors = [
+    {name = "Benjamin Piwowarski", email = "benjamin@piwowarski.fr"}
+]
+description = "Datamaestro module for text-related datasets"
+readme = "README.md"
+license = {text = "GPL-3.0-or-later"}
+keywords = ["dataset manager", "information retrieval", "experiments"]
+classifiers = [
+    "Development Status :: 4 - Beta",
+    "Intended Audience :: Science/Research",
+    "License :: OSI Approved :: GNU General Public License v3 (GPLv3)",
+    "Operating System :: OS Independent",
+    "Programming Language :: Python",
+    "Programming Language :: Python :: 3",
+    "Programming Language :: Python :: 3.10",
+    "Programming Language :: Python :: 3.11",
+    "Programming Language :: Python :: 3.12",
+    "Topic :: Software Development :: Libraries :: Python Modules",
+]
+requires-python = ">=3.10"
+dynamic = ["version"]
+dependencies = [
+    "datamaestro>=1.6.2",
+    "ir_datasets>=0.5.8",
+    "attrs",
+    "experimaestro",
+]
+
+[project.optional-dependencies]
+dev = [
+    "pytest",
+    "docutils",
+    "sphobjinv",
+    "flake8",
+    "sphinx<8",
+]
+
+[project.urls]
+Homepage = "https://github.com/experimaestro/datamaestro_text"
+Documentation = "https://datamaestro-text.readthedocs.io/en/latest/"
+Repository = "https://github.com/experimaestro/datamaestro_text"
+"Bug Tracker" = "https://github.com/experimaestro/datamaestro_text/issues"
+
+[project.entry-points."datamaestro.repositories"]
+text = "datamaestro_text:Repository"
+irds = "datamaestro_text.datasets.irds:Repository"
+
+[tool.hatch.version]
+source = "vcs"
+
+[tool.hatch.version.raw-options]
+local_scheme = "no-local-version"
+
+[tool.hatch.build.hooks.vcs]
+version-file = "src/datamaestro_text/version.py"
+
+[tool.hatch.build.targets.sdist]
+include = [
+    "/src",
+    "/README.md",
+    "/LICENSE",
+    "/pyproject.toml",
+]
+
+[tool.hatch.build.targets.wheel]
+packages = ["src/datamaestro_text"]
+
+[tool.pytest.ini_options]
+junit_family = "xunit2"
+testpaths = ["src/datamaestro_text"]
+norecursedirs = ["node_modules"]
+
+[dependency-groups]
+dev = [
+    "docutils>=0.21.2",
+    "flake8>=7.3.0",
+    "git-cliff>=2.11.0",
+    "pytest>=8.4.1",
+    "sphinx>=7,<8",
+    "sphobjinv>=2.3.1.3",
+]

{datamaestro_text-2025.9.11 → datamaestro_text-2026.1.1}/src/datamaestro_text/config/com/oscar-corpus.py

@@ -1,4 +1,4 @@
-from datamaestro.definitions import argument, datatasks, datatags, dataset
+from datamaestro.definitions import datatasks, datatags, dataset
 from datamaestro.download.single import filedownloader
 from datamaestro_text.data.text import TextFile
 from datamaestro.utils import HashCheck

{datamaestro_text-2025.9.11 → datamaestro_text-2026.1.1}/src/datamaestro_text/config/com/smashwords/bookcorpus.py

@@ -1,6 +1,6 @@
 # See documentation on https://datamaestro.readthedocs.io
 
-from datamaestro.definitions import argument, datatasks, datatags, dataset
+from datamaestro.definitions import datatasks, datatags, dataset
 from datamaestro_text.data.text import TextFolder
 from datamaestro.download.archive import tardownloader
 from datamaestro.utils import HashCheck

datamaestro_text-2026.1.1/src/datamaestro_text/config/fr/granddebat.py

@@ -0,0 +1,186 @@
+# See documentation on https://datamaestro.readthedocs.io
+
+from pathlib import Path
+from datamaestro.definitions import datatags, dataset
+from datamaestro_text.data.debate import GrandDebatFile
+from datamaestro.download.single import filedownloader
+from datamaestro.utils import HashCheck
+from datamaestro.stream import Transform
+import io
+import json
+import ijson
+import os
+import threading
+
+
+class JsonToJsonl(Transform):
+    """Transforms a JSON file with an array into a JSONL file with one line per
+    array element"""
+
+    def __call__(self, fileobj: io.IOBase) -> io.IOBase:
+        # Stream items from the top-level array into a read-end pipe.
+        try:
+            fileobj.seek(0)
+        except Exception:
+            pass
+
+        r_fd, w_fd = os.pipe()
+        r_file = os.fdopen(r_fd, "rb")
+        w_file = os.fdopen(w_fd, "wb")
+
+        def _writer(fin, fout):
+            try:
+                for item in ijson.items(fin, "item"):
+                    line = json.dumps(item, ensure_ascii=False) + "\n"
+                    fout.write(line.encode("utf-8"))
+                fout.close()
+            except Exception:
+                try:
+                    fout.close()
+                except Exception:
+                    pass
+
+        t = threading.Thread(target=_writer, args=(fileobj, w_file), daemon=True)
+        t.start()
+
+        return r_file
+
+
+@filedownloader(
+    "la_transition_ecologique_2019_03_21.jsonl",
+    "http://opendata.auth-6f31f706db6f4a24b55f42a6a79c5086.storage.sbg.cloud.ovh.net/2019-03-21/LA_TRANSITION_ECOLOGIQUE.json",
+    checker=HashCheck("c4ed3a8b8c43d5806d1f090e03f7aa91"),
+    transforms=JsonToJsonl(),
+)
+@datatags("politics", "debate", "french")
+@dataset(
+    GrandDebatFile,
+    url="https://granddebat.fr",
+)
+def transition(la_transition_ecologique_2019_03_21: Path):
+    """Grand Débat National (transition écologique)
+
+    The *Grand Débat National* (GDN) is a country-wide citizen consultation held
+    in France in 2019.
+
+
+    The consultation prompted citizens to express their views across four main
+    themes: *Taxation and public spending*, *Organization of the state and
+    public services*, *Democracy and citizenship*, and *Ecological transition*.
+    A significant portion of this consultation involved online questionnaires,
+    each concluding with a critical open-ended prompt: "Do you have anything to
+    add about [theme]?".
+    """
+    return GrandDebatFile.C(path=la_transition_ecologique_2019_03_21)
+
+
+@filedownloader(
+    "fiscalité_et_dépenses_publiques_2019_03_21.jsonl",
+    "http://opendata.auth-6f31f706db6f4a24b55f42a6a79c5086.storage.sbg.cloud.ovh.net/2019-03-21/LA_FISCALITE_ET_LES_DEPENSES_PUBLIQUES.json",
+    checker=HashCheck("c4ed3a8b8c43d5806d1f090e03f7aa91"),
+    transforms=JsonToJsonl(),
+)
+@datatags("politics", "debate", "french")
+@dataset(
+    GrandDebatFile,
+    url="https://granddebat.fr",
+)
+def fiscalité(fiscalité_et_dépenses_publiques_2019_03_21: Path):
+    """Grand Débat National (fiscalité et dépenses publiques)
+
+    The *Grand Débat National* (GDN) is a country-wide citizen consultation held
+    in France in 2019.
+
+
+    The consultation prompted citizens to express their views across four main
+    themes: *Taxation and public spending*, *Organization of the state and
+    public services*, *Democracy and citizenship*, and *Ecological transition*.
+    A significant portion of this consultation involved online questionnaires,
+    each concluding with a critical open-ended prompt: "Do you have anything to
+    add about [theme]?".
+    """
+    return GrandDebatFile.C(path=fiscalité_et_dépenses_publiques_2019_03_21)
+
+
+@filedownloader(
+    "democratie_et_citoyennete_2019_03_21.jsonl",
+    "http://opendata.auth-6f31f706db6f4a24b55f42a6a79c5086.storage.sbg.cloud.ovh.net/2019-03-21/DEMOCRATIE_ET_CITOYENNETE.json",
+    checker=HashCheck("049aaeca7e51747f2da5d68143c760fa"),
+    transforms=JsonToJsonl(),
+)
+@datatags("politics", "debate", "french")
+@dataset(
+    GrandDebatFile,
+    url="https://granddebat.fr",
+)
+def démocratie(democratie_et_citoyennete_2019_03_21: Path):
+    """Grand Débat National (démocratie et citoyenneté)
+
+    The *Grand Débat National* (GDN) is a country-wide citizen consultation held
+    in France in 2019.
+
+
+    The consultation prompted citizens to express their views across four main
+    themes: *Taxation and public spending*, *Organization of the state and
+    public services*, *Democracy and citizenship*, and *Ecological transition*.
+    A significant portion of this consultation involved online questionnaires,
+    each concluding with a critical open-ended prompt: "Do you have anything to
+    add about [theme]?".
+    """
+    return GrandDebatFile.C(path=democratie_et_citoyennete_2019_03_21)
+
+
+@filedownloader(
+    "organisation_etat_services_publics_2019_03_21.jsonl",
+    "http://opendata.auth-6f31f706db6f4a24b55f42a6a79c5086.storage.sbg.cloud.ovh.net/2019-03-21/ORGANISATION_DE_LETAT_ET_DES_SERVICES_PUBLICS.json",
+    checker=HashCheck("0ccb7c401889f738b73b0caab897a68b"),
+    transforms=JsonToJsonl(),
+)
+@datatags("politics", "debate", "french")
+@dataset(
+    GrandDebatFile,
+    url="https://granddebat.fr",
+)
+def organisation(organisation_etat_services_publics_2019_03_21: Path):
+    """Grand Débat National (organisation de l'État et des services publics)
+
+    The *Grand Débat National* (GDN) is a country-wide citizen consultation held
+    in France in 2019.
+
+
+    The consultation prompted citizens to express their views across four main
+    themes: *Taxation and public spending*, *Organization of the state and
+    public services*, *Democracy and citizenship*, and *Ecological transition*.
+    A significant portion of this consultation involved online questionnaires,
+    each concluding with a critical open-ended prompt: "Do you have anything to
+    add about [theme]?".
+    """
+    return GrandDebatFile.C(path=organisation_etat_services_publics_2019_03_21)
+
+
+@filedownloader(
+    "les_evenements_2019_03_21.jsonl",
+    "http://opendata.auth-6f31f706db6f4a24b55f42a6a79c5086.storage.sbg.cloud.ovh.net/2019-03-21/LES_EVENEMENTS.json",
+    checker=HashCheck("c4ed3a8b8c43d5806d1f090e03f7aa91"),
+    transforms=JsonToJsonl(),
+)
+@datatags("politics", "debate", "french")
+@dataset(
+    GrandDebatFile,
+    url="https://granddebat.fr",
+)
+def evenements(les_evenements_2019_03_21: Path):
+    """Grand Débat National (événements)
+
+    The *Grand Débat National* (GDN) is a country-wide citizen consultation held
+    in France in 2019.
+
+
+    The consultation prompted citizens to express their views across four main
+    themes: *Taxation and public spending*, *Organization of the state and
+    public services*, *Democracy and citizenship*, and *Ecological transition*.
+    A significant portion of this consultation involved online questionnaires,
+    each concluding with a critical open-ended prompt: "Do you have anything to
+    add about [theme]?".
+    """
+    return GrandDebatFile.C(path=les_evenements_2019_03_21)

{datamaestro_text-2025.9.11 → datamaestro_text-2026.1.1}/src/datamaestro_text/data/conversation/base.py

@@ -267,7 +267,7 @@ class ConversationUserTopics(Topics):
         """Returns an iterator over topics"""
         # Extracts topics from conversations, Each user query is a topic (can perform retrieval on it)
         # TODO: merge with xpmir.learning.DatasetConversationBase -> same logic
-        
+
         records: List[TopicRecord] = []
         for conversation in self.conversations.__iter__():
             nodes = [
@@ -279,4 +279,4 @@ class ConversationUserTopics(Topics):
                 records.append(
                     node.entry.update(ConversationHistoryItem(node.history()))
                 )
-        return iter(records)
+        return iter(records)

datamaestro_text-2026.1.1/src/datamaestro_text/data/debate/__init__.py

@@ -0,0 +1,5 @@
+"""Data classes for debate datasets"""
+
+from .granddebat import GrandDebatEntry, GrandDebatFile, GrandDebatResponse
+
+__all__ = ["GrandDebatEntry", "GrandDebatFile", "GrandDebatResponse"]

datamaestro_text-2026.1.1/src/datamaestro_text/data/debate/granddebat.py

@@ -0,0 +1,68 @@
+"""Data classes for the Grand Débat National dataset"""
+
+import json
+from dataclasses import dataclass, field
+from typing import Iterator, List, Optional
+
+from datamaestro.data import File
+
+
+@dataclass
+class GrandDebatResponse:
+    """A response to a question in the Grand Débat National"""
+
+    question_id: str
+    question_title: str
+    value: Optional[str]
+    formatted_value: Optional[str]
+
+
+@dataclass
+class GrandDebatEntry:
+    """An entry (contribution) in the Grand Débat National dataset"""
+
+    id: str
+    reference: str
+    title: str
+    created_at: str
+    published_at: str
+    updated_at: Optional[str]
+    trashed: bool
+    trashed_status: Optional[str]
+    author_id: str
+    author_type: str
+    author_zip_code: str
+    responses: List[GrandDebatResponse] = field(default_factory=list)
+
+
+class GrandDebatFile(File):
+    """A Grand Débat National JSONL file with iteration support"""
+
+    def __iter__(self) -> Iterator[GrandDebatEntry]:
+        """Iterate over entries in the JSONL file"""
+        with self.path.open("r", encoding="utf-8") as f:
+            for line in f:
+                data = json.loads(line)
+                responses = [
+                    GrandDebatResponse(
+                        question_id=r["questionId"],
+                        question_title=r["questionTitle"],
+                        value=r.get("value"),
+                        formatted_value=r.get("formattedValue"),
+                    )
+                    for r in data.get("responses", [])
+                ]
+                yield GrandDebatEntry(
+                    id=data["id"],
+                    reference=data["reference"],
+                    title=data["title"],
+                    created_at=data["createdAt"],
+                    published_at=data["publishedAt"],
+                    updated_at=data.get("updatedAt"),
+                    trashed=data["trashed"],
+                    trashed_status=data.get("trashedStatus"),
+                    author_id=data["authorId"],
+                    author_type=data["authorType"],
+                    author_zip_code=data["authorZipCode"],
+                    responses=responses,
+                )

{datamaestro_text-2025.9.11 → datamaestro_text-2026.1.1}/src/datamaestro_text/data/ir/csv.py

@@ -1,27 +1,26 @@
 from functools import cached_property
 from pathlib import Path
-from typing import Iterator, Tuple, Type
 
-from experimaestro import Param, Option, Constant, Meta
-from datamaestro.definitions import argument
+from experimaestro import Param, Meta
 from datamaestro.record import Record, RecordType
 import datamaestro_text.data.ir as ir
 from datamaestro_text.data.ir.base import IDItem, SimpleTextItem
 from datamaestro_text.interfaces.plaintext import read_tsv
 
 
-@argument("path", type=Path)
-@argument("separator", type=str, default="\t", ignored=True)
 class AdhocRunWithText(ir.AdhocRun):
     "(qid, doc.id, query, passage)"
-    pass
+
+    path: Meta[Path]
+    separator: Meta[str] = "\t"
 
 
-@argument("path", type=Path)
-@argument("separator", type=str, default="\t", ignored=True)
 class Topics(ir.Topics):
     "Pairs of query id - query using a separator"
 
+    path: Meta[Path]
+    separator: Meta[str] = "\t"
+
     def iter(self):
         return (
             Record(IDItem(qid), SimpleTextItem(title))

{datamaestro_text-2025.9.11 → datamaestro_text-2026.1.1}/src/datamaestro_text/data/ir/formats.py

@@ -10,10 +10,8 @@ from ir_datasets.datasets.cord19 import Cord19FullTextSection
 @define
 class DocumentWithTitle(TextItem):
     """Web document with title and body"""
-
-    body: str
-
     title: str
+    body: str
 
     @cached_property
     def text(self):

{datamaestro_text-2025.9.11 → datamaestro_text-2026.1.1}/src/datamaestro_text/datasets/irds/data.py

@@ -1,7 +1,7 @@
 import logging
 from abc import ABC, abstractmethod
 from dataclasses import dataclass
-from functools import partial
+from functools import cached_property, partial
 from pathlib import Path
 from typing import Dict, Iterator, List, NamedTuple, Tuple, Type
 
@@ -9,7 +9,6 @@ import ir_datasets
 import ir_datasets.datasets as _irds
 from datamaestro.record import RecordType, record_type
 from experimaestro import Config, Meta, Option, Param
-from experimaestro.compat import cached_property
 from ir_datasets.formats import (
     GenericDoc,
     GenericDocPair,
@@ -112,6 +111,9 @@ class Documents(ir.DocumentStore, IRDSId):
         _irds.beir.BeirCordDoc: tuple_constructor(
             formats.CordDocument, "doc_id", "text", "title", "url", "pubmed_id"
         ),
+        _irds.miracl.MiraclDoc: tuple_constructor(
+            formats.DocumentWithTitle, "doc_id", "title", "text"
+        ),
         _irds.beir.BeirTitleDoc: tuple_constructor(
             formats.TitleDocument, "doc_id", "text", "title"
         ),
@@ -202,11 +204,11 @@ class Documents(ir.DocumentStore, IRDSId):
 
     def iter(self) -> Iterator[ir.DocumentRecord]:
         """Returns an iterator over adhoc documents"""
-        for doc in self.dataset.docs_iter():
+        for doc in self._docs:
             yield self.converter(self.document_recordtype, doc)
 
     def iter_documents_from(self, start=0):
-        for doc in self.dataset.docs_iter()[start:]:
+        for doc in self._docs[start:]:
             yield self.converter(self.document_recordtype, doc)
 
     @property
@@ -219,19 +221,22 @@ class Documents(ir.DocumentStore, IRDSId):
         try:
             # Translate to ir datasets docstore options
             import ir_datasets.indices as ir_indices
+
             file_access = {
                 ir.FileAccess.MMAP: ir_indices.FileAccess.MMAP,
                 ir.FileAccess.FILE: ir_indices.FileAccess.FILE,
-                ir.FileAccess.MEMORY: ir_indices.FileAccess.MEMORY
+                ir.FileAccess.MEMORY: ir_indices.FileAccess.MEMORY,
             }[self.file_access]
             kwargs = {"options": ir_indices.DocstoreOptions(file_access=file_access)}
         except ImportError:
-            logging.warning("This version of ir-datasets cannot handle docstore options")
+            logging.warning(
+                "This version of ir-datasets cannot handle docstore options"
+            )
         return self.dataset.docs_store(**kwargs)
 
-    @cached_property
+    @property
     def _docs(self):
-        return self.dataset.docs_iter()
+        return iter(self.store)
 
     def docid_internal2external(self, ix: int):
         return self._docs[ix].doc_id
@@ -261,12 +266,6 @@ class Documents(ir.DocumentStore, IRDSId):
         return converter
 
 
-if hasattr(_irds, "miracl"):
-    Documents.CONVERTERS[_irds.miracl.MiraclDoc] = tuple_constructor(
-        formats.DocumentWithTitle, "doc_id", "text", "title"
-    )
-
-
 class LZ4DocumentStore(ir.DocumentStore, ABC):
     """A LZ4-based document store"""
 

{datamaestro_text-2025.9.11 → datamaestro_text-2026.1.1}/src/datamaestro_text/datasets/irds/datasets.py

@@ -103,7 +103,7 @@ class TrainingTripletsDataset(Dataset):
     SUFFIX = "docpairs"
 
     def _prepare(self, download=False) -> Documents:
-        return TrainingTriplets(
+        return TrainingTriplets.C(
             id=self.fullid,
         )
 

{datamaestro_text-2025.9.11 → datamaestro_text-2026.1.1}/src/datamaestro_text/transforms/ir/__init__.py

@@ -150,7 +150,7 @@ class ShuffledTrainingTripletsLines(Task):
 
     def task_outputs(self, dep):
         return dep(
-            ir.TrainingTripletsLines(
+            ir.TrainingTripletsLines.C(
                 id="",
                 path=self.path,
                 topic_ids=self.topic_ids,

{datamaestro_text-2025.9.11 → datamaestro_text-2026.1.1}/src/datamaestro_text/version.py

@@ -28,7 +28,7 @@ version_tuple: VERSION_TUPLE
 commit_id: COMMIT_ID
 __commit_id__: COMMIT_ID
 
-__version__ = version = '2025.9.11'
-__version_tuple__ = version_tuple = (2025, 9, 11)
+__version__ = version = '2026.1.1'
+__version_tuple__ = version_tuple = (2026, 1, 1)
 
-__commit_id__ = commit_id = 'gadcc9bd27'
+__commit_id__ = commit_id = None

datamaestro_text-2025.9.11/.circleci/config.yml

@@ -1,53 +0,0 @@
-version: 2
-jobs:
-  build:
-    docker:
-    - image: quay.io/pypa/manylinux2010_x86_64
-    steps:
-    - checkout
-    - run:
-        name: Setup basic environment
-        command: |
-          echo "export PATH=/opt/python/cp37-cp37m/bin:/opt/python/cp38-cp38/bin:$PATH" >> $BASH_ENV
-          /opt/python/cp37-cp37m/bin/pip install tox twine
-    - restore_cache:
-        key: v1-dependency-cache-{{ checksum "requirements.txt" }}-{{ checksum "tox.ini" }}
-    - run:
-        name: install python dependencies
-        command: |
-          tox --notest -e ALL
-    - save_cache:
-        key: v1-dependency-cache-{{ checksum "requirements.txt" }}-{{ checksum "tox.ini" }}
-        paths:
-        - .tox/py37
-        - .tox/py38
-    - run:
-        name: run tests
-        command: |
-          tox -e ALL
-
-    - store_test_results:
-        path: test-reports
-
-    - run:
-        name: Upload
-        command: |
-          VERSION="$(python setup.py --version)"
-          echo "Detected version: $VERSION"
-          if [ "$VERSION" = "$CIRCLE_TAG" ]; then
-            echo "Uploading using twine"
-            echo -e "[pypi]" >> ~/.pypirc
-            echo -e "username = $PYPI_USERNAME" >> ~/.pypirc
-            echo -e "password = $PYPI_PASSWORD" >> ~/.pypirc
-            python setup.py bdist_wheel
-            twine upload dist/datamaestro_text-*-none-any.whl
-          fi
-workflows:
-  build_and_deploy:
-    jobs:
-    - build:
-        filters:
-          tags:
-            only: /.*/
-        context: PyPI
-  version: 2

datamaestro_text-2025.9.11/.flake8

@@ -1,5 +0,0 @@
-[flake8]
-ignore = E203, E266, E501, W503, F403, F401, E704
-max-line-length = 79
-max-complexity = 18
-select = B,C,E,F,W,T4,B9