pytest-ditto-pyarrow 0.0.1__tar.gz

pytest_ditto_pyarrow-0.0.1/.gitignore

@@ -0,0 +1,14 @@
+.ditto
+
+.pytest_cache
+__pycache__
+*.egg-info
+
+venv*
+.venv*
+
+.idea/
+.vscode/
+
+dist/
+archive/

pytest_ditto_pyarrow-0.0.1/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2024 pytest-ditto
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

pytest_ditto_pyarrow-0.0.1/PKG-INFO

@@ -0,0 +1,32 @@
+Metadata-Version: 2.3
+Name: pytest-ditto-pyarrow
+Version: 0.0.1
+Summary: pytest-ditto plugin for pyarrow tables.
+Author-email: Lachlan Taylor <lachlanbtaylor@proton.me>
+Maintainer-email: Lachlan Taylor <lachlanbtaylor@proton.me>
+License-Expression: MIT
+License-File: LICENSE
+Keywords: pytest,testing
+Classifier: Development Status :: 4 - Beta
+Classifier: Framework :: Pytest
+Classifier: Intended Audience :: Developers
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Operating System :: OS Independent
+Classifier: Programming Language :: Python
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3 :: Only
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Topic :: Software Development :: Testing
+Requires-Python: >=3.10
+Requires-Dist: pyarrow>=16.1.0
+Requires-Dist: pytest-ditto>=0.1.0
+Requires-Dist: pytest>=3.5.0
+Provides-Extra: dev
+Requires-Dist: hatch-vcs>=0.4.0; extra == 'dev'
+Requires-Dist: hatch>=1.9.4; extra == 'dev'
+Requires-Dist: pre-commit; extra == 'dev'
+Description-Content-Type: text/markdown
+
+# pytest-ditto-pyarrow

pytest_ditto_pyarrow-0.0.1/README.md

@@ -0,0 +1 @@
+# pytest-ditto-pyarrow

pytest_ditto_pyarrow-0.0.1/ditto_pyarrow/_version.py

@@ -0,0 +1 @@
+__version__ = '0.0.1'

pytest_ditto_pyarrow-0.0.1/ditto_pyarrow/io.py

@@ -0,0 +1,56 @@
+from pathlib import Path
+from typing import ClassVar
+
+import pyarrow as pa
+import pyarrow.parquet as pq
+from pyarrow import orc, csv, feather
+
+
+class PyArrowParquet:
+    extension: ClassVar[str] = "pyarrow.parquet"
+
+    @staticmethod
+    def save(data: pa.Table, filepath: Path) -> None:
+        pq.write_table(data, filepath)
+
+    @staticmethod
+    def load(filepath: Path) -> pa.Table:
+        return pq.read_table(filepath)
+
+
+# TODO: requires IANA timezone database installed
+# class PyArrowORC:
+#     extension: ClassVar[str] = "pyarrow.orc"
+#
+#     @staticmethod
+#     def save(data: pa.Table, filepath: Path) -> None:
+#         orc.write_table(data, filepath)
+#
+#     @staticmethod
+#     def load(filepath: Path) -> pa.Table:
+#         return orc.read_table(filepath)
+
+
+class PyArrowFeather:
+    extension: ClassVar[str] = "pyarrow.feather"
+
+    @staticmethod
+    def save(data: pa.Table, filepath: Path) -> None:
+        feather.write_feather(data, filepath)
+
+    @staticmethod
+    def load(filepath: Path) -> pa.Table:
+        return feather.read_table(filepath)
+
+
+class PyArrowCSV:
+    extension: ClassVar[str] = "pyarrow.csv"
+
+    @staticmethod
+    def save(data: pa.Table, filepath: Path) -> None:
+        csv.write_csv(data, filepath)
+
+    @staticmethod
+    def load(filepath: Path) -> pa.Table:
+        return csv.read_csv(filepath)
+

pytest_ditto_pyarrow-0.0.1/ditto_pyarrow/marks.py

@@ -0,0 +1,21 @@
+from dataclasses import dataclass
+
+import pytest
+
+
+@dataclass(frozen=True)
+class PyArrowMarks:
+    parquet: pytest.MarkDecorator
+    # orc: pytest.MarkDecorator
+    feather: pytest.MarkDecorator
+    csv: pytest.MarkDecorator
+
+
+def marks() -> PyArrowMarks:
+    return PyArrowMarks(
+        parquet=pytest.mark.record("pyarrow_parquet"),
+        # orc=pytest.mark.record("pyarrow_orc"),
+        feather=pytest.mark.record("pyarrow_feather"),
+        csv=pytest.mark.record("pyarrow_csv"),
+    )
+

pytest_ditto_pyarrow-0.0.1/pyproject.toml

@@ -0,0 +1,171 @@
+[project]
+name = "pytest-ditto-pyarrow"
+dynamic = [
+    "version",
+]
+description = "pytest-ditto plugin for pyarrow tables."
+keywords = ["pytest" , "testing"]
+authors = [{ name = "Lachlan Taylor", email = "lachlanbtaylor@proton.me" }]
+maintainers = [{ name = "Lachlan Taylor", email = "lachlanbtaylor@proton.me" }]
+requires-python = ">=3.10"
+license = "MIT"
+readme = "README.md"
+classifiers = [
+    "Development Status :: 4 - Beta",
+    "Framework :: Pytest",
+    "Intended Audience :: Developers",
+    "License :: OSI Approved :: MIT License",
+    "Topic :: Software Development :: Testing",
+    "Programming Language :: Python",
+    "Programming Language :: Python :: 3 :: Only",
+    "Programming Language :: Python :: 3",
+    "Programming Language :: Python :: 3.10",
+    "Programming Language :: Python :: 3.11",
+    "Programming Language :: Python :: 3.12",
+    "Operating System :: OS Independent",
+]
+dependencies = [
+    "pytest>=3.5.0",
+    "pytest-ditto>=0.1.0",
+    "pyarrow>=16.1.0",
+]
+[project.optional-dependencies]
+dev = [
+    "pre-commit",
+    "hatch>=1.9.4",
+    "hatch-vcs>=0.4.0",
+]
+
+[project.entry-points.ditto]
+pyarrow_parquet = "ditto_pyarrow.io:PyArrowParquet"
+# pyarrow_orc = "ditto_pyarrow.io:PyArrowORC"
+pyarrow_csv = "ditto_pyarrow.io:PyArrowCSV"
+pyarrow_feather = "ditto_pyarrow.io:PyArrowFeather"
+
+[project.entry-points.ditto_marks]
+pyarrow = "ditto_pyarrow.marks:marks"
+
+
+[build-system]
+requires = ["hatchling", "hatch-vcs"]
+build-backend = "hatchling.build"
+
+
+[tool.hatch.build]
+include = ["src"]
+hooks.vcs.version-file = "src/ditto_pyarrow/_version.py" 
+hooks.vcs.template = "__version__ = {version!r}"
+targets.wheel.packages = ["src/ditto_pyarrow"]
+targets.wheel.strict-naming = false
+targets.sdist.packages = ["src/ditto_pyarrow"]
+targets.sdist.strict-naming = false
+
+[tool.hatch.version]
+source = "code"
+path = "version_builder.py"
+expression = "_version()"
+
+
+[tool.hatch.envs.default]
+python = "3.10"
+dependencies = [
+  "pytest",
+]
+
+[tool.hatch.envs.default.scripts]
+test = "pytest {args:tests/ci}"
+
+[[tool.hatch.envs.all.matrix]]
+python = ["3.10", "3.11", "3.12"]
+
+
+[tool.pytest.ini_options]
+testpaths = "tests"
+filterwarnings = [
+    # "error",
+    "ignore::UserWarning",
+    # note the use of single quote below to denote "raw" strings in TOML
+    'ignore::DeprecationWarning',
+]
+
+
+[tool.black]
+line-length = 88
+target-version = ['py310', 'py311', 'py312']
+exclude = '''
+# A regex preceded with ^/ will apply only to files and directories
+# in the root of the project.
+^/(
+  (
+      \.eggs
+    | \.git
+    | \.pytest_cache
+    | \.vscode
+    | \.mypy_cache
+    | __pycache__
+    | _cache
+    | app_data
+    | logs
+    | venv
+    | build
+    | dist
+  )/
+)
+'''
+
+[tool.coverage.run]
+branch = true
+source = ["src/ditto_pyarrow"]
+
+[tool.coverage.report]
+show_missing = true
+fail_under = 80
+
+[tool.ruff]
+line-length = 88  # same as Black.
+target-version = "py310"
+
+[tool.ruff.lint]
+# Enable the following rule sets:
+# pycodestyle (`E`) https://docs.astral.sh/ruff/rules/#pyflakes-f
+# Pyflakes (`F`) https://docs.astral.sh/ruff/rules/#pyflakes-f
+# flake8-bugbear (B) https://docs.astral.sh/ruff/rules/#flake8-bugbear-b
+# flake8-simplify (SIM) https://docs.astral.sh/ruff/rules/#flake8-simplify-sim
+# flake8-quotes (Q) https://docs.astral.sh/ruff/rules/#flake8-quotes-q
+select = ["E", "F", "C90", "B", "SIM"]
+extend-select = ["Q"]
+ignore = []
+# F401 - imported but unused
+# F841 - local variable assigned but never used
+# SIM300 - Yoda conditions are discouraged
+extend-ignore = ["F401", "F841", "SIM300"]
+
+# Allow autofix for all enabled rules (when `--fix`) is provided.
+fixable = ["A", "B", "C", "D", "E", "F"]
+unfixable = []
+
+# Exclude a variety of commonly ignored directories.
+exclude = [
+    ".bzr",
+    ".direnv",
+    ".eggs",
+    ".git",
+    ".hg",
+    ".mypy_cache",
+    ".nox",
+    ".pants.d",
+    ".pytype",
+    ".ruff_cache",
+    ".svn",
+    ".tox",
+    ".venv",
+    "__pypackages__",
+    "_build",
+    "buck-out",
+    "build",
+    "dist",
+    "node_modules",
+    "venv",
+]
+
+mccabe.max-complexity = 5