pydiverse-common 0.3.11__tar.gz → 0.3.13__tar.gz

{pydiverse_common-0.3.11 → pydiverse_common-0.3.13}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: pydiverse-common
-Version: 0.3.11
+Version: 0.3.13
 Summary: Common functionality shared between pydiverse libraries
 Author: QuantCo, Inc.
 Author-email: Martin Trautmann <windiana@users.sf.net>, Finn Rudolph <finn.rudolph@t-online.de>

{pydiverse_common-0.3.11 → pydiverse_common-0.3.13}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "pydiverse-common"
-version = "0.3.11"
+version = "0.3.13"
 description = "Common functionality shared between pydiverse libraries"
 authors = [
   { name = "QuantCo, Inc." },
@@ -29,6 +29,15 @@ dependencies = ["python-box >=7.3.2,<8"]
 
 [tool.hatch.build.targets.wheel]
 packages = ["src/pydiverse"]
+include = [
+  "src/pydiverse/common/py.typed", # ensure the marker is shipped
+]
+
+[tool.hatch.build.targets.sdist]
+include = [
+  "src/pydiverse/**",              # ship package sources
+  "src/pydiverse/common/py.typed", # be explicit for sdists too
+]
 
 [tool.ruff]
 target-version = "py310"

{pydiverse_common-0.3.11 → pydiverse_common-0.3.13}/src/pydiverse/common/dtypes.py

@@ -311,6 +311,15 @@ class Dtype:
 
         if isinstance(self, Enum):
             return pd.CategoricalDtype(self.categories)
+        if isinstance(self, String):
+            return pd.StringDtype()  # max_length not needed for dataframes
+        if isinstance(self, Decimal):
+            # NumericDtype exists but is not used because fixpoint is more common
+            # in SQL than in dataframes.
+            return pd.Float64Dtype()
+        if isinstance(self, List):
+            # we don't want to produce object columns
+            raise TypeError("pandas doesn't have a native list dtype")
 
         return {
             Int(): pd.Int64Dtype(),  # we default to 64 bit
@@ -325,8 +334,6 @@ class Dtype:
             Float(): pd.Float64Dtype(),  # we default to 64 bit
             Float32(): pd.Float32Dtype(),
             Float64(): pd.Float64Dtype(),
-            Decimal(): pd.Float64Dtype(),  # NumericDtype exists but is not used
-            String(): pd.StringDtype(),
             Bool(): pd.BooleanDtype(),
             Date(): "datetime64[s]",
             Datetime(): "datetime64[us]",

pydiverse_common-0.3.13/src/pydiverse/common/py.typed

@@ -0,0 +1 @@
+partial

pydiverse_common-0.3.11/.gitattributes

@@ -1,8 +0,0 @@
-* text=auto
-
-*.{diff,patch} binary
-
-*.{py,yaml,yml,sh} text eol=lf
-*.bat text eol=crlf
-
-pixi.lock merge=binary linguist-language=YAML linguist-generated=true

pydiverse_common-0.3.11/.github/CODEOWNERS

@@ -1 +0,0 @@
-* @pydiverse/code-owners

pydiverse_common-0.3.11/.github/PULL_REQUEST_TEMPLATE.md

@@ -1,8 +0,0 @@
-<!--
-Thank you for pull request.
-Below are a few things we ask you kindly to self-check before getting a review. Remove checks that are not relevant.
--->
-
-# Checklist
-
-- [ ] Added a `docs/source/changelog.md` entry

pydiverse_common-0.3.11/.github/dependabot.yml

@@ -1,10 +0,0 @@
-version: 2
-updates:
-  - package-ecosystem: github-actions
-    directory: /
-    schedule:
-      interval: monthly
-    groups:
-      gh-actions:
-        patterns:
-          - "*"

pydiverse_common-0.3.11/.github/scripts/check_deps.sh

@@ -1,22 +0,0 @@
-#!/usr/bin/env bash
-
-set -euo pipefail
-
-contains_dependency_all=true
-
-while read -r package version; do
-    if [[ $package == "python" ]]; then
-        continue
-    fi
-
-    dependency="${package} ${version}"
-    contains_dependency=$(yq -r ".project.dependencies | map(. == \"${dependency}\") | any" pyproject.toml)
-    if [[ $contains_dependency == "false" ]]; then
-        echo "${dependency} not found in pyproject.toml"
-        contains_dependency_all=false
-    fi
-done < <(yq -r '.dependencies | to_entries | .[] | "\(.key) \(.value)"' pixi.toml)
-
-if [[ $contains_dependency_all == "false" ]]; then
-    exit 1
-fi

pydiverse_common-0.3.11/.github/workflows/release.yml

@@ -1,64 +0,0 @@
-name: Release
-
-on:
-  push:
-    branches:
-      - main
-    tags:
-      - '*.*.*'
-  pull_request:
-
-jobs:
-  build:
-    name: Build Package
-    runs-on: ubuntu-latest
-    steps:
-      - name: Checkout branch
-        uses: actions/checkout@v4
-
-      - name: Set up pixi
-        uses: prefix-dev/setup-pixi@v0.8.14
-        with:
-          environments: release
-
-      - name: Ensure tag matches version
-        if: ${{ github.event_name == 'push' && startsWith(github.ref, 'refs/tags/') }}
-        run: |
-          version="$(pixi exec -s go-yq -- yq .project.version pyproject.toml)"
-          tag="${{ github.ref_name }}"
-          if [ "$version" != "$tag" ]; then
-            echo "Tag $tag does not match version $version"
-            exit 1
-          fi
-
-      - name: Build
-        run: pixi run -e release hatch build
-
-      - name: Check build
-        run: pixi run -e release twine check dist/*
-
-      - name: List files
-        run: ls -l dist/
-
-      - name: Upload package
-        uses: actions/upload-artifact@v4
-        with:
-          name: artifact
-          path: dist/*
-
-  release:
-    name: Publish Package
-    if: startsWith(github.ref, 'refs/tags/')
-    needs: [build]
-    runs-on: ubuntu-latest
-    permissions:
-      id-token: write
-      contents: write
-    environment: pypi
-    steps:
-      - uses: actions/download-artifact@v4
-        with:
-          name: artifact
-          path: dist
-      - name: Publish package on PyPi
-        uses: pypa/gh-action-pypi-publish@76f52bc884231f62b9a034ebfe128415bbaabdfc

pydiverse_common-0.3.11/.github/workflows/tests.yml

@@ -1,53 +0,0 @@
-name: Tests
-
-on:
-  push:
-    branches:
-      - main
-  pull_request:
-    paths-ignore:
-      - "docs/**"
-
-jobs:
-  lint:
-    name: Pre-commit Checks
-    timeout-minutes: 5
-    runs-on: ubuntu-latest
-    steps:
-      - name: Checkout branch
-        uses: actions/checkout@eef61447b9ff4aafe5dcd4e0bbf5d482be7e7871 # v4.2.1
-      - name: Set up pixi
-        uses: prefix-dev/setup-pixi@8ca4608ef7f4daeb54f5205b20d0b7cb42f11143 # v0.8.1
-      - name: Install repository
-        # needed for generate-col-ops hook
-        run: pixi run postinstall
-      - name: pre-commit
-        run: pixi run pre-commit run -a --color=always --show-diff-on-failure
-      - name: Check pyproject.toml dependencies
-        run: pixi run check-deps
-  test:
-    name: pytest
-    runs-on: ${{ matrix.os }}
-    strategy:
-      matrix:
-        os:
-          - ubuntu-latest
-        environment:
-          - py310
-          - py313
-          - py310all
-          - py311all
-          - py312all
-          - py313all
-    timeout-minutes: 5
-    steps:
-      - uses: actions/checkout@v4
-
-      - name: Setup Pixi
-        uses: prefix-dev/setup-pixi@v0.8.14
-        with:
-          environments: ${{ matrix.environment }}
-
-      - name: Run tests
-        run: |
-          pixi run -e ${{ matrix.environment }} pytest tests -ra ${RUNNER_DEBUG:+-v} --color=yes

pydiverse_common-0.3.11/.github/workflows/update-lockfiles.yml

@@ -1,36 +0,0 @@
-name: Update lockfiles
-
-permissions:
-  contents: write
-  pull-requests: write
-
-on:
-  workflow_dispatch:
-  schedule:
-    - cron: 0 5 1 * *
-
-jobs:
-  pixi-update:
-    runs-on: ubuntu-latest
-    steps:
-      - uses: actions/checkout@v4
-      - name: Set up pixi
-        uses: prefix-dev/setup-pixi@v0.8.14
-        with:
-          run-install: false
-      - name: Update lockfiles
-        run: |
-          set -euo pipefail
-          pixi update --json | pixi exec pixi-diff-to-markdown >> diff.md
-      - name: Create pull request
-        uses: peter-evans/create-pull-request@v7
-        with:
-          token: ${{ secrets.GITHUB_TOKEN }}
-          commit-message: Update pixi lockfile
-          title: Update pixi lockfile
-          body-path: diff.md
-          branch: update-pixi
-          base: main
-          labels: pixi
-          delete-branch: true
-          add-paths: pixi.lock

pydiverse_common-0.3.11/.pre-commit-config.yaml

@@ -1,74 +0,0 @@
-exclude: ^.pixi$
-repos:
-  - repo: local
-    hooks:
-      # ensure pixi environments are up to date
-      # workaround for https://github.com/prefix-dev/pixi/issues/1482
-      - id: pixi-install
-        name: pixi-install
-        entry: pixi install -e default
-        language: system
-        always_run: true
-        require_serial: true
-        pass_filenames: false
-      # ruff
-      - id: ruff
-        name: ruff
-        entry: pixi run -e lint ruff check --fix --exit-non-zero-on-fix --force-exclude
-        language: system
-        types_or: [python, pyi]
-        require_serial: true
-      - id: ruff-format
-        name: ruff-format
-        entry: pixi run -e lint ruff format --force-exclude
-        language: system
-        types_or: [python, pyi]
-        require_serial: true
-      # mypy
-      # - id: mypy
-      #   name: mypy
-      #   entry: pixi run -e lint mypy
-      #   language: system
-      #   types: [python]
-      #   require_serial: true
-      # taplo
-      - id: taplo
-        name: taplo
-        entry: pixi run -e lint taplo format
-        language: system
-        types: [toml]
-      # pre-commit-hooks
-      - id: trailing-whitespace-fixer
-        name: trailing-whitespace-fixer
-        entry: pixi run -e lint trailing-whitespace-fixer
-        language: system
-        types: [text]
-      - id: end-of-file-fixer
-        name: end-of-file-fixer
-        entry: pixi run -e lint end-of-file-fixer
-        language: system
-        types: [text]
-      - id: check-merge-conflict
-        name: check-merge-conflict
-        entry: pixi run -e lint check-merge-conflict --assume-in-merge
-        language: system
-        types: [text]
-        exclude: ".rst$"
-      # typos
-      - id: typos
-        name: typos
-        entry: pixi run -e lint typos --force-exclude
-        language: system
-        types: [text]
-        require_serial: true
-      # insert-license
-      - id: insert-license
-        name: insert-license
-        entry: >-
-          pixi run -e lint
-          insert-license
-          --license-base64 Q29weXJpZ2h0IChjKSBRdWFudENvIGFuZCBweWRpdmVyc2UgY29udHJpYnV0b3JzIDIwMjUtMjAyNQpTUERYLUxpY2Vuc2UtSWRlbnRpZmllcjogQlNELTMtQ2xhdXNlCg==
-          --dynamic-years
-          --comment-style "#"
-        language: system
-        types: [python]

pydiverse_common-0.3.11/.readthedocs.yaml

@@ -1,17 +0,0 @@
-# Read the Docs configuration file
-# See https://docs.readthedocs.io/en/stable/config-file/v2.html for details
-
-version: 2
-build:
-  os: ubuntu-22.04
-  tools:
-    python: mambaforge-latest
-  commands:
-    - mamba install -c conda-forge -c nodefaults pixi
-    - pixi run -e docs postinstall
-    - pixi run -e docs docs
-    - pixi run -e docs readthedocs
-sphinx:
-  configuration: docs/source/conf.py
-formats:
-  - pdf

pydiverse_common-0.3.11/README.md

@@ -1,71 +0,0 @@
-# pydiverse.common
-
-[![CI](https://img.shields.io/github/actions/workflow/status/pydiverse/pydiverse.common/tests.yml?style=flat-square&branch=main&label=tests)](https://github.com/pydiverse/pydiverse.common/actions/workflows/tests.yml)
-[![Docs](https://readthedocs.org/projects/pydiversecommon/badge/?version=latest&style=flat-square)](https://pydiversecommon.readthedocs.io/en/latest)
-[![pypi-version](https://img.shields.io/pypi/v/pydiverse-common.svg?logo=pypi&logoColor=white&style=flat-square)](https://pypi.org/project/pydiverse-common)
-[![conda-forge](https://img.shields.io/conda/pn/conda-forge/pydiverse-common?logoColor=white&logo=conda-forge&style=flat-square)](https://prefix.dev/channels/conda-forge/packages/pydiverse-common)
-
-A base package for different libraries in the pydiverse library collection.
-This includes functionality like a type-system for tabular data (SQL and DataFrame).
-This type-system is used for ensuring reliable operation of the pydiverse library
-with various execution backends like Pandas, Polars, and various SQL dialects.
-
-## Installation
-
-To install pydiverse common try this:
-
-```bash
-git clone https://github.com/pydiverse/pydiverse.common.git
-cd pydiverse.common
-
-# Create the environment, activate it and install the pre-commit hooks
-pixi install
-pixi run pre-commit install
-```
-
-## Testing
-
-Tests can be run with:
-
-```bash
-pixi run pytest
-```
-
-## Packaging and publishing to pypi and conda-forge using github actions
-
-- bump version number in [pyproject.toml](pyproject.toml)
-- set correct release date in [changelog.md](docs/source/changelog.md)
-- push increased version number to `main` branch
-- tag commit with `git tag <version>`, e.g. `git tag 0.7.0`
-- `git push --tags`
-
-The package should appear on https://pypi.org/project/pydiverse-common/ in a timely manner. It is normal that it takes
-a few hours until the new package version is available on https://conda-forge.org/packages/.
-
-### Packaging and publishing to Pypi manually
-
-Packages are first released on test.pypi.org:
-
-- bump version number in [pyproject.toml](pyproject.toml) (check consistency with [changelog.md](docs/source/changelog.md))
-- push increased version number to `main` branch
-- `pixi run -e release hatch build`
-- `pixi run -e release twine upload --repository testpypi dist/*`
-- verify with https://test.pypi.org/search/?q=pydiverse.common
-
-Finally, they are published via:
-
-- `git tag <version>`
-- `git push --tags`
-- Attention: Please, only continue here, if automatic publishing fails for some reason!
-- `pixi run -e release hatch build`
-- `pixi run -e release twine upload --repository pypi dist/*`
-
-### Publishing package on conda-forge manually
-
-Conda-forge packages are updated via:
-
-- Attention: Please, only continue here, if automatic conda-forge publishing fails for longer than 24h!
-- https://github.com/conda-forge/pydiverse-common-feedstock#updating-pydiverse-common-feedstock
-- update `recipe/meta.yaml`
-- test meta.yaml in pydiverse common repo: `conda-build build ../pydiverse-common-feedstock/recipe/meta.yaml`
-- commit `recipe/meta.yaml` to branch of fork and submit PR

pydiverse_common-0.3.11/docs/Makefile

@@ -1,23 +0,0 @@
-# Minimal makefile for Sphinx documentation
-#
-
-# You can set these variables from the command line, and also
-# from the environment for the first two.
-SPHINXOPTS    ?=
-SPHINXBUILD   ?= sphinx-build
-SOURCEDIR     = source
-BUILDDIR      = build
-
-# Put it first so that "make" without argument is like "make help".
-help:
-	@$(SPHINXBUILD) -M help "$(SOURCEDIR)" "$(BUILDDIR)" $(SPHINXOPTS) $(O)
-
-.PHONY: help Makefile
-
-# Catch-all target: route all unknown targets to Sphinx using the new
-# "make mode" option.  $(O) is meant as a shortcut for $(SPHINXOPTS).
-%: Makefile
-	@$(SPHINXBUILD) -M $@ "$(SOURCEDIR)" "$(BUILDDIR)" $(SPHINXOPTS) $(O)
-
-livehtml:
-	sphinx-autobuild "$(SOURCEDIR)" "$(BUILDDIR)" $(SPHINXOPTS) --watch ../src $(O)

pydiverse_common-0.3.11/docs/make.bat

@@ -1,35 +0,0 @@
-@ECHO OFF
-
-pushd %~dp0
-
-REM Command file for Sphinx documentation
-
-if "%SPHINXBUILD%" == "" (
-	set SPHINXBUILD=sphinx-build
-)
-set SOURCEDIR=source
-set BUILDDIR=build
-
-%SPHINXBUILD% >NUL 2>NUL
-if errorlevel 9009 (
-	echo.
-	echo.The 'sphinx-build' command was not found. Make sure you have Sphinx
-	echo.installed, then set the SPHINXBUILD environment variable to point
-	echo.to the full path of the 'sphinx-build' executable. Alternatively you
-	echo.may add the Sphinx directory to PATH.
-	echo.
-	echo.If you don't have Sphinx installed, grab it from
-	echo.https://www.sphinx-doc.org/
-	exit /b 1
-)
-
-if "%1" == "" goto help
-
-%SPHINXBUILD% -M %1 %SOURCEDIR% %BUILDDIR% %SPHINXOPTS% %O%
-goto end
-
-:help
-%SPHINXBUILD% -M help %SOURCEDIR% %BUILDDIR% %SPHINXOPTS% %O%
-
-:end
-popd

pydiverse_common-0.3.11/docs/source/changelog.md

@@ -1,61 +0,0 @@
-# Changelog
-
-## 0.3.11 (2025-08-21)
-- fixed __eq__, __hash__, and __repr__ for types with parameters
-- import string length from sqlalchemy VARCHAR(n) type
-
-## 0.3.10 (2025-08-21)
-- implemented String with max_length argument for SQL VARCHAR(n) generation
-- implemented Decimal with precision and scale arguments
-
-## 0.3.9 (2025-08-21)
-- fix enum pyarrow dtype
-
-## 0.3.8 (2025-08-19)
-- fixed util.hashing.hash_polars_dataframe for simple dataframe
-
-## 0.3.7 (2025-08-19)
-- support util.hashing.hash_polars_dataframe
-
-## 0.3.6 (2025-08-01)
-- hack structlog / dask / pytest capture incompatibility
-(structlog._output.stderr != sys.stderr leads to pickle error)
-
-## 0.3.5 (2025-06-27)
-- added enum type
-
-## 0.3.4 (2025-06-10)
-- fixed pypi package dependencies
-
-## 0.3.3 (2025-06-08)
-- improved support of None and List type
-- bug fixes in type conversion functions
-
-## 0.3.2 (2025-06-08)
-- pydiverse.common.__version__ (implemented via importlib.metadata)
-
-## 0.3.1 (2025-06-08)
-- fixed some type conversions (mostly Duration)
-
-## 0.3.0 (2025-06-08)
-- rename Uint type to UInt
-
-## 0.2.1 (2025-06-06)
-- also support to_xxx() for generic Int and Float Dtype classes
-
-## 0.2.0 (2025-06-06)
-- moved many utility functions from `pydiverse.pipedag` to `pydiverse.common`;
-    this includes deep_map, ComputationTracer, @disposable, @requires, stable_hash,
-    load_object, and structlog initialization
-- Decimal becomes subtype of Float
-
-## 0.1.0 (2022-09-01)
-Initial release.
-
-- `@materialize` annotations
-- flow definition with nestable stages
-- zookeeper synchronization
-- postgres database backend
-- Prefect 1.x and 2.x support
-- multi-processing/multi-node support for state exchange between `@materialize` tasks
-- support materialization for: pandas, sqlalchemy, raw sql text, pydiverse.transform