typedframes 0.13.0__tar.gz → 0.14.1__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (77) hide show
  1. typedframes-0.14.1/.cargo/config.toml +6 -0
  2. {typedframes-0.13.0 → typedframes-0.14.1}/PKG-INFO +23 -15
  3. {typedframes-0.13.0 → typedframes-0.14.1}/README.md +22 -14
  4. {typedframes-0.13.0 → typedframes-0.14.1}/pyproject.toml +27 -26
  5. {typedframes-0.13.0 → typedframes-0.14.1}/rust/Cargo.lock +120 -20
  6. {typedframes-0.13.0 → typedframes-0.14.1}/rust/Cargo.toml +10 -20
  7. {typedframes-0.13.0 → typedframes-0.14.1}/rust/benches/parser_bench.rs +1 -1
  8. typedframes-0.14.1/rust/python/Cargo.toml +23 -0
  9. typedframes-0.14.1/rust/python/build.rs +4 -0
  10. typedframes-0.14.1/rust/python/src/lib.rs +27 -0
  11. {typedframes-0.13.0 → typedframes-0.14.1}/rust/src/apply.rs +1 -1
  12. typedframes-0.14.1/rust/src/cli/args.rs +310 -0
  13. typedframes-0.14.1/rust/src/cli/cache.rs +390 -0
  14. typedframes-0.14.1/rust/src/cli/check.rs +756 -0
  15. typedframes-0.14.1/rust/src/cli/collect.rs +221 -0
  16. typedframes-0.14.1/rust/src/cli/config.rs +423 -0
  17. typedframes-0.14.1/rust/src/cli/coverage.rs +854 -0
  18. typedframes-0.14.1/rust/src/cli/mod.rs +178 -0
  19. typedframes-0.14.1/rust/src/cli/pathutil.rs +141 -0
  20. typedframes-0.14.1/rust/src/cli/pyfmt.rs +176 -0
  21. typedframes-0.14.1/rust/src/cli/report.rs +426 -0
  22. typedframes-0.14.1/rust/src/cli/style.rs +9 -0
  23. typedframes-0.14.1/rust/src/cli/suggest.rs +502 -0
  24. typedframes-0.13.0/rust/src/pyapi.rs → typedframes-0.14.1/rust/src/engine.rs +75 -376
  25. {typedframes-0.13.0 → typedframes-0.14.1}/rust/src/lib.rs +15 -30
  26. {typedframes-0.13.0 → typedframes-0.14.1}/rust/src/linter.rs +0 -5
  27. typedframes-0.14.1/rust/src/main.rs +3 -0
  28. typedframes-0.14.1/rust/tests/cli.rs +685 -0
  29. {typedframes-0.13.0 → typedframes-0.14.1}/rust/tests/integration_test.rs +1 -1
  30. {typedframes-0.13.0 → typedframes-0.14.1}/src/typedframes/__init__.py +9 -37
  31. typedframes-0.14.1/src/typedframes/__main__.py +5 -0
  32. typedframes-0.14.1/src/typedframes/_binary.py +115 -0
  33. typedframes-0.14.1/src/typedframes/_rust.pyi +2 -0
  34. {typedframes-0.13.0 → typedframes-0.14.1}/src/typedframes/mypy.py +45 -41
  35. typedframes-0.13.0/rust/.cargo/config.toml +0 -21
  36. typedframes-0.13.0/rust/src/main.rs +0 -31
  37. typedframes-0.13.0/src/typedframes/_rust_checker.pyi +0 -43
  38. typedframes-0.13.0/src/typedframes/cache.py +0 -134
  39. typedframes-0.13.0/src/typedframes/cli.py +0 -2158
  40. typedframes-0.13.0/src/typedframes/compat.py +0 -28
  41. typedframes-0.13.0/src/typedframes/python315.py +0 -13
  42. {typedframes-0.13.0 → typedframes-0.14.1}/LICENSE +0 -0
  43. {typedframes-0.13.0 → typedframes-0.14.1}/rust/README.md +0 -0
  44. {typedframes-0.13.0 → typedframes-0.14.1}/rust/build.rs +0 -0
  45. {typedframes-0.13.0 → typedframes-0.14.1}/rust/src/ast_extract.rs +0 -0
  46. {typedframes-0.13.0 → typedframes-0.14.1}/rust/src/call_usage.rs +0 -0
  47. {typedframes-0.13.0 → typedframes-0.14.1}/rust/src/column_consuming_methods.rs +0 -0
  48. {typedframes-0.13.0 → typedframes-0.14.1}/rust/src/column_usage.rs +0 -0
  49. {typedframes-0.13.0 → typedframes-0.14.1}/rust/src/config.rs +0 -0
  50. {typedframes-0.13.0 → typedframes-0.14.1}/rust/src/constants.rs +0 -0
  51. {typedframes-0.13.0 → typedframes-0.14.1}/rust/src/contract.rs +0 -0
  52. {typedframes-0.13.0 → typedframes-0.14.1}/rust/src/errors.rs +0 -0
  53. {typedframes-0.13.0 → typedframes-0.14.1}/rust/src/fast_hash.rs +0 -0
  54. {typedframes-0.13.0 → typedframes-0.14.1}/rust/src/frame_ops.rs +0 -0
  55. {typedframes-0.13.0 → typedframes-0.14.1}/rust/src/helpers.rs +0 -0
  56. {typedframes-0.13.0 → typedframes-0.14.1}/rust/src/index.rs +0 -0
  57. {typedframes-0.13.0 → typedframes-0.14.1}/rust/src/library_names.txt +0 -0
  58. {typedframes-0.13.0 → typedframes-0.14.1}/rust/src/notebook.rs +0 -0
  59. {typedframes-0.13.0 → typedframes-0.14.1}/rust/src/parallel.rs +0 -0
  60. {typedframes-0.13.0 → typedframes-0.14.1}/rust/src/phrase.rs +0 -0
  61. {typedframes-0.13.0 → typedframes-0.14.1}/rust/src/report.rs +0 -0
  62. {typedframes-0.13.0 → typedframes-0.14.1}/rust/src/report_minimize.rs +0 -0
  63. {typedframes-0.13.0 → typedframes-0.14.1}/rust/src/report_names.rs +0 -0
  64. {typedframes-0.13.0 → typedframes-0.14.1}/rust/src/sql.rs +0 -0
  65. {typedframes-0.13.0 → typedframes-0.14.1}/rust/src/static_eval.rs +0 -0
  66. {typedframes-0.13.0 → typedframes-0.14.1}/rust/src/suggest.rs +0 -0
  67. {typedframes-0.13.0 → typedframes-0.14.1}/rust/src/typo.rs +0 -0
  68. {typedframes-0.13.0 → typedframes-0.14.1}/rust/src/words.txt +0 -0
  69. {typedframes-0.13.0 → typedframes-0.14.1}/src/typedframes/base_schema.py +0 -0
  70. {typedframes-0.13.0 → typedframes-0.14.1}/src/typedframes/column.py +0 -0
  71. {typedframes-0.13.0 → typedframes-0.14.1}/src/typedframes/column_group.py +0 -0
  72. {typedframes-0.13.0 → typedframes-0.14.1}/src/typedframes/column_group_error.py +0 -0
  73. {typedframes-0.13.0 → typedframes-0.14.1}/src/typedframes/column_set.py +0 -0
  74. {typedframes-0.13.0 → typedframes-0.14.1}/src/typedframes/missing_dependency_error.py +0 -0
  75. {typedframes-0.13.0 → typedframes-0.14.1}/src/typedframes/pandera.py +0 -0
  76. {typedframes-0.13.0 → typedframes-0.14.1}/src/typedframes/py.typed +0 -0
  77. {typedframes-0.13.0 → typedframes-0.14.1}/src/typedframes/schema_algebra.py +0 -0
@@ -0,0 +1,6 @@
1
+ # jemalloc's defaults suit a long-lived server. A check runs for tens of milliseconds on many
2
+ # threads, so it does better with few arenas and no lingering free memory. The setting is compiled
3
+ # in, which is why it lives here and not in the program: the allocator is running before any code
4
+ # could change it, and the program may not use `unsafe`.
5
+ [env]
6
+ JEMALLOC_SYS_WITH_MALLOC_CONF = "narenas:4,dirty_decay_ms:0,muzzy_decay_ms:0"
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: typedframes
3
- Version: 0.13.0
3
+ Version: 0.14.1
4
4
  Classifier: Development Status :: 3 - Alpha
5
5
  Classifier: Intended Audience :: Developers
6
6
  Classifier: License :: OSI Approved :: MIT License
@@ -44,7 +44,7 @@ Project-URL: Repository, https://github.com/w-martin/typedframes
44
44
 
45
45
  > ⚠️ **Project Status: Proof of Concept**
46
46
  >
47
- > `typedframes` (v0.13.0) is currently an experimental proof-of-concept. The core static analysis and mypy/Rust
47
+ > `typedframes` (v0.14.1) is currently an experimental proof-of-concept. The core static analysis and mypy/Rust
48
48
  > integrations work, but expect rough edges. The codebase prioritizes demonstrating the viability of static DataFrame
49
49
  > column checking over production-grade stability.
50
50
  >
@@ -131,14 +131,22 @@ or
131
131
  uv add typedframes
132
132
  ```
133
133
 
134
- The Rust-based checker is included — no separate install needed. `typedframes` itself has
135
- no required dependencies; add the extra for whichever backend(s) your code uses:
134
+ The `typedframes` command is a native Rust executable included in the wheel — no separate install
135
+ needed, and no Python process runs when you use it. Python is only needed for the schema classes and the mypy
136
+ plugin. `typedframes` itself has no required dependencies; add the extra for whichever backend(s) your code uses:
136
137
 
137
138
  ```shell
138
139
  pip install typedframes[pandas] # includes pandas
139
140
  pip install typedframes[polars] # includes polars
140
141
  ```
141
142
 
143
+ Where the Python interpreter may run code but no other executable may be started, set `TYPEDFRAMES_INPROC=1`. Then
144
+ `python -m typedframes` and the mypy plugin run the same checker inside the interpreter, through an extension module in
145
+ the wheel, instead of starting the `typedframes` executable. Results and exit status are the same; when the checker is
146
+ asked to capture its output (as the mypy plugin does), a usage error or a missing path comes back with it, and any
147
+ warning a command prints still goes to the terminal. Without the extension installed (for example from a source
148
+ distribution) `TYPEDFRAMES_INPROC=1` is an error.
149
+
142
150
  ---
143
151
 
144
152
  ## Quick Start
@@ -506,7 +514,7 @@ repos:
506
514
  name: typedframes check
507
515
  entry: typedframes check . --strict
508
516
  language: python
509
- additional_dependencies: ["typedframes==0.13.0"]
517
+ additional_dependencies: ["typedframes==0.14.1"]
510
518
  types_or: [python, jupyter]
511
519
  pass_filenames: false
512
520
  ```
@@ -555,7 +563,7 @@ The action installs the PyPI wheel into a throwaway virtualenv and runs the chec
555
563
  | Input | Default | |
556
564
  |-------|---------|-|
557
565
  | `path` | `.` | File or directory to check |
558
- | `version` | `latest` | PyPI version to install, e.g. `"0.13.0"` |
566
+ | `version` | `latest` | PyPI version to install, e.g. `"0.14.1"` |
559
567
  | `strict` | `true` | Fail the step on errors — `typedframes check` exits 0 without it |
560
568
  | `coverage-fail-under` | *(unset)* | Minimum DataFrame schema coverage, e.g. `"90"` |
561
569
  | `coverage-detail` | `summary` | Or `term-missing` for the per-file breakdown, `explain` to diagnose a lower-than-expected total |
@@ -583,7 +591,7 @@ and the files are written together or not at all. See the
583
591
 
584
592
  If `check` or `suggest` gets a site wrong and the code can't be shared, `typedframes report quiet-amber src/` prints a
585
593
  bug-report body with a redacted copy of the code around that site, checked against the checker so it reproduces the same
586
- result. `typedframes report --all src/` does this for every untyped site, grouped by why the checker decided as it did.
594
+ result. `typedframes report --all src/` does this for every untyped site, grouped by why the checker decided as it did; add `--format compact` for a few lines per group that fit in one screenshot.
587
595
  Redacted is not anonymous: read it before posting, and don't use it on code you aren't allowed to share. See
588
596
  [Reporting a problem](docs/usage.md#reporting-a-problem-report), and
589
597
  [Security and data handling](docs/security.md) for what the tool reads, writes and connects to.
@@ -697,15 +705,15 @@ Fast feedback reduces development time. The typedframes Rust binary provides nea
697
705
  **Benchmark results** (median of 5 runs ± one standard deviation, 3 warmup, caches cleared between runs):
698
706
  *2026-10-13 · Darwin 27.0.0 · arm · CPython 3.15.0 · 64GiB RAM · Great Expectations pinned @ 1.23.2*
699
707
 
700
- | Tool | Version | What it does | typedframes (14 files) | great_expectations (494 files) |
708
+ | Tool | Version | What it does | typedframes (12 files) | great_expectations (494 files) |
701
709
  |------|---------|--------------|------------------------|--------------------------------|
702
- | typedframes | 0.13.0 | DataFrame column checker | 42.8 ± 0.3 ms | 72.4 ± 0.8 ms |
703
- | ruff | 0.17.0 | Linter (no type checking) | 27.6 ± 1.0 ms | 222.1 ± 2.7 ms |
704
- | ty | 0.0.84 | Type checker | 59.6 ± 1.4 ms | 761.4 ± 9.4 ms |
705
- | pyrefly | 1.3.2 | Type checker | 98.0 ± 12.2 ms | 276.6 ± 7.3 ms |
706
- | mypy | 2.4.0 | Type checker (no plugin) | 1.83 ± 0.13 s | 3.08 ± 0.03 s |
707
- | mypy + typedframes | 2.4.0 | Type checker + column checker | 1.84 ± 0.03 s | 3.32 ± 0.09 s |
708
- | pyright | 1.1.414 | Type checker | 812.0 ± 12.3 ms | 3.91 ± 0.04 s |
710
+ | typedframes | 0.14.0 | DataFrame column checker | 18.1 ± 0.2 ms | 48.6 ± 0.1 ms |
711
+ | ruff | 0.17.0 | Linter (no type checking) | 25.1 ± 1.7 ms | 214.6 ± 2.0 ms |
712
+ | ty | 0.0.84 | Type checker | 51.1 ± 10.3 ms | 754.2 ± 9.0 ms |
713
+ | pyrefly | 1.3.2 | Type checker | 99.3 ± 11.0 ms | 299.0 ± 6.4 ms |
714
+ | mypy | 2.4.0 | Type checker (no plugin) | 1.79 ± 0.01 s | 2.99 ± 0.03 s |
715
+ | mypy + typedframes | 2.4.0 | Type checker + column checker | 1.81 ± 0.01 s | 3.16 ± 0.01 s |
716
+ | pyright | 1.1.414 | Type checker | 656.8 ± 5.8 ms | 3.86 ± 0.07 s |
709
717
 
710
718
  *Run `uv run python benchmarks/benchmark_checkers.py` to reproduce.*
711
719
 
@@ -8,7 +8,7 @@
8
8
 
9
9
  > ⚠️ **Project Status: Proof of Concept**
10
10
  >
11
- > `typedframes` (v0.13.0) is currently an experimental proof-of-concept. The core static analysis and mypy/Rust
11
+ > `typedframes` (v0.14.1) is currently an experimental proof-of-concept. The core static analysis and mypy/Rust
12
12
  > integrations work, but expect rough edges. The codebase prioritizes demonstrating the viability of static DataFrame
13
13
  > column checking over production-grade stability.
14
14
  >
@@ -95,14 +95,22 @@ or
95
95
  uv add typedframes
96
96
  ```
97
97
 
98
- The Rust-based checker is included — no separate install needed. `typedframes` itself has
99
- no required dependencies; add the extra for whichever backend(s) your code uses:
98
+ The `typedframes` command is a native Rust executable included in the wheel — no separate install
99
+ needed, and no Python process runs when you use it. Python is only needed for the schema classes and the mypy
100
+ plugin. `typedframes` itself has no required dependencies; add the extra for whichever backend(s) your code uses:
100
101
 
101
102
  ```shell
102
103
  pip install typedframes[pandas] # includes pandas
103
104
  pip install typedframes[polars] # includes polars
104
105
  ```
105
106
 
107
+ Where the Python interpreter may run code but no other executable may be started, set `TYPEDFRAMES_INPROC=1`. Then
108
+ `python -m typedframes` and the mypy plugin run the same checker inside the interpreter, through an extension module in
109
+ the wheel, instead of starting the `typedframes` executable. Results and exit status are the same; when the checker is
110
+ asked to capture its output (as the mypy plugin does), a usage error or a missing path comes back with it, and any
111
+ warning a command prints still goes to the terminal. Without the extension installed (for example from a source
112
+ distribution) `TYPEDFRAMES_INPROC=1` is an error.
113
+
106
114
  ---
107
115
 
108
116
  ## Quick Start
@@ -470,7 +478,7 @@ repos:
470
478
  name: typedframes check
471
479
  entry: typedframes check . --strict
472
480
  language: python
473
- additional_dependencies: ["typedframes==0.13.0"]
481
+ additional_dependencies: ["typedframes==0.14.1"]
474
482
  types_or: [python, jupyter]
475
483
  pass_filenames: false
476
484
  ```
@@ -519,7 +527,7 @@ The action installs the PyPI wheel into a throwaway virtualenv and runs the chec
519
527
  | Input | Default | |
520
528
  |-------|---------|-|
521
529
  | `path` | `.` | File or directory to check |
522
- | `version` | `latest` | PyPI version to install, e.g. `"0.13.0"` |
530
+ | `version` | `latest` | PyPI version to install, e.g. `"0.14.1"` |
523
531
  | `strict` | `true` | Fail the step on errors — `typedframes check` exits 0 without it |
524
532
  | `coverage-fail-under` | *(unset)* | Minimum DataFrame schema coverage, e.g. `"90"` |
525
533
  | `coverage-detail` | `summary` | Or `term-missing` for the per-file breakdown, `explain` to diagnose a lower-than-expected total |
@@ -547,7 +555,7 @@ and the files are written together or not at all. See the
547
555
 
548
556
  If `check` or `suggest` gets a site wrong and the code can't be shared, `typedframes report quiet-amber src/` prints a
549
557
  bug-report body with a redacted copy of the code around that site, checked against the checker so it reproduces the same
550
- result. `typedframes report --all src/` does this for every untyped site, grouped by why the checker decided as it did.
558
+ result. `typedframes report --all src/` does this for every untyped site, grouped by why the checker decided as it did; add `--format compact` for a few lines per group that fit in one screenshot.
551
559
  Redacted is not anonymous: read it before posting, and don't use it on code you aren't allowed to share. See
552
560
  [Reporting a problem](docs/usage.md#reporting-a-problem-report), and
553
561
  [Security and data handling](docs/security.md) for what the tool reads, writes and connects to.
@@ -661,15 +669,15 @@ Fast feedback reduces development time. The typedframes Rust binary provides nea
661
669
  **Benchmark results** (median of 5 runs ± one standard deviation, 3 warmup, caches cleared between runs):
662
670
  *2026-10-13 · Darwin 27.0.0 · arm · CPython 3.15.0 · 64GiB RAM · Great Expectations pinned @ 1.23.2*
663
671
 
664
- | Tool | Version | What it does | typedframes (14 files) | great_expectations (494 files) |
672
+ | Tool | Version | What it does | typedframes (12 files) | great_expectations (494 files) |
665
673
  |------|---------|--------------|------------------------|--------------------------------|
666
- | typedframes | 0.13.0 | DataFrame column checker | 42.8 ± 0.3 ms | 72.4 ± 0.8 ms |
667
- | ruff | 0.17.0 | Linter (no type checking) | 27.6 ± 1.0 ms | 222.1 ± 2.7 ms |
668
- | ty | 0.0.84 | Type checker | 59.6 ± 1.4 ms | 761.4 ± 9.4 ms |
669
- | pyrefly | 1.3.2 | Type checker | 98.0 ± 12.2 ms | 276.6 ± 7.3 ms |
670
- | mypy | 2.4.0 | Type checker (no plugin) | 1.83 ± 0.13 s | 3.08 ± 0.03 s |
671
- | mypy + typedframes | 2.4.0 | Type checker + column checker | 1.84 ± 0.03 s | 3.32 ± 0.09 s |
672
- | pyright | 1.1.414 | Type checker | 812.0 ± 12.3 ms | 3.91 ± 0.04 s |
674
+ | typedframes | 0.14.0 | DataFrame column checker | 18.1 ± 0.2 ms | 48.6 ± 0.1 ms |
675
+ | ruff | 0.17.0 | Linter (no type checking) | 25.1 ± 1.7 ms | 214.6 ± 2.0 ms |
676
+ | ty | 0.0.84 | Type checker | 51.1 ± 10.3 ms | 754.2 ± 9.0 ms |
677
+ | pyrefly | 1.3.2 | Type checker | 99.3 ± 11.0 ms | 299.0 ± 6.4 ms |
678
+ | mypy | 2.4.0 | Type checker (no plugin) | 1.79 ± 0.01 s | 2.99 ± 0.03 s |
679
+ | mypy + typedframes | 2.4.0 | Type checker + column checker | 1.81 ± 0.01 s | 3.16 ± 0.01 s |
680
+ | pyright | 1.1.414 | Type checker | 656.8 ± 5.8 ms | 3.86 ± 0.07 s |
673
681
 
674
682
  *Run `uv run python benchmarks/benchmark_checkers.py` to reproduce.*
675
683
 
@@ -4,7 +4,7 @@ build-backend = "maturin"
4
4
 
5
5
  [project]
6
6
  name = "typedframes"
7
- version = "0.13.0"
7
+ version = "0.14.1"
8
8
  description = "Static analysis for pandas and polars DataFrames. Catch column errors at lint-time, not runtime."
9
9
  keywords = ["pandas", "polars", "type-checking", "static-analysis", "dataframe", "linter", "mypy-plugin"]
10
10
  readme = "README.md"
@@ -35,9 +35,6 @@ Documentation = "https://typedframes.readthedocs.io/en/latest/"
35
35
  Repository = "https://github.com/w-martin/typedframes"
36
36
  "Issue Tracker" = "https://github.com/w-martin/typedframes/issues"
37
37
 
38
- [project.scripts]
39
- typedframes = "typedframes.cli:main"
40
-
41
38
  [project.optional-dependencies]
42
39
  pandas = ["pandas>=2.0"]
43
40
  pandera = ["pandera>=0.20.0"]
@@ -47,9 +44,16 @@ mypy = ["mypy"]
47
44
  [tool.maturin]
48
45
  manifest-path = "rust/Cargo.toml"
49
46
  python-source = "src"
50
- module-name = "typedframes._rust_checker"
51
- features = ["pyo3/extension-module"]
52
- include = [{ path = "LICENSE", format = "sdist" }]
47
+ # The wheel carries the Rust `typedframes` executable (installed as a script) next to the Python package.
48
+ bindings = "bin"
49
+ module-name = "typedframes"
50
+ # The cargo config carries the allocator tuning, so a build from the sdist is tuned too.
51
+ include = [
52
+ { path = "src/typedframes/_rust.*", format = "wheel" },
53
+ { path = "rust/python/**/*", format = "sdist" },
54
+ { path = "LICENSE", format = "sdist" },
55
+ { path = ".cargo/config.toml", format = "sdist" },
56
+ ]
53
57
 
54
58
  [tool.pytest.ini_options]
55
59
  addopts = "--cov=. --cov-report=term-missing --cov-report=json --cov-report=lcov --cov-branch -n auto"
@@ -58,7 +62,6 @@ testpaths = ["tests"]
58
62
  [tool.coverage.run]
59
63
  branch = true
60
64
  omit = [
61
- "src/typedframes/python315.py", # needs 3.15; tests/unit/test_compat.py covers it there
62
65
  "benchmarks/*",
63
66
  "examples/*",
64
67
  "tests/*",
@@ -74,8 +77,6 @@ ignore_missing_imports = true
74
77
  line-length = 120
75
78
  target-version = "py311"
76
79
  fix = true
77
- # Files that use syntax newer than the oldest supported Python (see typedframes/compat.py).
78
- per-file-target-version = { "src/typedframes/python315.py" = "py315" }
79
80
 
80
81
  [tool.ruff.format]
81
82
  # Ensure the formatter respects the limit
@@ -112,7 +113,9 @@ ignore = [
112
113
  # join raises a tz-naive/tz-aware mismatch against that fixture.
113
114
  "examples/sql_connectors/feast/*" = ["DTZ005"]
114
115
  "tasks.py" = ["T201"]
115
- "src/typedframes/cli.py" = ["T201"]
116
+ # The one module that starts the Rust executable (the mypy plugin and `python -m typedframes` use it).
117
+ # Its command is always the installed `typedframes` executable, never user-supplied text.
118
+ "src/typedframes/_binary.py" = ["S603", "S606"]
116
119
  "benchmarks/*" = ["T201", "S603", "S607", "PLR2004", "PLR0912", "PLR0913", "TRY300"]
117
120
 
118
121
  [tool.ruff.lint.mccabe]
@@ -124,37 +127,39 @@ convention = "google"
124
127
  [dependency-groups]
125
128
  docs = [
126
129
  "mkdocs-material>=9.7.7",
127
- "mkdocstrings-python>=2.0.5",
130
+ "mkdocstrings-python>=2.0.9",
128
131
  ]
129
132
  dev = [
130
- "pandas>=3.0.5",
133
+ "pandas>=3.0.6",
131
134
  "pandera>=0.34.1",
132
135
  "pip-audit>=2.10.1",
133
- "polars>=1.43.2",
136
+ "polars>=2.0.0",
134
137
  "bandit>=1.9.4",
135
- "complexipy>=6.2.0",
138
+ "complexipy>=7.0.1,<8",
136
139
  "coverage-threshold>=0.6.2",
137
140
  "invoke>=3.0.3",
138
- "maturin>=1.14.1",
139
- "pre-commit>=4.6.1",
141
+ "maturin>=1.15.0",
142
+ "pre-commit>=4.7.0",
140
143
  "pyrefly>=1.3.2",
141
144
  "pyright>=1.1.414",
142
145
  "pytest>=9.1.1",
143
146
  "pytest-cov>=7.1.0",
144
147
  "pytest-xdist>=3.8.0",
145
148
  "ruff>=0.17.0",
146
- "ty>=0.0.84",
149
+ "ty>=0.0.87",
147
150
  "openpyxl>=3.1.5",
148
- "pyarrow>=25.0.1",
151
+ "pyarrow>=26.0.0",
149
152
  "xlsxwriter>=3.2.9",
150
- "fastexcel>=0.20.2",
153
+ "fastexcel>=0.21.0",
151
154
  "pandas-stubs>=3.0.5.260914",
152
155
  "mypy>=2.4.0",
153
- "trustedlicenses>=0.1.1",
156
+ "trustedlicenses>=0.3.4",
154
157
  ]
155
158
 
156
159
  [tool.bandit]
157
- exclude_dirs = ["tests", "examples"]
160
+ # bandit cannot skip one rule for one file, so the module that starts the Rust executable (B404, B603, B606;
161
+ # see `_binary.py`) is excluded whole. It does nothing else.
162
+ exclude_dirs = ["tests", "examples", "src/typedframes/_binary.py"]
158
163
 
159
164
  [tool.trustedlicenses]
160
165
  allowed-categories = ["Permissive", "Public Domain", "Copyleft Limited"]
@@ -172,10 +177,6 @@ branch_coverage_min = 100
172
177
  file_line_coverage_min = 100
173
178
  file_branch_coverage_min = 100
174
179
 
175
- [tool.ty.src]
176
- # Uses syntax newer than requires-python (see typedframes/compat.py); ruff still checks it.
177
- exclude = ["src/typedframes/python315.py"]
178
-
179
180
  [tool.ty.terminal]
180
181
  output-format = "concise"
181
182
 
@@ -26,12 +26,56 @@ version = "0.1.6"
26
26
  source = "registry+https://github.com/rust-lang/crates.io-index"
27
27
  checksum = "4b46cbb362ab8752921c97e041f5e366ee6297bd428a31275b9fcf1e380f7299"
28
28
 
29
+ [[package]]
30
+ name = "anstream"
31
+ version = "1.0.0"
32
+ source = "registry+https://github.com/rust-lang/crates.io-index"
33
+ checksum = "824a212faf96e9acacdbd09febd34438f8f711fb84e09a8916013cd7815ca28d"
34
+ dependencies = [
35
+ "anstyle",
36
+ "anstyle-parse",
37
+ "anstyle-query",
38
+ "anstyle-wincon",
39
+ "colorchoice",
40
+ "is_terminal_polyfill",
41
+ "utf8parse",
42
+ ]
43
+
29
44
  [[package]]
30
45
  name = "anstyle"
31
46
  version = "1.0.14"
32
47
  source = "registry+https://github.com/rust-lang/crates.io-index"
33
48
  checksum = "940b3a0ca603d1eade50a4846a2afffd5ef57a9feac2c0e2ec2e14f9ead76000"
34
49
 
50
+ [[package]]
51
+ name = "anstyle-parse"
52
+ version = "1.0.0"
53
+ source = "registry+https://github.com/rust-lang/crates.io-index"
54
+ checksum = "52ce7f38b242319f7cabaa6813055467063ecdc9d355bbb4ce0c68908cd8130e"
55
+ dependencies = [
56
+ "utf8parse",
57
+ ]
58
+
59
+ [[package]]
60
+ name = "anstyle-query"
61
+ version = "1.1.5"
62
+ source = "registry+https://github.com/rust-lang/crates.io-index"
63
+ checksum = "40c48f72fd53cd289104fc64099abca73db4166ad86ea0b4341abe65af83dadc"
64
+ dependencies = [
65
+ "windows-sys",
66
+ ]
67
+
68
+ [[package]]
69
+ name = "anstyle-wincon"
70
+ version = "3.0.11"
71
+ source = "registry+https://github.com/rust-lang/crates.io-index"
72
+ checksum = "291e6a250ff86cd4a820112fb8898808a366d8f9f58ce16d1f538353ad55747d"
73
+ dependencies = [
74
+ "anstyle",
75
+ "once_cell_polyfill",
76
+ "windows-sys",
77
+ ]
78
+
35
79
  [[package]]
36
80
  name = "anyhow"
37
81
  version = "1.0.104"
@@ -195,21 +239,36 @@ dependencies = [
195
239
 
196
240
  [[package]]
197
241
  name = "clap"
198
- version = "4.6.6"
242
+ version = "4.6.7"
199
243
  source = "registry+https://github.com/rust-lang/crates.io-index"
200
- checksum = "473c7e07f409a8d772161724aa8db6a765a2532a70f9667eeb7b49d3d02fbdca"
244
+ checksum = "aa8876b300ab35ba921adea3dfd70157a46249b33f95c9084ae5709785478946"
201
245
  dependencies = [
202
246
  "clap_builder",
247
+ "clap_derive",
203
248
  ]
204
249
 
205
250
  [[package]]
206
251
  name = "clap_builder"
207
- version = "4.6.6"
252
+ version = "4.6.7"
208
253
  source = "registry+https://github.com/rust-lang/crates.io-index"
209
- checksum = "7b48fea5a88e9ae728a2dcbedbfc0e730f7d60da42e1cb049a83c9fb8b789889"
254
+ checksum = "ec0797fb7aeb1406c84efac526901f7ec3ead2124f946b494e72879d4b54704d"
210
255
  dependencies = [
256
+ "anstream",
211
257
  "anstyle",
212
258
  "clap_lex",
259
+ "strsim",
260
+ ]
261
+
262
+ [[package]]
263
+ name = "clap_derive"
264
+ version = "4.6.7"
265
+ source = "registry+https://github.com/rust-lang/crates.io-index"
266
+ checksum = "f9c751b79415d4e559e3d1fcf128e09e720eb673a06d26cf6f392d37d75b66e0"
267
+ dependencies = [
268
+ "heck",
269
+ "proc-macro2",
270
+ "quote",
271
+ "syn 3.0.3",
213
272
  ]
214
273
 
215
274
  [[package]]
@@ -224,6 +283,12 @@ version = "1.0.3"
224
283
  source = "registry+https://github.com/rust-lang/crates.io-index"
225
284
  checksum = "2550f75b8cfac212855f6b1885455df8eaee8fe8e246b647d69146142e016084"
226
285
 
286
+ [[package]]
287
+ name = "colorchoice"
288
+ version = "1.0.5"
289
+ source = "registry+https://github.com/rust-lang/crates.io-index"
290
+ checksum = "1d07550c9036bf2ae0c684c4297d503f838287c83c53686d05370d0e139ae570"
291
+
227
292
  [[package]]
228
293
  name = "compact_str"
229
294
  version = "0.10.0"
@@ -494,6 +559,12 @@ dependencies = [
494
559
  "syn 2.0.119",
495
560
  ]
496
561
 
562
+ [[package]]
563
+ name = "is_terminal_polyfill"
564
+ version = "1.70.2"
565
+ source = "registry+https://github.com/rust-lang/crates.io-index"
566
+ checksum = "a6cb138bb79a146c1bd460005623e142ef0181e3d0219cb493e02f7d08a35695"
567
+
497
568
  [[package]]
498
569
  name = "itertools"
499
570
  version = "0.13.0"
@@ -618,6 +689,12 @@ version = "1.21.4"
618
689
  source = "registry+https://github.com/rust-lang/crates.io-index"
619
690
  checksum = "9f7c3e4beb33f85d45ae3e3a1792185706c8e16d043238c593331cc7cd313b50"
620
691
 
692
+ [[package]]
693
+ name = "once_cell_polyfill"
694
+ version = "1.70.2"
695
+ source = "registry+https://github.com/rust-lang/crates.io-index"
696
+ checksum = "384b8ab6d37215f3c5301a95a4accb5d64aa607f1fcb26a11b5303878451b4fe"
697
+
621
698
  [[package]]
622
699
  name = "oorandom"
623
700
  version = "11.1.5"
@@ -717,9 +794,9 @@ dependencies = [
717
794
 
718
795
  [[package]]
719
796
  name = "portable-atomic"
720
- version = "1.14.0"
797
+ version = "1.15.0"
721
798
  source = "registry+https://github.com/rust-lang/crates.io-index"
722
- checksum = "3d20d5497ef88037a52ff98267d066e7f11fcc5e99bbfbd58a42336193aacec3"
799
+ checksum = "05c8b63e8d9609db387f0324918f81d68fe27748f084ef092fb35954d0539a85"
723
800
 
724
801
  [[package]]
725
802
  name = "ppv-lite86"
@@ -762,9 +839,9 @@ dependencies = [
762
839
 
763
840
  [[package]]
764
841
  name = "pyo3"
765
- version = "0.29.2"
842
+ version = "0.30.1"
766
843
  source = "registry+https://github.com/rust-lang/crates.io-index"
767
- checksum = "4688ddedf473e32662b9b067670129a8afb8c18e351482c70d62ba4a88171e8b"
844
+ checksum = "229ca13b8a15bb0d1487b81ab975bfcd97513416499a8312011b6036e42e0de4"
768
845
  dependencies = [
769
846
  "libc",
770
847
  "once_cell",
@@ -776,18 +853,18 @@ dependencies = [
776
853
 
777
854
  [[package]]
778
855
  name = "pyo3-build-config"
779
- version = "0.29.2"
856
+ version = "0.30.1"
780
857
  source = "registry+https://github.com/rust-lang/crates.io-index"
781
- checksum = "f41027e41b4bd03f6e60f9f417fe24a6341a6bb744edd62b6f709f2a52ea30e9"
858
+ checksum = "70130e2b6dd1ee589a8788026a429561ca5c40fa7a2fa7914c2282eddae24700"
782
859
  dependencies = [
783
860
  "target-lexicon",
784
861
  ]
785
862
 
786
863
  [[package]]
787
864
  name = "pyo3-ffi"
788
- version = "0.29.2"
865
+ version = "0.30.1"
789
866
  source = "registry+https://github.com/rust-lang/crates.io-index"
790
- checksum = "e591a95526fead067432c3b3a33fc74770b87b1e04e73671090d9c2055a2b327"
867
+ checksum = "5e7ff73c555c286d212d4ce7e5fbda845a973c4f61bd5f160f5f2c3c2a04d1c4"
791
868
  dependencies = [
792
869
  "libc",
793
870
  "pyo3-build-config",
@@ -795,26 +872,26 @@ dependencies = [
795
872
 
796
873
  [[package]]
797
874
  name = "pyo3-macros"
798
- version = "0.29.2"
875
+ version = "0.30.1"
799
876
  source = "registry+https://github.com/rust-lang/crates.io-index"
800
- checksum = "73225868fc1cd84eef2c3c230ddb91273bf1de46aeb8a4248da76d32a0924a1c"
877
+ checksum = "c46d2e5862c7bb8207e3b639f713dda3c499933444784154c11d013c5a691b60"
801
878
  dependencies = [
802
879
  "proc-macro2",
803
880
  "pyo3-macros-backend",
804
881
  "quote",
805
- "syn 2.0.119",
882
+ "syn 3.0.3",
806
883
  ]
807
884
 
808
885
  [[package]]
809
886
  name = "pyo3-macros-backend"
810
- version = "0.29.2"
887
+ version = "0.30.1"
811
888
  source = "registry+https://github.com/rust-lang/crates.io-index"
812
- checksum = "571575aa3749fa6216757dd47d2a3e7ef360f329a40f0666a9fbd14889024952"
889
+ checksum = "38b89f066f2ae72a2aef52d1537ca2fcd104440ebfadee06e97aa90738a25b9b"
813
890
  dependencies = [
814
891
  "heck",
815
892
  "proc-macro2",
816
893
  "quote",
817
- "syn 2.0.119",
894
+ "syn 3.0.3",
818
895
  ]
819
896
 
820
897
  [[package]]
@@ -1163,6 +1240,7 @@ version = "1.0.151"
1163
1240
  source = "registry+https://github.com/rust-lang/crates.io-index"
1164
1241
  checksum = "c841b55ecdae098c80dcae9cf767f6f8a0c2cdb3416bbef72181df4d0fe73f14"
1165
1242
  dependencies = [
1243
+ "indexmap",
1166
1244
  "itoa",
1167
1245
  "memchr",
1168
1246
  "serde",
@@ -1232,6 +1310,12 @@ version = "1.1.0"
1232
1310
  source = "registry+https://github.com/rust-lang/crates.io-index"
1233
1311
  checksum = "a2eb9349b6444b326872e140eb1cf5e7c522154d69e7a0ffb0fb81c06b37543f"
1234
1312
 
1313
+ [[package]]
1314
+ name = "strsim"
1315
+ version = "0.11.1"
1316
+ source = "registry+https://github.com/rust-lang/crates.io-index"
1317
+ checksum = "7da8b5736845d9f2fcb837ea5d9e2628564b3b043a70948a3f0b778838c5fb4f"
1318
+
1235
1319
  [[package]]
1236
1320
  name = "syn"
1237
1321
  version = "2.0.119"
@@ -1385,12 +1469,13 @@ checksum = "7d56353a2a665ad0f41a421187180aab746c8c325620617ad883a99a1cbe66d2"
1385
1469
 
1386
1470
  [[package]]
1387
1471
  name = "typedframes_checker"
1388
- version = "0.13.0"
1472
+ version = "0.14.1"
1389
1473
  dependencies = [
1390
1474
  "anyhow",
1475
+ "clap",
1391
1476
  "criterion",
1392
1477
  "mimalloc",
1393
- "pyo3",
1478
+ "regex",
1394
1479
  "rmp-serde",
1395
1480
  "ruff_notebook",
1396
1481
  "ruff_python_ast",
@@ -1405,6 +1490,15 @@ dependencies = [
1405
1490
  "toml",
1406
1491
  ]
1407
1492
 
1493
+ [[package]]
1494
+ name = "typedframes_python"
1495
+ version = "0.14.1"
1496
+ dependencies = [
1497
+ "pyo3",
1498
+ "pyo3-build-config",
1499
+ "typedframes_checker",
1500
+ ]
1501
+
1408
1502
  [[package]]
1409
1503
  name = "unicode-ident"
1410
1504
  version = "1.0.24"
@@ -1448,6 +1542,12 @@ dependencies = [
1448
1542
  "rand 0.8.7",
1449
1543
  ]
1450
1544
 
1545
+ [[package]]
1546
+ name = "utf8parse"
1547
+ version = "0.2.2"
1548
+ source = "registry+https://github.com/rust-lang/crates.io-index"
1549
+ checksum = "06abde3611657adf66d383f00b093d7faecc7fa57071cce2578660c9f1010821"
1550
+
1451
1551
  [[package]]
1452
1552
  name = "uuid"
1453
1553
  version = "1.24.0"
@@ -1,6 +1,6 @@
1
1
  [package]
2
2
  name = "typedframes_checker"
3
- version = "0.13.0"
3
+ version = "0.14.1"
4
4
  edition = "2021"
5
5
  description = "A high-performance Rust-based checker for typedframes DataFrame column schemas"
6
6
  license = "MIT"
@@ -9,18 +9,15 @@ homepage = "https://github.com/w-martin/typedframes"
9
9
  documentation = "https://github.com/w-martin/typedframes"
10
10
  readme = "README.md"
11
11
 
12
- [lib]
13
- name = "_rust_checker"
14
- crate-type = ["cdylib", "rlib"]
15
-
16
12
  [[bin]]
17
- name = "typedframes_checker"
13
+ name = "typedframes"
18
14
  path = "src/main.rs"
19
15
 
20
16
  [profile.release]
21
17
  lto = true
22
18
  codegen-units = 1
23
- panic = "abort"
19
+ # Panics unwind (the default): this profile also builds the extension module, where a panic must become
20
+ # a Python exception and not end the interpreter that loaded it.
24
21
  strip = "symbols"
25
22
 
26
23
  [lints.rust]
@@ -37,25 +34,18 @@ ruff_source_file = { git = "https://github.com/astral-sh/ruff", tag = "0.16.2" }
37
34
  ruff_text_size = { git = "https://github.com/astral-sh/ruff", tag = "0.16.2" }
38
35
  ruff_notebook = { git = "https://github.com/astral-sh/ruff", tag = "0.16.2" }
39
36
  serde = { version = "1.0", features = ["derive"] }
40
- serde_json = "1.0"
37
+ serde_json = { version = "1.0", features = ["preserve_order"] }
41
38
  rmp-serde = "1"
42
39
  anyhow = "1.0"
43
- toml = "1.1"
40
+ toml = { version = "1.1", features = ["preserve_order"] }
44
41
  sqlparser = "0.62"
45
- # `extension-module` is deliberately NOT enabled here. maturin turns it on for the
46
- # builds that need it (`features = ["pyo3/extension-module"]` in pyproject.toml), and
47
- # enabling it unconditionally breaks `cargo test` on macOS: the feature tells pyo3 not
48
- # to link libpython, leaving the CPython symbols to be resolved by the interpreter that
49
- # loads the extension. `cargo test` also builds the cdylib, and macOS's linker rejects
50
- # a dylib with undefined symbols, so the whole test run failed with
51
- # "Undefined symbols ... _PyByteArray_AsString". Linux tolerates it, which is why CI
52
- # stayed green while local macOS runs did not.
53
- pyo3 = { version = "0.29", features = ["abi3-py311"] }
54
-
42
+ clap = { version = "4.6.7", features = ["derive"] }
43
+ regex = "1.13.1"
55
44
  # The allocator split ruff and ty use: jemalloc where it builds, mimalloc on Windows (jemalloc
56
45
  # has no MSVC support), the platform allocator elsewhere. Keep the `cfg`s in `src/lib.rs` in
57
- # step with these. `disable_initial_exec_tls` lets the library be loaded with `dlopen`.
46
+ # step with these. jemalloc is tuned for a short run on many threads in `../.cargo/config.toml`.
58
47
  [target.'cfg(all(not(target_os = "windows"), not(target_os = "openbsd"), not(target_os = "aix"), not(target_os = "android"), any(target_arch = "x86_64", target_arch = "aarch64", target_arch = "powerpc64", target_arch = "riscv64")))'.dependencies]
48
+ # No initial-exec TLS: that model fails to `dlopen` into a process that did not link jemalloc at start (the extension module).
59
49
  tikv-jemallocator = { version = "0.7", features = ["disable_initial_exec_tls"] }
60
50
 
61
51
  [target.'cfg(target_os = "windows")'.dependencies]
@@ -1,7 +1,7 @@
1
1
  use criterion::{criterion_group, criterion_main, Criterion};
2
2
  use std::path::Path;
3
3
 
4
- use _rust_checker::Linter;
4
+ use typedframes_checker::Linter;
5
5
 
6
6
  fn bench_check_file(c: &mut Criterion) {
7
7
  let source = include_str!("../../examples/features/typedframes_example.py");