AutomatedCleaning 1.2__tar.gz → 1.5__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- automatedcleaning-1.5/.github/workflows/CI.yml +131 -0
- automatedcleaning-1.5/.gitignore +20 -0
- automatedcleaning-1.5/BUILD.md +54 -0
- automatedcleaning-1.5/Cargo.lock +333 -0
- automatedcleaning-1.5/Cargo.toml +25 -0
- automatedcleaning-1.5/PKG-INFO +217 -0
- automatedcleaning-1.5/README.md +188 -0
- automatedcleaning-1.5/assets/dark-gradient.png +0 -0
- automatedcleaning-1.5/assets/gradient.png +0 -0
- automatedcleaning-1.5/assets/logo.png +0 -0
- automatedcleaning-1.5/automatedcleaning/assets/dark-gradient.png +0 -0
- automatedcleaning-1.5/automatedcleaning/assets/gradient.png +0 -0
- {automatedcleaning-1.2 → automatedcleaning-1.5}/automatedcleaning/cleaning.py +67 -91
- automatedcleaning-1.5/example.py +4 -0
- automatedcleaning-1.5/examples/example.py +4 -0
- automatedcleaning-1.5/images/logo.png +0 -0
- automatedcleaning-1.5/pyproject.toml +51 -0
- automatedcleaning-1.2/AutomatedCleaning.egg-info/requires.txt → automatedcleaning-1.5/requirements.txt +10 -8
- {automatedcleaning-1.2 → automatedcleaning-1.5}/setup.py +144 -144
- automatedcleaning-1.5/src/lib.rs +125 -0
- automatedcleaning-1.5/src/stats.rs +125 -0
- automatedcleaning-1.5/src/text.rs +99 -0
- automatedcleaning-1.2/AutomatedCleaning.egg-info/PKG-INFO +0 -173
- automatedcleaning-1.2/AutomatedCleaning.egg-info/SOURCES.txt +0 -10
- automatedcleaning-1.2/AutomatedCleaning.egg-info/dependency_links.txt +0 -1
- automatedcleaning-1.2/AutomatedCleaning.egg-info/top_level.txt +0 -1
- automatedcleaning-1.2/PKG-INFO +0 -173
- automatedcleaning-1.2/README.md +0 -32
- automatedcleaning-1.2/setup.cfg +0 -4
- {automatedcleaning-1.2 → automatedcleaning-1.5}/automatedcleaning/__init__.py +0 -0
- {automatedcleaning-1.2 → automatedcleaning-1.5}/automatedcleaning/cleaning_update.py +0 -0
|
@@ -0,0 +1,131 @@
|
|
|
1
|
+
# Build abi3 wheels for Linux / macOS / Windows and publish to PyPI.
|
|
2
|
+
#
|
|
3
|
+
# - On every push / PR: build wheels + sdist so breakage is caught early.
|
|
4
|
+
# - On a pushed tag (e.g. `v2.0.0`): also publish to PyPI via Trusted Publishing.
|
|
5
|
+
#
|
|
6
|
+
# Because the crate is built with pyo3's `abi3-py311` feature, a single wheel per
|
|
7
|
+
# platform works on CPython 3.11 and every newer 3.x — no per-version matrix.
|
|
8
|
+
|
|
9
|
+
name: CI
|
|
10
|
+
|
|
11
|
+
on:
|
|
12
|
+
push:
|
|
13
|
+
branches: [main]
|
|
14
|
+
tags: ["v*"]
|
|
15
|
+
pull_request:
|
|
16
|
+
workflow_dispatch:
|
|
17
|
+
|
|
18
|
+
permissions:
|
|
19
|
+
contents: read
|
|
20
|
+
|
|
21
|
+
jobs:
|
|
22
|
+
linux:
|
|
23
|
+
runs-on: ubuntu-latest
|
|
24
|
+
strategy:
|
|
25
|
+
fail-fast: false
|
|
26
|
+
matrix:
|
|
27
|
+
target: [x86_64, aarch64]
|
|
28
|
+
steps:
|
|
29
|
+
- uses: actions/checkout@v4
|
|
30
|
+
- uses: actions/setup-python@v5
|
|
31
|
+
with:
|
|
32
|
+
python-version: "3.11"
|
|
33
|
+
- name: Build wheels
|
|
34
|
+
uses: PyO3/maturin-action@v1
|
|
35
|
+
with:
|
|
36
|
+
target: ${{ matrix.target }}
|
|
37
|
+
args: --release --out dist
|
|
38
|
+
sccache: "true"
|
|
39
|
+
manylinux: auto
|
|
40
|
+
- name: Upload wheels
|
|
41
|
+
uses: actions/upload-artifact@v4
|
|
42
|
+
with:
|
|
43
|
+
name: wheels-linux-${{ matrix.target }}
|
|
44
|
+
path: dist
|
|
45
|
+
|
|
46
|
+
windows:
|
|
47
|
+
runs-on: windows-latest
|
|
48
|
+
strategy:
|
|
49
|
+
fail-fast: false
|
|
50
|
+
matrix:
|
|
51
|
+
target: [x64]
|
|
52
|
+
steps:
|
|
53
|
+
- uses: actions/checkout@v4
|
|
54
|
+
- uses: actions/setup-python@v5
|
|
55
|
+
with:
|
|
56
|
+
python-version: "3.11"
|
|
57
|
+
architecture: ${{ matrix.target }}
|
|
58
|
+
- name: Build wheels
|
|
59
|
+
uses: PyO3/maturin-action@v1
|
|
60
|
+
with:
|
|
61
|
+
target: ${{ matrix.target }}
|
|
62
|
+
args: --release --out dist
|
|
63
|
+
sccache: "true"
|
|
64
|
+
- name: Upload wheels
|
|
65
|
+
uses: actions/upload-artifact@v4
|
|
66
|
+
with:
|
|
67
|
+
name: wheels-windows-${{ matrix.target }}
|
|
68
|
+
path: dist
|
|
69
|
+
|
|
70
|
+
macos:
|
|
71
|
+
runs-on: macos-latest
|
|
72
|
+
strategy:
|
|
73
|
+
fail-fast: false
|
|
74
|
+
matrix:
|
|
75
|
+
target: [x86_64, aarch64]
|
|
76
|
+
steps:
|
|
77
|
+
- uses: actions/checkout@v4
|
|
78
|
+
- uses: actions/setup-python@v5
|
|
79
|
+
with:
|
|
80
|
+
python-version: "3.11"
|
|
81
|
+
- name: Build wheels
|
|
82
|
+
uses: PyO3/maturin-action@v1
|
|
83
|
+
with:
|
|
84
|
+
target: ${{ matrix.target }}
|
|
85
|
+
args: --release --out dist
|
|
86
|
+
sccache: "true"
|
|
87
|
+
- name: Upload wheels
|
|
88
|
+
uses: actions/upload-artifact@v4
|
|
89
|
+
with:
|
|
90
|
+
name: wheels-macos-${{ matrix.target }}
|
|
91
|
+
path: dist
|
|
92
|
+
|
|
93
|
+
sdist:
|
|
94
|
+
runs-on: ubuntu-latest
|
|
95
|
+
steps:
|
|
96
|
+
- uses: actions/checkout@v4
|
|
97
|
+
- name: Build sdist
|
|
98
|
+
uses: PyO3/maturin-action@v1
|
|
99
|
+
with:
|
|
100
|
+
command: sdist
|
|
101
|
+
args: --out dist
|
|
102
|
+
- name: Upload sdist
|
|
103
|
+
uses: actions/upload-artifact@v4
|
|
104
|
+
with:
|
|
105
|
+
name: wheels-sdist
|
|
106
|
+
path: dist
|
|
107
|
+
|
|
108
|
+
# Publishes to PyPI only when a version tag (v*) is pushed.
|
|
109
|
+
release:
|
|
110
|
+
name: Release to PyPI
|
|
111
|
+
runs-on: ubuntu-latest
|
|
112
|
+
if: startsWith(github.ref, 'refs/tags/v')
|
|
113
|
+
needs: [linux, windows, macos, sdist]
|
|
114
|
+
environment:
|
|
115
|
+
name: pypi
|
|
116
|
+
url: https://pypi.org/project/AutomatedCleaning/
|
|
117
|
+
permissions:
|
|
118
|
+
# Required for PyPI Trusted Publishing (OIDC) — no API token needed.
|
|
119
|
+
id-token: write
|
|
120
|
+
steps:
|
|
121
|
+
- name: Download all artifacts
|
|
122
|
+
uses: actions/download-artifact@v4
|
|
123
|
+
with:
|
|
124
|
+
pattern: wheels-*
|
|
125
|
+
merge-multiple: true
|
|
126
|
+
path: dist
|
|
127
|
+
- name: Publish to PyPI
|
|
128
|
+
uses: PyO3/maturin-action@v1
|
|
129
|
+
with:
|
|
130
|
+
command: upload
|
|
131
|
+
args: --non-interactive --skip-existing dist/*
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
pypi/
|
|
2
|
+
venv/
|
|
3
|
+
dist/
|
|
4
|
+
build/
|
|
5
|
+
*.egg-info/
|
|
6
|
+
*.log
|
|
7
|
+
output/
|
|
8
|
+
*.csv
|
|
9
|
+
|
|
10
|
+
# Rust build artifacts
|
|
11
|
+
/target
|
|
12
|
+
Cargo.lock
|
|
13
|
+
|
|
14
|
+
# Compiled Rust extension dropped into the package for in-place testing
|
|
15
|
+
automatedcleaning/*.pyd
|
|
16
|
+
automatedcleaning/*.so
|
|
17
|
+
|
|
18
|
+
# Python bytecode
|
|
19
|
+
__pycache__/
|
|
20
|
+
*.pyc
|
|
@@ -0,0 +1,54 @@
|
|
|
1
|
+
# Build & Architecture
|
|
2
|
+
|
|
3
|
+
This library uses a **Rust compute backend** with a **Python frontend**, packaged
|
|
4
|
+
as a single `pip`-installable wheel via [maturin](https://www.maturin.rs/) + [PyO3](https://pyo3.rs/).
|
|
5
|
+
|
|
6
|
+
## Layout
|
|
7
|
+
|
|
8
|
+
```
|
|
9
|
+
Cargo.toml # Rust crate (cdylib -> _rustcore)
|
|
10
|
+
pyproject.toml # maturin build backend + Python deps
|
|
11
|
+
src/
|
|
12
|
+
lib.rs # PyO3 module: exposes functions to Python
|
|
13
|
+
text.rs # text preprocessing (contractions, regex, stopwords)
|
|
14
|
+
stats.rs # skewness, IQR, correlation, multicollinearity
|
|
15
|
+
automatedcleaning/
|
|
16
|
+
__init__.py # from .cleaning import *
|
|
17
|
+
cleaning.py # Python frontend (I/O, ML, dashboard, PII, AI)
|
|
18
|
+
_rustcore.*.pyd # compiled Rust extension (built artifact)
|
|
19
|
+
```
|
|
20
|
+
|
|
21
|
+
## What runs where
|
|
22
|
+
|
|
23
|
+
| Concern | Location | Why |
|
|
24
|
+
|---|---|---|
|
|
25
|
+
| Text cleaning, symbol stripping, IQR outliers, skewness, correlation / multicollinearity, negatives, JSON detection | **Rust** (`_rustcore`) | CPU-bound, parallelised with `rayon`, GIL released |
|
|
26
|
+
| WordNet lemmatization | Python | preserves exact NLTK output |
|
|
27
|
+
| CSV/Parquet I/O, KNN imputation, class balancing | Python (Polars / scikit-learn) | mature, no benefit to reimplementing |
|
|
28
|
+
| Plotly dashboard, Presidio PII masking, Claude spell-correction | Python | ecosystem-only |
|
|
29
|
+
|
|
30
|
+
The Python functions delegate the heavy loops to `_rustcore`; results are verified
|
|
31
|
+
to match Polars to machine precision (skewness, IQR bounds, correlation drop-list).
|
|
32
|
+
|
|
33
|
+
## Build
|
|
34
|
+
|
|
35
|
+
Prereqs: Rust toolchain (`rustup`) and `maturin` (`pip install maturin`).
|
|
36
|
+
|
|
37
|
+
```bash
|
|
38
|
+
# Build a release wheel (dist-ready, abi3 -> works on CPython 3.11+)
|
|
39
|
+
maturin build --release
|
|
40
|
+
# -> target/wheels/AutomatedCleaning-1.5-cp311-abi3-win_amd64.whl
|
|
41
|
+
|
|
42
|
+
# Install it
|
|
43
|
+
pip install target/wheels/AutomatedCleaning-1.5-cp311-abi3-win_amd64.whl
|
|
44
|
+
|
|
45
|
+
# --- OR, for development (requires an active virtualenv) ---
|
|
46
|
+
python -m venv .venv && .venv/Scripts/activate # Windows
|
|
47
|
+
maturin develop --release
|
|
48
|
+
```
|
|
49
|
+
|
|
50
|
+
## Publish to PyPI
|
|
51
|
+
|
|
52
|
+
`maturin build --release` produces the wheel; upload with `twine upload target/wheels/*`
|
|
53
|
+
(or `maturin publish`). For cross-platform wheels, build in CI with
|
|
54
|
+
`PyO3/maturin-action`.
|
|
@@ -0,0 +1,333 @@
|
|
|
1
|
+
# This file is automatically @generated by Cargo.
|
|
2
|
+
# It is not intended for manual editing.
|
|
3
|
+
version = 4
|
|
4
|
+
|
|
5
|
+
[[package]]
|
|
6
|
+
name = "aho-corasick"
|
|
7
|
+
version = "1.1.4"
|
|
8
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
9
|
+
checksum = "ddd31a130427c27518df266943a5308ed92d4b226cc639f5a8f1002816174301"
|
|
10
|
+
dependencies = [
|
|
11
|
+
"memchr",
|
|
12
|
+
]
|
|
13
|
+
|
|
14
|
+
[[package]]
|
|
15
|
+
name = "autocfg"
|
|
16
|
+
version = "1.5.1"
|
|
17
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
18
|
+
checksum = "f2032f911046de80f0a198e0901378627c33f59ea0ac00e363d481118bd70a53"
|
|
19
|
+
|
|
20
|
+
[[package]]
|
|
21
|
+
name = "automatedcleaning-rustcore"
|
|
22
|
+
version = "1.5.0"
|
|
23
|
+
dependencies = [
|
|
24
|
+
"once_cell",
|
|
25
|
+
"pyo3",
|
|
26
|
+
"rayon",
|
|
27
|
+
"regex",
|
|
28
|
+
"serde_json",
|
|
29
|
+
]
|
|
30
|
+
|
|
31
|
+
[[package]]
|
|
32
|
+
name = "cfg-if"
|
|
33
|
+
version = "1.0.4"
|
|
34
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
35
|
+
checksum = "9330f8b2ff13f34540b44e946ef35111825727b38d33286ef986142615121801"
|
|
36
|
+
|
|
37
|
+
[[package]]
|
|
38
|
+
name = "crossbeam-deque"
|
|
39
|
+
version = "0.8.7"
|
|
40
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
41
|
+
checksum = "5181e0de7b61eb03a81e347d6dd8797bae9da5146707b51077e2d71a54ec0ceb"
|
|
42
|
+
dependencies = [
|
|
43
|
+
"crossbeam-epoch",
|
|
44
|
+
"crossbeam-utils",
|
|
45
|
+
]
|
|
46
|
+
|
|
47
|
+
[[package]]
|
|
48
|
+
name = "crossbeam-epoch"
|
|
49
|
+
version = "0.9.20"
|
|
50
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
51
|
+
checksum = "2d6914041f254d6e9176c01941b21115dcfb7089e55135a35411081bd106ef3f"
|
|
52
|
+
dependencies = [
|
|
53
|
+
"crossbeam-utils",
|
|
54
|
+
]
|
|
55
|
+
|
|
56
|
+
[[package]]
|
|
57
|
+
name = "crossbeam-utils"
|
|
58
|
+
version = "0.8.22"
|
|
59
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
60
|
+
checksum = "61803da095bee82a81bb1a452ecc25d3b2f1416d1897eb86430c6159ef717c17"
|
|
61
|
+
|
|
62
|
+
[[package]]
|
|
63
|
+
name = "either"
|
|
64
|
+
version = "1.16.0"
|
|
65
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
66
|
+
checksum = "91622ff5e7162018101f2fea40d6ebf4a78bbe5a49736a2020649edf9693679e"
|
|
67
|
+
|
|
68
|
+
[[package]]
|
|
69
|
+
name = "heck"
|
|
70
|
+
version = "0.5.0"
|
|
71
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
72
|
+
checksum = "2304e00983f87ffb38b55b444b5e3b60a884b5d30c0fca7d82fe33449bbe55ea"
|
|
73
|
+
|
|
74
|
+
[[package]]
|
|
75
|
+
name = "indoc"
|
|
76
|
+
version = "2.0.7"
|
|
77
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
78
|
+
checksum = "79cf5c93f93228cf8efb3ba362535fb11199ac548a09ce117c9b1adc3030d706"
|
|
79
|
+
dependencies = [
|
|
80
|
+
"rustversion",
|
|
81
|
+
]
|
|
82
|
+
|
|
83
|
+
[[package]]
|
|
84
|
+
name = "itoa"
|
|
85
|
+
version = "1.0.18"
|
|
86
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
87
|
+
checksum = "8f42a60cbdf9a97f5d2305f08a87dc4e09308d1276d28c869c684d7777685682"
|
|
88
|
+
|
|
89
|
+
[[package]]
|
|
90
|
+
name = "libc"
|
|
91
|
+
version = "0.2.186"
|
|
92
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
93
|
+
checksum = "68ab91017fe16c622486840e4c83c9a37afeff978bd239b5293d61ece587de66"
|
|
94
|
+
|
|
95
|
+
[[package]]
|
|
96
|
+
name = "memchr"
|
|
97
|
+
version = "2.8.3"
|
|
98
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
99
|
+
checksum = "cf8baf1c55e62ffcace7a9f06f4bd9cd3f0c4beb022d3b367256b91b87513d98"
|
|
100
|
+
|
|
101
|
+
[[package]]
|
|
102
|
+
name = "memoffset"
|
|
103
|
+
version = "0.9.1"
|
|
104
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
105
|
+
checksum = "488016bfae457b036d996092f6cb448677611ce4449e970ceaf42695203f218a"
|
|
106
|
+
dependencies = [
|
|
107
|
+
"autocfg",
|
|
108
|
+
]
|
|
109
|
+
|
|
110
|
+
[[package]]
|
|
111
|
+
name = "once_cell"
|
|
112
|
+
version = "1.21.4"
|
|
113
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
114
|
+
checksum = "9f7c3e4beb33f85d45ae3e3a1792185706c8e16d043238c593331cc7cd313b50"
|
|
115
|
+
|
|
116
|
+
[[package]]
|
|
117
|
+
name = "portable-atomic"
|
|
118
|
+
version = "1.13.1"
|
|
119
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
120
|
+
checksum = "c33a9471896f1c69cecef8d20cbe2f7accd12527ce60845ff44c153bb2a21b49"
|
|
121
|
+
|
|
122
|
+
[[package]]
|
|
123
|
+
name = "proc-macro2"
|
|
124
|
+
version = "1.0.106"
|
|
125
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
126
|
+
checksum = "8fd00f0bb2e90d81d1044c2b32617f68fcb9fa3bb7640c23e9c748e53fb30934"
|
|
127
|
+
dependencies = [
|
|
128
|
+
"unicode-ident",
|
|
129
|
+
]
|
|
130
|
+
|
|
131
|
+
[[package]]
|
|
132
|
+
name = "pyo3"
|
|
133
|
+
version = "0.22.6"
|
|
134
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
135
|
+
checksum = "f402062616ab18202ae8319da13fa4279883a2b8a9d9f83f20dbade813ce1884"
|
|
136
|
+
dependencies = [
|
|
137
|
+
"cfg-if",
|
|
138
|
+
"indoc",
|
|
139
|
+
"libc",
|
|
140
|
+
"memoffset",
|
|
141
|
+
"once_cell",
|
|
142
|
+
"portable-atomic",
|
|
143
|
+
"pyo3-build-config",
|
|
144
|
+
"pyo3-ffi",
|
|
145
|
+
"pyo3-macros",
|
|
146
|
+
"unindent",
|
|
147
|
+
]
|
|
148
|
+
|
|
149
|
+
[[package]]
|
|
150
|
+
name = "pyo3-build-config"
|
|
151
|
+
version = "0.22.6"
|
|
152
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
153
|
+
checksum = "b14b5775b5ff446dd1056212d778012cbe8a0fbffd368029fd9e25b514479c38"
|
|
154
|
+
dependencies = [
|
|
155
|
+
"once_cell",
|
|
156
|
+
"target-lexicon",
|
|
157
|
+
]
|
|
158
|
+
|
|
159
|
+
[[package]]
|
|
160
|
+
name = "pyo3-ffi"
|
|
161
|
+
version = "0.22.6"
|
|
162
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
163
|
+
checksum = "9ab5bcf04a2cdcbb50c7d6105de943f543f9ed92af55818fd17b660390fc8636"
|
|
164
|
+
dependencies = [
|
|
165
|
+
"libc",
|
|
166
|
+
"pyo3-build-config",
|
|
167
|
+
]
|
|
168
|
+
|
|
169
|
+
[[package]]
|
|
170
|
+
name = "pyo3-macros"
|
|
171
|
+
version = "0.22.6"
|
|
172
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
173
|
+
checksum = "0fd24d897903a9e6d80b968368a34e1525aeb719d568dba8b3d4bfa5dc67d453"
|
|
174
|
+
dependencies = [
|
|
175
|
+
"proc-macro2",
|
|
176
|
+
"pyo3-macros-backend",
|
|
177
|
+
"quote",
|
|
178
|
+
"syn",
|
|
179
|
+
]
|
|
180
|
+
|
|
181
|
+
[[package]]
|
|
182
|
+
name = "pyo3-macros-backend"
|
|
183
|
+
version = "0.22.6"
|
|
184
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
185
|
+
checksum = "36c011a03ba1e50152b4b394b479826cad97e7a21eb52df179cd91ac411cbfbe"
|
|
186
|
+
dependencies = [
|
|
187
|
+
"heck",
|
|
188
|
+
"proc-macro2",
|
|
189
|
+
"pyo3-build-config",
|
|
190
|
+
"quote",
|
|
191
|
+
"syn",
|
|
192
|
+
]
|
|
193
|
+
|
|
194
|
+
[[package]]
|
|
195
|
+
name = "quote"
|
|
196
|
+
version = "1.0.46"
|
|
197
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
198
|
+
checksum = "dfbc457d0c7a0759a614551b11a6409e5951f6c7537be1f1b7682b9ae9230368"
|
|
199
|
+
dependencies = [
|
|
200
|
+
"proc-macro2",
|
|
201
|
+
]
|
|
202
|
+
|
|
203
|
+
[[package]]
|
|
204
|
+
name = "rayon"
|
|
205
|
+
version = "1.12.0"
|
|
206
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
207
|
+
checksum = "fb39b166781f92d482534ef4b4b1b2568f42613b53e5b6c160e24cfbfa30926d"
|
|
208
|
+
dependencies = [
|
|
209
|
+
"either",
|
|
210
|
+
"rayon-core",
|
|
211
|
+
]
|
|
212
|
+
|
|
213
|
+
[[package]]
|
|
214
|
+
name = "rayon-core"
|
|
215
|
+
version = "1.13.0"
|
|
216
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
217
|
+
checksum = "22e18b0f0062d30d4230b2e85ff77fdfe4326feb054b9783a3460d8435c8ab91"
|
|
218
|
+
dependencies = [
|
|
219
|
+
"crossbeam-deque",
|
|
220
|
+
"crossbeam-utils",
|
|
221
|
+
]
|
|
222
|
+
|
|
223
|
+
[[package]]
|
|
224
|
+
name = "regex"
|
|
225
|
+
version = "1.13.0"
|
|
226
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
227
|
+
checksum = "2a0e75113e14dc5acb068cd0786884f214f1312650a3d36d269f5c4f3cdee8a2"
|
|
228
|
+
dependencies = [
|
|
229
|
+
"aho-corasick",
|
|
230
|
+
"memchr",
|
|
231
|
+
"regex-automata",
|
|
232
|
+
"regex-syntax",
|
|
233
|
+
]
|
|
234
|
+
|
|
235
|
+
[[package]]
|
|
236
|
+
name = "regex-automata"
|
|
237
|
+
version = "0.4.15"
|
|
238
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
239
|
+
checksum = "1f388202e4b80542a0921078cc23b6333bcf1409c1e3f86404cae4766a6131db"
|
|
240
|
+
dependencies = [
|
|
241
|
+
"aho-corasick",
|
|
242
|
+
"memchr",
|
|
243
|
+
"regex-syntax",
|
|
244
|
+
]
|
|
245
|
+
|
|
246
|
+
[[package]]
|
|
247
|
+
name = "regex-syntax"
|
|
248
|
+
version = "0.8.11"
|
|
249
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
250
|
+
checksum = "d6f6ff9a378485b298a5286656da665ba74413d36db0979633275d2e708145d4"
|
|
251
|
+
|
|
252
|
+
[[package]]
|
|
253
|
+
name = "rustversion"
|
|
254
|
+
version = "1.0.23"
|
|
255
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
256
|
+
checksum = "cf54715a573b99ac80df0bc206da022bcd442c974952c7b9720069370852e21f"
|
|
257
|
+
|
|
258
|
+
[[package]]
|
|
259
|
+
name = "serde"
|
|
260
|
+
version = "1.0.228"
|
|
261
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
262
|
+
checksum = "9a8e94ea7f378bd32cbbd37198a4a91436180c5bb472411e48b5ec2e2124ae9e"
|
|
263
|
+
dependencies = [
|
|
264
|
+
"serde_core",
|
|
265
|
+
]
|
|
266
|
+
|
|
267
|
+
[[package]]
|
|
268
|
+
name = "serde_core"
|
|
269
|
+
version = "1.0.228"
|
|
270
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
271
|
+
checksum = "41d385c7d4ca58e59fc732af25c3983b67ac852c1a25000afe1175de458b67ad"
|
|
272
|
+
dependencies = [
|
|
273
|
+
"serde_derive",
|
|
274
|
+
]
|
|
275
|
+
|
|
276
|
+
[[package]]
|
|
277
|
+
name = "serde_derive"
|
|
278
|
+
version = "1.0.228"
|
|
279
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
280
|
+
checksum = "d540f220d3187173da220f885ab66608367b6574e925011a9353e4badda91d79"
|
|
281
|
+
dependencies = [
|
|
282
|
+
"proc-macro2",
|
|
283
|
+
"quote",
|
|
284
|
+
"syn",
|
|
285
|
+
]
|
|
286
|
+
|
|
287
|
+
[[package]]
|
|
288
|
+
name = "serde_json"
|
|
289
|
+
version = "1.0.150"
|
|
290
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
291
|
+
checksum = "e8014e44b4736ed0538adeecded0fce2a272f22dc9578a7eb6b2d9993c74cfb9"
|
|
292
|
+
dependencies = [
|
|
293
|
+
"itoa",
|
|
294
|
+
"memchr",
|
|
295
|
+
"serde",
|
|
296
|
+
"serde_core",
|
|
297
|
+
"zmij",
|
|
298
|
+
]
|
|
299
|
+
|
|
300
|
+
[[package]]
|
|
301
|
+
name = "syn"
|
|
302
|
+
version = "2.0.118"
|
|
303
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
304
|
+
checksum = "1b9ae57f904213ebb649ce6895b8a66c66f0203b9319718f69a5612a065b1422"
|
|
305
|
+
dependencies = [
|
|
306
|
+
"proc-macro2",
|
|
307
|
+
"quote",
|
|
308
|
+
"unicode-ident",
|
|
309
|
+
]
|
|
310
|
+
|
|
311
|
+
[[package]]
|
|
312
|
+
name = "target-lexicon"
|
|
313
|
+
version = "0.12.16"
|
|
314
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
315
|
+
checksum = "61c41af27dd6d1e27b1b16b489db798443478cef1f06a660c96db617ba5de3b1"
|
|
316
|
+
|
|
317
|
+
[[package]]
|
|
318
|
+
name = "unicode-ident"
|
|
319
|
+
version = "1.0.24"
|
|
320
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
321
|
+
checksum = "e6e4313cd5fcd3dad5cafa179702e2b244f760991f45397d14d4ebf38247da75"
|
|
322
|
+
|
|
323
|
+
[[package]]
|
|
324
|
+
name = "unindent"
|
|
325
|
+
version = "0.2.4"
|
|
326
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
327
|
+
checksum = "7264e107f553ccae879d21fbea1d6724ac785e8c3bfc762137959b5802826ef3"
|
|
328
|
+
|
|
329
|
+
[[package]]
|
|
330
|
+
name = "zmij"
|
|
331
|
+
version = "1.0.21"
|
|
332
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
333
|
+
checksum = "b8848ee67ecc8aedbaf3e4122217aff892639231befc6a1b58d29fff4c2cabaa"
|
|
@@ -0,0 +1,25 @@
|
|
|
1
|
+
[package]
|
|
2
|
+
name = "automatedcleaning-rustcore"
|
|
3
|
+
version = "1.5.0"
|
|
4
|
+
edition = "2021"
|
|
5
|
+
description = "Rust compute backend for the AutomatedCleaning Python library"
|
|
6
|
+
license = "MIT"
|
|
7
|
+
readme = "README.md"
|
|
8
|
+
|
|
9
|
+
[lib]
|
|
10
|
+
# The compiled artifact is imported from Python as `automatedcleaning._rustcore`.
|
|
11
|
+
name = "_rustcore"
|
|
12
|
+
crate-type = ["cdylib"]
|
|
13
|
+
|
|
14
|
+
[dependencies]
|
|
15
|
+
# abi3-py311 builds a single wheel that works on CPython 3.11+ (stable ABI).
|
|
16
|
+
pyo3 = { version = "0.22", features = ["extension-module", "abi3-py311"] }
|
|
17
|
+
rayon = "1"
|
|
18
|
+
regex = "1"
|
|
19
|
+
serde_json = "1"
|
|
20
|
+
once_cell = "1"
|
|
21
|
+
|
|
22
|
+
[profile.release]
|
|
23
|
+
opt-level = 3
|
|
24
|
+
lto = true
|
|
25
|
+
codegen-units = 1
|