casacure 0.2.0__tar.gz

casacure-0.2.0/Cargo.lock

@@ -0,0 +1,364 @@
+# This file is automatically @generated by Cargo.
+# It is not intended for manual editing.
+version = 4
+
+[[package]]
+name = "autocfg"
+version = "1.5.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "f2032f911046de80f0a198e0901378627c33f59ea0ac00e363d481118bd70a53"
+
+[[package]]
+name = "casacure"
+version = "0.2.0"
+dependencies = [
+ "serde",
+ "serde_json",
+ "thiserror",
+]
+
+[[package]]
+name = "casacure-python"
+version = "0.2.0"
+dependencies = [
+ "casacure",
+ "numpy",
+ "pyo3",
+]
+
+[[package]]
+name = "heck"
+version = "0.5.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "2304e00983f87ffb38b55b444b5e3b60a884b5d30c0fca7d82fe33449bbe55ea"
+
+[[package]]
+name = "indoc"
+version = "2.0.7"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "79cf5c93f93228cf8efb3ba362535fb11199ac548a09ce117c9b1adc3030d706"
+dependencies = [
+ "rustversion",
+]
+
+[[package]]
+name = "itoa"
+version = "1.0.18"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "8f42a60cbdf9a97f5d2305f08a87dc4e09308d1276d28c869c684d7777685682"
+
+[[package]]
+name = "libc"
+version = "0.2.189"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "3eaf3ede3fee6db1a4c2ee091bf8a8b4dccdc6d17f656fb07896ee72867612f2"
+
+[[package]]
+name = "matrixmultiply"
+version = "0.3.11"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "3f607c237553f086e7043417a51df26b2eb899d3caff94e6a67592ff992fedc7"
+dependencies = [
+ "autocfg",
+ "rawpointer",
+]
+
+[[package]]
+name = "memchr"
+version = "2.8.3"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "cf8baf1c55e62ffcace7a9f06f4bd9cd3f0c4beb022d3b367256b91b87513d98"
+
+[[package]]
+name = "memoffset"
+version = "0.9.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "488016bfae457b036d996092f6cb448677611ce4449e970ceaf42695203f218a"
+dependencies = [
+ "autocfg",
+]
+
+[[package]]
+name = "ndarray"
+version = "0.16.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "882ed72dce9365842bf196bdeedf5055305f11fc8c03dee7bb0194a6cad34841"
+dependencies = [
+ "matrixmultiply",
+ "num-complex",
+ "num-integer",
+ "num-traits",
+ "portable-atomic",
+ "portable-atomic-util",
+ "rawpointer",
+]
+
+[[package]]
+name = "num-complex"
+version = "0.4.6"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "73f88a1307638156682bada9d7604135552957b7818057dcef22705b4d509495"
+dependencies = [
+ "num-traits",
+]
+
+[[package]]
+name = "num-integer"
+version = "0.1.47"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "7ce2d95d4b3734dc35aa2f45e1aa22cd416814592a4f9d9205e11affd5b8e10b"
+dependencies = [
+ "num-traits",
+]
+
+[[package]]
+name = "num-traits"
+version = "0.2.19"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "071dfc062690e90b734c0b2273ce72ad0ffa95f0c74596bc250dcfd960262841"
+dependencies = [
+ "autocfg",
+]
+
+[[package]]
+name = "numpy"
+version = "0.27.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "7aac2e6a6e4468ffa092ad43c39b81c79196c2bb773b8db4085f695efe3bba17"
+dependencies = [
+ "libc",
+ "ndarray",
+ "num-complex",
+ "num-integer",
+ "num-traits",
+ "pyo3",
+ "pyo3-build-config",
+ "rustc-hash",
+]
+
+[[package]]
+name = "once_cell"
+version = "1.21.4"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "9f7c3e4beb33f85d45ae3e3a1792185706c8e16d043238c593331cc7cd313b50"
+
+[[package]]
+name = "portable-atomic"
+version = "1.15.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "05c8b63e8d9609db387f0324918f81d68fe27748f084ef092fb35954d0539a85"
+
+[[package]]
+name = "portable-atomic-util"
+version = "0.2.8"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "10ab3eb7f3becc3a1cbc4f2c6f20267996cfc1a6467a873763411b136a122715"
+dependencies = [
+ "portable-atomic",
+]
+
+[[package]]
+name = "proc-macro2"
+version = "1.0.107"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "985e7ec9bb745e6ce6535b544d84d6cd6f7ad8bd711c398938ae983b91a766d9"
+dependencies = [
+ "unicode-ident",
+]
+
+[[package]]
+name = "pyo3"
+version = "0.27.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "ab53c047fcd1a1d2a8820fe84f05d6be69e9526be40cb03b73f86b6b03e6d87d"
+dependencies = [
+ "indoc",
+ "libc",
+ "memoffset",
+ "once_cell",
+ "portable-atomic",
+ "pyo3-build-config",
+ "pyo3-ffi",
+ "pyo3-macros",
+ "unindent",
+]
+
+[[package]]
+name = "pyo3-build-config"
+version = "0.27.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "b455933107de8642b4487ed26d912c2d899dec6114884214a0b3bb3be9261ea6"
+dependencies = [
+ "target-lexicon",
+]
+
+[[package]]
+name = "pyo3-ffi"
+version = "0.27.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "1c85c9cbfaddf651b1221594209aed57e9e5cff63c4d11d1feead529b872a089"
+dependencies = [
+ "libc",
+ "pyo3-build-config",
+]
+
+[[package]]
+name = "pyo3-macros"
+version = "0.27.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "0a5b10c9bf9888125d917fb4d2ca2d25c8df94c7ab5a52e13313a07e050a3b02"
+dependencies = [
+ "proc-macro2",
+ "pyo3-macros-backend",
+ "quote",
+ "syn 2.0.119",
+]
+
+[[package]]
+name = "pyo3-macros-backend"
+version = "0.27.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "03b51720d314836e53327f5871d4c0cfb4fb37cc2c4a11cc71907a86342c40f9"
+dependencies = [
+ "heck",
+ "proc-macro2",
+ "pyo3-build-config",
+ "quote",
+ "syn 2.0.119",
+]
+
+[[package]]
+name = "quote"
+version = "1.0.47"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "1fbf4db142a473a8d80c26bbf18454ed458bf8d26c8219c331daecfdbd079001"
+dependencies = [
+ "proc-macro2",
+]
+
+[[package]]
+name = "rawpointer"
+version = "0.2.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "60a357793950651c4ed0f3f52338f53b2f809f32d83a07f72909fa13e4c6c1e3"
+
+[[package]]
+name = "rustc-hash"
+version = "2.1.3"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "6b1e7f9a428571be2dc5bc0505c13fb6bf936822b894ec87abf8a08a4e51742d"
+
+[[package]]
+name = "rustversion"
+version = "1.0.23"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "cf54715a573b99ac80df0bc206da022bcd442c974952c7b9720069370852e21f"
+
+[[package]]
+name = "serde"
+version = "1.0.229"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "4148590afebada386688f18773da617792bf2ef03ffc1e4cbd2b1d45b023e0ba"
+dependencies = [
+ "serde_core",
+ "serde_derive",
+]
+
+[[package]]
+name = "serde_core"
+version = "1.0.229"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "67dca2c9c51e58a4791a4b1ed58308b39c64224d349a935ab5039aa360942a48"
+dependencies = [
+ "serde_derive",
+]
+
+[[package]]
+name = "serde_derive"
+version = "1.0.229"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "e7a5d71263a5a7d47b41f6b3f06ba276f10cc18b0931f1799f710578e2309348"
+dependencies = [
+ "proc-macro2",
+ "quote",
+ "syn 3.0.6",
+]
+
+[[package]]
+name = "serde_json"
+version = "1.0.151"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "c841b55ecdae098c80dcae9cf767f6f8a0c2cdb3416bbef72181df4d0fe73f14"
+dependencies = [
+ "itoa",
+ "memchr",
+ "serde",
+ "serde_core",
+ "zmij",
+]
+
+[[package]]
+name = "syn"
+version = "2.0.119"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "872831b642d1a07999a962a351ed35b955ea2cfc8f3862091e2a240a84f17297"
+dependencies = [
+ "proc-macro2",
+ "quote",
+ "unicode-ident",
+]
+
+[[package]]
+name = "syn"
+version = "3.0.6"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "8593e8e72159ed2257d083c7a454a85cbf854f37a0966d8d483aff8c8a3ebcee"
+dependencies = [
+ "proc-macro2",
+ "quote",
+ "unicode-ident",
+]
+
+[[package]]
+name = "target-lexicon"
+version = "0.13.5"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "adb6935a6f5c20170eeceb1a3835a49e12e19d792f6dd344ccc76a985ca5a6ca"
+
+[[package]]
+name = "thiserror"
+version = "2.0.20"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "ec86235f5fcc2a73650310756d2ac5b138a5780bbbdfae3eeccec992c435ba4f"
+dependencies = [
+ "thiserror-impl",
+]
+
+[[package]]
+name = "thiserror-impl"
+version = "2.0.20"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "bc04cd3e1236dd4a98afca4569f2deb3f120e5422a4023be2cb683f8486292af"
+dependencies = [
+ "proc-macro2",
+ "quote",
+ "syn 3.0.6",
+]
+
+[[package]]
+name = "unicode-ident"
+version = "1.0.26"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "d245f478577f809a851594d02313b640fb437e0bb33866753cff937863096954"
+
+[[package]]
+name = "unindent"
+version = "0.2.4"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "7264e107f553ccae879d21fbea1d6724ac785e8c3bfc762137959b5802826ef3"
+
+[[package]]
+name = "zmij"
+version = "1.0.23"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "29666d0abbfad1e3dc4dcf6144730dd3a3ab225bbbdac83319345b1b44ccfc1b"

casacure-0.2.0/Cargo.toml

@@ -0,0 +1,17 @@
+[workspace]
+resolver = "2"
+members = ["crates/casacure", "crates/casacure-python"]
+
+[workspace.dependencies]
+casacure = { path = "crates/casacure", version = "0.2.0" }
+
+[workspace.package]
+version = "0.2.0"
+authors = ["Tim Molteno <tim@elec.ac.nz>"]
+edition = "2021"
+license = "LGPL-3.0-or-later"
+repository = "https://github.com/tmolteno/casacure"
+description = "A Rust replacement for the casacore table system, with Python bindings"
+
+[profile.release]
+lto = true

casacure-0.2.0/PKG-INFO

@@ -0,0 +1,208 @@
+Metadata-Version: 2.4
+Name: casacure
+Version: 0.2.0
+Classifier: Development Status :: 4 - Beta
+Classifier: Intended Audience :: Science/Research
+Classifier: License :: OSI Approved :: GNU Lesser General Public License v3 or later (LGPLv3+)
+Classifier: Operating System :: MacOS
+Classifier: Operating System :: Microsoft :: Windows
+Classifier: Operating System :: POSIX :: Linux
+Classifier: Programming Language :: Python
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3 :: Only
+Classifier: Programming Language :: Python :: 3.9
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
+Classifier: Programming Language :: Python :: 3.14
+Classifier: Programming Language :: Python :: Implementation :: CPython
+Classifier: Programming Language :: Rust
+Classifier: Topic :: Scientific/Engineering :: Astronomy
+Summary: A Rust replacement for the casacore table system, pip installable on any machine
+Keywords: casacore,measurement-set,radio-astronomy,CASA,AIPS,taql,fits,scientific-data
+Author-email: Tim Molteno <tim@elec.ac.nz>
+License-Expression: LGPL-3.0-or-later
+Requires-Python: >=3.9, <3.15
+Description-Content-Type: text/markdown; charset=UTF-8; variant=GFM
+Project-URL: Changelog, https://github.com/tmolteno/casacure/blob/main/CHANGELOG.md
+Project-URL: Homepage, https://github.com/tmolteno/casacure
+Project-URL: Issues, https://github.com/tmolteno/casacure/issues
+Project-URL: Repository, https://github.com/tmolteno/casacure
+
+# casacure and python-casacure
+
+[![Crates.io](https://img.shields.io/crates/v/casacure?style=flat-square&logo=rust&logoColor=white)](https://crates.io/crates/casacure)
+[![Crates.io downloads](https://img.shields.io/crates/d/casacure?style=flat-square&logo=rust&logoColor=white)](https://crates.io/crates/casacure)
+[![PyPI](https://img.shields.io/pypi/v/casacure?style=flat-square&logo=pypi&logoColor=white&label=PyPI)](https://pypi.org/project/casacure/)
+[![PyPI downloads](https://img.shields.io/pypi/dm/casacure?style=flat-square&logo=pypi&logoColor=white&label=PyPI%20downloads)](https://pypi.org/project/casacure/)
+
+This repository contains two user-facing packages that share one engine — a
+pure-Rust implementation of the CASA table system that reads and writes real
+casacore Measurement Sets and tables without needing the C++ casacore library:
+
+| Package | Kind | Install | Entry point |
+|---|---|---|---|
+| **casacure** | Rust crate | `cargo add casacure` (crates.io) | `use casacure;` |
+| **python-casacure** | Python package | `pip install casacure` (PyPI) | `import casacure.tables` |
+
+"python-casacure" is the name of the Python package. Its published PyPI name
+stays **`casacure`** (module `casacure.tables`) — the Python package is
+**not** renamed. The Python package is built from the internal
+`crates/casacure-python` crate, which is not published to crates.io and is
+not intended for direct use.
+
+Both packages expose the same capabilities — the `StandardStMan`,
+`IncrementalStMan` and `TiledColumnStMan` on-disk formats, table metadata,
+keywords and subtable linkage, and a TaQL subset — without building or linking
+the C++ casacore library. Install is fast (a wheel or the crate), there is no
+multi-hour C++ dependency build, and it works everywhere a Rust `cdylib` can
+be built, including ARM (`aarch64`).
+
+The Python binding's **`casacure.tables`** is an interface-compatible
+replacement for `casacore.tables`, so existing tooling — most notably
+**dask-ms** — can run on casacure unchanged (CPython 3.9–3.14; wheels for
+Linux, macOS and Windows).
+
+| | |
+|---|---|
+| On-disk formats | StandardStMan, IncrementalStMan, TiledColumnStMan — read and write |
+| Table surface | columns (scalar / fixed / variable-shape arrays, strings, records), keywords, dminfo, subtable linkage (`::SUBTABLE`) |
+| TaQL | `SELECT` (WHERE / ORDERBY / GROUPBY / UNIQUE) and `CREATE TABLE` |
+| Measurement Sets | full MS + 17 standard subtable schemas, `default_ms`, writable in place |
+| Interop | tables written by casacure open in real casacore and vice-versa |
+
+Status is tracked in [ARE_WE_CURED.md](ARE_WE_CURED.md); the outline is in
+[CASACORE_TO_CASA_RS.md](CASACORE_TO_CASA_RS.md).
+
+## Using casacure in place of casacore
+
+casacure provides a python-casacore-compatible surface. The whole dask-ms 0.2.32
+test suite passes against it (219/219 on both Python 3.13 and 3.14), including
+reading, writing and updating real Measurement Sets.
+
+### Direct API
+
+`casacure.tables` mirrors `casacore.tables`:
+
+```python
+import numpy as np
+import casacure.tables as ct   # drop-in for `import casacore.tables`
+
+t = ct.table("test.tab",
+             {"TIME": {"valueType": "double", "option": 0, "comment": "",
+                       "keywords": {}},
+              "DATA": {"valueType": "dcomplex", "option": 0, "comment": "",
+                       "ndim": 2, "shape": [8, 4], "keywords": {}}},
+             nrow=3)
+t.putcol("TIME", np.array([0.0, 1.5, 3.0]))
+t.putcol("DATA", np.random.rand(3, 8, 4).astype(np.complex128))
+t.flush()
+
+r = ct.table("test.tab", ack=False)          # read-only view
+print(r.getcol("DATA").shape)                # (3, 8, 4)
+
+q = ct.taql("SELECT * FROM $1 WHERE TIME > 1.0", tables=[r])
+print(q.getcol("TIME"))
+
+ms = ct.default_ms("observation.ms")         # full MS + 17 subtables
+```
+Also available: `taql` `CREATE TABLE`, `getcell`/`putcell`, `getvarcol`/
+`putvarcol`, `getcolslice`/`putcolslice`, `getkeywords`/`putkeywords`,
+`addcols`, `addrows`, `required_ms_desc`/`complete_ms_desc`,
+`default_ms_subtable`, `tablefromascii`.
+
+### Driving dask-ms on casacure
+
+dask-ms imports `casacore.tables`; point it at casacure in one of two ways:
+
+**1. A drop-in `casacore` shim** — a two-file package that re-exports
+casacure, placed on `PYTHONPATH` ahead of any real python-casacore (this is
+exactly what the project's own `tests/daskms_smoke.py` runs):
+
+```
+casacore/__init__.py          # (empty)
+casacore/tables.py            # from casacure.tables import *
+```
+
+**2. Backend selection** (the cleaner upstream path) — an env-gated
+`DASK_MS_BACKEND=casacure` that aliases `casacore.tables` → `casacure.tables`
+in-process. It is a ~10-line `sys.modules` swap in dask-ms's `__init__`,
+validated against the full dask-ms suite; it is the prototype for the upstream
+store-dispatch change.
+
+Either way, the dask-ms workflow is unchanged:
+
+```python
+import dask
+import dask.array as da
+import numpy as np
+import xarray as xr
+from daskms import xds_from_ms, xds_to_table
+import casacure.tables as ct
+
+n = 4
+data = (np.random.rand(n, 8, 4) + 1j * np.random.rand(n, 8, 4)).astype(np.complex64)
+ds = xr.Dataset({
+    "TIME":     (("row",), da.from_array(np.array([0.0, 1.0, 2.0, 3.0]), chunks=n)),
+    "ANTENNA1": (("row",), da.from_array(np.array([0, 1, 0, 1], dtype=np.int32), chunks=n)),
+    "DATA":     (("row", "chan", "corr"), da.from_array(data, chunks=(n, 8, 4))),
+}, coords={"row": np.arange(n)})
+
+# Create a Measurement Set from datasets (partitioned, chunked writes).
+dask.compute(xds_to_table(ds, "example.ms", descriptor="ms"))
+
+# Read it back as lazily-chunked dask arrays.
+xds = xds_from_ms("example.ms", columns=["TIME", "ANTENNA1", "DATA"])[0]
+
+# Modify in xarray and write back in place.
+xds2 = xds.assign(DATA=(xds.DATA.dims, xds.DATA.data * 2))
+dask.compute(xds_to_table(xds2, "example.ms", ["DATA"]))
+
+# The result is a real MS: open it with casacure (or real casacore).
+t = ct.table("example.ms", ack=False)
+print(t.getcol("DATA")[0, 0, :2])   # doubled visibilities
+```
+
+Because casacure is implemented in Rust, none of this needs a C++ toolchain:
+the entire dependency stack for reading and writing Measurement Sets is the
+published wheel.
+
+## Install
+
+```sh
+pip install casacure          # prebuilt wheels once published
+# or build from source:
+pip install .                # maturin builds the cdylib for your interpreter
+```
+
+The Rust core is published to crates.io as the `casacure` crate; add
+`casacure = "0.2"` to `Cargo.toml` if you want the table engine in Rust
+directly.
+
+`pip install casacure` on Python 3.9–3.14 installs a self-contained package —
+no `casacore` C++ library, no `wcs/measures` harness — which is the point: MS
+support on machines (including `aarch64`) where casacore is painful to build.
+
+## Development
+
+* [TODO.md](TODO.md) — the live task list; [CHANGELOG.md](CHANGELOG.md) records
+  completed steps.
+* [ARE_WE_CURED.md](ARE_WE_CURED.md) — progress / test counts.
+* [CASACORE_TO_CASA_RS.md](CASACORE_TO_CASA_RS.md) — the implementation
+  outline (the upstream `casacore/` submodule is the reference C++ source and
+  is never modified).
+* `tests/daskms_smoke.py` — end-to-end dask-ms MS create/read/write smoke;
+  `tests/test_types_compat.py` — type-system comparison vs real casacore.
+
+Rust work is linted with clippy and rustfmt as we go — CI runs these as gates
+(`.github/workflows/ci.yml`), so run them locally before committing:
+
+```sh
+cargo fmt
+cargo clippy --workspace --all-targets -- -D warnings
+```
+
+`clippy` is run with `-D warnings` (warnings are errors); `cargo fmt` keeps
+the formatting canonical. Everything merged must pass both.
+