any2heliosdb 0.9.1__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- any2heliosdb-0.9.1/.github/workflows/publish.yml +60 -0
- any2heliosdb-0.9.1/.gitignore +34 -0
- any2heliosdb-0.9.1/CHANGELOG.md +206 -0
- any2heliosdb-0.9.1/LICENSE +201 -0
- any2heliosdb-0.9.1/PKG-INFO +319 -0
- any2heliosdb-0.9.1/README.md +264 -0
- any2heliosdb-0.9.1/docs/README.md +48 -0
- any2heliosdb-0.9.1/docs/cdc.md +181 -0
- any2heliosdb-0.9.1/docs/guides/configuration.md +189 -0
- any2heliosdb-0.9.1/docs/guides/examples.md +599 -0
- any2heliosdb-0.9.1/docs/guides/getting-started.md +263 -0
- any2heliosdb-0.9.1/docs/heliosdb-compatibility.md +84 -0
- any2heliosdb-0.9.1/docs/mcp.md +221 -0
- any2heliosdb-0.9.1/docs/migration/mysql-and-mssql.md +113 -0
- any2heliosdb-0.9.1/docs/migration/oracle-to-heliosdb-full.md +124 -0
- any2heliosdb-0.9.1/docs/migration/oracle-to-heliosdb-lite.md +116 -0
- any2heliosdb-0.9.1/docs/migration/oracle-to-heliosdb-nano.md +127 -0
- any2heliosdb-0.9.1/docs/migration/to-postgresql.md +95 -0
- any2heliosdb-0.9.1/docs/reference/cli.md +685 -0
- any2heliosdb-0.9.1/docs/reference/type-mapping.md +101 -0
- any2heliosdb-0.9.1/docs/troubleshooting.md +118 -0
- any2heliosdb-0.9.1/pyproject.toml +75 -0
- any2heliosdb-0.9.1/src/any2heliosdb/__init__.py +16 -0
- any2heliosdb-0.9.1/src/any2heliosdb/__main__.py +7 -0
- any2heliosdb-0.9.1/src/any2heliosdb/assess/__init__.py +28 -0
- any2heliosdb-0.9.1/src/any2heliosdb/assess/inventory.py +78 -0
- any2heliosdb-0.9.1/src/any2heliosdb/assess/render.py +161 -0
- any2heliosdb-0.9.1/src/any2heliosdb/assess/report.py +125 -0
- any2heliosdb-0.9.1/src/any2heliosdb/cdc/__init__.py +0 -0
- any2heliosdb-0.9.1/src/any2heliosdb/cdc/engine.py +143 -0
- any2heliosdb-0.9.1/src/any2heliosdb/cdc/registry.py +76 -0
- any2heliosdb-0.9.1/src/any2heliosdb/cdc/replicat.py +109 -0
- any2heliosdb-0.9.1/src/any2heliosdb/cdc/sinks/__init__.py +0 -0
- any2heliosdb-0.9.1/src/any2heliosdb/cdc/sources/__init__.py +0 -0
- any2heliosdb-0.9.1/src/any2heliosdb/cdc/sources/mysql_binlog.py +193 -0
- any2heliosdb-0.9.1/src/any2heliosdb/cdc/sources/oracle_scn.py +43 -0
- any2heliosdb-0.9.1/src/any2heliosdb/cdc/trail.py +51 -0
- any2heliosdb-0.9.1/src/any2heliosdb/chunking/__init__.py +0 -0
- any2heliosdb-0.9.1/src/any2heliosdb/chunking/pk_range.py +65 -0
- any2heliosdb-0.9.1/src/any2heliosdb/cli.py +489 -0
- any2heliosdb-0.9.1/src/any2heliosdb/config/__init__.py +0 -0
- any2heliosdb-0.9.1/src/any2heliosdb/config/model.py +85 -0
- any2heliosdb-0.9.1/src/any2heliosdb/config/store.py +146 -0
- any2heliosdb-0.9.1/src/any2heliosdb/config/wizard.py +119 -0
- any2heliosdb-0.9.1/src/any2heliosdb/constants.py +148 -0
- any2heliosdb-0.9.1/src/any2heliosdb/core/__init__.py +0 -0
- any2heliosdb-0.9.1/src/any2heliosdb/core/catalog_model.py +367 -0
- any2heliosdb-0.9.1/src/any2heliosdb/core/change_record.py +86 -0
- any2heliosdb-0.9.1/src/any2heliosdb/core/identifiers.py +80 -0
- any2heliosdb-0.9.1/src/any2heliosdb/core/loader.py +172 -0
- any2heliosdb-0.9.1/src/any2heliosdb/core/manifest.py +304 -0
- any2heliosdb-0.9.1/src/any2heliosdb/core/orchestrator.py +333 -0
- any2heliosdb-0.9.1/src/any2heliosdb/emit/__init__.py +0 -0
- any2heliosdb-0.9.1/src/any2heliosdb/emit/ddl.py +137 -0
- any2heliosdb-0.9.1/src/any2heliosdb/emit/mysql_ddl.py +195 -0
- any2heliosdb-0.9.1/src/any2heliosdb/emit/oracle_ddl.py +80 -0
- any2heliosdb-0.9.1/src/any2heliosdb/errors.py +51 -0
- any2heliosdb-0.9.1/src/any2heliosdb/geom/__init__.py +0 -0
- any2heliosdb-0.9.1/src/any2heliosdb/mcp/__init__.py +45 -0
- any2heliosdb-0.9.1/src/any2heliosdb/mcp/auth.py +179 -0
- any2heliosdb-0.9.1/src/any2heliosdb/mcp/protocol.py +141 -0
- any2heliosdb-0.9.1/src/any2heliosdb/mcp/server.py +222 -0
- any2heliosdb-0.9.1/src/any2heliosdb/mcp/tools.py +554 -0
- any2heliosdb-0.9.1/src/any2heliosdb/monitor/__init__.py +12 -0
- any2heliosdb-0.9.1/src/any2heliosdb/monitor/live.py +240 -0
- any2heliosdb-0.9.1/src/any2heliosdb/plsql/__init__.py +19 -0
- any2heliosdb-0.9.1/src/any2heliosdb/plsql/cost.py +47 -0
- any2heliosdb-0.9.1/src/any2heliosdb/plsql/gap.py +125 -0
- any2heliosdb-0.9.1/src/any2heliosdb/plsql/rewrite.py +351 -0
- any2heliosdb-0.9.1/src/any2heliosdb/sources/__init__.py +0 -0
- any2heliosdb-0.9.1/src/any2heliosdb/sources/base.py +81 -0
- any2heliosdb-0.9.1/src/any2heliosdb/sources/mssql/__init__.py +0 -0
- any2heliosdb-0.9.1/src/any2heliosdb/sources/mssql/adapter.py +429 -0
- any2heliosdb-0.9.1/src/any2heliosdb/sources/mysql/__init__.py +0 -0
- any2heliosdb-0.9.1/src/any2heliosdb/sources/mysql/adapter.py +237 -0
- any2heliosdb-0.9.1/src/any2heliosdb/sources/oracle/__init__.py +0 -0
- any2heliosdb-0.9.1/src/any2heliosdb/sources/oracle/adapter.py +309 -0
- any2heliosdb-0.9.1/src/any2heliosdb/sources/postgres/__init__.py +0 -0
- any2heliosdb-0.9.1/src/any2heliosdb/sources/postgres/adapter.py +608 -0
- any2heliosdb-0.9.1/src/any2heliosdb/target/__init__.py +0 -0
- any2heliosdb-0.9.1/src/any2heliosdb/target/base.py +196 -0
- any2heliosdb-0.9.1/src/any2heliosdb/target/capability.py +178 -0
- any2heliosdb-0.9.1/src/any2heliosdb/target/copy_codec.py +88 -0
- any2heliosdb-0.9.1/src/any2heliosdb/target/mysql_driver.py +239 -0
- any2heliosdb-0.9.1/src/any2heliosdb/target/native_driver.py +205 -0
- any2heliosdb-0.9.1/src/any2heliosdb/target/psycopg_driver.py +288 -0
- any2heliosdb-0.9.1/src/any2heliosdb/typemap/__init__.py +0 -0
- any2heliosdb-0.9.1/src/any2heliosdb/typemap/defaults.py +251 -0
- any2heliosdb-0.9.1/src/any2heliosdb/typemap/registry.py +83 -0
- any2heliosdb-0.9.1/src/any2heliosdb/validate/__init__.py +17 -0
- any2heliosdb-0.9.1/src/any2heliosdb/validate/counts.py +56 -0
- any2heliosdb-0.9.1/src/any2heliosdb/validate/data.py +244 -0
- any2heliosdb-0.9.1/src/any2heliosdb/validate/model.py +60 -0
- any2heliosdb-0.9.1/src/any2heliosdb/validate/structure.py +52 -0
- any2heliosdb-0.9.1/tests/conftest.py +7 -0
- any2heliosdb-0.9.1/tests/fixtures/mssql_sample.py +107 -0
- any2heliosdb-0.9.1/tests/fixtures/mysql_sample.py +87 -0
- any2heliosdb-0.9.1/tests/fixtures/oracle_sample.py +111 -0
- any2heliosdb-0.9.1/tests/integration/test_migrate_back.py +234 -0
- any2heliosdb-0.9.1/tests/integration/test_mssql_to_helios.py +107 -0
- any2heliosdb-0.9.1/tests/integration/test_mysql_binlog.py +95 -0
- any2heliosdb-0.9.1/tests/integration/test_mysql_to_helios.py +98 -0
- any2heliosdb-0.9.1/tests/integration/test_oracle_to_helios.py +254 -0
- any2heliosdb-0.9.1/tests/unit/test_assess.py +173 -0
- any2heliosdb-0.9.1/tests/unit/test_cdc.py +283 -0
- any2heliosdb-0.9.1/tests/unit/test_chunking.py +68 -0
- any2heliosdb-0.9.1/tests/unit/test_core.py +137 -0
- any2heliosdb-0.9.1/tests/unit/test_emit.py +81 -0
- any2heliosdb-0.9.1/tests/unit/test_identifiers.py +96 -0
- any2heliosdb-0.9.1/tests/unit/test_manifest.py +62 -0
- any2heliosdb-0.9.1/tests/unit/test_mcp.py +351 -0
- any2heliosdb-0.9.1/tests/unit/test_monitor.py +165 -0
- any2heliosdb-0.9.1/tests/unit/test_mssql_adapter.py +291 -0
- any2heliosdb-0.9.1/tests/unit/test_mysql_ddl.py +107 -0
- any2heliosdb-0.9.1/tests/unit/test_native_driver.py +111 -0
- any2heliosdb-0.9.1/tests/unit/test_oracle_ddl.py +77 -0
- any2heliosdb-0.9.1/tests/unit/test_plsql.py +251 -0
- any2heliosdb-0.9.1/tests/unit/test_validate.py +227 -0
- any2heliosdb-0.9.1/tools/bench_oltp.py +164 -0
- any2heliosdb-0.9.1/tools/bench_server.py +104 -0
- any2heliosdb-0.9.1/tools/run_ab_bench.py +97 -0
|
@@ -0,0 +1,60 @@
|
|
|
1
|
+
name: Publish to PyPI
|
|
2
|
+
|
|
3
|
+
# Publishes any2heliosdb to PyPI via Trusted Publishing (OpenID Connect) — no
|
|
4
|
+
# API token or stored secret. PyPI is configured with a Trusted Publisher for
|
|
5
|
+
# HeliosDatabase/Any2HeliosDB, workflow `publish.yml`, environment `pypi`.
|
|
6
|
+
#
|
|
7
|
+
# Triggers:
|
|
8
|
+
# * a published GitHub Release (the normal path — tag a release, it publishes)
|
|
9
|
+
# * manual dispatch from the Actions tab (for the first release / re-runs)
|
|
10
|
+
|
|
11
|
+
on:
|
|
12
|
+
release:
|
|
13
|
+
types: [published]
|
|
14
|
+
workflow_dispatch:
|
|
15
|
+
|
|
16
|
+
permissions:
|
|
17
|
+
contents: read
|
|
18
|
+
|
|
19
|
+
jobs:
|
|
20
|
+
build:
|
|
21
|
+
name: Build & verify distributions
|
|
22
|
+
runs-on: ubuntu-latest
|
|
23
|
+
steps:
|
|
24
|
+
- uses: actions/checkout@v4
|
|
25
|
+
- uses: actions/setup-python@v5
|
|
26
|
+
with:
|
|
27
|
+
python-version: "3.11"
|
|
28
|
+
- name: Install package + run unit tests
|
|
29
|
+
run: |
|
|
30
|
+
python -m pip install --upgrade pip
|
|
31
|
+
python -m pip install -e .[dev]
|
|
32
|
+
python -m pytest tests/unit -q
|
|
33
|
+
- name: Build sdist + wheel and check metadata
|
|
34
|
+
run: |
|
|
35
|
+
python -m pip install --upgrade build twine
|
|
36
|
+
python -m build
|
|
37
|
+
python -m twine check dist/*
|
|
38
|
+
- name: Upload distributions
|
|
39
|
+
uses: actions/upload-artifact@v4
|
|
40
|
+
with:
|
|
41
|
+
name: dist
|
|
42
|
+
path: dist/
|
|
43
|
+
|
|
44
|
+
publish:
|
|
45
|
+
name: Publish to PyPI
|
|
46
|
+
needs: build
|
|
47
|
+
runs-on: ubuntu-latest
|
|
48
|
+
environment:
|
|
49
|
+
name: pypi
|
|
50
|
+
url: https://pypi.org/p/any2heliosdb
|
|
51
|
+
permissions:
|
|
52
|
+
id-token: write # REQUIRED: mints the OIDC token Trusted Publishing uses
|
|
53
|
+
steps:
|
|
54
|
+
- name: Download distributions
|
|
55
|
+
uses: actions/download-artifact@v4
|
|
56
|
+
with:
|
|
57
|
+
name: dist
|
|
58
|
+
path: dist/
|
|
59
|
+
- name: Publish to PyPI
|
|
60
|
+
uses: pypa/gh-action-pypi-publish@release/v1
|
|
@@ -0,0 +1,34 @@
|
|
|
1
|
+
# Runtime data for local test targets (HeliosDB data dirs, server logs)
|
|
2
|
+
.runtime/
|
|
3
|
+
# Migration working output (schema/data/reports/logs + run manifests)
|
|
4
|
+
migration_output/
|
|
5
|
+
*.hdb
|
|
6
|
+
|
|
7
|
+
# Python
|
|
8
|
+
__pycache__/
|
|
9
|
+
*.py[cod]
|
|
10
|
+
*.egg-info/
|
|
11
|
+
.eggs/
|
|
12
|
+
build/
|
|
13
|
+
dist/
|
|
14
|
+
.venv/
|
|
15
|
+
venv/
|
|
16
|
+
.pytest_cache/
|
|
17
|
+
.mypy_cache/
|
|
18
|
+
.ruff_cache/
|
|
19
|
+
.coverage
|
|
20
|
+
htmlcov/
|
|
21
|
+
|
|
22
|
+
# Secrets must never be committed; config references env vars instead.
|
|
23
|
+
*.secret
|
|
24
|
+
.env
|
|
25
|
+
|
|
26
|
+
# Stray HeliosDB server runtime dirs (if a target is pointed at the repo root)
|
|
27
|
+
heliosdb-data/
|
|
28
|
+
data/
|
|
29
|
+
# CDC + resume state written under a project output dir
|
|
30
|
+
*.db
|
|
31
|
+
trail/
|
|
32
|
+
|
|
33
|
+
# Claude Code agent worktrees / local session state
|
|
34
|
+
.claude/
|
|
@@ -0,0 +1,206 @@
|
|
|
1
|
+
# Changelog
|
|
2
|
+
|
|
3
|
+
All notable changes to Any2HeliosDB are documented here. This project adheres to
|
|
4
|
+
[Semantic Versioning](https://semver.org/).
|
|
5
|
+
|
|
6
|
+
## [0.9.1] — 2026-06-24
|
|
7
|
+
|
|
8
|
+
### Added
|
|
9
|
+
- **`a2h monitor` — live full-screen migration dashboard.** A new command that
|
|
10
|
+
reads the run manifest READ-ONLY (sqlite WAL allows a concurrent reader) and
|
|
11
|
+
renders a Rich full-screen view of an in-progress (or finished) run: per-table
|
|
12
|
+
status, chunks loaded/total, rows loaded, a progress bar, and **volume left**,
|
|
13
|
+
plus roll-up totals (tables done, overall %, aggregate volume left, elapsed,
|
|
14
|
+
ETA). `a2h monitor -c <cfg>` attaches to the exact run a concurrent
|
|
15
|
+
`a2h migrate -c <cfg>` is writing; `--once` renders a single frame for
|
|
16
|
+
non-TTY/CI. The loader now records a source row estimate (one `count(*)` per
|
|
17
|
+
table at plan time, guarded) so volume-left and ETA are meaningful.
|
|
18
|
+
Demonstrated live on a 49,636-row PostgreSQL → PostgreSQL Pagila migration
|
|
19
|
+
(done-counter climbing, volume-left counting down, in-flight tables shown).
|
|
20
|
+
- **Stock PostgreSQL as a first-class target.** The `psycopg` driver already
|
|
21
|
+
speaks the PostgreSQL wire protocol, so pointing `[target]` at a real
|
|
22
|
+
PostgreSQL server migrates Oracle/MySQL/SQL-Server → PostgreSQL (a2h as a
|
|
23
|
+
straight Ora2Pg replacement, not only → HeliosDB). The capability probe now
|
|
24
|
+
recognises a stock-PostgreSQL banner (`Edition.POSTGRES`) instead of
|
|
25
|
+
`unknown`, and the wizard names PostgreSQL as a valid target. Validated
|
|
26
|
+
**Oracle → PostgreSQL 16** end-to-end (migrate + test-count + test-data,
|
|
27
|
+
including the Oracle sequence — which real PostgreSQL creates natively).
|
|
28
|
+
- **View translation on the PG-wire path** (#36). A source view's body is run
|
|
29
|
+
through the dialect rewriter (NVL/DECODE/SYSDATE/ROWNUM/seq.NEXTVAL/`(+)`) so an
|
|
30
|
+
Oracle/MySQL view doesn't reach the target as raw source SQL (native-Oracle and
|
|
31
|
+
MySQL targets keep the source body).
|
|
32
|
+
|
|
33
|
+
### Fixed (hardening against stock PostgreSQL — HeliosDB's leniency had masked these)
|
|
34
|
+
- **BOOLEAN column defaults** translate to boolean literals: a MySQL
|
|
35
|
+
`TINYINT(1)`→`BOOLEAN` column with `DEFAULT 1/0` was emitted as `BOOLEAN
|
|
36
|
+
DEFAULT 1`, which strict PostgreSQL rejects → now `DEFAULT true/false`.
|
|
37
|
+
- **Boolean comparisons in views** (`WHERE <boolcol> = 1`) are normalized to
|
|
38
|
+
`= true/false` for the schema's actual BOOLEAN columns, so a MySQL view migrates
|
|
39
|
+
to strict PostgreSQL.
|
|
40
|
+
- **Schema-unique index names**: Oracle/MySQL allow the same index name on
|
|
41
|
+
different tables; PostgreSQL-family targets require it unique, so the second
|
|
42
|
+
index was skipped — now deduped (table-prefixed, then a counter).
|
|
43
|
+
- **Sequence idempotency**: `drop_existing` now drops sequences too, so a re-run
|
|
44
|
+
re-creates them cleanly instead of warning "already exists".
|
|
45
|
+
- **Silent data loss on `drop_existing` re-migrate** (data correctness): a
|
|
46
|
+
re-migration recreated the tables empty, but the resume manifest still marked
|
|
47
|
+
the chunks `LOADED`, so the loader skipped them and reported stale success.
|
|
48
|
+
`drop_existing` now resets the run's chunk state (while `resume` still
|
|
49
|
+
continues from the manifest), so the recreated tables are always reloaded.
|
|
50
|
+
- **CDC Nano gate → 3.58.3** (the `E'…'` literal fix makes bytea `ON CONFLICT`
|
|
51
|
+
upserts correct).
|
|
52
|
+
|
|
53
|
+
### Validated
|
|
54
|
+
- **The HeliosDB-Full target gaps surfaced in v0.9.0 are now fixed in Full
|
|
55
|
+
`main` and confirmed end-to-end through a2h** (Full rebuilt from `main`,
|
|
56
|
+
PG-wire): an Oracle sequence (`EMP_SEQ`) migrates as a real `CREATE SEQUENCE`
|
|
57
|
+
with its value preserved — `nextval` returns 100, no degrade-to-warning
|
|
58
|
+
(**#44**); `sum(<const>)` is correct on a multi-row table — `sum(1)` = row
|
|
59
|
+
count, `sum(5)` = 5×rows (**#42**); and the psycopg3 extended-protocol path
|
|
60
|
+
(PK-sampled parameterized `TEST_DATA`) runs with no SELECT desync (**#22**).
|
|
61
|
+
Oracle HR → Full end-to-end: `TEST_COUNT` 3/3 matched, `TEST_DATA` 0
|
|
62
|
+
mismatches across all tables.
|
|
63
|
+
|
|
64
|
+
## [0.9.0] — 2026-06-23
|
|
65
|
+
|
|
66
|
+
Migration-correctness milestone: the HeliosDB-Full composite-PK count bug is
|
|
67
|
+
fixed (so row-count validation is trustworthy), a full adversarial review
|
|
68
|
+
hardened the tool end-to-end, and AI-agent administration (MCP) shipped.
|
|
69
|
+
|
|
70
|
+
### Added
|
|
71
|
+
- **Log-based CDC — MySQL binlog**: a `mysql-replication` ROW-binlog capture
|
|
72
|
+
source producing real `I`/`U`/`D` change records (**including deletes**) with
|
|
73
|
+
the binlog coordinate as the cursor; new `[mysql-cdc]` extra. The CDC engine
|
|
74
|
+
dispatches capture by source dialect (Oracle SCN-watermark vs MySQL binlog).
|
|
75
|
+
- **MCP server** (`a2h mcp serve`): JSON-RPC server exposing 16 engine tools for
|
|
76
|
+
AI-agent administration, with Bearer-token auth + viewer/operator/admin RBAC
|
|
77
|
+
over HTTP and stdio (stdlib JSON-RPC fallback on Python 3.9). New `[mcp]` extra.
|
|
78
|
+
- **CLI reference + worked-examples** docs (`docs/reference/cli.md`,
|
|
79
|
+
`docs/guides/examples.md`).
|
|
80
|
+
|
|
81
|
+
### Fixed (correctness — from the v0.9.0 adversarial review)
|
|
82
|
+
- **Identifier quoting unified** across DDL / loader / validators via
|
|
83
|
+
`core.identifiers`: reserved words and `preserve_case` render byte-identically,
|
|
84
|
+
so a reserved/mixed-case table or column can no longer be created under one
|
|
85
|
+
name and then loaded/validated under another.
|
|
86
|
+
- **TEST_DATA** no longer false-fails on `timestamptz` (compares the UTC instant
|
|
87
|
+
regardless of tz-aware vs naive wire form) or `ARRAY` columns (serializes a
|
|
88
|
+
source list to the exact PG array literal the target stores).
|
|
89
|
+
- **PostgreSQL source**: pins `search_path` to the source schema (unqualified
|
|
90
|
+
reads can't hit a same-named table in another schema); reserved-aware reads;
|
|
91
|
+
composite-FK columns paired by ordinal via `pg_catalog` conkey/confkey;
|
|
92
|
+
`numeric_pk_bounds` floors so a negative fractional PK can't skip rows.
|
|
93
|
+
- **Declarative-partition children** excluded from the PostgreSQL source (no
|
|
94
|
+
duplicate data; parent table carries all rows).
|
|
95
|
+
- **Chunking** range-DELETE predicate uses the shared quoter (reserved/mixed PK).
|
|
96
|
+
- **`a2h resume`** exits non-zero on remaining failed chunks, like `migrate`.
|
|
97
|
+
- **CDC apply** preserves trail order (a `DELETE`→`INSERT` leaves the row present).
|
|
98
|
+
- **CDC MySQL binlog** fails closed unless `binlog_format=ROW`,
|
|
99
|
+
`binlog_row_metadata=FULL`, and `binlog_row_image=FULL`.
|
|
100
|
+
- **Type map**: `timestamp without time zone` no longer promoted to timestamptz;
|
|
101
|
+
bare Oracle `NUMBER` → `NUMERIC`; PG `USER-DEFINED`/`ARRAY`/tsvector/… → `TEXT`.
|
|
102
|
+
- **Oracle source**: FK referenced columns read from the referenced constraint;
|
|
103
|
+
sequence `START WITH` from `LAST_NUMBER`; floor()-based PK bounds.
|
|
104
|
+
|
|
105
|
+
### Validated
|
|
106
|
+
- End-to-end against **HeliosDB-Full rebuilt with the composite-PK count fix**
|
|
107
|
+
(issue #37, merged to Full `main`): **Pagila (real PostgreSQL — 65k rows with
|
|
108
|
+
`timestamptz`, arrays, composite PKs, declarative partitions), Oracle, and
|
|
109
|
+
MySQL → Full** all green (migrate + `test-count` + `test-data`, 0 mismatches).
|
|
110
|
+
SQL Server 2022 → Full validated previously. HeliosDB-Lite (PG-compat batch)
|
|
111
|
+
and Nano 3.58.2 (`ON CONFLICT`) validated when those target fixes were
|
|
112
|
+
committed; a fresh Lite/Nano re-run is deferred (a `heliosdb-lite start`
|
|
113
|
+
headless-daemon defect, tracked target-side).
|
|
114
|
+
|
|
115
|
+
### Target gaps surfaced (fix-in-HeliosDB, not tool bugs)
|
|
116
|
+
- HeliosDB-Full: `CREATE SEQUENCE` / `nextval` unimplemented over PG-wire (a2h
|
|
117
|
+
emits standard PG sequence DDL and degrades to a warning); `sum(<const>)`
|
|
118
|
+
wrong on composite-PK tables (the count(*)/count(1) sibling of #37).
|
|
119
|
+
|
|
120
|
+
## [0.9.0-rc2] — 2026-06-23
|
|
121
|
+
|
|
122
|
+
Heterogeneous targets, migrate-back, and CDC deletes — the engine is now
|
|
123
|
+
any-to-any, not just any-to-HeliosDB.
|
|
124
|
+
|
|
125
|
+
### Added
|
|
126
|
+
- **MySQL target driver** (`[target] driver="mysql"`, PyMySQL; `INSERT` +
|
|
127
|
+
`ON DUPLICATE KEY UPDATE`) and a **PostgreSQL-wire source adapter** (read a
|
|
128
|
+
HeliosDB/PostgreSQL server *out*), plus an orchestrator **dialect dispatch**
|
|
129
|
+
(postgres / oracle / mysql) for DDL + identifiers. Validated **Oracle→MySQL**
|
|
130
|
+
and **HeliosDB→MySQL** (migrate-back, the GoldenGate-reverse direction).
|
|
131
|
+
- **CDC delete reconciliation** (`replicat --reconcile-deletes/--no-deletes`):
|
|
132
|
+
a source/target key-set diff removes rows deleted at the source; battle-tested
|
|
133
|
+
and CI-asserted.
|
|
134
|
+
- Validation normalization (numeric trailing-zero, boolean, bytea-hex) so row
|
|
135
|
+
checksums agree across drivers, editions, and heterogeneous targets.
|
|
136
|
+
|
|
137
|
+
### Found (filed against HeliosDB, per the governing principle)
|
|
138
|
+
- **#35** — PG-wire catalog/introspection gaps (no PK/FK/index or precision
|
|
139
|
+
metadata; catalog queries reject bind parameters) that limit HeliosDB as a
|
|
140
|
+
*source*; the tool works around them (`test-count` gates migrate-back).
|
|
141
|
+
|
|
142
|
+
### Suites
|
|
143
|
+
- 76 unit + 7 integration tests green: Oracle/MySQL → Lite/Full/Nano,
|
|
144
|
+
Oracle → MySQL, HeliosDB → MySQL, CDC snapshot + incremental + deletes.
|
|
145
|
+
|
|
146
|
+
## [0.9.0-rc1] — 2026-06-23
|
|
147
|
+
|
|
148
|
+
First public-shaped release candidate. **Oracle and MySQL → HeliosDB** (Lite,
|
|
149
|
+
Full, Nano) via the `psycopg` driver, validated end-to-end against live servers,
|
|
150
|
+
plus a full documentation set with a compatibility matrix.
|
|
151
|
+
|
|
152
|
+
### Added in 0.9.0-rc1
|
|
153
|
+
- **MySQL source adapter** — `information_schema` introspection to the canonical
|
|
154
|
+
IR, `SSCursor` streaming, `TINYINT(1)`→`BOOLEAN`; validated migrate + validate
|
|
155
|
+
on Lite, Full, and Nano (Oracle-parity).
|
|
156
|
+
- **Native (Oracle-wire) driver** — `NativeOracleDriver` + Oracle-dialect DDL +
|
|
157
|
+
orchestrator integration; code-complete and unit-tested (live parity test
|
|
158
|
+
gated on a HeliosDB TNS-version fix).
|
|
159
|
+
- **Documentation** — README compatibility matrix, getting-started + configuration
|
|
160
|
+
guides, per-target migration guides, CDC guide, CLI + type-mapping reference,
|
|
161
|
+
troubleshooting.
|
|
162
|
+
- Validation hardening: boolean and BYTEA-hex-string normalization so checksums
|
|
163
|
+
agree across drivers/editions.
|
|
164
|
+
|
|
165
|
+
### Carried from the pre-v2 core
|
|
166
|
+
- **CLI `a2h`** (Typer + Rich): `doctor`, `wizard`, `assess`, `export`,
|
|
167
|
+
`migrate`, `load`, `status`, `resume`, `test`/`test-count`/`test-data`,
|
|
168
|
+
`report`, `extract`/`replicat`/`extracts`.
|
|
169
|
+
- **Oracle source adapter** — `ALL_*` introspection to a canonical IR; streamed
|
|
170
|
+
extraction with tuned arraysize; LOB/NULL/empty-string fidelity.
|
|
171
|
+
- **Type map + DDL emitters** — data-driven, `DATA_TYPE`/`MODIFY_TYPE`
|
|
172
|
+
overridable; FKs emitted after data; idempotent views.
|
|
173
|
+
- **Target drivers** — portable `psycopg` driver with an edition/version
|
|
174
|
+
capability probe (Nano/Lite/Full); `native` (Oracle TNS) on the roadmap.
|
|
175
|
+
- **Data engine** — PK-range chunking, parallel `ThreadPoolExecutor` load, and a
|
|
176
|
+
durable SQLite-WAL manifest. Chunks are idempotent (DELETE-range + load in one
|
|
177
|
+
transaction); `resume` continues an interrupted load with no duplicates. A
|
|
178
|
+
serial-retry pass lets parallel loads converge even when a target can't run
|
|
179
|
+
concurrent transactions.
|
|
180
|
+
- **Validation** — TEST (structure), TEST_COUNT (row counts), TEST_DATA
|
|
181
|
+
(PK-sampled value + checksum); non-zero exit for CI gating.
|
|
182
|
+
- **Wizard + smoke test** — connect both ends, detect edition, probe
|
|
183
|
+
capabilities, and round-trip a tiny COPY to prove NULL-vs-empty-string fidelity.
|
|
184
|
+
- **CDC spine (v1)** — Oracle SCN-watermark capture → durable append-only trail
|
|
185
|
+
→ idempotent replicat; independent capture watermark and apply cursor.
|
|
186
|
+
Battle-tested end-to-end against HeliosDB-Full (snapshot + incremental capture,
|
|
187
|
+
UPDATE/INSERT propagation, idempotent re-apply).
|
|
188
|
+
- **PL/SQL rewrite + gap report** and **assessment** (SHOW_*/SHOW_REPORT) with
|
|
189
|
+
cost scoring.
|
|
190
|
+
|
|
191
|
+
### Fixed (HeliosDB, via the target-gap workflow)
|
|
192
|
+
- Lite: `version()`/`current_setting()`, COPY-FROM-STDIN permission + quoted
|
|
193
|
+
identifiers.
|
|
194
|
+
- Full: trust auth without SASL, COPY-FROM-STDIN parsing, binary-param null-byte
|
|
195
|
+
check.
|
|
196
|
+
|
|
197
|
+
### Known gaps (resolved in current builds)
|
|
198
|
+
- Lite (rc1-era): NUMERIC/DECIMAL columns created as type `unknown` (breaks
|
|
199
|
+
numeric comparison), parameterized WHERE matched nothing, ON CONFLICT ignored
|
|
200
|
+
with bind params, concurrent transactions rejected. The tool worked around
|
|
201
|
+
these (literal SQL, serial-retry) and CDC apply is proven on Full; **all are
|
|
202
|
+
resolved in the current Lite build** — see
|
|
203
|
+
[HeliosDB compatibility](docs/heliosdb-compatibility.md).
|
|
204
|
+
|
|
205
|
+
### Notes
|
|
206
|
+
- Python 3.9+. Apache-2.0. Clean-room implementation.
|
|
@@ -0,0 +1,201 @@
|
|
|
1
|
+
Apache License
|
|
2
|
+
Version 2.0, January 2004
|
|
3
|
+
http://www.apache.org/licenses/
|
|
4
|
+
|
|
5
|
+
TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
|
|
6
|
+
|
|
7
|
+
1. Definitions.
|
|
8
|
+
|
|
9
|
+
"License" shall mean the terms and conditions for use, reproduction,
|
|
10
|
+
and distribution as defined by Sections 1 through 9 of this document.
|
|
11
|
+
|
|
12
|
+
"Licensor" shall mean the copyright owner or entity authorized by
|
|
13
|
+
the copyright owner that is granting the License.
|
|
14
|
+
|
|
15
|
+
"Legal Entity" shall mean the union of the acting entity and all
|
|
16
|
+
other entities that control, are controlled by, or are under common
|
|
17
|
+
control with that entity. For the purposes of this definition,
|
|
18
|
+
"control" means (i) the power, direct or indirect, to cause the
|
|
19
|
+
direction or management of such entity, whether by contract or
|
|
20
|
+
otherwise, or (ii) ownership of fifty percent (50%) or more of the
|
|
21
|
+
outstanding shares, or (iii) beneficial ownership of such entity.
|
|
22
|
+
|
|
23
|
+
"You" (or "Your") shall mean an individual or Legal Entity
|
|
24
|
+
exercising permissions granted by this License.
|
|
25
|
+
|
|
26
|
+
"Source" form shall mean the preferred form for making modifications,
|
|
27
|
+
including but not limited to software source code, documentation
|
|
28
|
+
source, and configuration files.
|
|
29
|
+
|
|
30
|
+
"Object" form shall mean any form resulting from mechanical
|
|
31
|
+
transformation or translation of a Source form, including but
|
|
32
|
+
not limited to compiled object code, generated documentation,
|
|
33
|
+
and conversions to other media types.
|
|
34
|
+
|
|
35
|
+
"Work" shall mean the work of authorship, whether in Source or
|
|
36
|
+
Object form, made available under the License, as indicated by a
|
|
37
|
+
copyright notice that is included in or attached to the work
|
|
38
|
+
(an example is provided in the Appendix below).
|
|
39
|
+
|
|
40
|
+
"Derivative Works" shall mean any work, whether in Source or Object
|
|
41
|
+
form, that is based on (or derived from) the Work and for which the
|
|
42
|
+
editorial revisions, annotations, elaborations, or other modifications
|
|
43
|
+
represent, as a whole, an original work of authorship. For the purposes
|
|
44
|
+
of this License, Derivative Works shall not include works that remain
|
|
45
|
+
separable from, or merely link (or bind by name) to the interfaces of,
|
|
46
|
+
the Work and Derivative Works thereof.
|
|
47
|
+
|
|
48
|
+
"Contribution" shall mean any work of authorship, including
|
|
49
|
+
the original version of the Work and any modifications or additions
|
|
50
|
+
to that Work or Derivative Works thereof, that is intentionally
|
|
51
|
+
submitted to Licensor for inclusion in the Work by the copyright owner
|
|
52
|
+
or by an individual or Legal Entity authorized to submit on behalf of
|
|
53
|
+
the copyright owner. For the purposes of this definition, "submitted"
|
|
54
|
+
means any form of electronic, verbal, or written communication sent
|
|
55
|
+
to the Licensor or its representatives, including but not limited to
|
|
56
|
+
communication on electronic mailing lists, source code control systems,
|
|
57
|
+
and issue tracking systems that are managed by, or on behalf of, the
|
|
58
|
+
Licensor for the purpose of discussing and improving the Work, but
|
|
59
|
+
excluding communication that is conspicuously marked or otherwise
|
|
60
|
+
designated in writing by the copyright owner as "Not a Contribution."
|
|
61
|
+
|
|
62
|
+
"Contributor" shall mean Licensor and any individual or Legal Entity
|
|
63
|
+
on behalf of whom a Contribution has been received by Licensor and
|
|
64
|
+
subsequently incorporated within the Work.
|
|
65
|
+
|
|
66
|
+
2. Grant of Copyright License. Subject to the terms and conditions of
|
|
67
|
+
this License, each Contributor hereby grants to You a perpetual,
|
|
68
|
+
worldwide, non-exclusive, no-charge, royalty-free, irrevocable
|
|
69
|
+
copyright license to reproduce, prepare Derivative Works of,
|
|
70
|
+
publicly display, publicly perform, sublicense, and distribute the
|
|
71
|
+
Work and such Derivative Works in Source or Object form.
|
|
72
|
+
|
|
73
|
+
3. Grant of Patent License. Subject to the terms and conditions of
|
|
74
|
+
this License, each Contributor hereby grants to You a perpetual,
|
|
75
|
+
worldwide, non-exclusive, no-charge, royalty-free, irrevocable
|
|
76
|
+
(except as stated in this section) patent license to make, have made,
|
|
77
|
+
use, offer to sell, sell, import, and otherwise transfer the Work,
|
|
78
|
+
where such license applies only to those patent claims licensable
|
|
79
|
+
by such Contributor that are necessarily infringed by their
|
|
80
|
+
Contribution(s) alone or by combination of their Contribution(s)
|
|
81
|
+
with the Work to which such Contribution(s) was submitted. If You
|
|
82
|
+
institute patent litigation against any entity (including a
|
|
83
|
+
cross-claim or counterclaim in a lawsuit) alleging that the Work
|
|
84
|
+
or a Contribution incorporated within the Work constitutes direct
|
|
85
|
+
or contributory patent infringement, then any patent licenses
|
|
86
|
+
granted to You under this License for that Work shall terminate
|
|
87
|
+
as of the date such litigation is filed.
|
|
88
|
+
|
|
89
|
+
4. Redistribution. You may reproduce and distribute copies of the
|
|
90
|
+
Work or Derivative Works thereof in any medium, with or without
|
|
91
|
+
modifications, and in Source or Object form, provided that You
|
|
92
|
+
meet the following conditions:
|
|
93
|
+
|
|
94
|
+
(a) You must give any other recipients of the Work or Derivative
|
|
95
|
+
Works a copy of this License; and
|
|
96
|
+
|
|
97
|
+
(b) You must cause any modified files to carry prominent notices
|
|
98
|
+
stating that You changed the files; and
|
|
99
|
+
|
|
100
|
+
(c) You must retain, in the Source form of any Derivative Works
|
|
101
|
+
that You distribute, all copyright, patent, trademark, and
|
|
102
|
+
attribution notices from the Source form of the Work, excluding
|
|
103
|
+
those notices that do not pertain to any part of the Derivative
|
|
104
|
+
Works; and
|
|
105
|
+
|
|
106
|
+
(d) If the Work includes a "NOTICE" text file as part of its
|
|
107
|
+
distribution, then any Derivative Works that You distribute must
|
|
108
|
+
include a readable copy of the attribution notices contained
|
|
109
|
+
within such NOTICE file, excluding those notices that do not
|
|
110
|
+
pertain to any part of the Derivative Works, in at least one
|
|
111
|
+
of the following places: within a NOTICE text file distributed
|
|
112
|
+
as part of the Derivative Works; within the Source form or
|
|
113
|
+
documentation, if provided along with the Derivative Works; or,
|
|
114
|
+
within a display generated by the Derivative Works, if and
|
|
115
|
+
wherever such third-party notices normally appear. The contents
|
|
116
|
+
of the NOTICE file are for informational purposes only and do
|
|
117
|
+
not modify the License. You may add Your own attribution notices
|
|
118
|
+
within Derivative Works that You distribute, alongside or as an
|
|
119
|
+
addendum to the NOTICE text from the Work, provided that such
|
|
120
|
+
additional attribution notices cannot be construed as modifying
|
|
121
|
+
the License.
|
|
122
|
+
|
|
123
|
+
You may add Your own copyright statement to Your modifications and
|
|
124
|
+
may provide additional or different license terms and conditions
|
|
125
|
+
for use, reproduction, or distribution of Your modifications, or
|
|
126
|
+
for any such Derivative Works as a whole, provided Your use,
|
|
127
|
+
reproduction, and distribution of the Work otherwise complies with
|
|
128
|
+
the conditions stated in this License.
|
|
129
|
+
|
|
130
|
+
5. Submission of Contributions. Unless You explicitly state otherwise,
|
|
131
|
+
any Contribution intentionally submitted for inclusion in the Work
|
|
132
|
+
by You to the Licensor shall be under the terms and conditions of
|
|
133
|
+
this License, without any additional terms or conditions.
|
|
134
|
+
Notwithstanding the above, nothing herein shall supersede or modify
|
|
135
|
+
the terms of any separate license agreement you may have executed
|
|
136
|
+
with Licensor regarding such Contributions.
|
|
137
|
+
|
|
138
|
+
6. Trademarks. This License does not grant permission to use the trade
|
|
139
|
+
names, trademarks, service marks, or product names of the Licensor,
|
|
140
|
+
except as required for reasonable and customary use in describing the
|
|
141
|
+
origin of the Work and reproducing the content of the NOTICE file.
|
|
142
|
+
|
|
143
|
+
7. Disclaimer of Warranty. Unless required by applicable law or
|
|
144
|
+
agreed to in writing, Licensor provides the Work (and each
|
|
145
|
+
Contributor provides its Contributions) on an "AS IS" BASIS,
|
|
146
|
+
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
|
|
147
|
+
implied, including, without limitation, any warranties or conditions
|
|
148
|
+
of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
|
|
149
|
+
PARTICULAR PURPOSE. You are solely responsible for determining the
|
|
150
|
+
appropriateness of using or redistributing the Work and assume any
|
|
151
|
+
risks associated with Your exercise of permissions under this License.
|
|
152
|
+
|
|
153
|
+
8. Limitation of Liability. In no event and under no legal theory,
|
|
154
|
+
whether in tort (including negligence), contract, or otherwise,
|
|
155
|
+
unless required by applicable law (such as deliberate and grossly
|
|
156
|
+
negligent acts) or agreed to in writing, shall any Contributor be
|
|
157
|
+
liable to You for damages, including any direct, indirect, special,
|
|
158
|
+
incidental, or consequential damages of any character arising as a
|
|
159
|
+
result of this License or out of the use or inability to use the
|
|
160
|
+
Work (including but not limited to damages for loss of goodwill,
|
|
161
|
+
work stoppage, computer failure or malfunction, or any and all
|
|
162
|
+
other commercial damages or losses), even if such Contributor
|
|
163
|
+
has been advised of the possibility of such damages.
|
|
164
|
+
|
|
165
|
+
9. Accepting Warranty or Additional Liability. While redistributing
|
|
166
|
+
the Work or Derivative Works thereof, You may choose to offer,
|
|
167
|
+
and charge a fee for, acceptance of support, warranty, indemnity,
|
|
168
|
+
or other liability obligations and/or rights consistent with this
|
|
169
|
+
License. However, in accepting such obligations, You may act only
|
|
170
|
+
on Your own behalf and on Your sole responsibility, not on behalf
|
|
171
|
+
of any other Contributor, and only if You agree to indemnify,
|
|
172
|
+
defend, and hold each Contributor harmless for any liability
|
|
173
|
+
incurred by, or claims asserted against, such Contributor by reason
|
|
174
|
+
of your accepting any such warranty or additional liability.
|
|
175
|
+
|
|
176
|
+
END OF TERMS AND CONDITIONS
|
|
177
|
+
|
|
178
|
+
APPENDIX: How to apply the Apache License to your work.
|
|
179
|
+
|
|
180
|
+
To apply the Apache License to your work, attach the following
|
|
181
|
+
boilerplate notice, with the fields enclosed by brackets "[]"
|
|
182
|
+
replaced with your own identifying information. (Don't include
|
|
183
|
+
the brackets!) The text should be enclosed in the appropriate
|
|
184
|
+
comment syntax for the file format. We also recommend that a
|
|
185
|
+
file or class name and description of purpose be included on the
|
|
186
|
+
same "printed page" as the copyright notice for easier
|
|
187
|
+
identification within third-party archives.
|
|
188
|
+
|
|
189
|
+
Copyright 2026 The Any2HeliosDB Authors
|
|
190
|
+
|
|
191
|
+
Licensed under the Apache License, Version 2.0 (the "License");
|
|
192
|
+
you may not use this file except in compliance with the License.
|
|
193
|
+
You may obtain a copy of the License at
|
|
194
|
+
|
|
195
|
+
http://www.apache.org/licenses/LICENSE-2.0
|
|
196
|
+
|
|
197
|
+
Unless required by applicable law or agreed to in writing, software
|
|
198
|
+
distributed under the License is distributed on an "AS IS" BASIS,
|
|
199
|
+
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
200
|
+
See the License for the specific language governing permissions and
|
|
201
|
+
limitations under the License.
|