@voltro/cli 0.41.0 → 0.42.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +97 -0
- package/dist/bin.js +1 -1
- package/dist/{commands-D0VR1yBB.js → commands-DoTClnSk.js} +4 -4
- package/dist/{dataCommand-OKC5FscP.js → dataCommand-Rj57y1vg.js} +286 -168
- package/dist/dataProfile-Cm0YVKSy.js +18 -0
- package/dist/{dbCommand-BHRamDsy.js → dbCommand-B237qI-j.js} +361 -361
- package/dist/dbCommand-BvQeKQOb.js +2 -0
- package/dist/index.js +1 -1
- package/dist/{migrate-DLtPv2_D.js → migrate-DN47p2PG.js} +1 -1
- package/dist/{serveCommand-Cba_M2Su.js → serveCommand-C512kzZA.js} +415 -409
- package/dist/serveCommand-gj7MsqXY.js +2 -0
- package/dist/serveEntry.js +1 -1
- package/package.json +17 -17
- package/templates/AGENTS.md +1 -1
- package/templates/agent-docs/_index.md +1 -1
- package/templates/agent-docs/cli.md +73 -6
- package/templates/agent-docs/data.md +33 -0
- package/templates/agent-docs/whats-new.md +59 -36
- package/templates/apps/api-ai/package.json +7 -7
- package/templates/apps/api-auth/package.json +8 -8
- package/templates/apps/api-backend/package.json +7 -7
- package/templates/apps/api-backend-deactivation/package.json +7 -7
- package/templates/apps/api-backend-mail/package.json +8 -8
- package/templates/apps/api-backend-mariadb/package.json +9 -9
- package/templates/apps/api-backend-sqlite/package.json +8 -8
- package/templates/apps/api-backend-storage/package.json +8 -8
- package/templates/apps/api-cms/package.json +10 -10
- package/templates/apps/api-collab/package.json +8 -8
- package/templates/apps/api-data-advanced/package.json +8 -8
- package/templates/apps/api-durable/package.json +8 -8
- package/templates/apps/api-feature-flags/package.json +9 -9
- package/templates/apps/api-governance/package.json +8 -8
- package/templates/apps/api-kv/package.json +8 -8
- package/templates/apps/api-moderation/package.json +8 -8
- package/templates/apps/api-observability/package.json +8 -8
- package/templates/apps/api-ratelimit/package.json +8 -8
- package/templates/apps/api-rbac/package.json +8 -8
- package/templates/apps/api-rest/package.json +7 -7
- package/templates/apps/api-saas/package.json +11 -11
- package/templates/apps/api-saas-starter/package.json +10 -10
- package/templates/apps/api-search/package.json +8 -8
- package/templates/apps/api-status/package.json +8 -8
- package/templates/apps/api-versioning/package.json +8 -8
- package/templates/apps/api-webhooks/package.json +9 -9
- package/templates/apps/changelog/package.json +6 -6
- package/templates/apps/edge-functions/package.json +2 -2
- package/templates/apps/frontend-admin/package.json +8 -8
- package/templates/apps/frontend-app/package.json +9 -9
- package/templates/apps/frontend-auth/package.json +8 -8
- package/templates/apps/frontend-blank/package.json +7 -7
- package/templates/apps/frontend-cms/package.json +9 -9
- package/templates/apps/frontend-collab/package.json +10 -10
- package/templates/apps/frontend-contact/package.json +7 -7
- package/templates/apps/frontend-dashboard/package.json +7 -7
- package/templates/apps/frontend-docs/package.json +7 -7
- package/templates/apps/frontend-i18n/package.json +6 -6
- package/templates/apps/frontend-landing/package.json +7 -7
- package/templates/apps/frontend-portal/package.json +8 -8
- package/templates/apps/frontend-saas/package.json +8 -8
- package/templates/apps/frontend-spa/package.json +7 -7
- package/templates/apps/frontend-ssr/package.json +7 -7
- package/templates/apps/frontend-ssr-api/package.json +8 -8
- package/templates/apps/frontend-static-blog/package.json +6 -6
- package/templates/apps/frontend-status/package.json +8 -8
- package/templates/apps/mobile-app/package.json +4 -4
- package/dist/dataProfile-dW-PsfLB.js +0 -15
- package/dist/dbCommand-C9iE1pd9.js +0 -2
- package/dist/serveCommand-DRbYK646.js +0 -2
package/dist/serveEntry.js
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { t as e } from "./loadEnv-D9nEOClM.js";
|
|
2
2
|
import { r as t } from "./appModuleLoader-C9r9mxZt.js";
|
|
3
3
|
import { i as n } from "./dialectDriver-czCHYpeH.js";
|
|
4
|
-
import { t as r } from "./serveCommand-
|
|
4
|
+
import { t as r } from "./serveCommand-C512kzZA.js";
|
|
5
5
|
export { e as loadDotEnv, t as registerAppModules, n as registerDriver, r as runServe };
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@voltro/cli",
|
|
3
|
-
"version": "0.
|
|
3
|
+
"version": "0.42.0",
|
|
4
4
|
"description": "The `voltro` CLI — dev server, codegen, migrations, project scaffolding, agent-docs seeding, and production serve.",
|
|
5
5
|
"keywords": [
|
|
6
6
|
"voltro",
|
|
@@ -715,22 +715,22 @@
|
|
|
715
715
|
"@effect/platform-node": "^0.108.0",
|
|
716
716
|
"@effect/sql": "^0.52.0",
|
|
717
717
|
"@effect/workflow": "^0.19.0",
|
|
718
|
-
"@voltro/ai": "0.
|
|
719
|
-
"@voltro/cache": "0.
|
|
720
|
-
"@voltro/data-transfer": "0.
|
|
721
|
-
"@voltro/database": "0.
|
|
722
|
-
"@voltro/env": "0.
|
|
723
|
-
"@voltro/kv": "0.
|
|
724
|
-
"@voltro/logger": "0.
|
|
725
|
-
"@voltro/plugin-auth": "0.
|
|
726
|
-
"@voltro/plugin-broadcast": "0.
|
|
727
|
-
"@voltro/plugin-mail": "0.
|
|
728
|
-
"@voltro/plugin-storage": "0.
|
|
729
|
-
"@voltro/plugin-webhooks": "0.
|
|
730
|
-
"@voltro/protocol": "0.
|
|
731
|
-
"@voltro/runtime": "0.
|
|
732
|
-
"@voltro/serverless": "0.
|
|
733
|
-
"@voltro/workflow": "0.
|
|
718
|
+
"@voltro/ai": "0.42.0",
|
|
719
|
+
"@voltro/cache": "0.42.0",
|
|
720
|
+
"@voltro/data-transfer": "0.42.0",
|
|
721
|
+
"@voltro/database": "0.42.0",
|
|
722
|
+
"@voltro/env": "0.42.0",
|
|
723
|
+
"@voltro/kv": "0.42.0",
|
|
724
|
+
"@voltro/logger": "0.42.0",
|
|
725
|
+
"@voltro/plugin-auth": "0.42.0",
|
|
726
|
+
"@voltro/plugin-broadcast": "0.42.0",
|
|
727
|
+
"@voltro/plugin-mail": "0.42.0",
|
|
728
|
+
"@voltro/plugin-storage": "0.42.0",
|
|
729
|
+
"@voltro/plugin-webhooks": "0.42.0",
|
|
730
|
+
"@voltro/protocol": "0.42.0",
|
|
731
|
+
"@voltro/runtime": "0.42.0",
|
|
732
|
+
"@voltro/serverless": "0.42.0",
|
|
733
|
+
"@voltro/workflow": "0.42.0",
|
|
734
734
|
"chokidar": "^5.0.0",
|
|
735
735
|
"ioredis": "^5.11.1",
|
|
736
736
|
"tinyglobby": "^0.2.17",
|
package/templates/AGENTS.md
CHANGED
|
@@ -707,7 +707,7 @@ each plugin's own README.
|
|
|
707
707
|
|
|
708
708
|
| Topic | Open | Summary |
|
|
709
709
|
|---|---|---|
|
|
710
|
-
| **What's new in 0.
|
|
710
|
+
| **What's new in 0.42.0** | `node_modules/@voltro/cli/templates/agent-docs/whats-new.md` | Everything that changed in this version. Read it before hand-rolling something the framework may now ship. |
|
|
711
711
|
| AI | `node_modules/@voltro/cli/templates/agent-docs/ai.md` | How Voltro treats AI — agents, tools, streaming, RAG — all primitives over the same WebSocket as the rest of the framework. |
|
|
712
712
|
| Authentication | `node_modules/@voltro/cli/templates/agent-docs/authentication.md` | How @voltro/plugin-auth wires password + session-cookie auth across api + web, plus the pluggable identity-strategy protocol. |
|
|
713
713
|
| Caching | `node_modules/@voltro/cli/templates/agent-docs/caching.md` | Voltro's caching layer (@voltro/cache) — an always-on memory default, swappable Redis-compatible backends, a low-level wrap primitive, and automatic query-result invalidation. |
|
|
@@ -9,7 +9,7 @@ each plugin's own README.
|
|
|
9
9
|
|
|
10
10
|
| Topic | Open | Summary |
|
|
11
11
|
|---|---|---|
|
|
12
|
-
| **What's new in 0.
|
|
12
|
+
| **What's new in 0.42.0** | `node_modules/@voltro/cli/templates/agent-docs/whats-new.md` | Everything that changed in this version. Read it before hand-rolling something the framework may now ship. |
|
|
13
13
|
| AI | `node_modules/@voltro/cli/templates/agent-docs/ai.md` | How Voltro treats AI — agents, tools, streaming, RAG — all primitives over the same WebSocket as the rest of the framework. |
|
|
14
14
|
| Authentication | `node_modules/@voltro/cli/templates/agent-docs/authentication.md` | How @voltro/plugin-auth wires password + session-cookie auth across api + web, plus the pluggable identity-strategy protocol. |
|
|
15
15
|
| Caching | `node_modules/@voltro/cli/templates/agent-docs/caching.md` | Voltro's caching layer (@voltro/cache) — an always-on memory default, swappable Redis-compatible backends, a low-level wrap primitive, and automatic query-result invalidation. |
|
|
@@ -2625,8 +2625,42 @@ voltro data import --target api --api-url https://api.example.com --token $SECRE
|
|
|
2625
2625
|
voltro data import ./out --assets # also restore blobs
|
|
2626
2626
|
voltro data import ./out --no-verify # skip checksum/row-count verification
|
|
2627
2627
|
voltro data import ./out --force # import despite schema drift AND cross-dialect warnings
|
|
2628
|
+
voltro data import ./out --tables users,teams # load only these tables out of the bundle
|
|
2629
|
+
voltro data import ./out --dry-run # report what would move; write nothing
|
|
2628
2630
|
```
|
|
2629
2631
|
|
|
2632
|
+
**`--dry-run` and `--tables` work on BOTH targets**, including `--target api`. On the api
|
|
2633
|
+
path they travel as `x-import-dry-run` / `x-import-tables`, and the response echoes
|
|
2634
|
+
`{ "dryRun": true, "wrote": false }` so a preview is never mistaken for a write.
|
|
2635
|
+
|
|
2636
|
+
A dry run reaches every verdict a real run reaches — schema fit, cross-dialect portability,
|
|
2637
|
+
mode legality, the table selection — and stops at the first line that would write. It does
|
|
2638
|
+
NOT read per-table checksums (those stream during the load) and cannot see a conflict that
|
|
2639
|
+
depends on the target's current rows; the command says both out loud, because a preview
|
|
2640
|
+
over-read is worse than no preview.
|
|
2641
|
+
|
|
2642
|
+
`--tables` names tables the BUNDLE carries. A name it does not carry is refused, listing
|
|
2643
|
+
what it does — a silently-ignored table name is how a run scoped to one table writes the
|
|
2644
|
+
whole bundle.
|
|
2645
|
+
|
|
2646
|
+
### A flag this command does not read is an ERROR
|
|
2647
|
+
|
|
2648
|
+
Every `voltro data` subcommand declares the flags it reads, per target, and refuses anything
|
|
2649
|
+
else instead of ignoring it:
|
|
2650
|
+
|
|
2651
|
+
```text
|
|
2652
|
+
✗ voltro data import: --no-verify is not read with --target api (it is a --target direct
|
|
2653
|
+
flag). Remove it, or change --target.
|
|
2654
|
+
✗ voltro data export: --mode is not a `export` flag (it belongs to `voltro data import`).
|
|
2655
|
+
✗ voltro data import: unknown flag --drynrun. Run `voltro data --help` for the flags this
|
|
2656
|
+
command reads.
|
|
2657
|
+
```
|
|
2658
|
+
|
|
2659
|
+
The refusal happens before anything boots, so a mistyped flag costs you a message rather
|
|
2660
|
+
than a run. On a command whose job is moving data into a live system, silence is the wrong
|
|
2661
|
+
default: an accepted-and-ignored flag turns a typo into a no-op whose only evidence of
|
|
2662
|
+
working is that nothing complained.
|
|
2663
|
+
|
|
2630
2664
|
Import is **integrity-checked** (each table's checksum + row count verified as it decodes; each asset re-hashed against its content address), applies tables in **FK-parent-first order**, and a resumed run skips already-applied tables via the ledger.
|
|
2631
2665
|
|
|
2632
2666
|
### Postgres targets bulk-load via COPY
|
|
@@ -2651,16 +2685,31 @@ identical, only the speed differs.
|
|
|
2651
2685
|
|
|
2652
2686
|
### Schema-drift pre-flight
|
|
2653
2687
|
|
|
2654
|
-
|
|
2688
|
+
The question the pre-flight asks is **"will the rows this bundle carries fit this target?"** — not "are these two schemas identical". It compares the **intersection**: for every table the bundle carries, the columns and types must exist on the target, and a column the target REQUIRES (NOT NULL, no default) that the bundle carries no value for is refused too. On a problem it **refuses, fail-closed, before any row lands**:
|
|
2655
2689
|
|
|
2656
2690
|
```text
|
|
2657
|
-
✗ schema drift:
|
|
2658
|
-
|
|
2659
|
-
|
|
2660
|
-
|
|
2691
|
+
✗ schema drift: refusing before the table phase.
|
|
2692
|
+
table 'items' is in the bundle but MISSING from the target — its rows have nowhere to go
|
|
2693
|
+
orders.total: type 'integer' (bundle) vs 'text' (target)
|
|
2694
|
+
users.region: the target requires it (NOT NULL, no default) and the bundle carries no
|
|
2695
|
+
value — every row of this table would fail
|
|
2661
2696
|
```
|
|
2662
2697
|
|
|
2663
|
-
|
|
2698
|
+
Every line is something that would break the load. Tables and columns the target has and
|
|
2699
|
+
the bundle does not are **untouched by definition** and are never reported — that is the
|
|
2700
|
+
normal shape of any cross-environment seed, and refusing on it would make `--force` the
|
|
2701
|
+
routine way to run an import and take the protection with it.
|
|
2702
|
+
|
|
2703
|
+
Both fingerprints are still reported (they are what you paste when asking for help), and an
|
|
2704
|
+
identical pair is a fast path that skips the comparison. But **differing fingerprints are
|
|
2705
|
+
not on their own a refusal**: a bundle's fingerprint covers its SOURCE schema regardless of
|
|
2706
|
+
export scope, so a one-table export out of a 75-table database carries the 75-table
|
|
2707
|
+
fingerprint.
|
|
2708
|
+
|
|
2709
|
+
**`--force`** downgrades the refusal to a **loud warning** and proceeds. Over the
|
|
2710
|
+
`--target api` path the same check runs **on the instance** against its declared schema and
|
|
2711
|
+
returns **`409` schema drift** with the fingerprints + diff; `--force` sends
|
|
2712
|
+
`x-import-force: 1` to override.
|
|
2664
2713
|
|
|
2665
2714
|
The pre-flight only runs when the importer has a target schema (the CLI introspects it; the API endpoint uses the instance's declared schema). Importing into a fresh/empty database with no comparable schema simply skips the check.
|
|
2666
2715
|
|
|
@@ -2757,6 +2806,17 @@ Both export and import checkpoint into a small **`.ledger.json`** and can be re-
|
|
|
2757
2806
|
|
|
2758
2807
|
Net: interrupt an export or import at any point — network drop, `Ctrl-C`, OOM-killed pod — and re-running the same command finishes the job without duplicating work or corrupting the target.
|
|
2759
2808
|
|
|
2809
|
+
**A re-run of a COMPLETED import writes nothing, and says so.** The ledger lives in the bundle directory, so re-importing a bundle whose tables are all recorded skips every one of them. That is resume working — but the returned report counts the BUNDLE's rows either way, so `import complete … 10593 rows` would otherwise print over a target you had just truncated. The import warns instead:
|
|
2810
|
+
|
|
2811
|
+
```text
|
|
2812
|
+
⚠ resume: 5 of 5 table(s) were already applied by an earlier run of THIS bundle
|
|
2813
|
+
directory, so this run wrote NO rows for them — that is every table in the
|
|
2814
|
+
bundle, so nothing was written at all. Tables: tenants, teams, projects,
|
|
2815
|
+
actors, auditLogs. Delete ./out/.import.ledger.json to force a full re-import.
|
|
2816
|
+
```
|
|
2817
|
+
|
|
2818
|
+
The `--target api` path is unaffected: the instance unpacks each upload into a fresh temp directory, so it never carries a ledger between runs.
|
|
2819
|
+
|
|
2760
2820
|
### Progress & observability
|
|
2761
2821
|
|
|
2762
2822
|
A multi-hour job is not a black box. Both pipelines signal per **table** — never per row, so the reporting never slows the hot path:
|
|
@@ -2927,6 +2987,13 @@ The opt-out is `onUnclassified: 'keep'` (or `'null'`), which makes masking **fai
|
|
|
2927
2987
|
unclassified columns. Discouraged — it defeats the guarantee; prefer classifying the column.
|
|
2928
2988
|
See [why fail-closed](/docs/database/sensitivity#why-fail-closed).
|
|
2929
2989
|
|
|
2990
|
+
**A policy this build cannot carry out is refused too**, before a row is read. An action of a
|
|
2991
|
+
shape the applier does not understand — a typo like `{ action: 'fake', kind: 'email' }` where
|
|
2992
|
+
the shape is `{ fake: 'email' }` — used to fall through to "copy the value", so the export
|
|
2993
|
+
succeeded and shipped the raw column while the audit line counted it as masked. It is now a
|
|
2994
|
+
`MaskingError` with `invalidActions`, reported separately from `unclassified` because the two
|
|
2995
|
+
have different fixes: one needs a classification, the other needs the policy corrected.
|
|
2996
|
+
|
|
2930
2997
|
## `--dry-run` — preview without writing
|
|
2931
2998
|
|
|
2932
2999
|
Preview a masking export **without writing a bundle** — the trust surface before real data
|
|
@@ -4767,6 +4767,7 @@ declared it anyway, that is harmless — the union is the same either way.
|
|
|
4767
4767
|
| `ServerOnlyColumnWrite` | `@voltro/runtime` | A `crud.create` / `crud.update` input tried to set a [`.serverOnly()`](/docs/database/sensitivity) column — `{ table, columns }`. |
|
|
4768
4768
|
| `StoreOperationFailed` | `@voltro/runtime` | The underlying store operation failed (transient). |
|
|
4769
4769
|
| `TableValidationFailed` | `@voltro/runtime` | A `table().validate(Schema)` row check rejected the write. |
|
|
4770
|
+
| `ConstraintViolation` | `@voltro/runtime` | The database refused the write on a foreign key / unique / NOT NULL / CHECK — `{ kind, table, operation, constraint?, column? }`. See below. |
|
|
4770
4771
|
| `CacheError` | `@voltro/cache` | A cache backend op failed — `{ operation, key, cause }`. |
|
|
4771
4772
|
| `RateLimited` | `@voltro/plugin-ratelimit` | The limiter rejected the call — `{ limit, retryAfterMs, resetAtMs }`. |
|
|
4772
4773
|
| `TenantMismatch` | `@voltro/plugin-multitenancy` | `assertOwnTenant(input.tenantId, subject)` rejected a cross-tenant write. |
|
|
@@ -4775,6 +4776,38 @@ Each plugin that ships an error (`RateLimited`, `EntitlementExceeded`, `StorageE
|
|
|
4775
4776
|
|
|
4776
4777
|
All carry `_tag` + typed payloads, all narrow correctly on the client.
|
|
4777
4778
|
|
|
4779
|
+
### When the database refuses the write
|
|
4780
|
+
|
|
4781
|
+
An integrity rule your schema declares — a `reference()`, a `.unique()`, a non-nullable column, a `.check()` — is enforced by the database, not by the handler. When it fires you get a `ConstraintViolation`:
|
|
4782
|
+
|
|
4783
|
+
```ts
|
|
4784
|
+
{ _tag: 'ConstraintViolation',
|
|
4785
|
+
kind: 'foreignKey', table: 'tasks', operation: 'insert',
|
|
4786
|
+
constraint: 'tasks_laneId_fkey' }
|
|
4787
|
+
```
|
|
4788
|
+
|
|
4789
|
+
`kind` is the field to branch on, and it is the one field every dialect can always fill:
|
|
4790
|
+
|
|
4791
|
+
| `kind` | Means | The caller's fix |
|
|
4792
|
+
|---|---|---|
|
|
4793
|
+
| `foreignKey` | the row you referenced does not exist | point at a real row |
|
|
4794
|
+
| `foreignKeyInUse` | this row may not go — others still reference it | delete the children first, or don't delete |
|
|
4795
|
+
| `unique` | a row with this value already exists | pick another value |
|
|
4796
|
+
| `notNull` | the column requires a value | send one |
|
|
4797
|
+
| `check` | the row does not satisfy a declared `.check()` | fix the value |
|
|
4798
|
+
|
|
4799
|
+
`constraint` and `column` are filled where the dialect names them. sqlite reports a foreign-key failure as the bare sentence `FOREIGN KEY constraint failed` — no name, no column — so `constraint` is absent there and the direction is inferred from the operation.
|
|
4800
|
+
|
|
4801
|
+
**It carries names, never the driver's sentence, and that is deliberate.** The message the database produces contains row DATA on most engines: postgres attaches `Failing row contains (…)` — the *complete* row, every column, [`.sensitive()`](/docs/database/sensitivity) ones included — to a not-null and a check violation; mysql and mssql echo the duplicate value on a unique violation. A constraint name is schema, the same class of fact `TableValidationFailed.table` already puts on the wire. A row is data, and the caller who provoked the error is not automatically entitled to it. The full driver text is in the server log, with the trace id.
|
|
4802
|
+
|
|
4803
|
+
Declare it in `error:` to pattern-match it:
|
|
4804
|
+
|
|
4805
|
+
```ts
|
|
4806
|
+
error: Schema.Union(ConstraintViolation, MyDomainError),
|
|
4807
|
+
```
|
|
4808
|
+
|
|
4809
|
+
If you do not, it still reaches the client — collapsed to `InternalError` like any undeclared error, but carrying its own sentence (`ConstraintViolation: foreign key tasks_laneId_fkey on tasks: the referenced row does not exist`) rather than the opaque `Failed to execute statement` a raw `SqlError` produces.
|
|
4810
|
+
|
|
4778
4811
|
## Loader errors
|
|
4779
4812
|
|
|
4780
4813
|
Loaders run in the web app — they receive `{ params, query, headers, signal }`, NOT a server `ctx` with `.store`. A loader reaches the backend through `query(...)` (the `POST /rpc` path, server-side only). It short-circuits with the branded control-flow signals `NotFoundError` / `RedirectError`:
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
# What's new in 0.
|
|
1
|
+
# What's new in 0.42.0
|
|
2
2
|
|
|
3
3
|
Read this FIRST when a task touches an area you have not worked in recently.
|
|
4
4
|
It is the cheapest way to notice that the framework grew the thing you were
|
|
@@ -9,70 +9,93 @@ BREAKING entries name a codemod; run `voltro update` to apply it.
|
|
|
9
9
|
|
|
10
10
|
### ⚠ BREAKING
|
|
11
11
|
|
|
12
|
-
- **@voltro/
|
|
12
|
+
- **@voltro/cli, @voltro/data-transfer** — **Two security defects on the data-transfer surface, both found by using the feature rather than by reading it.**
|
|
13
13
|
|
|
14
|
-
|
|
14
|
+
**A `{ profile }` in an admin-export request could name a PATH.** `loadProfile` resolved the client's string with `resolve(cwd, x)` — which returns an absolute path unchanged and lets `../` traverse — and the resolved file is `await import()`ed, which RUNS it. So a holder of the data-transfer secret could make the api process execute any file on the pod: an escalation from "can export prod data" to "can run code", and chainable on an instance whose object storage is a filesystem the same caller can write to.
|
|
15
15
|
|
|
16
|
-
|
|
16
|
+
`POST /_voltro/admin/export` now accepts a NAME only — `[A-Za-z0-9_-]{1,64}`, resolved under `data-profiles/` and checked to be contained there. **Migration: if you passed a path over `--target api`, move the file to `data-profiles/<name>.ts` and pass `<name>`.** `voltro data export --profile` on a DIRECT target still accepts a path: it runs on the operator's own machine, where a path is not an escalation. No user-authored code changes, so `codemod: none`.
|
|
17
17
|
|
|
18
|
-
**
|
|
18
|
+
**An unrecognised masking action copied the value through.** `applyAction` ended in `return input.value`, so a profile with a typo in the action shape (`{ action: 'fake', kind: 'email' }` instead of `{ fake: 'email' }`) exported every row of a `.sensitive()` column verbatim — with a 200 and an audit line counting the column as masked. Measured against a live instance: a masked export of two users came back carrying both real addresses.
|
|
19
19
|
|
|
20
|
-
|
|
20
|
+
The applier now throws, and `planMasking` refuses the policy BEFORE a row is read: `MaskingError` gained `invalidActions`, reported separately from `unclassified` because the fixes differ — one needs a classification, the other needs the policy corrected.
|
|
21
21
|
|
|
22
|
-
|
|
22
|
+
### Added
|
|
23
23
|
|
|
24
|
-
|
|
24
|
+
- **@voltro/runtime** — A write the database refuses on an integrity rule now raises a typed `ConstraintViolation` instead of an opaque `SqlError`. It carries `{ kind, table, operation, constraint?, column? }`, where `kind` is one of `foreignKey` · `foreignKeyInUse` · `unique` · `notNull` · `check`. Declare it in a procedure's `error:` to pattern-match it; undeclared it still reaches the client as an `InternalError` carrying its own sentence rather than `Failed to execute statement`.
|
|
25
25
|
|
|
26
|
-
|
|
26
|
+
It carries NAMES and never the driver's message, which on most engines contains row data — postgres attaches the complete failing row to a not-null and a check violation, mysql and mssql echo the duplicate value. Classification is measured against live postgres 17, MySQL 8.4, MariaDB 11, SQL Server 2022 and sqlite.
|
|
27
27
|
|
|
28
|
-
|
|
28
|
+
Raised from one guard covering every write op (insert · insertMany · upsert · insertIgnore · update · updateMany · delete · deleteMany · hardDelete · patchJson); the tenant-FK case still resolves to `TenantScopeViolation` first.
|
|
29
29
|
|
|
30
30
|
### Fixed
|
|
31
31
|
|
|
32
|
-
- **@voltro/
|
|
32
|
+
- **@voltro/cli, @voltro/data-transfer** — `voltro data import|export` — four defects on the `--target api` path, all found by a consumer seeding a fresh cluster from a bundle.
|
|
33
33
|
|
|
34
|
-
|
|
34
|
+
**A flag this command does not read is now an ERROR.** `--dry-run` and `--tables` were accepted on the import path and dropped in silence: a preview against a production-shaped cluster ran the import instead (2905 rows, then a 500), and a run narrowed to a one-row table wrote all 10 593. Both are one defect — an argument parser that ignores what it does not understand — so every `voltro data` subcommand now declares the flags it reads per target and refuses the rest, naming the flag and what to use instead.
|
|
35
35
|
|
|
36
|
-
|
|
36
|
+
**`--dry-run` and `--tables` now work on the import, on BOTH targets.** A dry run reaches every verdict a real run reaches (schema fit, cross-dialect portability, mode legality, the table selection) and stops before the first write; the api path carries them as `x-import-dry-run` / `x-import-tables` and echoes `{ dryRun: true, wrote: false }`. A `--tables` name the bundle does not carry is refused, listing what it does. `--dry-run` on an api EXPORT is refused rather than ignored — previewing a read protects nothing.
|
|
37
37
|
|
|
38
|
-
**A
|
|
38
|
+
**The schema-drift pre-flight compares the INTERSECTION, not whole schemas.** A bundle's fingerprint covers its source schema regardless of export scope, and two environments never have identical whole schemas, so the check refused every cross-environment seed with a diff whose every line said the difference changes nothing — making `--force` the routine way to import and removing the protection it guards. It now reports only what would break the load: a carried table or column the target lacks, a type mismatch, or a column the target REQUIRES that the bundle carries no value for.
|
|
39
39
|
|
|
40
|
-
**
|
|
40
|
+
**A failed row says why.** `reason` was `Failed to execute statement` for every one of 2905 rows. It now names the constraint and the rule (`foreign key tasks_laneId_fkey: the referenced row does not exist [23503]`), or the driver's own message with its code, or — where there is no driver under the failure — the error from the layer that refused.
|
|
41
41
|
|
|
42
|
-
|
|
42
|
+
Also: `voltro data inspect` accepts a directory bundle instead of dying inside the archive reader with a JSON parse error (`--target api` always unpacks into a directory, even when the path ends in `.vbundle`).
|
|
43
43
|
|
|
44
|
-
|
|
45
|
-
- **@voltro/database, @voltro/runtime, @voltro/cli** — `.encrypted()` had three writers and two encodings. The store wrote `encrypt(JSON.stringify(v))`; `encryptField` — the documented raw-SQL escape hatch — and `voltro db encrypt-column` wrote `encrypt(v)`. All three produce the same `enc:v1:` envelope and nothing distinguished them, so a value written by one and read by another either threw with the wrong diagnosis or came back subtly wrong (`decryptField` handed back the JSON encoding verbatim, quotes and all, raising nothing).
|
|
44
|
+
**Three more, found by running the whole thing against live MariaDB and MySQL** rather than against sqlite:
|
|
46
45
|
|
|
47
|
-
|
|
46
|
+
- A re-run of a COMPLETED import wrote nothing and reported the bundle's full row count — the resume ledger lives in the bundle directory, so truncating a target and re-importing printed `import complete … 10593 rows` over an empty database. Resume is right; being quiet about it was not. It now warns, names the skipped tables, and says which ledger file to delete. - The deferred-FK recovery pass OVERWROTE the diagnosis. When a held row cannot be written, the resolver retries it with every `reference` column nulled to break a cycle — and that attempt's failure replaced the original reason, so a row whose real problem was one column reported a not-null violation on a column the framework itself had nulled. The recovery attempt no longer records a reason. - MySQL/MariaDB errno **1364** (a statement that OMITS a column which is NOT NULL with no default) is classified as a not-null violation. postgres reports 23502 for that situation and mssql 515, so the mysql family was the only one where "you did not supply a required column" came back unclassified.
|
|
47
|
+
- **@voltro/database** — CHECK constraints were invisible to introspection on **MySQL** — and with them every `.oneOf()` column and every `json_valid` marker.
|
|
48
48
|
|
|
49
|
-
|
|
49
|
+
`information_schema.check_constraints` differs between the two engines of the family: MariaDB carries `TABLE_NAME`, MySQL does not have that column at all. The introspector selected it, the query errored, and an `Effect.orElseSucceed` turned that into an empty list. A swallowed error and an empty result read identically, which is why this needed a two-engine test to surface. The query JOINs `information_schema.table_constraints` for the name now, which both engines answer.
|
|
50
50
|
|
|
51
|
-
|
|
51
|
+
`parseEnumCheck` also learned MySQL's rendering. The same clause is stored differently:
|
|
52
52
|
|
|
53
|
-
|
|
53
|
+
mariadb 11 `status` in ('draft','live','done') mysql 8.4 (`status` in (_latin1'draft',_latin1'live',_latin1'done'))
|
|
54
54
|
|
|
55
|
-
|
|
55
|
+
MySQL puts a charset introducer before each literal, which the pattern — written against MariaDB's form — did not read. Both are pinned in `enumCheckParity.test.ts`.
|
|
56
56
|
|
|
57
|
-
|
|
57
|
+
Neither fix completes the round trip on MySQL: `.oneOf()` still comes back unclassified there. That is asserted as a known gap in `oneOfCheck.mariadb.integration.test.ts` (which fails the moment it starts working) and written up in `plans/open/framework/mysql-oneof-roundtrip.md`.
|
|
58
|
+
- **@voltro/database** — `voltro db apply` works on MySQL. It could not create a table with an index, and could not drop a column, on that engine at all.
|
|
58
59
|
|
|
59
|
-
|
|
60
|
+
`IF [NOT] EXISTS` outside `CREATE`/`DROP TABLE` is a MariaDB extension — MySQL rejects it with ER_PARSE_ERROR (measured on 8.4 for `CREATE INDEX IF NOT EXISTS`, `ALTER TABLE … DROP COLUMN IF EXISTS`, and `ADD COLUMN IF NOT EXISTS`). The applier emitted the first two, because `@effect/sql-mysql2` reports the dialect `mysql` for both engines and the shared branch had only ever run against MariaDB. A `reference()` column gets an index by default, so in practice most tables were affected.
|
|
60
61
|
|
|
61
|
-
|
|
62
|
-
- **@voltro/protocol, @voltro/cli** — Three findings from one consumer round, all of the same shape: something the framework knows and does not say.
|
|
62
|
+
The applier now asks the SERVER which engine it is (`SELECT VERSION()`; MariaDB stamps itself into the string) and emits the plain form on MySQL. The idempotency `IF [NOT] EXISTS` provided moves into the statement runner, which tolerates exactly the errnos meaning "already in the requested state" — 1061 for a duplicate index name, 1091 for dropping something absent. The engine is read from the connection rather than from `DB_DIALECT` or `variant`, because the DDL has to be legal for the server that receives it and those are what an operator typed.
|
|
63
63
|
|
|
64
|
-
|
|
64
|
+
Verified against live MySQL 8.4 and MariaDB 11: a schema evolution — create, add column, add index, drop column — applied through `applyPlan` on both, converging at every step, plus a replayed plan (what a resume does) that must not error on the statements it repeats.
|
|
65
65
|
|
|
66
|
-
|
|
66
|
+
**sqlite had the same defect, found by the new cross-dialect scenario on its first run.** `ALTER TABLE … DROP COLUMN IF EXISTS` is accepted by postgres, mssql and MariaDB and rejected by sqlite — and the generic emitter, shaped for postgres, is what sqlite used. So `voltro db apply` could not drop a column on sqlite either. The conditional form is now emitted only where it is legal, and the "already dropped" case is tolerated per dialect (`idempotentDdl.ts`).
|
|
67
67
|
|
|
68
|
-
|
|
69
|
-
- **@voltro/cli** — `middleware.ts` now produces ONE view of the request that every downstream reader takes. Previously only `buildLoaderQuery` saw the hook's result, while the loader context (`ctx.headers`), the SSR request snapshot (`useServerRequest()`) and the locale resolver kept reading the raw request — four readers, two answers, within eighty lines of one function.
|
|
68
|
+
`runDialectParity` gained a schema-evolution scenario — create, add column, add index, drop column, applied for real with a convergence check after each step — so the migration APPLIER is now covered on all five dialects. It previously had one scenario covering one op kind, while twenty-two covered the store; that split is why four emitter defects survived.
|
|
70
69
|
|
|
71
|
-
|
|
70
|
+
**And a fifth, found by making one MariaDB-only suite two-sided.** `text().unique()` on an unbounded text column created a table on MariaDB and failed the CREATE outright on MySQL: `BLOB/TEXT column 'x' used in key specification without a key length`. The bring-up emitter (`migrate.ts`) wrote an inline `UNIQUE`; the declarative applier had always written a separate PREFIXED unique index. The two emitters disagreeing on one statement is the failure shape this package's own notes describe, and only one engine said so.
|
|
72
71
|
|
|
73
|
-
`
|
|
74
|
-
- **@voltro/cli** — `voltro start` dropped `middleware.ts`'s `Set-Cookie` on **streamed** responses — which is the arm a plain `renderMode: 'ssr'` page takes, so it was the common case. The hook renewed the session server-side, the render used the fresh value, and the browser kept the consumed one. Against an IdP that rotates refresh tokens and detects reuse, that is worse than not renewing at all.
|
|
72
|
+
`migrate.ts` emits the prefixed index now, through the same `indexStmt` that already owns the per-dialect `IF NOT EXISTS` rule, and names it `<table>_<column>_key` to match the applier's — so the two paths produce the same object.
|
|
75
73
|
|
|
76
|
-
|
|
74
|
+
**Note the behaviour change on MariaDB.** It accepted the inline form by backing it with a HASH long-unique index, whose hidden `DB_ROW_HASH_n` column breaks the binlog CDC reader (documented in `packages/database/CLAUDE.md`). Uniqueness on such a column is now enforced on the first 191 characters rather than the whole value — which is what `voltro db apply` already did, and what MySQL can express at all. Bound the column with `text().maxLength(n)` if you need full-value uniqueness.
|
|
75
|
+
- **@voltro/sql-mysql** — `insertIgnore` on MySQL was a different feature from `insertIgnore` on MariaDB — and the difference could turn a conflict into an error.
|
|
77
76
|
|
|
78
|
-
|
|
77
|
+
The whole diagnostic apparatus — the refusal to report a REJECTED write as a conflict, and the message naming the constraint that actually fired — sat behind a `variant === 'mariadb'` branch. MySQL took an `else` that used no `INSERT IGNORE` at all: look for a row matching the conflict columns, insert if there is none. That cannot hold the one property the method exists for. A caller that looks before anyone else writes sees nothing, so the write it then makes is the one that raises the duplicate-key error `insertIgnore` promises never to raise — reproduced deterministically against both engines with an uncommitted holder (the lookup cannot see the holder's row; the insert cannot proceed until it commits).
|
|
78
|
+
|
|
79
|
+
Underneath sat the reason a straight port would still have produced nothing: **MySQL answers a PREPARED `SHOW WARNINGS` with 1295 ER_UNSUPPORTED_PS**, and the warning read is deliberately failure-tolerant (a diagnostic must never replace the caller's real problem), so it returned an empty list — indistinguishable from a statement that raised nothing. MariaDB accepts both protocols. The read goes through the text protocol now, the same spelling the binlog path already used for `SHOW MASTER STATUS`.
|
|
80
|
+
|
|
81
|
+
Both engines now run one `INSERT IGNORE` and reach one decision function. What differs is only the probe for "did it land": MariaDB has `INSERT IGNORE … RETURNING *`; MySQL has no RETURNING, so the row's own key answers instead. `SELECT ROW_COUNT()` — the obvious alternative — cannot be used: measured on both engines, it reports 1/0 correctly but CLEARS the warning list on MySQL, and run the other way round returns `-1` because `SHOW WARNINGS` is then the last statement. The count and the diagnosis cannot both be had; the diagnosis is the one worth having.
|
|
82
|
+
|
|
83
|
+
Found by converting the suite that covers this to run on both engines, which is also where every MySQL assertion in it had been reporting the driver's generic `Failed to execute statement`.
|
|
84
|
+
- **@voltro/database** — A `reference()` column now creates a real foreign key on **MySQL**. It did not before: MySQL/InnoDB parses a column-inline `REFERENCES` clause and discards it — no constraint, no warning, the `CREATE TABLE` succeeds — while MariaDB honours the identical clause. Both engines reach the same emitter (the driver reports the dialect `mysql` for either), and every mysql-family integration suite in the repo runs against MariaDB, so referential integrity that postgres, MariaDB, mssql and sqlite all enforced was silently absent on MySQL.
|
|
85
|
+
|
|
86
|
+
Both emitters now write a table-level `CONSTRAINT <table>_<column>_fkey FOREIGN KEY …` inside the `CREATE TABLE`, which both engines honour and which `CREATE TABLE IF NOT EXISTS` keeps idempotent. Existing MariaDB schemas are unaffected — the introspected snapshot carries no constraint name, so nothing re-plans.
|
|
87
|
+
|
|
88
|
+
Verified against live MySQL 8.4: the constraint is in the catalog, the server refuses an orphan row, introspection reads it back, and the re-plan is empty.
|
|
89
|
+
- **@voltro/sql-turso, @voltro/testing** — A migration on turso applied correctly and then reported itself as failed: `voltro db apply` ran an `add-column`, re-planned to prove convergence, saw the column still missing, proposed the same operation again, and the second execution died with `duplicate column name`. No fingerprint was recorded, so every subsequent boot re-proposed the same work — and the error named the migration applier, which had done nothing wrong.
|
|
90
|
+
|
|
91
|
+
The client caches one prepared statement per connection per SQL text, and a prepared statement carries the schema it was prepared against. So a cached `PRAGMA table_info(t)` keeps answering with the old columns after a DDL — it is never re-prepared, so sqlite's schema-cookie re-preparation never runs. The invalidation for this existed, on the unprepared path (`sql.unsafe`) only, and the migration path sends its DDL through the PREPARED one. The statement that changed the schema and the cache that had to be dropped were on the same connection, one function apart, with nothing connecting them.
|
|
92
|
+
|
|
93
|
+
Any schema-changing statement now drops that connection's cached statements, whichever path it arrived on.
|
|
94
|
+
|
|
95
|
+
Three hypotheses were measured and disproven before this one — an applier retry (each operation is issued once), an MVCC snapshot (two raw libsql clients both see the DDL), and a pool-wide cache problem (four connections held open together, the PRAGMA prepared on each, a DDL on one: the other three answer correctly, because SQLite bumps the schema cookie and the driver re-prepares on the connections that did not make the change).
|
|
96
|
+
|
|
97
|
+
The two `runDialectParity` scenarios that drive the migration applier were skipped for turso on the strength of that misreading. They run now, and the per-fixture opt-out that carried the skip is deleted: it was holding a defect open while reading like a documented limitation.
|
|
98
|
+
|
|
99
|
+
**`apiSurface: compatible`, and the reason is a date rather than an argument.** Removing `DialectFixture.skipApplierScenarios` moves a line in `@voltro/testing`'s golden, so the changelog's narrowing detector flags it — and it is right to, because that detector's baseline is `origin/main`. But the field never reached a RELEASE: it was added after `v0.41.0` and deleted before this one, both inside the same unreleased range. `git show v0.41.0:packages/testing/etc/testing-dialect.api.md` does not contain it. No published version ever offered it, so no consumer can have set it, and there is nothing to migrate.
|
|
100
|
+
|
|
101
|
+
Worth writing down because the first reading of this was wrong in the safe direction: it was filed `BREAKING` with a codemod on the strength of "an optional field disappeared from a published package's surface", which is the right instinct and the wrong conclusion here. **"Removed relative to main" is not "removed relative to what users have"** — a symbol that lives and dies between two tags trips the detector while breaking nobody, and the difference is only visible by asking the last TAG rather than the last commit.
|
|
@@ -12,16 +12,16 @@
|
|
|
12
12
|
"dependencies": {
|
|
13
13
|
"@effect/platform": "^0.97.0",
|
|
14
14
|
"@effect/rpc": "^0.76.0",
|
|
15
|
-
"@voltro/ai": "0.
|
|
16
|
-
"@voltro/cli": "0.
|
|
17
|
-
"@voltro/database": "0.
|
|
18
|
-
"@voltro/env": "0.
|
|
19
|
-
"@voltro/protocol": "0.
|
|
20
|
-
"@voltro/runtime": "0.
|
|
15
|
+
"@voltro/ai": "0.42.0",
|
|
16
|
+
"@voltro/cli": "0.42.0",
|
|
17
|
+
"@voltro/database": "0.42.0",
|
|
18
|
+
"@voltro/env": "0.42.0",
|
|
19
|
+
"@voltro/protocol": "0.42.0",
|
|
20
|
+
"@voltro/runtime": "0.42.0",
|
|
21
21
|
"effect": "^3.22.0"
|
|
22
22
|
},
|
|
23
23
|
"devDependencies": {
|
|
24
|
-
"@voltro/testing": "0.
|
|
24
|
+
"@voltro/testing": "0.42.0",
|
|
25
25
|
"typescript": "^6.0.3",
|
|
26
26
|
"@vitest/coverage-v8": "^4.1.10",
|
|
27
27
|
"vitest": "^4.1.10"
|
|
@@ -13,17 +13,17 @@
|
|
|
13
13
|
"dependencies": {
|
|
14
14
|
"@effect/platform": "^0.97.0",
|
|
15
15
|
"@effect/rpc": "^0.76.0",
|
|
16
|
-
"@voltro/cli": "0.
|
|
17
|
-
"@voltro/database": "0.
|
|
18
|
-
"@voltro/env": "0.
|
|
19
|
-
"@voltro/plugin-auth": "0.
|
|
20
|
-
"@voltro/protocol": "0.
|
|
21
|
-
"@voltro/runtime": "0.
|
|
22
|
-
"@voltro/sql-postgres": "0.
|
|
16
|
+
"@voltro/cli": "0.42.0",
|
|
17
|
+
"@voltro/database": "0.42.0",
|
|
18
|
+
"@voltro/env": "0.42.0",
|
|
19
|
+
"@voltro/plugin-auth": "0.42.0",
|
|
20
|
+
"@voltro/protocol": "0.42.0",
|
|
21
|
+
"@voltro/runtime": "0.42.0",
|
|
22
|
+
"@voltro/sql-postgres": "0.42.0",
|
|
23
23
|
"effect": "^3.22.0"
|
|
24
24
|
},
|
|
25
25
|
"devDependencies": {
|
|
26
|
-
"@voltro/testing": "0.
|
|
26
|
+
"@voltro/testing": "0.42.0",
|
|
27
27
|
"typescript": "^6.0.3",
|
|
28
28
|
"@vitest/coverage-v8": "^4.1.10",
|
|
29
29
|
"vitest": "^4.1.10"
|
|
@@ -16,16 +16,16 @@
|
|
|
16
16
|
"dependencies": {
|
|
17
17
|
"@effect/platform": "^0.97.0",
|
|
18
18
|
"@effect/rpc": "^0.76.0",
|
|
19
|
-
"@voltro/cli": "0.
|
|
20
|
-
"@voltro/database": "0.
|
|
21
|
-
"@voltro/env": "0.
|
|
22
|
-
"@voltro/plugin-multitenancy": "0.
|
|
23
|
-
"@voltro/protocol": "0.
|
|
24
|
-
"@voltro/runtime": "0.
|
|
19
|
+
"@voltro/cli": "0.42.0",
|
|
20
|
+
"@voltro/database": "0.42.0",
|
|
21
|
+
"@voltro/env": "0.42.0",
|
|
22
|
+
"@voltro/plugin-multitenancy": "0.42.0",
|
|
23
|
+
"@voltro/protocol": "0.42.0",
|
|
24
|
+
"@voltro/runtime": "0.42.0",
|
|
25
25
|
"effect": "^3.22.0"
|
|
26
26
|
},
|
|
27
27
|
"devDependencies": {
|
|
28
|
-
"@voltro/testing": "0.
|
|
28
|
+
"@voltro/testing": "0.42.0",
|
|
29
29
|
"typescript": "^6.0.3",
|
|
30
30
|
"@vitest/coverage-v8": "^4.1.10",
|
|
31
31
|
"vitest": "^4.1.10"
|
|
@@ -13,16 +13,16 @@
|
|
|
13
13
|
"dependencies": {
|
|
14
14
|
"@effect/platform": "^0.97.0",
|
|
15
15
|
"@effect/rpc": "^0.76.0",
|
|
16
|
-
"@voltro/cli": "0.
|
|
17
|
-
"@voltro/database": "0.
|
|
18
|
-
"@voltro/env": "0.
|
|
19
|
-
"@voltro/plugin-deactivation": "0.
|
|
20
|
-
"@voltro/protocol": "0.
|
|
21
|
-
"@voltro/runtime": "0.
|
|
16
|
+
"@voltro/cli": "0.42.0",
|
|
17
|
+
"@voltro/database": "0.42.0",
|
|
18
|
+
"@voltro/env": "0.42.0",
|
|
19
|
+
"@voltro/plugin-deactivation": "0.42.0",
|
|
20
|
+
"@voltro/protocol": "0.42.0",
|
|
21
|
+
"@voltro/runtime": "0.42.0",
|
|
22
22
|
"effect": "^3.22.0"
|
|
23
23
|
},
|
|
24
24
|
"devDependencies": {
|
|
25
|
-
"@voltro/testing": "0.
|
|
25
|
+
"@voltro/testing": "0.42.0",
|
|
26
26
|
"typescript": "^6.0.3",
|
|
27
27
|
"@vitest/coverage-v8": "^4.1.10",
|
|
28
28
|
"vitest": "^4.1.10"
|