@ingestron/cli 1.2.0 → 1.3.0

package/dist/packs.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"packs.d.ts","sourceRoot":"","sources":["../src/packs.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,wBAAwB,CAAC;AAKnD,iDAAiD;AACjD,eAAO,MAAM,KAAK,EAAE,IAAI,EAA+B,CAAC"}
+{"version":3,"file":"packs.d.ts","sourceRoot":"","sources":["../src/packs.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,wBAAwB,CAAC;AAMnD,iDAAiD;AACjD,eAAO,MAAM,KAAK,EAAE,IAAI,EAAuC,CAAC"}

package/dist/packs.js

@@ -1,6 +1,7 @@
 import { adf } from "@ingestron/pack-adf";
 import { databricks } from "@ingestron/pack-databricks";
+import { duckdb } from "@ingestron/pack-duckdb";
 import { synapse } from "@ingestron/pack-synapse";
 /** The packs available to `ingestron`, by id. */
-export const packs = [databricks, adf, synapse];
+export const packs = [databricks, adf, synapse, duckdb];
 //# sourceMappingURL=packs.js.map

package/dist/packs.js.map

@@ -1 +1 @@
-{"version":3,"file":"packs.js","sourceRoot":"","sources":["../src/packs.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,GAAG,EAAE,MAAM,qBAAqB,CAAC;AAC1C,OAAO,EAAE,UAAU,EAAE,MAAM,4BAA4B,CAAC;AACxD,OAAO,EAAE,OAAO,EAAE,MAAM,yBAAyB,CAAC;AAElD,iDAAiD;AACjD,MAAM,CAAC,MAAM,KAAK,GAAW,CAAC,UAAU,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC"}
+{"version":3,"file":"packs.js","sourceRoot":"","sources":["../src/packs.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,GAAG,EAAE,MAAM,qBAAqB,CAAC;AAC1C,OAAO,EAAE,UAAU,EAAE,MAAM,4BAA4B,CAAC;AACxD,OAAO,EAAE,MAAM,EAAE,MAAM,wBAAwB,CAAC;AAChD,OAAO,EAAE,OAAO,EAAE,MAAM,yBAAyB,CAAC;AAElD,iDAAiD;AACjD,MAAM,CAAC,MAAM,KAAK,GAAW,CAAC,UAAU,EAAE,GAAG,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@ingestron/cli",
-  "version": "1.2.0",
+  "version": "1.3.0",
   "description": "ingestron plan | apply | check | schemas: generate platform assets from definitions.",
   "license": "Apache-2.0",
   "author": "IntentLabs <hello@ingestron.io>",
@@ -36,13 +36,15 @@
   "dependencies": {
     "@ingestron/pack-adf": "^1.1.0",
     "@ingestron/pack-databricks": "^1.0.0",
-    "yaml": "2.9.1",
+    "@ingestron/pack-duckdb": "^1.0.0",
     "@ingestron/pack-synapse": "^1.0.1",
-    "@ingestron/config": "^1.0.0",
-    "@ingestron/definitions": "^1.2.0",
-    "@ingestron/generate": "^1.0.0"
+    "yaml": "2.9.1",
+    "@ingestron/config": "^1.1.0",
+    "@ingestron/generate": "^1.0.0",
+    "@ingestron/definitions": "^1.3.1"
   },
   "devDependencies": {
+    "@duckdb/node-api": "1.5.6-r.2",
     "@microsoft/api-extractor": "7.59.4",
     "@types/node": "22.20.5",
     "ajv": "8.20.0",

package/project-templates/duckdb/README.md

@@ -0,0 +1,26 @@
+# DuckDB on a laptop
+
+Sample orders loaded into a local DuckDB database, a SQL transform over them,
+and both tables published as Parquet: nothing to set up but the DuckDB command
+line.
+
+| File                              | What it shows                                          |
+| --------------------------------- | ------------------------------------------------------ |
+| `standard.yaml`                   | `packs: [duckdb@1]`, and CSV files                     |
+| `platform.yaml`                   | `published`: the folder each table is published to     |
+| `connections/shop.yaml`           | A files source in the project folder, `./samples`      |
+| `flows/orders.yaml`               | `samples/orders.csv` becomes the table `bronze.orders` |
+| `transforms/customer_totals.yaml` | SQL over the orders, kept as `silver.customer_totals`  |
+| `contracts/*.yaml`                | ODCS contracts: the columns and their types            |
+
+From the project folder:
+
+```sh
+ingestron apply
+duckdb ingestron.duckdb < build/dev/run.sql
+duckdb ingestron.duckdb "SELECT * FROM silver.customer_totals"
+```
+
+Running again is safe. Each run publishes `published/bronze.orders.parquet`
+and `published/silver.customer_totals.parquet`, which Power BI and other tools
+read as files.

package/project-templates/duckdb/connections/shop.yaml

@@ -0,0 +1,8 @@
+apiVersion: ingestron.io/v1
+kind: Connection
+id: shop
+description: The shop's order exports, in the project folder.
+connector: files
+connectivity: public
+settings:
+  path: ./samples

package/project-templates/duckdb/contracts/customer_totals.yaml

@@ -0,0 +1,13 @@
+apiVersion: v3.1.0
+kind: DataContract
+id: shop.customer_totals
+version: 1.0.0
+status: active
+schema:
+  - name: customer_totals
+    logicalType: object
+    description: Orders and their total per customer.
+    properties:
+      - { name: customer, logicalType: string, primaryKey: true }
+      - { name: orders, logicalType: integer }
+      - { name: total, logicalType: number }

package/project-templates/duckdb/contracts/orders.yaml

@@ -0,0 +1,14 @@
+apiVersion: v3.1.0
+kind: DataContract
+id: shop.orders
+version: 1.0.0
+status: active
+schema:
+  - name: orders
+    logicalType: object
+    description: One row per order.
+    properties:
+      - { name: order_id, logicalType: integer, required: true, primaryKey: true }
+      - { name: customer, logicalType: string }
+      - { name: amount, logicalType: number }
+      - { name: ordered_at, logicalType: date }

package/project-templates/duckdb/flows/orders.yaml

@@ -0,0 +1,6 @@
+apiVersion: ingestron.io/v1
+kind: Flow
+id: orders
+source: shop
+tables:
+  orders: { object: orders.csv, contract: shop.orders }

package/project-templates/duckdb/platform.yaml

@@ -0,0 +1,6 @@
+apiVersion: ingestron.io/v1
+kind: Platform
+id: laptop
+settings:
+  duckdb-table:
+    published: ./published # each table as <schema>.<table>.parquet

package/project-templates/duckdb/project.yaml

@@ -0,0 +1,12 @@
+# Runs on a laptop: DuckDB reads samples/, keeps the tables in ingestron.duckdb
+# and publishes each one to published/ as Parquet.
+id: shop
+environments:
+  dev: {}
+imports:
+  - standard.yaml
+  - platform.yaml
+  - connections/*.yaml
+  - flows/*.yaml
+  - transforms/*.yaml
+  - contracts/*.yaml

package/project-templates/duckdb/samples/orders.csv

@@ -0,0 +1,6 @@
+order_id,customer,amount,ordered_at
+1,Aroha,25.50,2026-10-01
+2,Ben,12.00,2026-10-01
+3,Aroha,40.25,2026-10-02
+4,Chen,8.75,2026-10-03
+5,Ben,30.00,2026-10-03

package/project-templates/duckdb/standard.yaml

@@ -0,0 +1,7 @@
+apiVersion: ingestron.io/v1
+kind: Standard
+id: defaults
+packs: [duckdb@1]
+ingest:
+  settings:
+    duckdb-files: { format: csv } # header row, comma-separated

package/project-templates/duckdb/template.yaml

@@ -0,0 +1,3 @@
+# Used by `ingestron init --template duckdb`.
+title: DuckDB on a laptop
+summary: Sample orders loaded into a local DuckDB database, a SQL transform over them, and both tables published as Parquet.

package/project-templates/duckdb/transforms/customer_totals.yaml

@@ -0,0 +1,10 @@
+apiVersion: ingestron.io/v1
+kind: Transform
+id: customer_totals
+description: Orders and their total per customer.
+inputs: [orders]
+code: |
+  SELECT customer, count(*) AS orders, sum(amount) AS total
+  FROM {{ tables.orders }}
+  GROUP BY customer
+contract: shop.customer_totals