@sequenceholdings/pipeline-spec 0.1.0

package/dist/serving-compatibility.d.ts

@@ -0,0 +1,14 @@
+import type { ColumnMap } from './columns.js';
+import { type CompatibilityFinding } from './compatibility.js';
+/**
+ * Lakebase sync materializes native ARRAY/MAP/STRUCT columns as JSONB. An
+ * explicitly authored `json` serving projection opts into that transport;
+ * generic transformation compatibility must not infer the same conversion.
+ * This checks types only: source values still need successful sync/readback.
+ * https://docs.databricks.com/aws/en/oltp/projects/sync-tables
+ */
+export declare function checkServingProjectionCompatibility({ producer, projection, }: {
+    producer: ColumnMap;
+    projection: ColumnMap;
+}): CompatibilityFinding[];
+//# sourceMappingURL=serving-compatibility.d.ts.map

package/dist/serving-compatibility.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"serving-compatibility.d.ts","sourceRoot":"","sources":["../src/serving-compatibility.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,cAAc,CAAA;AAC7C,OAAO,EAAsB,KAAK,oBAAoB,EAAE,MAAM,oBAAoB,CAAA;AAIlF;;;;;;GAMG;AACH,wBAAgB,mCAAmC,CAAC,EAClD,QAAQ,EACR,UAAU,GACX,EAAE;IACD,QAAQ,EAAE,SAAS,CAAA;IACnB,UAAU,EAAE,SAAS,CAAA;CACtB,GAAG,oBAAoB,EAAE,CAQzB"}

package/dist/serving-compatibility.js

@@ -0,0 +1,19 @@
+import { checkCompatibility } from './compatibility.js';
+const NATIVE_JSON_TYPES = new Set(['array', 'map', 'struct']);
+/**
+ * Lakebase sync materializes native ARRAY/MAP/STRUCT columns as JSONB. An
+ * explicitly authored `json` serving projection opts into that transport;
+ * generic transformation compatibility must not infer the same conversion.
+ * This checks types only: source values still need successful sync/readback.
+ * https://docs.databricks.com/aws/en/oltp/projects/sync-tables
+ */
+export function checkServingProjectionCompatibility({ producer, projection, }) {
+    const servedColumns = {};
+    for (const [name, column] of Object.entries(producer)) {
+        servedColumns[name] = projection[name]?.type === 'json' && NATIVE_JSON_TYPES.has(column.type)
+            ? { ...column, type: 'json' }
+            : column;
+    }
+    return checkCompatibility(servedColumns, projection);
+}
+//# sourceMappingURL=serving-compatibility.js.map

package/dist/serving-compatibility.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"serving-compatibility.js","sourceRoot":"","sources":["../src/serving-compatibility.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,kBAAkB,EAA6B,MAAM,oBAAoB,CAAA;AAElF,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAC,CAAA;AAE7D;;;;;;GAMG;AACH,MAAM,UAAU,mCAAmC,CAAC,EAClD,QAAQ,EACR,UAAU,GAIX;IACC,MAAM,aAAa,GAAc,EAAE,CAAA;IACnC,KAAK,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;QACtD,aAAa,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,IAAI,CAAC,EAAE,IAAI,KAAK,MAAM,IAAI,iBAAiB,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC;YAC3F,CAAC,CAAC,EAAE,GAAG,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE;YAC7B,CAAC,CAAC,MAAM,CAAA;IACZ,CAAC;IACD,OAAO,kBAAkB,CAAC,aAAa,EAAE,UAAU,CAAC,CAAA;AACtD,CAAC"}

package/dist/snapshot-transport.d.ts

@@ -0,0 +1,83 @@
+import { z } from 'zod';
+import { type ColumnMap } from './columns.js';
+export declare const postgresRelationSchema: z.ZodObject<{
+    schema: z.ZodString;
+    relation: z.ZodString;
+}, z.core.$strict>;
+/** Nonsecret deployment identity. Alias keys are resolved to bindingId before ownership checks. */
+export declare const postgresSnapshotBindingSchema: z.ZodObject<{
+    bindingId: z.ZodString;
+    database: z.ZodString;
+    bindingHash: z.ZodString;
+    installationId: z.ZodString;
+}, z.core.$strict>;
+export declare const postgresSnapshotBindingsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
+    bindingId: z.ZodString;
+    database: z.ZodString;
+    bindingHash: z.ZodString;
+    installationId: z.ZodString;
+}, z.core.$strict>>;
+export type PostgresSnapshotBinding = z.infer<typeof postgresSnapshotBindingSchema>;
+export type PostgresSnapshotBindings = Readonly<Record<string, Pick<PostgresSnapshotBinding, 'bindingId' | 'database'>>>;
+export declare const servingTransportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
+    kind: z.ZodLiteral<"native_lakebase_sync_v1">;
+}, z.core.$strict>, z.ZodObject<{
+    kind: z.ZodLiteral<"postgres_snapshot_landing_v1">;
+    binding: z.ZodString;
+    database: z.ZodString;
+    entity: z.ZodString;
+    landing: z.ZodObject<{
+        schema: z.ZodString;
+        relation: z.ZodString;
+    }, z.core.$strict>;
+    buffer: z.ZodObject<{
+        schema: z.ZodString;
+        relation: z.ZodString;
+    }, z.core.$strict>;
+    full_source_columns: z.ZodRecord<z.ZodString, z.ZodObject<{
+        type: z.ZodUnion<readonly [z.ZodEnum<{
+            string: "string";
+            boolean: "boolean";
+            uuid: "uuid";
+            int: "int";
+            long: "long";
+            numeric: "numeric";
+            double: "double";
+            timestamp: "timestamp";
+            date: "date";
+            json: "json";
+        }>, z.ZodEnum<{
+            float: "float";
+            timestamp_ntz: "timestamp_ntz";
+            array: "array";
+            map: "map";
+            struct: "struct";
+            binary: "binary";
+        }>, z.ZodString]>;
+        nullable: z.ZodDefault<z.ZodBoolean>;
+        key: z.ZodDefault<z.ZodBoolean>;
+        domain: z.ZodOptional<z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodBoolean]>>>;
+        description: z.ZodOptional<z.ZodString>;
+        on_violation: z.ZodDefault<z.ZodEnum<{
+            fail: "fail";
+            quarantine: "quarantine";
+            warn: "warn";
+        }>>;
+    }, z.core.$strict>>;
+}, z.core.$strict>], "kind">;
+export type ServingTransport = z.infer<typeof servingTransportSchema>;
+export type SnapshotTransport = Extract<ServingTransport, {
+    kind: 'postgres_snapshot_landing_v1';
+}>;
+export declare function postgresDestinationKey({ bindingId, database, schema, relation }: {
+    bindingId: string;
+    database: string;
+    schema: string;
+    relation: string;
+}): string;
+/** Equality of every type/nullability descriptor; projection-subset checks are separate. */
+export declare function fullSourceShapeEqual({ actual, expected }: {
+    actual: ColumnMap;
+    expected: ColumnMap;
+}): boolean;
+//# sourceMappingURL=snapshot-transport.d.ts.map

package/dist/snapshot-transport.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"snapshot-transport.d.ts","sourceRoot":"","sources":["../src/snapshot-transport.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AACvB,OAAO,EAAqC,KAAK,SAAS,EAAE,MAAM,cAAc,CAAA;AAGhF,eAAO,MAAM,sBAAsB;;;kBAA2E,CAAA;AAC9G,mGAAmG;AACnG,eAAO,MAAM,6BAA6B;;;;;kBAKxC,CAAA;AACF,eAAO,MAAM,8BAA8B;;;;;mBAOzC,CAAA;AACF,MAAM,MAAM,uBAAuB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,6BAA6B,CAAC,CAAA;AACnF,MAAM,MAAM,wBAAwB,GAAG,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,uBAAuB,EAAE,WAAW,GAAG,UAAU,CAAC,CAAC,CAAC,CAAA;AAExH,eAAO,MAAM,sBAAsB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;4BAYjC,CAAA;AACF,MAAM,MAAM,gBAAgB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,sBAAsB,CAAC,CAAA;AACrE,MAAM,MAAM,iBAAiB,GAAG,OAAO,CAAC,gBAAgB,EAAE;IAAE,IAAI,EAAE,8BAA8B,CAAA;CAAE,CAAC,CAAA;AAEnG,wBAAgB,sBAAsB,CAAC,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE;IAChF,SAAS,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAA;CACtE,GAAG,MAAM,CAGT;AAED,4FAA4F;AAC5F,wBAAgB,oBAAoB,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE;IAAE,MAAM,EAAE,SAAS,CAAC;IAAC,QAAQ,EAAE,SAAS,CAAA;CAAE,GAAG,OAAO,CAI9G"}

package/dist/snapshot-transport.js

@@ -0,0 +1,42 @@
+import { z } from 'zod';
+import { columnMapSchema, identifierSchema } from './columns.js';
+import { canonicalJson } from './hash.js';
+export const postgresRelationSchema = z.strictObject({ schema: identifierSchema, relation: identifierSchema });
+/** Nonsecret deployment identity. Alias keys are resolved to bindingId before ownership checks. */
+export const postgresSnapshotBindingSchema = z.strictObject({
+    bindingId: z.string().regex(/^[a-z][a-z0-9_-]{0,127}$/),
+    database: identifierSchema,
+    bindingHash: z.string().regex(/^[a-f0-9]{64}$/),
+    installationId: z.string().min(1).max(128),
+});
+export const postgresSnapshotBindingsSchema = z.record(z.string(), postgresSnapshotBindingSchema).superRefine((bindings, ctx) => {
+    for (const binding of Object.values(bindings)) {
+        const shadow = bindings[binding.bindingId];
+        if (shadow && (shadow.bindingId !== binding.bindingId || shadow.database !== binding.database)) {
+            ctx.addIssue({ code: 'custom', path: [binding.bindingId], message: 'snapshot alias cannot shadow a canonical binding identity' });
+        }
+    }
+});
+export const servingTransportSchema = z.discriminatedUnion('kind', [
+    z.strictObject({ kind: z.literal('native_lakebase_sync_v1') }),
+    z.strictObject({
+        kind: z.literal('postgres_snapshot_landing_v1'),
+        binding: z.string().regex(/^[a-z][a-z0-9_-]{0,127}$/),
+        database: identifierSchema,
+        entity: identifierSchema,
+        landing: postgresRelationSchema,
+        buffer: postgresRelationSchema,
+        /** Complete raw output, including columns omitted by the policy projection. */
+        full_source_columns: columnMapSchema,
+    }),
+]);
+export function postgresDestinationKey({ bindingId, database, schema, relation }) {
+    // Strict unquoted lowercase identifiers exclude PostgreSQL case/truncation aliases.
+    return `postgres:${canonicalJson([bindingId, database, schema, relation])}`;
+}
+/** Equality of every type/nullability descriptor; projection-subset checks are separate. */
+export function fullSourceShapeEqual({ actual, expected }) {
+    const shape = (columns) => Object.fromEntries(Object.entries(columns).map(([name, column]) => [name, { type: column.type, nullable: column.nullable }]));
+    return canonicalJson(shape(actual)) === canonicalJson(shape(expected));
+}
+//# sourceMappingURL=snapshot-transport.js.map

package/dist/snapshot-transport.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"snapshot-transport.js","sourceRoot":"","sources":["../src/snapshot-transport.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AACvB,OAAO,EAAE,eAAe,EAAE,gBAAgB,EAAkB,MAAM,cAAc,CAAA;AAChF,OAAO,EAAE,aAAa,EAAE,MAAM,WAAW,CAAA;AAEzC,MAAM,CAAC,MAAM,sBAAsB,GAAG,CAAC,CAAC,YAAY,CAAC,EAAE,MAAM,EAAE,gBAAgB,EAAE,QAAQ,EAAE,gBAAgB,EAAE,CAAC,CAAA;AAC9G,mGAAmG;AACnG,MAAM,CAAC,MAAM,6BAA6B,GAAG,CAAC,CAAC,YAAY,CAAC;IAC1D,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,0BAA0B,CAAC;IACvD,QAAQ,EAAE,gBAAgB;IAC1B,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,gBAAgB,CAAC;IAC/C,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC;CAC3C,CAAC,CAAA;AACF,MAAM,CAAC,MAAM,8BAA8B,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,6BAA6B,CAAC,CAAC,WAAW,CAAC,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE;IAC9H,KAAK,MAAM,OAAO,IAAI,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC9C,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,CAAC,SAAS,CAAC,CAAA;QAC1C,IAAI,MAAM,IAAI,CAAC,MAAM,CAAC,SAAS,KAAK,OAAO,CAAC,SAAS,IAAI,MAAM,CAAC,QAAQ,KAAK,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC/F,GAAG,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,2DAA2D,EAAE,CAAC,CAAA;QACnI,CAAC;IACH,CAAC;AACH,CAAC,CAAC,CAAA;AAIF,MAAM,CAAC,MAAM,sBAAsB,GAAG,CAAC,CAAC,kBAAkB,CAAC,MAAM,EAAE;IACjE,CAAC,CAAC,YAAY,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,yBAAyB,CAAC,EAAE,CAAC;IAC9D,CAAC,CAAC,YAAY,CAAC;QACb,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,8BAA8B,CAAC;QAC/C,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,0BAA0B,CAAC;QACrD,QAAQ,EAAE,gBAAgB;QAC1B,MAAM,EAAE,gBAAgB;QACxB,OAAO,EAAE,sBAAsB;QAC/B,MAAM,EAAE,sBAAsB;QAC9B,+EAA+E;QAC/E,mBAAmB,EAAE,eAAe;KACrC,CAAC;CACH,CAAC,CAAA;AAIF,MAAM,UAAU,sBAAsB,CAAC,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAE7E;IACC,oFAAoF;IACpF,OAAO,YAAY,aAAa,CAAC,CAAC,SAAS,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC,EAAE,CAAA;AAC7E,CAAC;AAED,4FAA4F;AAC5F,MAAM,UAAU,oBAAoB,CAAC,EAAE,MAAM,EAAE,QAAQ,EAA8C;IACnG,MAAM,KAAK,GAAG,CAAC,OAAkB,EAAE,EAAE,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE,EAAE,CACtG,CAAC,IAAI,EAAE,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAA;IAC5D,OAAO,aAAa,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,KAAK,aAAa,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAA;AACxE,CAAC"}

package/dist/suggestions.d.ts

@@ -0,0 +1,3 @@
+/** Up to three candidates within a length-scaled edit distance of `reference`. */
+export declare function nearMisses(reference: string, candidates: Iterable<string>): string[];
+//# sourceMappingURL=suggestions.d.ts.map

package/dist/suggestions.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"suggestions.d.ts","sourceRoot":"","sources":["../src/suggestions.ts"],"names":[],"mappings":"AAoBA,kFAAkF;AAClF,wBAAgB,UAAU,CAAC,SAAS,EAAE,MAAM,EAAE,UAAU,EAAE,QAAQ,CAAC,MAAM,CAAC,GAAG,MAAM,EAAE,CAMpF"}

package/dist/suggestions.js

@@ -0,0 +1,26 @@
+/** Bounded Levenshtein distance for near-miss suggestions in findings. */
+function editDistance(a, b) {
+    const rows = a.length + 1;
+    const cols = b.length + 1;
+    const distance = Array.from({ length: rows * cols }, () => 0);
+    for (let i = 0; i < rows; i++)
+        distance[i * cols] = i;
+    for (let j = 0; j < cols; j++)
+        distance[j] = j;
+    for (let i = 1; i < rows; i++) {
+        for (let j = 1; j < cols; j++) {
+            const substitution = a[i - 1] === b[j - 1] ? 0 : 1;
+            distance[i * cols + j] = Math.min((distance[(i - 1) * cols + j] ?? 0) + 1, (distance[i * cols + j - 1] ?? 0) + 1, (distance[(i - 1) * cols + j - 1] ?? 0) + substitution);
+        }
+    }
+    return distance[rows * cols - 1] ?? 0;
+}
+/** Up to three candidates within a length-scaled edit distance of `reference`. */
+export function nearMisses(reference, candidates) {
+    const scored = [...candidates]
+        .map((candidate) => ({ candidate, distance: editDistance(reference, candidate) }))
+        .filter(({ candidate, distance }) => distance <= Math.max(2, Math.floor(candidate.length / 4)))
+        .sort((a, b) => a.distance - b.distance);
+    return scored.slice(0, 3).map(({ candidate }) => candidate);
+}
+//# sourceMappingURL=suggestions.js.map

package/dist/suggestions.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"suggestions.js","sourceRoot":"","sources":["../src/suggestions.ts"],"names":[],"mappings":"AAAA,0EAA0E;AAC1E,SAAS,YAAY,CAAC,CAAS,EAAE,CAAS;IACxC,MAAM,IAAI,GAAG,CAAC,CAAC,MAAM,GAAG,CAAC,CAAA;IACzB,MAAM,IAAI,GAAG,CAAC,CAAC,MAAM,GAAG,CAAC,CAAA;IACzB,MAAM,QAAQ,GAAa,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,GAAG,IAAI,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,CAAA;IACvE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,EAAE;QAAE,QAAQ,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAA;IACrD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,EAAE;QAAE,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAA;IAC9C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC;QAC9B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC;YAC9B,MAAM,YAAY,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;YAClD,QAAQ,CAAC,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAC/B,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,EACvC,CAAC,QAAQ,CAAC,CAAC,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,EACrC,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,YAAY,CACvD,CAAA;QACH,CAAC;IACH,CAAC;IACD,OAAO,QAAQ,CAAC,IAAI,GAAG,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,CAAA;AACvC,CAAC;AAED,kFAAkF;AAClF,MAAM,UAAU,UAAU,CAAC,SAAiB,EAAE,UAA4B;IACxE,MAAM,MAAM,GAAG,CAAC,GAAG,UAAU,CAAC;SAC3B,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,EAAE,SAAS,EAAE,QAAQ,EAAE,YAAY,CAAC,SAAS,EAAE,SAAS,CAAC,EAAE,CAAC,CAAC;SACjF,MAAM,CAAC,CAAC,EAAE,SAAS,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,QAAQ,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;SAC9F,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAA;IAC1C,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC,SAAS,CAAC,CAAA;AAC7D,CAAC"}

package/dist/types.d.ts

@@ -0,0 +1,72 @@
+import { z } from 'zod';
+/**
+ * The one column type vocabulary the whole Data Pipelines platform speaks —
+ * a superset of the Sequence ORM's ten column types so tight ORM coupling
+ * (`orm_binding.mode: managed`, `satisfies:`) can be turned on later without
+ * a type-system migration.
+ *
+ * The ten named ORM-mappable scalars map 1:1 (see `PIPELINE_TO_ORM_TYPE`);
+ * bounded decimals map to ORM numeric without losing their physical declaration. The
+ * Delta-only types exist in transformation land but can never cross an
+ * `orm_binding` boundary implicitly.
+ */
+export declare const ORM_MAPPABLE_TYPES: readonly ["uuid", "string", "int", "long", "numeric", "double", "boolean", "timestamp", "date", "json"];
+export type OrmMappableType = (typeof ORM_MAPPABLE_TYPES)[number];
+/**
+ * Delta-only types — usable in transformation outputs and inputs, never in an
+ * ORM-bound serving projection. Parameterized decimal is handled separately.
+ */
+export declare const DELTA_ONLY_TYPES: readonly ["float", "timestamp_ntz", "array", "map", "struct", "binary"];
+export type DeltaOnlyType = (typeof DELTA_ONLY_TYPES)[number];
+/** `decimal(38,9)`-style parameterized Delta decimal. */
+export declare const DECIMAL_TYPE_PATTERN: RegExp;
+/**
+ * The ORM's column types, mirrored from
+ * `shared/services/orm/src/schema/columns.ts` (`COLUMN_TYPES`). Kept as a
+ * local constant (not an import) so the SDK has no runtime coupling to the
+ * ORM package; a parity test reads the ORM source and fails on drift.
+ */
+export declare const ORM_COLUMN_TYPES: readonly ["uuid", "text", "integer", "bigint", "numeric", "double", "boolean", "timestamptz", "date", "jsonb"];
+export type OrmColumnType = (typeof ORM_COLUMN_TYPES)[number];
+/**
+ * The explicit pipeline→ORM mapping table. Every ORM column type has exactly
+ * one pipeline-type preimage (bijection — proven by test), so an ORM-bound
+ * projection can be compiled to an ORM table definition losslessly.
+ *
+ * Complex data (`array`/`map`/`struct`) maps to `jsonb` ONLY by the author
+ * explicitly declaring the column as `json` — never implicitly.
+ */
+export declare const PIPELINE_TO_ORM_TYPE: Readonly<Record<OrmMappableType, OrmColumnType>>;
+/** Map a physical pipeline declaration to the ORM's logical scalar vocabulary.
+ * Decimal precision remains in the pipeline schema; ORM numeric is unbounded.
+ */
+export declare function pipelineToOrmType(type: string): OrmColumnType | undefined;
+/** True when `type` may appear in an ORM-bound serving projection. */
+export declare function ormMappable(type: string): boolean;
+/**
+ * Suggested remediation for a non-ORM-mappable column type, used to build
+ * actionable validation errors (names the mapping the author must opt into).
+ */
+export declare function ormMappingSuggestion(type: string): string;
+/** Every legal column `type` value: the mappable scalars, Delta-only names, or a `decimal(p,s)`. */
+export declare const pipelineTypeSchema: z.ZodUnion<readonly [z.ZodEnum<{
+    string: "string";
+    boolean: "boolean";
+    uuid: "uuid";
+    int: "int";
+    long: "long";
+    numeric: "numeric";
+    double: "double";
+    timestamp: "timestamp";
+    date: "date";
+    json: "json";
+}>, z.ZodEnum<{
+    float: "float";
+    timestamp_ntz: "timestamp_ntz";
+    array: "array";
+    map: "map";
+    struct: "struct";
+    binary: "binary";
+}>, z.ZodString]>;
+export type PipelineType = z.infer<typeof pipelineTypeSchema>;
+//# sourceMappingURL=types.d.ts.map

package/dist/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AAEvB;;;;;;;;;;GAUG;AACH,eAAO,MAAM,kBAAkB,yGAWrB,CAAA;AAEV,MAAM,MAAM,eAAe,GAAG,CAAC,OAAO,kBAAkB,CAAC,CAAC,MAAM,CAAC,CAAA;AAEjE;;;GAGG;AACH,eAAO,MAAM,gBAAgB,yEAA0E,CAAA;AAEvG,MAAM,MAAM,aAAa,GAAG,CAAC,OAAO,gBAAgB,CAAC,CAAC,MAAM,CAAC,CAAA;AAE7D,yDAAyD;AACzD,eAAO,MAAM,oBAAoB,QAAwC,CAAA;AAEzE;;;;;GAKG;AACH,eAAO,MAAM,gBAAgB,gHAWnB,CAAA;AAEV,MAAM,MAAM,aAAa,GAAG,CAAC,OAAO,gBAAgB,CAAC,CAAC,MAAM,CAAC,CAAA;AAE7D;;;;;;;GAOG;AACH,eAAO,MAAM,oBAAoB,EAAE,QAAQ,CAAC,MAAM,CAAC,eAAe,EAAE,aAAa,CAAC,CAWjF,CAAA;AAID;;GAEG;AACH,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,MAAM,GAAG,aAAa,GAAG,SAAS,CAIzE;AAED,sEAAsE;AACtE,wBAAgB,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAEjD;AAED;;;GAGG;AACH,wBAAgB,oBAAoB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CASzD;AAED,oGAAoG;AACpG,eAAO,MAAM,kBAAkB;;;;;;;;;;;;;;;;;;iBAa7B,CAAA;AAEF,MAAM,MAAM,YAAY,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,kBAAkB,CAAC,CAAA"}

package/dist/types.js

@@ -0,0 +1,119 @@
+import { z } from 'zod';
+/**
+ * The one column type vocabulary the whole Data Pipelines platform speaks —
+ * a superset of the Sequence ORM's ten column types so tight ORM coupling
+ * (`orm_binding.mode: managed`, `satisfies:`) can be turned on later without
+ * a type-system migration.
+ *
+ * The ten named ORM-mappable scalars map 1:1 (see `PIPELINE_TO_ORM_TYPE`);
+ * bounded decimals map to ORM numeric without losing their physical declaration. The
+ * Delta-only types exist in transformation land but can never cross an
+ * `orm_binding` boundary implicitly.
+ */
+export const ORM_MAPPABLE_TYPES = [
+    'uuid',
+    'string',
+    'int',
+    'long',
+    'numeric',
+    'double',
+    'boolean',
+    'timestamp',
+    'date',
+    'json',
+];
+/**
+ * Delta-only types — usable in transformation outputs and inputs, never in an
+ * ORM-bound serving projection. Parameterized decimal is handled separately.
+ */
+export const DELTA_ONLY_TYPES = ['float', 'timestamp_ntz', 'array', 'map', 'struct', 'binary'];
+/** `decimal(38,9)`-style parameterized Delta decimal. */
+export const DECIMAL_TYPE_PATTERN = /^decimal\((\d{1,2}),\s*(\d{1,2})\)$/;
+/**
+ * The ORM's column types, mirrored from
+ * `shared/services/orm/src/schema/columns.ts` (`COLUMN_TYPES`). Kept as a
+ * local constant (not an import) so the SDK has no runtime coupling to the
+ * ORM package; a parity test reads the ORM source and fails on drift.
+ */
+export const ORM_COLUMN_TYPES = [
+    'uuid',
+    'text',
+    'integer',
+    'bigint',
+    'numeric',
+    'double',
+    'boolean',
+    'timestamptz',
+    'date',
+    'jsonb',
+];
+/**
+ * The explicit pipeline→ORM mapping table. Every ORM column type has exactly
+ * one pipeline-type preimage (bijection — proven by test), so an ORM-bound
+ * projection can be compiled to an ORM table definition losslessly.
+ *
+ * Complex data (`array`/`map`/`struct`) maps to `jsonb` ONLY by the author
+ * explicitly declaring the column as `json` — never implicitly.
+ */
+export const PIPELINE_TO_ORM_TYPE = {
+    uuid: 'uuid',
+    string: 'text',
+    int: 'integer',
+    long: 'bigint',
+    numeric: 'numeric',
+    double: 'double',
+    boolean: 'boolean',
+    timestamp: 'timestamptz',
+    date: 'date',
+    json: 'jsonb',
+};
+const ORM_MAPPABLE_SET = new Set(ORM_MAPPABLE_TYPES);
+/** Map a physical pipeline declaration to the ORM's logical scalar vocabulary.
+ * Decimal precision remains in the pipeline schema; ORM numeric is unbounded.
+ */
+export function pipelineToOrmType(type) {
+    if (ORM_MAPPABLE_SET.has(type))
+        return PIPELINE_TO_ORM_TYPE[type];
+    if (DECIMAL_TYPE_PATTERN.test(type) && pipelineTypeSchema.safeParse(type).success)
+        return 'numeric';
+    return undefined;
+}
+/** True when `type` may appear in an ORM-bound serving projection. */
+export function ormMappable(type) {
+    return pipelineToOrmType(type) !== undefined;
+}
+/**
+ * Suggested remediation for a non-ORM-mappable column type, used to build
+ * actionable validation errors (names the mapping the author must opt into).
+ */
+export function ormMappingSuggestion(type) {
+    if (type === 'float')
+        return "declare it 'double' (maps to double)";
+    if (type === 'timestamp_ntz')
+        return "declare it 'timestamp' (maps to timestamptz)";
+    if (DECIMAL_TYPE_PATTERN.test(type))
+        return "declare it 'numeric' (maps to numeric)";
+    if (type === 'array' || type === 'map' || type === 'struct') {
+        return `declare it 'json' (maps to jsonb) if serving ${type} data as JSON is intended`;
+    }
+    if (type === 'binary')
+        return 'binary has no ORM mapping — exclude it from the projection';
+    return "use one of the ORM-mappable types (see PIPELINE_TO_ORM_TYPE)";
+}
+/** Every legal column `type` value: the mappable scalars, Delta-only names, or a `decimal(p,s)`. */
+export const pipelineTypeSchema = z.union([
+    z.enum(ORM_MAPPABLE_TYPES),
+    z.enum(DELTA_ONLY_TYPES),
+    z
+        .string()
+        .regex(DECIMAL_TYPE_PATTERN, "must be 'decimal(p,s)' with numeric precision and scale")
+        .refine((value) => {
+        const match = DECIMAL_TYPE_PATTERN.exec(value);
+        if (!match)
+            return false;
+        const precision = Number(match[1]);
+        const scale = Number(match[2]);
+        return precision >= 1 && precision <= 38 && scale <= precision;
+    }, 'decimal precision must be 1–38 and scale must not exceed precision'),
+]);
+//# sourceMappingURL=types.js.map

package/dist/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AAEvB;;;;;;;;;;GAUG;AACH,MAAM,CAAC,MAAM,kBAAkB,GAAG;IAChC,MAAM;IACN,QAAQ;IACR,KAAK;IACL,MAAM;IACN,SAAS;IACT,QAAQ;IACR,SAAS;IACT,WAAW;IACX,MAAM;IACN,MAAM;CACE,CAAA;AAIV;;;GAGG;AACH,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,OAAO,EAAE,eAAe,EAAE,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,QAAQ,CAAU,CAAA;AAIvG,yDAAyD;AACzD,MAAM,CAAC,MAAM,oBAAoB,GAAG,qCAAqC,CAAA;AAEzE;;;;;GAKG;AACH,MAAM,CAAC,MAAM,gBAAgB,GAAG;IAC9B,MAAM;IACN,MAAM;IACN,SAAS;IACT,QAAQ;IACR,SAAS;IACT,QAAQ;IACR,SAAS;IACT,aAAa;IACb,MAAM;IACN,OAAO;CACC,CAAA;AAIV;;;;;;;GAOG;AACH,MAAM,CAAC,MAAM,oBAAoB,GAAqD;IACpF,IAAI,EAAE,MAAM;IACZ,MAAM,EAAE,MAAM;IACd,GAAG,EAAE,SAAS;IACd,IAAI,EAAE,QAAQ;IACd,OAAO,EAAE,SAAS;IAClB,MAAM,EAAE,QAAQ;IAChB,OAAO,EAAE,SAAS;IAClB,SAAS,EAAE,aAAa;IACxB,IAAI,EAAE,MAAM;IACZ,IAAI,EAAE,OAAO;CACd,CAAA;AAED,MAAM,gBAAgB,GAAwB,IAAI,GAAG,CAAC,kBAAkB,CAAC,CAAA;AAEzE;;GAEG;AACH,MAAM,UAAU,iBAAiB,CAAC,IAAY;IAC5C,IAAI,gBAAgB,CAAC,GAAG,CAAC,IAAI,CAAC;QAAE,OAAO,oBAAoB,CAAC,IAAuB,CAAC,CAAA;IACpF,IAAI,oBAAoB,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,kBAAkB,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,OAAO;QAAE,OAAO,SAAS,CAAA;IACnG,OAAO,SAAS,CAAA;AAClB,CAAC;AAED,sEAAsE;AACtE,MAAM,UAAU,WAAW,CAAC,IAAY;IACtC,OAAO,iBAAiB,CAAC,IAAI,CAAC,KAAK,SAAS,CAAA;AAC9C,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,oBAAoB,CAAC,IAAY;IAC/C,IAAI,IAAI,KAAK,OAAO;QAAE,OAAO,sCAAsC,CAAA;IACnE,IAAI,IAAI,KAAK,eAAe;QAAE,OAAO,8CAA8C,CAAA;IACnF,IAAI,oBAAoB,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,wCAAwC,CAAA;IACpF,IAAI,IAAI,KAAK,OAAO,IAAI,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;QAC5D,OAAO,gDAAgD,IAAI,2BAA2B,CAAA;IACxF,CAAC;IACD,IAAI,IAAI,KAAK,QAAQ;QAAE,OAAO,4DAA4D,CAAA;IAC1F,OAAO,8DAA8D,CAAA;AACvE,CAAC;AAED,oGAAoG;AACpG,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,CAAC,KAAK,CAAC;IACxC,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC;IAC1B,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC;IACxB,CAAC;SACE,MAAM,EAAE;SACR,KAAK,CAAC,oBAAoB,EAAE,yDAAyD,CAAC;SACtF,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE;QAChB,MAAM,KAAK,GAAG,oBAAoB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QAC9C,IAAI,CAAC,KAAK;YAAE,OAAO,KAAK,CAAA;QACxB,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAA;QAClC,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAA;QAC9B,OAAO,SAAS,IAAI,CAAC,IAAI,SAAS,IAAI,EAAE,IAAI,KAAK,IAAI,SAAS,CAAA;IAChE,CAAC,EAAE,oEAAoE,CAAC;CAC3E,CAAC,CAAA"}

package/package.json

@@ -0,0 +1,52 @@
+{
+  "name": "@sequenceholdings/pipeline-spec",
+  "version": "0.1.0",
+  "description": "Data Pipelines spec SDK — typed stage specs (ingestion/transformation/serving), directory loader, target resolution with deterministic hashing, and offline graph validation",
+  "license": "UNLICENSED",
+  "publishConfig": {
+    "access": "public"
+  },
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/sequenceholdings/studio.git",
+    "directory": "shared/services/pipeline-spec"
+  },
+  "type": "module",
+  "main": "./dist/index.js",
+  "types": "./dist/index.d.ts",
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "import": "./dist/index.js"
+    }
+  },
+  "files": [
+    "dist",
+    "README.md"
+  ],
+  "dependencies": {
+    "js-yaml": "^4.3.2",
+    "zod": "^4.1.13"
+  },
+  "devDependencies": {
+    "@types/js-yaml": "^4.0.9",
+    "@types/node": "^22.0.0",
+    "typescript": "^5.6.0",
+    "vitest": "^4.1.11"
+  },
+  "engines": {
+    "node": ">=20"
+  },
+  "keywords": [
+    "data-pipelines",
+    "spec",
+    "zod",
+    "databricks"
+  ],
+  "scripts": {
+    "build": "rm -rf dist && tsc",
+    "type-check": "tsc --noEmit",
+    "test": "vitest run",
+    "test:watch": "vitest"
+  }
+}