@dudousxd/nestjs-catalog 0.25.0 → 0.26.0

package/dist/catalog.pipeline.d.ts

@@ -15,7 +15,7 @@ import { type CatalogRevision } from './catalog.workspace';
  * execute — a kind that exists in the type and throws at run time is worse than
  * one that is absent, because the first looks supported in a dropdown.
  */
-export declare const CONNECTOR_KINDS: readonly ["http", "sql", "file", "s3", "inline"];
+export declare const CONNECTOR_KINDS: readonly ["http", "sql", "file", "s3", "inline", "catalog"];
 export type ConnectorKind = (typeof CONNECTOR_KINDS)[number];
 /**
  * The type is derived from the list, not written beside it.
@@ -27,6 +27,42 @@ export type ConnectorKind = (typeof CONNECTOR_KINDS)[number];
  * entirely. Anything narrowing a stored value narrows against *this*.
  */
 export declare function isConnectorKind(value: unknown): value is ConnectorKind;
+/**
+ * The connector kind that never compiles quietly.
+ *
+ * The {@link unreachableNodeKind} of source kinds, and it arrived with
+ * `'catalog'` for the reason that kind arrived: two of the places that decide
+ * something *per source kind* — the fetcher map and the column question below —
+ * were keyed by `string` or answered for `source` as a whole, so a sixth kind
+ * could be added and be picked up by neither. A palette that offers a kind
+ * nothing can read is the failure {@link CONNECTOR_KINDS} opens by describing,
+ * one level down.
+ *
+ * It throws as well as failing to compile, for the reason its sibling does: a
+ * connector's `kind` is a string in a database row, so one written by a newer
+ * deployment and read by an older one is possible, and returning a default for
+ * it would read the wrong system entirely.
+ */
+export declare function unreachableConnectorKind(kind: never, where: string): never;
+/**
+ * The config key a `catalog` source names its object type in.
+ *
+ * A constant rather than a literal in four files, because it is the one field
+ * that kind has and it is written by a form, read by a fetcher, checked by a
+ * validator and hashed into the graph's fingerprint.
+ */
+export declare const CATALOG_SOURCE_TYPE_KEY = "objectType";
+/**
+ * Which object type a source reads, when it is a `catalog` source that names one.
+ *
+ * `undefined` covers both "not that kind" and "that kind, unconfigured", and the
+ * two callers want the same thing from both: a source that does not name a type
+ * is not one whose columns are known, and it is one the validator refuses. The
+ * string is trimmed, because a name that differs from a published type only by
+ * surrounding whitespace is a load that resolves nothing at run time and a
+ * refusal nobody can see the cause of.
+ */
+export declare function workflowSourceObjectType(node: WorkflowNode | Record<string, unknown>): string | undefined;
 /**
  * How the bytes behind a `file` or `s3` connector are read as records.
  *
@@ -3174,7 +3210,7 @@ export interface CallableWorkflowBlock {
 }
 export declare function callableWorkflowBlock(ref: CallableWorkflowRef): CallableWorkflowBlock | undefined;
 /** Every way a graph can be refused. Exported so a canvas can key off the code. */
-export declare const WORKFLOW_ISSUE_CODES: readonly ["empty", "invalid-node-id", "duplicate-node-id", "edge-endpoint-missing", "self-edge", "duplicate-edge", "cycle", "no-source", "source-has-input", "no-sink", "duplicate-sink-type", "sink-has-output", "unreachable", "dead-end", "transform-not-named", "call-not-named", "call-plain-has-output", "if-not-named", "if-threshold-invalid", "if-needs-one-input", "branch-not-labelled", "branch-on-plain-edge", "filter-predicate-invalid", "filter-narrows-unacknowledged", "filter-narrows-nothing", "rename-invalid", "column-not-produced", "version-pin-invalid"];
+export declare const WORKFLOW_ISSUE_CODES: readonly ["empty", "invalid-node-id", "duplicate-node-id", "edge-endpoint-missing", "self-edge", "duplicate-edge", "cycle", "no-source", "source-has-input", "no-sink", "duplicate-sink-type", "sink-has-output", "unreachable", "dead-end", "transform-not-named", "source-type-not-named", "call-not-named", "call-plain-has-output", "if-not-named", "if-threshold-invalid", "if-needs-one-input", "branch-not-labelled", "branch-on-plain-edge", "filter-predicate-invalid", "filter-narrows-unacknowledged", "filter-narrows-nothing", "rename-invalid", "column-not-produced", "version-pin-invalid"];
 export type WorkflowIssueCode = (typeof WORKFLOW_ISSUE_CODES)[number];
 export interface WorkflowValidationIssue {
     code: WorkflowIssueCode;
@@ -3203,8 +3239,16 @@ export interface WorkflowValidationIssue {
  * point at nodes which do not exist produces a second page of consequences, and
  * burying the one real problem under them is how a validation message stops
  * being read.
+ *
+ * `knowledge` is optional and adds only refusals that could not otherwise be
+ * made: with it, a filter or a rename below a `catalog` source can be told it
+ * names a column the published type does not have. Omitting it is a supported
+ * call and the answer is a subset, never a different one — see
+ * {@link WorkflowColumnKnowledge}. The pure, dependency-free promise this
+ * function opens with is unchanged: the lookup is the caller's, and this reaches
+ * nothing.
  */
-export declare function validateWorkflow(graph: WorkflowGraph): WorkflowValidationIssue[];
+export declare function validateWorkflow(graph: WorkflowGraph, knowledge?: WorkflowColumnKnowledge): WorkflowValidationIssue[];
 /**
  * The object types whose whole published snapshot a node stands in front of.
  *
@@ -3371,9 +3415,23 @@ export declare function workflowFilterColumns(predicate: WorkflowFilterPredicate
  *   with some keys re-labelled, and its input is unknown unless something
  *   upstream closed it. So `undefined` propagates, and that is the honest
  *   answer rather than an empty set.
- * - **A source, a transform and a call are always unknown.** A source's shape is
- *   discovered against the live system rather than declared in the graph; a
- *   transform is a function body; a call is a workflow this graph does not own.
+ * - **A transform and a call are always unknown.** A transform is a function
+ *   body; a call is a workflow this graph does not own.
+ * - **A source is unknown, with one exception, and the exception needs a
+ *   lookup.** Every kind that reaches an outside system has a shape discovered
+ *   against that system rather than declared in the graph. A `catalog` source
+ *   is the one kind whose shape is *already published*: it names an object
+ *   type, and the type's properties are exactly the keys its records carry —
+ *   see `fetchCatalog`, which asks the store for those properties by name.
+ *
+ *   But the properties are not in the graph either. The graph holds a type
+ *   **name**; the columns live in the catalog's registry, which this function is
+ *   pure and dependency-free in order not to reach. So the answer is a lookup
+ *   the caller supplies — {@link WorkflowColumnKnowledge} — and with no lookup
+ *   the answer stays `undefined`. That is the honest shape of the claim: a
+ *   caller that can see the catalog gets column checking through a source, which
+ *   nothing else in this file can offer, and a caller that cannot see it is told
+ *   nothing rather than told an empty set.
  * - **It says nothing about a sink's declared properties.** That is the check
  *   worth wanting — "this sink writes a property no upstream node produces" —
  *   and it is *not* available here: a {@link WorkflowSinkNode} carries a
@@ -3385,7 +3443,24 @@ export declare function workflowFilterColumns(predicate: WorkflowFilterPredicate
  * cyclic graph before it gets here, but the canvas calls this while a graph is
  * being drawn and is entitled to a wrong-but-terminating answer.
  */
-export declare function workflowKnownColumns(graph: WorkflowGraph, nodeId: string): ReadonlySet<string> | undefined;
+export declare function workflowKnownColumns(graph: WorkflowGraph, nodeId: string, knowledge?: WorkflowColumnKnowledge): ReadonlySet<string> | undefined;
+/**
+ * What a caller can tell the column walk that the graph does not hold.
+ *
+ * One lookup, because there is one thing: the properties of a published object
+ * type, which is what a `catalog` source's records are keyed by. Optional in
+ * every signature that takes it and `undefined` is a supported answer with its
+ * own meaning — "this console cannot see a type by that name" is not "that type
+ * has no columns", and an empty set would be read as the second.
+ *
+ * A lookup rather than a map, so a caller that already holds the types answers
+ * from what it holds, and one that would have to fetch them can decline by not
+ * passing this at all.
+ */
+export interface WorkflowColumnKnowledge {
+    /** The property names of a published type, or nothing if it cannot be seen. */
+    columnsOfType(typeName: string): Iterable<string> | undefined;
+}
 /**
  * Narrow a stored node, loudly.
  *

package/dist/catalog.pipeline.js

@@ -9,8 +9,10 @@
  * systems each believing they decide when a load runs.
  */
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.REDACTED_SECRET = exports.CATALOG_PIPELINE_STORE = exports.WORKFLOW_ISSUE_CODES = exports.WORKFLOW_CALL_CONTRACT = exports.WORKFLOW_EXECUTION_MODES = exports.WORKFLOW_STATUSES = exports.WORKFLOW_BRANCH_LABELS = exports.NODE_KIND_IS_REUSABLE = exports.REUSABLE_NODE_KINDS = exports.WORKFLOW_RENAME_MAX_COLUMNS = exports.WORKFLOW_RENAME_UNNAMED = exports.WORKFLOW_FILTER_MAX_VALUES = exports.WORKFLOW_FILTER_MAX_DEPTH = exports.WORKFLOW_FILTER_COLUMN_PATTERN = exports.WORKFLOW_FILTER_OPERATORS = exports.WORKFLOW_FILTER_PREDICATE_KINDS = exports.WORKFLOW_PREDICATE_KINDS = exports.WORKFLOW_CALL_MODES = exports.WORKFLOW_ROW_GAP = exports.WORKFLOW_COLUMN_GAP = exports.WORKFLOW_NODE_HEIGHT = exports.WORKFLOW_NODE_WIDTH = exports.WORKFLOW_NODE_ID_PATTERN = exports.WORKFLOW_NODE_KINDS = exports.WORKFLOW_SKIP_REASONS = exports.CODE_CONTEXT_CONTRACT = exports.TRANSFORM_RUNNER = exports.TRANSFORM_MODES = exports.TRANSFORM_LANGUAGES = exports.SOURCE_FORMATS = exports.CONNECTOR_KINDS = void 0;
+exports.REDACTED_SECRET = exports.CATALOG_PIPELINE_STORE = exports.WORKFLOW_ISSUE_CODES = exports.WORKFLOW_CALL_CONTRACT = exports.WORKFLOW_EXECUTION_MODES = exports.WORKFLOW_STATUSES = exports.WORKFLOW_BRANCH_LABELS = exports.NODE_KIND_IS_REUSABLE = exports.REUSABLE_NODE_KINDS = exports.WORKFLOW_RENAME_MAX_COLUMNS = exports.WORKFLOW_RENAME_UNNAMED = exports.WORKFLOW_FILTER_MAX_VALUES = exports.WORKFLOW_FILTER_MAX_DEPTH = exports.WORKFLOW_FILTER_COLUMN_PATTERN = exports.WORKFLOW_FILTER_OPERATORS = exports.WORKFLOW_FILTER_PREDICATE_KINDS = exports.WORKFLOW_PREDICATE_KINDS = exports.WORKFLOW_CALL_MODES = exports.WORKFLOW_ROW_GAP = exports.WORKFLOW_COLUMN_GAP = exports.WORKFLOW_NODE_HEIGHT = exports.WORKFLOW_NODE_WIDTH = exports.WORKFLOW_NODE_ID_PATTERN = exports.WORKFLOW_NODE_KINDS = exports.WORKFLOW_SKIP_REASONS = exports.CODE_CONTEXT_CONTRACT = exports.TRANSFORM_RUNNER = exports.TRANSFORM_MODES = exports.TRANSFORM_LANGUAGES = exports.SOURCE_FORMATS = exports.CATALOG_SOURCE_TYPE_KEY = exports.CONNECTOR_KINDS = void 0;
 exports.isConnectorKind = isConnectorKind;
+exports.unreachableConnectorKind = unreachableConnectorKind;
+exports.workflowSourceObjectType = workflowSourceObjectType;
 exports.isSourceFormat = isSourceFormat;
 exports.unreachableSourceFormat = unreachableSourceFormat;
 exports.isTransformLanguage = isTransformLanguage;
@@ -103,6 +105,45 @@ exports.CONNECTOR_KINDS = [
     's3',
     /** Records pasted into the config. For trying a transform against real shapes. */
     'inline',
+    /**
+     * The catalog's own data: the **current snapshot** of one object type.
+     *
+     * ## Why this is a kind and not a `sql` connector with a clever query
+     *
+     * Because that is what it was, and it was silently wrong. A workflow that
+     * needed rows the catalog already holds had exactly one way to get them — a
+     * `sql` connector naming the physical table, `SELECT … FROM obj_subworeplica`
+     * — and the store **retains every committed snapshot in that table**. So the
+     * read is not the dataset, it is every load that has ever run, stacked.
+     *
+     * Measured, with two snapshots present: the source read 89,440 rows against a
+     * type holding 44,720; the run finished `succeeded`; the rows *written* were
+     * unchanged at 16,119 because the downstream `GROUP BY` collapsed the
+     * duplicates; and every `SUM` doubled — `actualLaborCost` from 212,192,113 to
+     * 424,384,226. The row count, which is the one number anybody checks, did not
+     * move. The graph had been correct once, by the accident of exactly one
+     * snapshot existing at the time it was first run.
+     *
+     * Three things follow, and each of them is why this is a kind of its own
+     * rather than a documented convention about which table to name:
+     *
+     * - **The author names a type, not a table.** `obj_<type>` and `_snapshot_id`
+     *   are internal schema. A graph that spells them is coupled to a storage
+     *   layout it does not own and — as measured — quietly wrong about it.
+     * - **There is no URL and no credential.** Every other kind that reaches a
+     *   database needs an address and a secret, and pointing the catalog at its
+     *   own database meant an operator putting a connection URL on the pod and on
+     *   the secret allowlist: a credential that did not need to exist. This kind
+     *   reads through the store the process already holds.
+     * - **"Current" is resolved when the run starts**, by asking the store which
+     *   snapshot it serves, and a type with nothing committed is refused rather
+     *   than read as zero rows. See `fetchCatalog` in the pipeline package.
+     *
+     * Not connectable — see `CONNECTION_KINDS` in the react package. A connection
+     * is an address and a credential shared by several loads, and this kind has
+     * neither.
+     */
+    'catalog',
 ];
 /**
  * The type is derived from the list, not written beside it.
@@ -116,6 +157,59 @@ exports.CONNECTOR_KINDS = [
 function isConnectorKind(value) {
     return exports.CONNECTOR_KINDS.some((kind) => kind === value);
 }
+/**
+ * The connector kind that never compiles quietly.
+ *
+ * The {@link unreachableNodeKind} of source kinds, and it arrived with
+ * `'catalog'` for the reason that kind arrived: two of the places that decide
+ * something *per source kind* — the fetcher map and the column question below —
+ * were keyed by `string` or answered for `source` as a whole, so a sixth kind
+ * could be added and be picked up by neither. A palette that offers a kind
+ * nothing can read is the failure {@link CONNECTOR_KINDS} opens by describing,
+ * one level down.
+ *
+ * It throws as well as failing to compile, for the reason its sibling does: a
+ * connector's `kind` is a string in a database row, so one written by a newer
+ * deployment and read by an older one is possible, and returning a default for
+ * it would read the wrong system entirely.
+ */
+function unreachableConnectorKind(kind, where) {
+    throw new Error(`${where} does not handle a source of kind ${JSON.stringify(kind)}. The kind list and every decision made per kind are meant to move together.`);
+}
+/**
+ * The config key a `catalog` source names its object type in.
+ *
+ * A constant rather than a literal in four files, because it is the one field
+ * that kind has and it is written by a form, read by a fetcher, checked by a
+ * validator and hashed into the graph's fingerprint.
+ */
+exports.CATALOG_SOURCE_TYPE_KEY = 'objectType';
+/**
+ * Which object type a source reads, when it is a `catalog` source that names one.
+ *
+ * `undefined` covers both "not that kind" and "that kind, unconfigured", and the
+ * two callers want the same thing from both: a source that does not name a type
+ * is not one whose columns are known, and it is one the validator refuses. The
+ * string is trimmed, because a name that differs from a published type only by
+ * surrounding whitespace is a load that resolves nothing at run time and a
+ * refusal nobody can see the cause of.
+ */
+function workflowSourceObjectType(node) {
+    // Both fields read reflectively rather than promised by the signature, for two
+    // reasons that point the same way: the parameter has to accept any node of the
+    // union — a sink carries neither field — and a node arrives out of a JSON
+    // column, where a `config` can be anything at all.
+    if (Reflect.get(node, 'sourceKind') !== 'catalog')
+        return undefined;
+    const config = Reflect.get(node, 'config');
+    if (typeof config !== 'object' || config === null)
+        return undefined;
+    const named = Reflect.get(config, exports.CATALOG_SOURCE_TYPE_KEY);
+    if (typeof named !== 'string')
+        return undefined;
+    const trimmed = named.trim();
+    return trimmed.length === 0 ? undefined : trimmed;
+}
 /**
  * How the bytes behind a `file` or `s3` connector are read as records.
  *
@@ -1667,6 +1761,16 @@ exports.WORKFLOW_ISSUE_CODES = [
     'unreachable',
     'dead-end',
     'transform-not-named',
+    /**
+     * A `catalog` source that does not say which object type it reads.
+     *
+     * The sibling of `transform-not-named`, and it earns a code of its own for the
+     * reason that one has one: the field is the *whole* of what the node does, and
+     * a node missing it fails inside a durable step halfway through a load rather
+     * than on the canvas. Refused rather than defaulted — there is no sensible
+     * type to guess, and guessing would read somebody else's data.
+     */
+    'source-type-not-named',
     'call-not-named',
     /**
      * A plain call wired into something. See {@link WORKFLOW_CALL_MODES}: a plain
@@ -1732,8 +1836,16 @@ exports.WORKFLOW_ISSUE_CODES = [
  * point at nodes which do not exist produces a second page of consequences, and
  * burying the one real problem under them is how a validation message stops
  * being read.
+ *
+ * `knowledge` is optional and adds only refusals that could not otherwise be
+ * made: with it, a filter or a rename below a `catalog` source can be told it
+ * names a column the published type does not have. Omitting it is a supported
+ * call and the answer is a subset, never a different one — see
+ * {@link WorkflowColumnKnowledge}. The pure, dependency-free promise this
+ * function opens with is unchanged: the lookup is the caller's, and this reaches
+ * nothing.
  */
-function validateWorkflow(graph) {
+function validateWorkflow(graph, knowledge) {
     const issues = [];
     const nodes = graph.nodes ?? [];
     const edges = graph.edges ?? [];
@@ -1779,7 +1891,7 @@ function validateWorkflow(graph) {
     checkReachability(nodes, roots, sinks, incoming, outgoing, issues);
     // After the cycle check has returned, so the walk it does cannot meet a loop
     // on a graph this function has already accepted as acyclic.
-    checkColumnsProduced({ nodes, edges }, issues);
+    checkColumnsProduced({ nodes, edges }, issues, knowledge);
     return issues;
 }
 /**
@@ -2116,10 +2228,10 @@ function checkBranches(edges, byId, issues) {
 /**
  * A node that names none of the thing it exists to run.
  *
- * The two kinds that point at something outside themselves — a transform at
- * stored code, a call at a registered workflow — and both are reported the same
- * way because they are the same mistake: a box on the canvas with nothing
- * behind it, which looks finished and fails at run time.
+ * The kinds that point at something outside themselves — a transform at stored
+ * code, a call at a registered workflow, a `catalog` source at an object type —
+ * and they are reported the same way because they are the same mistake: a box on
+ * the canvas with nothing behind it, which looks finished and fails at run time.
  */
 function nodeIsUnconfigured(node) {
     if (node.kind === 'transform' && node.transformId.length === 0) {
@@ -2129,6 +2241,20 @@ function nodeIsUnconfigured(node) {
             message: `Transform node "${node.name}" (${node.id}) names no transform, so there is no code for it to run.`,
         };
     }
+    if (node.kind === 'source' && node.sourceKind === 'catalog') {
+        // Only this kind, and only from the config: every other kind's address is
+        // allowed to arrive from a named connection, so a blank field on the node is
+        // not evidence of anything. A `catalog` source has no connection to borrow
+        // from — the type name is the whole configuration — so a blank one is
+        // decidable here.
+        if (workflowSourceObjectType(node) === undefined) {
+            return {
+                code: 'source-type-not-named',
+                nodeIds: [node.id],
+                message: `Source "${node.name}" (${node.id}) reads from the catalog but does not say which object type, so there is nothing for it to read. Name the type on the node; there is no default, because a default would read somebody else's data.`,
+            };
+        }
+    }
     if (node.kind === 'call')
         return callIsUnnamed(node);
     if (node.kind === 'if')
@@ -2938,9 +3064,23 @@ function workflowFilterColumns(predicate) {
  *   with some keys re-labelled, and its input is unknown unless something
  *   upstream closed it. So `undefined` propagates, and that is the honest
  *   answer rather than an empty set.
- * - **A source, a transform and a call are always unknown.** A source's shape is
- *   discovered against the live system rather than declared in the graph; a
- *   transform is a function body; a call is a workflow this graph does not own.
+ * - **A transform and a call are always unknown.** A transform is a function
+ *   body; a call is a workflow this graph does not own.
+ * - **A source is unknown, with one exception, and the exception needs a
+ *   lookup.** Every kind that reaches an outside system has a shape discovered
+ *   against that system rather than declared in the graph. A `catalog` source
+ *   is the one kind whose shape is *already published*: it names an object
+ *   type, and the type's properties are exactly the keys its records carry —
+ *   see `fetchCatalog`, which asks the store for those properties by name.
+ *
+ *   But the properties are not in the graph either. The graph holds a type
+ *   **name**; the columns live in the catalog's registry, which this function is
+ *   pure and dependency-free in order not to reach. So the answer is a lookup
+ *   the caller supplies — {@link WorkflowColumnKnowledge} — and with no lookup
+ *   the answer stays `undefined`. That is the honest shape of the claim: a
+ *   caller that can see the catalog gets column checking through a source, which
+ *   nothing else in this file can offer, and a caller that cannot see it is told
+ *   nothing rather than told an empty set.
  * - **It says nothing about a sink's declared properties.** That is the check
  *   worth wanting — "this sink writes a property no upstream node produces" —
  *   and it is *not* available here: a {@link WorkflowSinkNode} carries a
@@ -2952,7 +3092,7 @@ function workflowFilterColumns(predicate) {
  * cyclic graph before it gets here, but the canvas calls this while a graph is
  * being drawn and is entitled to a wrong-but-terminating answer.
  */
-function workflowKnownColumns(graph, nodeId) {
+function workflowKnownColumns(graph, nodeId, knowledge) {
     const nodes = graph.nodes ?? [];
     const byId = new Map(nodes.map((node) => [node.id, node]));
     const { incoming } = buildAdjacency(nodes, graph.edges ?? []);
@@ -2969,7 +3109,7 @@ function workflowKnownColumns(graph, nodeId) {
         if (!node)
             return undefined;
         open.add(id);
-        const produced = producedColumns(node, () => intoNode(id));
+        const produced = producedColumns(node, () => intoNode(id), knowledge);
         open.delete(id);
         answered.set(id, produced);
         return produced;
@@ -3005,7 +3145,7 @@ function workflowKnownColumns(graph, nodeId) {
  * here is a compile error rather than a silent `undefined` — which would be the
  * *safe* wrong answer and would therefore never be noticed.
  */
-function producedColumns(node, upstream) {
+function producedColumns(node, upstream, knowledge) {
     if (node.kind === 'rename') {
         if (workflowRenameUnnamed(node) === 'drop')
             return new Set(Object.values(node.columns ?? {}));
@@ -3022,25 +3162,72 @@ function producedColumns(node, upstream) {
     // given, which is what makes a closed set survive one.
     if (node.kind === 'filter' || node.kind === 'if')
         return upstream();
-    // A source's shape is discovered against the live system, a transform's is
-    // inside a function body, a call's belongs to a workflow this graph does not
-    // own, and nothing reads a sink's output. See {@link workflowKnownColumns}.
-    if (node.kind === 'source' ||
-        node.kind === 'transform' ||
-        node.kind === 'call' ||
-        node.kind === 'sink') {
+    // A source is the one kind whose answer depends on which *source* kind it is.
+    if (node.kind === 'source')
+        return sourceProducedColumns(node, knowledge);
+    // A transform's shape is inside a function body, a call's belongs to a workflow
+    // this graph does not own, and nothing reads a sink's output. See
+    // {@link workflowKnownColumns}.
+    if (node.kind === 'transform' || node.kind === 'call' || node.kind === 'sink') {
         return undefined;
     }
     return unreachableNodeKind(node, 'workflowKnownColumns');
 }
+/**
+ * What a source produces, per source kind.
+ *
+ * Exhaustive over {@link CONNECTOR_KINDS} rather than one blanket `undefined`
+ * for the whole node kind, and that is the point of the function existing: the
+ * blanket answer was correct for five kinds and became wrong for the sixth
+ * without anything failing to compile. Ending in
+ * {@link unreachableConnectorKind} makes the seventh a build error here.
+ *
+ * Four of the five outside systems answer `undefined` for the same reason: what
+ * an HTTP endpoint, a file, a bucket or a query produces is discovered against
+ * the live system, and the graph holds an address rather than a shape.
+ *
+ * `inline` answers `undefined` too, and that one is a judgement rather than an
+ * absence. The records are *in the config*, so their keys could be read off
+ * them — but they are a sample somebody pasted to try a transform against, and
+ * a set derived from a sample is not closed: the real load reads the same source
+ * with more records in it and no reason for them to share a key set. Treating
+ * three pasted objects as the definition of a column set would refuse a filter
+ * that is going to be right.
+ *
+ * `catalog` is the one that answers, when a caller supplied the lookup. Its
+ * records are the store's own rows, keyed by the property names of the type it
+ * names — `fetchCatalog` asks for exactly those and the store returns exactly
+ * those — so the set is closed in the sense {@link workflowKnownColumns}
+ * requires: an upper bound that holds whatever is upstream, since nothing is.
+ */
+function sourceProducedColumns(node, knowledge) {
+    const kind = node.sourceKind;
+    if (kind === 'http' || kind === 'sql' || kind === 'file' || kind === 's3' || kind === 'inline') {
+        return undefined;
+    }
+    if (kind === 'catalog') {
+        const named = workflowSourceObjectType(node);
+        if (named === undefined || knowledge === undefined)
+            return undefined;
+        const columns = knowledge.columnsOfType(named);
+        // Absent means "this caller cannot see a type by that name", which is not
+        // the same as a type with no columns and must not become an empty set — a
+        // graph read by a console that has not loaded its types would otherwise have
+        // every filter below the source refused.
+        return columns === undefined ? undefined : new Set(columns);
+    }
+    return unreachableConnectorKind(kind, 'workflowKnownColumns');
+}
 /**
  * That no node names a column the graph can prove is not there.
  *
- * Only where {@link workflowKnownColumns} answers, which is only downstream of a
- * rename that drops what it does not name. Everywhere else this is silent, and
- * that silence is correct rather than a gap being tolerated: refusing a column
- * the graph merely has no opinion about would make every filter downstream of a
- * transform unsaveable.
+ * Only where {@link workflowKnownColumns} answers: downstream of a rename that
+ * drops what it does not name, or — when the caller supplied a
+ * {@link WorkflowColumnKnowledge} — downstream of a `catalog` source, whose
+ * columns are the named type's published properties. Everywhere else this is
+ * silent, and that silence is correct rather than a gap being tolerated:
+ * refusing a column the graph merely has no opinion about would make every
+ * filter downstream of a transform unsaveable.
  *
  * A refusal rather than a warning, because both failures are silent and total.
  * A filter on a column that cannot exist matches no row — a comparison against
@@ -3051,7 +3238,7 @@ function producedColumns(node, upstream) {
  * commits NULL into every row. That is the exact shape `property-names.ts` was
  * written about, one node upstream of where it can be caught.
  */
-function checkColumnsProduced(graph, issues) {
+function checkColumnsProduced(graph, issues, knowledge) {
     for (const node of graph.nodes ?? []) {
         // Narrowed off the union rather than tested with a property check, so a kind
         // that starts naming columns without being answered for here is a type error
@@ -3063,7 +3250,7 @@ function checkColumnsProduced(graph, issues) {
             : Object.keys(node.columns ?? {});
         if (named.length === 0)
             continue;
-        const known = workflowKnownColumns(graph, node.id);
+        const known = workflowKnownColumns(graph, node.id, knowledge);
         if (known === undefined)
             continue;
         const missing = named.filter((column) => column.length > 0 && !known.has(column));
@@ -3082,7 +3269,7 @@ function missingColumnMessage(node, missing, known) {
     const consequence = node.kind === 'filter'
         ? 'A test on a column that is not there matches no row — not even a "does not equal" test — so this load would come out empty and every node would report success.'
         : 'A rename of a column that is not there does nothing, so the column it was meant to produce is absent and a sink writing it commits NULL into every row.';
-    return `${node.kind === 'filter' ? 'Filter' : 'Rename'} "${node.name}" (${node.id}) names ${quoted(missing)}, and nothing upstream produces ${missing.length === 1 ? 'that column' : 'those columns'}. A rename above this node drops every column it does not name, so what reaches here is exactly ${quoted(known)}. ${consequence}`;
+    return `${node.kind === 'filter' ? 'Filter' : 'Rename'} "${node.name}" (${node.id}) names ${quoted(missing)}, and nothing upstream produces ${missing.length === 1 ? 'that column' : 'those columns'}. Something above this node closes the column set — a rename that drops what it does not name, or a source reading a published object type — so what reaches here is exactly ${quoted(known)}. ${consequence}`;
 }
 function sortedEntries(config) {
     return Object.keys(config)

package/dist/catalog.store.d.ts

@@ -229,6 +229,67 @@ export interface CatalogReadStore {
     read(type: CatalogObjectTypeDef, fields: string[], query: CatalogReadQuery): Promise<CatalogReadResult>;
     listSnapshots?(type: CatalogObjectTypeDef): Promise<SnapshotRef[]>;
 }
+/**
+ * A store that can hand over the whole of one snapshot, a row at a time.
+ *
+ * ## What this is for, and why `read` was not enough
+ *
+ * A workflow reading data the catalog already holds. Until this existed the only
+ * route was a `sql` connector naming `obj_<type>` — the physical table, which
+ * **retains every committed snapshot** — so a graph reading a type with two
+ * loads behind it read both, reported success, and doubled every sum while
+ * leaving the row count it wrote unchanged. See `CONNECTOR_KINDS`' `'catalog'`
+ * entry for the measurement.
+ *
+ * {@link CatalogReadStore.read} resolves "current" correctly and could be paged.
+ * It is not the right tool for a whole dataset, for two separate reasons:
+ *
+ * - **A page is `LIMIT`/`OFFSET`.** Reading seven million rows in pages makes the
+ *   engine walk the offset each time, so the cost is quadratic in the size of
+ *   the thing being read. That is not a tuning detail here — the row counts this
+ *   feature exists for are exactly the ones that make it fatal.
+ * - **Paging is only correct under a total order**, and `read` does not promise
+ *   one: a store free to return "some page of the matching rows" would let a
+ *   paged loop skip and duplicate rows silently, which is the same class of
+ *   failure this whole feature is repairing.
+ *
+ * ## Optional, and the option is the store's to take
+ *
+ * Exactly as {@link CatalogQueryStore.streamQuery} is, and for the same reason: a
+ * store fronting an API, or one on a driver that buffers a result set before
+ * resolving, cannot do this honestly, and a shim that collected every row and
+ * yielded them back would satisfy the type while doing the one thing the type
+ * exists to avoid. So an absent `streamSnapshot` is a real answer, and the
+ * caller refuses out loud rather than falling back to a paged read — a fallback
+ * whose two hazards are listed above.
+ *
+ * The contract on an implementation is one sentence: **do not read ahead of the
+ * consumer.** Whatever the driver offers must pause when the consumer stops
+ * pulling, all the way to the socket, or the memory has only moved.
+ */
+export interface CatalogSnapshotStreamStore extends CatalogReadStore {
+    /**
+     * Every row of one snapshot, keyed by property name.
+     *
+     * `snapshotId` is required and never defaulted, which is the whole shape of
+     * the fix: the caller resolves which snapshot is current — once, when its run
+     * starts — and then reads *that one*, so a commit landing mid-read cannot have
+     * the first half of a load come from one snapshot and the second half from
+     * another. A store with no id to be given has nothing to stream.
+     *
+     * Keys are property names, matching what {@link CatalogReadStore.read} returns
+     * and what the write path looks a field up by (`row[property.name]`), so rows
+     * read out of one type can be written into another without a translation step
+     * that could disagree with either side.
+     *
+     * Returned synchronously — an async generator, not a promise for one — so a
+     * consumer's `for await` owns the resource from the first pull and an
+     * abandoned iteration runs the generator's `finally`.
+     */
+    streamSnapshot(type: CatalogObjectTypeDef, fields: string[], snapshotId: string): AsyncIterable<Record<string, unknown>>;
+}
+/** A store that can stream a whole snapshot. See {@link CatalogSnapshotStreamStore}. */
+export declare function supportsSnapshotStreams(store: unknown): store is CatalogSnapshotStreamStore;
 /** A store that owns its copy of the data and can be loaded into. */
 export interface CatalogWriteStore extends CatalogReadStore {
     /**

package/dist/catalog.store.js

@@ -3,6 +3,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.CATALOG_STORE = exports.CatalogColumnCollisionError = exports.UnsafeIdentifierError = exports.physicalColumn = exports.outputAlias = exports.isSafeIdentifier = exports.assertSafeIdentifier = exports.CATALOG_RESERVED_COLUMNS = exports.CATALOG_SNAPSHOT_MODES = void 0;
 exports.isCatalogStoreCapabilities = isCatalogStoreCapabilities;
 exports.supportsObjectFilters = supportsObjectFilters;
+exports.supportsSnapshotStreams = supportsSnapshotStreams;
 exports.isReservedColumn = isReservedColumn;
 exports.findColumnCollisions = findColumnCollisions;
 exports.assertNoColumnCollisions = assertNoColumnCollisions;
@@ -53,6 +54,12 @@ function supportsObjectFilters(store) {
         store !== null &&
         Array.isArray(Reflect.get(store, 'objectFilterOperators')));
 }
+/** A store that can stream a whole snapshot. See {@link CatalogSnapshotStreamStore}. */
+function supportsSnapshotStreams(store) {
+    return (typeof store === 'object' &&
+        store !== null &&
+        typeof Reflect.get(store, 'streamSnapshot') === 'function');
+}
 /**
  * The columns a snapshot-emulating store adds to every object table.
  *

package/dist/client.d.ts

@@ -155,7 +155,7 @@ export declare const catalogRoutes: {
 };
 export type { CatalogConnection, CatalogConnector, ConnectionCheck, CatalogTransform, CatalogTransformFunction, CatalogTransformInput, CatalogRecordTransformFunction, CatalogRecordTransformInput, CatalogWorkflow, CatalogWorkflowCapabilities, CatalogWorkflowRelease, ConnectorKind, ConnectorRun, TransformLanguage, TransformMode, TransformResult, CallableWorkflowRef, WorkflowBranchLabel, WorkflowCallEnvelope, WorkflowCallMode, WorkflowCallNode, WorkflowCallOutput, WorkflowEdge, WorkflowExecutionMode, WorkflowFilterAll, WorkflowFilterAny, WorkflowFilterComparison, WorkflowFilterGroup, WorkflowFilterNode, WorkflowFilterOneOf, WorkflowFilterOperator, WorkflowFilterPredicate, WorkflowFilterPredicateKind, WorkflowFilterPresence, WorkflowFilterValue, WorkflowGraph, WorkflowEnvPredicate, WorkflowIfNode, WorkflowIfPredicate, WorkflowIssueCode, WorkflowNode, WorkflowNodeKind, WorkflowNodeOutcome, WorkflowPredicateKind, WorkflowRenameNode, WorkflowRenameUnnamed, WorkflowRowCountPredicate, WorkflowRunOrderEntry, WorkflowSinkNode, WorkflowSkipReason, WorkflowSourceNode, WorkflowStageRef, WorkflowTransformNode, WorkflowValidationIssue, CatalogReusableNode, CatalogReusableNodeUse, ReusableNodeBody, ReusableNodeKind, ReusableNodeRef, ReusableSinkBody, ReusableSourceBody, SourceFormat, VersionPinCopy, } from './catalog.pipeline';
 export { type TransformShape, transformDeclaresModule, transformShape, } from './transform-shape';
-export { CONNECTOR_KINDS, isConnectorKind, isSourceFormat, isTransformLanguage, isTransformMode, TRANSFORM_MODES, transformMode, recordModeRefusal, SOURCE_FORMATS, isWorkflowEdge, isWorkflowNode, liveWorkflowVersion, REDACTED_SECRET, TRANSFORM_LANGUAGES, readWorkflowCallOutput, WORKFLOW_CALL_CONTRACT, WORKFLOW_CALL_MODES, isWorkflowCallMode, unreachableCallMode, workflowCallMode, applyReusableNode, reusableNodeBodyOf, isReusableNodeBody, isReusableNodeKind, REUSABLE_NODE_KINDS, NODE_KIND_IS_REUSABLE, nodeKindIsReusable, unreachableReusableNodeKind, describeLiveVersion, describeVersionPin, } from './catalog.pipeline';
+export { CATALOG_SOURCE_TYPE_KEY, CONNECTOR_KINDS, isConnectorKind, isSourceFormat, isTransformLanguage, isTransformMode, TRANSFORM_MODES, transformMode, recordModeRefusal, SOURCE_FORMATS, isWorkflowEdge, isWorkflowNode, liveWorkflowVersion, REDACTED_SECRET, TRANSFORM_LANGUAGES, readWorkflowCallOutput, WORKFLOW_CALL_CONTRACT, WORKFLOW_CALL_MODES, isWorkflowCallMode, unreachableCallMode, workflowCallMode, applyReusableNode, reusableNodeBodyOf, isReusableNodeBody, isReusableNodeKind, REUSABLE_NODE_KINDS, NODE_KIND_IS_REUSABLE, nodeKindIsReusable, unreachableReusableNodeKind, describeLiveVersion, describeVersionPin, } from './catalog.pipeline';
 /**
  * The workflow validator, shipped to the browser deliberately.
  *
@@ -183,8 +183,8 @@ export { CONNECTOR_KINDS, isConnectorKind, isSourceFormat, isTransformLanguage,
  * ends up drawn with its boxes overlapping — which is exactly what happened.
  */
 export { WORKFLOW_COLUMN_GAP, WORKFLOW_NODE_HEIGHT, WORKFLOW_NODE_WIDTH, WORKFLOW_ROW_GAP, workflowColumnX, workflowRowY, } from './catalog.pipeline';
-export { validateWorkflow, WORKFLOW_EXECUTION_MODES, WORKFLOW_ISSUE_CODES, WORKFLOW_NODE_ID_PATTERN, WORKFLOW_NODE_KINDS, WORKFLOW_BRANCH_LABELS, WORKFLOW_PREDICATE_KINDS, WORKFLOW_FILTER_COLUMN_PATTERN, WORKFLOW_FILTER_MAX_DEPTH, WORKFLOW_FILTER_MAX_VALUES, WORKFLOW_FILTER_OPERATORS, WORKFLOW_FILTER_PREDICATE_KINDS, WORKFLOW_RENAME_MAX_COLUMNS, WORKFLOW_RENAME_UNNAMED, WORKFLOW_SKIP_REASONS, isWorkflowBranchLabel, isWorkflowFilterOperator, isWorkflowFilterPredicate, isWorkflowFilterPredicateKind, isWorkflowFilterValue, isWorkflowIfPredicate, isWorkflowPredicateKind, isWorkflowRenameColumns, isWorkflowRenameUnnamed, isWorkflowSkipReason, workflowFilterColumns, workflowFilterMatches, renameColumnRefusals, workflowRenameUnnamed, workflowKnownColumns, workflowNarrowedTypes, workflowNodeRuns, unreachableFilterOperator, unreachableFilterPredicateKind, unreachableNodeKind, unreachablePredicateKind, unreachableRenameUnnamed, WORKFLOW_STATUSES, workflowGraphHash, workflowRunOrder, isWorkflowExecutionMode, isWorkflowNodeKind, isWorkflowStatus, callableWorkflowBlock, } from './catalog.pipeline';
-export type { CallableWorkflowBlock, CallableWorkflowDisagreement, WorkflowStatus, } from './catalog.pipeline';
+export { validateWorkflow, WORKFLOW_EXECUTION_MODES, WORKFLOW_ISSUE_CODES, WORKFLOW_NODE_ID_PATTERN, WORKFLOW_NODE_KINDS, WORKFLOW_BRANCH_LABELS, WORKFLOW_PREDICATE_KINDS, WORKFLOW_FILTER_COLUMN_PATTERN, WORKFLOW_FILTER_MAX_DEPTH, WORKFLOW_FILTER_MAX_VALUES, WORKFLOW_FILTER_OPERATORS, WORKFLOW_FILTER_PREDICATE_KINDS, WORKFLOW_RENAME_MAX_COLUMNS, WORKFLOW_RENAME_UNNAMED, WORKFLOW_SKIP_REASONS, isWorkflowBranchLabel, isWorkflowFilterOperator, isWorkflowFilterPredicate, isWorkflowFilterPredicateKind, isWorkflowFilterValue, isWorkflowIfPredicate, isWorkflowPredicateKind, isWorkflowRenameColumns, isWorkflowRenameUnnamed, isWorkflowSkipReason, workflowFilterColumns, workflowFilterMatches, renameColumnRefusals, workflowRenameUnnamed, workflowKnownColumns, workflowSourceObjectType, workflowNarrowedTypes, workflowNodeRuns, unreachableFilterOperator, unreachableFilterPredicateKind, unreachableConnectorKind, unreachableNodeKind, unreachablePredicateKind, unreachableRenameUnnamed, WORKFLOW_STATUSES, workflowGraphHash, workflowRunOrder, isWorkflowExecutionMode, isWorkflowNodeKind, isWorkflowStatus, callableWorkflowBlock, } from './catalog.pipeline';
+export type { CallableWorkflowBlock, CallableWorkflowDisagreement, WorkflowColumnKnowledge, WorkflowStatus, } from './catalog.pipeline';
 export type { CatalogTrace, CatalogTraceList, CatalogTraceOutcome, CatalogTraceSpan, TraceQuery, } from './catalog.workspace';
 export type { CatalogLoadExpectations, DeleteReconciliation, LoadExpectation, RowCountBound, StoredLoadExpectation, } from './catalog.pipeline';
 /**

package/dist/client.js

@@ -11,8 +11,9 @@
  * types are.
  */
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.WORKFLOW_COLUMN_GAP = exports.describeVersionPin = exports.describeLiveVersion = exports.unreachableReusableNodeKind = exports.nodeKindIsReusable = exports.NODE_KIND_IS_REUSABLE = exports.REUSABLE_NODE_KINDS = exports.isReusableNodeKind = exports.isReusableNodeBody = exports.reusableNodeBodyOf = exports.applyReusableNode = exports.workflowCallMode = exports.unreachableCallMode = exports.isWorkflowCallMode = exports.WORKFLOW_CALL_MODES = exports.WORKFLOW_CALL_CONTRACT = exports.readWorkflowCallOutput = exports.TRANSFORM_LANGUAGES = exports.REDACTED_SECRET = exports.liveWorkflowVersion = exports.isWorkflowNode = exports.isWorkflowEdge = exports.SOURCE_FORMATS = exports.recordModeRefusal = exports.transformMode = exports.TRANSFORM_MODES = exports.isTransformMode = exports.isTransformLanguage = exports.isSourceFormat = exports.isConnectorKind = exports.CONNECTOR_KINDS = exports.transformShape = exports.transformDeclaresModule = exports.catalogRoutes = exports.UnsafeIdentifierError = exports.physicalColumn = exports.outputAlias = exports.isSafeIdentifier = exports.VALUELESS_FILTER_OPERATORS = exports.resolveObjectFilters = exports.parseObjectFilter = exports.offeredFilterOperators = exports.isCatalogFilterOperator = exports.filterOperatorsFor = exports.filterOperatorTakesValue = exports.encodeObjectFilter = exports.coerceFilterValue = exports.CATALOG_FILTER_OPERATORS = exports.CATALOG_FILTER_LIMIT = exports.CATALOG_REVISION_LIMIT = void 0;
-exports.DELETE_RECONCILIATION_STRATEGIES = exports.callableWorkflowBlock = exports.isWorkflowStatus = exports.isWorkflowNodeKind = exports.isWorkflowExecutionMode = exports.workflowRunOrder = exports.workflowGraphHash = exports.WORKFLOW_STATUSES = exports.unreachableRenameUnnamed = exports.unreachablePredicateKind = exports.unreachableNodeKind = exports.unreachableFilterPredicateKind = exports.unreachableFilterOperator = exports.workflowNodeRuns = exports.workflowNarrowedTypes = exports.workflowKnownColumns = exports.workflowRenameUnnamed = exports.renameColumnRefusals = exports.workflowFilterMatches = exports.workflowFilterColumns = exports.isWorkflowSkipReason = exports.isWorkflowRenameUnnamed = exports.isWorkflowRenameColumns = exports.isWorkflowPredicateKind = exports.isWorkflowIfPredicate = exports.isWorkflowFilterValue = exports.isWorkflowFilterPredicateKind = exports.isWorkflowFilterPredicate = exports.isWorkflowFilterOperator = exports.isWorkflowBranchLabel = exports.WORKFLOW_SKIP_REASONS = exports.WORKFLOW_RENAME_UNNAMED = exports.WORKFLOW_RENAME_MAX_COLUMNS = exports.WORKFLOW_FILTER_PREDICATE_KINDS = exports.WORKFLOW_FILTER_OPERATORS = exports.WORKFLOW_FILTER_MAX_VALUES = exports.WORKFLOW_FILTER_MAX_DEPTH = exports.WORKFLOW_FILTER_COLUMN_PATTERN = exports.WORKFLOW_PREDICATE_KINDS = exports.WORKFLOW_BRANCH_LABELS = exports.WORKFLOW_NODE_KINDS = exports.WORKFLOW_NODE_ID_PATTERN = exports.WORKFLOW_ISSUE_CODES = exports.WORKFLOW_EXECUTION_MODES = exports.validateWorkflow = exports.workflowRowY = exports.workflowColumnX = exports.WORKFLOW_ROW_GAP = exports.WORKFLOW_NODE_WIDTH = exports.WORKFLOW_NODE_HEIGHT = void 0;
+exports.describeVersionPin = exports.describeLiveVersion = exports.unreachableReusableNodeKind = exports.nodeKindIsReusable = exports.NODE_KIND_IS_REUSABLE = exports.REUSABLE_NODE_KINDS = exports.isReusableNodeKind = exports.isReusableNodeBody = exports.reusableNodeBodyOf = exports.applyReusableNode = exports.workflowCallMode = exports.unreachableCallMode = exports.isWorkflowCallMode = exports.WORKFLOW_CALL_MODES = exports.WORKFLOW_CALL_CONTRACT = exports.readWorkflowCallOutput = exports.TRANSFORM_LANGUAGES = exports.REDACTED_SECRET = exports.liveWorkflowVersion = exports.isWorkflowNode = exports.isWorkflowEdge = exports.SOURCE_FORMATS = exports.recordModeRefusal = exports.transformMode = exports.TRANSFORM_MODES = exports.isTransformMode = exports.isTransformLanguage = exports.isSourceFormat = exports.isConnectorKind = exports.CONNECTOR_KINDS = exports.CATALOG_SOURCE_TYPE_KEY = exports.transformShape = exports.transformDeclaresModule = exports.catalogRoutes = exports.UnsafeIdentifierError = exports.physicalColumn = exports.outputAlias = exports.isSafeIdentifier = exports.VALUELESS_FILTER_OPERATORS = exports.resolveObjectFilters = exports.parseObjectFilter = exports.offeredFilterOperators = exports.isCatalogFilterOperator = exports.filterOperatorsFor = exports.filterOperatorTakesValue = exports.encodeObjectFilter = exports.coerceFilterValue = exports.CATALOG_FILTER_OPERATORS = exports.CATALOG_FILTER_LIMIT = exports.CATALOG_REVISION_LIMIT = void 0;
+exports.isWorkflowNodeKind = exports.isWorkflowExecutionMode = exports.workflowRunOrder = exports.workflowGraphHash = exports.WORKFLOW_STATUSES = exports.unreachableRenameUnnamed = exports.unreachablePredicateKind = exports.unreachableNodeKind = exports.unreachableConnectorKind = exports.unreachableFilterPredicateKind = exports.unreachableFilterOperator = exports.workflowNodeRuns = exports.workflowNarrowedTypes = exports.workflowSourceObjectType = exports.workflowKnownColumns = exports.workflowRenameUnnamed = exports.renameColumnRefusals = exports.workflowFilterMatches = exports.workflowFilterColumns = exports.isWorkflowSkipReason = exports.isWorkflowRenameUnnamed = exports.isWorkflowRenameColumns = exports.isWorkflowPredicateKind = exports.isWorkflowIfPredicate = exports.isWorkflowFilterValue = exports.isWorkflowFilterPredicateKind = exports.isWorkflowFilterPredicate = exports.isWorkflowFilterOperator = exports.isWorkflowBranchLabel = exports.WORKFLOW_SKIP_REASONS = exports.WORKFLOW_RENAME_UNNAMED = exports.WORKFLOW_RENAME_MAX_COLUMNS = exports.WORKFLOW_FILTER_PREDICATE_KINDS = exports.WORKFLOW_FILTER_OPERATORS = exports.WORKFLOW_FILTER_MAX_VALUES = exports.WORKFLOW_FILTER_MAX_DEPTH = exports.WORKFLOW_FILTER_COLUMN_PATTERN = exports.WORKFLOW_PREDICATE_KINDS = exports.WORKFLOW_BRANCH_LABELS = exports.WORKFLOW_NODE_KINDS = exports.WORKFLOW_NODE_ID_PATTERN = exports.WORKFLOW_ISSUE_CODES = exports.WORKFLOW_EXECUTION_MODES = exports.validateWorkflow = exports.workflowRowY = exports.workflowColumnX = exports.WORKFLOW_ROW_GAP = exports.WORKFLOW_NODE_WIDTH = exports.WORKFLOW_NODE_HEIGHT = exports.WORKFLOW_COLUMN_GAP = void 0;
+exports.DELETE_RECONCILIATION_STRATEGIES = exports.callableWorkflowBlock = exports.isWorkflowStatus = void 0;
 exports.isDeleteReconciliationStrategy = isDeleteReconciliationStrategy;
 exports.pipelineExpectationRoutes = pipelineExpectationRoutes;
 // A value, not a type: a screen saying how far back the history goes should read
@@ -140,6 +141,9 @@ Object.defineProperty(exports, "transformShape", { enumerable: true, get: functi
 // Values, not types: a form that offers the kinds should read them from here
 // rather than keeping a copy that drifts.
 var catalog_pipeline_1 = require("./catalog.pipeline");
+// The config key a `catalog` source names its object type in, so the
+// inspector writing it and the fetcher reading it cannot spell it differently.
+Object.defineProperty(exports, "CATALOG_SOURCE_TYPE_KEY", { enumerable: true, get: function () { return catalog_pipeline_1.CATALOG_SOURCE_TYPE_KEY; } });
 Object.defineProperty(exports, "CONNECTOR_KINDS", { enumerable: true, get: function () { return catalog_pipeline_1.CONNECTOR_KINDS; } });
 Object.defineProperty(exports, "isConnectorKind", { enumerable: true, get: function () { return catalog_pipeline_1.isConnectorKind; } });
 Object.defineProperty(exports, "isSourceFormat", { enumerable: true, get: function () { return catalog_pipeline_1.isSourceFormat; } });
@@ -303,6 +307,9 @@ Object.defineProperty(exports, "workflowRenameUnnamed", { enumerable: true, get:
 // a declarative rename buys that a transform cannot. The inspector says it out
 // loud; see `workflowKnownColumns` for how far it reaches.
 Object.defineProperty(exports, "workflowKnownColumns", { enumerable: true, get: function () { return catalog_pipeline_3.workflowKnownColumns; } });
+// Which object type a `catalog` source reads, read off the node by the one
+// function the validator and the fetcher also use.
+Object.defineProperty(exports, "workflowSourceObjectType", { enumerable: true, get: function () { return catalog_pipeline_3.workflowSourceObjectType; } });
 // Which published types a filter stands in front of. The console has to offer
 // the same acknowledgements the validator requires, and a canvas computing its
 // own answer would offer a set the server then refuses.
@@ -312,6 +319,10 @@ Object.defineProperty(exports, "workflowNarrowedTypes", { enumerable: true, get:
 Object.defineProperty(exports, "workflowNodeRuns", { enumerable: true, get: function () { return catalog_pipeline_3.workflowNodeRuns; } });
 Object.defineProperty(exports, "unreachableFilterOperator", { enumerable: true, get: function () { return catalog_pipeline_3.unreachableFilterOperator; } });
 Object.defineProperty(exports, "unreachableFilterPredicateKind", { enumerable: true, get: function () { return catalog_pipeline_3.unreachableFilterPredicateKind; } });
+// The kind exhaustiveness helper for *sources*, beside the one for nodes: a
+// console deciding something per source kind is meant to stop compiling when a
+// sixth kind arrives, exactly as the server does.
+Object.defineProperty(exports, "unreachableConnectorKind", { enumerable: true, get: function () { return catalog_pipeline_3.unreachableConnectorKind; } });
 Object.defineProperty(exports, "unreachableNodeKind", { enumerable: true, get: function () { return catalog_pipeline_3.unreachableNodeKind; } });
 Object.defineProperty(exports, "unreachablePredicateKind", { enumerable: true, get: function () { return catalog_pipeline_3.unreachablePredicateKind; } });
 Object.defineProperty(exports, "unreachableRenameUnnamed", { enumerable: true, get: function () { return catalog_pipeline_3.unreachableRenameUnnamed; } });

package/dist/index.d.ts

@@ -8,7 +8,7 @@ export { type CatalogOverlayStore, FileCatalogOverlayStore, InMemoryCatalogOverl
 export { CATALOG_OVERLAY_STORE } from './catalog.overlay-store.token';
 export { MikroOrmCatalogRegistry } from './catalog.registry';
 export { CatalogRegistry } from './catalog.registry.base';
-export { CATALOG_PIPELINE_STORE, CODE_CONTEXT_CONTRACT, type CatalogCodeContext, type CatalogConnection, type CatalogConnector, type ConnectionCheck, CONNECTOR_KINDS, type CatalogLoadExpectations, type CatalogLoadExpectationStore, type CatalogPipelineStore, type CatalogStageStore, type CatalogRecordTransformFunction, type CatalogRecordTransformInput, type CatalogTransform, type CatalogTransformFunction, type CatalogTransformInput, type CatalogWorkflow, type CatalogWorkflowCapabilities, type CatalogWorkflowRelease, type CatalogWorkflowReleaseStore, type CatalogWorkflowStore, type CallableWorkflowBlock, type CallableWorkflowDisagreement, type CallableWorkflowRef, callableWorkflowBlock, type ConnectorKind, type ConnectorRun, type DeleteReconciliation, isConnectorKind, isPipelineStore, isSourceFormat, isTransformLanguage, isTransformMode, type LoadExpectation, type RowCountBound, SOURCE_FORMATS, type SourceFormat, unreachableSourceFormat, type StoredLoadExpectation, readWorkflowCallOutput, REDACTED_SECRET, supportsLoadExpectations, supportsReusableNodes, supportsTransformPins, supportsTransformRevisions, supportsTransformStreaming, applyReusableNode, type CatalogReusableNode, type CatalogReusableNodeStore, type CatalogReusableNodeUse, describeLiveVersion, describeVersionPin, isReusableNodeBody, isReusableNodeKind, NODE_KIND_IS_REUSABLE, nodeKindIsReusable, REUSABLE_NODE_KINDS, type ReusableNodeBody, type ReusableNodeKind, type ReusableNodeRef, type ReusableSinkBody, type ReusableSourceBody, reusableNodeBodyOf, unreachableReusableNodeKind, type VersionPinCopy, isWorkflowBranchLabel, isWorkflowEdge, isWorkflowExecutionMode, isWorkflowFilterOperator, isWorkflowFilterPredicate, isWorkflowFilterPredicateKind, isWorkflowFilterValue, isWorkflowIfPredicate, isWorkflowNode, isWorkflowCallMode, isWorkflowNodeKind, isWorkflowPredicateKind, isWorkflowRenameColumns, isWorkflowRenameUnnamed, isWorkflowSkipReason, isWorkflowStatus, liveWorkflowVersion, supportsWorkflowReleases, supportsWorkflows, supportsWorkflowStages, supportsStagePayloads, TRANSFORM_RUNNER, TRANSFORM_LANGUAGES, TRANSFORM_MODES, recordModeRefusal, transformMode, type TransformLanguage, type TransformMode, type TransformResult, type TransformRunner, type TransformStream, type TransformStreamSummary, unreachableFilterOperator, unreachableTransformMode, unreachableFilterPredicateKind, unreachableCallMode, unreachableNodeKind, unreachablePredicateKind, unreachableRenameUnnamed, validateWorkflow, WORKFLOW_BRANCH_LABELS, WORKFLOW_CALL_CONTRACT, WORKFLOW_CALL_MODES, WORKFLOW_COLUMN_GAP, WORKFLOW_EXECUTION_MODES, WORKFLOW_FILTER_COLUMN_PATTERN, WORKFLOW_FILTER_MAX_DEPTH, WORKFLOW_FILTER_MAX_VALUES, WORKFLOW_FILTER_OPERATORS, WORKFLOW_FILTER_PREDICATE_KINDS, WORKFLOW_ISSUE_CODES, WORKFLOW_NODE_HEIGHT, WORKFLOW_NODE_ID_PATTERN, WORKFLOW_NODE_KINDS, WORKFLOW_NODE_WIDTH, WORKFLOW_PREDICATE_KINDS, WORKFLOW_RENAME_MAX_COLUMNS, WORKFLOW_RENAME_UNNAMED, WORKFLOW_ROW_GAP, WORKFLOW_SKIP_REASONS, WORKFLOW_STATUSES, type WorkflowBranchLabel, workflowColumnX, workflowRowY, type WorkflowCallEnvelope, type WorkflowCallMode, workflowCallMode, type WorkflowCallNode, type WorkflowCallOutput, type WorkflowEdge, type WorkflowExecutionMode, type WorkflowFilterAll, type WorkflowFilterAny, type WorkflowFilterComparison, type WorkflowFilterGroup, workflowFilterColumns, workflowFilterMatches, type WorkflowFilterNode, type WorkflowFilterOneOf, type WorkflowFilterOperator, type WorkflowFilterPredicate, type WorkflowFilterPredicateKind, type WorkflowFilterPresence, type WorkflowFilterValue, type WorkflowGraph, workflowGraphHash, type WorkflowEnvPredicate, type WorkflowIfNode, type WorkflowIfPredicate, type WorkflowIssueCode, type WorkflowNode, type WorkflowNodeKind, workflowKnownColumns, workflowNarrowedTypes, type WorkflowNodeOutcome, workflowNodeRuns, type WorkflowNodeStepInput, type WorkflowNodeStepOutput, workflowRunOrder, type WorkflowRunOrderEntry, type WorkflowPredicateKind, renameColumnRefusals, type WorkflowRenameNode, type WorkflowRenameUnnamed, workflowRenameUnnamed, type WorkflowRowCountPredicate, type WorkflowSinkNode, type WorkflowSkipReason, type WorkflowSourceNode, type WorkflowStageRef, type WorkflowStatus, type WorkflowTransformNode, type WorkflowValidationIssue, } from './catalog.pipeline';
+export { CATALOG_PIPELINE_STORE, CODE_CONTEXT_CONTRACT, type CatalogCodeContext, type CatalogConnection, type CatalogConnector, type ConnectionCheck, CATALOG_SOURCE_TYPE_KEY, CONNECTOR_KINDS, type CatalogLoadExpectations, type CatalogLoadExpectationStore, type CatalogPipelineStore, type CatalogStageStore, type CatalogRecordTransformFunction, type CatalogRecordTransformInput, type CatalogTransform, type CatalogTransformFunction, type CatalogTransformInput, type CatalogWorkflow, type CatalogWorkflowCapabilities, type CatalogWorkflowRelease, type CatalogWorkflowReleaseStore, type CatalogWorkflowStore, type CallableWorkflowBlock, type CallableWorkflowDisagreement, type CallableWorkflowRef, callableWorkflowBlock, type ConnectorKind, type ConnectorRun, type DeleteReconciliation, isConnectorKind, isPipelineStore, isSourceFormat, isTransformLanguage, isTransformMode, type LoadExpectation, type RowCountBound, SOURCE_FORMATS, type SourceFormat, unreachableSourceFormat, type StoredLoadExpectation, readWorkflowCallOutput, REDACTED_SECRET, supportsLoadExpectations, supportsReusableNodes, supportsTransformPins, supportsTransformRevisions, supportsTransformStreaming, applyReusableNode, type CatalogReusableNode, type CatalogReusableNodeStore, type CatalogReusableNodeUse, describeLiveVersion, describeVersionPin, isReusableNodeBody, isReusableNodeKind, NODE_KIND_IS_REUSABLE, nodeKindIsReusable, REUSABLE_NODE_KINDS, type ReusableNodeBody, type ReusableNodeKind, type ReusableNodeRef, type ReusableSinkBody, type ReusableSourceBody, reusableNodeBodyOf, unreachableReusableNodeKind, type VersionPinCopy, isWorkflowBranchLabel, isWorkflowEdge, isWorkflowExecutionMode, isWorkflowFilterOperator, isWorkflowFilterPredicate, isWorkflowFilterPredicateKind, isWorkflowFilterValue, isWorkflowIfPredicate, isWorkflowNode, isWorkflowCallMode, isWorkflowNodeKind, isWorkflowPredicateKind, isWorkflowRenameColumns, isWorkflowRenameUnnamed, isWorkflowSkipReason, isWorkflowStatus, liveWorkflowVersion, supportsWorkflowReleases, supportsWorkflows, supportsWorkflowStages, supportsStagePayloads, TRANSFORM_RUNNER, TRANSFORM_LANGUAGES, TRANSFORM_MODES, recordModeRefusal, transformMode, type TransformLanguage, type TransformMode, type TransformResult, type TransformRunner, type TransformStream, type TransformStreamSummary, unreachableFilterOperator, unreachableTransformMode, unreachableFilterPredicateKind, unreachableCallMode, unreachableConnectorKind, unreachableNodeKind, unreachablePredicateKind, unreachableRenameUnnamed, validateWorkflow, WORKFLOW_BRANCH_LABELS, WORKFLOW_CALL_CONTRACT, WORKFLOW_CALL_MODES, WORKFLOW_COLUMN_GAP, WORKFLOW_EXECUTION_MODES, WORKFLOW_FILTER_COLUMN_PATTERN, WORKFLOW_FILTER_MAX_DEPTH, WORKFLOW_FILTER_MAX_VALUES, WORKFLOW_FILTER_OPERATORS, WORKFLOW_FILTER_PREDICATE_KINDS, WORKFLOW_ISSUE_CODES, WORKFLOW_NODE_HEIGHT, WORKFLOW_NODE_ID_PATTERN, WORKFLOW_NODE_KINDS, WORKFLOW_NODE_WIDTH, WORKFLOW_PREDICATE_KINDS, WORKFLOW_RENAME_MAX_COLUMNS, WORKFLOW_RENAME_UNNAMED, WORKFLOW_ROW_GAP, WORKFLOW_SKIP_REASONS, WORKFLOW_STATUSES, type WorkflowBranchLabel, type WorkflowColumnKnowledge, workflowColumnX, workflowRowY, type WorkflowCallEnvelope, type WorkflowCallMode, workflowCallMode, type WorkflowCallNode, type WorkflowCallOutput, type WorkflowEdge, type WorkflowExecutionMode, type WorkflowFilterAll, type WorkflowFilterAny, type WorkflowFilterComparison, type WorkflowFilterGroup, workflowFilterColumns, workflowFilterMatches, type WorkflowFilterNode, type WorkflowFilterOneOf, type WorkflowFilterOperator, type WorkflowFilterPredicate, type WorkflowFilterPredicateKind, type WorkflowFilterPresence, type WorkflowFilterValue, type WorkflowGraph, workflowGraphHash, type WorkflowEnvPredicate, type WorkflowIfNode, type WorkflowIfPredicate, type WorkflowIssueCode, type WorkflowNode, type WorkflowNodeKind, workflowKnownColumns, workflowNarrowedTypes, workflowSourceObjectType, type WorkflowNodeOutcome, workflowNodeRuns, type WorkflowNodeStepInput, type WorkflowNodeStepOutput, workflowRunOrder, type WorkflowRunOrderEntry, type WorkflowPredicateKind, renameColumnRefusals, type WorkflowRenameNode, type WorkflowRenameUnnamed, workflowRenameUnnamed, type WorkflowRowCountPredicate, type WorkflowSinkNode, type WorkflowSkipReason, type WorkflowSourceNode, type WorkflowStageRef, type WorkflowStatus, type WorkflowTransformNode, type WorkflowValidationIssue, } from './catalog.pipeline';
 export { type ColumnarStageBatch, STAGE_ENCODING, STAGE_ENCODING_VERSION, type StagePayload, classifyStagePayload, decodeStageRows, encodeStageRows, isColumnarStageBatch, renameStagePayload, type StageRenamePlan, type StageRenameResult, } from './catalog.stage-encoding';
 export * from './catalog.environment';
 export { QueryCache } from './catalog.query-cache';
@@ -22,7 +22,7 @@ export { type AuditQuery, CATALOG_REVISION_LIMIT, CATALOG_TRACE_OUTCOMES, CATALO
 export { CATALOG_PRINCIPAL_RESOLVER, type CatalogActor, type CatalogGrants, type CatalogPrincipal, type CatalogPrincipalResolver, type CatalogScope, composePrincipalId, delegatePrincipal, expandScopes, hasScope, parsePrincipalId, PRINCIPAL_ACTOR_SEPARATOR, maySeeClassification, mayRead, mayWrite, readableObjectPage, StaticKeyPrincipalResolver, } from './catalog.principal';
 export * from './catalog.access';
 export * from './catalog.filters';
-export { assertNoColumnCollisions, assertSafeIdentifier, CATALOG_RESERVED_COLUMNS, CATALOG_SNAPSHOT_MODES, CATALOG_STORE, type CarryForwardResult, type CatalogColumnCollision, CatalogColumnCollisionError, type CatalogFilteringReadStore, supportsObjectFilters, type CatalogMergeStore, type CatalogReadQuery, type CatalogReadResult, type CatalogReadStore, type CatalogReservedColumn, type CatalogSnapshotMode, type CatalogStoreCapabilities, type CatalogWriteStore, type ColumnCollisionOptions, findColumnCollisions, isCatalogStoreCapabilities, isReservedColumn, isSafeIdentifier, isWriteStore, outputAlias, physicalColumn, type SnapshotRef, supportsCarryForward, UnsafeIdentifierError, } from './catalog.store';
+export { assertNoColumnCollisions, assertSafeIdentifier, CATALOG_RESERVED_COLUMNS, CATALOG_SNAPSHOT_MODES, CATALOG_STORE, type CarryForwardResult, type CatalogColumnCollision, CatalogColumnCollisionError, type CatalogFilteringReadStore, supportsObjectFilters, type CatalogMergeStore, type CatalogReadQuery, type CatalogReadResult, type CatalogReadStore, type CatalogReservedColumn, type CatalogSnapshotMode, type CatalogSnapshotStreamStore, type CatalogStoreCapabilities, type CatalogWriteStore, type ColumnCollisionOptions, findColumnCollisions, isCatalogStoreCapabilities, isReservedColumn, isSafeIdentifier, isWriteStore, outputAlias, physicalColumn, type SnapshotRef, supportsCarryForward, supportsSnapshotStreams, UnsafeIdentifierError, } from './catalog.store';
 export { MikroOrmReadStore } from './stores/mikro-orm-read.store';
 export type { CatalogGraph, CatalogObjectPage, CatalogObjectQuery, CatalogObjectTypeDef, CatalogOverlay, CatalogPropertyDef, CatalogRelationDef, CatalogSnapshot, RelationKind, ScalarType, } from './catalog.types';
 export { REQUIRED_SCOPES, REQUIRES_HUMAN, RequireHuman, RequireScopes, } from './catalog.route-auth';

package/dist/index.js

@@ -14,10 +14,10 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
     for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.isWorkflowBranchLabel = exports.unreachableReusableNodeKind = exports.reusableNodeBodyOf = exports.REUSABLE_NODE_KINDS = exports.nodeKindIsReusable = exports.NODE_KIND_IS_REUSABLE = exports.isReusableNodeKind = exports.isReusableNodeBody = exports.describeVersionPin = exports.describeLiveVersion = exports.applyReusableNode = exports.supportsTransformStreaming = exports.supportsTransformRevisions = exports.supportsTransformPins = exports.supportsReusableNodes = exports.supportsLoadExpectations = exports.REDACTED_SECRET = exports.readWorkflowCallOutput = exports.unreachableSourceFormat = exports.SOURCE_FORMATS = exports.isTransformMode = exports.isTransformLanguage = exports.isSourceFormat = exports.isPipelineStore = exports.isConnectorKind = exports.callableWorkflowBlock = exports.CONNECTOR_KINDS = exports.CODE_CONTEXT_CONTRACT = exports.CATALOG_PIPELINE_STORE = exports.CatalogRegistry = exports.MikroOrmCatalogRegistry = exports.CATALOG_OVERLAY_STORE = exports.InMemoryCatalogOverlayStore = exports.FileCatalogOverlayStore = exports.CATALOG_OPTIONS = exports.isStreamingQueryStore = exports.isQueryStore = exports.assertReadOnlyShape = exports.CatalogModule = exports.emitCatalog = exports.curationActor = exports.channelNameFor = exports.catalogEventPhase = exports.UNATTRIBUTED_PRINCIPAL_ID = exports.CATALOG_LIB = exports.CATALOG_EVENTS = exports.CATALOG_EVENT_PHASE_FALLBACK = exports.CATALOG_EVENT_PHASE = exports.CatalogType = exports.CatalogProperty = void 0;
-exports.WORKFLOW_RENAME_MAX_COLUMNS = exports.WORKFLOW_PREDICATE_KINDS = exports.WORKFLOW_NODE_WIDTH = exports.WORKFLOW_NODE_KINDS = exports.WORKFLOW_NODE_ID_PATTERN = exports.WORKFLOW_NODE_HEIGHT = exports.WORKFLOW_ISSUE_CODES = exports.WORKFLOW_FILTER_PREDICATE_KINDS = exports.WORKFLOW_FILTER_OPERATORS = exports.WORKFLOW_FILTER_MAX_VALUES = exports.WORKFLOW_FILTER_MAX_DEPTH = exports.WORKFLOW_FILTER_COLUMN_PATTERN = exports.WORKFLOW_EXECUTION_MODES = exports.WORKFLOW_COLUMN_GAP = exports.WORKFLOW_CALL_MODES = exports.WORKFLOW_CALL_CONTRACT = exports.WORKFLOW_BRANCH_LABELS = exports.validateWorkflow = exports.unreachableRenameUnnamed = exports.unreachablePredicateKind = exports.unreachableNodeKind = exports.unreachableCallMode = exports.unreachableFilterPredicateKind = exports.unreachableTransformMode = exports.unreachableFilterOperator = exports.transformMode = exports.recordModeRefusal = exports.TRANSFORM_MODES = exports.TRANSFORM_LANGUAGES = exports.TRANSFORM_RUNNER = exports.supportsStagePayloads = exports.supportsWorkflowStages = exports.supportsWorkflows = exports.supportsWorkflowReleases = exports.liveWorkflowVersion = exports.isWorkflowStatus = exports.isWorkflowSkipReason = exports.isWorkflowRenameUnnamed = exports.isWorkflowRenameColumns = exports.isWorkflowPredicateKind = exports.isWorkflowNodeKind = exports.isWorkflowCallMode = exports.isWorkflowNode = exports.isWorkflowIfPredicate = exports.isWorkflowFilterValue = exports.isWorkflowFilterPredicateKind = exports.isWorkflowFilterPredicate = exports.isWorkflowFilterOperator = exports.isWorkflowExecutionMode = exports.isWorkflowEdge = void 0;
-exports.traceOutcomeFilter = exports.supportsSavedQueryRevisions = exports.isWorkspaceStore = exports.isTraceStore = exports.isCatalogTraceOutcome = exports.embeddedVisualization = exports.CATALOG_WORKSPACE_STORE = exports.CATALOG_TRACE_STORE = exports.CATALOG_TRACE_OUTCOMES = exports.CATALOG_REVISION_LIMIT = exports.visibleToPrincipal = exports.searchCatalog = exports.maySearch = exports.emptySearch = exports.bestMatch = exports.MAX_SEARCH_LIMIT = exports.DEFAULT_SEARCH_LIMIT = exports.CatalogService = exports.transformShapeHint = exports.transformShape = exports.transformDeclaresModule = exports.SubprocessTransformRunner = exports.toCsv = exports.guardFormula = exports.csvLines = exports.csvCell = exports.QueryCache = exports.renameStagePayload = exports.isColumnarStageBatch = exports.encodeStageRows = exports.decodeStageRows = exports.classifyStagePayload = exports.STAGE_ENCODING_VERSION = exports.STAGE_ENCODING = exports.workflowRenameUnnamed = exports.renameColumnRefusals = exports.workflowRunOrder = exports.workflowNodeRuns = exports.workflowNarrowedTypes = exports.workflowKnownColumns = exports.workflowGraphHash = exports.workflowFilterMatches = exports.workflowFilterColumns = exports.workflowCallMode = exports.workflowRowY = exports.workflowColumnX = exports.WORKFLOW_STATUSES = exports.WORKFLOW_SKIP_REASONS = exports.WORKFLOW_ROW_GAP = exports.WORKFLOW_RENAME_UNNAMED = void 0;
-exports.RequireScopes = exports.RequireHuman = exports.REQUIRES_HUMAN = exports.REQUIRED_SCOPES = exports.MikroOrmReadStore = exports.UnsafeIdentifierError = exports.supportsCarryForward = exports.physicalColumn = exports.outputAlias = exports.isWriteStore = exports.isSafeIdentifier = exports.isReservedColumn = exports.isCatalogStoreCapabilities = exports.findColumnCollisions = exports.supportsObjectFilters = exports.CatalogColumnCollisionError = exports.CATALOG_STORE = exports.CATALOG_SNAPSHOT_MODES = exports.CATALOG_RESERVED_COLUMNS = exports.assertSafeIdentifier = exports.assertNoColumnCollisions = exports.StaticKeyPrincipalResolver = exports.readableObjectPage = exports.mayWrite = exports.mayRead = exports.maySeeClassification = exports.PRINCIPAL_ACTOR_SEPARATOR = exports.parsePrincipalId = exports.hasScope = exports.expandScopes = exports.delegatePrincipal = exports.composePrincipalId = exports.CATALOG_PRINCIPAL_RESOLVER = void 0;
+exports.unreachableReusableNodeKind = exports.reusableNodeBodyOf = exports.REUSABLE_NODE_KINDS = exports.nodeKindIsReusable = exports.NODE_KIND_IS_REUSABLE = exports.isReusableNodeKind = exports.isReusableNodeBody = exports.describeVersionPin = exports.describeLiveVersion = exports.applyReusableNode = exports.supportsTransformStreaming = exports.supportsTransformRevisions = exports.supportsTransformPins = exports.supportsReusableNodes = exports.supportsLoadExpectations = exports.REDACTED_SECRET = exports.readWorkflowCallOutput = exports.unreachableSourceFormat = exports.SOURCE_FORMATS = exports.isTransformMode = exports.isTransformLanguage = exports.isSourceFormat = exports.isPipelineStore = exports.isConnectorKind = exports.callableWorkflowBlock = exports.CONNECTOR_KINDS = exports.CATALOG_SOURCE_TYPE_KEY = exports.CODE_CONTEXT_CONTRACT = exports.CATALOG_PIPELINE_STORE = exports.CatalogRegistry = exports.MikroOrmCatalogRegistry = exports.CATALOG_OVERLAY_STORE = exports.InMemoryCatalogOverlayStore = exports.FileCatalogOverlayStore = exports.CATALOG_OPTIONS = exports.isStreamingQueryStore = exports.isQueryStore = exports.assertReadOnlyShape = exports.CatalogModule = exports.emitCatalog = exports.curationActor = exports.channelNameFor = exports.catalogEventPhase = exports.UNATTRIBUTED_PRINCIPAL_ID = exports.CATALOG_LIB = exports.CATALOG_EVENTS = exports.CATALOG_EVENT_PHASE_FALLBACK = exports.CATALOG_EVENT_PHASE = exports.CatalogType = exports.CatalogProperty = void 0;
+exports.WORKFLOW_NODE_WIDTH = exports.WORKFLOW_NODE_KINDS = exports.WORKFLOW_NODE_ID_PATTERN = exports.WORKFLOW_NODE_HEIGHT = exports.WORKFLOW_ISSUE_CODES = exports.WORKFLOW_FILTER_PREDICATE_KINDS = exports.WORKFLOW_FILTER_OPERATORS = exports.WORKFLOW_FILTER_MAX_VALUES = exports.WORKFLOW_FILTER_MAX_DEPTH = exports.WORKFLOW_FILTER_COLUMN_PATTERN = exports.WORKFLOW_EXECUTION_MODES = exports.WORKFLOW_COLUMN_GAP = exports.WORKFLOW_CALL_MODES = exports.WORKFLOW_CALL_CONTRACT = exports.WORKFLOW_BRANCH_LABELS = exports.validateWorkflow = exports.unreachableRenameUnnamed = exports.unreachablePredicateKind = exports.unreachableNodeKind = exports.unreachableConnectorKind = exports.unreachableCallMode = exports.unreachableFilterPredicateKind = exports.unreachableTransformMode = exports.unreachableFilterOperator = exports.transformMode = exports.recordModeRefusal = exports.TRANSFORM_MODES = exports.TRANSFORM_LANGUAGES = exports.TRANSFORM_RUNNER = exports.supportsStagePayloads = exports.supportsWorkflowStages = exports.supportsWorkflows = exports.supportsWorkflowReleases = exports.liveWorkflowVersion = exports.isWorkflowStatus = exports.isWorkflowSkipReason = exports.isWorkflowRenameUnnamed = exports.isWorkflowRenameColumns = exports.isWorkflowPredicateKind = exports.isWorkflowNodeKind = exports.isWorkflowCallMode = exports.isWorkflowNode = exports.isWorkflowIfPredicate = exports.isWorkflowFilterValue = exports.isWorkflowFilterPredicateKind = exports.isWorkflowFilterPredicate = exports.isWorkflowFilterOperator = exports.isWorkflowExecutionMode = exports.isWorkflowEdge = exports.isWorkflowBranchLabel = void 0;
+exports.isTraceStore = exports.isCatalogTraceOutcome = exports.embeddedVisualization = exports.CATALOG_WORKSPACE_STORE = exports.CATALOG_TRACE_STORE = exports.CATALOG_TRACE_OUTCOMES = exports.CATALOG_REVISION_LIMIT = exports.visibleToPrincipal = exports.searchCatalog = exports.maySearch = exports.emptySearch = exports.bestMatch = exports.MAX_SEARCH_LIMIT = exports.DEFAULT_SEARCH_LIMIT = exports.CatalogService = exports.transformShapeHint = exports.transformShape = exports.transformDeclaresModule = exports.SubprocessTransformRunner = exports.toCsv = exports.guardFormula = exports.csvLines = exports.csvCell = exports.QueryCache = exports.renameStagePayload = exports.isColumnarStageBatch = exports.encodeStageRows = exports.decodeStageRows = exports.classifyStagePayload = exports.STAGE_ENCODING_VERSION = exports.STAGE_ENCODING = exports.workflowRenameUnnamed = exports.renameColumnRefusals = exports.workflowRunOrder = exports.workflowNodeRuns = exports.workflowSourceObjectType = exports.workflowNarrowedTypes = exports.workflowKnownColumns = exports.workflowGraphHash = exports.workflowFilterMatches = exports.workflowFilterColumns = exports.workflowCallMode = exports.workflowRowY = exports.workflowColumnX = exports.WORKFLOW_STATUSES = exports.WORKFLOW_SKIP_REASONS = exports.WORKFLOW_ROW_GAP = exports.WORKFLOW_RENAME_UNNAMED = exports.WORKFLOW_RENAME_MAX_COLUMNS = exports.WORKFLOW_PREDICATE_KINDS = void 0;
+exports.RequireScopes = exports.RequireHuman = exports.REQUIRES_HUMAN = exports.REQUIRED_SCOPES = exports.MikroOrmReadStore = exports.UnsafeIdentifierError = exports.supportsSnapshotStreams = exports.supportsCarryForward = exports.physicalColumn = exports.outputAlias = exports.isWriteStore = exports.isSafeIdentifier = exports.isReservedColumn = exports.isCatalogStoreCapabilities = exports.findColumnCollisions = exports.supportsObjectFilters = exports.CatalogColumnCollisionError = exports.CATALOG_STORE = exports.CATALOG_SNAPSHOT_MODES = exports.CATALOG_RESERVED_COLUMNS = exports.assertSafeIdentifier = exports.assertNoColumnCollisions = exports.StaticKeyPrincipalResolver = exports.readableObjectPage = exports.mayWrite = exports.mayRead = exports.maySeeClassification = exports.PRINCIPAL_ACTOR_SEPARATOR = exports.parsePrincipalId = exports.hasScope = exports.expandScopes = exports.delegatePrincipal = exports.composePrincipalId = exports.CATALOG_PRINCIPAL_RESOLVER = exports.traceOutcomeFilter = exports.supportsSavedQueryRevisions = exports.isWorkspaceStore = void 0;
 var catalog_decorators_1 = require("./catalog.decorators");
 Object.defineProperty(exports, "CatalogProperty", { enumerable: true, get: function () { return catalog_decorators_1.CatalogProperty; } });
 Object.defineProperty(exports, "CatalogType", { enumerable: true, get: function () { return catalog_decorators_1.CatalogType; } });
@@ -59,6 +59,7 @@ Object.defineProperty(exports, "CatalogRegistry", { enumerable: true, get: funct
 var catalog_pipeline_1 = require("./catalog.pipeline");
 Object.defineProperty(exports, "CATALOG_PIPELINE_STORE", { enumerable: true, get: function () { return catalog_pipeline_1.CATALOG_PIPELINE_STORE; } });
 Object.defineProperty(exports, "CODE_CONTEXT_CONTRACT", { enumerable: true, get: function () { return catalog_pipeline_1.CODE_CONTEXT_CONTRACT; } });
+Object.defineProperty(exports, "CATALOG_SOURCE_TYPE_KEY", { enumerable: true, get: function () { return catalog_pipeline_1.CATALOG_SOURCE_TYPE_KEY; } });
 Object.defineProperty(exports, "CONNECTOR_KINDS", { enumerable: true, get: function () { return catalog_pipeline_1.CONNECTOR_KINDS; } });
 Object.defineProperty(exports, "callableWorkflowBlock", { enumerable: true, get: function () { return catalog_pipeline_1.callableWorkflowBlock; } });
 Object.defineProperty(exports, "isConnectorKind", { enumerable: true, get: function () { return catalog_pipeline_1.isConnectorKind; } });
@@ -115,6 +116,7 @@ Object.defineProperty(exports, "unreachableFilterOperator", { enumerable: true,
 Object.defineProperty(exports, "unreachableTransformMode", { enumerable: true, get: function () { return catalog_pipeline_1.unreachableTransformMode; } });
 Object.defineProperty(exports, "unreachableFilterPredicateKind", { enumerable: true, get: function () { return catalog_pipeline_1.unreachableFilterPredicateKind; } });
 Object.defineProperty(exports, "unreachableCallMode", { enumerable: true, get: function () { return catalog_pipeline_1.unreachableCallMode; } });
+Object.defineProperty(exports, "unreachableConnectorKind", { enumerable: true, get: function () { return catalog_pipeline_1.unreachableConnectorKind; } });
 Object.defineProperty(exports, "unreachableNodeKind", { enumerable: true, get: function () { return catalog_pipeline_1.unreachableNodeKind; } });
 Object.defineProperty(exports, "unreachablePredicateKind", { enumerable: true, get: function () { return catalog_pipeline_1.unreachablePredicateKind; } });
 Object.defineProperty(exports, "unreachableRenameUnnamed", { enumerable: true, get: function () { return catalog_pipeline_1.unreachableRenameUnnamed; } });
@@ -148,6 +150,7 @@ Object.defineProperty(exports, "workflowFilterMatches", { enumerable: true, get:
 Object.defineProperty(exports, "workflowGraphHash", { enumerable: true, get: function () { return catalog_pipeline_1.workflowGraphHash; } });
 Object.defineProperty(exports, "workflowKnownColumns", { enumerable: true, get: function () { return catalog_pipeline_1.workflowKnownColumns; } });
 Object.defineProperty(exports, "workflowNarrowedTypes", { enumerable: true, get: function () { return catalog_pipeline_1.workflowNarrowedTypes; } });
+Object.defineProperty(exports, "workflowSourceObjectType", { enumerable: true, get: function () { return catalog_pipeline_1.workflowSourceObjectType; } });
 Object.defineProperty(exports, "workflowNodeRuns", { enumerable: true, get: function () { return catalog_pipeline_1.workflowNodeRuns; } });
 Object.defineProperty(exports, "workflowRunOrder", { enumerable: true, get: function () { return catalog_pipeline_1.workflowRunOrder; } });
 Object.defineProperty(exports, "renameColumnRefusals", { enumerable: true, get: function () { return catalog_pipeline_1.renameColumnRefusals; } });
@@ -257,6 +260,7 @@ Object.defineProperty(exports, "isWriteStore", { enumerable: true, get: function
 Object.defineProperty(exports, "outputAlias", { enumerable: true, get: function () { return catalog_store_1.outputAlias; } });
 Object.defineProperty(exports, "physicalColumn", { enumerable: true, get: function () { return catalog_store_1.physicalColumn; } });
 Object.defineProperty(exports, "supportsCarryForward", { enumerable: true, get: function () { return catalog_store_1.supportsCarryForward; } });
+Object.defineProperty(exports, "supportsSnapshotStreams", { enumerable: true, get: function () { return catalog_store_1.supportsSnapshotStreams; } });
 Object.defineProperty(exports, "UnsafeIdentifierError", { enumerable: true, get: function () { return catalog_store_1.UnsafeIdentifierError; } });
 var mikro_orm_read_store_1 = require("./stores/mikro-orm-read.store");
 Object.defineProperty(exports, "MikroOrmReadStore", { enumerable: true, get: function () { return mikro_orm_read_store_1.MikroOrmReadStore; } });

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@dudousxd/nestjs-catalog",
-  "version": "0.25.0",
+  "version": "0.26.0",
   "description": "A metadata registry for NestJS: object types, properties and relations, derived from your ORM and enriched with decorators.",
   "license": "MIT",
   "author": "Davide Carvalho",