@ucdjs/pipelines-core 0.0.1-beta.7 → 0.0.1-beta.8

package/README.md

@@ -2,7 +2,6 @@
 
 [![npm version][npm-version-src]][npm-version-href]
 [![npm downloads][npm-downloads-src]][npm-downloads-href]
-[![codecov][codecov-src]][codecov-href]
 
 > [!IMPORTANT]
 > This is an internal package. It may change without warning and is not subject to semantic versioning. Use at your own risk.
@@ -23,5 +22,3 @@ Published under [MIT License](./LICENSE).
 [npm-version-href]: https://npmjs.com/package/@ucdjs/pipelines-core
 [npm-downloads-src]: https://img.shields.io/npm/dm/@ucdjs/pipelines-core?style=flat&colorA=18181B&colorB=4169E1
 [npm-downloads-href]: https://npmjs.com/package/@ucdjs/pipelines-core
-[codecov-src]: https://img.shields.io/codecov/c/gh/ucdjs/ucd?style=flat&colorA=18181B&colorB=4169E1
-[codecov-href]: https://codecov.io/gh/ucdjs/ucd

package/dist/index.d.mts

@@ -1,94 +1,20 @@
-import { a as ParsedRow, c as PropertyJson, d as ResolverFn, f as RouteOutput, i as ParseContext, l as ResolveContext, n as FileContext, o as ParserFn, p as RowContext, r as FilterContext, s as PipelineFilter, t as DefaultRange, u as ResolvedEntry } from "./types-T24cxilU.mjs";
-import { a as PipelineTransformDefinition, c as definePipelineTransform, i as InferTransformOutput, n as ChainTransforms, o as TransformContext, r as InferTransformInput, s as applyTransforms, t as AnyPipelineTransformDefinition } from "./transform-C2GdfzQ-.mjs";
-import { a as SourceBackend, c as definePipelineSource, i as PipelineSourceDefinition, l as resolveMultipleSourceFiles, n as InferSourceId, o as SourceFileContext, r as InferSourceIds, s as StreamOptions, t as FileMetadata, u as resolveSourceFiles } from "./source-Bnjgl99T.mjs";
-import { z } from "zod";
+import { C as parseDependency, S as isRouteDependency, _ as ParseDependencyType, a as ResolveContext, b as PipelineDependency, c as FilesystemOutputSinkDefinition, d as RouteOutputDefinition, f as RouteOutputPathContext, g as ExtractRouteDependencies, h as normalizeRouteOutputs, i as PipelineRouteDefinition, l as NormalizedRouteOutputDefinition, m as filesystemSink, n as InferRoute, o as ResolverFn, p as RouteOutputPathResolver, r as InferRoutesOutput, s as definePipelineRoute, t as AnyPipelineRouteDefinition, u as OutputSinkDefinition, v as ParsedDependency, x as createRouteDependency, y as ParsedRouteDependency } from "./route-BT-OXkF-.mjs";
+import { a as ParsedRow, c as PipelineLogLevel, d as ResolvedEntry, f as RowContext, i as ParseContext, l as PipelineLogger, n as FileContext, o as ParserFn, r as FilterContext, s as PipelineFilter, t as DefaultRange, u as PropertyJson } from "./types-B_R0NiDI.mjs";
+import { a as PipelineTransformDefinition, c as definePipelineTransform, i as InferTransformOutput, n as ChainTransforms, o as TransformContext, r as InferTransformInput, s as applyTransforms } from "./transform-BkBLzZAP.mjs";
+import { a as PipelineSourceDefinition, c as SourceFileContext, d as isPipelineOutputSource, f as pipelineOutputSource, i as PipelineOutputSourceDefinition, l as StreamOptions, m as resolveSourceFiles, n as InferSourceId, o as ResolveSourceContext, p as resolveMultipleSourceFiles, r as InferSourceIds, s as SourceBackend, t as FileMetadata, u as definePipelineSource } from "./source-Bw_42mA2.mjs";
 
-//#region src/dependencies.d.ts
-type RouteDependency = `route:${string}`;
-type ArtifactDependency = `artifact:${string}:${string}`;
-type PipelineDependency = RouteDependency | ArtifactDependency;
-interface ParsedRouteDependency {
-  type: "route";
-  routeId: string;
-}
-interface ParsedArtifactDependency {
-  type: "artifact";
-  routeId: string;
-  artifactName: string;
-}
-type ParsedDependency = ParsedRouteDependency | ParsedArtifactDependency;
-type ParseDependencyType<T extends string> = T extends `route:${infer RouteId}` ? {
-  type: "route";
-  routeId: RouteId;
-} : T extends `artifact:${infer RouteId}:${infer ArtifactName}` ? {
-  type: "artifact";
-  routeId: RouteId;
-  artifactName: ArtifactName;
-} : never;
-type ExtractRouteDependencies<T extends readonly PipelineDependency[]> = { [K in keyof T]: T[K] extends `route:${infer RouteId}` ? RouteId : never }[number];
-type ExtractArtifactDependencies<T extends readonly PipelineDependency[]> = { [K in keyof T]: T[K] extends `artifact:${infer RouteId}:${infer ArtifactName}` ? {
-  routeId: RouteId;
-  artifactName: ArtifactName;
-} : never }[number];
-type ExtractArtifactKeys<T extends readonly PipelineDependency[]> = { [K in keyof T]: T[K] extends `artifact:${infer RouteId}:${infer ArtifactName}` ? `${RouteId}:${ArtifactName}` : never }[number];
-declare function parseDependency(dep: PipelineDependency): ParsedDependency;
-declare function isRouteDependency(dep: PipelineDependency): dep is RouteDependency;
-declare function isArtifactDependency(dep: PipelineDependency): dep is ArtifactDependency;
-declare function createRouteDependency(routeId: string): RouteDependency;
-declare function createArtifactDependency(routeId: string, artifactName: string): ArtifactDependency;
-//#endregion
-//#region src/route.d.ts
-interface ArtifactDefinition<TSchema extends z.ZodType = z.ZodType> {
-  _type: "artifact" | "global-artifact";
-  schema: TSchema;
-  scope: "version" | "global";
-}
-type InferArtifactType<T extends ArtifactDefinition> = T extends ArtifactDefinition<infer TSchema> ? z.infer<TSchema> : never;
-interface RouteResolveContext<TArtifactKeys extends string = string, TEmits extends Record<string, ArtifactDefinition> = Record<string, ArtifactDefinition>> {
-  version: string;
-  file: FileContext;
-  getArtifact: <K extends TArtifactKeys>(key: K) => unknown;
-  emitArtifact: <K extends keyof TEmits & string>(key: K, value: InferArtifactType<TEmits[K]>) => void;
-  normalizeEntries: (entries: ResolvedEntry[]) => ResolvedEntry[];
-  now: () => string;
-}
-type PipelineRouteResolver<TDepends extends readonly PipelineDependency[], TEmits extends Record<string, ArtifactDefinition>, TTransforms extends readonly AnyPipelineTransformDefinition[], TOutput> = (ctx: RouteResolveContext<ExtractArtifactKeys<TDepends>, TEmits>, rows: AsyncIterable<TTransforms extends readonly [] ? ParsedRow : ChainTransforms<ParsedRow, TTransforms>>) => Promise<TOutput>;
-interface PipelineRouteDefinition<TId extends string = string, TDepends extends readonly PipelineDependency[] = readonly PipelineDependency[], TEmits extends Record<string, ArtifactDefinition> = Record<string, ArtifactDefinition>, TTransforms extends readonly AnyPipelineTransformDefinition[] = readonly [], TOutput = PropertyJson[]> {
-  id: TId;
-  filter: PipelineFilter;
-  depends?: TDepends;
-  emits?: TEmits;
-  parser: ParserFn;
-  transforms?: TTransforms;
-  resolver: PipelineRouteResolver<TDepends, TEmits, TTransforms, TOutput>;
-  out?: RouteOutput;
-  cache?: boolean;
-}
-type AnyPipelineRouteDefinition = PipelineRouteDefinition<any, any, any, any, any>;
-declare function definePipelineRoute<const TId extends string, const TDepends extends readonly PipelineDependency[] = readonly [], const TEmits extends Record<string, ArtifactDefinition> = Record<string, never>, const TTransforms extends readonly AnyPipelineTransformDefinition[] = readonly [], TOutput = PropertyJson[]>(definition: PipelineRouteDefinition<TId, TDepends, TEmits, TTransforms, TOutput>): PipelineRouteDefinition<TId, TDepends, TEmits, TTransforms, TOutput>;
-type InferRoute<T> = T extends PipelineRouteDefinition<infer TId, infer TDepends, infer TEmits, infer TTransforms extends readonly PipelineTransformDefinition<any, any>[], infer TOutput> ? {
-  id: TId;
-  depends: TDepends;
-  emits: TEmits;
-  transforms: TTransforms;
-  output: TOutput;
-} : never;
-type InferRoutesOutput<T extends readonly AnyPipelineRouteDefinition[]> = T[number] extends PipelineRouteDefinition<any, any, any, any, infer TOutput> ? TOutput extends unknown[] ? TOutput[number] : TOutput : never;
-type InferEmittedArtifactsFromRoute<T> = T extends PipelineRouteDefinition<any, any, infer TEmits, any, any> ? { [K in keyof TEmits]: TEmits[K] extends ArtifactDefinition<infer TSchema> ? z.infer<TSchema> : never } : never;
-//#endregion
 //#region src/dag.d.ts
 interface DAGNode {
   id: string;
   dependencies: Set<string>;
   dependents: Set<string>;
-  emittedArtifacts: Set<string>;
 }
 interface DAG {
   nodes: Map<string, DAGNode>;
   executionOrder: string[];
 }
 interface DAGValidationError {
-  type: "cycle" | "missing-route" | "missing-artifact" | "duplicate-route";
+  type: "cycle" | "missing-route" | "duplicate-route";
   message: string;
   details: {
     routeId?: string;
@@ -101,180 +27,30 @@ interface DAGValidationResult {
   errors: DAGValidationError[];
   dag?: DAG;
 }
-declare function buildDAG(routes: readonly PipelineRouteDefinition<any, any, any, any, any>[]): DAGValidationResult;
+declare function buildDAG(routes: readonly PipelineRouteDefinition<any, any, any, any>[]): DAGValidationResult;
 declare function getExecutionLayers(dag: DAG): string[][];
 //#endregion
-//#region src/events.d.ts
-type PipelineEventType = "pipeline:start" | "pipeline:end" | "version:start" | "version:end" | "artifact:start" | "artifact:end" | "artifact:produced" | "artifact:consumed" | "file:matched" | "file:skipped" | "file:fallback" | "parse:start" | "parse:end" | "resolve:start" | "resolve:end" | "cache:hit" | "cache:miss" | "cache:store" | "error";
-interface PipelineStartEvent {
-  id: string;
-  type: "pipeline:start";
-  versions: string[];
-  spanId: string;
-  timestamp: number;
-}
-interface PipelineEndEvent {
-  id: string;
-  type: "pipeline:end";
-  durationMs: number;
-  spanId: string;
-  timestamp: number;
-}
-interface VersionStartEvent {
-  id: string;
-  type: "version:start";
-  version: string;
-  spanId: string;
-  timestamp: number;
-}
-interface VersionEndEvent {
-  id: string;
-  type: "version:end";
-  version: string;
-  durationMs: number;
-  spanId: string;
-  timestamp: number;
-}
-interface ArtifactStartEvent {
-  id: string;
-  type: "artifact:start";
-  artifactId: string;
-  version: string;
-  spanId: string;
-  timestamp: number;
-}
-interface ArtifactEndEvent {
-  id: string;
-  type: "artifact:end";
-  artifactId: string;
-  version: string;
-  durationMs: number;
-  spanId: string;
-  timestamp: number;
-}
-interface ArtifactProducedEvent {
-  id: string;
-  type: "artifact:produced";
-  artifactId: string;
-  routeId: string;
-  version: string;
-  spanId: string;
-  timestamp: number;
-}
-interface ArtifactConsumedEvent {
-  id: string;
-  type: "artifact:consumed";
-  artifactId: string;
-  routeId: string;
-  version: string;
-  spanId: string;
-  timestamp: number;
-}
-interface FileMatchedEvent {
-  id: string;
-  type: "file:matched";
-  file: FileContext;
-  routeId: string;
-  spanId: string;
-  timestamp: number;
-}
-interface FileSkippedEvent {
-  id: string;
-  type: "file:skipped";
-  file: FileContext;
-  reason: "no-match" | "filtered";
-  spanId: string;
-  timestamp: number;
-}
-interface FileFallbackEvent {
-  id: string;
-  type: "file:fallback";
-  file: FileContext;
-  spanId: string;
-  timestamp: number;
-}
-interface ParseStartEvent {
-  id: string;
-  type: "parse:start";
-  file: FileContext;
-  routeId: string;
-  spanId: string;
-  timestamp: number;
-}
-interface ParseEndEvent {
-  id: string;
-  type: "parse:end";
-  file: FileContext;
-  routeId: string;
-  rowCount: number;
-  durationMs: number;
-  spanId: string;
-  timestamp: number;
-}
-interface ResolveStartEvent {
-  id: string;
-  type: "resolve:start";
-  file: FileContext;
-  routeId: string;
-  spanId: string;
-  timestamp: number;
-}
-interface ResolveEndEvent {
-  id: string;
-  type: "resolve:end";
-  file: FileContext;
-  routeId: string;
-  outputCount: number;
-  durationMs: number;
-  spanId: string;
-  timestamp: number;
-}
-interface CacheHitEvent {
-  id: string;
-  type: "cache:hit";
-  routeId: string;
-  file: FileContext;
-  version: string;
-  spanId: string;
-  timestamp: number;
-}
-interface CacheMissEvent {
-  id: string;
-  type: "cache:miss";
-  routeId: string;
-  file: FileContext;
-  version: string;
-  spanId: string;
-  timestamp: number;
-}
-interface CacheStoreEvent {
-  id: string;
-  type: "cache:store";
-  routeId: string;
-  file: FileContext;
-  version: string;
-  spanId: string;
-  timestamp: number;
-}
-interface PipelineErrorEvent {
-  id: string;
-  type: "error";
-  error: PipelineError;
-  spanId: string;
-  timestamp: number;
-}
-type PipelineEvent = PipelineStartEvent | PipelineEndEvent | VersionStartEvent | VersionEndEvent | ArtifactStartEvent | ArtifactEndEvent | ArtifactProducedEvent | ArtifactConsumedEvent | FileMatchedEvent | FileSkippedEvent | FileFallbackEvent | ParseStartEvent | ParseEndEvent | ResolveStartEvent | ResolveEndEvent | CacheHitEvent | CacheMissEvent | CacheStoreEvent | PipelineErrorEvent;
-type PipelineErrorScope = "pipeline" | "version" | "file" | "route" | "artifact";
-interface PipelineError {
-  scope: PipelineErrorScope;
-  message: string;
-  error?: unknown;
-  file?: FileContext;
-  routeId?: string;
-  artifactId?: string;
-  version?: string;
-}
-type PipelineGraphNodeType = "source" | "file" | "route" | "artifact" | "output";
+//#region src/filters.d.ts
+declare const FILTER_NODE: unique symbol;
+declare function createPipelineFilter(caller: {
+  name: string;
+}, args: readonly unknown[], filter: PipelineFilter): PipelineFilter;
+declare function getFilterDescription(filter: PipelineFilter): string | undefined;
+declare function byName(name: string): PipelineFilter;
+declare function byDir(dir: FileContext["dir"]): PipelineFilter;
+declare function byExt(ext: string): PipelineFilter;
+declare function byGlob(pattern: string): PipelineFilter;
+declare function byPath(pathPattern: string | RegExp): PipelineFilter;
+declare function byProp(pattern: string | RegExp): PipelineFilter;
+declare function bySource(sourceIds: string | readonly string[]): PipelineFilter;
+declare function and(...filters: PipelineFilter[]): PipelineFilter;
+declare function or(...filters: PipelineFilter[]): PipelineFilter;
+declare function not(filter: PipelineFilter): PipelineFilter;
+declare function always(): PipelineFilter;
+declare function never(): PipelineFilter;
+//#endregion
+//#region src/graph.d.ts
+type PipelineGraphNodeType = "source" | "file" | "route" | "output";
 type PipelineGraphNode = {
   id: string;
   type: "source";
@@ -287,17 +63,15 @@ type PipelineGraphNode = {
   id: string;
   type: "route";
   routeId: string;
-} | {
-  id: string;
-  type: "artifact";
-  artifactId: string;
 } | {
   id: string;
   type: "output";
   outputIndex: number;
   property?: string;
+  outputId?: string;
+  locator?: string;
 };
-type PipelineGraphEdgeType = "provides" | "matched" | "parsed" | "resolved" | "uses-artifact";
+type PipelineGraphEdgeType = "provides" | "matched" | "parsed" | "resolved";
 interface PipelineGraphEdge {
   from: string;
   to: string;
@@ -307,81 +81,9 @@ interface PipelineGraph {
   nodes: PipelineGraphNode[];
   edges: PipelineGraphEdge[];
 }
-type PipelineEventInput = Omit<PipelineStartEvent, "id" | "spanId"> & {
-  id?: string;
-  spanId?: string;
-} | Omit<PipelineEndEvent, "id" | "spanId"> & {
-  id?: string;
-  spanId?: string;
-} | Omit<VersionStartEvent, "id" | "spanId"> & {
-  id?: string;
-  spanId?: string;
-} | Omit<VersionEndEvent, "id" | "spanId"> & {
-  id?: string;
-  spanId?: string;
-} | Omit<ArtifactStartEvent, "id" | "spanId"> & {
-  id?: string;
-  spanId?: string;
-} | Omit<ArtifactEndEvent, "id" | "spanId"> & {
-  id?: string;
-  spanId?: string;
-} | Omit<ArtifactProducedEvent, "id" | "spanId"> & {
-  id?: string;
-  spanId?: string;
-} | Omit<ArtifactConsumedEvent, "id" | "spanId"> & {
-  id?: string;
-  spanId?: string;
-} | Omit<FileMatchedEvent, "id" | "spanId"> & {
-  id?: string;
-  spanId?: string;
-} | Omit<FileSkippedEvent, "id" | "spanId"> & {
-  id?: string;
-  spanId?: string;
-} | Omit<FileFallbackEvent, "id" | "spanId"> & {
-  id?: string;
-  spanId?: string;
-} | Omit<ParseStartEvent, "id" | "spanId"> & {
-  id?: string;
-  spanId?: string;
-} | Omit<ParseEndEvent, "id" | "spanId"> & {
-  id?: string;
-  spanId?: string;
-} | Omit<ResolveStartEvent, "id" | "spanId"> & {
-  id?: string;
-  spanId?: string;
-} | Omit<ResolveEndEvent, "id" | "spanId"> & {
-  id?: string;
-  spanId?: string;
-} | Omit<CacheHitEvent, "id" | "spanId"> & {
-  id?: string;
-  spanId?: string;
-} | Omit<CacheMissEvent, "id" | "spanId"> & {
-  id?: string;
-  spanId?: string;
-} | Omit<CacheStoreEvent, "id" | "spanId"> & {
-  id?: string;
-  spanId?: string;
-} | Omit<PipelineErrorEvent, "id" | "spanId"> & {
-  id?: string;
-  spanId?: string;
-};
-//#endregion
-//#region src/filters.d.ts
-declare function byName(name: string): PipelineFilter;
-declare function byDir(dir: FileContext["dir"]): PipelineFilter;
-declare function byExt(ext: string): PipelineFilter;
-declare function byGlob(pattern: string): PipelineFilter;
-declare function byPath(pathPattern: string | RegExp): PipelineFilter;
-declare function byProp(pattern: string | RegExp): PipelineFilter;
-declare function bySource(sourceIds: string | string[]): PipelineFilter;
-declare function and(...filters: PipelineFilter[]): PipelineFilter;
-declare function or(...filters: PipelineFilter[]): PipelineFilter;
-declare function not(filter: PipelineFilter): PipelineFilter;
-declare function always(): PipelineFilter;
-declare function never(): PipelineFilter;
 //#endregion
 //#region src/pipeline.d.ts
-interface FallbackRouteDefinition<TArtifacts extends Record<string, unknown> = Record<string, unknown>, TOutput = unknown> {
+interface FallbackRouteDefinition<TOutput = unknown> {
   /**
    * Optional filter to restrict which unmatched files the fallback handles.
    */
@@ -393,9 +95,9 @@ interface FallbackRouteDefinition<TArtifacts extends Record<string, unknown> = R
   /**
    * Resolver function that transforms parsed rows into output.
    */
-  resolver: (ctx: ResolveContext<TArtifacts>, rows: AsyncIterable<ParsedRow>) => Promise<TOutput>;
+  resolver: (ctx: ResolveContext, rows: AsyncIterable<ParsedRow>) => Promise<TOutput>;
 }
-interface PipelineDefinitionSpec<TSources extends readonly PipelineSourceDefinition[] = readonly PipelineSourceDefinition[], TRoutes extends readonly AnyPipelineRouteDefinition[] = readonly AnyPipelineRouteDefinition[], TFallback extends FallbackRouteDefinition<any, unknown> | undefined = undefined> {
+interface PipelineDefinitionSpec<TSources extends readonly PipelineSourceDefinition[] = readonly PipelineSourceDefinition[], TRoutes extends readonly AnyPipelineRouteDefinition[] = readonly AnyPipelineRouteDefinition[], TFallback extends FallbackRouteDefinition<unknown> | undefined = undefined> {
   /**
    * Unique identifier for the pipeline.
    */
@@ -442,15 +144,9 @@ interface PipelineDefinitionSpec<TSources extends readonly PipelineSourceDefinit
    * Fallback handler for files that don't match any route.
    */
   fallback?: TFallback;
-  /**
-   * Event handler for pipeline events.
-   * Note: This is stored but not invoked by the definition itself.
-   * The executor is responsible for calling this.
-   */
-  onEvent?: (event: PipelineEvent) => void | Promise<void>;
 }
-type PipelineDefinitionOptions<TSources extends readonly PipelineSourceDefinition[] = readonly PipelineSourceDefinition[], TRoutes extends readonly PipelineRouteDefinition<any, any, any, any, any>[] = readonly PipelineRouteDefinition<any, any, any, any, any>[], TFallback extends FallbackRouteDefinition<any, unknown> | undefined = undefined> = PipelineDefinitionSpec<TSources, TRoutes, TFallback>;
-type PipelineDefinition<TId extends string = string, TSources extends readonly PipelineSourceDefinition[] = readonly PipelineSourceDefinition[], TRoutes extends readonly PipelineRouteDefinition<any, any, any, any, any>[] = readonly PipelineRouteDefinition<any, any, any, any, any>[], TFallback extends FallbackRouteDefinition<any, unknown> | undefined = undefined> = Readonly<PipelineDefinitionSpec<TSources, TRoutes, TFallback>> & {
+type PipelineDefinitionOptions<TSources extends readonly PipelineSourceDefinition[] = readonly PipelineSourceDefinition[], TRoutes extends readonly PipelineRouteDefinition<any, any, any, any>[] = readonly PipelineRouteDefinition<any, any, any, any>[], TFallback extends FallbackRouteDefinition<unknown> | undefined = undefined> = PipelineDefinitionSpec<TSources, TRoutes, TFallback>;
+type PipelineDefinition<TId extends string = string, TSources extends readonly PipelineSourceDefinition[] = readonly PipelineSourceDefinition[], TRoutes extends readonly PipelineRouteDefinition<any, any, any, any>[] = readonly PipelineRouteDefinition<any, any, any, any>[], TFallback extends FallbackRouteDefinition<unknown> | undefined = undefined> = Readonly<PipelineDefinitionSpec<TSources, TRoutes, TFallback>> & {
   /**
    * Marker to identify this as a pipeline definition.
    */
@@ -478,9 +174,9 @@ type PipelineDefinition<TId extends string = string, TSources extends readonly P
   readonly tags: string[];
 };
 type AnyPipelineDefinition = PipelineDefinition<any, any, any, any>;
-type InferPipelineOutput<TRoutes extends readonly PipelineRouteDefinition<any, any, any, any, any>[], TFallback extends FallbackRouteDefinition<any, unknown> | undefined> = TFallback extends FallbackRouteDefinition<any, infer TFallbackOutput> ? InferRoutesOutput<TRoutes> | TFallbackOutput : InferRoutesOutput<TRoutes>;
+type InferPipelineOutput<TRoutes extends readonly PipelineRouteDefinition<any, any, any, any>[], TFallback extends FallbackRouteDefinition<unknown> | undefined> = TFallback extends FallbackRouteDefinition<infer TFallbackOutput> ? InferRoutesOutput<TRoutes> | TFallbackOutput : InferRoutesOutput<TRoutes>;
 type InferPipelineSourceIds<T> = T extends PipelineDefinition<any, infer TSources, any, any> ? InferSourceIds<TSources> : never;
-type InferPipelineRouteIds<T> = T extends PipelineDefinition<any, any, infer TRoutes, any> ? TRoutes[number] extends PipelineRouteDefinition<infer TId, any, any, any, any> ? TId : never : never;
+type InferPipelineRouteIds<T> = T extends PipelineDefinition<any, any, infer TRoutes, any> ? TRoutes[number] extends PipelineRouteDefinition<infer TId, any, any, any> ? TId : never : never;
 /**
  * Define a pipeline configuration.
  *
@@ -502,7 +198,7 @@ type InferPipelineRouteIds<T> = T extends PipelineDefinition<any, any, infer TRo
  * const result = await executor.run();
  * ```
  */
-declare function definePipeline<const TId extends string, const TSources extends readonly PipelineSourceDefinition[], const TRoutes extends readonly PipelineRouteDefinition<any, any, any, any, any>[], const TFallback extends FallbackRouteDefinition<any, unknown> | undefined = undefined>(options: Omit<PipelineDefinitionSpec<readonly [...TSources], readonly [...TRoutes], TFallback>, "inputs" | "routes"> & {
+declare function definePipeline<const TId extends string, const TSources extends readonly PipelineSourceDefinition[], const TRoutes extends readonly PipelineRouteDefinition<any, any, any, any>[], const TFallback extends FallbackRouteDefinition<unknown> | undefined = undefined>(options: Omit<PipelineDefinitionSpec<readonly [...TSources], readonly [...TRoutes], TFallback>, "inputs" | "routes"> & {
   id: TId;
   inputs: readonly [...TSources];
   routes: readonly [...TRoutes];
@@ -528,4 +224,4 @@ declare function splitTwoFields(line: string, delimiter: string): [string, strin
  */
 declare function splitMinFields(line: string, delimiter: string, minFields: number): string[] | null;
 //#endregion
-export { type AnyPipelineDefinition, type AnyPipelineRouteDefinition, type ArtifactConsumedEvent, type ArtifactDefinition, type ArtifactEndEvent, type ArtifactProducedEvent, type ArtifactStartEvent, type CacheHitEvent, type CacheMissEvent, type CacheStoreEvent, type ChainTransforms, type DAG, type DAGNode, type DAGValidationError, type DAGValidationResult, type DefaultRange, type ExtractArtifactDependencies, type ExtractArtifactKeys, type ExtractRouteDependencies, type FallbackRouteDefinition, type FileContext, type FileFallbackEvent, type FileMatchedEvent, type FileMetadata, type FileSkippedEvent, type FilterContext, type InferArtifactType, type InferEmittedArtifactsFromRoute, type InferPipelineOutput, type InferPipelineRouteIds, type InferPipelineSourceIds, type InferRoute, type InferRoutesOutput, type InferSourceId, type InferSourceIds, type InferTransformInput, type InferTransformOutput, type ParseContext, type ParseDependencyType, type ParseEndEvent, type ParseStartEvent, type ParsedArtifactDependency, type ParsedDependency, type ParsedRouteDependency, type ParsedRow, type ParserFn, type PipelineDefinition, type PipelineDefinitionOptions, type PipelineDefinitionSpec, type PipelineDependency, type PipelineEndEvent, type PipelineError, type PipelineErrorEvent, type PipelineErrorScope, type PipelineEvent, type PipelineEventInput, type PipelineEventType, type PipelineFilter, type PipelineGraph, type PipelineGraphEdge, type PipelineGraphEdgeType, type PipelineGraphNode, type PipelineGraphNodeType, type PipelineRouteDefinition, type PipelineSourceDefinition, type PipelineStartEvent, type PipelineTransformDefinition, type PropertyJson, type ResolveContext, type ResolveEndEvent, type ResolveStartEvent, type ResolvedEntry, type ResolverFn, type RouteOutput, type RouteResolveContext, type RowContext, type SourceBackend, type SourceFileContext, type StreamOptions, type TransformContext, type VersionEndEvent, type VersionStartEvent, always, and, applyTransforms, buildDAG, byDir, byExt, byGlob, byName, byPath, byProp, bySource, createArtifactDependency, createRouteDependency, definePipeline, definePipelineRoute, definePipelineSource, definePipelineTransform, getExecutionLayers, getPipelineRouteIds, getPipelineSourceIds, isArtifactDependency, isPipelineDefinition, isRouteDependency, never, not, or, parseDependency, resolveMultipleSourceFiles, resolveSourceFiles, splitMinFields, splitTwoFields };
+export { type AnyPipelineDefinition, type AnyPipelineRouteDefinition, type ChainTransforms, type DAG, type DAGNode, type DAGValidationError, type DAGValidationResult, type DefaultRange, type ExtractRouteDependencies, FILTER_NODE, type FallbackRouteDefinition, type FileContext, type FileMetadata, type FilesystemOutputSinkDefinition, type FilterContext, type InferPipelineOutput, type InferPipelineRouteIds, type InferPipelineSourceIds, type InferRoute, type InferRoutesOutput, type InferSourceId, type InferSourceIds, type InferTransformInput, type InferTransformOutput, type NormalizedRouteOutputDefinition, type OutputSinkDefinition, type ParseContext, type ParseDependencyType, type ParsedDependency, type ParsedRouteDependency, type ParsedRow, type ParserFn, type PipelineDefinition, type PipelineDefinitionOptions, type PipelineDefinitionSpec, type PipelineDependency, type PipelineFilter, type PipelineGraph, type PipelineGraphEdge, type PipelineGraphEdgeType, type PipelineGraphNode, type PipelineGraphNodeType, type PipelineLogLevel, type PipelineLogger, type PipelineOutputSourceDefinition, type PipelineRouteDefinition, type PipelineSourceDefinition, type PipelineTransformDefinition, type PropertyJson, type ResolveContext, type ResolveSourceContext, type ResolvedEntry, type ResolverFn, type RouteOutputDefinition, type RouteOutputPathContext, type RouteOutputPathResolver, type RowContext, type SourceBackend, type SourceFileContext, type StreamOptions, type TransformContext, always, and, applyTransforms, buildDAG, byDir, byExt, byGlob, byName, byPath, byProp, bySource, createPipelineFilter, createRouteDependency, definePipeline, definePipelineRoute, definePipelineSource, definePipelineTransform, filesystemSink, getExecutionLayers, getFilterDescription, getPipelineRouteIds, getPipelineSourceIds, isPipelineDefinition, isPipelineOutputSource, isRouteDependency, never, normalizeRouteOutputs, not, or, parseDependency, pipelineOutputSource, resolveMultipleSourceFiles, resolveSourceFiles, splitMinFields, splitTwoFields };