@useairfoil/connector-kit 0.6.1 → 0.7.0

package/dist/iceberg-Cj2PwlNm.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"iceberg-Cj2PwlNm.mjs","names":[],"sources":["../src/iceberg/annotations.ts","../src/iceberg/index.ts"],"sourcesContent":["import { Schema } from \"effect\";\n\ndeclare module \"effect/Schema\" {\n  namespace Annotations {\n    interface Annotations {\n      readonly icebergIdentifierFields?: ReadonlyArray<string> | undefined;\n    }\n  }\n}\n\ntype KnownField<S extends Schema.Top> = keyof S[\"Type\"] & string;\n\n/** A row field that cannot be null or undefined. */\nexport type RequiredField<S extends Schema.Top> = [KnownField<S>] extends [never]\n  ? string\n  : {\n      readonly [Field in KnownField<S>]-?: undefined extends S[\"Type\"][Field]\n        ? never\n        : null extends S[\"Type\"][Field]\n          ? never\n          : Field;\n    }[KnownField<S>];\n\n/** A row schema whose identifier fields are `Key`. Only the type has it. */\nexport interface Identified<Key extends string> {\n  readonly \"~iceberg.identifier\": Key;\n}\n\n/**\n * Marks the fields that identify a row. The engine upserts rows by them.\n *\n * Put it last. A later `.annotate()` keeps the runtime annotation, but the type\n * loses the key, so `Resource.entity` stops compiling.\n *\n * @example\n * ```ts\n * const Post = Schema.Struct({\n *   id: Schema.String,\n *   updatedAt: Schema.String,\n * }).pipe(Iceberg.identifier(\"id\"));\n * ```\n */\nexport const identifier =\n  <S extends Schema.Top, const Key extends RequiredField<S>>(\n    ...keys: readonly [Key, ...ReadonlyArray<Key>]\n  ) =>\n  (schema: S): S[\"Rebuild\"] & Identified<Key> =>\n    // Effect has no slot for the key in the schema type, so we add it.\n    schema.annotate({ icebergIdentifierFields: keys }) as S[\"Rebuild\"] & Identified<Key>;\n","export { identifier } from \"./annotations\";\nexport { IcebergSchemaError } from \"./error\";\nexport { makeCreateTableRequest, type CreateTableOptions } from \"./table\";\n"],"mappings":";;;;;;;;;;;;;;;;;;AA0CA,MAAa,cAET,GAAG,UAEJ,WAEC,OAAO,SAAS,EAAE,yBAAyB,KAAK,CAAC"}

package/dist/{index-DJhDp4Xc.d.mts → index-BTAbexBp.d.mts}

@@ -1,6 +1,6 @@
-import { a as ids, i as identifier, r as field } from "./annotations-BE74YmAO.mjs";
+import { r as identifier } from "./annotations-vzSzXtr-.mjs";
 import { Effect, Schema } from "effect";
-import { CommitTableRequest } from "iceberg-js";
+import { CreateTableRequest } from "iceberg-js";
 //#region src/iceberg/error.d.ts
 declare const IcebergSchemaError_base: new <A extends Record<string, any> = {}>(args: import("effect/Types").VoidIfEmpty<{ readonly [P in keyof A as P extends "_tag" ? never : P]: A[P]; }>) => import("effect/Cause").YieldableError & {
   readonly _tag: "IcebergSchemaError";
@@ -15,20 +15,16 @@ declare class IcebergSchemaError extends IcebergSchemaError_base<{
 //#endregion
 //#region src/iceberg/table.d.ts
 /** Options for creating a table. */
-type CreateTableCommitOptions = {
+type CreateTableOptions = {
+  readonly name: string;
   /** Where the table's files go. The catalog may choose this when omitted. */
   readonly location?: string | undefined;
-  /** UUID for the table. Random by default. */
-  readonly uuid?: string | undefined;
   /** Extra table properties. These win over the ones from the schema. */
   readonly properties?: Readonly<Record<string, string>> | undefined;
 };
 /**
- * Builds the commit that creates an Iceberg table from an Effect schema.
- *
- * The field IDs come from the schema, so the table has to keep them. Send the
- * commit with `commitTable`. Then load the table and check the IDs before you
- * write any rows. Don't use `createTable` here, because it can change the IDs.
+ * Builds a REST create-table request from an Effect schema.
+ * The catalog assigns the stored field IDs.
  *
  * A root `description` becomes the table `comment`, and a field `description`
  * becomes its `doc`. `title` and `examples` are dropped.
@@ -39,20 +35,21 @@ type CreateTableCommitOptions = {
  * @example
  * ```ts
  * const Row = Schema.Struct({
- *   id: Schema.String.pipe(Iceberg.field(1, { description: "Stable row identifier" })),
+ *   id: Schema.String.pipe(Schema.annotateKey({ description: "Row identifier" })),
  * })
  *   .annotate({ description: "Connector rows" })
  *   .pipe(Iceberg.identifier("id"))
  *
- * const request = yield* Iceberg.makeCreateTableCommitRequest(Row, {
+ * const request = yield* Iceberg.makeCreateTableRequest(Row, {
+ *   name: "rows",
  *   location: "s3://warehouse/rows"
  * })
  * ```
  */
-declare const makeCreateTableCommitRequest: (schema: Schema.Top, options: CreateTableCommitOptions) => Effect.Effect<CommitTableRequest, IcebergSchemaError>;
+declare const makeCreateTableRequest: (schema: Schema.Top, options: CreateTableOptions) => Effect.Effect<CreateTableRequest, IcebergSchemaError>;
 declare namespace index_d_exports {
-  export { CreateTableCommitOptions, IcebergSchemaError, field, identifier, ids, makeCreateTableCommitRequest };
+  export { CreateTableOptions, IcebergSchemaError, identifier, makeCreateTableRequest };
 }
 //#endregion
-export { IcebergSchemaError as i, CreateTableCommitOptions as n, makeCreateTableCommitRequest as r, index_d_exports as t };
-//# sourceMappingURL=index-DJhDp4Xc.d.mts.map
+export { IcebergSchemaError as i, CreateTableOptions as n, makeCreateTableRequest as r, index_d_exports as t };
+//# sourceMappingURL=index-BTAbexBp.d.mts.map

package/dist/{index-BUHSGm9Q.d.mts → index-Byr8NTdG.d.mts}

@@ -1,4 +1,4 @@
-import { r as ConnectorDefinition } from "./types-xZtSmrGA.mjs";
+import { r as ConnectorDefinition } from "./types-NtSv6gwl.mjs";
 import { i as StateStore } from "./index-CgvFomO6.mjs";
 import { Schema } from "effect";
 import { HttpRouter } from "effect/http";
@@ -75,4 +75,4 @@ declare namespace index_d_exports {
 }
 //#endregion
 export { ResourceStatusSchema as a, StatusUnavailableResponse as c, SyncStateSchema as d, statusRoute as f, ResourceStatus as i, StatusUnavailableResponseSchema as l, ResourceError as n, StatusResponse as o, ResourceErrorSchema as r, StatusResponseSchema as s, index_d_exports as t, SyncState as u };
-//# sourceMappingURL=index-BUHSGm9Q.d.mts.map
+//# sourceMappingURL=index-Byr8NTdG.d.mts.map

package/dist/{index-Dk7urvpF.d.mts → index-CV6V6fyx.d.mts}

@@ -1,10 +1,10 @@
 import { t as ConnectorError } from "./index-DkVNO6ks.mjs";
-import { _ as ResourceRequiredField, b as ResourceSchema } from "./types-xZtSmrGA.mjs";
-import { i as Ingestor, n as IngestResult } from "./service-DLkhuxYl.mjs";
+import { _ as ResourceRequiredField, b as ResourceSchema } from "./types-NtSv6gwl.mjs";
+import { i as Ingestor, n as IngestResult } from "./service-BRoy_EId.mjs";
 import { Effect, Schema } from "effect";
 import { Faker } from "@faker-js/faker";
 //#region src/demo/generate.d.ts
-/** What one run shares: the seeded Faker and the time the run started. */
+/** What one run shares: the Faker and the time the run started. */
 type DemoContext = {
   readonly faker: Faker;
   readonly now: Date;
@@ -36,7 +36,7 @@ type DemoDefinition<Setup extends ReadonlyArray<DemoTable> = ReadonlyArray<DemoT
     readonly tables: Group;
     readonly rows: (index: number, context: DemoContext) => DemoRows<Group>;
     /**
-     * Groups written per chunk, 100 by default. A run can go over the size by
+     * Groups written per chunk, 1000 by default. A run can go over the size by
      * one chunk, so lower it when a group is big.
      */
     readonly groupsPerChunk?: number;
@@ -53,9 +53,12 @@ declare const define: <const Setup extends ReadonlyArray<DemoTable>, const Group
 type RunOptions = {
   /** Stop once this many Arrow bytes are written. */
   readonly bytes: number;
-  readonly seed: number;
+  /** Omit for random data on each run. */
+  readonly seed?: number;
   /** The time data is made around. Same seed, time and tables give the same rows. */
   readonly now: Date;
+  /** Maximum rows per ingestion batch. Defaults to 500. Must be a positive integer. */
+  readonly batchSize?: number;
   /** Groups per chunk. Overrides the demo's. */
   readonly groupsPerChunk?: number;
 };
@@ -73,4 +76,4 @@ declare namespace index_d_exports {
 }
 //#endregion
 export { DemoDefinition as a, define as c, run as i, table as l, DemoTotals as n, DemoRows as o, RunOptions as r, DemoTable as s, index_d_exports as t, DemoContext as u };
-//# sourceMappingURL=index-Dk7urvpF.d.mts.map
+//# sourceMappingURL=index-CV6V6fyx.d.mts.map

package/dist/{index-NnCutIqM.d.mts → index-CZKx2Yce.d.mts}

@@ -1,20 +1,21 @@
 import "./index-BX8G7d41.mjs";
 import { t as ConnectorError } from "./index-DkVNO6ks.mjs";
-import "./annotations-BE74YmAO.mjs";
-import { _ as ResourceRequiredField, b as ResourceSchema, d as ResourceDefinition, h as ResourceName, i as Cursor$1, l as PageFetch, n as ChangesFetch, r as ConnectorDefinition, t as ChangesFeed } from "./types-xZtSmrGA.mjs";
-import { a as DemoDefinition } from "./index-Dk7urvpF.mjs";
-import { i as Ingestor } from "./service-DLkhuxYl.mjs";
-import "./index-DJhDp4Xc.mjs";
+import "./annotations-vzSzXtr-.mjs";
+import { _ as ResourceRequiredField, b as ResourceSchema, d as ResourceDefinition, h as ResourceName, i as Cursor$1, l as PageFetch, n as ChangesFetch, r as ConnectorDefinition, t as ChangesFeed } from "./types-NtSv6gwl.mjs";
+import { a as DemoDefinition } from "./index-CV6V6fyx.mjs";
+import { i as Ingestor } from "./service-BRoy_EId.mjs";
+import "./index-BTAbexBp.mjs";
 import { i as StateStore } from "./index-CgvFomO6.mjs";
-import "./index-BfXpgxk9.mjs";
-import "./index-CUPP2A_m.mjs";
-import "./index-ygpml2kC.mjs";
+import "./index-DeTwIUKl.mjs";
+import "./index-uFa2wwYo.mjs";
+import { f as RuntimeConfigError, t as index_d_exports$1 } from "./index-fHIJJoRe.mjs";
 import "./index-eFuoMZZ3.mjs";
-import "./metrics-CVXFL7YT.mjs";
-import "./index-BUHSGm9Q.mjs";
-import "./index-CRVAwJ5-.mjs";
+import "./metrics-DoJ0WeKu.mjs";
+import "./index-Byr8NTdG.mjs";
+import "./index-dHS59EZl.mjs";
 import { Config, Context, Duration, Effect, Layer, Option, Schema } from "effect";
 import { CliError, Command } from "effect/cli";
+import { CatalogManager } from "@useairfoil/api";
 import { HttpRouter } from "effect/http";
 //#region src/connector-app/check.d.ts
 type ResourceCheckResult = {
@@ -153,7 +154,7 @@ declare const layerOtlp: (options?: OtlpTracingOptions & OtlpMetricsOptions) =>
 declare const layerMetricsConsoleDump: (interval?: Duration.Input) => Layer.Layer<never, never, never>;
 //#endregion
 //#region src/connector-app/create-table.d.ts
-/** Creates the table command for a connector's row schemas. */
+/** Creates the table command; existing tables must match the connector's row schemas. */
 declare const makeCreateTableCommand: (schemas: Readonly<Record<string, Schema.Top>>) => Command.Command<"create-table", {
   readonly table: string;
   readonly catalog: string;
@@ -162,15 +163,16 @@ declare const makeCreateTableCommand: (schemas: Readonly<Record<string, Schema.T
 }, {}, ConnectorError | import("effect/Config").ConfigError | CliError.UserError, import("effect/http/HttpClient").HttpClient>;
 //#endregion
 //#region src/connector-app/demo.d.ts
-/** Reads sizes such as `512KiB`, `128MiB` or `1GiB`. */
+/** Reads byte sizes such as `512kB`, `128MB` or `1.5GB`. */
 declare const parseSize: (input: string) => Option.Option<number>;
 /**
- * Creates the command that writes the demo data to Wings, then exits.
- * It reads Wings and table bindings from Config, so provide `RuntimeConfig.layerHosted()`.
+ * Creates the command that writes demo data over Arrow Flight, then exits.
+ * It reads hosted config and table bindings, so provide `RuntimeConfig.layerHosted()`.
  */
 declare const makeDemoCommand: (demo: DemoDefinition) => Command.Command<"demo", {
   readonly size: number;
-  readonly seed: number;
+  readonly seed: Option.Option<number>;
+  readonly batchSize: Option.Option<number>;
 }, {}, ConnectorError, never>;
 //#endregion
 //#region src/connector-app/start.d.ts
@@ -184,9 +186,17 @@ type StartOptions = {
   readonly disableHttpLogger?: boolean;
 };
 declare const start: (app: App, options: StartOptions) => Effect.Effect<void, ConnectorError | import("effect/http/HttpServerError").ServeError, StateStore | Ingestor>;
+//#endregion
+//#region src/connector-app/setup.d.ts
+/** Creates or verifies all bound tables without loading provider credentials. */
+declare const makeSetupCommand: (schemas: Readonly<Record<string, Schema.Top>>) => Command.Command<"setup", {
+  readonly checkpointIntervalSec: Option.Option<number>;
+  readonly retryInterval: Duration.Duration;
+  readonly retries: number;
+}, {}, ConnectorError | import("effect/Config").ConfigError | RuntimeConfigError | CatalogManager.CatalogManagerError, import("effect/http/HttpClient").HttpClient | import("effect/Scope").Scope>;
 declare namespace index_d_exports {
-  export { App, CheckOptions, CheckResult, ResourceCheckResult, StartOptions, check, makeCreateTableCommand, makeDemoCommand, parseSize, start };
+  export { App, CheckOptions, CheckResult, ResourceCheckResult, StartOptions, check, makeCreateTableCommand, makeDemoCommand, makeSetupCommand, parseSize, start };
 }
 //#endregion
-export { makeDemoCommand as a, telemetry_d_exports as c, Fetch as d, Resource as f, check as g, ResourceCheckResult as h, start as i, Connector as l, CheckResult as m, App as n, parseSize as o, CheckOptions as p, StartOptions as r, makeCreateTableCommand as s, index_d_exports as t, Cursor as u };
-//# sourceMappingURL=index-NnCutIqM.d.mts.map
+export { check as _, start as a, makeCreateTableCommand as c, Cursor as d, Fetch as f, ResourceCheckResult as g, CheckResult as h, StartOptions as i, telemetry_d_exports as l, CheckOptions as m, makeSetupCommand as n, makeDemoCommand as o, Resource as p, App as r, parseSize as s, index_d_exports as t, Connector as u };
+//# sourceMappingURL=index-CZKx2Yce.d.mts.map

package/dist/{index-BfXpgxk9.d.mts → index-DeTwIUKl.d.mts}

@@ -1,6 +1,6 @@
 import { t as ConnectorError } from "./index-DkVNO6ks.mjs";
-import { d as ResourceDefinition, i as Cursor, k as WebhookRoute, r as ConnectorDefinition } from "./types-xZtSmrGA.mjs";
-import { i as Ingestor } from "./service-DLkhuxYl.mjs";
+import { d as ResourceDefinition, i as Cursor, k as WebhookRoute, r as ConnectorDefinition } from "./types-NtSv6gwl.mjs";
+import { i as Ingestor } from "./service-BRoy_EId.mjs";
 import { i as StateStore } from "./index-CgvFomO6.mjs";
 import { Effect } from "effect";
 import { HttpRouter, HttpServer } from "effect/http";
@@ -34,4 +34,4 @@ declare namespace index_d_exports {
 }
 //#endregion
 export { RunOptions as n, run as r, index_d_exports as t };
-//# sourceMappingURL=index-BfXpgxk9.d.mts.map
+//# sourceMappingURL=index-DeTwIUKl.d.mts.map

package/dist/{index-CRVAwJ5-.d.mts → index-dHS59EZl.d.mts}

@@ -1,6 +1,6 @@
-import { A as WebhookRouteContext, D as WebhookAckMode, d as ResourceDefinition, j as WebhookRouteInput, k as WebhookRoute, u as ResourceBatch } from "./types-xZtSmrGA.mjs";
-import { i as Ingestor } from "./service-DLkhuxYl.mjs";
-import "./index-CUPP2A_m.mjs";
+import { A as WebhookRouteContext, D as WebhookAckMode, d as ResourceDefinition, j as WebhookRouteInput, k as WebhookRoute, u as ResourceBatch } from "./types-NtSv6gwl.mjs";
+import { i as Ingestor } from "./service-BRoy_EId.mjs";
+import "./index-uFa2wwYo.mjs";
 import { Context, Queue } from "effect";
 import { HttpRouter } from "effect/http";
 //#region src/webhook/server.d.ts
@@ -24,4 +24,4 @@ declare namespace index_d_exports {
 declare const route: <const Resources extends ReadonlyArray<ResourceDefinition>, Payload>(definition: WebhookRouteInput<Resources, Payload>) => WebhookRoute<Resources, Payload>;
 //#endregion
 export { route as n, router as r, index_d_exports as t };
-//# sourceMappingURL=index-CRVAwJ5-.d.mts.map
+//# sourceMappingURL=index-dHS59EZl.d.mts.map

package/dist/{index-ygpml2kC.d.mts → index-fHIJJoRe.d.mts}

@@ -1,4 +1,3 @@
-import { E as TableSource } from "./types-xZtSmrGA.mjs";
 import { Config, Effect, FileSystem } from "effect";
 import { TableIdentifier } from "iceberg-js";
 //#region src/runtime-config/error.d.ts
@@ -16,9 +15,11 @@ declare class RuntimeConfigError extends RuntimeConfigError_base<{
 //#region src/runtime-config/config.d.ts
 /** Shared HTTP port used by hosted and sandbox connector entrypoints. */
 declare const httpPort: Config.Config<number>;
-/** Wings URL, including the protocol. */
-declare const wingsUri: Config.Config<URL>;
-/** Wings catalog ID. */
+/** Engine URL, including the protocol. */
+declare const engineUri: Config.Config<URL>;
+/** Arrow Flight URL. Uses the engine URL when unset. */
+declare const flightUri: Config.Config<URL>;
+/** Catalog ID. */
 declare const catalog: Config.Config<string>;
 //#endregion
 //#region src/runtime-config/constants.d.ts
@@ -30,7 +31,8 @@ declare const PlatformRuntimeKey: {
   readonly connectorInstanceId: "AIRFOIL_CONNECTOR_INSTANCE_ID";
   readonly stateTable: "AIRFOIL_STATE_TABLE";
   readonly postgresConnectionString: "POSTGRES_CONNECTION_STRING";
-  readonly wingsUri: "WINGS_URI";
+  readonly engineUri: "ENGINE_URI";
+  readonly flightUri: "FLIGHT_URI";
   readonly catalog: "AIRFOIL_CATALOG";
   readonly otelEnabled: "OTEL_ENABLED";
   readonly otelExporterOtlpEndpoint: "OTEL_EXPORTER_OTLP_ENDPOINT";
@@ -58,16 +60,21 @@ declare const PlatformRuntimeDefault: {
 declare const layerHosted: () => import("effect/Layer").Layer<never, RuntimeConfigError, FileSystem.FileSystem>;
 //#endregion
 //#region src/runtime-config/table-bindings.d.ts
+type BindingSource = {
+  readonly resources: ReadonlyArray<{
+    readonly name: string;
+  }>;
+};
 /** An Iceberg table and its storage location for each connector resource. */
 type TableBinding = TableIdentifier & {
   readonly location?: string | undefined;
 };
-type ResolvedTableBindings<Source extends TableSource> = Readonly<Partial<Record<Source["resources"][number]["name"], TableBinding>>>;
+type ResolvedTableBindings<Source extends BindingSource> = Readonly<Partial<Record<Source["resources"][number]["name"], TableBinding>>>;
 /** Reads hosted table bindings and checks they name resources of the connector. */
-declare const loadTableBindings: <const Source extends TableSource>(connector: Source) => Effect.Effect<ResolvedTableBindings<Source>, RuntimeConfigError>;
+declare const loadTableBindings: <const Source extends BindingSource>(connector: Source) => Effect.Effect<ResolvedTableBindings<Source>, RuntimeConfigError>;
 declare namespace index_d_exports {
-  export { PlatformRuntimeDefault, PlatformRuntimeKey, ResolvedTableBindings, RuntimeConfigError, RuntimeConfigErrorCode, TableBinding, catalog, httpPort, layerHosted, loadTableBindings, wingsUri };
+  export { PlatformRuntimeDefault, PlatformRuntimeKey, ResolvedTableBindings, RuntimeConfigError, RuntimeConfigErrorCode, TableBinding, catalog, engineUri, flightUri, httpPort, layerHosted, loadTableBindings };
 }
 //#endregion
-export { layerHosted as a, catalog as c, RuntimeConfigError as d, RuntimeConfigErrorCode as f, loadTableBindings as i, httpPort as l, ResolvedTableBindings as n, PlatformRuntimeDefault as o, TableBinding as r, PlatformRuntimeKey as s, index_d_exports as t, wingsUri as u };
-//# sourceMappingURL=index-ygpml2kC.d.mts.map
+export { layerHosted as a, catalog as c, httpPort as d, RuntimeConfigError as f, loadTableBindings as i, engineUri as l, ResolvedTableBindings as n, PlatformRuntimeDefault as o, RuntimeConfigErrorCode as p, TableBinding as r, PlatformRuntimeKey as s, index_d_exports as t, flightUri as u };
+//# sourceMappingURL=index-fHIJJoRe.d.mts.map

package/dist/index-uFa2wwYo.d.mts

@@ -0,0 +1,27 @@
+import { t as ConnectorError } from "./index-DkVNO6ks.mjs";
+import { E as TableSource } from "./types-NtSv6gwl.mjs";
+import { a as IngestorService, i as Ingestor, n as IngestResult, r as IngestSource, t as IngestOptions } from "./service-BRoy_EId.mjs";
+import { n as ResolvedTableBindings, t as index_d_exports$1 } from "./index-fHIJJoRe.mjs";
+import { Layer } from "effect";
+import { CatalogManager } from "@useairfoil/api";
+//#region src/ingestor/console.d.ts
+/** Logs batches without sending them over Arrow Flight. */
+declare const layerConsole: Layer.Layer<Ingestor, never, never>;
+//#endregion
+//#region src/ingestor/arrow-flight.d.ts
+/** One catalog and an Iceberg table for each resource that runs. */
+type ArrowFlightIngestorConfig<Source extends TableSource = TableSource> = {
+  readonly connector: Source;
+  readonly catalog: string;
+  readonly tables: ResolvedTableBindings<Source>;
+};
+/** Compiles local schemas and opens one Arrow Flight stream per bound resource. */
+declare const layerArrowFlight: <const Source extends TableSource>(config: ArrowFlightIngestorConfig<Source>) => Layer.Layer<Ingestor, ConnectorError, CatalogManager.CatalogManager>;
+/** Configures Arrow Flight ingestion from the hosted URL, catalog and table bindings. */
+declare const layerArrowFlightConfig: (connector: TableSource) => Layer.Layer<Ingestor, ConnectorError, never>;
+declare namespace index_d_exports {
+  export { ArrowFlightIngestorConfig, IngestOptions, IngestResult, IngestSource, Ingestor, IngestorService, layerArrowFlight, layerArrowFlightConfig, layerConsole };
+}
+//#endregion
+export { layerConsole as a, layerArrowFlightConfig as i, ArrowFlightIngestorConfig as n, layerArrowFlight as r, index_d_exports as t };
+//# sourceMappingURL=index-uFa2wwYo.d.mts.map

package/dist/index.d.mts

@@ -1,16 +1,16 @@
 import { t as index_d_exports } from "./index-BX8G7d41.mjs";
 import { t as ConnectorError } from "./index-DkVNO6ks.mjs";
-import { t as Identified } from "./annotations-BE74YmAO.mjs";
-import { A as WebhookRouteContext, C as ResourceUpdateOf, D as WebhookAckMode, E as TableSource, O as WebhookHandler, S as ResourceUpdate, T as TableResource, _ as ResourceRequiredField, a as FeedRows, b as ResourceSchema, c as FetchPageResult, d as ResourceDefinition, f as ResourceDelete, g as ResourcePayload, i as Cursor$1, k as WebhookRoute, l as PageFetch, m as ResourceKey, n as ChangesFetch, o as FetchChangesResult, p as ResourceField, r as ConnectorDefinition, s as FetchFeedResult, t as ChangesFeed, u as ResourceBatch, v as ResourceRow, x as ResourceState, y as ResourceRows } from "./types-xZtSmrGA.mjs";
-import { c as telemetry_d_exports, d as Fetch, f as Resource, l as Connector, t as index_d_exports$1, u as Cursor } from "./index-NnCutIqM.mjs";
-import { t as index_d_exports$2 } from "./index-Dk7urvpF.mjs";
-import { t as index_d_exports$3 } from "./index-DJhDp4Xc.mjs";
+import { t as Identified } from "./annotations-vzSzXtr-.mjs";
+import { A as WebhookRouteContext, C as ResourceUpdateOf, D as WebhookAckMode, E as TableSource, O as WebhookHandler, S as ResourceUpdate, T as TableResource, _ as ResourceRequiredField, a as FeedRows, b as ResourceSchema, c as FetchPageResult, d as ResourceDefinition, f as ResourceDelete, g as ResourcePayload, i as Cursor$1, k as WebhookRoute, l as PageFetch, m as ResourceKey, n as ChangesFetch, o as FetchChangesResult, p as ResourceField, r as ConnectorDefinition, s as FetchFeedResult, t as ChangesFeed, u as ResourceBatch, v as ResourceRow, x as ResourceState, y as ResourceRows } from "./types-NtSv6gwl.mjs";
+import { d as Cursor, f as Fetch, l as telemetry_d_exports, p as Resource, t as index_d_exports$1, u as Connector } from "./index-CZKx2Yce.mjs";
+import { t as index_d_exports$2 } from "./index-CV6V6fyx.mjs";
+import { t as index_d_exports$3 } from "./index-BTAbexBp.mjs";
 import { t as index_d_exports$8 } from "./index-CgvFomO6.mjs";
-import { t as index_d_exports$4 } from "./index-BfXpgxk9.mjs";
-import { t as index_d_exports$5 } from "./index-CUPP2A_m.mjs";
-import { t as index_d_exports$7 } from "./index-ygpml2kC.mjs";
+import { t as index_d_exports$4 } from "./index-DeTwIUKl.mjs";
+import { t as index_d_exports$5 } from "./index-uFa2wwYo.mjs";
+import { t as index_d_exports$7 } from "./index-fHIJJoRe.mjs";
 import { t as index_d_exports$6 } from "./index-eFuoMZZ3.mjs";
-import { h as metrics_d_exports } from "./metrics-CVXFL7YT.mjs";
-import { t as index_d_exports$9 } from "./index-BUHSGm9Q.mjs";
-import { t as index_d_exports$10 } from "./index-CRVAwJ5-.mjs";
+import { h as metrics_d_exports } from "./metrics-DoJ0WeKu.mjs";
+import { t as index_d_exports$9 } from "./index-Byr8NTdG.mjs";
+import { t as index_d_exports$10 } from "./index-dHS59EZl.mjs";
 export { index_d_exports as Auth, type ChangesFeed, type ChangesFetch, Connector, index_d_exports$1 as ConnectorApp, type ConnectorDefinition, ConnectorError, Cursor, type Cursor$1 as CursorTypes, index_d_exports$2 as Demo, type FeedRows, Fetch, type FetchChangesResult, type FetchFeedResult, type FetchPageResult, index_d_exports$3 as Iceberg, type Identified, index_d_exports$4 as Ingestion, index_d_exports$5 as Ingestor, index_d_exports$6 as Manifest, metrics_d_exports as Metrics, type PageFetch, Resource, type ResourceBatch, type ResourceDefinition, type ResourceDelete, type ResourceField, type ResourceKey, type ResourcePayload, type ResourceRequiredField, type ResourceRow, type ResourceRows, type ResourceSchema, type ResourceState, type ResourceUpdate, type ResourceUpdateOf, index_d_exports$7 as RuntimeConfig, index_d_exports$8 as StateStore, index_d_exports$9 as Status, type TableResource, type TableSource, telemetry_d_exports as Telemetry, index_d_exports$10 as Webhook, type WebhookAckMode, type WebhookHandler, type WebhookRoute, type WebhookRouteContext };

package/dist/index.mjs

@@ -1,15 +1,15 @@
 import { t as ConnectorError } from "./errors-pT0YVJU5.mjs";
 import { t as auth_exports } from "./auth/index.mjs";
-import { t as connector_app_exports } from "./connector-app-C-L4QqG6.mjs";
-import { t as runtime_config_exports } from "./runtime-config-Oa55gAew.mjs";
-import { t as demo_exports } from "./demo-B30Vlkk2.mjs";
-import { o as metrics_exports, w as telemetry_exports } from "./metrics-BaEX__MN.mjs";
-import { t as state_store_exports } from "./state-store-uFvHY7Ax.mjs";
-import { t as status_exports } from "./status-CKb9IhQ9.mjs";
-import { t as ingestion_exports } from "./ingestion-q0WwqUSt.mjs";
-import { t as iceberg_exports } from "./iceberg-D6L8I6vA.mjs";
-import { t as ingestor_exports } from "./ingestor-D4L-HPkg.mjs";
-import { t as manifest_exports } from "./manifest-BGKxmKLy.mjs";
+import { t as connector_app_exports } from "./connector-app-C6_dZnhE.mjs";
+import { t as runtime_config_exports } from "./runtime-config-Bn8Fivt1.mjs";
+import { t as demo_exports } from "./demo-DqTJ7TWI.mjs";
+import { o as metrics_exports, w as telemetry_exports } from "./metrics-C901IIYZ.mjs";
+import { t as state_store_exports } from "./state-store-DhSrKVEH.mjs";
+import { t as status_exports } from "./status-4h6Oxh-O.mjs";
+import { t as ingestion_exports } from "./ingestion-DoCUwm5N.mjs";
+import { t as iceberg_exports } from "./iceberg-Cj2PwlNm.mjs";
+import { t as ingestor_exports } from "./ingestor-DjCEzBzZ.mjs";
+import { t as manifest_exports } from "./manifest-CABeIhAG.mjs";
 import { t as webhook_exports } from "./webhook/index.mjs";
 import { DateTime, Effect, Option } from "effect";
 //#region src/core/builder.ts

package/dist/ingestion/index.d.mts

@@ -1,2 +1,2 @@
-import { n as RunOptions, r as run } from "../index-BfXpgxk9.mjs";
+import { n as RunOptions, r as run } from "../index-DeTwIUKl.mjs";
 export { type RunOptions, run };

package/dist/ingestion/index.mjs

@@ -1,2 +1,2 @@
-import { n as run } from "../ingestion-q0WwqUSt.mjs";
+import { n as run } from "../ingestion-DoCUwm5N.mjs";
 export { run };

package/dist/{ingestion-q0WwqUSt.mjs → ingestion-DoCUwm5N.mjs}

@@ -1,11 +1,11 @@
 import { t as __exportAll } from "./rolldown-runtime-D7D4PA-g.mjs";
 import { t as ConnectorError } from "./errors-pT0YVJU5.mjs";
-import { C as annotateError, d as setLastSuccessTimestamp, f as setSyncState, p as setWebhookQueueDepth, v as Attr, x as SpanName } from "./metrics-BaEX__MN.mjs";
+import { C as annotateError, d as setLastSuccessTimestamp, f as setSyncState, p as setWebhookQueueDepth, v as Attr, x as SpanName } from "./metrics-C901IIYZ.mjs";
 import { t as Ingestor } from "./service-jWxxfEht.mjs";
-import { t as ingestBatch } from "./instrumented-Bhp7fyvh.mjs";
-import { o as StateStore } from "./state-store-uFvHY7Ax.mjs";
-import { c as deriveSyncState, l as hasChanges, s as statusRoute, u as normalizeCursor } from "./status-CKb9IhQ9.mjs";
-import { n as router, t as WebhookQueue } from "./server-CMnxz3h0.mjs";
+import { t as ingestBatch } from "./instrumented-Bq1WX2L5.mjs";
+import { o as StateStore } from "./state-store-DhSrKVEH.mjs";
+import { c as deriveSyncState, l as hasChanges, s as statusRoute, u as normalizeCursor } from "./status-4h6Oxh-O.mjs";
+import { n as router, t as WebhookQueue } from "./server-D1TTN0_D.mjs";
 import { Array, DateTime, Effect, Layer, Order, Queue } from "effect";
 import { HttpRouter, HttpServerResponse } from "effect/http";
 import * as Observability from "effect/observability";
@@ -272,4 +272,4 @@ var ingestion_exports = /* @__PURE__ */ __exportAll({ run: () => run });
 //#endregion
 export { run as n, ingestion_exports as t };
 
-//# sourceMappingURL=ingestion-q0WwqUSt.mjs.map
+//# sourceMappingURL=ingestion-DoCUwm5N.mjs.map

package/dist/{ingestion-q0WwqUSt.mjs.map → ingestion-DoCUwm5N.mjs.map}

@@ -1 +1 @@
-{"version":3,"file":"ingestion-q0WwqUSt.mjs","names":["Metrics.setWebhookQueueDepth","Metrics.setSyncState","Metrics.setLastSuccessTimestamp","Arr"],"sources":["../src/ingestion/engine.ts","../src/ingestion/index.ts"],"sourcesContent":["import { Array as Arr, DateTime, Effect, Layer, Order, Queue } from \"effect\";\nimport { HttpRouter, type HttpServer, HttpServerResponse } from \"effect/http\";\nimport * as Observability from \"effect/observability\";\n\nimport type {\n  ChangesFeed,\n  ConnectorDefinition,\n  Cursor,\n  ResourceDefinition,\n  ResourceState,\n  WebhookRoute,\n} from \"../core/types\";\nimport type { StateOperation, StateSource } from \"../state-store/schema\";\n\nimport { ConnectorError } from \"../errors\";\nimport { ingestBatch } from \"../ingestor/instrumented\";\nimport { Ingestor } from \"../ingestor/service\";\nimport * as Metrics from \"../metrics\";\nimport { StateStore } from \"../state-store\";\nimport { deriveSyncState, hasChanges, normalizeCursor } from \"../state-store/state\";\nimport { statusRoute } from \"../status\";\nimport { Attr, SpanName, annotateError } from \"../telemetry\";\nimport { router, WebhookQueue, type QueuedWebhookBatch } from \"../webhook/server\";\n\ntype RunBaseOptions = {\n  readonly initialCutoff?: Cursor.Value;\n};\n\nexport type RunOptions = RunBaseOptions & {\n  readonly webhook?: {\n    readonly routes: ReadonlyArray<WebhookRoute>;\n    readonly healthPath?: HttpRouter.PathInput;\n    readonly metricsPath?: HttpRouter.PathInput | false;\n    readonly statusPath?: HttpRouter.PathInput | false;\n    readonly disableHttpLogger?: boolean;\n  };\n};\n\ntype RunNoWebhookOptions = RunBaseOptions & {\n  readonly webhook?: undefined;\n};\n\ntype RunWebhookOptions = RunOptions & {\n  readonly webhook: NonNullable<RunOptions[\"webhook\"]>;\n};\n\n/**\n * Runs all connector ingestion loops. Callers provide the Ingestor and\n * StateStore layers; webhook mode additionally requires an HttpServer layer.\n */\nexport function run<const Resources extends ReadonlyArray<ResourceDefinition>>(\n  connector: ConnectorDefinition<Resources>,\n  options?: RunNoWebhookOptions,\n): Effect.Effect<void, ConnectorError, StateStore | Ingestor>;\nexport function run<const Resources extends ReadonlyArray<ResourceDefinition>>(\n  connector: ConnectorDefinition<Resources>,\n  options: RunWebhookOptions,\n): Effect.Effect<void, ConnectorError, StateStore | Ingestor | HttpServer.HttpServer>;\nexport function run(definition: ConnectorDefinition, options?: RunOptions) {\n  return Effect.gen(function* () {\n    // Check the whole feed, even the resources that don't run.\n    if (definition.changes) yield* validateFeed(definition, definition.changes);\n    const ingestor = yield* Ingestor;\n    const connector = selectResources(definition, ingestor.resourceNames);\n    const queueLayer = makeWebhookQueueLayer(connector.name);\n    const runtimeLayer = options?.webhook\n      ? Layer.mergeAll(\n          queueLayer,\n          makeWebhookServerLayer(connector, options.webhook).pipe(Layer.provide(queueLayer)),\n        )\n      : Layer.empty;\n\n    return yield* Effect.gen(function* () {\n      const initialCutoff =\n        options?.initialCutoff ?? (yield* DateTime.now.pipe(Effect.map(DateTime.formatIso)));\n      yield* Effect.logInfo(\"Connector started\").pipe(\n        Effect.annotateLogs({\n          [Attr.connectorName]: connector.name,\n          resources: connector.resources.length,\n        }),\n      );\n\n      const sourceRun = runIngestion(connector, initialCutoff);\n      const webhookRun = options?.webhook\n        ? runWebhookRuntime(connector, options.webhook.routes)\n        : Effect.void;\n\n      return yield* Effect.all([sourceRun, webhookRun], { concurrency: \"unbounded\" }).pipe(\n        Effect.asVoid,\n      );\n    }).pipe(Effect.provide(runtimeLayer));\n  });\n}\n\nconst selectResources = (\n  connector: ConnectorDefinition,\n  names: ReadonlyArray<string> | undefined,\n): ConnectorDefinition => {\n  if (names === undefined) return connector;\n  const isSelected = (resource: ResourceDefinition) => names.includes(resource.name);\n  const { changes, ...rest } = connector;\n  const feedResources = changes?.resources.filter(isSelected) ?? [];\n  return {\n    ...rest,\n    resources: connector.resources.filter(isSelected),\n    ...(changes && feedResources.length > 0\n      ? { changes: { ...changes, resources: feedResources } }\n      : {}),\n  };\n};\n\nconst makeWebhookQueueLayer = (connector: string): Layer.Layer<WebhookQueue> =>\n  Layer.effect(WebhookQueue)(\n    Effect.gen(function* () {\n      const queue = yield* Queue.bounded<QueuedWebhookBatch>(1024);\n      yield* Metrics.setWebhookQueueDepth(connector, 0);\n      return WebhookQueue.of({ queue });\n    }),\n  );\n\nconst runWebhookRuntime = (connector: ConnectorDefinition, routes: ReadonlyArray<WebhookRoute>) => {\n  const hasAfterEnqueue = routes.some((route) => route.ackMode === \"after-enqueue\");\n  return Effect.all(\n    [hasAfterEnqueue ? runWebhookQueueConsumer(connector) : Effect.void, Effect.never],\n    {\n      concurrency: \"unbounded\",\n    },\n  ).pipe(Effect.asVoid);\n};\n\nconst runWebhookQueueConsumer = (connector: ConnectorDefinition) =>\n  Effect.gen(function* () {\n    const queue = yield* WebhookQueue;\n    while (true) {\n      const batch = yield* Queue.take(queue.queue);\n      const depth = yield* Queue.size(queue.queue);\n      yield* Metrics.setWebhookQueueDepth(connector.name, depth);\n      yield* ingestBatch({\n        connector: connector.name,\n        resource: batch.resource,\n        source: \"webhook\",\n        batch: batch.batch,\n      });\n    }\n  });\n\nconst makeWebhookServerLayer = (\n  connector: ConnectorDefinition,\n  options: {\n    readonly routes: ReadonlyArray<WebhookRoute>;\n    readonly healthPath?: HttpRouter.PathInput;\n    readonly metricsPath?: HttpRouter.PathInput | false;\n    readonly statusPath?: HttpRouter.PathInput | false;\n    readonly disableHttpLogger?: boolean;\n  },\n): Layer.Layer<never, never, HttpServer.HttpServer> => {\n  const healthPath: HttpRouter.PathInput = options.healthPath ?? \"/health\";\n  const metricsPath = options.metricsPath === undefined ? \"/metrics\" : options.metricsPath;\n  const statusPath = options.statusPath === undefined ? \"/status\" : options.statusPath;\n  const app = Layer.mergeAll(\n    router(options.routes, {\n      connectorName: connector.name,\n      resourceNames: connector.resources.map((resource) => resource.name),\n    }),\n    HttpRouter.add(\"GET\", healthPath, Effect.succeed(HttpServerResponse.text(\"ok\"))),\n    ...(metricsPath === false\n      ? []\n      : [Observability.PrometheusMetrics.layerHttp({ path: metricsPath })]),\n    ...(statusPath === false ? [] : [statusRoute(connector, statusPath)]),\n  );\n\n  return HttpRouter.serve(app, {\n    disableLogger: options.disableHttpLogger ?? true,\n  });\n};\n\nconst runIngestion = (\n  connector: ConnectorDefinition,\n  initialCutoff: Cursor.Value,\n): Effect.Effect<void, ConnectorError, StateStore | Ingestor> =>\n  Effect.gen(function* () {\n    const feed = connector.changes;\n    yield* Effect.all(\n      [\n        Effect.forEach(\n          connector.resources,\n          (resource) => runResourceSources(connector, resource, initialCutoff),\n          { concurrency: \"unbounded\" },\n        ),\n        feed ? runChangesFeed(connector, feed, initialCutoff) : Effect.void,\n      ],\n      { concurrency: \"unbounded\" },\n    );\n  });\n\nconst bySavedAt = Order.mapInput(\n  Order.String,\n  (state: NonNullable<ResourceState[\"changes\"]>) => state.lastSuccessAt ?? \"\",\n);\n\nconst validateFeed = (connector: ConnectorDefinition, feed: ChangesFeed) =>\n  Effect.forEach(feed.resources, (member, index) => {\n    if (feed.resources.findIndex((item) => item.name === member.name) !== index) {\n      return Effect.fail(\n        new ConnectorError({ message: `Resource ${member.name} is in the changes feed twice` }),\n      );\n    }\n    const resource = connector.resources.find((item) => item.name === member.name);\n    if (!resource) {\n      return Effect.fail(\n        new ConnectorError({\n          message: `Changes feed resource ${member.name} is not a resource of connector ${connector.name}`,\n        }),\n      );\n    }\n    if (resource.changes) {\n      return Effect.fail(\n        new ConnectorError({\n          message: `Resource ${member.name} has its own changes and is also in the changes feed`,\n        }),\n      );\n    }\n    return Effect.void;\n  }).pipe(\n    Effect.andThen(\n      feed.resources.length === 0\n        ? Effect.fail(new ConnectorError({ message: \"The changes feed has no resources\" }))\n        : Effect.void,\n    ),\n  );\n\nconst initializeResourceState = (\n  existing: ResourceState | undefined,\n  initialCutoff: Cursor.Value,\n): ResourceState => ({\n  ...existing,\n  changes: existing?.changes ?? { cursor: initialCutoff },\n  backfill: existing?.backfill ?? {\n    cutoff: initialCutoff,\n    completed: false,\n  },\n});\n\nconst getInitializedState = Effect.fnUntraced(function* (\n  resource: string,\n  initialCutoff: Cursor.Value,\n) {\n  const store = yield* StateStore;\n  const existing = yield* store.getResourceState(resource);\n  return initializeResourceState(existing, initialCutoff);\n});\n\nconst runResourceSources = (\n  connector: ConnectorDefinition,\n  resource: ResourceDefinition,\n  initialCutoff: Cursor.Value,\n) => {\n  const runs = [\n    resource.backfill\n      ? isolateSourceFailure(\n          runBackfill(connector, resource, initialCutoff),\n          connector,\n          resource,\n          \"backfill\",\n        )\n      : Effect.void,\n    resource.changes\n      ? isolateSourceFailure(\n          runChanges(connector, resource, initialCutoff),\n          connector,\n          resource,\n          \"changes\",\n        )\n      : Effect.void,\n  ];\n\n  return initializeRuntimeStatus(connector, resource, initialCutoff).pipe(\n    Effect.andThen(Effect.all(runs, { concurrency: \"unbounded\" })),\n    Effect.asVoid,\n    Effect.catch((error) =>\n      Metrics.setSyncState({ connector: connector.name, resource: resource.name }, \"error\").pipe(\n        Effect.andThen(Effect.logError(\"Connector resource initialization failed\", error)),\n        Effect.annotateLogs({\n          [Attr.connectorName]: connector.name,\n          resource: resource.name,\n        }),\n        Effect.andThen(Effect.never),\n      ),\n    ),\n  );\n};\n\nconst recordResourceError =\n  (\n    connector: ConnectorDefinition,\n    resource: ResourceDefinition,\n    source: StateSource,\n    operation: StateOperation,\n  ) =>\n  <A, R>(\n    effect: Effect.Effect<A, ConnectorError, R>,\n  ): Effect.Effect<A, ConnectorError, R | StateStore> =>\n    effect.pipe(\n      Effect.tapError(() =>\n        Metrics.setSyncState({ connector: connector.name, resource: resource.name }, \"error\").pipe(\n          Effect.andThen(\n            StateStore.pipe(\n              Effect.flatMap((store) => store.setResourceError(resource.name, source, operation)),\n            ),\n          ),\n        ),\n      ),\n    );\n\nconst isolateSourceFailure = <A, R>(\n  effect: Effect.Effect<A, ConnectorError, R>,\n  connector: ConnectorDefinition,\n  resource: ResourceDefinition,\n  source: StateSource,\n): Effect.Effect<A, never, R> =>\n  // Only typed source errors are isolated. Defects and interruption still stop the runtime.\n  effect.pipe(\n    Effect.catch((error) =>\n      Effect.logError(\"Connector source parked\", error).pipe(\n        Effect.annotateLogs({\n          [Attr.connectorName]: connector.name,\n          resource: resource.name,\n          source,\n        }),\n        Effect.andThen(Effect.never),\n      ),\n    ),\n  );\n\nconst refreshRuntimeStatus = Effect.fnUntraced(function* (\n  connector: ConnectorDefinition,\n  resource: ResourceDefinition,\n  initialCutoff: Cursor.Value,\n) {\n  const state = yield* getInitializedState(resource.name, initialCutoff);\n  yield* Metrics.setSyncState(\n    { connector: connector.name, resource: resource.name },\n    deriveSyncState(connector, resource, state),\n  );\n\n  return state;\n});\n\nconst initializeRuntimeStatus = Effect.fnUntraced(function* (\n  connector: ConnectorDefinition,\n  resource: ResourceDefinition,\n  initialCutoff: Cursor.Value,\n) {\n  const state = yield* getInitializedState(resource.name, initialCutoff);\n  yield* Metrics.setSyncState(\n    { connector: connector.name, resource: resource.name },\n    deriveSyncState(connector, resource, state),\n  );\n\n  if (resource.backfill) {\n    yield* Metrics.setLastSuccessTimestamp(\n      { connector: connector.name, resource: resource.name, source: \"backfill\" },\n      state.backfill?.lastSuccessAt,\n    );\n  }\n  if (hasChanges(connector, resource)) {\n    yield* Metrics.setLastSuccessTimestamp(\n      { connector: connector.name, resource: resource.name, source: \"changes\" },\n      state.changes?.lastSuccessAt,\n    );\n  }\n});\n\nconst runBackfill = Effect.fnUntraced(function* (\n  connector: ConnectorDefinition,\n  resource: ResourceDefinition,\n  initialCutoff: Cursor.Value,\n) {\n  if (!resource.backfill) return;\n  const store = yield* StateStore;\n  let state = yield* getInitializedState(resource.name, initialCutoff);\n\n  if (state.backfill?.completed === true) {\n    // The checkpoint may have committed before the previous process cleared\n    // its error marker. It may also be hidden by a newer changes error.\n    yield* store\n      .clearResourceError(resource.name, \"backfill\")\n      .pipe(recordResourceError(connector, resource, \"backfill\", \"checkpoint\"));\n    yield* refreshRuntimeStatus(connector, resource, initialCutoff);\n    return;\n  }\n\n  while (state.backfill?.completed !== true) {\n    const backfill = state.backfill ?? { cutoff: initialCutoff, completed: false };\n    const clearsVisibleError = state.lastError?.source === \"backfill\";\n    const page = yield* resource.backfill\n      .fetch({\n        pageCursor: backfill.pageCursor,\n        cutoff: backfill.cutoff,\n      })\n      .pipe(recordResourceError(connector, resource, \"backfill\", \"fetch\"));\n\n    yield* ingestBatch({\n      connector: connector.name,\n      resource: resource.name,\n      source: \"backfill\",\n      batch: {\n        cursor: page.nextPageCursor ?? backfill.cutoff,\n        rows: page.rows,\n      },\n    }).pipe(recordResourceError(connector, resource, \"backfill\", \"ingest\"));\n\n    const lastSuccessAt = yield* DateTime.now.pipe(Effect.map(DateTime.formatIso));\n    state = {\n      ...state,\n      backfill: {\n        cutoff: backfill.cutoff,\n        pageCursor: page.nextPageCursor,\n        completed: !page.hasMore,\n        lastSuccessAt,\n      },\n    };\n\n    // Checkpoint only after ingestion succeeds so a crash cannot skip an\n    // unacknowledged page; replay therefore remains at-least-once.\n    yield* Effect.withSpan(\n      store\n        .setBackfillState(resource.name, {\n          cutoff: normalizeCursor(backfill.cutoff),\n          pageCursor:\n            page.nextPageCursor === undefined ? undefined : normalizeCursor(page.nextPageCursor),\n          completed: !page.hasMore,\n          lastSuccessAt,\n        })\n        .pipe(\n          Effect.andThen(\n            Metrics.setLastSuccessTimestamp(\n              { connector: connector.name, resource: resource.name, source: \"backfill\" },\n              lastSuccessAt,\n            ),\n          ),\n          Effect.andThen(store.clearResourceError(resource.name, \"backfill\")),\n          Effect.tapError((error) => annotateError(\"state_set\", error)),\n        ),\n      SpanName.stateSet,\n      { attributes: { [Attr.stateKey]: resource.name } },\n    ).pipe(recordResourceError(connector, resource, \"backfill\", \"checkpoint\"));\n\n    // Completion or clearing an error can change the resource-wide sync state.\n    if (clearsVisibleError || !page.hasMore) {\n      state = yield* refreshRuntimeStatus(connector, resource, initialCutoff);\n    }\n  }\n});\n\nconst runChanges = Effect.fnUntraced(function* (\n  connector: ConnectorDefinition,\n  resource: ResourceDefinition,\n  initialCutoff: Cursor.Value,\n) {\n  if (!resource.changes) return;\n  const store = yield* StateStore;\n\n  while (true) {\n    const state = yield* getInitializedState(resource.name, initialCutoff);\n    const cursor = state.changes?.cursor ?? initialCutoff;\n    const clearsVisibleError = state.lastError?.source === \"changes\";\n    const page = yield* resource.changes\n      .fetch({ cursor })\n      .pipe(recordResourceError(connector, resource, \"changes\", \"fetch\"));\n\n    yield* ingestBatch({\n      connector: connector.name,\n      resource: resource.name,\n      source: \"changes\",\n      batch: {\n        cursor: page.cursor,\n        rows: page.rows,\n      },\n    }).pipe(recordResourceError(connector, resource, \"changes\", \"ingest\"));\n\n    const lastSuccessAt = yield* DateTime.now.pipe(Effect.map(DateTime.formatIso));\n    // Advance the durable cursor only after Wings acknowledges the page.\n    yield* Effect.withSpan(\n      store\n        .setChangesState(resource.name, {\n          cursor: normalizeCursor(page.cursor),\n          lastSuccessAt,\n        })\n        .pipe(\n          Effect.andThen(\n            Metrics.setLastSuccessTimestamp(\n              { connector: connector.name, resource: resource.name, source: \"changes\" },\n              lastSuccessAt,\n            ),\n          ),\n          Effect.andThen(store.clearResourceError(resource.name, \"changes\")),\n          Effect.tapError((error) => annotateError(\"state_set\", error)),\n        ),\n      SpanName.stateSet,\n      { attributes: { [Attr.stateKey]: resource.name } },\n    ).pipe(recordResourceError(connector, resource, \"changes\", \"checkpoint\"));\n\n    if (clearsVisibleError) {\n      yield* refreshRuntimeStatus(connector, resource, initialCutoff);\n    }\n\n    if (!page.hasMore) {\n      yield* Effect.sleep(resource.changes.interval ?? \"1 minute\");\n    }\n  }\n});\n\n// Every member resource stores the feed cursor. All rows are ingested before any\n// cursor is written. If a crash stops the writes partway, the next run starts\n// from the oldest cursor.\nconst runChangesFeed = (\n  connector: ConnectorDefinition,\n  feed: ChangesFeed,\n  initialCutoff: Cursor.Value,\n): Effect.Effect<void, never, StateStore | Ingestor> =>\n  Effect.gen(function* () {\n    const store = yield* StateStore;\n    const members = feed.resources;\n    const selected = new Set(members.map((resource) => resource.name));\n    // Any failure stops the whole feed, so it is an error for every resource in it.\n    const recordFeedError =\n      (operation: StateOperation) =>\n      <A, R>(effect: Effect.Effect<A, ConnectorError, R>) =>\n        effect.pipe(\n          Effect.tapError(() =>\n            Effect.forEach(\n              members,\n              (resource) =>\n                Metrics.setSyncState(\n                  { connector: connector.name, resource: resource.name },\n                  \"error\",\n                ).pipe(Effect.andThen(store.setResourceError(resource.name, \"changes\", operation))),\n              { discard: true },\n            ),\n          ),\n        );\n\n    while (true) {\n      const states = yield* Effect.forEach(members, (resource) =>\n        store.getResourceState(resource.name),\n      );\n      // A resource that was off has an older cursor. Resume from the oldest, so it\n      // gets the changes it missed. The others read some changes again.\n      const saved = states.flatMap((state) => (state?.changes ? [state.changes] : []));\n      const cursor = Arr.isReadonlyArrayNonEmpty(saved)\n        ? Arr.min(saved, bySavedAt).cursor\n        : initialCutoff;\n      const result = yield* feed.fetch({ cursor, selected }).pipe(recordFeedError(\"fetch\"));\n\n      yield* Effect.forEach(\n        members,\n        (resource) =>\n          ingestBatch({\n            connector: connector.name,\n            resource: resource.name,\n            source: \"changes\",\n            batch: {\n              cursor: result.cursor,\n              rows: result.rows[resource.name] ?? [],\n            },\n          }),\n        { discard: true },\n      ).pipe(recordFeedError(\"ingest\"));\n\n      const lastSuccessAt = yield* DateTime.now.pipe(Effect.map(DateTime.formatIso));\n      yield* Effect.forEach(\n        members,\n        (resource) =>\n          Effect.withSpan(\n            store\n              .setChangesState(resource.name, {\n                cursor: normalizeCursor(result.cursor),\n                lastSuccessAt,\n              })\n              .pipe(\n                Effect.andThen(\n                  Metrics.setLastSuccessTimestamp(\n                    { connector: connector.name, resource: resource.name, source: \"changes\" },\n                    lastSuccessAt,\n                  ),\n                ),\n                Effect.andThen(store.clearResourceError(resource.name, \"changes\")),\n                Effect.tapError((error) => annotateError(\"state_set\", error)),\n              ),\n            SpanName.stateSet,\n            { attributes: { [Attr.stateKey]: resource.name } },\n          ),\n        { discard: true },\n      ).pipe(recordFeedError(\"checkpoint\"));\n\n      yield* Effect.forEach(members, (resource, index) =>\n        states[index]?.lastError?.source === \"changes\"\n          ? refreshRuntimeStatus(connector, resource, initialCutoff)\n          : Effect.void,\n      );\n\n      if (!result.hasMore) {\n        yield* Effect.sleep(feed.interval ?? \"1 minute\");\n      }\n    }\n  }).pipe(\n    // Only typed errors park the feed. Defects and interruption still stop the runtime.\n    Effect.catch((error) =>\n      Effect.logError(\"Connector changes feed parked\", error).pipe(\n        Effect.annotateLogs({\n          [Attr.connectorName]: connector.name,\n          resources: feed.resources.map((resource) => resource.name).join(\",\"),\n        }),\n        Effect.andThen(Effect.never),\n      ),\n    ),\n  );\n","export { run, type RunOptions } from \"./engine\";\n"],"mappings":";;;;;;;;;;;;AA0DA,SAAgB,IAAI,YAAiC,SAAsB;CACzE,OAAO,OAAO,IAAI,aAAa;EAE7B,IAAI,WAAW,SAAS,OAAO,aAAa,YAAY,WAAW,OAAO;EAC1E,MAAM,WAAW,OAAO;EACxB,MAAM,YAAY,gBAAgB,YAAY,SAAS,aAAa;EACpE,MAAM,aAAa,sBAAsB,UAAU,IAAI;EACvD,MAAM,eAAe,SAAS,UAC1B,MAAM,SACJ,YACA,uBAAuB,WAAW,QAAQ,OAAO,CAAC,CAAC,KAAK,MAAM,QAAQ,UAAU,CAAC,CACnF,IACA,MAAM;EAEV,OAAO,OAAO,OAAO,IAAI,aAAa;GACpC,MAAM,gBACJ,SAAS,kBAAkB,OAAO,SAAS,IAAI,KAAK,OAAO,IAAI,SAAS,SAAS,CAAC;GACpF,OAAO,OAAO,QAAQ,mBAAmB,CAAC,CAAC,KACzC,OAAO,aAAa;KACjB,KAAK,gBAAgB,UAAU;IAChC,WAAW,UAAU,UAAU;GACjC,CAAC,CACH;GAEA,MAAM,YAAY,aAAa,WAAW,aAAa;GACvD,MAAM,aAAa,SAAS,UACxB,kBAAkB,WAAW,QAAQ,QAAQ,MAAM,IACnD,OAAO;GAEX,OAAO,OAAO,OAAO,IAAI,CAAC,WAAW,UAAU,GAAG,EAAE,aAAa,YAAY,CAAC,CAAC,CAAC,KAC9E,OAAO,MACT;EACF,CAAC,CAAC,CAAC,KAAK,OAAO,QAAQ,YAAY,CAAC;CACtC,CAAC;AACH;AAEA,MAAM,mBACJ,WACA,UACwB;CACxB,IAAI,UAAU,KAAA,GAAW,OAAO;CAChC,MAAM,cAAc,aAAiC,MAAM,SAAS,SAAS,IAAI;CACjF,MAAM,EAAE,SAAS,GAAG,SAAS;CAC7B,MAAM,gBAAgB,SAAS,UAAU,OAAO,UAAU,KAAK,CAAC;CAChE,OAAO;EACL,GAAG;EACH,WAAW,UAAU,UAAU,OAAO,UAAU;EAChD,GAAI,WAAW,cAAc,SAAS,IAClC,EAAE,SAAS;GAAE,GAAG;GAAS,WAAW;EAAc,EAAE,IACpD,CAAC;CACP;AACF;AAEA,MAAM,yBAAyB,cAC7B,MAAM,OAAO,YAAY,CAAC,CACxB,OAAO,IAAI,aAAa;CACtB,MAAM,QAAQ,OAAO,MAAM,QAA4B,IAAI;CAC3D,OAAOA,qBAA6B,WAAW,CAAC;CAChD,OAAO,aAAa,GAAG,EAAE,MAAM,CAAC;AAClC,CAAC,CACH;AAEF,MAAM,qBAAqB,WAAgC,WAAwC;CACjG,MAAM,kBAAkB,OAAO,MAAM,UAAU,MAAM,YAAY,eAAe;CAChF,OAAO,OAAO,IACZ,CAAC,kBAAkB,wBAAwB,SAAS,IAAI,OAAO,MAAM,OAAO,KAAK,GACjF,EACE,aAAa,YACf,CACF,CAAC,CAAC,KAAK,OAAO,MAAM;AACtB;AAEA,MAAM,2BAA2B,cAC/B,OAAO,IAAI,aAAa;CACtB,MAAM,QAAQ,OAAO;CACrB,OAAO,MAAM;EACX,MAAM,QAAQ,OAAO,MAAM,KAAK,MAAM,KAAK;EAC3C,MAAM,QAAQ,OAAO,MAAM,KAAK,MAAM,KAAK;EAC3C,OAAOA,qBAA6B,UAAU,MAAM,KAAK;EACzD,OAAO,YAAY;GACjB,WAAW,UAAU;GACrB,UAAU,MAAM;GAChB,QAAQ;GACR,OAAO,MAAM;EACf,CAAC;CACH;AACF,CAAC;AAEH,MAAM,0BACJ,WACA,YAOqD;CACrD,MAAM,aAAmC,QAAQ,cAAc;CAC/D,MAAM,cAAc,QAAQ,gBAAgB,KAAA,IAAY,aAAa,QAAQ;CAC7E,MAAM,aAAa,QAAQ,eAAe,KAAA,IAAY,YAAY,QAAQ;CAC1E,MAAM,MAAM,MAAM,SAChB,OAAO,QAAQ,QAAQ;EACrB,eAAe,UAAU;EACzB,eAAe,UAAU,UAAU,KAAK,aAAa,SAAS,IAAI;CACpE,CAAC,GACD,WAAW,IAAI,OAAO,YAAY,OAAO,QAAQ,mBAAmB,KAAK,IAAI,CAAC,CAAC,GAC/E,GAAI,gBAAgB,QAChB,CAAC,IACD,CAAC,cAAc,kBAAkB,UAAU,EAAE,MAAM,YAAY,CAAC,CAAC,GACrE,GAAI,eAAe,QAAQ,CAAC,IAAI,CAAC,YAAY,WAAW,UAAU,CAAC,CACrE;CAEA,OAAO,WAAW,MAAM,KAAK,EAC3B,eAAe,QAAQ,qBAAqB,KAC9C,CAAC;AACH;AAEA,MAAM,gBACJ,WACA,kBAEA,OAAO,IAAI,aAAa;CACtB,MAAM,OAAO,UAAU;CACvB,OAAO,OAAO,IACZ,CACE,OAAO,QACL,UAAU,YACT,aAAa,mBAAmB,WAAW,UAAU,aAAa,GACnE,EAAE,aAAa,YAAY,CAC7B,GACA,OAAO,eAAe,WAAW,MAAM,aAAa,IAAI,OAAO,IACjE,GACA,EAAE,aAAa,YAAY,CAC7B;AACF,CAAC;AAEH,MAAM,YAAY,MAAM,SACtB,MAAM,SACL,UAAiD,MAAM,iBAAiB,EAC3E;AAEA,MAAM,gBAAgB,WAAgC,SACpD,OAAO,QAAQ,KAAK,YAAY,QAAQ,UAAU;CAChD,IAAI,KAAK,UAAU,WAAW,SAAS,KAAK,SAAS,OAAO,IAAI,MAAM,OACpE,OAAO,OAAO,KACZ,IAAI,eAAe,EAAE,SAAS,YAAY,OAAO,KAAK,+BAA+B,CAAC,CACxF;CAEF,MAAM,WAAW,UAAU,UAAU,MAAM,SAAS,KAAK,SAAS,OAAO,IAAI;CAC7E,IAAI,CAAC,UACH,OAAO,OAAO,KACZ,IAAI,eAAe,EACjB,SAAS,yBAAyB,OAAO,KAAK,kCAAkC,UAAU,OAC5F,CAAC,CACH;CAEF,IAAI,SAAS,SACX,OAAO,OAAO,KACZ,IAAI,eAAe,EACjB,SAAS,YAAY,OAAO,KAAK,sDACnC,CAAC,CACH;CAEF,OAAO,OAAO;AAChB,CAAC,CAAC,CAAC,KACD,OAAO,QACL,KAAK,UAAU,WAAW,IACtB,OAAO,KAAK,IAAI,eAAe,EAAE,SAAS,oCAAoC,CAAC,CAAC,IAChF,OAAO,IACb,CACF;AAEF,MAAM,2BACJ,UACA,mBACmB;CACnB,GAAG;CACH,SAAS,UAAU,WAAW,EAAE,QAAQ,cAAc;CACtD,UAAU,UAAU,YAAY;EAC9B,QAAQ;EACR,WAAW;CACb;AACF;AAEA,MAAM,sBAAsB,OAAO,WAAW,WAC5C,UACA,eACA;CAEA,MAAM,WAAW,QAAO,OADH,WAAA,CACS,iBAAiB,QAAQ;CACvD,OAAO,wBAAwB,UAAU,aAAa;AACxD,CAAC;AAED,MAAM,sBACJ,WACA,UACA,kBACG;CACH,MAAM,OAAO,CACX,SAAS,WACL,qBACE,YAAY,WAAW,UAAU,aAAa,GAC9C,WACA,UACA,UACF,IACA,OAAO,MACX,SAAS,UACL,qBACE,WAAW,WAAW,UAAU,aAAa,GAC7C,WACA,UACA,SACF,IACA,OAAO,IACb;CAEA,OAAO,wBAAwB,WAAW,UAAU,aAAa,CAAC,CAAC,KACjE,OAAO,QAAQ,OAAO,IAAI,MAAM,EAAE,aAAa,YAAY,CAAC,CAAC,GAC7D,OAAO,QACP,OAAO,OAAO,UACZC,aAAqB;EAAE,WAAW,UAAU;EAAM,UAAU,SAAS;CAAK,GAAG,OAAO,CAAC,CAAC,KACpF,OAAO,QAAQ,OAAO,SAAS,4CAA4C,KAAK,CAAC,GACjF,OAAO,aAAa;GACjB,KAAK,gBAAgB,UAAU;EAChC,UAAU,SAAS;CACrB,CAAC,GACD,OAAO,QAAQ,OAAO,KAAK,CAC7B,CACF,CACF;AACF;AAEA,MAAM,uBAEF,WACA,UACA,QACA,eAGA,WAEA,OAAO,KACL,OAAO,eACLA,aAAqB;CAAE,WAAW,UAAU;CAAM,UAAU,SAAS;AAAK,GAAG,OAAO,CAAC,CAAC,KACpF,OAAO,QACL,WAAW,KACT,OAAO,SAAS,UAAU,MAAM,iBAAiB,SAAS,MAAM,QAAQ,SAAS,CAAC,CACpF,CACF,CACF,CACF,CACF;AAEJ,MAAM,wBACJ,QACA,WACA,UACA,WAGA,OAAO,KACL,OAAO,OAAO,UACZ,OAAO,SAAS,2BAA2B,KAAK,CAAC,CAAC,KAChD,OAAO,aAAa;EACjB,KAAK,gBAAgB,UAAU;CAChC,UAAU,SAAS;CACnB;AACF,CAAC,GACD,OAAO,QAAQ,OAAO,KAAK,CAC7B,CACF,CACF;AAEF,MAAM,uBAAuB,OAAO,WAAW,WAC7C,WACA,UACA,eACA;CACA,MAAM,QAAQ,OAAO,oBAAoB,SAAS,MAAM,aAAa;CACrE,OAAOA,aACL;EAAE,WAAW,UAAU;EAAM,UAAU,SAAS;CAAK,GACrD,gBAAgB,WAAW,UAAU,KAAK,CAC5C;CAEA,OAAO;AACT,CAAC;AAED,MAAM,0BAA0B,OAAO,WAAW,WAChD,WACA,UACA,eACA;CACA,MAAM,QAAQ,OAAO,oBAAoB,SAAS,MAAM,aAAa;CACrE,OAAOA,aACL;EAAE,WAAW,UAAU;EAAM,UAAU,SAAS;CAAK,GACrD,gBAAgB,WAAW,UAAU,KAAK,CAC5C;CAEA,IAAI,SAAS,UACX,OAAOC,wBACL;EAAE,WAAW,UAAU;EAAM,UAAU,SAAS;EAAM,QAAQ;CAAW,GACzE,MAAM,UAAU,aAClB;CAEF,IAAI,WAAW,WAAW,QAAQ,GAChC,OAAOA,wBACL;EAAE,WAAW,UAAU;EAAM,UAAU,SAAS;EAAM,QAAQ;CAAU,GACxE,MAAM,SAAS,aACjB;AAEJ,CAAC;AAED,MAAM,cAAc,OAAO,WAAW,WACpC,WACA,UACA,eACA;CACA,IAAI,CAAC,SAAS,UAAU;CACxB,MAAM,QAAQ,OAAO;CACrB,IAAI,QAAQ,OAAO,oBAAoB,SAAS,MAAM,aAAa;CAEnE,IAAI,MAAM,UAAU,cAAc,MAAM;EAGtC,OAAO,MACJ,mBAAmB,SAAS,MAAM,UAAU,CAAC,CAC7C,KAAK,oBAAoB,WAAW,UAAU,YAAY,YAAY,CAAC;EAC1E,OAAO,qBAAqB,WAAW,UAAU,aAAa;EAC9D;CACF;CAEA,OAAO,MAAM,UAAU,cAAc,MAAM;EACzC,MAAM,WAAW,MAAM,YAAY;GAAE,QAAQ;GAAe,WAAW;EAAM;EAC7E,MAAM,qBAAqB,MAAM,WAAW,WAAW;EACvD,MAAM,OAAO,OAAO,SAAS,SAC1B,MAAM;GACL,YAAY,SAAS;GACrB,QAAQ,SAAS;EACnB,CAAC,CAAC,CACD,KAAK,oBAAoB,WAAW,UAAU,YAAY,OAAO,CAAC;EAErE,OAAO,YAAY;GACjB,WAAW,UAAU;GACrB,UAAU,SAAS;GACnB,QAAQ;GACR,OAAO;IACL,QAAQ,KAAK,kBAAkB,SAAS;IACxC,MAAM,KAAK;GACb;EACF,CAAC,CAAC,CAAC,KAAK,oBAAoB,WAAW,UAAU,YAAY,QAAQ,CAAC;EAEtE,MAAM,gBAAgB,OAAO,SAAS,IAAI,KAAK,OAAO,IAAI,SAAS,SAAS,CAAC;EAC7E,QAAQ;GACN,GAAG;GACH,UAAU;IACR,QAAQ,SAAS;IACjB,YAAY,KAAK;IACjB,WAAW,CAAC,KAAK;IACjB;GACF;EACF;EAIA,OAAO,OAAO,SACZ,MACG,iBAAiB,SAAS,MAAM;GAC/B,QAAQ,gBAAgB,SAAS,MAAM;GACvC,YACE,KAAK,mBAAmB,KAAA,IAAY,KAAA,IAAY,gBAAgB,KAAK,cAAc;GACrF,WAAW,CAAC,KAAK;GACjB;EACF,CAAC,CAAC,CACD,KACC,OAAO,QACLA,wBACE;GAAE,WAAW,UAAU;GAAM,UAAU,SAAS;GAAM,QAAQ;EAAW,GACzE,aACF,CACF,GACA,OAAO,QAAQ,MAAM,mBAAmB,SAAS,MAAM,UAAU,CAAC,GAClE,OAAO,UAAU,UAAU,cAAc,aAAa,KAAK,CAAC,CAC9D,GACF,SAAS,UACT,EAAE,YAAY,GAAG,KAAK,WAAW,SAAS,KAAK,EAAE,CACnD,CAAC,CAAC,KAAK,oBAAoB,WAAW,UAAU,YAAY,YAAY,CAAC;EAGzE,IAAI,sBAAsB,CAAC,KAAK,SAC9B,QAAQ,OAAO,qBAAqB,WAAW,UAAU,aAAa;CAE1E;AACF,CAAC;AAED,MAAM,aAAa,OAAO,WAAW,WACnC,WACA,UACA,eACA;CACA,IAAI,CAAC,SAAS,SAAS;CACvB,MAAM,QAAQ,OAAO;CAErB,OAAO,MAAM;EACX,MAAM,QAAQ,OAAO,oBAAoB,SAAS,MAAM,aAAa;EACrE,MAAM,SAAS,MAAM,SAAS,UAAU;EACxC,MAAM,qBAAqB,MAAM,WAAW,WAAW;EACvD,MAAM,OAAO,OAAO,SAAS,QAC1B,MAAM,EAAE,OAAO,CAAC,CAAC,CACjB,KAAK,oBAAoB,WAAW,UAAU,WAAW,OAAO,CAAC;EAEpE,OAAO,YAAY;GACjB,WAAW,UAAU;GACrB,UAAU,SAAS;GACnB,QAAQ;GACR,OAAO;IACL,QAAQ,KAAK;IACb,MAAM,KAAK;GACb;EACF,CAAC,CAAC,CAAC,KAAK,oBAAoB,WAAW,UAAU,WAAW,QAAQ,CAAC;EAErE,MAAM,gBAAgB,OAAO,SAAS,IAAI,KAAK,OAAO,IAAI,SAAS,SAAS,CAAC;EAE7E,OAAO,OAAO,SACZ,MACG,gBAAgB,SAAS,MAAM;GAC9B,QAAQ,gBAAgB,KAAK,MAAM;GACnC;EACF,CAAC,CAAC,CACD,KACC,OAAO,QACLA,wBACE;GAAE,WAAW,UAAU;GAAM,UAAU,SAAS;GAAM,QAAQ;EAAU,GACxE,aACF,CACF,GACA,OAAO,QAAQ,MAAM,mBAAmB,SAAS,MAAM,SAAS,CAAC,GACjE,OAAO,UAAU,UAAU,cAAc,aAAa,KAAK,CAAC,CAC9D,GACF,SAAS,UACT,EAAE,YAAY,GAAG,KAAK,WAAW,SAAS,KAAK,EAAE,CACnD,CAAC,CAAC,KAAK,oBAAoB,WAAW,UAAU,WAAW,YAAY,CAAC;EAExE,IAAI,oBACF,OAAO,qBAAqB,WAAW,UAAU,aAAa;EAGhE,IAAI,CAAC,KAAK,SACR,OAAO,OAAO,MAAM,SAAS,QAAQ,YAAY,UAAU;CAE/D;AACF,CAAC;AAKD,MAAM,kBACJ,WACA,MACA,kBAEA,OAAO,IAAI,aAAa;CACtB,MAAM,QAAQ,OAAO;CACrB,MAAM,UAAU,KAAK;CACrB,MAAM,WAAW,IAAI,IAAI,QAAQ,KAAK,aAAa,SAAS,IAAI,CAAC;CAEjE,MAAM,mBACH,eACM,WACL,OAAO,KACL,OAAO,eACL,OAAO,QACL,UACC,aACCD,aACE;EAAE,WAAW,UAAU;EAAM,UAAU,SAAS;CAAK,GACrD,OACF,CAAC,CAAC,KAAK,OAAO,QAAQ,MAAM,iBAAiB,SAAS,MAAM,WAAW,SAAS,CAAC,CAAC,GACpF,EAAE,SAAS,KAAK,CAClB,CACF,CACF;CAEJ,OAAO,MAAM;EACX,MAAM,SAAS,OAAO,OAAO,QAAQ,UAAU,aAC7C,MAAM,iBAAiB,SAAS,IAAI,CACtC;EAGA,MAAM,QAAQ,OAAO,SAAS,UAAW,OAAO,UAAU,CAAC,MAAM,OAAO,IAAI,CAAC,CAAE;EAC/E,MAAM,SAASE,MAAI,wBAAwB,KAAK,IAC5CA,MAAI,IAAI,OAAO,SAAS,CAAC,CAAC,SAC1B;EACJ,MAAM,SAAS,OAAO,KAAK,MAAM;GAAE;GAAQ;EAAS,CAAC,CAAC,CAAC,KAAK,gBAAgB,OAAO,CAAC;EAEpF,OAAO,OAAO,QACZ,UACC,aACC,YAAY;GACV,WAAW,UAAU;GACrB,UAAU,SAAS;GACnB,QAAQ;GACR,OAAO;IACL,QAAQ,OAAO;IACf,MAAM,OAAO,KAAK,SAAS,SAAS,CAAC;GACvC;EACF,CAAC,GACH,EAAE,SAAS,KAAK,CAClB,CAAC,CAAC,KAAK,gBAAgB,QAAQ,CAAC;EAEhC,MAAM,gBAAgB,OAAO,SAAS,IAAI,KAAK,OAAO,IAAI,SAAS,SAAS,CAAC;EAC7E,OAAO,OAAO,QACZ,UACC,aACC,OAAO,SACL,MACG,gBAAgB,SAAS,MAAM;GAC9B,QAAQ,gBAAgB,OAAO,MAAM;GACrC;EACF,CAAC,CAAC,CACD,KACC,OAAO,QACLD,wBACE;GAAE,WAAW,UAAU;GAAM,UAAU,SAAS;GAAM,QAAQ;EAAU,GACxE,aACF,CACF,GACA,OAAO,QAAQ,MAAM,mBAAmB,SAAS,MAAM,SAAS,CAAC,GACjE,OAAO,UAAU,UAAU,cAAc,aAAa,KAAK,CAAC,CAC9D,GACF,SAAS,UACT,EAAE,YAAY,GAAG,KAAK,WAAW,SAAS,KAAK,EAAE,CACnD,GACF,EAAE,SAAS,KAAK,CAClB,CAAC,CAAC,KAAK,gBAAgB,YAAY,CAAC;EAEpC,OAAO,OAAO,QAAQ,UAAU,UAAU,UACxC,OAAO,MAAM,EAAE,WAAW,WAAW,YACjC,qBAAqB,WAAW,UAAU,aAAa,IACvD,OAAO,IACb;EAEA,IAAI,CAAC,OAAO,SACV,OAAO,OAAO,MAAM,KAAK,YAAY,UAAU;CAEnD;AACF,CAAC,CAAC,CAAC,KAED,OAAO,OAAO,UACZ,OAAO,SAAS,iCAAiC,KAAK,CAAC,CAAC,KACtD,OAAO,aAAa;EACjB,KAAK,gBAAgB,UAAU;CAChC,WAAW,KAAK,UAAU,KAAK,aAAa,SAAS,IAAI,CAAC,CAAC,KAAK,GAAG;AACrE,CAAC,GACD,OAAO,QAAQ,OAAO,KAAK,CAC7B,CACF,CACF"}
+{"version":3,"file":"ingestion-DoCUwm5N.mjs","names":["Metrics.setWebhookQueueDepth","Metrics.setSyncState","Metrics.setLastSuccessTimestamp","Arr"],"sources":["../src/ingestion/engine.ts","../src/ingestion/index.ts"],"sourcesContent":["import { Array as Arr, DateTime, Effect, Layer, Order, Queue } from \"effect\";\nimport { HttpRouter, type HttpServer, HttpServerResponse } from \"effect/http\";\nimport * as Observability from \"effect/observability\";\n\nimport type {\n  ChangesFeed,\n  ConnectorDefinition,\n  Cursor,\n  ResourceDefinition,\n  ResourceState,\n  WebhookRoute,\n} from \"../core/types\";\nimport type { StateOperation, StateSource } from \"../state-store/schema\";\n\nimport { ConnectorError } from \"../errors\";\nimport { ingestBatch } from \"../ingestor/instrumented\";\nimport { Ingestor } from \"../ingestor/service\";\nimport * as Metrics from \"../metrics\";\nimport { StateStore } from \"../state-store\";\nimport { deriveSyncState, hasChanges, normalizeCursor } from \"../state-store/state\";\nimport { statusRoute } from \"../status\";\nimport { Attr, SpanName, annotateError } from \"../telemetry\";\nimport { router, WebhookQueue, type QueuedWebhookBatch } from \"../webhook/server\";\n\ntype RunBaseOptions = {\n  readonly initialCutoff?: Cursor.Value;\n};\n\nexport type RunOptions = RunBaseOptions & {\n  readonly webhook?: {\n    readonly routes: ReadonlyArray<WebhookRoute>;\n    readonly healthPath?: HttpRouter.PathInput;\n    readonly metricsPath?: HttpRouter.PathInput | false;\n    readonly statusPath?: HttpRouter.PathInput | false;\n    readonly disableHttpLogger?: boolean;\n  };\n};\n\ntype RunNoWebhookOptions = RunBaseOptions & {\n  readonly webhook?: undefined;\n};\n\ntype RunWebhookOptions = RunOptions & {\n  readonly webhook: NonNullable<RunOptions[\"webhook\"]>;\n};\n\n/**\n * Runs all connector ingestion loops. Callers provide the Ingestor and\n * StateStore layers; webhook mode additionally requires an HttpServer layer.\n */\nexport function run<const Resources extends ReadonlyArray<ResourceDefinition>>(\n  connector: ConnectorDefinition<Resources>,\n  options?: RunNoWebhookOptions,\n): Effect.Effect<void, ConnectorError, StateStore | Ingestor>;\nexport function run<const Resources extends ReadonlyArray<ResourceDefinition>>(\n  connector: ConnectorDefinition<Resources>,\n  options: RunWebhookOptions,\n): Effect.Effect<void, ConnectorError, StateStore | Ingestor | HttpServer.HttpServer>;\nexport function run(definition: ConnectorDefinition, options?: RunOptions) {\n  return Effect.gen(function* () {\n    // Check the whole feed, even the resources that don't run.\n    if (definition.changes) yield* validateFeed(definition, definition.changes);\n    const ingestor = yield* Ingestor;\n    const connector = selectResources(definition, ingestor.resourceNames);\n    const queueLayer = makeWebhookQueueLayer(connector.name);\n    const runtimeLayer = options?.webhook\n      ? Layer.mergeAll(\n          queueLayer,\n          makeWebhookServerLayer(connector, options.webhook).pipe(Layer.provide(queueLayer)),\n        )\n      : Layer.empty;\n\n    return yield* Effect.gen(function* () {\n      const initialCutoff =\n        options?.initialCutoff ?? (yield* DateTime.now.pipe(Effect.map(DateTime.formatIso)));\n      yield* Effect.logInfo(\"Connector started\").pipe(\n        Effect.annotateLogs({\n          [Attr.connectorName]: connector.name,\n          resources: connector.resources.length,\n        }),\n      );\n\n      const sourceRun = runIngestion(connector, initialCutoff);\n      const webhookRun = options?.webhook\n        ? runWebhookRuntime(connector, options.webhook.routes)\n        : Effect.void;\n\n      return yield* Effect.all([sourceRun, webhookRun], { concurrency: \"unbounded\" }).pipe(\n        Effect.asVoid,\n      );\n    }).pipe(Effect.provide(runtimeLayer));\n  });\n}\n\nconst selectResources = (\n  connector: ConnectorDefinition,\n  names: ReadonlyArray<string> | undefined,\n): ConnectorDefinition => {\n  if (names === undefined) return connector;\n  const isSelected = (resource: ResourceDefinition) => names.includes(resource.name);\n  const { changes, ...rest } = connector;\n  const feedResources = changes?.resources.filter(isSelected) ?? [];\n  return {\n    ...rest,\n    resources: connector.resources.filter(isSelected),\n    ...(changes && feedResources.length > 0\n      ? { changes: { ...changes, resources: feedResources } }\n      : {}),\n  };\n};\n\nconst makeWebhookQueueLayer = (connector: string): Layer.Layer<WebhookQueue> =>\n  Layer.effect(WebhookQueue)(\n    Effect.gen(function* () {\n      const queue = yield* Queue.bounded<QueuedWebhookBatch>(1024);\n      yield* Metrics.setWebhookQueueDepth(connector, 0);\n      return WebhookQueue.of({ queue });\n    }),\n  );\n\nconst runWebhookRuntime = (connector: ConnectorDefinition, routes: ReadonlyArray<WebhookRoute>) => {\n  const hasAfterEnqueue = routes.some((route) => route.ackMode === \"after-enqueue\");\n  return Effect.all(\n    [hasAfterEnqueue ? runWebhookQueueConsumer(connector) : Effect.void, Effect.never],\n    {\n      concurrency: \"unbounded\",\n    },\n  ).pipe(Effect.asVoid);\n};\n\nconst runWebhookQueueConsumer = (connector: ConnectorDefinition) =>\n  Effect.gen(function* () {\n    const queue = yield* WebhookQueue;\n    while (true) {\n      const batch = yield* Queue.take(queue.queue);\n      const depth = yield* Queue.size(queue.queue);\n      yield* Metrics.setWebhookQueueDepth(connector.name, depth);\n      yield* ingestBatch({\n        connector: connector.name,\n        resource: batch.resource,\n        source: \"webhook\",\n        batch: batch.batch,\n      });\n    }\n  });\n\nconst makeWebhookServerLayer = (\n  connector: ConnectorDefinition,\n  options: {\n    readonly routes: ReadonlyArray<WebhookRoute>;\n    readonly healthPath?: HttpRouter.PathInput;\n    readonly metricsPath?: HttpRouter.PathInput | false;\n    readonly statusPath?: HttpRouter.PathInput | false;\n    readonly disableHttpLogger?: boolean;\n  },\n): Layer.Layer<never, never, HttpServer.HttpServer> => {\n  const healthPath: HttpRouter.PathInput = options.healthPath ?? \"/health\";\n  const metricsPath = options.metricsPath === undefined ? \"/metrics\" : options.metricsPath;\n  const statusPath = options.statusPath === undefined ? \"/status\" : options.statusPath;\n  const app = Layer.mergeAll(\n    router(options.routes, {\n      connectorName: connector.name,\n      resourceNames: connector.resources.map((resource) => resource.name),\n    }),\n    HttpRouter.add(\"GET\", healthPath, Effect.succeed(HttpServerResponse.text(\"ok\"))),\n    ...(metricsPath === false\n      ? []\n      : [Observability.PrometheusMetrics.layerHttp({ path: metricsPath })]),\n    ...(statusPath === false ? [] : [statusRoute(connector, statusPath)]),\n  );\n\n  return HttpRouter.serve(app, {\n    disableLogger: options.disableHttpLogger ?? true,\n  });\n};\n\nconst runIngestion = (\n  connector: ConnectorDefinition,\n  initialCutoff: Cursor.Value,\n): Effect.Effect<void, ConnectorError, StateStore | Ingestor> =>\n  Effect.gen(function* () {\n    const feed = connector.changes;\n    yield* Effect.all(\n      [\n        Effect.forEach(\n          connector.resources,\n          (resource) => runResourceSources(connector, resource, initialCutoff),\n          { concurrency: \"unbounded\" },\n        ),\n        feed ? runChangesFeed(connector, feed, initialCutoff) : Effect.void,\n      ],\n      { concurrency: \"unbounded\" },\n    );\n  });\n\nconst bySavedAt = Order.mapInput(\n  Order.String,\n  (state: NonNullable<ResourceState[\"changes\"]>) => state.lastSuccessAt ?? \"\",\n);\n\nconst validateFeed = (connector: ConnectorDefinition, feed: ChangesFeed) =>\n  Effect.forEach(feed.resources, (member, index) => {\n    if (feed.resources.findIndex((item) => item.name === member.name) !== index) {\n      return Effect.fail(\n        new ConnectorError({ message: `Resource ${member.name} is in the changes feed twice` }),\n      );\n    }\n    const resource = connector.resources.find((item) => item.name === member.name);\n    if (!resource) {\n      return Effect.fail(\n        new ConnectorError({\n          message: `Changes feed resource ${member.name} is not a resource of connector ${connector.name}`,\n        }),\n      );\n    }\n    if (resource.changes) {\n      return Effect.fail(\n        new ConnectorError({\n          message: `Resource ${member.name} has its own changes and is also in the changes feed`,\n        }),\n      );\n    }\n    return Effect.void;\n  }).pipe(\n    Effect.andThen(\n      feed.resources.length === 0\n        ? Effect.fail(new ConnectorError({ message: \"The changes feed has no resources\" }))\n        : Effect.void,\n    ),\n  );\n\nconst initializeResourceState = (\n  existing: ResourceState | undefined,\n  initialCutoff: Cursor.Value,\n): ResourceState => ({\n  ...existing,\n  changes: existing?.changes ?? { cursor: initialCutoff },\n  backfill: existing?.backfill ?? {\n    cutoff: initialCutoff,\n    completed: false,\n  },\n});\n\nconst getInitializedState = Effect.fnUntraced(function* (\n  resource: string,\n  initialCutoff: Cursor.Value,\n) {\n  const store = yield* StateStore;\n  const existing = yield* store.getResourceState(resource);\n  return initializeResourceState(existing, initialCutoff);\n});\n\nconst runResourceSources = (\n  connector: ConnectorDefinition,\n  resource: ResourceDefinition,\n  initialCutoff: Cursor.Value,\n) => {\n  const runs = [\n    resource.backfill\n      ? isolateSourceFailure(\n          runBackfill(connector, resource, initialCutoff),\n          connector,\n          resource,\n          \"backfill\",\n        )\n      : Effect.void,\n    resource.changes\n      ? isolateSourceFailure(\n          runChanges(connector, resource, initialCutoff),\n          connector,\n          resource,\n          \"changes\",\n        )\n      : Effect.void,\n  ];\n\n  return initializeRuntimeStatus(connector, resource, initialCutoff).pipe(\n    Effect.andThen(Effect.all(runs, { concurrency: \"unbounded\" })),\n    Effect.asVoid,\n    Effect.catch((error) =>\n      Metrics.setSyncState({ connector: connector.name, resource: resource.name }, \"error\").pipe(\n        Effect.andThen(Effect.logError(\"Connector resource initialization failed\", error)),\n        Effect.annotateLogs({\n          [Attr.connectorName]: connector.name,\n          resource: resource.name,\n        }),\n        Effect.andThen(Effect.never),\n      ),\n    ),\n  );\n};\n\nconst recordResourceError =\n  (\n    connector: ConnectorDefinition,\n    resource: ResourceDefinition,\n    source: StateSource,\n    operation: StateOperation,\n  ) =>\n  <A, R>(\n    effect: Effect.Effect<A, ConnectorError, R>,\n  ): Effect.Effect<A, ConnectorError, R | StateStore> =>\n    effect.pipe(\n      Effect.tapError(() =>\n        Metrics.setSyncState({ connector: connector.name, resource: resource.name }, \"error\").pipe(\n          Effect.andThen(\n            StateStore.pipe(\n              Effect.flatMap((store) => store.setResourceError(resource.name, source, operation)),\n            ),\n          ),\n        ),\n      ),\n    );\n\nconst isolateSourceFailure = <A, R>(\n  effect: Effect.Effect<A, ConnectorError, R>,\n  connector: ConnectorDefinition,\n  resource: ResourceDefinition,\n  source: StateSource,\n): Effect.Effect<A, never, R> =>\n  // Only typed source errors are isolated. Defects and interruption still stop the runtime.\n  effect.pipe(\n    Effect.catch((error) =>\n      Effect.logError(\"Connector source parked\", error).pipe(\n        Effect.annotateLogs({\n          [Attr.connectorName]: connector.name,\n          resource: resource.name,\n          source,\n        }),\n        Effect.andThen(Effect.never),\n      ),\n    ),\n  );\n\nconst refreshRuntimeStatus = Effect.fnUntraced(function* (\n  connector: ConnectorDefinition,\n  resource: ResourceDefinition,\n  initialCutoff: Cursor.Value,\n) {\n  const state = yield* getInitializedState(resource.name, initialCutoff);\n  yield* Metrics.setSyncState(\n    { connector: connector.name, resource: resource.name },\n    deriveSyncState(connector, resource, state),\n  );\n\n  return state;\n});\n\nconst initializeRuntimeStatus = Effect.fnUntraced(function* (\n  connector: ConnectorDefinition,\n  resource: ResourceDefinition,\n  initialCutoff: Cursor.Value,\n) {\n  const state = yield* getInitializedState(resource.name, initialCutoff);\n  yield* Metrics.setSyncState(\n    { connector: connector.name, resource: resource.name },\n    deriveSyncState(connector, resource, state),\n  );\n\n  if (resource.backfill) {\n    yield* Metrics.setLastSuccessTimestamp(\n      { connector: connector.name, resource: resource.name, source: \"backfill\" },\n      state.backfill?.lastSuccessAt,\n    );\n  }\n  if (hasChanges(connector, resource)) {\n    yield* Metrics.setLastSuccessTimestamp(\n      { connector: connector.name, resource: resource.name, source: \"changes\" },\n      state.changes?.lastSuccessAt,\n    );\n  }\n});\n\nconst runBackfill = Effect.fnUntraced(function* (\n  connector: ConnectorDefinition,\n  resource: ResourceDefinition,\n  initialCutoff: Cursor.Value,\n) {\n  if (!resource.backfill) return;\n  const store = yield* StateStore;\n  let state = yield* getInitializedState(resource.name, initialCutoff);\n\n  if (state.backfill?.completed === true) {\n    // The checkpoint may have committed before the previous process cleared\n    // its error marker. It may also be hidden by a newer changes error.\n    yield* store\n      .clearResourceError(resource.name, \"backfill\")\n      .pipe(recordResourceError(connector, resource, \"backfill\", \"checkpoint\"));\n    yield* refreshRuntimeStatus(connector, resource, initialCutoff);\n    return;\n  }\n\n  while (state.backfill?.completed !== true) {\n    const backfill = state.backfill ?? { cutoff: initialCutoff, completed: false };\n    const clearsVisibleError = state.lastError?.source === \"backfill\";\n    const page = yield* resource.backfill\n      .fetch({\n        pageCursor: backfill.pageCursor,\n        cutoff: backfill.cutoff,\n      })\n      .pipe(recordResourceError(connector, resource, \"backfill\", \"fetch\"));\n\n    yield* ingestBatch({\n      connector: connector.name,\n      resource: resource.name,\n      source: \"backfill\",\n      batch: {\n        cursor: page.nextPageCursor ?? backfill.cutoff,\n        rows: page.rows,\n      },\n    }).pipe(recordResourceError(connector, resource, \"backfill\", \"ingest\"));\n\n    const lastSuccessAt = yield* DateTime.now.pipe(Effect.map(DateTime.formatIso));\n    state = {\n      ...state,\n      backfill: {\n        cutoff: backfill.cutoff,\n        pageCursor: page.nextPageCursor,\n        completed: !page.hasMore,\n        lastSuccessAt,\n      },\n    };\n\n    // Checkpoint only after ingestion succeeds so a crash cannot skip an\n    // unacknowledged page; replay therefore remains at-least-once.\n    yield* Effect.withSpan(\n      store\n        .setBackfillState(resource.name, {\n          cutoff: normalizeCursor(backfill.cutoff),\n          pageCursor:\n            page.nextPageCursor === undefined ? undefined : normalizeCursor(page.nextPageCursor),\n          completed: !page.hasMore,\n          lastSuccessAt,\n        })\n        .pipe(\n          Effect.andThen(\n            Metrics.setLastSuccessTimestamp(\n              { connector: connector.name, resource: resource.name, source: \"backfill\" },\n              lastSuccessAt,\n            ),\n          ),\n          Effect.andThen(store.clearResourceError(resource.name, \"backfill\")),\n          Effect.tapError((error) => annotateError(\"state_set\", error)),\n        ),\n      SpanName.stateSet,\n      { attributes: { [Attr.stateKey]: resource.name } },\n    ).pipe(recordResourceError(connector, resource, \"backfill\", \"checkpoint\"));\n\n    // Completion or clearing an error can change the resource-wide sync state.\n    if (clearsVisibleError || !page.hasMore) {\n      state = yield* refreshRuntimeStatus(connector, resource, initialCutoff);\n    }\n  }\n});\n\nconst runChanges = Effect.fnUntraced(function* (\n  connector: ConnectorDefinition,\n  resource: ResourceDefinition,\n  initialCutoff: Cursor.Value,\n) {\n  if (!resource.changes) return;\n  const store = yield* StateStore;\n\n  while (true) {\n    const state = yield* getInitializedState(resource.name, initialCutoff);\n    const cursor = state.changes?.cursor ?? initialCutoff;\n    const clearsVisibleError = state.lastError?.source === \"changes\";\n    const page = yield* resource.changes\n      .fetch({ cursor })\n      .pipe(recordResourceError(connector, resource, \"changes\", \"fetch\"));\n\n    yield* ingestBatch({\n      connector: connector.name,\n      resource: resource.name,\n      source: \"changes\",\n      batch: {\n        cursor: page.cursor,\n        rows: page.rows,\n      },\n    }).pipe(recordResourceError(connector, resource, \"changes\", \"ingest\"));\n\n    const lastSuccessAt = yield* DateTime.now.pipe(Effect.map(DateTime.formatIso));\n    // Advance the durable cursor only after the engine acknowledges the page.\n    yield* Effect.withSpan(\n      store\n        .setChangesState(resource.name, {\n          cursor: normalizeCursor(page.cursor),\n          lastSuccessAt,\n        })\n        .pipe(\n          Effect.andThen(\n            Metrics.setLastSuccessTimestamp(\n              { connector: connector.name, resource: resource.name, source: \"changes\" },\n              lastSuccessAt,\n            ),\n          ),\n          Effect.andThen(store.clearResourceError(resource.name, \"changes\")),\n          Effect.tapError((error) => annotateError(\"state_set\", error)),\n        ),\n      SpanName.stateSet,\n      { attributes: { [Attr.stateKey]: resource.name } },\n    ).pipe(recordResourceError(connector, resource, \"changes\", \"checkpoint\"));\n\n    if (clearsVisibleError) {\n      yield* refreshRuntimeStatus(connector, resource, initialCutoff);\n    }\n\n    if (!page.hasMore) {\n      yield* Effect.sleep(resource.changes.interval ?? \"1 minute\");\n    }\n  }\n});\n\n// Every member resource stores the feed cursor. All rows are ingested before any\n// cursor is written. If a crash stops the writes partway, the next run starts\n// from the oldest cursor.\nconst runChangesFeed = (\n  connector: ConnectorDefinition,\n  feed: ChangesFeed,\n  initialCutoff: Cursor.Value,\n): Effect.Effect<void, never, StateStore | Ingestor> =>\n  Effect.gen(function* () {\n    const store = yield* StateStore;\n    const members = feed.resources;\n    const selected = new Set(members.map((resource) => resource.name));\n    // Any failure stops the whole feed, so it is an error for every resource in it.\n    const recordFeedError =\n      (operation: StateOperation) =>\n      <A, R>(effect: Effect.Effect<A, ConnectorError, R>) =>\n        effect.pipe(\n          Effect.tapError(() =>\n            Effect.forEach(\n              members,\n              (resource) =>\n                Metrics.setSyncState(\n                  { connector: connector.name, resource: resource.name },\n                  \"error\",\n                ).pipe(Effect.andThen(store.setResourceError(resource.name, \"changes\", operation))),\n              { discard: true },\n            ),\n          ),\n        );\n\n    while (true) {\n      const states = yield* Effect.forEach(members, (resource) =>\n        store.getResourceState(resource.name),\n      );\n      // A resource that was off has an older cursor. Resume from the oldest, so it\n      // gets the changes it missed. The others read some changes again.\n      const saved = states.flatMap((state) => (state?.changes ? [state.changes] : []));\n      const cursor = Arr.isReadonlyArrayNonEmpty(saved)\n        ? Arr.min(saved, bySavedAt).cursor\n        : initialCutoff;\n      const result = yield* feed.fetch({ cursor, selected }).pipe(recordFeedError(\"fetch\"));\n\n      yield* Effect.forEach(\n        members,\n        (resource) =>\n          ingestBatch({\n            connector: connector.name,\n            resource: resource.name,\n            source: \"changes\",\n            batch: {\n              cursor: result.cursor,\n              rows: result.rows[resource.name] ?? [],\n            },\n          }),\n        { discard: true },\n      ).pipe(recordFeedError(\"ingest\"));\n\n      const lastSuccessAt = yield* DateTime.now.pipe(Effect.map(DateTime.formatIso));\n      yield* Effect.forEach(\n        members,\n        (resource) =>\n          Effect.withSpan(\n            store\n              .setChangesState(resource.name, {\n                cursor: normalizeCursor(result.cursor),\n                lastSuccessAt,\n              })\n              .pipe(\n                Effect.andThen(\n                  Metrics.setLastSuccessTimestamp(\n                    { connector: connector.name, resource: resource.name, source: \"changes\" },\n                    lastSuccessAt,\n                  ),\n                ),\n                Effect.andThen(store.clearResourceError(resource.name, \"changes\")),\n                Effect.tapError((error) => annotateError(\"state_set\", error)),\n              ),\n            SpanName.stateSet,\n            { attributes: { [Attr.stateKey]: resource.name } },\n          ),\n        { discard: true },\n      ).pipe(recordFeedError(\"checkpoint\"));\n\n      yield* Effect.forEach(members, (resource, index) =>\n        states[index]?.lastError?.source === \"changes\"\n          ? refreshRuntimeStatus(connector, resource, initialCutoff)\n          : Effect.void,\n      );\n\n      if (!result.hasMore) {\n        yield* Effect.sleep(feed.interval ?? \"1 minute\");\n      }\n    }\n  }).pipe(\n    // Only typed errors park the feed. Defects and interruption still stop the runtime.\n    Effect.catch((error) =>\n      Effect.logError(\"Connector changes feed parked\", error).pipe(\n        Effect.annotateLogs({\n          [Attr.connectorName]: connector.name,\n          resources: feed.resources.map((resource) => resource.name).join(\",\"),\n        }),\n        Effect.andThen(Effect.never),\n      ),\n    ),\n  );\n","export { run, type RunOptions } from \"./engine\";\n"],"mappings":";;;;;;;;;;;;AA0DA,SAAgB,IAAI,YAAiC,SAAsB;CACzE,OAAO,OAAO,IAAI,aAAa;EAE7B,IAAI,WAAW,SAAS,OAAO,aAAa,YAAY,WAAW,OAAO;EAC1E,MAAM,WAAW,OAAO;EACxB,MAAM,YAAY,gBAAgB,YAAY,SAAS,aAAa;EACpE,MAAM,aAAa,sBAAsB,UAAU,IAAI;EACvD,MAAM,eAAe,SAAS,UAC1B,MAAM,SACJ,YACA,uBAAuB,WAAW,QAAQ,OAAO,CAAC,CAAC,KAAK,MAAM,QAAQ,UAAU,CAAC,CACnF,IACA,MAAM;EAEV,OAAO,OAAO,OAAO,IAAI,aAAa;GACpC,MAAM,gBACJ,SAAS,kBAAkB,OAAO,SAAS,IAAI,KAAK,OAAO,IAAI,SAAS,SAAS,CAAC;GACpF,OAAO,OAAO,QAAQ,mBAAmB,CAAC,CAAC,KACzC,OAAO,aAAa;KACjB,KAAK,gBAAgB,UAAU;IAChC,WAAW,UAAU,UAAU;GACjC,CAAC,CACH;GAEA,MAAM,YAAY,aAAa,WAAW,aAAa;GACvD,MAAM,aAAa,SAAS,UACxB,kBAAkB,WAAW,QAAQ,QAAQ,MAAM,IACnD,OAAO;GAEX,OAAO,OAAO,OAAO,IAAI,CAAC,WAAW,UAAU,GAAG,EAAE,aAAa,YAAY,CAAC,CAAC,CAAC,KAC9E,OAAO,MACT;EACF,CAAC,CAAC,CAAC,KAAK,OAAO,QAAQ,YAAY,CAAC;CACtC,CAAC;AACH;AAEA,MAAM,mBACJ,WACA,UACwB;CACxB,IAAI,UAAU,KAAA,GAAW,OAAO;CAChC,MAAM,cAAc,aAAiC,MAAM,SAAS,SAAS,IAAI;CACjF,MAAM,EAAE,SAAS,GAAG,SAAS;CAC7B,MAAM,gBAAgB,SAAS,UAAU,OAAO,UAAU,KAAK,CAAC;CAChE,OAAO;EACL,GAAG;EACH,WAAW,UAAU,UAAU,OAAO,UAAU;EAChD,GAAI,WAAW,cAAc,SAAS,IAClC,EAAE,SAAS;GAAE,GAAG;GAAS,WAAW;EAAc,EAAE,IACpD,CAAC;CACP;AACF;AAEA,MAAM,yBAAyB,cAC7B,MAAM,OAAO,YAAY,CAAC,CACxB,OAAO,IAAI,aAAa;CACtB,MAAM,QAAQ,OAAO,MAAM,QAA4B,IAAI;CAC3D,OAAOA,qBAA6B,WAAW,CAAC;CAChD,OAAO,aAAa,GAAG,EAAE,MAAM,CAAC;AAClC,CAAC,CACH;AAEF,MAAM,qBAAqB,WAAgC,WAAwC;CACjG,MAAM,kBAAkB,OAAO,MAAM,UAAU,MAAM,YAAY,eAAe;CAChF,OAAO,OAAO,IACZ,CAAC,kBAAkB,wBAAwB,SAAS,IAAI,OAAO,MAAM,OAAO,KAAK,GACjF,EACE,aAAa,YACf,CACF,CAAC,CAAC,KAAK,OAAO,MAAM;AACtB;AAEA,MAAM,2BAA2B,cAC/B,OAAO,IAAI,aAAa;CACtB,MAAM,QAAQ,OAAO;CACrB,OAAO,MAAM;EACX,MAAM,QAAQ,OAAO,MAAM,KAAK,MAAM,KAAK;EAC3C,MAAM,QAAQ,OAAO,MAAM,KAAK,MAAM,KAAK;EAC3C,OAAOA,qBAA6B,UAAU,MAAM,KAAK;EACzD,OAAO,YAAY;GACjB,WAAW,UAAU;GACrB,UAAU,MAAM;GAChB,QAAQ;GACR,OAAO,MAAM;EACf,CAAC;CACH;AACF,CAAC;AAEH,MAAM,0BACJ,WACA,YAOqD;CACrD,MAAM,aAAmC,QAAQ,cAAc;CAC/D,MAAM,cAAc,QAAQ,gBAAgB,KAAA,IAAY,aAAa,QAAQ;CAC7E,MAAM,aAAa,QAAQ,eAAe,KAAA,IAAY,YAAY,QAAQ;CAC1E,MAAM,MAAM,MAAM,SAChB,OAAO,QAAQ,QAAQ;EACrB,eAAe,UAAU;EACzB,eAAe,UAAU,UAAU,KAAK,aAAa,SAAS,IAAI;CACpE,CAAC,GACD,WAAW,IAAI,OAAO,YAAY,OAAO,QAAQ,mBAAmB,KAAK,IAAI,CAAC,CAAC,GAC/E,GAAI,gBAAgB,QAChB,CAAC,IACD,CAAC,cAAc,kBAAkB,UAAU,EAAE,MAAM,YAAY,CAAC,CAAC,GACrE,GAAI,eAAe,QAAQ,CAAC,IAAI,CAAC,YAAY,WAAW,UAAU,CAAC,CACrE;CAEA,OAAO,WAAW,MAAM,KAAK,EAC3B,eAAe,QAAQ,qBAAqB,KAC9C,CAAC;AACH;AAEA,MAAM,gBACJ,WACA,kBAEA,OAAO,IAAI,aAAa;CACtB,MAAM,OAAO,UAAU;CACvB,OAAO,OAAO,IACZ,CACE,OAAO,QACL,UAAU,YACT,aAAa,mBAAmB,WAAW,UAAU,aAAa,GACnE,EAAE,aAAa,YAAY,CAC7B,GACA,OAAO,eAAe,WAAW,MAAM,aAAa,IAAI,OAAO,IACjE,GACA,EAAE,aAAa,YAAY,CAC7B;AACF,CAAC;AAEH,MAAM,YAAY,MAAM,SACtB,MAAM,SACL,UAAiD,MAAM,iBAAiB,EAC3E;AAEA,MAAM,gBAAgB,WAAgC,SACpD,OAAO,QAAQ,KAAK,YAAY,QAAQ,UAAU;CAChD,IAAI,KAAK,UAAU,WAAW,SAAS,KAAK,SAAS,OAAO,IAAI,MAAM,OACpE,OAAO,OAAO,KACZ,IAAI,eAAe,EAAE,SAAS,YAAY,OAAO,KAAK,+BAA+B,CAAC,CACxF;CAEF,MAAM,WAAW,UAAU,UAAU,MAAM,SAAS,KAAK,SAAS,OAAO,IAAI;CAC7E,IAAI,CAAC,UACH,OAAO,OAAO,KACZ,IAAI,eAAe,EACjB,SAAS,yBAAyB,OAAO,KAAK,kCAAkC,UAAU,OAC5F,CAAC,CACH;CAEF,IAAI,SAAS,SACX,OAAO,OAAO,KACZ,IAAI,eAAe,EACjB,SAAS,YAAY,OAAO,KAAK,sDACnC,CAAC,CACH;CAEF,OAAO,OAAO;AAChB,CAAC,CAAC,CAAC,KACD,OAAO,QACL,KAAK,UAAU,WAAW,IACtB,OAAO,KAAK,IAAI,eAAe,EAAE,SAAS,oCAAoC,CAAC,CAAC,IAChF,OAAO,IACb,CACF;AAEF,MAAM,2BACJ,UACA,mBACmB;CACnB,GAAG;CACH,SAAS,UAAU,WAAW,EAAE,QAAQ,cAAc;CACtD,UAAU,UAAU,YAAY;EAC9B,QAAQ;EACR,WAAW;CACb;AACF;AAEA,MAAM,sBAAsB,OAAO,WAAW,WAC5C,UACA,eACA;CAEA,MAAM,WAAW,QAAO,OADH,WAAA,CACS,iBAAiB,QAAQ;CACvD,OAAO,wBAAwB,UAAU,aAAa;AACxD,CAAC;AAED,MAAM,sBACJ,WACA,UACA,kBACG;CACH,MAAM,OAAO,CACX,SAAS,WACL,qBACE,YAAY,WAAW,UAAU,aAAa,GAC9C,WACA,UACA,UACF,IACA,OAAO,MACX,SAAS,UACL,qBACE,WAAW,WAAW,UAAU,aAAa,GAC7C,WACA,UACA,SACF,IACA,OAAO,IACb;CAEA,OAAO,wBAAwB,WAAW,UAAU,aAAa,CAAC,CAAC,KACjE,OAAO,QAAQ,OAAO,IAAI,MAAM,EAAE,aAAa,YAAY,CAAC,CAAC,GAC7D,OAAO,QACP,OAAO,OAAO,UACZC,aAAqB;EAAE,WAAW,UAAU;EAAM,UAAU,SAAS;CAAK,GAAG,OAAO,CAAC,CAAC,KACpF,OAAO,QAAQ,OAAO,SAAS,4CAA4C,KAAK,CAAC,GACjF,OAAO,aAAa;GACjB,KAAK,gBAAgB,UAAU;EAChC,UAAU,SAAS;CACrB,CAAC,GACD,OAAO,QAAQ,OAAO,KAAK,CAC7B,CACF,CACF;AACF;AAEA,MAAM,uBAEF,WACA,UACA,QACA,eAGA,WAEA,OAAO,KACL,OAAO,eACLA,aAAqB;CAAE,WAAW,UAAU;CAAM,UAAU,SAAS;AAAK,GAAG,OAAO,CAAC,CAAC,KACpF,OAAO,QACL,WAAW,KACT,OAAO,SAAS,UAAU,MAAM,iBAAiB,SAAS,MAAM,QAAQ,SAAS,CAAC,CACpF,CACF,CACF,CACF,CACF;AAEJ,MAAM,wBACJ,QACA,WACA,UACA,WAGA,OAAO,KACL,OAAO,OAAO,UACZ,OAAO,SAAS,2BAA2B,KAAK,CAAC,CAAC,KAChD,OAAO,aAAa;EACjB,KAAK,gBAAgB,UAAU;CAChC,UAAU,SAAS;CACnB;AACF,CAAC,GACD,OAAO,QAAQ,OAAO,KAAK,CAC7B,CACF,CACF;AAEF,MAAM,uBAAuB,OAAO,WAAW,WAC7C,WACA,UACA,eACA;CACA,MAAM,QAAQ,OAAO,oBAAoB,SAAS,MAAM,aAAa;CACrE,OAAOA,aACL;EAAE,WAAW,UAAU;EAAM,UAAU,SAAS;CAAK,GACrD,gBAAgB,WAAW,UAAU,KAAK,CAC5C;CAEA,OAAO;AACT,CAAC;AAED,MAAM,0BAA0B,OAAO,WAAW,WAChD,WACA,UACA,eACA;CACA,MAAM,QAAQ,OAAO,oBAAoB,SAAS,MAAM,aAAa;CACrE,OAAOA,aACL;EAAE,WAAW,UAAU;EAAM,UAAU,SAAS;CAAK,GACrD,gBAAgB,WAAW,UAAU,KAAK,CAC5C;CAEA,IAAI,SAAS,UACX,OAAOC,wBACL;EAAE,WAAW,UAAU;EAAM,UAAU,SAAS;EAAM,QAAQ;CAAW,GACzE,MAAM,UAAU,aAClB;CAEF,IAAI,WAAW,WAAW,QAAQ,GAChC,OAAOA,wBACL;EAAE,WAAW,UAAU;EAAM,UAAU,SAAS;EAAM,QAAQ;CAAU,GACxE,MAAM,SAAS,aACjB;AAEJ,CAAC;AAED,MAAM,cAAc,OAAO,WAAW,WACpC,WACA,UACA,eACA;CACA,IAAI,CAAC,SAAS,UAAU;CACxB,MAAM,QAAQ,OAAO;CACrB,IAAI,QAAQ,OAAO,oBAAoB,SAAS,MAAM,aAAa;CAEnE,IAAI,MAAM,UAAU,cAAc,MAAM;EAGtC,OAAO,MACJ,mBAAmB,SAAS,MAAM,UAAU,CAAC,CAC7C,KAAK,oBAAoB,WAAW,UAAU,YAAY,YAAY,CAAC;EAC1E,OAAO,qBAAqB,WAAW,UAAU,aAAa;EAC9D;CACF;CAEA,OAAO,MAAM,UAAU,cAAc,MAAM;EACzC,MAAM,WAAW,MAAM,YAAY;GAAE,QAAQ;GAAe,WAAW;EAAM;EAC7E,MAAM,qBAAqB,MAAM,WAAW,WAAW;EACvD,MAAM,OAAO,OAAO,SAAS,SAC1B,MAAM;GACL,YAAY,SAAS;GACrB,QAAQ,SAAS;EACnB,CAAC,CAAC,CACD,KAAK,oBAAoB,WAAW,UAAU,YAAY,OAAO,CAAC;EAErE,OAAO,YAAY;GACjB,WAAW,UAAU;GACrB,UAAU,SAAS;GACnB,QAAQ;GACR,OAAO;IACL,QAAQ,KAAK,kBAAkB,SAAS;IACxC,MAAM,KAAK;GACb;EACF,CAAC,CAAC,CAAC,KAAK,oBAAoB,WAAW,UAAU,YAAY,QAAQ,CAAC;EAEtE,MAAM,gBAAgB,OAAO,SAAS,IAAI,KAAK,OAAO,IAAI,SAAS,SAAS,CAAC;EAC7E,QAAQ;GACN,GAAG;GACH,UAAU;IACR,QAAQ,SAAS;IACjB,YAAY,KAAK;IACjB,WAAW,CAAC,KAAK;IACjB;GACF;EACF;EAIA,OAAO,OAAO,SACZ,MACG,iBAAiB,SAAS,MAAM;GAC/B,QAAQ,gBAAgB,SAAS,MAAM;GACvC,YACE,KAAK,mBAAmB,KAAA,IAAY,KAAA,IAAY,gBAAgB,KAAK,cAAc;GACrF,WAAW,CAAC,KAAK;GACjB;EACF,CAAC,CAAC,CACD,KACC,OAAO,QACLA,wBACE;GAAE,WAAW,UAAU;GAAM,UAAU,SAAS;GAAM,QAAQ;EAAW,GACzE,aACF,CACF,GACA,OAAO,QAAQ,MAAM,mBAAmB,SAAS,MAAM,UAAU,CAAC,GAClE,OAAO,UAAU,UAAU,cAAc,aAAa,KAAK,CAAC,CAC9D,GACF,SAAS,UACT,EAAE,YAAY,GAAG,KAAK,WAAW,SAAS,KAAK,EAAE,CACnD,CAAC,CAAC,KAAK,oBAAoB,WAAW,UAAU,YAAY,YAAY,CAAC;EAGzE,IAAI,sBAAsB,CAAC,KAAK,SAC9B,QAAQ,OAAO,qBAAqB,WAAW,UAAU,aAAa;CAE1E;AACF,CAAC;AAED,MAAM,aAAa,OAAO,WAAW,WACnC,WACA,UACA,eACA;CACA,IAAI,CAAC,SAAS,SAAS;CACvB,MAAM,QAAQ,OAAO;CAErB,OAAO,MAAM;EACX,MAAM,QAAQ,OAAO,oBAAoB,SAAS,MAAM,aAAa;EACrE,MAAM,SAAS,MAAM,SAAS,UAAU;EACxC,MAAM,qBAAqB,MAAM,WAAW,WAAW;EACvD,MAAM,OAAO,OAAO,SAAS,QAC1B,MAAM,EAAE,OAAO,CAAC,CAAC,CACjB,KAAK,oBAAoB,WAAW,UAAU,WAAW,OAAO,CAAC;EAEpE,OAAO,YAAY;GACjB,WAAW,UAAU;GACrB,UAAU,SAAS;GACnB,QAAQ;GACR,OAAO;IACL,QAAQ,KAAK;IACb,MAAM,KAAK;GACb;EACF,CAAC,CAAC,CAAC,KAAK,oBAAoB,WAAW,UAAU,WAAW,QAAQ,CAAC;EAErE,MAAM,gBAAgB,OAAO,SAAS,IAAI,KAAK,OAAO,IAAI,SAAS,SAAS,CAAC;EAE7E,OAAO,OAAO,SACZ,MACG,gBAAgB,SAAS,MAAM;GAC9B,QAAQ,gBAAgB,KAAK,MAAM;GACnC;EACF,CAAC,CAAC,CACD,KACC,OAAO,QACLA,wBACE;GAAE,WAAW,UAAU;GAAM,UAAU,SAAS;GAAM,QAAQ;EAAU,GACxE,aACF,CACF,GACA,OAAO,QAAQ,MAAM,mBAAmB,SAAS,MAAM,SAAS,CAAC,GACjE,OAAO,UAAU,UAAU,cAAc,aAAa,KAAK,CAAC,CAC9D,GACF,SAAS,UACT,EAAE,YAAY,GAAG,KAAK,WAAW,SAAS,KAAK,EAAE,CACnD,CAAC,CAAC,KAAK,oBAAoB,WAAW,UAAU,WAAW,YAAY,CAAC;EAExE,IAAI,oBACF,OAAO,qBAAqB,WAAW,UAAU,aAAa;EAGhE,IAAI,CAAC,KAAK,SACR,OAAO,OAAO,MAAM,SAAS,QAAQ,YAAY,UAAU;CAE/D;AACF,CAAC;AAKD,MAAM,kBACJ,WACA,MACA,kBAEA,OAAO,IAAI,aAAa;CACtB,MAAM,QAAQ,OAAO;CACrB,MAAM,UAAU,KAAK;CACrB,MAAM,WAAW,IAAI,IAAI,QAAQ,KAAK,aAAa,SAAS,IAAI,CAAC;CAEjE,MAAM,mBACH,eACM,WACL,OAAO,KACL,OAAO,eACL,OAAO,QACL,UACC,aACCD,aACE;EAAE,WAAW,UAAU;EAAM,UAAU,SAAS;CAAK,GACrD,OACF,CAAC,CAAC,KAAK,OAAO,QAAQ,MAAM,iBAAiB,SAAS,MAAM,WAAW,SAAS,CAAC,CAAC,GACpF,EAAE,SAAS,KAAK,CAClB,CACF,CACF;CAEJ,OAAO,MAAM;EACX,MAAM,SAAS,OAAO,OAAO,QAAQ,UAAU,aAC7C,MAAM,iBAAiB,SAAS,IAAI,CACtC;EAGA,MAAM,QAAQ,OAAO,SAAS,UAAW,OAAO,UAAU,CAAC,MAAM,OAAO,IAAI,CAAC,CAAE;EAC/E,MAAM,SAASE,MAAI,wBAAwB,KAAK,IAC5CA,MAAI,IAAI,OAAO,SAAS,CAAC,CAAC,SAC1B;EACJ,MAAM,SAAS,OAAO,KAAK,MAAM;GAAE;GAAQ;EAAS,CAAC,CAAC,CAAC,KAAK,gBAAgB,OAAO,CAAC;EAEpF,OAAO,OAAO,QACZ,UACC,aACC,YAAY;GACV,WAAW,UAAU;GACrB,UAAU,SAAS;GACnB,QAAQ;GACR,OAAO;IACL,QAAQ,OAAO;IACf,MAAM,OAAO,KAAK,SAAS,SAAS,CAAC;GACvC;EACF,CAAC,GACH,EAAE,SAAS,KAAK,CAClB,CAAC,CAAC,KAAK,gBAAgB,QAAQ,CAAC;EAEhC,MAAM,gBAAgB,OAAO,SAAS,IAAI,KAAK,OAAO,IAAI,SAAS,SAAS,CAAC;EAC7E,OAAO,OAAO,QACZ,UACC,aACC,OAAO,SACL,MACG,gBAAgB,SAAS,MAAM;GAC9B,QAAQ,gBAAgB,OAAO,MAAM;GACrC;EACF,CAAC,CAAC,CACD,KACC,OAAO,QACLD,wBACE;GAAE,WAAW,UAAU;GAAM,UAAU,SAAS;GAAM,QAAQ;EAAU,GACxE,aACF,CACF,GACA,OAAO,QAAQ,MAAM,mBAAmB,SAAS,MAAM,SAAS,CAAC,GACjE,OAAO,UAAU,UAAU,cAAc,aAAa,KAAK,CAAC,CAC9D,GACF,SAAS,UACT,EAAE,YAAY,GAAG,KAAK,WAAW,SAAS,KAAK,EAAE,CACnD,GACF,EAAE,SAAS,KAAK,CAClB,CAAC,CAAC,KAAK,gBAAgB,YAAY,CAAC;EAEpC,OAAO,OAAO,QAAQ,UAAU,UAAU,UACxC,OAAO,MAAM,EAAE,WAAW,WAAW,YACjC,qBAAqB,WAAW,UAAU,aAAa,IACvD,OAAO,IACb;EAEA,IAAI,CAAC,OAAO,SACV,OAAO,OAAO,MAAM,KAAK,YAAY,UAAU;CAEnD;AACF,CAAC,CAAC,CAAC,KAED,OAAO,OAAO,UACZ,OAAO,SAAS,iCAAiC,KAAK,CAAC,CAAC,KACtD,OAAO,aAAa;EACjB,KAAK,gBAAgB,UAAU;CAChC,WAAW,KAAK,UAAU,KAAK,aAAa,SAAS,IAAI,CAAC,CAAC,KAAK,GAAG;AACrE,CAAC,GACD,OAAO,QAAQ,OAAO,KAAK,CAC7B,CACF,CACF"}

package/dist/ingestor/index.d.mts

@@ -1,3 +1,3 @@
-import { a as IngestorService, i as Ingestor, n as IngestResult, r as IngestSource, t as IngestOptions } from "../service-DLkhuxYl.mjs";
-import { a as layerConsole, i as layerWingsConfig, n as WingsIngestorConfig, r as layerWings } from "../index-CUPP2A_m.mjs";
-export { type IngestOptions, type IngestResult, type IngestSource, Ingestor, type IngestorService, type WingsIngestorConfig, layerConsole, layerWings, layerWingsConfig };
+import { a as IngestorService, i as Ingestor, n as IngestResult, r as IngestSource, t as IngestOptions } from "../service-BRoy_EId.mjs";
+import { a as layerConsole, i as layerArrowFlightConfig, n as ArrowFlightIngestorConfig, r as layerArrowFlight } from "../index-uFa2wwYo.mjs";
+export { type ArrowFlightIngestorConfig, type IngestOptions, type IngestResult, type IngestSource, Ingestor, type IngestorService, layerArrowFlight, layerArrowFlightConfig, layerConsole };

package/dist/ingestor/index.mjs

@@ -1,4 +1,4 @@
-import { n as layerWingsConfig, t as layerWings } from "../wings-I56hGtNv.mjs";
 import { t as Ingestor } from "../service-jWxxfEht.mjs";
-import { n as layerConsole } from "../ingestor-D4L-HPkg.mjs";
-export { Ingestor, layerConsole, layerWings, layerWingsConfig };
+import { n as layerArrowFlightConfig, t as layerArrowFlight } from "../arrow-flight-DDQ0ktx9.mjs";
+import { n as layerConsole } from "../ingestor-DjCEzBzZ.mjs";
+export { Ingestor, layerArrowFlight, layerArrowFlightConfig, layerConsole };