@useairfoil/connector-kit 0.5.3 → 0.6.1

package/dist/runtime-config/index.d.mts

@@ -0,0 +1,2 @@
+import { a as layerHosted, c as catalog, d as RuntimeConfigError, f as RuntimeConfigErrorCode, i as loadTableBindings, l as httpPort, n as ResolvedTableBindings, o as PlatformRuntimeDefault, r as TableBinding, s as PlatformRuntimeKey, u as wingsUri } from "../index-ygpml2kC.mjs";
+export { PlatformRuntimeDefault, PlatformRuntimeKey, type ResolvedTableBindings, RuntimeConfigError, type RuntimeConfigErrorCode, type TableBinding, catalog, httpPort, layerHosted, loadTableBindings, wingsUri };

package/dist/runtime-config/index.mjs

@@ -0,0 +1,3 @@
+import { n as PlatformRuntimeKey, t as PlatformRuntimeDefault } from "../constants-D-GQzpHZ.mjs";
+import { a as catalog, i as RuntimeConfigError, n as loadTableBindings, o as httpPort, r as layerHosted, s as wingsUri } from "../runtime-config-Oa55gAew.mjs";
+export { PlatformRuntimeDefault, PlatformRuntimeKey, RuntimeConfigError, catalog, httpPort, layerHosted, loadTableBindings, wingsUri };

package/dist/runtime-config-Oa55gAew.mjs

@@ -0,0 +1,97 @@
+import { t as __exportAll } from "./rolldown-runtime-D7D4PA-g.mjs";
+import { n as PlatformRuntimeKey, t as PlatformRuntimeDefault } from "./constants-D-GQzpHZ.mjs";
+import { Config, ConfigProvider, Data, Effect, FileSystem, Schema } from "effect";
+//#region src/runtime-config/config.ts
+/** Shared HTTP port used by hosted and sandbox connector entrypoints. */
+const httpPort = Config.Port(PlatformRuntimeKey.httpPort).pipe(Config.withDefault(PlatformRuntimeDefault.httpPort));
+/** Wings URL, including the protocol. */
+const wingsUri = Config.URL(PlatformRuntimeKey.wingsUri);
+/** Wings catalog ID. */
+const catalog = Config.NonEmptyString(PlatformRuntimeKey.catalog);
+//#endregion
+//#region src/runtime-config/error.ts
+/** Expected hosted-config failure with a stable code and diagnostic cause. */
+var RuntimeConfigError = class extends Data.TaggedError("RuntimeConfigError") {};
+//#endregion
+//#region src/runtime-config/layer.ts
+const providerFromFile = Effect.gen(function* () {
+	const configPath = yield* Config.NonEmptyString(PlatformRuntimeKey.configPath).pipe(Effect.mapError((error) => new RuntimeConfigError({
+		code: "CONFIG_PATH_MISSING",
+		message: `${PlatformRuntimeKey.configPath} is required in hosted mode`,
+		cause: error.cause
+	})));
+	const contents = yield* (yield* FileSystem.FileSystem).readFileString(configPath).pipe(Effect.mapError((cause) => new RuntimeConfigError({
+		code: "CONFIG_FILE_UNREADABLE",
+		message: "Connector config file could not be read",
+		cause
+	})));
+	const document = yield* Schema.decodeUnknownEffect(Schema.fromJsonString(Schema.Unknown))(contents).pipe(Effect.mapError((error) => new RuntimeConfigError({
+		code: "CONFIG_JSON_INVALID",
+		message: "Connector config is not valid JSON",
+		cause: error
+	})));
+	return ConfigProvider.fromUnknown(document, { preserveEmptyStrings: true });
+});
+/**
+* Loads the required JSON file and lets environment values override it per key.
+* Connector field validation remains in the connector's Effect Config.
+*
+* @example
+* ```ts
+* program.pipe(Effect.provide(layerHosted()));
+* ```
+*/
+const layerHosted = () => ConfigProvider.layerAdd(providerFromFile);
+//#endregion
+//#region src/runtime-config/table-bindings.ts
+const TableIdentifierSchema = Schema.Struct({
+	namespace: Schema.NonEmptyArray(Schema.NonEmptyString),
+	name: Schema.NonEmptyString,
+	location: Schema.optional(Schema.NonEmptyString)
+});
+const RawBindingsSchema = Schema.fromJsonString(Schema.Record(Schema.String, TableIdentifierSchema));
+const asError = (cause) => cause instanceof Error ? cause : new Error(String(cause));
+const fail = (code, message) => new RuntimeConfigError({
+	code,
+	message,
+	cause: new Error(message)
+});
+/** Reads hosted table bindings and checks they name resources of the connector. */
+const loadTableBindings = (connector) => Effect.gen(function* () {
+	const raw = yield* Config.NonEmptyString(PlatformRuntimeKey.tableBindings).pipe(Effect.mapError((cause) => new RuntimeConfigError({
+		code: "TABLE_BINDINGS_MISSING",
+		message: `${PlatformRuntimeKey.tableBindings} is required in hosted mode`,
+		cause: asError(cause)
+	})));
+	const decoded = yield* Schema.decodeUnknownEffect(RawBindingsSchema)(raw, { onExcessProperty: "error" }).pipe(Effect.mapError((cause) => new RuntimeConfigError({
+		code: "TABLE_BINDINGS_INVALID",
+		message: "Hosted table bindings are invalid",
+		cause: asError(cause)
+	})));
+	const actual = Object.keys(decoded);
+	if (actual.length === 0) return yield* Effect.fail(fail("TABLE_BINDINGS_INVALID", "Hosted table bindings name no resources"));
+	const expected = new Set(connector.resources.map((resource) => resource.name));
+	const unknown = actual.filter((name) => !expected.has(name));
+	if (unknown.length > 0) return yield* Effect.fail(fail("TABLE_BINDINGS_MISMATCH", `Hosted table bindings name resources the connector doesn't have (${unknown.length})`));
+	return Object.fromEntries(Object.entries(decoded).map(([resource, identifier]) => [resource, {
+		namespace: Array.from(identifier.namespace),
+		name: identifier.name,
+		...identifier.location === void 0 ? {} : { location: identifier.location }
+	}]));
+});
+//#endregion
+//#region src/runtime-config/index.ts
+var runtime_config_exports = /* @__PURE__ */ __exportAll({
+	PlatformRuntimeDefault: () => PlatformRuntimeDefault,
+	PlatformRuntimeKey: () => PlatformRuntimeKey,
+	RuntimeConfigError: () => RuntimeConfigError,
+	catalog: () => catalog,
+	httpPort: () => httpPort,
+	layerHosted: () => layerHosted,
+	loadTableBindings: () => loadTableBindings,
+	wingsUri: () => wingsUri
+});
+//#endregion
+export { catalog as a, RuntimeConfigError as i, loadTableBindings as n, httpPort as o, layerHosted as r, wingsUri as s, runtime_config_exports as t };
+
+//# sourceMappingURL=runtime-config-Oa55gAew.mjs.map

package/dist/runtime-config-Oa55gAew.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"runtime-config-Oa55gAew.mjs","names":[],"sources":["../src/runtime-config/config.ts","../src/runtime-config/error.ts","../src/runtime-config/layer.ts","../src/runtime-config/table-bindings.ts","../src/runtime-config/index.ts"],"sourcesContent":["import { Config } from \"effect\";\n\nimport { PlatformRuntimeDefault, PlatformRuntimeKey } from \"./constants\";\n\n/** Shared HTTP port used by hosted and sandbox connector entrypoints. */\nexport const httpPort = Config.Port(PlatformRuntimeKey.httpPort).pipe(\n  Config.withDefault(PlatformRuntimeDefault.httpPort),\n);\n\n/** Wings URL, including the protocol. */\nexport const wingsUri = Config.URL(PlatformRuntimeKey.wingsUri);\n\n/** Wings catalog ID. */\nexport const catalog = Config.NonEmptyString(PlatformRuntimeKey.catalog);\n","import { Data } from \"effect\";\n\nexport type RuntimeConfigErrorCode =\n  | \"CONFIG_PATH_MISSING\"\n  | \"CONFIG_FILE_UNREADABLE\"\n  | \"CONFIG_JSON_INVALID\"\n  | \"TABLE_BINDINGS_MISSING\"\n  | \"TABLE_BINDINGS_INVALID\"\n  | \"TABLE_BINDINGS_MISMATCH\";\n\n/** Expected hosted-config failure with a stable code and diagnostic cause. */\nexport class RuntimeConfigError extends Data.TaggedError(\"RuntimeConfigError\")<{\n  readonly code: RuntimeConfigErrorCode;\n  readonly message: string;\n  readonly cause: Error;\n}> {}\n","import { Config, ConfigProvider, Effect, FileSystem, Schema } from \"effect\";\n\nimport { PlatformRuntimeKey } from \"./constants\";\nimport { RuntimeConfigError } from \"./error\";\n\nconst providerFromFile: Effect.Effect<\n  ConfigProvider.ConfigProvider,\n  RuntimeConfigError,\n  FileSystem.FileSystem\n> = Effect.gen(function* () {\n  const configPath = yield* Config.NonEmptyString(PlatformRuntimeKey.configPath).pipe(\n    Effect.mapError(\n      (error) =>\n        new RuntimeConfigError({\n          code: \"CONFIG_PATH_MISSING\",\n          message: `${PlatformRuntimeKey.configPath} is required in hosted mode`,\n          cause: error.cause,\n        }),\n    ),\n  );\n  const fileSystem = yield* FileSystem.FileSystem;\n  const contents = yield* fileSystem.readFileString(configPath).pipe(\n    Effect.mapError(\n      (cause) =>\n        new RuntimeConfigError({\n          code: \"CONFIG_FILE_UNREADABLE\",\n          message: \"Connector config file could not be read\",\n          cause,\n        }),\n    ),\n  );\n  const document = yield* Schema.decodeUnknownEffect(Schema.fromJsonString(Schema.Unknown))(\n    contents,\n  ).pipe(\n    Effect.mapError(\n      (error) =>\n        new RuntimeConfigError({\n          code: \"CONFIG_JSON_INVALID\",\n          message: \"Connector config is not valid JSON\",\n          cause: error,\n        }),\n    ),\n  );\n  return ConfigProvider.fromUnknown(document, { preserveEmptyStrings: true });\n});\n\n/**\n * Loads the required JSON file and lets environment values override it per key.\n * Connector field validation remains in the connector's Effect Config.\n *\n * @example\n * ```ts\n * program.pipe(Effect.provide(layerHosted()));\n * ```\n */\nexport const layerHosted = () => ConfigProvider.layerAdd(providerFromFile);\n","import type { TableIdentifier } from \"iceberg-js\";\n\nimport { Config, Effect, Schema } from \"effect\";\n\nimport type { TableSource } from \"../core/types\";\n\nimport { PlatformRuntimeKey } from \"./constants\";\nimport { RuntimeConfigError } from \"./error\";\n\n/** An Iceberg table and its storage location for each connector resource. */\nexport type TableBinding = TableIdentifier & { readonly location?: string | undefined };\n\nexport type ResolvedTableBindings<Source extends TableSource> = Readonly<\n  Partial<Record<Source[\"resources\"][number][\"name\"], TableBinding>>\n>;\n\nconst TableIdentifierSchema = Schema.Struct({\n  namespace: Schema.NonEmptyArray(Schema.NonEmptyString),\n  name: Schema.NonEmptyString,\n  location: Schema.optional(Schema.NonEmptyString),\n});\n\nconst RawBindingsSchema = Schema.fromJsonString(\n  Schema.Record(Schema.String, TableIdentifierSchema),\n);\n\nconst asError = (cause: unknown): Error =>\n  cause instanceof Error ? cause : new Error(String(cause));\n\nconst fail = (code: \"TABLE_BINDINGS_INVALID\" | \"TABLE_BINDINGS_MISMATCH\", message: string) =>\n  new RuntimeConfigError({ code, message, cause: new Error(message) });\n\n/** Reads hosted table bindings and checks they name resources of the connector. */\nexport const loadTableBindings = <const Source extends TableSource>(\n  connector: Source,\n): Effect.Effect<ResolvedTableBindings<Source>, RuntimeConfigError> =>\n  Effect.gen(function* () {\n    const raw = yield* Config.NonEmptyString(PlatformRuntimeKey.tableBindings).pipe(\n      Effect.mapError(\n        (cause) =>\n          new RuntimeConfigError({\n            code: \"TABLE_BINDINGS_MISSING\",\n            message: `${PlatformRuntimeKey.tableBindings} is required in hosted mode`,\n            cause: asError(cause),\n          }),\n      ),\n    );\n\n    const decoded = yield* Schema.decodeUnknownEffect(RawBindingsSchema)(raw, {\n      onExcessProperty: \"error\",\n    }).pipe(\n      Effect.mapError(\n        (cause) =>\n          new RuntimeConfigError({\n            code: \"TABLE_BINDINGS_INVALID\",\n            message: \"Hosted table bindings are invalid\",\n            cause: asError(cause),\n          }),\n      ),\n    );\n\n    const actual = Object.keys(decoded);\n    if (actual.length === 0) {\n      return yield* Effect.fail(\n        fail(\"TABLE_BINDINGS_INVALID\", \"Hosted table bindings name no resources\"),\n      );\n    }\n\n    // Bindings come from the platform, resources from the connector. An unknown name\n    // means one of them is out of date, and we could write to the wrong table.\n    const expected = new Set(connector.resources.map((resource) => resource.name));\n    const unknown = actual.filter((name) => !expected.has(name));\n    if (unknown.length > 0) {\n      return yield* Effect.fail(\n        fail(\n          \"TABLE_BINDINGS_MISMATCH\",\n          `Hosted table bindings name resources the connector doesn't have (${unknown.length})`,\n        ),\n      );\n    }\n\n    return Object.fromEntries(\n      Object.entries(decoded).map(([resource, identifier]) => [\n        resource,\n        {\n          namespace: Array.from(identifier.namespace),\n          name: identifier.name,\n          ...(identifier.location === undefined ? {} : { location: identifier.location }),\n        },\n      ]),\n    ) as ResolvedTableBindings<Source>;\n  });\n","export { RuntimeConfigError, type RuntimeConfigErrorCode } from \"./error\";\nexport { catalog, httpPort, wingsUri } from \"./config\";\nexport { PlatformRuntimeDefault, PlatformRuntimeKey } from \"./constants\";\nexport { layerHosted } from \"./layer\";\nexport { type ResolvedTableBindings, type TableBinding, loadTableBindings } from \"./table-bindings\";\n"],"mappings":";;;;;AAKA,MAAa,WAAW,OAAO,KAAK,mBAAmB,QAAQ,CAAC,CAAC,KAC/D,OAAO,YAAY,uBAAuB,QAAQ,CACpD;;AAGA,MAAa,WAAW,OAAO,IAAI,mBAAmB,QAAQ;;AAG9D,MAAa,UAAU,OAAO,eAAe,mBAAmB,OAAO;;;;ACFvE,IAAa,qBAAb,cAAwC,KAAK,YAAY,oBAAoB,CAAC,CAI3E,CAAC;;;ACVJ,MAAM,mBAIF,OAAO,IAAI,aAAa;CAC1B,MAAM,aAAa,OAAO,OAAO,eAAe,mBAAmB,UAAU,CAAC,CAAC,KAC7E,OAAO,UACJ,UACC,IAAI,mBAAmB;EACrB,MAAM;EACN,SAAS,GAAG,mBAAmB,WAAW;EAC1C,OAAO,MAAM;CACf,CAAC,CACL,CACF;CAEA,MAAM,WAAW,QAAO,OADE,WAAW,WAAA,CACF,eAAe,UAAU,CAAC,CAAC,KAC5D,OAAO,UACJ,UACC,IAAI,mBAAmB;EACrB,MAAM;EACN,SAAS;EACT;CACF,CAAC,CACL,CACF;CACA,MAAM,WAAW,OAAO,OAAO,oBAAoB,OAAO,eAAe,OAAO,OAAO,CAAC,CAAC,CACvF,QACF,CAAC,CAAC,KACA,OAAO,UACJ,UACC,IAAI,mBAAmB;EACrB,MAAM;EACN,SAAS;EACT,OAAO;CACT,CAAC,CACL,CACF;CACA,OAAO,eAAe,YAAY,UAAU,EAAE,sBAAsB,KAAK,CAAC;AAC5E,CAAC;;;;;;;;;;AAWD,MAAa,oBAAoB,eAAe,SAAS,gBAAgB;;;ACvCzE,MAAM,wBAAwB,OAAO,OAAO;CAC1C,WAAW,OAAO,cAAc,OAAO,cAAc;CACrD,MAAM,OAAO;CACb,UAAU,OAAO,SAAS,OAAO,cAAc;AACjD,CAAC;AAED,MAAM,oBAAoB,OAAO,eAC/B,OAAO,OAAO,OAAO,QAAQ,qBAAqB,CACpD;AAEA,MAAM,WAAW,UACf,iBAAiB,QAAQ,QAAQ,IAAI,MAAM,OAAO,KAAK,CAAC;AAE1D,MAAM,QAAQ,MAA4D,YACxE,IAAI,mBAAmB;CAAE;CAAM;CAAS,OAAO,IAAI,MAAM,OAAO;AAAE,CAAC;;AAGrE,MAAa,qBACX,cAEA,OAAO,IAAI,aAAa;CACtB,MAAM,MAAM,OAAO,OAAO,eAAe,mBAAmB,aAAa,CAAC,CAAC,KACzE,OAAO,UACJ,UACC,IAAI,mBAAmB;EACrB,MAAM;EACN,SAAS,GAAG,mBAAmB,cAAc;EAC7C,OAAO,QAAQ,KAAK;CACtB,CAAC,CACL,CACF;CAEA,MAAM,UAAU,OAAO,OAAO,oBAAoB,iBAAiB,CAAC,CAAC,KAAK,EACxE,kBAAkB,QACpB,CAAC,CAAC,CAAC,KACD,OAAO,UACJ,UACC,IAAI,mBAAmB;EACrB,MAAM;EACN,SAAS;EACT,OAAO,QAAQ,KAAK;CACtB,CAAC,CACL,CACF;CAEA,MAAM,SAAS,OAAO,KAAK,OAAO;CAClC,IAAI,OAAO,WAAW,GACpB,OAAO,OAAO,OAAO,KACnB,KAAK,0BAA0B,yCAAyC,CAC1E;CAKF,MAAM,WAAW,IAAI,IAAI,UAAU,UAAU,KAAK,aAAa,SAAS,IAAI,CAAC;CAC7E,MAAM,UAAU,OAAO,QAAQ,SAAS,CAAC,SAAS,IAAI,IAAI,CAAC;CAC3D,IAAI,QAAQ,SAAS,GACnB,OAAO,OAAO,OAAO,KACnB,KACE,2BACA,oEAAoE,QAAQ,OAAO,EACrF,CACF;CAGF,OAAO,OAAO,YACZ,OAAO,QAAQ,OAAO,CAAC,CAAC,KAAK,CAAC,UAAU,gBAAgB,CACtD,UACA;EACE,WAAW,MAAM,KAAK,WAAW,SAAS;EAC1C,MAAM,WAAW;EACjB,GAAI,WAAW,aAAa,KAAA,IAAY,CAAC,IAAI,EAAE,UAAU,WAAW,SAAS;CAC/E,CACF,CAAC,CACH;AACF,CAAC"}

package/dist/{server-CXTQ7odl.js → server-CMnxz3h0.mjs}

@@ -1,61 +1,22 @@
-import { t as ConnectorError } from "./errors-DHWylqRZ.js";
-import { a as entitiesUpsertedTotal, c as publishDuration, i as entitiesDeletedTotal, n as batchSize, p as setWebhookQueueDepth, r as batchesTotal, u as recordWebhookRequest } from "./metrics-CWPy2Aqc.js";
-import { a as SpanName, i as EventName, n as Attr, o as addCurrentSpanEvent, r as EventAttr, s as annotateError, t as Publisher } from "./service-DuFiQwid.js";
-import { Cause, Context, Effect, Metric, Queue, Schema } from "effect";
-import { HttpRouter, HttpServerRequest, HttpServerResponse } from "effect/unstable/http";
-
-//#region src/publisher/instrumented.ts
-const publishBatch = Effect.fnUntraced(function* (options) {
-	const metric = {
-		connector: options.connector ?? "unknown",
-		resource: options.resource,
-		source: options.source
-	};
-	const upserts = options.batch.mutations.filter((mutation) => mutation.op === "upsert").length;
-	const deletes = options.batch.mutations.length - upserts;
-	const publisher = yield* Publisher;
-	const [duration, ack] = yield* Effect.timed(publisher.publish({
-		resource: options.resource,
-		source: options.source,
-		batch: options.batch
-	})).pipe(Effect.catchCause((cause) => Metric.update(Metric.withAttributes(batchesTotal, {
-		...metric,
-		outcome: "error"
-	}), 1).pipe(Effect.andThen(Effect.failCause(cause)))));
-	yield* Metric.update(Metric.withAttributes(publishDuration, metric), duration);
-	yield* Metric.update(Metric.withAttributes(batchesTotal, {
-		...metric,
-		outcome: ack.status
-	}), 1);
-	yield* Effect.annotateCurrentSpan({ [Attr.publisherSuccess]: ack.status === "accepted" });
-	if (ack.status === "rejected") {
-		yield* Effect.annotateCurrentSpan({ [Attr.errorPhase]: "publish" });
-		return yield* Effect.fail(new ConnectorError({ message: `Publisher rejected batch for ${options.resource}: ${ack.reason}` }));
-	}
-	yield* Metric.update(Metric.withAttributes(entitiesUpsertedTotal, metric), upserts);
-	yield* Metric.update(Metric.withAttributes(entitiesDeletedTotal, metric), deletes);
-	yield* Metric.update(Metric.withAttributes(batchSize, metric), options.batch.mutations.length);
-	if (options.batch.cursor !== void 0) yield* addCurrentSpanEvent(EventName.batchCheckpoint, { [EventAttr.batchCursor]: options.batch.cursor });
-});
-
-//#endregion
+import { t as ConnectorError } from "./errors-pT0YVJU5.mjs";
+import { C as annotateError, c as recordWebhookRequest, p as setWebhookQueueDepth, v as Attr, x as SpanName } from "./metrics-BaEX__MN.mjs";
+import { t as ingestBatch } from "./instrumented-Bhp7fyvh.mjs";
+import { Cause, Context, Effect, Queue, Schema } from "effect";
+import { HttpRouter, HttpServerRequest, HttpServerResponse } from "effect/http";
 //#region src/webhook/server.ts
 var WebhookQueue = class extends Context.Service()("@useairfoil/connector-kit/WebhookQueue") {};
-const resourceBatch = (mutations) => ({ mutations });
-const decodeAndHandleWebhook = (resourceName, webhook, payload) => Schema.decodeUnknownEffect(webhook.schema)(payload).pipe(Effect.mapError((cause) => new ConnectorError({
-	message: `Invalid webhook payload for resource ${resourceName}`,
-	cause
-})), Effect.flatMap((decoded) => webhook.handler({ payload: decoded })));
-const makeRouteContext = (request, rawBody, payload, batches) => ({
+const resourceBatch = (rows) => ({ rows });
+const makeRouteContext = (request, rawBody, payload, batches, resourceNames) => ({
 	request,
 	rawBody,
 	payload,
-	to: (resource, payload$1) => Effect.gen(function* () {
+	to: (resource, payload) => Effect.gen(function* () {
+		if (!resourceNames.includes(resource.name)) return;
 		if (!resource.webhook) return yield* Effect.fail(new ConnectorError({ message: `Resource ${resource.name} does not define a webhook handler` }));
-		const mutations = yield* decodeAndHandleWebhook(resource.name, resource.webhook, payload$1);
+		const rows = yield* resource.webhook.handler({ payload });
 		batches.push({
 			resource: resource.name,
-			batch: resourceBatch(mutations)
+			batch: resourceBatch(rows)
 		});
 	})
 });
@@ -63,15 +24,15 @@ const compactBatches = (batches) => {
 	const grouped = /* @__PURE__ */ new Map();
 	for (const item of batches) {
 		const current = grouped.get(item.resource) ?? [];
-		grouped.set(item.resource, [...current, ...item.batch.mutations]);
+		grouped.set(item.resource, [...current, ...item.batch.rows]);
 	}
-	return Array.from(grouped.entries()).map(([resource, mutations]) => ({
+	return Array.from(grouped.entries()).map(([resource, rows]) => ({
 		resource,
-		batch: resourceBatch(mutations)
+		batch: resourceBatch(rows)
 	}));
 };
-const publishBatches = (batches, options) => Effect.gen(function* () {
-	yield* Effect.forEach(batches, (batch) => publishBatch({
+const ingestBatches = (batches, options) => Effect.gen(function* () {
+	yield* Effect.forEach(batches, (batch) => ingestBatch({
 		connector: options.connectorName,
 		resource: batch.resource,
 		source: "webhook",
@@ -147,7 +108,7 @@ const makeHandler = (route, options) => Effect.gen(function* () {
 		});
 		return badRequest(payloadResult.message);
 	}
-	const response = yield* Effect.withSpan(route.handler(makeRouteContext(request, rawBodyResult.value, payloadResult.value, collected)).pipe(Effect.tapError((error) => annotateError("webhook_handle", error))), SpanName.webhookHandle, { attributes: { [Attr.webhookPath]: route.path } });
+	const response = yield* Effect.withSpan(route.handler(makeRouteContext(request, rawBodyResult.value, payloadResult.value, collected, options.resourceNames)).pipe(Effect.tapError((error) => annotateError("webhook_handle", error))), SpanName.webhookHandle, { attributes: { [Attr.webhookPath]: route.path } });
 	const batches = compactBatches(collected);
 	if (route.ackMode === "after-enqueue") {
 		const queue = yield* WebhookQueue;
@@ -161,7 +122,7 @@ const makeHandler = (route, options) => Effect.gen(function* () {
 		});
 		return response;
 	}
-	yield* Effect.withSpan(publishBatches(batches, { connectorName: options.connectorName }).pipe(Effect.tapError((error) => annotateError("webhook_publish", error))), SpanName.webhookHandle, { attributes: { [Attr.webhookPath]: route.path } });
+	yield* Effect.withSpan(ingestBatches(batches, { connectorName: options.connectorName }).pipe(Effect.tapError((error) => annotateError("webhook_ingest", error))), SpanName.webhookHandle, { attributes: { [Attr.webhookPath]: route.path } });
 	yield* recordWebhookRequest({
 		connector: options.connectorName,
 		path: String(route.path),
@@ -177,7 +138,7 @@ const makeHandler = (route, options) => Effect.gen(function* () {
 	error: "Webhook handler failed"
 }, { status: 500 }))))));
 const router = (routes, options) => HttpRouter.addAll(routes.map((route) => HttpRouter.route("POST", route.path, makeHandler(route, options))));
-
 //#endregion
-export { router as n, publishBatch as r, WebhookQueue as t };
-//# sourceMappingURL=server-CXTQ7odl.js.map
+export { router as n, WebhookQueue as t };
+
+//# sourceMappingURL=server-CMnxz3h0.mjs.map

package/dist/server-CMnxz3h0.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"server-CMnxz3h0.mjs","names":["Metrics.recordWebhookRequest","Metrics.setWebhookQueueDepth"],"sources":["../src/webhook/server.ts"],"sourcesContent":["import { Cause, Context, Effect, Queue, Schema } from \"effect\";\nimport { HttpRouter, HttpServerRequest, HttpServerResponse } from \"effect/http\";\n\nimport type {\n  ResourceBatch,\n  ResourceDefinition,\n  WebhookRoute,\n  WebhookRouteContext,\n} from \"../core/types\";\n\nimport { ConnectorError } from \"../errors\";\nimport { ingestBatch } from \"../ingestor/instrumented\";\nimport * as Metrics from \"../metrics\";\nimport { Attr, SpanName, annotateError } from \"../telemetry\";\n\nexport type QueuedWebhookBatch = {\n  readonly resource: string;\n  readonly batch: ResourceBatch;\n};\n\nexport class WebhookQueue extends Context.Service<\n  WebhookQueue,\n  {\n    readonly queue: Queue.Queue<QueuedWebhookBatch>;\n  }\n>()(\"@useairfoil/connector-kit/WebhookQueue\") {}\n\nconst resourceBatch = <Row extends object>(rows: ReadonlyArray<Row>): ResourceBatch<Row> => ({\n  rows,\n});\n\nconst makeRouteContext = (\n  request: HttpServerRequest.HttpServerRequest,\n  rawBody: Uint8Array,\n  payload: unknown,\n  batches: Array<QueuedWebhookBatch>,\n  resourceNames: ReadonlyArray<string>,\n): WebhookRouteContext<ReadonlyArray<ResourceDefinition>, unknown> => ({\n  request,\n  rawBody,\n  payload,\n  to: (resource, payload) =>\n    Effect.gen(function* () {\n      if (!resourceNames.includes(resource.name)) return;\n      if (!resource.webhook) {\n        return yield* Effect.fail(\n          new ConnectorError({\n            message: `Resource ${resource.name} does not define a webhook handler`,\n          }),\n        );\n      }\n\n      // The route already decoded the payload, so don't decode it again.\n      const rows = yield* resource.webhook.handler({ payload });\n      batches.push({\n        resource: resource.name,\n        batch: resourceBatch(rows),\n      });\n    }),\n});\n\nconst compactBatches = (batches: ReadonlyArray<QueuedWebhookBatch>) => {\n  const grouped = new Map<string, object[]>();\n  for (const item of batches) {\n    const current = grouped.get(item.resource) ?? [];\n    grouped.set(item.resource, [...current, ...item.batch.rows]);\n  }\n  return Array.from(grouped.entries()).map(([resource, rows]) => ({\n    resource,\n    batch: resourceBatch(rows),\n  }));\n};\n\nconst ingestBatches = (\n  batches: ReadonlyArray<QueuedWebhookBatch>,\n  options: { readonly connectorName: string },\n) =>\n  Effect.gen(function* () {\n    yield* Effect.forEach(\n      batches,\n      (batch) =>\n        ingestBatch({\n          connector: options.connectorName,\n          resource: batch.resource,\n          source: \"webhook\",\n          batch: batch.batch,\n        }),\n      { concurrency: \"unbounded\" },\n    );\n  });\n\nconst badRequest = (message: string) =>\n  HttpServerResponse.jsonUnsafe({ ok: false, error: message }, { status: 400 });\n\nconst readRawBody = (request: HttpServerRequest.HttpServerRequest) =>\n  request.arrayBuffer.pipe(Effect.map((buffer) => new Uint8Array(buffer)));\n\nconst parseJson = (rawBody: Uint8Array) =>\n  Effect.try({\n    try: () => JSON.parse(new TextDecoder().decode(rawBody)),\n    catch: (cause) => new ConnectorError({ message: \"Invalid webhook JSON\", cause }),\n  });\n\ntype RouterOptions = {\n  readonly connectorName: string;\n  /** Events for other resources are skipped. */\n  readonly resourceNames: ReadonlyArray<string>;\n};\n\nconst makeHandler = (route: WebhookRoute, options: RouterOptions) =>\n  Effect.gen(function* () {\n    const request = yield* HttpServerRequest.HttpServerRequest;\n    const collected: Array<QueuedWebhookBatch> = [];\n\n    const rawBodyResult = yield* readRawBody(request).pipe(\n      Effect.match({\n        onFailure: () => ({ _tag: \"Error\" as const, message: \"Failed to read webhook body\" }),\n        onSuccess: (value) => ({ _tag: \"Success\" as const, value }),\n      }),\n    );\n\n    if (rawBodyResult._tag === \"Error\") {\n      yield* Metrics.recordWebhookRequest({\n        connector: options.connectorName,\n        path: String(route.path),\n        outcome: \"read_error\",\n      });\n      return badRequest(rawBodyResult.message);\n    }\n\n    const jsonResult = yield* parseJson(rawBodyResult.value).pipe(\n      Effect.match({\n        onFailure: (error) => ({ _tag: \"Error\" as const, message: error.message }),\n        onSuccess: (value) => ({ _tag: \"Success\" as const, value }),\n      }),\n    );\n\n    if (jsonResult._tag === \"Error\") {\n      yield* Metrics.recordWebhookRequest({\n        connector: options.connectorName,\n        path: String(route.path),\n        outcome: \"invalid_json\",\n      });\n      return badRequest(jsonResult.message);\n    }\n\n    const payloadResult = yield* Schema.decodeUnknownEffect(route.schema)(jsonResult.value).pipe(\n      Effect.match({\n        onFailure: () => ({ _tag: \"Error\" as const, message: \"Invalid webhook payload\" }),\n        onSuccess: (value) => ({ _tag: \"Success\" as const, value }),\n      }),\n    );\n\n    if (payloadResult._tag === \"Error\") {\n      yield* Metrics.recordWebhookRequest({\n        connector: options.connectorName,\n        path: String(route.path),\n        outcome: \"invalid_payload\",\n      });\n      return badRequest(payloadResult.message);\n    }\n\n    const response = yield* Effect.withSpan(\n      route\n        .handler(\n          makeRouteContext(\n            request,\n            rawBodyResult.value,\n            payloadResult.value,\n            collected,\n            options.resourceNames,\n          ),\n        )\n        .pipe(Effect.tapError((error) => annotateError(\"webhook_handle\", error))),\n      SpanName.webhookHandle,\n      { attributes: { [Attr.webhookPath]: route.path } },\n    );\n\n    const batches = compactBatches(collected);\n\n    if (route.ackMode === \"after-enqueue\") {\n      const queue = yield* WebhookQueue;\n      yield* Queue.offerAll(queue.queue, batches);\n      const depth = yield* Queue.size(queue.queue);\n      yield* Metrics.setWebhookQueueDepth(options.connectorName, depth);\n      yield* Metrics.recordWebhookRequest({\n        connector: options.connectorName,\n        path: String(route.path),\n        outcome: response.status >= 400 ? \"rejected\" : \"ok\",\n      });\n\n      return response;\n    }\n\n    yield* Effect.withSpan(\n      ingestBatches(batches, { connectorName: options.connectorName }).pipe(\n        Effect.tapError((error) => annotateError(\"webhook_ingest\", error)),\n      ),\n      SpanName.webhookHandle,\n      { attributes: { [Attr.webhookPath]: route.path } },\n    );\n\n    yield* Metrics.recordWebhookRequest({\n      connector: options.connectorName,\n      path: String(route.path),\n      outcome: response.status >= 400 ? \"rejected\" : \"ok\",\n    });\n\n    return response;\n  }).pipe(\n    Effect.catchCause((cause) =>\n      Metrics.recordWebhookRequest({\n        connector: options.connectorName,\n        path: String(route.path),\n        outcome: \"handler_error\",\n      }).pipe(\n        Effect.andThen(Effect.logWarning(`Webhook handler error: ${Cause.pretty(cause)}`)),\n        Effect.andThen(\n          Effect.succeed(\n            HttpServerResponse.jsonUnsafe(\n              { ok: false, error: \"Webhook handler failed\" },\n              { status: 500 },\n            ),\n          ),\n        ),\n      ),\n    ),\n  );\n\nexport const router = (routes: ReadonlyArray<WebhookRoute>, options: RouterOptions) =>\n  HttpRouter.addAll(\n    routes.map((route) => HttpRouter.route(\"POST\", route.path, makeHandler(route, options))),\n  );\n"],"mappings":";;;;;;AAoBA,IAAa,eAAb,cAAkC,QAAQ,QAKxC,CAAC,CAAC,wCAAwC,CAAC,CAAC,CAAC;AAE/C,MAAM,iBAAqC,UAAkD,EAC3F,KACF;AAEA,MAAM,oBACJ,SACA,SACA,SACA,SACA,mBACqE;CACrE;CACA;CACA;CACA,KAAK,UAAU,YACb,OAAO,IAAI,aAAa;EACtB,IAAI,CAAC,cAAc,SAAS,SAAS,IAAI,GAAG;EAC5C,IAAI,CAAC,SAAS,SACZ,OAAO,OAAO,OAAO,KACnB,IAAI,eAAe,EACjB,SAAS,YAAY,SAAS,KAAK,oCACrC,CAAC,CACH;EAIF,MAAM,OAAO,OAAO,SAAS,QAAQ,QAAQ,EAAE,QAAQ,CAAC;EACxD,QAAQ,KAAK;GACX,UAAU,SAAS;GACnB,OAAO,cAAc,IAAI;EAC3B,CAAC;CACH,CAAC;AACL;AAEA,MAAM,kBAAkB,YAA+C;CACrE,MAAM,0BAAU,IAAI,IAAsB;CAC1C,KAAK,MAAM,QAAQ,SAAS;EAC1B,MAAM,UAAU,QAAQ,IAAI,KAAK,QAAQ,KAAK,CAAC;EAC/C,QAAQ,IAAI,KAAK,UAAU,CAAC,GAAG,SAAS,GAAG,KAAK,MAAM,IAAI,CAAC;CAC7D;CACA,OAAO,MAAM,KAAK,QAAQ,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,UAAU,WAAW;EAC9D;EACA,OAAO,cAAc,IAAI;CAC3B,EAAE;AACJ;AAEA,MAAM,iBACJ,SACA,YAEA,OAAO,IAAI,aAAa;CACtB,OAAO,OAAO,QACZ,UACC,UACC,YAAY;EACV,WAAW,QAAQ;EACnB,UAAU,MAAM;EAChB,QAAQ;EACR,OAAO,MAAM;CACf,CAAC,GACH,EAAE,aAAa,YAAY,CAC7B;AACF,CAAC;AAEH,MAAM,cAAc,YAClB,mBAAmB,WAAW;CAAE,IAAI;CAAO,OAAO;AAAQ,GAAG,EAAE,QAAQ,IAAI,CAAC;AAE9E,MAAM,eAAe,YACnB,QAAQ,YAAY,KAAK,OAAO,KAAK,WAAW,IAAI,WAAW,MAAM,CAAC,CAAC;AAEzE,MAAM,aAAa,YACjB,OAAO,IAAI;CACT,WAAW,KAAK,MAAM,IAAI,YAAY,CAAC,CAAC,OAAO,OAAO,CAAC;CACvD,QAAQ,UAAU,IAAI,eAAe;EAAE,SAAS;EAAwB;CAAM,CAAC;AACjF,CAAC;AAQH,MAAM,eAAe,OAAqB,YACxC,OAAO,IAAI,aAAa;CACtB,MAAM,UAAU,OAAO,kBAAkB;CACzC,MAAM,YAAuC,CAAC;CAE9C,MAAM,gBAAgB,OAAO,YAAY,OAAO,CAAC,CAAC,KAChD,OAAO,MAAM;EACX,kBAAkB;GAAE,MAAM;GAAkB,SAAS;EAA8B;EACnF,YAAY,WAAW;GAAE,MAAM;GAAoB;EAAM;CAC3D,CAAC,CACH;CAEA,IAAI,cAAc,SAAS,SAAS;EAClC,OAAOA,qBAA6B;GAClC,WAAW,QAAQ;GACnB,MAAM,OAAO,MAAM,IAAI;GACvB,SAAS;EACX,CAAC;EACD,OAAO,WAAW,cAAc,OAAO;CACzC;CAEA,MAAM,aAAa,OAAO,UAAU,cAAc,KAAK,CAAC,CAAC,KACvD,OAAO,MAAM;EACX,YAAY,WAAW;GAAE,MAAM;GAAkB,SAAS,MAAM;EAAQ;EACxE,YAAY,WAAW;GAAE,MAAM;GAAoB;EAAM;CAC3D,CAAC,CACH;CAEA,IAAI,WAAW,SAAS,SAAS;EAC/B,OAAOA,qBAA6B;GAClC,WAAW,QAAQ;GACnB,MAAM,OAAO,MAAM,IAAI;GACvB,SAAS;EACX,CAAC;EACD,OAAO,WAAW,WAAW,OAAO;CACtC;CAEA,MAAM,gBAAgB,OAAO,OAAO,oBAAoB,MAAM,MAAM,CAAC,CAAC,WAAW,KAAK,CAAC,CAAC,KACtF,OAAO,MAAM;EACX,kBAAkB;GAAE,MAAM;GAAkB,SAAS;EAA0B;EAC/E,YAAY,WAAW;GAAE,MAAM;GAAoB;EAAM;CAC3D,CAAC,CACH;CAEA,IAAI,cAAc,SAAS,SAAS;EAClC,OAAOA,qBAA6B;GAClC,WAAW,QAAQ;GACnB,MAAM,OAAO,MAAM,IAAI;GACvB,SAAS;EACX,CAAC;EACD,OAAO,WAAW,cAAc,OAAO;CACzC;CAEA,MAAM,WAAW,OAAO,OAAO,SAC7B,MACG,QACC,iBACE,SACA,cAAc,OACd,cAAc,OACd,WACA,QAAQ,aACV,CACF,CAAC,CACA,KAAK,OAAO,UAAU,UAAU,cAAc,kBAAkB,KAAK,CAAC,CAAC,GAC1E,SAAS,eACT,EAAE,YAAY,GAAG,KAAK,cAAc,MAAM,KAAK,EAAE,CACnD;CAEA,MAAM,UAAU,eAAe,SAAS;CAExC,IAAI,MAAM,YAAY,iBAAiB;EACrC,MAAM,QAAQ,OAAO;EACrB,OAAO,MAAM,SAAS,MAAM,OAAO,OAAO;EAC1C,MAAM,QAAQ,OAAO,MAAM,KAAK,MAAM,KAAK;EAC3C,OAAOC,qBAA6B,QAAQ,eAAe,KAAK;EAChE,OAAOD,qBAA6B;GAClC,WAAW,QAAQ;GACnB,MAAM,OAAO,MAAM,IAAI;GACvB,SAAS,SAAS,UAAU,MAAM,aAAa;EACjD,CAAC;EAED,OAAO;CACT;CAEA,OAAO,OAAO,SACZ,cAAc,SAAS,EAAE,eAAe,QAAQ,cAAc,CAAC,CAAC,CAAC,KAC/D,OAAO,UAAU,UAAU,cAAc,kBAAkB,KAAK,CAAC,CACnE,GACA,SAAS,eACT,EAAE,YAAY,GAAG,KAAK,cAAc,MAAM,KAAK,EAAE,CACnD;CAEA,OAAOA,qBAA6B;EAClC,WAAW,QAAQ;EACnB,MAAM,OAAO,MAAM,IAAI;EACvB,SAAS,SAAS,UAAU,MAAM,aAAa;CACjD,CAAC;CAED,OAAO;AACT,CAAC,CAAC,CAAC,KACD,OAAO,YAAY,UACjBA,qBAA6B;CAC3B,WAAW,QAAQ;CACnB,MAAM,OAAO,MAAM,IAAI;CACvB,SAAS;AACX,CAAC,CAAC,CAAC,KACD,OAAO,QAAQ,OAAO,WAAW,0BAA0B,MAAM,OAAO,KAAK,GAAG,CAAC,GACjF,OAAO,QACL,OAAO,QACL,mBAAmB,WACjB;CAAE,IAAI;CAAO,OAAO;AAAyB,GAC7C,EAAE,QAAQ,IAAI,CAChB,CACF,CACF,CACF,CACF,CACF;AAEF,MAAa,UAAU,QAAqC,YAC1D,WAAW,OACT,OAAO,KAAK,UAAU,WAAW,MAAM,QAAQ,MAAM,MAAM,YAAY,OAAO,OAAO,CAAC,CAAC,CACzF"}

package/dist/service-DLkhuxYl.d.mts

@@ -0,0 +1,27 @@
+import { t as ConnectorError } from "./index-DkVNO6ks.mjs";
+import { u as ResourceBatch } from "./types-xZtSmrGA.mjs";
+import { Context, Effect } from "effect";
+//#region src/ingestor/service.d.ts
+type IngestSource = "backfill" | "changes" | "webhook" | "demo";
+/** A resource batch and the source that produced it. */
+type IngestOptions = {
+  readonly resource: string;
+  readonly source: IngestSource;
+  readonly batch: ResourceBatch;
+};
+/** Rows written, and their size as uncompressed Arrow buffers. */
+type IngestResult = {
+  readonly rows: number;
+  readonly bytes: number;
+};
+/** Handles batches from connector sources. */
+interface IngestorService {
+  readonly ingest: (options: IngestOptions) => Effect.Effect<IngestResult, ConnectorError>;
+  /** Resources it has tables for. Only these run. Without it, every resource runs. */
+  readonly resourceNames?: ReadonlyArray<string>;
+}
+declare const Ingestor_base: Context.ServiceClass<Ingestor, "@useairfoil/connector-kit/Ingestor", IngestorService>;
+declare class Ingestor extends Ingestor_base {}
+//#endregion
+export { IngestorService as a, Ingestor as i, IngestResult as n, IngestSource as r, IngestOptions as t };
+//# sourceMappingURL=service-DLkhuxYl.d.mts.map

package/dist/service-jWxxfEht.mjs

@@ -0,0 +1,7 @@
+import { Context } from "effect";
+//#region src/ingestor/service.ts
+var Ingestor = class extends Context.Service()("@useairfoil/connector-kit/Ingestor") {};
+//#endregion
+export { Ingestor as t };
+
+//# sourceMappingURL=service-jWxxfEht.mjs.map

package/dist/service-jWxxfEht.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"service-jWxxfEht.mjs","names":[],"sources":["../src/ingestor/service.ts"],"sourcesContent":["import { Context, type Effect } from \"effect\";\n\nimport type { ResourceBatch } from \"../core/types\";\nimport type { ConnectorError } from \"../errors\";\n\nexport type IngestSource = \"backfill\" | \"changes\" | \"webhook\" | \"demo\";\n\n/** A resource batch and the source that produced it. */\nexport type IngestOptions = {\n  readonly resource: string;\n  readonly source: IngestSource;\n  readonly batch: ResourceBatch;\n};\n\n/** Rows written, and their size as uncompressed Arrow buffers. */\nexport type IngestResult = {\n  readonly rows: number;\n  readonly bytes: number;\n};\n\n/** Handles batches from connector sources. */\nexport interface IngestorService {\n  readonly ingest: (options: IngestOptions) => Effect.Effect<IngestResult, ConnectorError>;\n  /** Resources it has tables for. Only these run. Without it, every resource runs. */\n  readonly resourceNames?: ReadonlyArray<string>;\n}\n\nexport class Ingestor extends Context.Service<Ingestor, IngestorService>()(\n  \"@useairfoil/connector-kit/Ingestor\",\n) {}\n"],"mappings":";;AA2BA,IAAa,WAAb,cAA8B,QAAQ,QAAmC,CAAC,CACxE,oCACF,CAAC,CAAC,CAAC"}

package/dist/state-store/index.d.mts

@@ -0,0 +1,2 @@
+import { a as StateStoreService, i as StateStore, n as layerSql, r as layerMemory } from "../index-CgvFomO6.mjs";
+export { StateStore, type StateStoreService, layerMemory, layerSql };

package/dist/state-store/index.mjs

@@ -0,0 +1,2 @@
+import { n as layerSql, o as StateStore, r as layerMemory } from "../state-store-uFvHY7Ax.mjs";
+export { StateStore, layerMemory, layerSql };

package/dist/{state-store-yl6LiTQ0.js → state-store-uFvHY7Ax.mjs}

@@ -1,10 +1,9 @@
-import { t as __export } from "./chunk-Bp6m_JJh.js";
-import { t as ConnectorError } from "./errors-DHWylqRZ.js";
-import { n as PlatformRuntimeKey, t as PlatformRuntimeDefault } from "./constants-BRhIX_rz.js";
+import { t as __exportAll } from "./rolldown-runtime-D7D4PA-g.mjs";
+import { t as ConnectorError } from "./errors-pT0YVJU5.mjs";
+import { n as PlatformRuntimeKey, t as PlatformRuntimeDefault } from "./constants-D-GQzpHZ.mjs";
 import { Config, Context, DateTime, Effect, Layer, Option, Schema } from "effect";
-import { KeyValueStore } from "effect/unstable/persistence";
-import { SqlClient } from "effect/unstable/sql";
-
+import { KeyValueStore } from "effect/persistence";
+import "effect/sql";
 //#region src/state-store/service.ts
 /**
 * Effect service used by ingestion and status logic for connector checkpoints.
@@ -19,7 +18,6 @@ import { SqlClient } from "effect/unstable/sql";
 * ```
 */
 var StateStore = class extends Context.Service()("@useairfoil/connector-kit/StateStore") {};
-
 //#endregion
 //#region src/state-store/keys.ts
 const resourceComponentKey = (resource, component) => `resource:${resource}:${component}`;
@@ -35,7 +33,6 @@ const resourceErrorKey = (resource, source) => resourceComponentKey(resource, `e
 * ```
 */
 const connectorInstanceKeyPrefix = (connectorInstanceId) => `connector-instance:${connectorInstanceId}:`;
-
 //#endregion
 //#region src/state-store/schema.ts
 const CursorValueSchema = Schema.Union([Schema.String, Schema.Number]);
@@ -54,12 +51,12 @@ const ChangesStateSchema = Schema.Struct({
 const StateSourceSchema = Schema.Literals(["backfill", "changes"]);
 const StateOperationSchema = Schema.Literals([
 	"fetch",
-	"publish",
+	"ingest",
 	"checkpoint"
 ]);
 const StateErrorCodeSchema = Schema.Literals([
 	"fetch_failed",
-	"publish_failed",
+	"ingest_failed",
 	"checkpoint_failed"
 ]);
 /** SDK-owned error context safe to persist and expose through status. */
@@ -80,7 +77,6 @@ const ResourceStateSchema = Schema.Struct({
 	changes: Schema.optional(ChangesStateSchema),
 	lastError: Schema.optional(ResourceErrorSchema)
 });
-
 //#endregion
 //#region src/state-store/layer-key-value-store.ts
 const mapStoreError = (operation, resource) => Effect.mapError((cause) => new ConnectorError({
@@ -96,11 +92,11 @@ const resourceErrorContext = (source, operation) => {
 			code: "fetch_failed",
 			message: `${sourceName} fetch failed`
 		};
-		case "publish": return {
+		case "ingest": return {
 			source,
 			operation,
-			code: "publish_failed",
-			message: `${sourceName} publish failed`
+			code: "ingest_failed",
+			message: `${sourceName} ingestion failed`
 		};
 		case "checkpoint": return {
 			source,
@@ -157,12 +153,10 @@ const layerKeyValueStore = Layer.effect(StateStore)(Effect.gen(function* () {
 		clearResourceError
 	});
 }));
-
 //#endregion
 //#region src/state-store/layer-memory.ts
 /** Process-local state for tests and explicit local sandbox commands. */
 const layerMemory = layerKeyValueStore.pipe(Layer.provide(KeyValueStore.layerMemory));
-
 //#endregion
 //#region src/state-store/layer-sql.ts
 const scopedKeyValueStore = (connectorInstanceId) => Layer.effect(KeyValueStore.KeyValueStore)(KeyValueStore.KeyValueStore.pipe(Effect.map(KeyValueStore.prefix(connectorInstanceKeyPrefix(connectorInstanceId)))));
@@ -181,18 +175,17 @@ const scopedKeyValueStore = (connectorInstanceId) => Layer.effect(KeyValueStore.
 * ```
 */
 const layerSql = () => Layer.unwrap(Config.all({
-	connectorInstanceId: Config.nonEmptyString(PlatformRuntimeKey.connectorInstanceId),
-	table: Config.nonEmptyString(PlatformRuntimeKey.stateTable).pipe(Config.withDefault(PlatformRuntimeDefault.stateTable))
+	connectorInstanceId: Config.NonEmptyString(PlatformRuntimeKey.connectorInstanceId),
+	table: Config.NonEmptyString(PlatformRuntimeKey.stateTable).pipe(Config.withDefault(PlatformRuntimeDefault.stateTable))
 }).pipe(Effect.map(({ connectorInstanceId, table }) => layerKeyValueStore.pipe(Layer.provide(scopedKeyValueStore(connectorInstanceId).pipe(Layer.provide(KeyValueStore.layerSql({ table }))))))));
-
 //#endregion
 //#region src/state-store/index.ts
-var state_store_exports = /* @__PURE__ */ __export({
+var state_store_exports = /* @__PURE__ */ __exportAll({
 	StateStore: () => StateStore,
 	layerMemory: () => layerMemory,
 	layerSql: () => layerSql
 });
-
 //#endregion
 export { ResourceStateSchema as a, ResourceErrorSchema as i, layerSql as n, StateStore as o, layerMemory as r, state_store_exports as t };
-//# sourceMappingURL=state-store-yl6LiTQ0.js.map
+
+//# sourceMappingURL=state-store-uFvHY7Ax.mjs.map

package/dist/state-store-uFvHY7Ax.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"state-store-uFvHY7Ax.mjs","names":[],"sources":["../src/state-store/service.ts","../src/state-store/keys.ts","../src/state-store/schema.ts","../src/state-store/layer-key-value-store.ts","../src/state-store/layer-memory.ts","../src/state-store/layer-sql.ts","../src/state-store/index.ts"],"sourcesContent":["import { Context, Effect } from \"effect\";\n\nimport type {\n  PersistedBackfillState,\n  PersistedChangesState,\n  PersistedResourceState,\n  StateOperation,\n  StateSource,\n} from \"./schema\";\n\nimport { ConnectorError } from \"../errors\";\n\n/** Connector-facing durable state operations, independent of the storage backend. */\nexport interface StateStoreService {\n  readonly getResourceState: (\n    resource: string,\n  ) => Effect.Effect<PersistedResourceState | undefined, ConnectorError>;\n  readonly setBackfillState: (\n    resource: string,\n    state: PersistedBackfillState,\n  ) => Effect.Effect<void, ConnectorError>;\n  readonly setChangesState: (\n    resource: string,\n    state: PersistedChangesState,\n  ) => Effect.Effect<void, ConnectorError>;\n  readonly setResourceError: (\n    resource: string,\n    source: StateSource,\n    operation: StateOperation,\n  ) => Effect.Effect<void, ConnectorError>;\n  readonly clearResourceError: (\n    resource: string,\n    source: StateSource,\n  ) => Effect.Effect<void, ConnectorError>;\n}\n\n/**\n * Effect service used by ingestion and status logic for connector checkpoints.\n * Production provides `layerSql`; sandboxes and tests may provide `layerMemory`.\n *\n * @example\n * ```ts\n * const program = Effect.gen(function* () {\n *   const state = yield* StateStore;\n *   yield* state.setChangesState(\"orders\", { cursor: \"next-page\" });\n * });\n * ```\n */\nexport class StateStore extends Context.Service<StateStore, StateStoreService>()(\n  \"@useairfoil/connector-kit/StateStore\",\n) {}\n","import type { StateSource } from \"./schema\";\n\ntype StateComponent = StateSource | `error:${StateSource}`;\n\nexport const resourceComponentKey = (resource: string, component: StateComponent): string =>\n  `resource:${resource}:${component}`;\n\nexport const resourceErrorKey = (resource: string, source: StateSource): string =>\n  resourceComponentKey(resource, `error:${source}`);\n\n/**\n * Prefix for all state owned by one connector instance. The platform-owned ID\n * stays visible so operators can inspect and clean up shared-table rows directly.\n *\n * @example\n * ```ts\n * connectorInstanceKeyPrefix(\"team-a/orders\");\n * // \"connector-instance:team-a/orders:\"\n * ```\n */\nexport const connectorInstanceKeyPrefix = (connectorInstanceId: string): string =>\n  `connector-instance:${connectorInstanceId}:`;\n","import { Schema } from \"effect\";\n\nconst CursorValueSchema = Schema.Union([Schema.String, Schema.Number]);\n\n/** Durable progress for a finite historical backfill. */\nexport const BackfillStateSchema = Schema.Struct({\n  cutoff: CursorValueSchema,\n  pageCursor: Schema.optional(CursorValueSchema),\n  completed: Schema.Boolean,\n  lastSuccessAt: Schema.optional(Schema.String),\n});\n\n/** Durable cursor for an ongoing incremental changes stream. */\nexport const ChangesStateSchema = Schema.Struct({\n  cursor: CursorValueSchema,\n  lastSuccessAt: Schema.optional(Schema.String),\n});\n\nexport const StateSourceSchema = Schema.Literals([\"backfill\", \"changes\"]);\n\nexport const StateOperationSchema = Schema.Literals([\"fetch\", \"ingest\", \"checkpoint\"]);\n\nexport const StateErrorCodeSchema = Schema.Literals([\n  \"fetch_failed\",\n  \"ingest_failed\",\n  \"checkpoint_failed\",\n]);\n\n/** SDK-owned error context safe to persist and expose through status. */\nexport const ResourceErrorContextSchema = Schema.Struct({\n  source: StateSourceSchema,\n  operation: StateOperationSchema,\n  code: StateErrorCodeSchema,\n  message: Schema.String,\n});\n\n/** Stable public error summary persisted for status reporting; never a raw cause. */\nexport const ResourceErrorSchema = Schema.Struct({\n  ...ResourceErrorContextSchema.fields,\n  at: Schema.String,\n});\n\n/** Complete persisted state assembled from independently stored components. */\nexport const ResourceStateSchema = Schema.Struct({\n  backfill: Schema.optional(BackfillStateSchema),\n  changes: Schema.optional(ChangesStateSchema),\n  lastError: Schema.optional(ResourceErrorSchema),\n});\n\nexport type PersistedBackfillState = Schema.Schema.Type<typeof BackfillStateSchema>;\nexport type PersistedChangesState = Schema.Schema.Type<typeof ChangesStateSchema>;\nexport type StateSource = Schema.Schema.Type<typeof StateSourceSchema>;\nexport type StateOperation = Schema.Schema.Type<typeof StateOperationSchema>;\nexport type StateErrorCode = Schema.Schema.Type<typeof StateErrorCodeSchema>;\nexport type ResourceErrorContext = Schema.Schema.Type<typeof ResourceErrorContextSchema>;\nexport type PersistedResourceError = Schema.Schema.Type<typeof ResourceErrorSchema>;\nexport type PersistedResourceState = Schema.Schema.Type<typeof ResourceStateSchema>;\n","import { DateTime, Effect, Layer, Option, Schema } from \"effect\";\nimport { KeyValueStore } from \"effect/persistence\";\n\nimport { ConnectorError } from \"../errors\";\nimport { resourceComponentKey, resourceErrorKey } from \"./keys\";\nimport {\n  BackfillStateSchema,\n  ChangesStateSchema,\n  ResourceErrorSchema,\n  type PersistedBackfillState,\n  type PersistedChangesState,\n  type PersistedResourceError,\n  type ResourceErrorContext,\n  type StateOperation,\n  type StateSource,\n} from \"./schema\";\nimport { StateStore } from \"./service\";\n\nconst mapStoreError = (operation: \"read\" | \"write\" | \"clear\", resource: string) =>\n  Effect.mapError(\n    (cause: KeyValueStore.KeyValueStoreError | Schema.SchemaError) =>\n      new ConnectorError({\n        message: `Failed to ${operation} state for resource ${resource}`,\n        cause,\n      }),\n  );\n\nconst resourceErrorContext = (\n  source: StateSource,\n  operation: StateOperation,\n): ResourceErrorContext => {\n  const sourceName = source === \"backfill\" ? \"Backfill\" : \"Changes\";\n  switch (operation) {\n    case \"fetch\":\n      return { source, operation, code: \"fetch_failed\", message: `${sourceName} fetch failed` };\n    case \"ingest\":\n      return {\n        source,\n        operation,\n        code: \"ingest_failed\",\n        message: `${sourceName} ingestion failed`,\n      };\n    case \"checkpoint\":\n      return {\n        source,\n        operation,\n        code: \"checkpoint_failed\",\n        message: `${sourceName} checkpoint failed`,\n      };\n  }\n};\n\nconst latestError = (\n  backfill: Option.Option<PersistedResourceError>,\n  changes: Option.Option<PersistedResourceError>,\n): Option.Option<PersistedResourceError> => {\n  if (Option.isNone(backfill)) return changes;\n  if (Option.isNone(changes)) return backfill;\n  return backfill.value.at >= changes.value.at ? backfill : changes;\n};\n\n/**\n * Implements StateStore over any Effect KeyValueStore. `toSchemaStore` owns\n * serialization and validates persisted values when they are read and written.\n * The caller owns instance scoping; `layerSql` supplies the production prefix.\n */\nexport const layerKeyValueStore: Layer.Layer<StateStore, never, KeyValueStore.KeyValueStore> =\n  Layer.effect(StateStore)(\n    Effect.gen(function* () {\n      const keyValueStore = yield* KeyValueStore.KeyValueStore;\n      const backfillStore = KeyValueStore.toSchemaStore(keyValueStore, BackfillStateSchema);\n      const changesStore = KeyValueStore.toSchemaStore(keyValueStore, ChangesStateSchema);\n      const errorStore = KeyValueStore.toSchemaStore(keyValueStore, ResourceErrorSchema);\n\n      const getResourceState = (resource: string) =>\n        // Components use separate keys so a cursor update cannot overwrite the\n        // independently managed error or backfill state.\n        Effect.all(\n          {\n            backfill: backfillStore.get(resourceComponentKey(resource, \"backfill\")),\n            changes: changesStore.get(resourceComponentKey(resource, \"changes\")),\n            backfillError: errorStore.get(resourceErrorKey(resource, \"backfill\")),\n            changesError: errorStore.get(resourceErrorKey(resource, \"changes\")),\n          },\n          { concurrency: \"unbounded\" },\n        ).pipe(\n          Effect.map(({ backfill, changes, backfillError, changesError }) => {\n            const lastError = latestError(backfillError, changesError);\n            if (Option.isNone(backfill) && Option.isNone(changes) && Option.isNone(lastError)) {\n              return undefined;\n            }\n            return {\n              ...(Option.isSome(backfill) ? { backfill: backfill.value } : {}),\n              ...(Option.isSome(changes) ? { changes: changes.value } : {}),\n              ...(Option.isSome(lastError) ? { lastError: lastError.value } : {}),\n            };\n          }),\n          mapStoreError(\"read\", resource),\n        );\n\n      const setBackfillState = (resource: string, state: PersistedBackfillState) =>\n        backfillStore\n          .set(resourceComponentKey(resource, \"backfill\"), state)\n          .pipe(mapStoreError(\"write\", resource));\n\n      const setChangesState = (resource: string, state: PersistedChangesState) =>\n        changesStore\n          .set(resourceComponentKey(resource, \"changes\"), state)\n          .pipe(mapStoreError(\"write\", resource));\n\n      const setResourceError = (resource: string, source: StateSource, operation: StateOperation) =>\n        DateTime.now.pipe(\n          Effect.map(DateTime.formatIso),\n          Effect.flatMap((at) => {\n            const error = resourceErrorContext(source, operation);\n            return errorStore.set(resourceErrorKey(resource, source), {\n              ...error,\n              at,\n            });\n          }),\n          mapStoreError(\"write\", resource),\n        );\n\n      const clearResourceError = (resource: string, source: StateSource) =>\n        errorStore\n          .remove(resourceErrorKey(resource, source))\n          .pipe(mapStoreError(\"clear\", resource));\n\n      return StateStore.of({\n        getResourceState,\n        setBackfillState,\n        setChangesState,\n        setResourceError,\n        clearResourceError,\n      });\n    }),\n  );\n","import { Layer } from \"effect\";\nimport { KeyValueStore } from \"effect/persistence\";\n\nimport type { StateStore } from \"./service\";\n\nimport { layerKeyValueStore } from \"./layer-key-value-store\";\n\n/** Process-local state for tests and explicit local sandbox commands. */\nexport const layerMemory: Layer.Layer<StateStore> = layerKeyValueStore.pipe(\n  Layer.provide(KeyValueStore.layerMemory),\n);\n","import { Config, Effect, Layer } from \"effect\";\nimport { KeyValueStore } from \"effect/persistence\";\nimport { SqlClient } from \"effect/sql\";\n\nimport type { StateStore } from \"./service\";\n\nimport { PlatformRuntimeDefault, PlatformRuntimeKey } from \"../runtime-config/constants\";\nimport { connectorInstanceKeyPrefix } from \"./keys\";\nimport { layerKeyValueStore } from \"./layer-key-value-store\";\n\nconst scopedKeyValueStore = (connectorInstanceId: string) =>\n  Layer.effect(KeyValueStore.KeyValueStore)(\n    KeyValueStore.KeyValueStore.pipe(\n      Effect.map(KeyValueStore.prefix(connectorInstanceKeyPrefix(connectorInstanceId))),\n    ),\n  );\n\n/**\n * Shared SQL state using the immutable connector instance ID supplied by\n * platform-owned Effect configuration. The table defaults to\n * `_airfoil_connectors_state` and can be overridden with `AIRFOIL_STATE_TABLE`.\n * Effect's SQL KeyValueStore owns the table, while `KeyValueStore.prefix`\n * provides application-level isolation between connector instances in that\n * table. The resulting layer exposes only StateStore, never the unscoped\n * KeyValueStore.\n *\n * @example\n * ```ts\n * const StateStoreLive = layerSql().pipe(Layer.provide(PostgresLive));\n * ```\n */\nexport const layerSql = (): Layer.Layer<StateStore, Config.ConfigError, SqlClient.SqlClient> =>\n  Layer.unwrap(\n    Config.all({\n      connectorInstanceId: Config.NonEmptyString(PlatformRuntimeKey.connectorInstanceId),\n      table: Config.NonEmptyString(PlatformRuntimeKey.stateTable).pipe(\n        Config.withDefault(PlatformRuntimeDefault.stateTable),\n      ),\n    }).pipe(\n      Effect.map(({ connectorInstanceId, table }) =>\n        layerKeyValueStore.pipe(\n          Layer.provide(\n            scopedKeyValueStore(connectorInstanceId).pipe(\n              Layer.provide(KeyValueStore.layerSql({ table })),\n            ),\n          ),\n        ),\n      ),\n    ),\n  );\n","export { StateStore, type StateStoreService } from \"./service\";\nexport { layerMemory } from \"./layer-memory\";\nexport { layerSql } from \"./layer-sql\";\n"],"mappings":";;;;;;;;;;;;;;;;;;;AAgDA,IAAa,aAAb,cAAgC,QAAQ,QAAuC,CAAC,CAC9E,sCACF,CAAC,CAAC,CAAC;;;AC9CH,MAAa,wBAAwB,UAAkB,cACrD,YAAY,SAAS,GAAG;AAE1B,MAAa,oBAAoB,UAAkB,WACjD,qBAAqB,UAAU,SAAS,QAAQ;;;;;;;;;;;AAYlD,MAAa,8BAA8B,wBACzC,sBAAsB,oBAAoB;;;ACnB5C,MAAM,oBAAoB,OAAO,MAAM,CAAC,OAAO,QAAQ,OAAO,MAAM,CAAC;;AAGrE,MAAa,sBAAsB,OAAO,OAAO;CAC/C,QAAQ;CACR,YAAY,OAAO,SAAS,iBAAiB;CAC7C,WAAW,OAAO;CAClB,eAAe,OAAO,SAAS,OAAO,MAAM;AAC9C,CAAC;;AAGD,MAAa,qBAAqB,OAAO,OAAO;CAC9C,QAAQ;CACR,eAAe,OAAO,SAAS,OAAO,MAAM;AAC9C,CAAC;AAED,MAAa,oBAAoB,OAAO,SAAS,CAAC,YAAY,SAAS,CAAC;AAExE,MAAa,uBAAuB,OAAO,SAAS;CAAC;CAAS;CAAU;AAAY,CAAC;AAErF,MAAa,uBAAuB,OAAO,SAAS;CAClD;CACA;CACA;AACF,CAAC;;AAGD,MAAa,6BAA6B,OAAO,OAAO;CACtD,QAAQ;CACR,WAAW;CACX,MAAM;CACN,SAAS,OAAO;AAClB,CAAC;;AAGD,MAAa,sBAAsB,OAAO,OAAO;CAC/C,GAAG,2BAA2B;CAC9B,IAAI,OAAO;AACb,CAAC;;AAGD,MAAa,sBAAsB,OAAO,OAAO;CAC/C,UAAU,OAAO,SAAS,mBAAmB;CAC7C,SAAS,OAAO,SAAS,kBAAkB;CAC3C,WAAW,OAAO,SAAS,mBAAmB;AAChD,CAAC;;;AC7BD,MAAM,iBAAiB,WAAuC,aAC5D,OAAO,UACJ,UACC,IAAI,eAAe;CACjB,SAAS,aAAa,UAAU,sBAAsB;CACtD;AACF,CAAC,CACL;AAEF,MAAM,wBACJ,QACA,cACyB;CACzB,MAAM,aAAa,WAAW,aAAa,aAAa;CACxD,QAAQ,WAAR;EACE,KAAK,SACH,OAAO;GAAE;GAAQ;GAAW,MAAM;GAAgB,SAAS,GAAG,WAAW;EAAe;EAC1F,KAAK,UACH,OAAO;GACL;GACA;GACA,MAAM;GACN,SAAS,GAAG,WAAW;EACzB;EACF,KAAK,cACH,OAAO;GACL;GACA;GACA,MAAM;GACN,SAAS,GAAG,WAAW;EACzB;CACJ;AACF;AAEA,MAAM,eACJ,UACA,YAC0C;CAC1C,IAAI,OAAO,OAAO,QAAQ,GAAG,OAAO;CACpC,IAAI,OAAO,OAAO,OAAO,GAAG,OAAO;CACnC,OAAO,SAAS,MAAM,MAAM,QAAQ,MAAM,KAAK,WAAW;AAC5D;;;;;;AAOA,MAAa,qBACX,MAAM,OAAO,UAAU,CAAC,CACtB,OAAO,IAAI,aAAa;CACtB,MAAM,gBAAgB,OAAO,cAAc;CAC3C,MAAM,gBAAgB,cAAc,cAAc,eAAe,mBAAmB;CACpF,MAAM,eAAe,cAAc,cAAc,eAAe,kBAAkB;CAClF,MAAM,aAAa,cAAc,cAAc,eAAe,mBAAmB;CAEjF,MAAM,oBAAoB,aAGxB,OAAO,IACL;EACE,UAAU,cAAc,IAAI,qBAAqB,UAAU,UAAU,CAAC;EACtE,SAAS,aAAa,IAAI,qBAAqB,UAAU,SAAS,CAAC;EACnE,eAAe,WAAW,IAAI,iBAAiB,UAAU,UAAU,CAAC;EACpE,cAAc,WAAW,IAAI,iBAAiB,UAAU,SAAS,CAAC;CACpE,GACA,EAAE,aAAa,YAAY,CAC7B,CAAC,CAAC,KACA,OAAO,KAAK,EAAE,UAAU,SAAS,eAAe,mBAAmB;EACjE,MAAM,YAAY,YAAY,eAAe,YAAY;EACzD,IAAI,OAAO,OAAO,QAAQ,KAAK,OAAO,OAAO,OAAO,KAAK,OAAO,OAAO,SAAS,GAC9E;EAEF,OAAO;GACL,GAAI,OAAO,OAAO,QAAQ,IAAI,EAAE,UAAU,SAAS,MAAM,IAAI,CAAC;GAC9D,GAAI,OAAO,OAAO,OAAO,IAAI,EAAE,SAAS,QAAQ,MAAM,IAAI,CAAC;GAC3D,GAAI,OAAO,OAAO,SAAS,IAAI,EAAE,WAAW,UAAU,MAAM,IAAI,CAAC;EACnE;CACF,CAAC,GACD,cAAc,QAAQ,QAAQ,CAChC;CAEF,MAAM,oBAAoB,UAAkB,UAC1C,cACG,IAAI,qBAAqB,UAAU,UAAU,GAAG,KAAK,CAAC,CACtD,KAAK,cAAc,SAAS,QAAQ,CAAC;CAE1C,MAAM,mBAAmB,UAAkB,UACzC,aACG,IAAI,qBAAqB,UAAU,SAAS,GAAG,KAAK,CAAC,CACrD,KAAK,cAAc,SAAS,QAAQ,CAAC;CAE1C,MAAM,oBAAoB,UAAkB,QAAqB,cAC/D,SAAS,IAAI,KACX,OAAO,IAAI,SAAS,SAAS,GAC7B,OAAO,SAAS,OAAO;EACrB,MAAM,QAAQ,qBAAqB,QAAQ,SAAS;EACpD,OAAO,WAAW,IAAI,iBAAiB,UAAU,MAAM,GAAG;GACxD,GAAG;GACH;EACF,CAAC;CACH,CAAC,GACD,cAAc,SAAS,QAAQ,CACjC;CAEF,MAAM,sBAAsB,UAAkB,WAC5C,WACG,OAAO,iBAAiB,UAAU,MAAM,CAAC,CAAC,CAC1C,KAAK,cAAc,SAAS,QAAQ,CAAC;CAE1C,OAAO,WAAW,GAAG;EACnB;EACA;EACA;EACA;EACA;CACF,CAAC;AACH,CAAC,CACH;;;;AChIF,MAAa,cAAuC,mBAAmB,KACrE,MAAM,QAAQ,cAAc,WAAW,CACzC;;;ACAA,MAAM,uBAAuB,wBAC3B,MAAM,OAAO,cAAc,aAAa,CAAC,CACvC,cAAc,cAAc,KAC1B,OAAO,IAAI,cAAc,OAAO,2BAA2B,mBAAmB,CAAC,CAAC,CAClF,CACF;;;;;;;;;;;;;;;AAgBF,MAAa,iBACX,MAAM,OACJ,OAAO,IAAI;CACT,qBAAqB,OAAO,eAAe,mBAAmB,mBAAmB;CACjF,OAAO,OAAO,eAAe,mBAAmB,UAAU,CAAC,CAAC,KAC1D,OAAO,YAAY,uBAAuB,UAAU,CACtD;AACF,CAAC,CAAC,CAAC,KACD,OAAO,KAAK,EAAE,qBAAqB,YACjC,mBAAmB,KACjB,MAAM,QACJ,oBAAoB,mBAAmB,CAAC,CAAC,KACvC,MAAM,QAAQ,cAAc,SAAS,EAAE,MAAM,CAAC,CAAC,CACjD,CACF,CACF,CACF,CACF,CACF"}

package/dist/status/{index.d.ts → index.d.mts}

@@ -1,5 +1,2 @@
-import "../index-D54ySAKn.js";
-import "../types-B35J5YPu.js";
-import "../index-Coh_SkBs.js";
-import { a as ResourceStatusSchema, c as StatusUnavailableResponse, d as SyncStateSchema, f as statusRoute, i as ResourceStatus, l as StatusUnavailableResponseSchema, n as ResourceError, o as StatusResponse, r as ResourceErrorSchema, s as StatusResponseSchema, u as SyncState } from "../index-Cq2IzY7T.js";
+import { a as ResourceStatusSchema, c as StatusUnavailableResponse, d as SyncStateSchema, f as statusRoute, i as ResourceStatus, l as StatusUnavailableResponseSchema, n as ResourceError, o as StatusResponse, r as ResourceErrorSchema, s as StatusResponseSchema, u as SyncState } from "../index-BUHSGm9Q.mjs";
 export { ResourceError, ResourceErrorSchema, ResourceStatus, ResourceStatusSchema, StatusResponse, StatusResponseSchema, StatusUnavailableResponse, StatusUnavailableResponseSchema, SyncState, SyncStateSchema, statusRoute };

package/dist/status/{index.js → index.mjs}

@@ -1,6 +1,2 @@
-import "../errors-DHWylqRZ.js";
-import "../constants-BRhIX_rz.js";
-import "../state-store-yl6LiTQ0.js";
-import { a as StatusUnavailableResponseSchema, i as StatusResponseSchema, n as ResourceErrorSchema, o as SyncStateSchema, r as ResourceStatusSchema, s as statusRoute } from "../status-B-oZBc33.js";
-
-export { ResourceErrorSchema, ResourceStatusSchema, StatusResponseSchema, StatusUnavailableResponseSchema, SyncStateSchema, statusRoute };
+import { a as StatusUnavailableResponseSchema, i as StatusResponseSchema, n as ResourceErrorSchema, o as SyncStateSchema, r as ResourceStatusSchema, s as statusRoute } from "../status-CKb9IhQ9.mjs";
+export { ResourceErrorSchema, ResourceStatusSchema, StatusResponseSchema, StatusUnavailableResponseSchema, SyncStateSchema, statusRoute };

package/dist/{status-B-oZBc33.js → status-CKb9IhQ9.mjs}

@@ -1,27 +1,27 @@
-import { t as __export } from "./chunk-Bp6m_JJh.js";
-import { a as ResourceStateSchema, i as ResourceErrorSchema, o as StateStore } from "./state-store-yl6LiTQ0.js";
+import { t as __exportAll } from "./rolldown-runtime-D7D4PA-g.mjs";
+import { a as ResourceStateSchema, i as ResourceErrorSchema$1, o as StateStore } from "./state-store-uFvHY7Ax.mjs";
 import { Cause, Effect, Schema } from "effect";
-import { HttpRouter, HttpServerResponse } from "effect/unstable/http";
-
+import { HttpRouter, HttpServerResponse } from "effect/http";
 //#region src/state-store/state.ts
 /** Normalizes a cursor value to its persisted/wire representation (never a Date). */
 const normalizeCursor = (value) => value instanceof Date ? value.toISOString() : value;
+/** Whether a resource gets changes, from its own `changes` or the connector's feed. */
+const hasChanges = (connector, resource) => resource.changes !== void 0 || (connector.changes?.resources.some((member) => member.name === resource.name) ?? false);
 /** Derives connector-facing sync state from durable state and resource capabilities. */
-const deriveSyncState = (resource, state) => {
+const deriveSyncState = (connector, resource, state) => {
 	if (state?.lastError) return "error";
-	if (!resource.backfill && !resource.changes) return "live";
+	if (!resource.backfill && !hasChanges(connector, resource)) return "live";
 	if (!state) return "pending";
 	if (resource.backfill && (!state.backfill || !state.backfill.completed)) return "backfilling";
 	return "live";
 };
-
 //#endregion
 //#region src/status/route.ts
 const statusRoute = (connector, path = "/status") => HttpRouter.add("GET", path, Effect.gen(function* () {
 	const store = yield* StateStore;
 	const resources = yield* Effect.forEach(connector.resources, (resource) => store.getResourceState(resource.name).pipe(Effect.map((state) => ({
 		name: resource.name,
-		state: deriveSyncState(resource, state),
+		state: deriveSyncState(connector, resource, state),
 		...state?.backfill ? { backfill: {
 			completed: state.backfill.completed,
 			cutoff: normalizeCursor(state.backfill.cutoff),
@@ -42,7 +42,6 @@ const statusRoute = (connector, path = "/status") => HttpRouter.add("GET", path,
 	ok: false,
 	error: "Failed to compute status"
 }, { status: 500 })))))));
-
 //#endregion
 //#region src/status/types.ts
 const SyncStateSchema = Schema.Literals([
@@ -52,7 +51,7 @@ const SyncStateSchema = Schema.Literals([
 	"error"
 ]);
 /** Safe source failure returned by the status endpoint. */
-const ResourceErrorSchema$1 = ResourceErrorSchema;
+const ResourceErrorSchema = ResourceErrorSchema$1;
 const ResourceStatusSchema = Schema.Struct({
 	name: Schema.String,
 	state: SyncStateSchema,
@@ -67,18 +66,17 @@ const StatusUnavailableResponseSchema = Schema.Struct({
 	ok: Schema.Literal(false),
 	error: Schema.String
 });
-
 //#endregion
 //#region src/status/index.ts
-var status_exports = /* @__PURE__ */ __export({
-	ResourceErrorSchema: () => ResourceErrorSchema$1,
+var status_exports = /* @__PURE__ */ __exportAll({
+	ResourceErrorSchema: () => ResourceErrorSchema,
 	ResourceStatusSchema: () => ResourceStatusSchema,
 	StatusResponseSchema: () => StatusResponseSchema,
 	StatusUnavailableResponseSchema: () => StatusUnavailableResponseSchema,
 	SyncStateSchema: () => SyncStateSchema,
 	statusRoute: () => statusRoute
 });
-
 //#endregion
-export { StatusUnavailableResponseSchema as a, deriveSyncState as c, StatusResponseSchema as i, normalizeCursor as l, ResourceErrorSchema$1 as n, SyncStateSchema as o, ResourceStatusSchema as r, statusRoute as s, status_exports as t };
-//# sourceMappingURL=status-B-oZBc33.js.map
+export { StatusUnavailableResponseSchema as a, deriveSyncState as c, StatusResponseSchema as i, hasChanges as l, ResourceErrorSchema as n, SyncStateSchema as o, ResourceStatusSchema as r, statusRoute as s, status_exports as t, normalizeCursor as u };
+
+//# sourceMappingURL=status-CKb9IhQ9.mjs.map

package/dist/status-CKb9IhQ9.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"status-CKb9IhQ9.mjs","names":["StateResourceErrorSchema"],"sources":["../src/state-store/state.ts","../src/status/route.ts","../src/status/types.ts","../src/status/index.ts"],"sourcesContent":["import type {\n  ConnectorDefinition,\n  Cursor,\n  ResourceDefinition,\n  ResourceState,\n  SyncState,\n} from \"../core/types\";\n\n/** Normalizes a cursor value to its persisted/wire representation (never a Date). */\nexport const normalizeCursor = (value: Cursor.Value): string | number =>\n  value instanceof Date ? value.toISOString() : value;\n\n/** Whether a resource gets changes, from its own `changes` or the connector's feed. */\nexport const hasChanges = (connector: ConnectorDefinition, resource: ResourceDefinition) =>\n  resource.changes !== undefined ||\n  (connector.changes?.resources.some((member) => member.name === resource.name) ?? false);\n\n/** Derives connector-facing sync state from durable state and resource capabilities. */\nexport const deriveSyncState = (\n  connector: ConnectorDefinition,\n  resource: ResourceDefinition,\n  state: ResourceState | undefined,\n): SyncState => {\n  if (state?.lastError) return \"error\";\n  if (!resource.backfill && !hasChanges(connector, resource)) return \"live\";\n  if (!state) return \"pending\";\n  if (resource.backfill && (!state.backfill || !state.backfill.completed)) return \"backfilling\";\n  return \"live\";\n};\n","import { Cause, Effect } from \"effect\";\nimport { HttpRouter, HttpServerResponse } from \"effect/http\";\n\nimport type { ConnectorDefinition } from \"../core/types\";\nimport type { ResourceStatus, StatusUnavailableResponse } from \"./types\";\n\nimport { StateStore } from \"../state-store\";\nimport { deriveSyncState, normalizeCursor } from \"../state-store/state\";\n\nexport const statusRoute = (\n  connector: ConnectorDefinition,\n  path: HttpRouter.PathInput = \"/status\",\n) =>\n  HttpRouter.add(\n    \"GET\",\n    path,\n    Effect.gen(function* () {\n      const store = yield* StateStore;\n\n      const resources = yield* Effect.forEach(\n        connector.resources,\n        (resource) =>\n          store.getResourceState(resource.name).pipe(\n            Effect.map(\n              (state): ResourceStatus => ({\n                name: resource.name,\n                state: deriveSyncState(connector, resource, state),\n                ...(state?.backfill\n                  ? {\n                      backfill: {\n                        completed: state.backfill.completed,\n                        cutoff: normalizeCursor(state.backfill.cutoff),\n                        ...(state.backfill.pageCursor !== undefined\n                          ? { pageCursor: normalizeCursor(state.backfill.pageCursor) }\n                          : {}),\n                        ...(state.backfill.lastSuccessAt !== undefined\n                          ? { lastSuccessAt: state.backfill.lastSuccessAt }\n                          : {}),\n                      },\n                    }\n                  : {}),\n                ...(state?.changes\n                  ? {\n                      changes: {\n                        cursor: normalizeCursor(state.changes.cursor),\n                        ...(state.changes.lastSuccessAt !== undefined\n                          ? { lastSuccessAt: state.changes.lastSuccessAt }\n                          : {}),\n                      },\n                    }\n                  : {}),\n                ...(state?.lastError ? { lastError: state.lastError } : {}),\n              }),\n            ),\n          ),\n        { concurrency: \"unbounded\" },\n      );\n\n      return HttpServerResponse.jsonUnsafe({ connector: connector.name, resources });\n    }).pipe(\n      Effect.catchCause((cause) =>\n        Effect.logWarning(`Status route failed: ${Cause.pretty(cause)}`).pipe(\n          Effect.andThen(\n            Effect.succeed(\n              HttpServerResponse.jsonUnsafe(\n                {\n                  ok: false,\n                  error: \"Failed to compute status\",\n                } satisfies StatusUnavailableResponse,\n                { status: 500 },\n              ),\n            ),\n          ),\n        ),\n      ),\n    ),\n  );\n","import { Schema } from \"effect\";\n\nimport {\n  ResourceErrorSchema as StateResourceErrorSchema,\n  ResourceStateSchema,\n} from \"../state-store/schema\";\n\nexport const SyncStateSchema = Schema.Literals([\"pending\", \"backfilling\", \"live\", \"error\"]);\nexport type SyncState = Schema.Schema.Type<typeof SyncStateSchema>;\n\n/** Safe source failure returned by the status endpoint. */\nexport const ResourceErrorSchema = StateResourceErrorSchema;\nexport type ResourceError = Schema.Schema.Type<typeof ResourceErrorSchema>;\n\nexport const ResourceStatusSchema = Schema.Struct({\n  name: Schema.String,\n  state: SyncStateSchema,\n  ...ResourceStateSchema.fields,\n});\nexport type ResourceStatus = Schema.Schema.Type<typeof ResourceStatusSchema>;\n\nexport const StatusResponseSchema = Schema.Struct({\n  connector: Schema.String,\n  resources: Schema.Array(ResourceStatusSchema),\n});\nexport type StatusResponse = Schema.Schema.Type<typeof StatusResponseSchema>;\n\n/** Returned when durable resource status cannot be read. */\nexport const StatusUnavailableResponseSchema = Schema.Struct({\n  ok: Schema.Literal(false),\n  error: Schema.String,\n});\nexport type StatusUnavailableResponse = Schema.Schema.Type<typeof StatusUnavailableResponseSchema>;\n","export * from \"./route\";\nexport * from \"./types\";\n"],"mappings":";;;;;;AASA,MAAa,mBAAmB,UAC9B,iBAAiB,OAAO,MAAM,YAAY,IAAI;;AAGhD,MAAa,cAAc,WAAgC,aACzD,SAAS,YAAY,KAAA,MACpB,UAAU,SAAS,UAAU,MAAM,WAAW,OAAO,SAAS,SAAS,IAAI,KAAK;;AAGnF,MAAa,mBACX,WACA,UACA,UACc;CACd,IAAI,OAAO,WAAW,OAAO;CAC7B,IAAI,CAAC,SAAS,YAAY,CAAC,WAAW,WAAW,QAAQ,GAAG,OAAO;CACnE,IAAI,CAAC,OAAO,OAAO;CACnB,IAAI,SAAS,aAAa,CAAC,MAAM,YAAY,CAAC,MAAM,SAAS,YAAY,OAAO;CAChF,OAAO;AACT;;;ACnBA,MAAa,eACX,WACA,OAA6B,cAE7B,WAAW,IACT,OACA,MACA,OAAO,IAAI,aAAa;CACtB,MAAM,QAAQ,OAAO;CAErB,MAAM,YAAY,OAAO,OAAO,QAC9B,UAAU,YACT,aACC,MAAM,iBAAiB,SAAS,IAAI,CAAC,CAAC,KACpC,OAAO,KACJ,WAA2B;EAC1B,MAAM,SAAS;EACf,OAAO,gBAAgB,WAAW,UAAU,KAAK;EACjD,GAAI,OAAO,WACP,EACE,UAAU;GACR,WAAW,MAAM,SAAS;GAC1B,QAAQ,gBAAgB,MAAM,SAAS,MAAM;GAC7C,GAAI,MAAM,SAAS,eAAe,KAAA,IAC9B,EAAE,YAAY,gBAAgB,MAAM,SAAS,UAAU,EAAE,IACzD,CAAC;GACL,GAAI,MAAM,SAAS,kBAAkB,KAAA,IACjC,EAAE,eAAe,MAAM,SAAS,cAAc,IAC9C,CAAC;EACP,EACF,IACA,CAAC;EACL,GAAI,OAAO,UACP,EACE,SAAS;GACP,QAAQ,gBAAgB,MAAM,QAAQ,MAAM;GAC5C,GAAI,MAAM,QAAQ,kBAAkB,KAAA,IAChC,EAAE,eAAe,MAAM,QAAQ,cAAc,IAC7C,CAAC;EACP,EACF,IACA,CAAC;EACL,GAAI,OAAO,YAAY,EAAE,WAAW,MAAM,UAAU,IAAI,CAAC;CAC3D,EACF,CACF,GACF,EAAE,aAAa,YAAY,CAC7B;CAEA,OAAO,mBAAmB,WAAW;EAAE,WAAW,UAAU;EAAM;CAAU,CAAC;AAC/E,CAAC,CAAC,CAAC,KACD,OAAO,YAAY,UACjB,OAAO,WAAW,wBAAwB,MAAM,OAAO,KAAK,GAAG,CAAC,CAAC,KAC/D,OAAO,QACL,OAAO,QACL,mBAAmB,WACjB;CACE,IAAI;CACJ,OAAO;AACT,GACA,EAAE,QAAQ,IAAI,CAChB,CACF,CACF,CACF,CACF,CACF,CACF;;;ACrEF,MAAa,kBAAkB,OAAO,SAAS;CAAC;CAAW;CAAe;CAAQ;AAAO,CAAC;;AAI1F,MAAa,sBAAsBA;AAGnC,MAAa,uBAAuB,OAAO,OAAO;CAChD,MAAM,OAAO;CACb,OAAO;CACP,GAAG,oBAAoB;AACzB,CAAC;AAGD,MAAa,uBAAuB,OAAO,OAAO;CAChD,WAAW,OAAO;CAClB,WAAW,OAAO,MAAM,oBAAoB;AAC9C,CAAC;;AAID,MAAa,kCAAkC,OAAO,OAAO;CAC3D,IAAI,OAAO,QAAQ,KAAK;CACxB,OAAO,OAAO;AAChB,CAAC"}