@useairfoil/connector-kit 0.6.0 → 0.7.0

package/dist/server-D1TTN0_D.mjs

@@ -0,0 +1,144 @@
+import { t as ConnectorError } from "./errors-pT0YVJU5.mjs";
+import { C as annotateError, c as recordWebhookRequest, p as setWebhookQueueDepth, v as Attr, x as SpanName } from "./metrics-C901IIYZ.mjs";
+import { t as ingestBatch } from "./instrumented-Bq1WX2L5.mjs";
+import { Cause, Context, Effect, Queue, Schema } from "effect";
+import { HttpRouter, HttpServerRequest, HttpServerResponse } from "effect/http";
+//#region src/webhook/server.ts
+var WebhookQueue = class extends Context.Service()("@useairfoil/connector-kit/WebhookQueue") {};
+const resourceBatch = (rows) => ({ rows });
+const makeRouteContext = (request, rawBody, payload, batches, resourceNames) => ({
+	request,
+	rawBody,
+	payload,
+	to: (resource, payload) => Effect.gen(function* () {
+		if (!resourceNames.includes(resource.name)) return;
+		if (!resource.webhook) return yield* Effect.fail(new ConnectorError({ message: `Resource ${resource.name} does not define a webhook handler` }));
+		const rows = yield* resource.webhook.handler({ payload });
+		batches.push({
+			resource: resource.name,
+			batch: resourceBatch(rows)
+		});
+	})
+});
+const compactBatches = (batches) => {
+	const grouped = /* @__PURE__ */ new Map();
+	for (const item of batches) {
+		const current = grouped.get(item.resource) ?? [];
+		grouped.set(item.resource, [...current, ...item.batch.rows]);
+	}
+	return Array.from(grouped.entries()).map(([resource, rows]) => ({
+		resource,
+		batch: resourceBatch(rows)
+	}));
+};
+const ingestBatches = (batches, options) => Effect.gen(function* () {
+	yield* Effect.forEach(batches, (batch) => ingestBatch({
+		connector: options.connectorName,
+		resource: batch.resource,
+		source: "webhook",
+		batch: batch.batch
+	}), { concurrency: "unbounded" });
+});
+const badRequest = (message) => HttpServerResponse.jsonUnsafe({
+	ok: false,
+	error: message
+}, { status: 400 });
+const readRawBody = (request) => request.arrayBuffer.pipe(Effect.map((buffer) => new Uint8Array(buffer)));
+const parseJson = (rawBody) => Effect.try({
+	try: () => JSON.parse(new TextDecoder().decode(rawBody)),
+	catch: (cause) => new ConnectorError({
+		message: "Invalid webhook JSON",
+		cause
+	})
+});
+const makeHandler = (route, options) => Effect.gen(function* () {
+	const request = yield* HttpServerRequest.HttpServerRequest;
+	const collected = [];
+	const rawBodyResult = yield* readRawBody(request).pipe(Effect.match({
+		onFailure: () => ({
+			_tag: "Error",
+			message: "Failed to read webhook body"
+		}),
+		onSuccess: (value) => ({
+			_tag: "Success",
+			value
+		})
+	}));
+	if (rawBodyResult._tag === "Error") {
+		yield* recordWebhookRequest({
+			connector: options.connectorName,
+			path: String(route.path),
+			outcome: "read_error"
+		});
+		return badRequest(rawBodyResult.message);
+	}
+	const jsonResult = yield* parseJson(rawBodyResult.value).pipe(Effect.match({
+		onFailure: (error) => ({
+			_tag: "Error",
+			message: error.message
+		}),
+		onSuccess: (value) => ({
+			_tag: "Success",
+			value
+		})
+	}));
+	if (jsonResult._tag === "Error") {
+		yield* recordWebhookRequest({
+			connector: options.connectorName,
+			path: String(route.path),
+			outcome: "invalid_json"
+		});
+		return badRequest(jsonResult.message);
+	}
+	const payloadResult = yield* Schema.decodeUnknownEffect(route.schema)(jsonResult.value).pipe(Effect.match({
+		onFailure: () => ({
+			_tag: "Error",
+			message: "Invalid webhook payload"
+		}),
+		onSuccess: (value) => ({
+			_tag: "Success",
+			value
+		})
+	}));
+	if (payloadResult._tag === "Error") {
+		yield* recordWebhookRequest({
+			connector: options.connectorName,
+			path: String(route.path),
+			outcome: "invalid_payload"
+		});
+		return badRequest(payloadResult.message);
+	}
+	const response = yield* Effect.withSpan(route.handler(makeRouteContext(request, rawBodyResult.value, payloadResult.value, collected, options.resourceNames)).pipe(Effect.tapError((error) => annotateError("webhook_handle", error))), SpanName.webhookHandle, { attributes: { [Attr.webhookPath]: route.path } });
+	const batches = compactBatches(collected);
+	if (route.ackMode === "after-enqueue") {
+		const queue = yield* WebhookQueue;
+		yield* Queue.offerAll(queue.queue, batches);
+		const depth = yield* Queue.size(queue.queue);
+		yield* setWebhookQueueDepth(options.connectorName, depth);
+		yield* recordWebhookRequest({
+			connector: options.connectorName,
+			path: String(route.path),
+			outcome: response.status >= 400 ? "rejected" : "ok"
+		});
+		return response;
+	}
+	yield* Effect.withSpan(ingestBatches(batches, { connectorName: options.connectorName }).pipe(Effect.tapError((error) => annotateError("webhook_ingest", error))), SpanName.webhookHandle, { attributes: { [Attr.webhookPath]: route.path } });
+	yield* recordWebhookRequest({
+		connector: options.connectorName,
+		path: String(route.path),
+		outcome: response.status >= 400 ? "rejected" : "ok"
+	});
+	return response;
+}).pipe(Effect.catchCause((cause) => recordWebhookRequest({
+	connector: options.connectorName,
+	path: String(route.path),
+	outcome: "handler_error"
+}).pipe(Effect.andThen(Effect.logWarning(`Webhook handler error: ${Cause.pretty(cause)}`)), Effect.andThen(Effect.succeed(HttpServerResponse.jsonUnsafe({
+	ok: false,
+	error: "Webhook handler failed"
+}, { status: 500 }))))));
+const router = (routes, options) => HttpRouter.addAll(routes.map((route) => HttpRouter.route("POST", route.path, makeHandler(route, options))));
+//#endregion
+export { router as n, WebhookQueue as t };
+
+//# sourceMappingURL=server-D1TTN0_D.mjs.map

package/dist/server-D1TTN0_D.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"server-D1TTN0_D.mjs","names":["Metrics.recordWebhookRequest","Metrics.setWebhookQueueDepth"],"sources":["../src/webhook/server.ts"],"sourcesContent":["import { Cause, Context, Effect, Queue, Schema } from \"effect\";\nimport { HttpRouter, HttpServerRequest, HttpServerResponse } from \"effect/http\";\n\nimport type {\n  ResourceBatch,\n  ResourceDefinition,\n  WebhookRoute,\n  WebhookRouteContext,\n} from \"../core/types\";\n\nimport { ConnectorError } from \"../errors\";\nimport { ingestBatch } from \"../ingestor/instrumented\";\nimport * as Metrics from \"../metrics\";\nimport { Attr, SpanName, annotateError } from \"../telemetry\";\n\nexport type QueuedWebhookBatch = {\n  readonly resource: string;\n  readonly batch: ResourceBatch;\n};\n\nexport class WebhookQueue extends Context.Service<\n  WebhookQueue,\n  {\n    readonly queue: Queue.Queue<QueuedWebhookBatch>;\n  }\n>()(\"@useairfoil/connector-kit/WebhookQueue\") {}\n\nconst resourceBatch = <Row extends object>(rows: ReadonlyArray<Row>): ResourceBatch<Row> => ({\n  rows,\n});\n\nconst makeRouteContext = (\n  request: HttpServerRequest.HttpServerRequest,\n  rawBody: Uint8Array,\n  payload: unknown,\n  batches: Array<QueuedWebhookBatch>,\n  resourceNames: ReadonlyArray<string>,\n): WebhookRouteContext<ReadonlyArray<ResourceDefinition>, unknown> => ({\n  request,\n  rawBody,\n  payload,\n  to: (resource, payload) =>\n    Effect.gen(function* () {\n      if (!resourceNames.includes(resource.name)) return;\n      if (!resource.webhook) {\n        return yield* Effect.fail(\n          new ConnectorError({\n            message: `Resource ${resource.name} does not define a webhook handler`,\n          }),\n        );\n      }\n\n      // The route already decoded the payload, so don't decode it again.\n      const rows = yield* resource.webhook.handler({ payload });\n      batches.push({\n        resource: resource.name,\n        batch: resourceBatch(rows),\n      });\n    }),\n});\n\nconst compactBatches = (batches: ReadonlyArray<QueuedWebhookBatch>) => {\n  const grouped = new Map<string, object[]>();\n  for (const item of batches) {\n    const current = grouped.get(item.resource) ?? [];\n    grouped.set(item.resource, [...current, ...item.batch.rows]);\n  }\n  return Array.from(grouped.entries()).map(([resource, rows]) => ({\n    resource,\n    batch: resourceBatch(rows),\n  }));\n};\n\nconst ingestBatches = (\n  batches: ReadonlyArray<QueuedWebhookBatch>,\n  options: { readonly connectorName: string },\n) =>\n  Effect.gen(function* () {\n    yield* Effect.forEach(\n      batches,\n      (batch) =>\n        ingestBatch({\n          connector: options.connectorName,\n          resource: batch.resource,\n          source: \"webhook\",\n          batch: batch.batch,\n        }),\n      { concurrency: \"unbounded\" },\n    );\n  });\n\nconst badRequest = (message: string) =>\n  HttpServerResponse.jsonUnsafe({ ok: false, error: message }, { status: 400 });\n\nconst readRawBody = (request: HttpServerRequest.HttpServerRequest) =>\n  request.arrayBuffer.pipe(Effect.map((buffer) => new Uint8Array(buffer)));\n\nconst parseJson = (rawBody: Uint8Array) =>\n  Effect.try({\n    try: () => JSON.parse(new TextDecoder().decode(rawBody)),\n    catch: (cause) => new ConnectorError({ message: \"Invalid webhook JSON\", cause }),\n  });\n\ntype RouterOptions = {\n  readonly connectorName: string;\n  /** Events for other resources are skipped. */\n  readonly resourceNames: ReadonlyArray<string>;\n};\n\nconst makeHandler = (route: WebhookRoute, options: RouterOptions) =>\n  Effect.gen(function* () {\n    const request = yield* HttpServerRequest.HttpServerRequest;\n    const collected: Array<QueuedWebhookBatch> = [];\n\n    const rawBodyResult = yield* readRawBody(request).pipe(\n      Effect.match({\n        onFailure: () => ({ _tag: \"Error\" as const, message: \"Failed to read webhook body\" }),\n        onSuccess: (value) => ({ _tag: \"Success\" as const, value }),\n      }),\n    );\n\n    if (rawBodyResult._tag === \"Error\") {\n      yield* Metrics.recordWebhookRequest({\n        connector: options.connectorName,\n        path: String(route.path),\n        outcome: \"read_error\",\n      });\n      return badRequest(rawBodyResult.message);\n    }\n\n    const jsonResult = yield* parseJson(rawBodyResult.value).pipe(\n      Effect.match({\n        onFailure: (error) => ({ _tag: \"Error\" as const, message: error.message }),\n        onSuccess: (value) => ({ _tag: \"Success\" as const, value }),\n      }),\n    );\n\n    if (jsonResult._tag === \"Error\") {\n      yield* Metrics.recordWebhookRequest({\n        connector: options.connectorName,\n        path: String(route.path),\n        outcome: \"invalid_json\",\n      });\n      return badRequest(jsonResult.message);\n    }\n\n    const payloadResult = yield* Schema.decodeUnknownEffect(route.schema)(jsonResult.value).pipe(\n      Effect.match({\n        onFailure: () => ({ _tag: \"Error\" as const, message: \"Invalid webhook payload\" }),\n        onSuccess: (value) => ({ _tag: \"Success\" as const, value }),\n      }),\n    );\n\n    if (payloadResult._tag === \"Error\") {\n      yield* Metrics.recordWebhookRequest({\n        connector: options.connectorName,\n        path: String(route.path),\n        outcome: \"invalid_payload\",\n      });\n      return badRequest(payloadResult.message);\n    }\n\n    const response = yield* Effect.withSpan(\n      route\n        .handler(\n          makeRouteContext(\n            request,\n            rawBodyResult.value,\n            payloadResult.value,\n            collected,\n            options.resourceNames,\n          ),\n        )\n        .pipe(Effect.tapError((error) => annotateError(\"webhook_handle\", error))),\n      SpanName.webhookHandle,\n      { attributes: { [Attr.webhookPath]: route.path } },\n    );\n\n    const batches = compactBatches(collected);\n\n    if (route.ackMode === \"after-enqueue\") {\n      const queue = yield* WebhookQueue;\n      yield* Queue.offerAll(queue.queue, batches);\n      const depth = yield* Queue.size(queue.queue);\n      yield* Metrics.setWebhookQueueDepth(options.connectorName, depth);\n      yield* Metrics.recordWebhookRequest({\n        connector: options.connectorName,\n        path: String(route.path),\n        outcome: response.status >= 400 ? \"rejected\" : \"ok\",\n      });\n\n      return response;\n    }\n\n    yield* Effect.withSpan(\n      ingestBatches(batches, { connectorName: options.connectorName }).pipe(\n        Effect.tapError((error) => annotateError(\"webhook_ingest\", error)),\n      ),\n      SpanName.webhookHandle,\n      { attributes: { [Attr.webhookPath]: route.path } },\n    );\n\n    yield* Metrics.recordWebhookRequest({\n      connector: options.connectorName,\n      path: String(route.path),\n      outcome: response.status >= 400 ? \"rejected\" : \"ok\",\n    });\n\n    return response;\n  }).pipe(\n    Effect.catchCause((cause) =>\n      Metrics.recordWebhookRequest({\n        connector: options.connectorName,\n        path: String(route.path),\n        outcome: \"handler_error\",\n      }).pipe(\n        Effect.andThen(Effect.logWarning(`Webhook handler error: ${Cause.pretty(cause)}`)),\n        Effect.andThen(\n          Effect.succeed(\n            HttpServerResponse.jsonUnsafe(\n              { ok: false, error: \"Webhook handler failed\" },\n              { status: 500 },\n            ),\n          ),\n        ),\n      ),\n    ),\n  );\n\nexport const router = (routes: ReadonlyArray<WebhookRoute>, options: RouterOptions) =>\n  HttpRouter.addAll(\n    routes.map((route) => HttpRouter.route(\"POST\", route.path, makeHandler(route, options))),\n  );\n"],"mappings":";;;;;;AAoBA,IAAa,eAAb,cAAkC,QAAQ,QAKxC,CAAC,CAAC,wCAAwC,CAAC,CAAC,CAAC;AAE/C,MAAM,iBAAqC,UAAkD,EAC3F,KACF;AAEA,MAAM,oBACJ,SACA,SACA,SACA,SACA,mBACqE;CACrE;CACA;CACA;CACA,KAAK,UAAU,YACb,OAAO,IAAI,aAAa;EACtB,IAAI,CAAC,cAAc,SAAS,SAAS,IAAI,GAAG;EAC5C,IAAI,CAAC,SAAS,SACZ,OAAO,OAAO,OAAO,KACnB,IAAI,eAAe,EACjB,SAAS,YAAY,SAAS,KAAK,oCACrC,CAAC,CACH;EAIF,MAAM,OAAO,OAAO,SAAS,QAAQ,QAAQ,EAAE,QAAQ,CAAC;EACxD,QAAQ,KAAK;GACX,UAAU,SAAS;GACnB,OAAO,cAAc,IAAI;EAC3B,CAAC;CACH,CAAC;AACL;AAEA,MAAM,kBAAkB,YAA+C;CACrE,MAAM,0BAAU,IAAI,IAAsB;CAC1C,KAAK,MAAM,QAAQ,SAAS;EAC1B,MAAM,UAAU,QAAQ,IAAI,KAAK,QAAQ,KAAK,CAAC;EAC/C,QAAQ,IAAI,KAAK,UAAU,CAAC,GAAG,SAAS,GAAG,KAAK,MAAM,IAAI,CAAC;CAC7D;CACA,OAAO,MAAM,KAAK,QAAQ,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,UAAU,WAAW;EAC9D;EACA,OAAO,cAAc,IAAI;CAC3B,EAAE;AACJ;AAEA,MAAM,iBACJ,SACA,YAEA,OAAO,IAAI,aAAa;CACtB,OAAO,OAAO,QACZ,UACC,UACC,YAAY;EACV,WAAW,QAAQ;EACnB,UAAU,MAAM;EAChB,QAAQ;EACR,OAAO,MAAM;CACf,CAAC,GACH,EAAE,aAAa,YAAY,CAC7B;AACF,CAAC;AAEH,MAAM,cAAc,YAClB,mBAAmB,WAAW;CAAE,IAAI;CAAO,OAAO;AAAQ,GAAG,EAAE,QAAQ,IAAI,CAAC;AAE9E,MAAM,eAAe,YACnB,QAAQ,YAAY,KAAK,OAAO,KAAK,WAAW,IAAI,WAAW,MAAM,CAAC,CAAC;AAEzE,MAAM,aAAa,YACjB,OAAO,IAAI;CACT,WAAW,KAAK,MAAM,IAAI,YAAY,CAAC,CAAC,OAAO,OAAO,CAAC;CACvD,QAAQ,UAAU,IAAI,eAAe;EAAE,SAAS;EAAwB;CAAM,CAAC;AACjF,CAAC;AAQH,MAAM,eAAe,OAAqB,YACxC,OAAO,IAAI,aAAa;CACtB,MAAM,UAAU,OAAO,kBAAkB;CACzC,MAAM,YAAuC,CAAC;CAE9C,MAAM,gBAAgB,OAAO,YAAY,OAAO,CAAC,CAAC,KAChD,OAAO,MAAM;EACX,kBAAkB;GAAE,MAAM;GAAkB,SAAS;EAA8B;EACnF,YAAY,WAAW;GAAE,MAAM;GAAoB;EAAM;CAC3D,CAAC,CACH;CAEA,IAAI,cAAc,SAAS,SAAS;EAClC,OAAOA,qBAA6B;GAClC,WAAW,QAAQ;GACnB,MAAM,OAAO,MAAM,IAAI;GACvB,SAAS;EACX,CAAC;EACD,OAAO,WAAW,cAAc,OAAO;CACzC;CAEA,MAAM,aAAa,OAAO,UAAU,cAAc,KAAK,CAAC,CAAC,KACvD,OAAO,MAAM;EACX,YAAY,WAAW;GAAE,MAAM;GAAkB,SAAS,MAAM;EAAQ;EACxE,YAAY,WAAW;GAAE,MAAM;GAAoB;EAAM;CAC3D,CAAC,CACH;CAEA,IAAI,WAAW,SAAS,SAAS;EAC/B,OAAOA,qBAA6B;GAClC,WAAW,QAAQ;GACnB,MAAM,OAAO,MAAM,IAAI;GACvB,SAAS;EACX,CAAC;EACD,OAAO,WAAW,WAAW,OAAO;CACtC;CAEA,MAAM,gBAAgB,OAAO,OAAO,oBAAoB,MAAM,MAAM,CAAC,CAAC,WAAW,KAAK,CAAC,CAAC,KACtF,OAAO,MAAM;EACX,kBAAkB;GAAE,MAAM;GAAkB,SAAS;EAA0B;EAC/E,YAAY,WAAW;GAAE,MAAM;GAAoB;EAAM;CAC3D,CAAC,CACH;CAEA,IAAI,cAAc,SAAS,SAAS;EAClC,OAAOA,qBAA6B;GAClC,WAAW,QAAQ;GACnB,MAAM,OAAO,MAAM,IAAI;GACvB,SAAS;EACX,CAAC;EACD,OAAO,WAAW,cAAc,OAAO;CACzC;CAEA,MAAM,WAAW,OAAO,OAAO,SAC7B,MACG,QACC,iBACE,SACA,cAAc,OACd,cAAc,OACd,WACA,QAAQ,aACV,CACF,CAAC,CACA,KAAK,OAAO,UAAU,UAAU,cAAc,kBAAkB,KAAK,CAAC,CAAC,GAC1E,SAAS,eACT,EAAE,YAAY,GAAG,KAAK,cAAc,MAAM,KAAK,EAAE,CACnD;CAEA,MAAM,UAAU,eAAe,SAAS;CAExC,IAAI,MAAM,YAAY,iBAAiB;EACrC,MAAM,QAAQ,OAAO;EACrB,OAAO,MAAM,SAAS,MAAM,OAAO,OAAO;EAC1C,MAAM,QAAQ,OAAO,MAAM,KAAK,MAAM,KAAK;EAC3C,OAAOC,qBAA6B,QAAQ,eAAe,KAAK;EAChE,OAAOD,qBAA6B;GAClC,WAAW,QAAQ;GACnB,MAAM,OAAO,MAAM,IAAI;GACvB,SAAS,SAAS,UAAU,MAAM,aAAa;EACjD,CAAC;EAED,OAAO;CACT;CAEA,OAAO,OAAO,SACZ,cAAc,SAAS,EAAE,eAAe,QAAQ,cAAc,CAAC,CAAC,CAAC,KAC/D,OAAO,UAAU,UAAU,cAAc,kBAAkB,KAAK,CAAC,CACnE,GACA,SAAS,eACT,EAAE,YAAY,GAAG,KAAK,cAAc,MAAM,KAAK,EAAE,CACnD;CAEA,OAAOA,qBAA6B;EAClC,WAAW,QAAQ;EACnB,MAAM,OAAO,MAAM,IAAI;EACvB,SAAS,SAAS,UAAU,MAAM,aAAa;CACjD,CAAC;CAED,OAAO;AACT,CAAC,CAAC,CAAC,KACD,OAAO,YAAY,UACjBA,qBAA6B;CAC3B,WAAW,QAAQ;CACnB,MAAM,OAAO,MAAM,IAAI;CACvB,SAAS;AACX,CAAC,CAAC,CAAC,KACD,OAAO,QAAQ,OAAO,WAAW,0BAA0B,MAAM,OAAO,KAAK,GAAG,CAAC,GACjF,OAAO,QACL,OAAO,QACL,mBAAmB,WACjB;CAAE,IAAI;CAAO,OAAO;AAAyB,GAC7C,EAAE,QAAQ,IAAI,CAChB,CACF,CACF,CACF,CACF,CACF;AAEF,MAAa,UAAU,QAAqC,YAC1D,WAAW,OACT,OAAO,KAAK,UAAU,WAAW,MAAM,QAAQ,MAAM,MAAM,YAAY,OAAO,OAAO,CAAC,CAAC,CACzF"}

package/dist/service-BRoy_EId.d.mts

@@ -0,0 +1,27 @@
+import { t as ConnectorError } from "./index-DkVNO6ks.mjs";
+import { u as ResourceBatch } from "./types-NtSv6gwl.mjs";
+import { Context, Effect } from "effect";
+//#region src/ingestor/service.d.ts
+type IngestSource = "backfill" | "changes" | "webhook" | "demo";
+/** A resource batch and the source that produced it. */
+type IngestOptions = {
+  readonly resource: string;
+  readonly source: IngestSource;
+  readonly batch: ResourceBatch;
+};
+/** Rows written, and their size as uncompressed Arrow buffers. */
+type IngestResult = {
+  readonly rows: number;
+  readonly bytes: number;
+};
+/** Handles batches from connector sources. */
+interface IngestorService {
+  readonly ingest: (options: IngestOptions) => Effect.Effect<IngestResult, ConnectorError>;
+  /** Resources it has tables for. Only these run. Without it, every resource runs. */
+  readonly resourceNames?: ReadonlyArray<string>;
+}
+declare const Ingestor_base: Context.ServiceClass<Ingestor, "@useairfoil/connector-kit/Ingestor", IngestorService>;
+declare class Ingestor extends Ingestor_base {}
+//#endregion
+export { IngestorService as a, Ingestor as i, IngestResult as n, IngestSource as r, IngestOptions as t };
+//# sourceMappingURL=service-BRoy_EId.d.mts.map

package/dist/service-jWxxfEht.mjs

@@ -0,0 +1,7 @@
+import { Context } from "effect";
+//#region src/ingestor/service.ts
+var Ingestor = class extends Context.Service()("@useairfoil/connector-kit/Ingestor") {};
+//#endregion
+export { Ingestor as t };
+
+//# sourceMappingURL=service-jWxxfEht.mjs.map

package/dist/service-jWxxfEht.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"service-jWxxfEht.mjs","names":[],"sources":["../src/ingestor/service.ts"],"sourcesContent":["import { Context, type Effect } from \"effect\";\n\nimport type { ResourceBatch } from \"../core/types\";\nimport type { ConnectorError } from \"../errors\";\n\nexport type IngestSource = \"backfill\" | \"changes\" | \"webhook\" | \"demo\";\n\n/** A resource batch and the source that produced it. */\nexport type IngestOptions = {\n  readonly resource: string;\n  readonly source: IngestSource;\n  readonly batch: ResourceBatch;\n};\n\n/** Rows written, and their size as uncompressed Arrow buffers. */\nexport type IngestResult = {\n  readonly rows: number;\n  readonly bytes: number;\n};\n\n/** Handles batches from connector sources. */\nexport interface IngestorService {\n  readonly ingest: (options: IngestOptions) => Effect.Effect<IngestResult, ConnectorError>;\n  /** Resources it has tables for. Only these run. Without it, every resource runs. */\n  readonly resourceNames?: ReadonlyArray<string>;\n}\n\nexport class Ingestor extends Context.Service<Ingestor, IngestorService>()(\n  \"@useairfoil/connector-kit/Ingestor\",\n) {}\n"],"mappings":";;AA2BA,IAAa,WAAb,cAA8B,QAAQ,QAAmC,CAAC,CACxE,oCACF,CAAC,CAAC,CAAC"}

package/dist/state-store/index.d.mts

@@ -0,0 +1,2 @@
+import { a as StateStoreService, i as StateStore, n as layerSql, r as layerMemory } from "../index-CgvFomO6.mjs";
+export { StateStore, type StateStoreService, layerMemory, layerSql };

package/dist/state-store/index.mjs

@@ -0,0 +1,2 @@
+import { n as layerSql, o as StateStore, r as layerMemory } from "../state-store-DhSrKVEH.mjs";
+export { StateStore, layerMemory, layerSql };

package/dist/{state-store-BdYulQOY.js → state-store-DhSrKVEH.mjs}

@@ -1,10 +1,9 @@
-import { t as __export } from "./chunk-Bp6m_JJh.js";
-import { t as ConnectorError } from "./errors-DHWylqRZ.js";
-import { n as PlatformRuntimeKey, t as PlatformRuntimeDefault } from "./constants-D113Ut1x.js";
+import { t as __exportAll } from "./rolldown-runtime-D7D4PA-g.mjs";
+import { t as ConnectorError } from "./errors-pT0YVJU5.mjs";
+import { n as PlatformRuntimeKey, t as PlatformRuntimeDefault } from "./constants-v3UX-hf6.mjs";
 import { Config, Context, DateTime, Effect, Layer, Option, Schema } from "effect";
-import { KeyValueStore } from "effect/unstable/persistence";
-import { SqlClient } from "effect/unstable/sql";
-
+import { KeyValueStore } from "effect/persistence";
+import "effect/sql";
 //#region src/state-store/service.ts
 /**
 * Effect service used by ingestion and status logic for connector checkpoints.
@@ -19,7 +18,6 @@ import { SqlClient } from "effect/unstable/sql";
 * ```
 */
 var StateStore = class extends Context.Service()("@useairfoil/connector-kit/StateStore") {};
-
 //#endregion
 //#region src/state-store/keys.ts
 const resourceComponentKey = (resource, component) => `resource:${resource}:${component}`;
@@ -35,7 +33,6 @@ const resourceErrorKey = (resource, source) => resourceComponentKey(resource, `e
 * ```
 */
 const connectorInstanceKeyPrefix = (connectorInstanceId) => `connector-instance:${connectorInstanceId}:`;
-
 //#endregion
 //#region src/state-store/schema.ts
 const CursorValueSchema = Schema.Union([Schema.String, Schema.Number]);
@@ -54,12 +51,12 @@ const ChangesStateSchema = Schema.Struct({
 const StateSourceSchema = Schema.Literals(["backfill", "changes"]);
 const StateOperationSchema = Schema.Literals([
 	"fetch",
-	"publish",
+	"ingest",
 	"checkpoint"
 ]);
 const StateErrorCodeSchema = Schema.Literals([
 	"fetch_failed",
-	"publish_failed",
+	"ingest_failed",
 	"checkpoint_failed"
 ]);
 /** SDK-owned error context safe to persist and expose through status. */
@@ -80,7 +77,6 @@ const ResourceStateSchema = Schema.Struct({
 	changes: Schema.optional(ChangesStateSchema),
 	lastError: Schema.optional(ResourceErrorSchema)
 });
-
 //#endregion
 //#region src/state-store/layer-key-value-store.ts
 const mapStoreError = (operation, resource) => Effect.mapError((cause) => new ConnectorError({
@@ -96,11 +92,11 @@ const resourceErrorContext = (source, operation) => {
 			code: "fetch_failed",
 			message: `${sourceName} fetch failed`
 		};
-		case "publish": return {
+		case "ingest": return {
 			source,
 			operation,
-			code: "publish_failed",
-			message: `${sourceName} publish failed`
+			code: "ingest_failed",
+			message: `${sourceName} ingestion failed`
 		};
 		case "checkpoint": return {
 			source,
@@ -157,12 +153,10 @@ const layerKeyValueStore = Layer.effect(StateStore)(Effect.gen(function* () {
 		clearResourceError
 	});
 }));
-
 //#endregion
 //#region src/state-store/layer-memory.ts
 /** Process-local state for tests and explicit local sandbox commands. */
 const layerMemory = layerKeyValueStore.pipe(Layer.provide(KeyValueStore.layerMemory));
-
 //#endregion
 //#region src/state-store/layer-sql.ts
 const scopedKeyValueStore = (connectorInstanceId) => Layer.effect(KeyValueStore.KeyValueStore)(KeyValueStore.KeyValueStore.pipe(Effect.map(KeyValueStore.prefix(connectorInstanceKeyPrefix(connectorInstanceId)))));
@@ -181,18 +175,17 @@ const scopedKeyValueStore = (connectorInstanceId) => Layer.effect(KeyValueStore.
 * ```
 */
 const layerSql = () => Layer.unwrap(Config.all({
-	connectorInstanceId: Config.nonEmptyString(PlatformRuntimeKey.connectorInstanceId),
-	table: Config.nonEmptyString(PlatformRuntimeKey.stateTable).pipe(Config.withDefault(PlatformRuntimeDefault.stateTable))
+	connectorInstanceId: Config.NonEmptyString(PlatformRuntimeKey.connectorInstanceId),
+	table: Config.NonEmptyString(PlatformRuntimeKey.stateTable).pipe(Config.withDefault(PlatformRuntimeDefault.stateTable))
 }).pipe(Effect.map(({ connectorInstanceId, table }) => layerKeyValueStore.pipe(Layer.provide(scopedKeyValueStore(connectorInstanceId).pipe(Layer.provide(KeyValueStore.layerSql({ table }))))))));
-
 //#endregion
 //#region src/state-store/index.ts
-var state_store_exports = /* @__PURE__ */ __export({
+var state_store_exports = /* @__PURE__ */ __exportAll({
 	StateStore: () => StateStore,
 	layerMemory: () => layerMemory,
 	layerSql: () => layerSql
 });
-
 //#endregion
 export { ResourceStateSchema as a, ResourceErrorSchema as i, layerSql as n, StateStore as o, layerMemory as r, state_store_exports as t };
-//# sourceMappingURL=state-store-BdYulQOY.js.map
+
+//# sourceMappingURL=state-store-DhSrKVEH.mjs.map

package/dist/state-store-DhSrKVEH.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"state-store-DhSrKVEH.mjs","names":[],"sources":["../src/state-store/service.ts","../src/state-store/keys.ts","../src/state-store/schema.ts","../src/state-store/layer-key-value-store.ts","../src/state-store/layer-memory.ts","../src/state-store/layer-sql.ts","../src/state-store/index.ts"],"sourcesContent":["import { Context, Effect } from \"effect\";\n\nimport type {\n  PersistedBackfillState,\n  PersistedChangesState,\n  PersistedResourceState,\n  StateOperation,\n  StateSource,\n} from \"./schema\";\n\nimport { ConnectorError } from \"../errors\";\n\n/** Connector-facing durable state operations, independent of the storage backend. */\nexport interface StateStoreService {\n  readonly getResourceState: (\n    resource: string,\n  ) => Effect.Effect<PersistedResourceState | undefined, ConnectorError>;\n  readonly setBackfillState: (\n    resource: string,\n    state: PersistedBackfillState,\n  ) => Effect.Effect<void, ConnectorError>;\n  readonly setChangesState: (\n    resource: string,\n    state: PersistedChangesState,\n  ) => Effect.Effect<void, ConnectorError>;\n  readonly setResourceError: (\n    resource: string,\n    source: StateSource,\n    operation: StateOperation,\n  ) => Effect.Effect<void, ConnectorError>;\n  readonly clearResourceError: (\n    resource: string,\n    source: StateSource,\n  ) => Effect.Effect<void, ConnectorError>;\n}\n\n/**\n * Effect service used by ingestion and status logic for connector checkpoints.\n * Production provides `layerSql`; sandboxes and tests may provide `layerMemory`.\n *\n * @example\n * ```ts\n * const program = Effect.gen(function* () {\n *   const state = yield* StateStore;\n *   yield* state.setChangesState(\"orders\", { cursor: \"next-page\" });\n * });\n * ```\n */\nexport class StateStore extends Context.Service<StateStore, StateStoreService>()(\n  \"@useairfoil/connector-kit/StateStore\",\n) {}\n","import type { StateSource } from \"./schema\";\n\ntype StateComponent = StateSource | `error:${StateSource}`;\n\nexport const resourceComponentKey = (resource: string, component: StateComponent): string =>\n  `resource:${resource}:${component}`;\n\nexport const resourceErrorKey = (resource: string, source: StateSource): string =>\n  resourceComponentKey(resource, `error:${source}`);\n\n/**\n * Prefix for all state owned by one connector instance. The platform-owned ID\n * stays visible so operators can inspect and clean up shared-table rows directly.\n *\n * @example\n * ```ts\n * connectorInstanceKeyPrefix(\"team-a/orders\");\n * // \"connector-instance:team-a/orders:\"\n * ```\n */\nexport const connectorInstanceKeyPrefix = (connectorInstanceId: string): string =>\n  `connector-instance:${connectorInstanceId}:`;\n","import { Schema } from \"effect\";\n\nconst CursorValueSchema = Schema.Union([Schema.String, Schema.Number]);\n\n/** Durable progress for a finite historical backfill. */\nexport const BackfillStateSchema = Schema.Struct({\n  cutoff: CursorValueSchema,\n  pageCursor: Schema.optional(CursorValueSchema),\n  completed: Schema.Boolean,\n  lastSuccessAt: Schema.optional(Schema.String),\n});\n\n/** Durable cursor for an ongoing incremental changes stream. */\nexport const ChangesStateSchema = Schema.Struct({\n  cursor: CursorValueSchema,\n  lastSuccessAt: Schema.optional(Schema.String),\n});\n\nexport const StateSourceSchema = Schema.Literals([\"backfill\", \"changes\"]);\n\nexport const StateOperationSchema = Schema.Literals([\"fetch\", \"ingest\", \"checkpoint\"]);\n\nexport const StateErrorCodeSchema = Schema.Literals([\n  \"fetch_failed\",\n  \"ingest_failed\",\n  \"checkpoint_failed\",\n]);\n\n/** SDK-owned error context safe to persist and expose through status. */\nexport const ResourceErrorContextSchema = Schema.Struct({\n  source: StateSourceSchema,\n  operation: StateOperationSchema,\n  code: StateErrorCodeSchema,\n  message: Schema.String,\n});\n\n/** Stable public error summary persisted for status reporting; never a raw cause. */\nexport const ResourceErrorSchema = Schema.Struct({\n  ...ResourceErrorContextSchema.fields,\n  at: Schema.String,\n});\n\n/** Complete persisted state assembled from independently stored components. */\nexport const ResourceStateSchema = Schema.Struct({\n  backfill: Schema.optional(BackfillStateSchema),\n  changes: Schema.optional(ChangesStateSchema),\n  lastError: Schema.optional(ResourceErrorSchema),\n});\n\nexport type PersistedBackfillState = Schema.Schema.Type<typeof BackfillStateSchema>;\nexport type PersistedChangesState = Schema.Schema.Type<typeof ChangesStateSchema>;\nexport type StateSource = Schema.Schema.Type<typeof StateSourceSchema>;\nexport type StateOperation = Schema.Schema.Type<typeof StateOperationSchema>;\nexport type StateErrorCode = Schema.Schema.Type<typeof StateErrorCodeSchema>;\nexport type ResourceErrorContext = Schema.Schema.Type<typeof ResourceErrorContextSchema>;\nexport type PersistedResourceError = Schema.Schema.Type<typeof ResourceErrorSchema>;\nexport type PersistedResourceState = Schema.Schema.Type<typeof ResourceStateSchema>;\n","import { DateTime, Effect, Layer, Option, Schema } from \"effect\";\nimport { KeyValueStore } from \"effect/persistence\";\n\nimport { ConnectorError } from \"../errors\";\nimport { resourceComponentKey, resourceErrorKey } from \"./keys\";\nimport {\n  BackfillStateSchema,\n  ChangesStateSchema,\n  ResourceErrorSchema,\n  type PersistedBackfillState,\n  type PersistedChangesState,\n  type PersistedResourceError,\n  type ResourceErrorContext,\n  type StateOperation,\n  type StateSource,\n} from \"./schema\";\nimport { StateStore } from \"./service\";\n\nconst mapStoreError = (operation: \"read\" | \"write\" | \"clear\", resource: string) =>\n  Effect.mapError(\n    (cause: KeyValueStore.KeyValueStoreError | Schema.SchemaError) =>\n      new ConnectorError({\n        message: `Failed to ${operation} state for resource ${resource}`,\n        cause,\n      }),\n  );\n\nconst resourceErrorContext = (\n  source: StateSource,\n  operation: StateOperation,\n): ResourceErrorContext => {\n  const sourceName = source === \"backfill\" ? \"Backfill\" : \"Changes\";\n  switch (operation) {\n    case \"fetch\":\n      return { source, operation, code: \"fetch_failed\", message: `${sourceName} fetch failed` };\n    case \"ingest\":\n      return {\n        source,\n        operation,\n        code: \"ingest_failed\",\n        message: `${sourceName} ingestion failed`,\n      };\n    case \"checkpoint\":\n      return {\n        source,\n        operation,\n        code: \"checkpoint_failed\",\n        message: `${sourceName} checkpoint failed`,\n      };\n  }\n};\n\nconst latestError = (\n  backfill: Option.Option<PersistedResourceError>,\n  changes: Option.Option<PersistedResourceError>,\n): Option.Option<PersistedResourceError> => {\n  if (Option.isNone(backfill)) return changes;\n  if (Option.isNone(changes)) return backfill;\n  return backfill.value.at >= changes.value.at ? backfill : changes;\n};\n\n/**\n * Implements StateStore over any Effect KeyValueStore. `toSchemaStore` owns\n * serialization and validates persisted values when they are read and written.\n * The caller owns instance scoping; `layerSql` supplies the production prefix.\n */\nexport const layerKeyValueStore: Layer.Layer<StateStore, never, KeyValueStore.KeyValueStore> =\n  Layer.effect(StateStore)(\n    Effect.gen(function* () {\n      const keyValueStore = yield* KeyValueStore.KeyValueStore;\n      const backfillStore = KeyValueStore.toSchemaStore(keyValueStore, BackfillStateSchema);\n      const changesStore = KeyValueStore.toSchemaStore(keyValueStore, ChangesStateSchema);\n      const errorStore = KeyValueStore.toSchemaStore(keyValueStore, ResourceErrorSchema);\n\n      const getResourceState = (resource: string) =>\n        // Components use separate keys so a cursor update cannot overwrite the\n        // independently managed error or backfill state.\n        Effect.all(\n          {\n            backfill: backfillStore.get(resourceComponentKey(resource, \"backfill\")),\n            changes: changesStore.get(resourceComponentKey(resource, \"changes\")),\n            backfillError: errorStore.get(resourceErrorKey(resource, \"backfill\")),\n            changesError: errorStore.get(resourceErrorKey(resource, \"changes\")),\n          },\n          { concurrency: \"unbounded\" },\n        ).pipe(\n          Effect.map(({ backfill, changes, backfillError, changesError }) => {\n            const lastError = latestError(backfillError, changesError);\n            if (Option.isNone(backfill) && Option.isNone(changes) && Option.isNone(lastError)) {\n              return undefined;\n            }\n            return {\n              ...(Option.isSome(backfill) ? { backfill: backfill.value } : {}),\n              ...(Option.isSome(changes) ? { changes: changes.value } : {}),\n              ...(Option.isSome(lastError) ? { lastError: lastError.value } : {}),\n            };\n          }),\n          mapStoreError(\"read\", resource),\n        );\n\n      const setBackfillState = (resource: string, state: PersistedBackfillState) =>\n        backfillStore\n          .set(resourceComponentKey(resource, \"backfill\"), state)\n          .pipe(mapStoreError(\"write\", resource));\n\n      const setChangesState = (resource: string, state: PersistedChangesState) =>\n        changesStore\n          .set(resourceComponentKey(resource, \"changes\"), state)\n          .pipe(mapStoreError(\"write\", resource));\n\n      const setResourceError = (resource: string, source: StateSource, operation: StateOperation) =>\n        DateTime.now.pipe(\n          Effect.map(DateTime.formatIso),\n          Effect.flatMap((at) => {\n            const error = resourceErrorContext(source, operation);\n            return errorStore.set(resourceErrorKey(resource, source), {\n              ...error,\n              at,\n            });\n          }),\n          mapStoreError(\"write\", resource),\n        );\n\n      const clearResourceError = (resource: string, source: StateSource) =>\n        errorStore\n          .remove(resourceErrorKey(resource, source))\n          .pipe(mapStoreError(\"clear\", resource));\n\n      return StateStore.of({\n        getResourceState,\n        setBackfillState,\n        setChangesState,\n        setResourceError,\n        clearResourceError,\n      });\n    }),\n  );\n","import { Layer } from \"effect\";\nimport { KeyValueStore } from \"effect/persistence\";\n\nimport type { StateStore } from \"./service\";\n\nimport { layerKeyValueStore } from \"./layer-key-value-store\";\n\n/** Process-local state for tests and explicit local sandbox commands. */\nexport const layerMemory: Layer.Layer<StateStore> = layerKeyValueStore.pipe(\n  Layer.provide(KeyValueStore.layerMemory),\n);\n","import { Config, Effect, Layer } from \"effect\";\nimport { KeyValueStore } from \"effect/persistence\";\nimport { SqlClient } from \"effect/sql\";\n\nimport type { StateStore } from \"./service\";\n\nimport { PlatformRuntimeDefault, PlatformRuntimeKey } from \"../runtime-config/constants\";\nimport { connectorInstanceKeyPrefix } from \"./keys\";\nimport { layerKeyValueStore } from \"./layer-key-value-store\";\n\nconst scopedKeyValueStore = (connectorInstanceId: string) =>\n  Layer.effect(KeyValueStore.KeyValueStore)(\n    KeyValueStore.KeyValueStore.pipe(\n      Effect.map(KeyValueStore.prefix(connectorInstanceKeyPrefix(connectorInstanceId))),\n    ),\n  );\n\n/**\n * Shared SQL state using the immutable connector instance ID supplied by\n * platform-owned Effect configuration. The table defaults to\n * `_airfoil_connectors_state` and can be overridden with `AIRFOIL_STATE_TABLE`.\n * Effect's SQL KeyValueStore owns the table, while `KeyValueStore.prefix`\n * provides application-level isolation between connector instances in that\n * table. The resulting layer exposes only StateStore, never the unscoped\n * KeyValueStore.\n *\n * @example\n * ```ts\n * const StateStoreLive = layerSql().pipe(Layer.provide(PostgresLive));\n * ```\n */\nexport const layerSql = (): Layer.Layer<StateStore, Config.ConfigError, SqlClient.SqlClient> =>\n  Layer.unwrap(\n    Config.all({\n      connectorInstanceId: Config.NonEmptyString(PlatformRuntimeKey.connectorInstanceId),\n      table: Config.NonEmptyString(PlatformRuntimeKey.stateTable).pipe(\n        Config.withDefault(PlatformRuntimeDefault.stateTable),\n      ),\n    }).pipe(\n      Effect.map(({ connectorInstanceId, table }) =>\n        layerKeyValueStore.pipe(\n          Layer.provide(\n            scopedKeyValueStore(connectorInstanceId).pipe(\n              Layer.provide(KeyValueStore.layerSql({ table })),\n            ),\n          ),\n        ),\n      ),\n    ),\n  );\n","export { StateStore, type StateStoreService } from \"./service\";\nexport { layerMemory } from \"./layer-memory\";\nexport { layerSql } from \"./layer-sql\";\n"],"mappings":";;;;;;;;;;;;;;;;;;;AAgDA,IAAa,aAAb,cAAgC,QAAQ,QAAuC,CAAC,CAC9E,sCACF,CAAC,CAAC,CAAC;;;AC9CH,MAAa,wBAAwB,UAAkB,cACrD,YAAY,SAAS,GAAG;AAE1B,MAAa,oBAAoB,UAAkB,WACjD,qBAAqB,UAAU,SAAS,QAAQ;;;;;;;;;;;AAYlD,MAAa,8BAA8B,wBACzC,sBAAsB,oBAAoB;;;ACnB5C,MAAM,oBAAoB,OAAO,MAAM,CAAC,OAAO,QAAQ,OAAO,MAAM,CAAC;;AAGrE,MAAa,sBAAsB,OAAO,OAAO;CAC/C,QAAQ;CACR,YAAY,OAAO,SAAS,iBAAiB;CAC7C,WAAW,OAAO;CAClB,eAAe,OAAO,SAAS,OAAO,MAAM;AAC9C,CAAC;;AAGD,MAAa,qBAAqB,OAAO,OAAO;CAC9C,QAAQ;CACR,eAAe,OAAO,SAAS,OAAO,MAAM;AAC9C,CAAC;AAED,MAAa,oBAAoB,OAAO,SAAS,CAAC,YAAY,SAAS,CAAC;AAExE,MAAa,uBAAuB,OAAO,SAAS;CAAC;CAAS;CAAU;AAAY,CAAC;AAErF,MAAa,uBAAuB,OAAO,SAAS;CAClD;CACA;CACA;AACF,CAAC;;AAGD,MAAa,6BAA6B,OAAO,OAAO;CACtD,QAAQ;CACR,WAAW;CACX,MAAM;CACN,SAAS,OAAO;AAClB,CAAC;;AAGD,MAAa,sBAAsB,OAAO,OAAO;CAC/C,GAAG,2BAA2B;CAC9B,IAAI,OAAO;AACb,CAAC;;AAGD,MAAa,sBAAsB,OAAO,OAAO;CAC/C,UAAU,OAAO,SAAS,mBAAmB;CAC7C,SAAS,OAAO,SAAS,kBAAkB;CAC3C,WAAW,OAAO,SAAS,mBAAmB;AAChD,CAAC;;;AC7BD,MAAM,iBAAiB,WAAuC,aAC5D,OAAO,UACJ,UACC,IAAI,eAAe;CACjB,SAAS,aAAa,UAAU,sBAAsB;CACtD;AACF,CAAC,CACL;AAEF,MAAM,wBACJ,QACA,cACyB;CACzB,MAAM,aAAa,WAAW,aAAa,aAAa;CACxD,QAAQ,WAAR;EACE,KAAK,SACH,OAAO;GAAE;GAAQ;GAAW,MAAM;GAAgB,SAAS,GAAG,WAAW;EAAe;EAC1F,KAAK,UACH,OAAO;GACL;GACA;GACA,MAAM;GACN,SAAS,GAAG,WAAW;EACzB;EACF,KAAK,cACH,OAAO;GACL;GACA;GACA,MAAM;GACN,SAAS,GAAG,WAAW;EACzB;CACJ;AACF;AAEA,MAAM,eACJ,UACA,YAC0C;CAC1C,IAAI,OAAO,OAAO,QAAQ,GAAG,OAAO;CACpC,IAAI,OAAO,OAAO,OAAO,GAAG,OAAO;CACnC,OAAO,SAAS,MAAM,MAAM,QAAQ,MAAM,KAAK,WAAW;AAC5D;;;;;;AAOA,MAAa,qBACX,MAAM,OAAO,UAAU,CAAC,CACtB,OAAO,IAAI,aAAa;CACtB,MAAM,gBAAgB,OAAO,cAAc;CAC3C,MAAM,gBAAgB,cAAc,cAAc,eAAe,mBAAmB;CACpF,MAAM,eAAe,cAAc,cAAc,eAAe,kBAAkB;CAClF,MAAM,aAAa,cAAc,cAAc,eAAe,mBAAmB;CAEjF,MAAM,oBAAoB,aAGxB,OAAO,IACL;EACE,UAAU,cAAc,IAAI,qBAAqB,UAAU,UAAU,CAAC;EACtE,SAAS,aAAa,IAAI,qBAAqB,UAAU,SAAS,CAAC;EACnE,eAAe,WAAW,IAAI,iBAAiB,UAAU,UAAU,CAAC;EACpE,cAAc,WAAW,IAAI,iBAAiB,UAAU,SAAS,CAAC;CACpE,GACA,EAAE,aAAa,YAAY,CAC7B,CAAC,CAAC,KACA,OAAO,KAAK,EAAE,UAAU,SAAS,eAAe,mBAAmB;EACjE,MAAM,YAAY,YAAY,eAAe,YAAY;EACzD,IAAI,OAAO,OAAO,QAAQ,KAAK,OAAO,OAAO,OAAO,KAAK,OAAO,OAAO,SAAS,GAC9E;EAEF,OAAO;GACL,GAAI,OAAO,OAAO,QAAQ,IAAI,EAAE,UAAU,SAAS,MAAM,IAAI,CAAC;GAC9D,GAAI,OAAO,OAAO,OAAO,IAAI,EAAE,SAAS,QAAQ,MAAM,IAAI,CAAC;GAC3D,GAAI,OAAO,OAAO,SAAS,IAAI,EAAE,WAAW,UAAU,MAAM,IAAI,CAAC;EACnE;CACF,CAAC,GACD,cAAc,QAAQ,QAAQ,CAChC;CAEF,MAAM,oBAAoB,UAAkB,UAC1C,cACG,IAAI,qBAAqB,UAAU,UAAU,GAAG,KAAK,CAAC,CACtD,KAAK,cAAc,SAAS,QAAQ,CAAC;CAE1C,MAAM,mBAAmB,UAAkB,UACzC,aACG,IAAI,qBAAqB,UAAU,SAAS,GAAG,KAAK,CAAC,CACrD,KAAK,cAAc,SAAS,QAAQ,CAAC;CAE1C,MAAM,oBAAoB,UAAkB,QAAqB,cAC/D,SAAS,IAAI,KACX,OAAO,IAAI,SAAS,SAAS,GAC7B,OAAO,SAAS,OAAO;EACrB,MAAM,QAAQ,qBAAqB,QAAQ,SAAS;EACpD,OAAO,WAAW,IAAI,iBAAiB,UAAU,MAAM,GAAG;GACxD,GAAG;GACH;EACF,CAAC;CACH,CAAC,GACD,cAAc,SAAS,QAAQ,CACjC;CAEF,MAAM,sBAAsB,UAAkB,WAC5C,WACG,OAAO,iBAAiB,UAAU,MAAM,CAAC,CAAC,CAC1C,KAAK,cAAc,SAAS,QAAQ,CAAC;CAE1C,OAAO,WAAW,GAAG;EACnB;EACA;EACA;EACA;EACA;CACF,CAAC;AACH,CAAC,CACH;;;;AChIF,MAAa,cAAuC,mBAAmB,KACrE,MAAM,QAAQ,cAAc,WAAW,CACzC;;;ACAA,MAAM,uBAAuB,wBAC3B,MAAM,OAAO,cAAc,aAAa,CAAC,CACvC,cAAc,cAAc,KAC1B,OAAO,IAAI,cAAc,OAAO,2BAA2B,mBAAmB,CAAC,CAAC,CAClF,CACF;;;;;;;;;;;;;;;AAgBF,MAAa,iBACX,MAAM,OACJ,OAAO,IAAI;CACT,qBAAqB,OAAO,eAAe,mBAAmB,mBAAmB;CACjF,OAAO,OAAO,eAAe,mBAAmB,UAAU,CAAC,CAAC,KAC1D,OAAO,YAAY,uBAAuB,UAAU,CACtD;AACF,CAAC,CAAC,CAAC,KACD,OAAO,KAAK,EAAE,qBAAqB,YACjC,mBAAmB,KACjB,MAAM,QACJ,oBAAoB,mBAAmB,CAAC,CAAC,KACvC,MAAM,QAAQ,cAAc,SAAS,EAAE,MAAM,CAAC,CAAC,CACjD,CACF,CACF,CACF,CACF,CACF"}

package/dist/status/{index.d.ts → index.d.mts}

@@ -1,5 +1,2 @@
-import "../index-DKoRwyFn.js";
-import "../types-jVD5Ys43.js";
-import "../index-DYpEMJf-.js";
-import { a as ResourceStatusSchema, c as StatusUnavailableResponse, d as SyncStateSchema, f as statusRoute, i as ResourceStatus, l as StatusUnavailableResponseSchema, n as ResourceError, o as StatusResponse, r as ResourceErrorSchema, s as StatusResponseSchema, u as SyncState } from "../index-VpHaZXZw.js";
+import { a as ResourceStatusSchema, c as StatusUnavailableResponse, d as SyncStateSchema, f as statusRoute, i as ResourceStatus, l as StatusUnavailableResponseSchema, n as ResourceError, o as StatusResponse, r as ResourceErrorSchema, s as StatusResponseSchema, u as SyncState } from "../index-Byr8NTdG.mjs";
 export { ResourceError, ResourceErrorSchema, ResourceStatus, ResourceStatusSchema, StatusResponse, StatusResponseSchema, StatusUnavailableResponse, StatusUnavailableResponseSchema, SyncState, SyncStateSchema, statusRoute };

package/dist/status/{index.js → index.mjs}

@@ -1,6 +1,2 @@
-import "../errors-DHWylqRZ.js";
-import "../constants-D113Ut1x.js";
-import "../state-store-BdYulQOY.js";
-import { a as StatusUnavailableResponseSchema, i as StatusResponseSchema, n as ResourceErrorSchema, o as SyncStateSchema, r as ResourceStatusSchema, s as statusRoute } from "../status-BTTd7AUR.js";
-
-export { ResourceErrorSchema, ResourceStatusSchema, StatusResponseSchema, StatusUnavailableResponseSchema, SyncStateSchema, statusRoute };
+import { a as StatusUnavailableResponseSchema, i as StatusResponseSchema, n as ResourceErrorSchema, o as SyncStateSchema, r as ResourceStatusSchema, s as statusRoute } from "../status-4h6Oxh-O.mjs";
+export { ResourceErrorSchema, ResourceStatusSchema, StatusResponseSchema, StatusUnavailableResponseSchema, SyncStateSchema, statusRoute };

package/dist/{status-BTTd7AUR.js → status-4h6Oxh-O.mjs}

@@ -1,27 +1,27 @@
-import { t as __export } from "./chunk-Bp6m_JJh.js";
-import { a as ResourceStateSchema, i as ResourceErrorSchema, o as StateStore } from "./state-store-BdYulQOY.js";
+import { t as __exportAll } from "./rolldown-runtime-D7D4PA-g.mjs";
+import { a as ResourceStateSchema, i as ResourceErrorSchema$1, o as StateStore } from "./state-store-DhSrKVEH.mjs";
 import { Cause, Effect, Schema } from "effect";
-import { HttpRouter, HttpServerResponse } from "effect/unstable/http";
-
+import { HttpRouter, HttpServerResponse } from "effect/http";
 //#region src/state-store/state.ts
 /** Normalizes a cursor value to its persisted/wire representation (never a Date). */
 const normalizeCursor = (value) => value instanceof Date ? value.toISOString() : value;
+/** Whether a resource gets changes, from its own `changes` or the connector's feed. */
+const hasChanges = (connector, resource) => resource.changes !== void 0 || (connector.changes?.resources.some((member) => member.name === resource.name) ?? false);
 /** Derives connector-facing sync state from durable state and resource capabilities. */
-const deriveSyncState = (resource, state) => {
+const deriveSyncState = (connector, resource, state) => {
 	if (state?.lastError) return "error";
-	if (!resource.backfill && !resource.changes) return "live";
+	if (!resource.backfill && !hasChanges(connector, resource)) return "live";
 	if (!state) return "pending";
 	if (resource.backfill && (!state.backfill || !state.backfill.completed)) return "backfilling";
 	return "live";
 };
-
 //#endregion
 //#region src/status/route.ts
 const statusRoute = (connector, path = "/status") => HttpRouter.add("GET", path, Effect.gen(function* () {
 	const store = yield* StateStore;
 	const resources = yield* Effect.forEach(connector.resources, (resource) => store.getResourceState(resource.name).pipe(Effect.map((state) => ({
 		name: resource.name,
-		state: deriveSyncState(resource, state),
+		state: deriveSyncState(connector, resource, state),
 		...state?.backfill ? { backfill: {
 			completed: state.backfill.completed,
 			cutoff: normalizeCursor(state.backfill.cutoff),
@@ -42,7 +42,6 @@ const statusRoute = (connector, path = "/status") => HttpRouter.add("GET", path,
 	ok: false,
 	error: "Failed to compute status"
 }, { status: 500 })))))));
-
 //#endregion
 //#region src/status/types.ts
 const SyncStateSchema = Schema.Literals([
@@ -52,7 +51,7 @@ const SyncStateSchema = Schema.Literals([
 	"error"
 ]);
 /** Safe source failure returned by the status endpoint. */
-const ResourceErrorSchema$1 = ResourceErrorSchema;
+const ResourceErrorSchema = ResourceErrorSchema$1;
 const ResourceStatusSchema = Schema.Struct({
 	name: Schema.String,
 	state: SyncStateSchema,
@@ -67,18 +66,17 @@ const StatusUnavailableResponseSchema = Schema.Struct({
 	ok: Schema.Literal(false),
 	error: Schema.String
 });
-
 //#endregion
 //#region src/status/index.ts
-var status_exports = /* @__PURE__ */ __export({
-	ResourceErrorSchema: () => ResourceErrorSchema$1,
+var status_exports = /* @__PURE__ */ __exportAll({
+	ResourceErrorSchema: () => ResourceErrorSchema,
 	ResourceStatusSchema: () => ResourceStatusSchema,
 	StatusResponseSchema: () => StatusResponseSchema,
 	StatusUnavailableResponseSchema: () => StatusUnavailableResponseSchema,
 	SyncStateSchema: () => SyncStateSchema,
 	statusRoute: () => statusRoute
 });
-
 //#endregion
-export { StatusUnavailableResponseSchema as a, deriveSyncState as c, StatusResponseSchema as i, normalizeCursor as l, ResourceErrorSchema$1 as n, SyncStateSchema as o, ResourceStatusSchema as r, statusRoute as s, status_exports as t };
-//# sourceMappingURL=status-BTTd7AUR.js.map
+export { StatusUnavailableResponseSchema as a, deriveSyncState as c, StatusResponseSchema as i, hasChanges as l, ResourceErrorSchema as n, SyncStateSchema as o, ResourceStatusSchema as r, statusRoute as s, status_exports as t, normalizeCursor as u };
+
+//# sourceMappingURL=status-4h6Oxh-O.mjs.map

package/dist/status-4h6Oxh-O.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"status-4h6Oxh-O.mjs","names":["StateResourceErrorSchema"],"sources":["../src/state-store/state.ts","../src/status/route.ts","../src/status/types.ts","../src/status/index.ts"],"sourcesContent":["import type {\n  ConnectorDefinition,\n  Cursor,\n  ResourceDefinition,\n  ResourceState,\n  SyncState,\n} from \"../core/types\";\n\n/** Normalizes a cursor value to its persisted/wire representation (never a Date). */\nexport const normalizeCursor = (value: Cursor.Value): string | number =>\n  value instanceof Date ? value.toISOString() : value;\n\n/** Whether a resource gets changes, from its own `changes` or the connector's feed. */\nexport const hasChanges = (connector: ConnectorDefinition, resource: ResourceDefinition) =>\n  resource.changes !== undefined ||\n  (connector.changes?.resources.some((member) => member.name === resource.name) ?? false);\n\n/** Derives connector-facing sync state from durable state and resource capabilities. */\nexport const deriveSyncState = (\n  connector: ConnectorDefinition,\n  resource: ResourceDefinition,\n  state: ResourceState | undefined,\n): SyncState => {\n  if (state?.lastError) return \"error\";\n  if (!resource.backfill && !hasChanges(connector, resource)) return \"live\";\n  if (!state) return \"pending\";\n  if (resource.backfill && (!state.backfill || !state.backfill.completed)) return \"backfilling\";\n  return \"live\";\n};\n","import { Cause, Effect } from \"effect\";\nimport { HttpRouter, HttpServerResponse } from \"effect/http\";\n\nimport type { ConnectorDefinition } from \"../core/types\";\nimport type { ResourceStatus, StatusUnavailableResponse } from \"./types\";\n\nimport { StateStore } from \"../state-store\";\nimport { deriveSyncState, normalizeCursor } from \"../state-store/state\";\n\nexport const statusRoute = (\n  connector: ConnectorDefinition,\n  path: HttpRouter.PathInput = \"/status\",\n) =>\n  HttpRouter.add(\n    \"GET\",\n    path,\n    Effect.gen(function* () {\n      const store = yield* StateStore;\n\n      const resources = yield* Effect.forEach(\n        connector.resources,\n        (resource) =>\n          store.getResourceState(resource.name).pipe(\n            Effect.map(\n              (state): ResourceStatus => ({\n                name: resource.name,\n                state: deriveSyncState(connector, resource, state),\n                ...(state?.backfill\n                  ? {\n                      backfill: {\n                        completed: state.backfill.completed,\n                        cutoff: normalizeCursor(state.backfill.cutoff),\n                        ...(state.backfill.pageCursor !== undefined\n                          ? { pageCursor: normalizeCursor(state.backfill.pageCursor) }\n                          : {}),\n                        ...(state.backfill.lastSuccessAt !== undefined\n                          ? { lastSuccessAt: state.backfill.lastSuccessAt }\n                          : {}),\n                      },\n                    }\n                  : {}),\n                ...(state?.changes\n                  ? {\n                      changes: {\n                        cursor: normalizeCursor(state.changes.cursor),\n                        ...(state.changes.lastSuccessAt !== undefined\n                          ? { lastSuccessAt: state.changes.lastSuccessAt }\n                          : {}),\n                      },\n                    }\n                  : {}),\n                ...(state?.lastError ? { lastError: state.lastError } : {}),\n              }),\n            ),\n          ),\n        { concurrency: \"unbounded\" },\n      );\n\n      return HttpServerResponse.jsonUnsafe({ connector: connector.name, resources });\n    }).pipe(\n      Effect.catchCause((cause) =>\n        Effect.logWarning(`Status route failed: ${Cause.pretty(cause)}`).pipe(\n          Effect.andThen(\n            Effect.succeed(\n              HttpServerResponse.jsonUnsafe(\n                {\n                  ok: false,\n                  error: \"Failed to compute status\",\n                } satisfies StatusUnavailableResponse,\n                { status: 500 },\n              ),\n            ),\n          ),\n        ),\n      ),\n    ),\n  );\n","import { Schema } from \"effect\";\n\nimport {\n  ResourceErrorSchema as StateResourceErrorSchema,\n  ResourceStateSchema,\n} from \"../state-store/schema\";\n\nexport const SyncStateSchema = Schema.Literals([\"pending\", \"backfilling\", \"live\", \"error\"]);\nexport type SyncState = Schema.Schema.Type<typeof SyncStateSchema>;\n\n/** Safe source failure returned by the status endpoint. */\nexport const ResourceErrorSchema = StateResourceErrorSchema;\nexport type ResourceError = Schema.Schema.Type<typeof ResourceErrorSchema>;\n\nexport const ResourceStatusSchema = Schema.Struct({\n  name: Schema.String,\n  state: SyncStateSchema,\n  ...ResourceStateSchema.fields,\n});\nexport type ResourceStatus = Schema.Schema.Type<typeof ResourceStatusSchema>;\n\nexport const StatusResponseSchema = Schema.Struct({\n  connector: Schema.String,\n  resources: Schema.Array(ResourceStatusSchema),\n});\nexport type StatusResponse = Schema.Schema.Type<typeof StatusResponseSchema>;\n\n/** Returned when durable resource status cannot be read. */\nexport const StatusUnavailableResponseSchema = Schema.Struct({\n  ok: Schema.Literal(false),\n  error: Schema.String,\n});\nexport type StatusUnavailableResponse = Schema.Schema.Type<typeof StatusUnavailableResponseSchema>;\n","export * from \"./route\";\nexport * from \"./types\";\n"],"mappings":";;;;;;AASA,MAAa,mBAAmB,UAC9B,iBAAiB,OAAO,MAAM,YAAY,IAAI;;AAGhD,MAAa,cAAc,WAAgC,aACzD,SAAS,YAAY,KAAA,MACpB,UAAU,SAAS,UAAU,MAAM,WAAW,OAAO,SAAS,SAAS,IAAI,KAAK;;AAGnF,MAAa,mBACX,WACA,UACA,UACc;CACd,IAAI,OAAO,WAAW,OAAO;CAC7B,IAAI,CAAC,SAAS,YAAY,CAAC,WAAW,WAAW,QAAQ,GAAG,OAAO;CACnE,IAAI,CAAC,OAAO,OAAO;CACnB,IAAI,SAAS,aAAa,CAAC,MAAM,YAAY,CAAC,MAAM,SAAS,YAAY,OAAO;CAChF,OAAO;AACT;;;ACnBA,MAAa,eACX,WACA,OAA6B,cAE7B,WAAW,IACT,OACA,MACA,OAAO,IAAI,aAAa;CACtB,MAAM,QAAQ,OAAO;CAErB,MAAM,YAAY,OAAO,OAAO,QAC9B,UAAU,YACT,aACC,MAAM,iBAAiB,SAAS,IAAI,CAAC,CAAC,KACpC,OAAO,KACJ,WAA2B;EAC1B,MAAM,SAAS;EACf,OAAO,gBAAgB,WAAW,UAAU,KAAK;EACjD,GAAI,OAAO,WACP,EACE,UAAU;GACR,WAAW,MAAM,SAAS;GAC1B,QAAQ,gBAAgB,MAAM,SAAS,MAAM;GAC7C,GAAI,MAAM,SAAS,eAAe,KAAA,IAC9B,EAAE,YAAY,gBAAgB,MAAM,SAAS,UAAU,EAAE,IACzD,CAAC;GACL,GAAI,MAAM,SAAS,kBAAkB,KAAA,IACjC,EAAE,eAAe,MAAM,SAAS,cAAc,IAC9C,CAAC;EACP,EACF,IACA,CAAC;EACL,GAAI,OAAO,UACP,EACE,SAAS;GACP,QAAQ,gBAAgB,MAAM,QAAQ,MAAM;GAC5C,GAAI,MAAM,QAAQ,kBAAkB,KAAA,IAChC,EAAE,eAAe,MAAM,QAAQ,cAAc,IAC7C,CAAC;EACP,EACF,IACA,CAAC;EACL,GAAI,OAAO,YAAY,EAAE,WAAW,MAAM,UAAU,IAAI,CAAC;CAC3D,EACF,CACF,GACF,EAAE,aAAa,YAAY,CAC7B;CAEA,OAAO,mBAAmB,WAAW;EAAE,WAAW,UAAU;EAAM;CAAU,CAAC;AAC/E,CAAC,CAAC,CAAC,KACD,OAAO,YAAY,UACjB,OAAO,WAAW,wBAAwB,MAAM,OAAO,KAAK,GAAG,CAAC,CAAC,KAC/D,OAAO,QACL,OAAO,QACL,mBAAmB,WACjB;CACE,IAAI;CACJ,OAAO;AACT,GACA,EAAE,QAAQ,IAAI,CAChB,CACF,CACF,CACF,CACF,CACF,CACF;;;ACrEF,MAAa,kBAAkB,OAAO,SAAS;CAAC;CAAW;CAAe;CAAQ;AAAO,CAAC;;AAI1F,MAAa,sBAAsBA;AAGnC,MAAa,uBAAuB,OAAO,OAAO;CAChD,MAAM,OAAO;CACb,OAAO;CACP,GAAG,oBAAoB;AACzB,CAAC;AAGD,MAAa,uBAAuB,OAAO,OAAO;CAChD,WAAW,OAAO;CAClB,WAAW,OAAO,MAAM,oBAAoB;AAC9C,CAAC;;AAID,MAAa,kCAAkC,OAAO,OAAO;CAC3D,IAAI,OAAO,QAAQ,KAAK;CACxB,OAAO,OAAO;AAChB,CAAC"}