@useairfoil/connector-kit 0.5.0 → 0.5.2

package/src/webhook/server.ts

@@ -7,10 +7,12 @@ import type {
   ResourceMutation,
   WebhookHandler,
   WebhookRoute,
+  WebhookRouteContext,
 } from "../core/types";
 
 import { ConnectorError } from "../errors";
-import { Publisher } from "../publisher/service";
+import * as Metrics from "../metrics";
+import { publishBatch } from "../publisher/instrumented";
 import { Attr, SpanName, annotateError } from "../telemetry";
 
 export type QueuedWebhookBatch = {
@@ -52,7 +54,7 @@ const makeRouteContext = (
   rawBody: Uint8Array,
   payload: unknown,
   batches: Array<QueuedWebhookBatch>,
-): import("../core/types").WebhookRouteContext<ReadonlyArray<ResourceDefinition>, unknown> => ({
+): WebhookRouteContext<ReadonlyArray<ResourceDefinition>, unknown> => ({
   request,
   rawBody,
   payload,
@@ -86,21 +88,19 @@ const compactBatches = (batches: ReadonlyArray<QueuedWebhookBatch>) => {
   }));
 };
 
-const publishBatches = (batches: ReadonlyArray<QueuedWebhookBatch>) =>
+const publishBatches = (
+  batches: ReadonlyArray<QueuedWebhookBatch>,
+  options: { readonly connectorName: string },
+) =>
   Effect.gen(function* () {
-    const publisher = yield* Publisher;
     yield* Effect.forEach(
       batches,
       (batch) =>
-        Effect.gen(function* () {
-          const ack = yield* publisher.publish({
-            resource: batch.resource,
-            source: "webhook",
-            batch: batch.batch,
-          });
-          if (ack.status === "rejected") {
-            return yield* Effect.fail(new ConnectorError({ message: ack.reason }));
-          }
+        publishBatch({
+          connector: options.connectorName,
+          resource: batch.resource,
+          source: "webhook",
+          batch: batch.batch,
         }),
       { concurrency: "unbounded" },
     );
@@ -114,11 +114,11 @@ const readRawBody = (request: HttpServerRequest.HttpServerRequest) =>
 
 const parseJson = (rawBody: Uint8Array) =>
   Effect.try({
-    try: () => JSON.parse(new TextDecoder().decode(rawBody)) as unknown,
+    try: () => JSON.parse(new TextDecoder().decode(rawBody)),
     catch: (cause) => new ConnectorError({ message: "Invalid webhook JSON", cause }),
   });
 
-const makeHandler = (route: WebhookRoute) =>
+const makeHandler = (route: WebhookRoute, options: { readonly connectorName: string }) =>
   Effect.gen(function* () {
     const request = yield* HttpServerRequest.HttpServerRequest;
     const collected: Array<QueuedWebhookBatch> = [];
@@ -130,6 +130,11 @@ const makeHandler = (route: WebhookRoute) =>
       }),
     );
     if (rawBodyResult._tag === "Error") {
+      yield* Metrics.recordWebhookRequest({
+        connector: options.connectorName,
+        path: String(route.path),
+        outcome: "read_error",
+      });
       return badRequest(rawBodyResult.message);
     }
 
@@ -140,6 +145,11 @@ const makeHandler = (route: WebhookRoute) =>
       }),
     );
     if (jsonResult._tag === "Error") {
+      yield* Metrics.recordWebhookRequest({
+        connector: options.connectorName,
+        path: String(route.path),
+        outcome: "invalid_json",
+      });
       return badRequest(jsonResult.message);
     }
 
@@ -150,6 +160,11 @@ const makeHandler = (route: WebhookRoute) =>
       }),
     );
     if (payloadResult._tag === "Error") {
+      yield* Metrics.recordWebhookRequest({
+        connector: options.connectorName,
+        path: String(route.path),
+        outcome: "invalid_payload",
+      });
       return badRequest(payloadResult.message);
     }
 
@@ -166,21 +181,38 @@ const makeHandler = (route: WebhookRoute) =>
     if (route.ackMode === "after-enqueue") {
       const queue = yield* WebhookQueue;
       yield* Queue.offerAll(queue.queue, batches);
+      const depth = yield* Queue.size(queue.queue);
+      yield* Metrics.setWebhookQueueDepth(options.connectorName, depth);
+      yield* Metrics.recordWebhookRequest({
+        connector: options.connectorName,
+        path: String(route.path),
+        outcome: response.status >= 400 ? "rejected" : "ok",
+      });
       return response;
     }
 
     yield* Effect.withSpan(
-      publishBatches(batches).pipe(
+      publishBatches(batches, { connectorName: options.connectorName }).pipe(
         Effect.tapError((error) => annotateError("webhook_publish", error)),
       ),
       SpanName.webhookHandle,
       { attributes: { [Attr.webhookPath]: route.path } },
     );
 
+    yield* Metrics.recordWebhookRequest({
+      connector: options.connectorName,
+      path: String(route.path),
+      outcome: response.status >= 400 ? "rejected" : "ok",
+    });
     return response;
   }).pipe(
     Effect.catchCause((cause) =>
-      Effect.logWarning(`Webhook handler error: ${Cause.pretty(cause)}`).pipe(
+      Metrics.recordWebhookRequest({
+        connector: options.connectorName,
+        path: String(route.path),
+        outcome: "handler_error",
+      }).pipe(
+        Effect.andThen(Effect.logWarning(`Webhook handler error: ${Cause.pretty(cause)}`)),
         Effect.andThen(
           Effect.succeed(
             HttpServerResponse.jsonUnsafe(
@@ -193,7 +225,10 @@ const makeHandler = (route: WebhookRoute) =>
     ),
   );
 
-export const router = (routes: ReadonlyArray<WebhookRoute>) =>
+export const router = (
+  routes: ReadonlyArray<WebhookRoute>,
+  options: { readonly connectorName: string },
+) =>
   HttpRouter.addAll(
-    routes.map((route) => HttpRouter.route("POST", route.path, makeHandler(route))),
+    routes.map((route) => HttpRouter.route("POST", route.path, makeHandler(route, options))),
   );

package/dist/connector-app-CvqbfN6R.js

@@ -1,32 +0,0 @@
-import { t as __export } from "./chunk-Bp6m_JJh.js";
-import { n as run } from "./ingestion-CMCroK7Y.js";
-import { DateTime, Effect } from "effect";
-import { NodeHttpServer } from "@effect/platform-node";
-import { HttpRouter } from "effect/unstable/http";
-import { createServer } from "node:http";
-
-//#region src/connector-app/start.ts
-const start = (app, options) => Effect.gen(function* () {
-	const initialCutoff = options.initialCutoff ?? (yield* DateTime.now.pipe(Effect.map(DateTime.formatIso)));
-	const routes = app.webhooks?.map((route) => route.path) ?? [];
-	yield* Effect.logInfo("webhook server ready").pipe(Effect.annotateLogs({
-		port: options.port,
-		routes
-	}));
-	return yield* run(app, {
-		initialCutoff,
-		webhook: {
-			routes: app.webhooks ?? [],
-			healthPath: options.healthPath ?? "/health",
-			disableHttpLogger: options.disableHttpLogger ?? true
-		}
-	}).pipe(Effect.provide(NodeHttpServer.layer(createServer, { port: options.port })));
-});
-
-//#endregion
-//#region src/connector-app/index.ts
-var connector_app_exports = /* @__PURE__ */ __export({ start: () => start });
-
-//#endregion
-export { start as n, connector_app_exports as t };
-//# sourceMappingURL=connector-app-CvqbfN6R.js.map

package/dist/connector-app-CvqbfN6R.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"connector-app-CvqbfN6R.js","names":["runIngestion"],"sources":["../src/connector-app/start.ts","../src/connector-app/index.ts"],"sourcesContent":["import { NodeHttpServer } from \"@effect/platform-node\";\nimport { DateTime, Effect } from \"effect\";\nimport { HttpRouter } from \"effect/unstable/http\";\nimport { createServer } from \"node:http\";\n\nimport type { ConnectorDefinition } from \"../core\";\nimport type { Cursor } from \"../core/types\";\n\nimport { run as runIngestion } from \"../ingestion\";\n\nexport type App = ConnectorDefinition;\n\nexport type StartOptions = {\n  readonly port: number;\n  readonly initialCutoff?: Cursor.Value;\n  readonly healthPath?: HttpRouter.PathInput;\n  readonly disableHttpLogger?: boolean;\n};\n\nexport const start = (app: App, options: StartOptions) =>\n  Effect.gen(function* () {\n    const initialCutoff =\n      options.initialCutoff ?? (yield* DateTime.now.pipe(Effect.map(DateTime.formatIso)));\n    const routes = app.webhooks?.map((route) => route.path) ?? [];\n\n    yield* Effect.logInfo(\"webhook server ready\").pipe(\n      Effect.annotateLogs({ port: options.port, routes }),\n    );\n\n    return yield* runIngestion(app, {\n      initialCutoff,\n      webhook: {\n        routes: app.webhooks ?? [],\n        healthPath: options.healthPath ?? \"/health\",\n        disableHttpLogger: options.disableHttpLogger ?? true,\n      },\n    }).pipe(Effect.provide(NodeHttpServer.layer(createServer, { port: options.port })));\n  });\n","export { start, type App, type StartOptions } from \"./start\";\n"],"mappings":";;;;;;;;AAmBA,MAAa,SAAS,KAAU,YAC9B,OAAO,IAAI,aAAa;CACtB,MAAM,gBACJ,QAAQ,kBAAkB,OAAO,SAAS,IAAI,KAAK,OAAO,IAAI,SAAS,UAAU,CAAC;CACpF,MAAM,SAAS,IAAI,UAAU,KAAK,UAAU,MAAM,KAAK,IAAI,EAAE;AAE7D,QAAO,OAAO,QAAQ,uBAAuB,CAAC,KAC5C,OAAO,aAAa;EAAE,MAAM,QAAQ;EAAM;EAAQ,CAAC,CACpD;AAED,QAAO,OAAOA,IAAa,KAAK;EAC9B;EACA,SAAS;GACP,QAAQ,IAAI,YAAY,EAAE;GAC1B,YAAY,QAAQ,cAAc;GAClC,mBAAmB,QAAQ,qBAAqB;GACjD;EACF,CAAC,CAAC,KAAK,OAAO,QAAQ,eAAe,MAAM,cAAc,EAAE,MAAM,QAAQ,MAAM,CAAC,CAAC,CAAC;EACnF"}

package/dist/index-DaNW63Mv.d.ts

@@ -1,21 +0,0 @@
-import { t as ConnectorError } from "./index-DyuT2jzP.js";
-import { g as ResourceState } from "./types-ZNrA-Dn0.js";
-import { Context, Effect, Layer } from "effect";
-
-//#region src/state-store/service.d.ts
-interface StateStoreService {
-  readonly getResourceState: (resource: string) => Effect.Effect<ResourceState | undefined, ConnectorError>;
-  readonly setResourceState: (resource: string, state: ResourceState) => Effect.Effect<void, ConnectorError>;
-}
-declare const StateStore_base: Context.ServiceClass<StateStore, "@useairfoil/connector-kit/StateStore", StateStoreService>;
-declare class StateStore extends StateStore_base {}
-//#endregion
-//#region src/state-store/memory.d.ts
-/** In-memory resource state store backed by a `Ref<Map>`. Suitable for development and tests. */
-declare const layerMemory: Layer.Layer<StateStore>;
-declare namespace index_d_exports {
-  export { StateStore, StateStoreService, layerMemory };
-}
-//#endregion
-export { StateStoreService as i, layerMemory as n, StateStore as r, index_d_exports as t };
-//# sourceMappingURL=index-DaNW63Mv.d.ts.map

package/dist/ingestion-CMCroK7Y.js

@@ -1,171 +0,0 @@
-import { t as __export } from "./chunk-Bp6m_JJh.js";
-import { t as ConnectorError } from "./errors-DHWylqRZ.js";
-import { a as addCurrentSpanEvent, c as Publisher, i as SpanName, n as EventAttr, o as annotateError, r as EventName, t as Attr } from "./telemetry-p0dE5Mdu.js";
-import { r as StateStore } from "./state-store-DG_4QpWG.js";
-import { n as router, t as WebhookQueue } from "./server-DAeFWT4o.js";
-import { DateTime, Effect, Layer, Metric, Queue } from "effect";
-import { HttpRouter, HttpServerResponse } from "effect/unstable/http";
-
-//#region src/ingestion/engine.ts
-const connectorBatchesTotal = Metric.counter("connector_batches_total", { description: "Total resource batches attempted by connector sources" });
-const connectorMutationsTotal = Metric.counter("connector_mutations_total", { description: "Total resource mutations attempted by connector sources" });
-const connectorBatchSize = Metric.histogram("connector_batch_size", {
-	description: "Distribution of resource mutation batch sizes",
-	boundaries: [
-		1,
-		5,
-		10,
-		25,
-		50,
-		100,
-		250,
-		500,
-		1e3
-	]
-});
-const normalizeCursor = (value) => value instanceof Date ? value.toISOString() : value;
-const normalizeResourceState = (state) => ({
-	backfill: state.backfill ? {
-		cutoff: normalizeCursor(state.backfill.cutoff),
-		pageCursor: state.backfill.pageCursor === void 0 ? void 0 : normalizeCursor(state.backfill.pageCursor),
-		completed: state.backfill.completed
-	} : void 0,
-	changes: state.changes ? { cursor: normalizeCursor(state.changes.cursor) } : void 0
-});
-function run(connector, options) {
-	const runtimeLayer = options?.webhook ? Layer.mergeAll(makeWebhookQueueLayer(), makeWebhookServerLayer(options.webhook)) : Layer.empty;
-	return Effect.gen(function* () {
-		const initialCutoff = options?.initialCutoff ?? (yield* DateTime.now.pipe(Effect.map(DateTime.formatIso)));
-		yield* Effect.logInfo("Connector started").pipe(Effect.annotateLogs({
-			[Attr.connectorName]: connector.name,
-			resources: connector.resources.length
-		}));
-		const sourceRun = runIngestion(connector, initialCutoff);
-		const webhookRun = options?.webhook ? runWebhookRuntime(options.webhook.routes) : Effect.void;
-		return yield* Effect.all([sourceRun, webhookRun], { concurrency: "unbounded" }).pipe(Effect.asVoid);
-	}).pipe(Effect.provide(runtimeLayer));
-}
-const makeWebhookQueueLayer = () => Layer.effect(WebhookQueue)(Effect.gen(function* () {
-	const queue = yield* Queue.bounded(1024);
-	return WebhookQueue.of({ queue });
-}));
-const runWebhookRuntime = (routes) => {
-	const hasAfterEnqueue = routes.some((route) => route.ackMode === "after-enqueue");
-	return Effect.all([hasAfterEnqueue ? runWebhookQueueConsumer : Effect.void, Effect.never], { concurrency: "unbounded" }).pipe(Effect.asVoid);
-};
-const runWebhookQueueConsumer = Effect.gen(function* () {
-	const queue = yield* WebhookQueue;
-	while (true) {
-		const batch = yield* Queue.take(queue.queue);
-		yield* publishBatch({
-			resource: batch.resource,
-			source: "webhook",
-			batch: batch.batch
-		});
-	}
-});
-const makeWebhookServerLayer = (options) => {
-	const healthPath = options.healthPath ?? "/health";
-	const app = Layer.mergeAll(router(options.routes), HttpRouter.add("GET", healthPath, Effect.succeed(HttpServerResponse.text("ok"))));
-	return HttpRouter.serve(app, { disableLogger: options.disableHttpLogger ?? true });
-};
-const runIngestion = (connector, initialCutoff) => Effect.forEach(connector.resources, (resource) => runResourceSources(connector, resource, initialCutoff), { concurrency: "unbounded" }).pipe(Effect.asVoid);
-const initializeResourceState = (existing, initialCutoff) => ({
-	changes: existing?.changes ?? { cursor: initialCutoff },
-	backfill: existing?.backfill ?? {
-		cutoff: initialCutoff,
-		completed: false
-	}
-});
-const getInitializedState = Effect.fnUntraced(function* (resource, initialCutoff) {
-	return initializeResourceState(yield* (yield* StateStore).getResourceState(resource), initialCutoff);
-});
-const runResourceSources = (connector, resource, initialCutoff) => {
-	const runs = [resource.backfill ? runBackfill(connector, resource, initialCutoff) : Effect.void, resource.changes ? runChanges(connector, resource, initialCutoff) : Effect.void];
-	return Effect.all(runs, { concurrency: "unbounded" }).pipe(Effect.asVoid);
-};
-const runBackfill = Effect.fnUntraced(function* (connector, resource, initialCutoff) {
-	if (!resource.backfill) return;
-	const store = yield* StateStore;
-	let state = yield* getInitializedState(resource.name, initialCutoff);
-	while (state.backfill?.completed !== true) {
-		const backfill = state.backfill ?? {
-			cutoff: initialCutoff,
-			completed: false
-		};
-		const page = yield* resource.backfill.fetch({
-			pageCursor: backfill.pageCursor,
-			cutoff: backfill.cutoff
-		});
-		yield* publishBatch({
-			connector,
-			resource: resource.name,
-			source: "backfill",
-			batch: {
-				cursor: page.nextPageCursor ?? backfill.cutoff,
-				mutations: page.mutations
-			}
-		});
-		state = {
-			...state,
-			backfill: {
-				cutoff: backfill.cutoff,
-				pageCursor: page.nextPageCursor,
-				completed: !page.hasMore
-			}
-		};
-		yield* Effect.withSpan(store.setResourceState(resource.name, normalizeResourceState(state)).pipe(Effect.tapError((error) => annotateError("state_set", error))), SpanName.stateSet, { attributes: { [Attr.stateKey]: resource.name } });
-	}
-});
-const runChanges = Effect.fnUntraced(function* (connector, resource, initialCutoff) {
-	if (!resource.changes) return;
-	const store = yield* StateStore;
-	while (true) {
-		const state = yield* getInitializedState(resource.name, initialCutoff);
-		const cursor = state.changes?.cursor ?? initialCutoff;
-		const page = yield* resource.changes.fetch({ cursor });
-		yield* publishBatch({
-			connector,
-			resource: resource.name,
-			source: "changes",
-			batch: {
-				cursor: page.cursor,
-				mutations: page.mutations
-			}
-		});
-		yield* Effect.withSpan(store.setResourceState(resource.name, normalizeResourceState({
-			...state,
-			changes: { cursor: page.cursor }
-		})).pipe(Effect.tapError((error) => annotateError("state_set", error))), SpanName.stateSet, { attributes: { [Attr.stateKey]: resource.name } });
-		yield* Effect.sleep(resource.changes.interval ?? "1 minute");
-	}
-});
-const publishBatch = Effect.fnUntraced(function* (options) {
-	const metric = {
-		connector: options.connector?.name ?? "unknown",
-		resource: options.resource,
-		source: options.source
-	};
-	yield* Metric.update(Metric.withAttributes(connectorBatchesTotal, metric), 1);
-	yield* Metric.update(Metric.withAttributes(connectorMutationsTotal, metric), options.batch.mutations.length);
-	yield* Metric.update(Metric.withAttributes(connectorBatchSize, metric), options.batch.mutations.length);
-	const ack = yield* (yield* Publisher).publish({
-		resource: options.resource,
-		source: options.source,
-		batch: options.batch
-	});
-	yield* Effect.annotateCurrentSpan({ [Attr.publisherSuccess]: ack.status === "accepted" });
-	if (ack.status === "rejected") {
-		yield* Effect.annotateCurrentSpan({ [Attr.errorPhase]: "publish" });
-		return yield* Effect.fail(new ConnectorError({ message: `Publisher rejected batch for ${options.resource}: ${ack.reason}` }));
-	}
-	if (options.batch.cursor !== void 0) yield* addCurrentSpanEvent(EventName.batchCheckpoint, { [EventAttr.batchCursor]: options.batch.cursor });
-});
-
-//#endregion
-//#region src/ingestion/index.ts
-var ingestion_exports = /* @__PURE__ */ __export({ run: () => run });
-
-//#endregion
-export { run as n, ingestion_exports as t };
-//# sourceMappingURL=ingestion-CMCroK7Y.js.map

package/dist/ingestion-CMCroK7Y.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"ingestion-CMCroK7Y.js","names":["healthPath: HttpRouter.PathInput"],"sources":["../src/ingestion/engine.ts","../src/ingestion/index.ts"],"sourcesContent":["import { DateTime, Effect, Layer, Metric, Queue } from \"effect\";\nimport { HttpRouter, type HttpServer, HttpServerResponse } from \"effect/unstable/http\";\n\nimport type {\n  ConnectorDefinition,\n  Cursor,\n  ResourceBatch,\n  ResourceDefinition,\n  ResourceState,\n  WebhookRoute,\n} from \"../core/types\";\n\nimport { ConnectorError } from \"../errors\";\nimport { Publisher } from \"../publisher/service\";\nimport { StateStore } from \"../state-store\";\nimport {\n  Attr,\n  EventAttr,\n  EventName,\n  SpanName,\n  addCurrentSpanEvent,\n  annotateError,\n} from \"../telemetry\";\nimport { router, WebhookQueue, type QueuedWebhookBatch } from \"../webhook/server\";\n\nconst connectorBatchesTotal = Metric.counter(\"connector_batches_total\", {\n  description: \"Total resource batches attempted by connector sources\",\n});\n\nconst connectorMutationsTotal = Metric.counter(\"connector_mutations_total\", {\n  description: \"Total resource mutations attempted by connector sources\",\n});\n\nconst connectorBatchSize = Metric.histogram(\"connector_batch_size\", {\n  description: \"Distribution of resource mutation batch sizes\",\n  boundaries: [1, 5, 10, 25, 50, 100, 250, 500, 1000],\n});\n\ntype RunBaseOptions = {\n  readonly initialCutoff?: Cursor.Value;\n};\n\nconst normalizeCursor = (value: Cursor.Value): Cursor.Value =>\n  value instanceof Date ? value.toISOString() : value;\n\nconst normalizeResourceState = (state: ResourceState): ResourceState => ({\n  backfill: state.backfill\n    ? {\n        cutoff: normalizeCursor(state.backfill.cutoff),\n        pageCursor:\n          state.backfill.pageCursor === undefined\n            ? undefined\n            : normalizeCursor(state.backfill.pageCursor),\n        completed: state.backfill.completed,\n      }\n    : undefined,\n  changes: state.changes\n    ? {\n        cursor: normalizeCursor(state.changes.cursor),\n      }\n    : undefined,\n});\n\nexport type RunOptions = RunBaseOptions & {\n  readonly webhook?: {\n    readonly routes: ReadonlyArray<WebhookRoute>;\n    readonly healthPath?: HttpRouter.PathInput;\n    readonly disableHttpLogger?: boolean;\n  };\n};\n\ntype RunNoWebhookOptions = RunBaseOptions & {\n  readonly webhook?: undefined;\n};\n\ntype RunWebhookOptions = RunOptions & {\n  readonly webhook: NonNullable<RunOptions[\"webhook\"]>;\n};\n\nexport function run<const Resources extends ReadonlyArray<ResourceDefinition>>(\n  connector: ConnectorDefinition<Resources>,\n  options?: RunNoWebhookOptions,\n): Effect.Effect<void, ConnectorError, StateStore | Publisher>;\nexport function run<const Resources extends ReadonlyArray<ResourceDefinition>>(\n  connector: ConnectorDefinition<Resources>,\n  options: RunWebhookOptions,\n): Effect.Effect<void, ConnectorError, StateStore | Publisher | HttpServer.HttpServer>;\nexport function run(connector: ConnectorDefinition, options?: RunOptions) {\n  const runtimeLayer = options?.webhook\n    ? Layer.mergeAll(makeWebhookQueueLayer(), makeWebhookServerLayer(options.webhook))\n    : Layer.empty;\n\n  return Effect.gen(function* () {\n    const initialCutoff =\n      options?.initialCutoff ?? (yield* DateTime.now.pipe(Effect.map(DateTime.formatIso)));\n    yield* Effect.logInfo(\"Connector started\").pipe(\n      Effect.annotateLogs({\n        [Attr.connectorName]: connector.name,\n        resources: connector.resources.length,\n      }),\n    );\n\n    const sourceRun = runIngestion(connector, initialCutoff);\n    const webhookRun = options?.webhook ? runWebhookRuntime(options.webhook.routes) : Effect.void;\n\n    return yield* Effect.all([sourceRun, webhookRun], { concurrency: \"unbounded\" }).pipe(\n      Effect.asVoid,\n    );\n  }).pipe(Effect.provide(runtimeLayer));\n}\n\nconst makeWebhookQueueLayer = (): Layer.Layer<WebhookQueue> =>\n  Layer.effect(WebhookQueue)(\n    Effect.gen(function* () {\n      const queue = yield* Queue.bounded<QueuedWebhookBatch>(1024);\n      return WebhookQueue.of({ queue });\n    }),\n  );\n\nconst runWebhookRuntime = (routes: ReadonlyArray<WebhookRoute>) => {\n  const hasAfterEnqueue = routes.some((route) => route.ackMode === \"after-enqueue\");\n  return Effect.all([hasAfterEnqueue ? runWebhookQueueConsumer : Effect.void, Effect.never], {\n    concurrency: \"unbounded\",\n  }).pipe(Effect.asVoid);\n};\n\nconst runWebhookQueueConsumer = Effect.gen(function* () {\n  const queue = yield* WebhookQueue;\n  while (true) {\n    const batch = yield* Queue.take(queue.queue);\n    yield* publishBatch({ resource: batch.resource, source: \"webhook\", batch: batch.batch });\n  }\n});\n\nconst makeWebhookServerLayer = (options: {\n  readonly routes: ReadonlyArray<WebhookRoute>;\n  readonly healthPath?: HttpRouter.PathInput;\n  readonly disableHttpLogger?: boolean;\n}): Layer.Layer<never, never, HttpServer.HttpServer> => {\n  const healthPath: HttpRouter.PathInput = options.healthPath ?? \"/health\";\n  const app = Layer.mergeAll(\n    router(options.routes),\n    HttpRouter.add(\"GET\", healthPath, Effect.succeed(HttpServerResponse.text(\"ok\"))),\n  );\n\n  return HttpRouter.serve(app, {\n    disableLogger: options.disableHttpLogger ?? true,\n  });\n};\n\nconst runIngestion = (\n  connector: ConnectorDefinition,\n  initialCutoff: Cursor.Value,\n): Effect.Effect<void, ConnectorError, StateStore | Publisher> =>\n  Effect.forEach(\n    connector.resources,\n    (resource) => runResourceSources(connector, resource, initialCutoff),\n    {\n      concurrency: \"unbounded\",\n    },\n  ).pipe(Effect.asVoid);\n\nconst initializeResourceState = (\n  existing: ResourceState | undefined,\n  initialCutoff: Cursor.Value,\n): ResourceState => ({\n  changes: existing?.changes ?? { cursor: initialCutoff },\n  backfill: existing?.backfill ?? {\n    cutoff: initialCutoff,\n    completed: false,\n  },\n});\n\nconst getInitializedState = Effect.fnUntraced(function* (\n  resource: string,\n  initialCutoff: Cursor.Value,\n) {\n  const store = yield* StateStore;\n  const existing = yield* store.getResourceState(resource);\n  return initializeResourceState(existing, initialCutoff);\n});\n\nconst runResourceSources = (\n  connector: ConnectorDefinition,\n  resource: ResourceDefinition,\n  initialCutoff: Cursor.Value,\n) => {\n  const runs = [\n    resource.backfill ? runBackfill(connector, resource, initialCutoff) : Effect.void,\n    resource.changes ? runChanges(connector, resource, initialCutoff) : Effect.void,\n  ];\n\n  return Effect.all(runs, { concurrency: \"unbounded\" }).pipe(Effect.asVoid);\n};\n\nconst runBackfill = Effect.fnUntraced(function* (\n  connector: ConnectorDefinition,\n  resource: ResourceDefinition,\n  initialCutoff: Cursor.Value,\n) {\n  if (!resource.backfill) return;\n  const store = yield* StateStore;\n  let state = yield* getInitializedState(resource.name, initialCutoff);\n\n  while (state.backfill?.completed !== true) {\n    const backfill = state.backfill ?? { cutoff: initialCutoff, completed: false };\n    const page = yield* resource.backfill.fetch({\n      pageCursor: backfill.pageCursor,\n      cutoff: backfill.cutoff,\n    });\n\n    yield* publishBatch({\n      connector,\n      resource: resource.name,\n      source: \"backfill\",\n      batch: {\n        cursor: page.nextPageCursor ?? backfill.cutoff,\n        mutations: page.mutations,\n      },\n    });\n\n    state = {\n      ...state,\n      backfill: {\n        cutoff: backfill.cutoff,\n        pageCursor: page.nextPageCursor,\n        completed: !page.hasMore,\n      },\n    };\n\n    yield* Effect.withSpan(\n      store\n        .setResourceState(resource.name, normalizeResourceState(state))\n        .pipe(Effect.tapError((error) => annotateError(\"state_set\", error))),\n      SpanName.stateSet,\n      { attributes: { [Attr.stateKey]: resource.name } },\n    );\n  }\n});\n\nconst runChanges = Effect.fnUntraced(function* (\n  connector: ConnectorDefinition,\n  resource: ResourceDefinition,\n  initialCutoff: Cursor.Value,\n) {\n  if (!resource.changes) return;\n  const store = yield* StateStore;\n\n  while (true) {\n    const state = yield* getInitializedState(resource.name, initialCutoff);\n    const cursor = state.changes?.cursor ?? initialCutoff;\n    const page = yield* resource.changes.fetch({ cursor });\n\n    yield* publishBatch({\n      connector,\n      resource: resource.name,\n      source: \"changes\",\n      batch: {\n        cursor: page.cursor,\n        mutations: page.mutations,\n      },\n    });\n\n    yield* Effect.withSpan(\n      store\n        .setResourceState(\n          resource.name,\n          normalizeResourceState({\n            ...state,\n            changes: { cursor: page.cursor },\n          }),\n        )\n        .pipe(Effect.tapError((error) => annotateError(\"state_set\", error))),\n      SpanName.stateSet,\n      { attributes: { [Attr.stateKey]: resource.name } },\n    );\n\n    yield* Effect.sleep(resource.changes.interval ?? \"1 minute\");\n  }\n});\n\nconst publishBatch = Effect.fnUntraced(function* (options: {\n  readonly connector?: ConnectorDefinition;\n  readonly resource: string;\n  readonly source: \"backfill\" | \"changes\" | \"webhook\";\n  readonly batch: ResourceBatch;\n}) {\n  const metric = {\n    connector: options.connector?.name ?? \"unknown\",\n    resource: options.resource,\n    source: options.source,\n  };\n  yield* Metric.update(Metric.withAttributes(connectorBatchesTotal, metric), 1);\n  yield* Metric.update(\n    Metric.withAttributes(connectorMutationsTotal, metric),\n    options.batch.mutations.length,\n  );\n  yield* Metric.update(\n    Metric.withAttributes(connectorBatchSize, metric),\n    options.batch.mutations.length,\n  );\n\n  const publisher = yield* Publisher;\n  const ack = yield* publisher.publish({\n    resource: options.resource,\n    source: options.source,\n    batch: options.batch,\n  });\n\n  yield* Effect.annotateCurrentSpan({ [Attr.publisherSuccess]: ack.status === \"accepted\" });\n  if (ack.status === \"rejected\") {\n    yield* Effect.annotateCurrentSpan({ [Attr.errorPhase]: \"publish\" });\n    return yield* Effect.fail(\n      new ConnectorError({\n        message: `Publisher rejected batch for ${options.resource}: ${ack.reason}`,\n      }),\n    );\n  }\n\n  if (options.batch.cursor !== undefined) {\n    yield* addCurrentSpanEvent(EventName.batchCheckpoint, {\n      [EventAttr.batchCursor]: options.batch.cursor,\n    });\n  }\n});\n","export { run, type RunOptions } from \"./engine\";\n"],"mappings":";;;;;;;;;AAyBA,MAAM,wBAAwB,OAAO,QAAQ,2BAA2B,EACtE,aAAa,yDACd,CAAC;AAEF,MAAM,0BAA0B,OAAO,QAAQ,6BAA6B,EAC1E,aAAa,2DACd,CAAC;AAEF,MAAM,qBAAqB,OAAO,UAAU,wBAAwB;CAClE,aAAa;CACb,YAAY;EAAC;EAAG;EAAG;EAAI;EAAI;EAAI;EAAK;EAAK;EAAK;EAAK;CACpD,CAAC;AAMF,MAAM,mBAAmB,UACvB,iBAAiB,OAAO,MAAM,aAAa,GAAG;AAEhD,MAAM,0BAA0B,WAAyC;CACvE,UAAU,MAAM,WACZ;EACE,QAAQ,gBAAgB,MAAM,SAAS,OAAO;EAC9C,YACE,MAAM,SAAS,eAAe,SAC1B,SACA,gBAAgB,MAAM,SAAS,WAAW;EAChD,WAAW,MAAM,SAAS;EAC3B,GACD;CACJ,SAAS,MAAM,UACX,EACE,QAAQ,gBAAgB,MAAM,QAAQ,OAAO,EAC9C,GACD;CACL;AA0BD,SAAgB,IAAI,WAAgC,SAAsB;CACxE,MAAM,eAAe,SAAS,UAC1B,MAAM,SAAS,uBAAuB,EAAE,uBAAuB,QAAQ,QAAQ,CAAC,GAChF,MAAM;AAEV,QAAO,OAAO,IAAI,aAAa;EAC7B,MAAM,gBACJ,SAAS,kBAAkB,OAAO,SAAS,IAAI,KAAK,OAAO,IAAI,SAAS,UAAU,CAAC;AACrF,SAAO,OAAO,QAAQ,oBAAoB,CAAC,KACzC,OAAO,aAAa;IACjB,KAAK,gBAAgB,UAAU;GAChC,WAAW,UAAU,UAAU;GAChC,CAAC,CACH;EAED,MAAM,YAAY,aAAa,WAAW,cAAc;EACxD,MAAM,aAAa,SAAS,UAAU,kBAAkB,QAAQ,QAAQ,OAAO,GAAG,OAAO;AAEzF,SAAO,OAAO,OAAO,IAAI,CAAC,WAAW,WAAW,EAAE,EAAE,aAAa,aAAa,CAAC,CAAC,KAC9E,OAAO,OACR;GACD,CAAC,KAAK,OAAO,QAAQ,aAAa,CAAC;;AAGvC,MAAM,8BACJ,MAAM,OAAO,aAAa,CACxB,OAAO,IAAI,aAAa;CACtB,MAAM,QAAQ,OAAO,MAAM,QAA4B,KAAK;AAC5D,QAAO,aAAa,GAAG,EAAE,OAAO,CAAC;EACjC,CACH;AAEH,MAAM,qBAAqB,WAAwC;CACjE,MAAM,kBAAkB,OAAO,MAAM,UAAU,MAAM,YAAY,gBAAgB;AACjF,QAAO,OAAO,IAAI,CAAC,kBAAkB,0BAA0B,OAAO,MAAM,OAAO,MAAM,EAAE,EACzF,aAAa,aACd,CAAC,CAAC,KAAK,OAAO,OAAO;;AAGxB,MAAM,0BAA0B,OAAO,IAAI,aAAa;CACtD,MAAM,QAAQ,OAAO;AACrB,QAAO,MAAM;EACX,MAAM,QAAQ,OAAO,MAAM,KAAK,MAAM,MAAM;AAC5C,SAAO,aAAa;GAAE,UAAU,MAAM;GAAU,QAAQ;GAAW,OAAO,MAAM;GAAO,CAAC;;EAE1F;AAEF,MAAM,0BAA0B,YAIwB;CACtD,MAAMA,aAAmC,QAAQ,cAAc;CAC/D,MAAM,MAAM,MAAM,SAChB,OAAO,QAAQ,OAAO,EACtB,WAAW,IAAI,OAAO,YAAY,OAAO,QAAQ,mBAAmB,KAAK,KAAK,CAAC,CAAC,CACjF;AAED,QAAO,WAAW,MAAM,KAAK,EAC3B,eAAe,QAAQ,qBAAqB,MAC7C,CAAC;;AAGJ,MAAM,gBACJ,WACA,kBAEA,OAAO,QACL,UAAU,YACT,aAAa,mBAAmB,WAAW,UAAU,cAAc,EACpE,EACE,aAAa,aACd,CACF,CAAC,KAAK,OAAO,OAAO;AAEvB,MAAM,2BACJ,UACA,mBACmB;CACnB,SAAS,UAAU,WAAW,EAAE,QAAQ,eAAe;CACvD,UAAU,UAAU,YAAY;EAC9B,QAAQ;EACR,WAAW;EACZ;CACF;AAED,MAAM,sBAAsB,OAAO,WAAW,WAC5C,UACA,eACA;AAGA,QAAO,wBADU,QADH,OAAO,YACS,iBAAiB,SAAS,EACf,cAAc;EACvD;AAEF,MAAM,sBACJ,WACA,UACA,kBACG;CACH,MAAM,OAAO,CACX,SAAS,WAAW,YAAY,WAAW,UAAU,cAAc,GAAG,OAAO,MAC7E,SAAS,UAAU,WAAW,WAAW,UAAU,cAAc,GAAG,OAAO,KAC5E;AAED,QAAO,OAAO,IAAI,MAAM,EAAE,aAAa,aAAa,CAAC,CAAC,KAAK,OAAO,OAAO;;AAG3E,MAAM,cAAc,OAAO,WAAW,WACpC,WACA,UACA,eACA;AACA,KAAI,CAAC,SAAS,SAAU;CACxB,MAAM,QAAQ,OAAO;CACrB,IAAI,QAAQ,OAAO,oBAAoB,SAAS,MAAM,cAAc;AAEpE,QAAO,MAAM,UAAU,cAAc,MAAM;EACzC,MAAM,WAAW,MAAM,YAAY;GAAE,QAAQ;GAAe,WAAW;GAAO;EAC9E,MAAM,OAAO,OAAO,SAAS,SAAS,MAAM;GAC1C,YAAY,SAAS;GACrB,QAAQ,SAAS;GAClB,CAAC;AAEF,SAAO,aAAa;GAClB;GACA,UAAU,SAAS;GACnB,QAAQ;GACR,OAAO;IACL,QAAQ,KAAK,kBAAkB,SAAS;IACxC,WAAW,KAAK;IACjB;GACF,CAAC;AAEF,UAAQ;GACN,GAAG;GACH,UAAU;IACR,QAAQ,SAAS;IACjB,YAAY,KAAK;IACjB,WAAW,CAAC,KAAK;IAClB;GACF;AAED,SAAO,OAAO,SACZ,MACG,iBAAiB,SAAS,MAAM,uBAAuB,MAAM,CAAC,CAC9D,KAAK,OAAO,UAAU,UAAU,cAAc,aAAa,MAAM,CAAC,CAAC,EACtE,SAAS,UACT,EAAE,YAAY,GAAG,KAAK,WAAW,SAAS,MAAM,EAAE,CACnD;;EAEH;AAEF,MAAM,aAAa,OAAO,WAAW,WACnC,WACA,UACA,eACA;AACA,KAAI,CAAC,SAAS,QAAS;CACvB,MAAM,QAAQ,OAAO;AAErB,QAAO,MAAM;EACX,MAAM,QAAQ,OAAO,oBAAoB,SAAS,MAAM,cAAc;EACtE,MAAM,SAAS,MAAM,SAAS,UAAU;EACxC,MAAM,OAAO,OAAO,SAAS,QAAQ,MAAM,EAAE,QAAQ,CAAC;AAEtD,SAAO,aAAa;GAClB;GACA,UAAU,SAAS;GACnB,QAAQ;GACR,OAAO;IACL,QAAQ,KAAK;IACb,WAAW,KAAK;IACjB;GACF,CAAC;AAEF,SAAO,OAAO,SACZ,MACG,iBACC,SAAS,MACT,uBAAuB;GACrB,GAAG;GACH,SAAS,EAAE,QAAQ,KAAK,QAAQ;GACjC,CAAC,CACH,CACA,KAAK,OAAO,UAAU,UAAU,cAAc,aAAa,MAAM,CAAC,CAAC,EACtE,SAAS,UACT,EAAE,YAAY,GAAG,KAAK,WAAW,SAAS,MAAM,EAAE,CACnD;AAED,SAAO,OAAO,MAAM,SAAS,QAAQ,YAAY,WAAW;;EAE9D;AAEF,MAAM,eAAe,OAAO,WAAW,WAAW,SAK/C;CACD,MAAM,SAAS;EACb,WAAW,QAAQ,WAAW,QAAQ;EACtC,UAAU,QAAQ;EAClB,QAAQ,QAAQ;EACjB;AACD,QAAO,OAAO,OAAO,OAAO,eAAe,uBAAuB,OAAO,EAAE,EAAE;AAC7E,QAAO,OAAO,OACZ,OAAO,eAAe,yBAAyB,OAAO,EACtD,QAAQ,MAAM,UAAU,OACzB;AACD,QAAO,OAAO,OACZ,OAAO,eAAe,oBAAoB,OAAO,EACjD,QAAQ,MAAM,UAAU,OACzB;CAGD,MAAM,MAAM,QADM,OAAO,WACI,QAAQ;EACnC,UAAU,QAAQ;EAClB,QAAQ,QAAQ;EAChB,OAAO,QAAQ;EAChB,CAAC;AAEF,QAAO,OAAO,oBAAoB,GAAG,KAAK,mBAAmB,IAAI,WAAW,YAAY,CAAC;AACzF,KAAI,IAAI,WAAW,YAAY;AAC7B,SAAO,OAAO,oBAAoB,GAAG,KAAK,aAAa,WAAW,CAAC;AACnE,SAAO,OAAO,OAAO,KACnB,IAAI,eAAe,EACjB,SAAS,gCAAgC,QAAQ,SAAS,IAAI,IAAI,UACnE,CAAC,CACH;;AAGH,KAAI,QAAQ,MAAM,WAAW,OAC3B,QAAO,oBAAoB,UAAU,iBAAiB,GACnD,UAAU,cAAc,QAAQ,MAAM,QACxC,CAAC;EAEJ"}

package/dist/server-DAeFWT4o.js

@@ -1,113 +0,0 @@
-import { t as ConnectorError } from "./errors-DHWylqRZ.js";
-import { c as Publisher, i as SpanName, o as annotateError, t as Attr } from "./telemetry-p0dE5Mdu.js";
-import { Cause, Context, Effect, Queue, Schema } from "effect";
-import { HttpRouter, HttpServerRequest, HttpServerResponse } from "effect/unstable/http";
-
-//#region src/webhook/server.ts
-var WebhookQueue = class extends Context.Service()("@useairfoil/connector-kit/WebhookQueue") {};
-const resourceBatch = (mutations) => ({ mutations });
-const decodeAndHandleWebhook = (resourceName, webhook, payload) => Schema.decodeUnknownEffect(webhook.schema)(payload).pipe(Effect.mapError((cause) => new ConnectorError({
-	message: `Invalid webhook payload for resource ${resourceName}`,
-	cause
-})), Effect.flatMap((decoded) => webhook.handler({ payload: decoded })));
-const makeRouteContext = (request, rawBody, payload, batches) => ({
-	request,
-	rawBody,
-	payload,
-	to: (resource, payload$1) => Effect.gen(function* () {
-		if (!resource.webhook) return yield* Effect.fail(new ConnectorError({ message: `Resource ${resource.name} does not define a webhook handler` }));
-		const mutations = yield* decodeAndHandleWebhook(resource.name, resource.webhook, payload$1);
-		batches.push({
-			resource: resource.name,
-			batch: resourceBatch(mutations)
-		});
-	})
-});
-const compactBatches = (batches) => {
-	const grouped = /* @__PURE__ */ new Map();
-	for (const item of batches) {
-		const current = grouped.get(item.resource) ?? [];
-		grouped.set(item.resource, [...current, ...item.batch.mutations]);
-	}
-	return Array.from(grouped.entries()).map(([resource, mutations]) => ({
-		resource,
-		batch: resourceBatch(mutations)
-	}));
-};
-const publishBatches = (batches) => Effect.gen(function* () {
-	const publisher = yield* Publisher;
-	yield* Effect.forEach(batches, (batch) => Effect.gen(function* () {
-		const ack = yield* publisher.publish({
-			resource: batch.resource,
-			source: "webhook",
-			batch: batch.batch
-		});
-		if (ack.status === "rejected") return yield* Effect.fail(new ConnectorError({ message: ack.reason }));
-	}), { concurrency: "unbounded" });
-});
-const badRequest = (message) => HttpServerResponse.jsonUnsafe({
-	ok: false,
-	error: message
-}, { status: 400 });
-const readRawBody = (request) => request.arrayBuffer.pipe(Effect.map((buffer) => new Uint8Array(buffer)));
-const parseJson = (rawBody) => Effect.try({
-	try: () => JSON.parse(new TextDecoder().decode(rawBody)),
-	catch: (cause) => new ConnectorError({
-		message: "Invalid webhook JSON",
-		cause
-	})
-});
-const makeHandler = (route) => Effect.gen(function* () {
-	const request = yield* HttpServerRequest.HttpServerRequest;
-	const collected = [];
-	const rawBodyResult = yield* readRawBody(request).pipe(Effect.match({
-		onFailure: () => ({
-			_tag: "Error",
-			message: "Failed to read webhook body"
-		}),
-		onSuccess: (value) => ({
-			_tag: "Success",
-			value
-		})
-	}));
-	if (rawBodyResult._tag === "Error") return badRequest(rawBodyResult.message);
-	const jsonResult = yield* parseJson(rawBodyResult.value).pipe(Effect.match({
-		onFailure: (error) => ({
-			_tag: "Error",
-			message: error.message
-		}),
-		onSuccess: (value) => ({
-			_tag: "Success",
-			value
-		})
-	}));
-	if (jsonResult._tag === "Error") return badRequest(jsonResult.message);
-	const payloadResult = yield* Schema.decodeUnknownEffect(route.schema)(jsonResult.value).pipe(Effect.match({
-		onFailure: () => ({
-			_tag: "Error",
-			message: "Invalid webhook payload"
-		}),
-		onSuccess: (value) => ({
-			_tag: "Success",
-			value
-		})
-	}));
-	if (payloadResult._tag === "Error") return badRequest(payloadResult.message);
-	const response = yield* Effect.withSpan(route.handler(makeRouteContext(request, rawBodyResult.value, payloadResult.value, collected)).pipe(Effect.tapError((error) => annotateError("webhook_handle", error))), SpanName.webhookHandle, { attributes: { [Attr.webhookPath]: route.path } });
-	const batches = compactBatches(collected);
-	if (route.ackMode === "after-enqueue") {
-		const queue = yield* WebhookQueue;
-		yield* Queue.offerAll(queue.queue, batches);
-		return response;
-	}
-	yield* Effect.withSpan(publishBatches(batches).pipe(Effect.tapError((error) => annotateError("webhook_publish", error))), SpanName.webhookHandle, { attributes: { [Attr.webhookPath]: route.path } });
-	return response;
-}).pipe(Effect.catchCause((cause) => Effect.logWarning(`Webhook handler error: ${Cause.pretty(cause)}`).pipe(Effect.andThen(Effect.succeed(HttpServerResponse.jsonUnsafe({
-	ok: false,
-	error: "Webhook handler failed"
-}, { status: 500 }))))));
-const router = (routes) => HttpRouter.addAll(routes.map((route) => HttpRouter.route("POST", route.path, makeHandler(route))));
-
-//#endregion
-export { router as n, WebhookQueue as t };
-//# sourceMappingURL=server-DAeFWT4o.js.map

package/dist/server-DAeFWT4o.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"server-DAeFWT4o.js","names":["payload","collected: Array<QueuedWebhookBatch>"],"sources":["../src/webhook/server.ts"],"sourcesContent":["import { Cause, Context, Effect, Queue, Schema } from \"effect\";\nimport { HttpRouter, HttpServerRequest, HttpServerResponse } from \"effect/unstable/http\";\n\nimport type {\n  ResourceBatch,\n  ResourceDefinition,\n  ResourceMutation,\n  WebhookHandler,\n  WebhookRoute,\n} from \"../core/types\";\n\nimport { ConnectorError } from \"../errors\";\nimport { Publisher } from \"../publisher/service\";\nimport { Attr, SpanName, annotateError } from \"../telemetry\";\n\nexport type QueuedWebhookBatch = {\n  readonly resource: string;\n  readonly batch: ResourceBatch;\n};\n\nexport class WebhookQueue extends Context.Service<\n  WebhookQueue,\n  {\n    readonly queue: Queue.Queue<QueuedWebhookBatch>;\n  }\n>()(\"@useairfoil/connector-kit/WebhookQueue\") {}\n\nconst resourceBatch = <Row extends object>(\n  mutations: ReadonlyArray<ResourceMutation<Row>>,\n): ResourceBatch<Row> => ({\n  mutations,\n});\n\nconst decodeAndHandleWebhook = <Row extends object, Payload>(\n  resourceName: string,\n  webhook: WebhookHandler<Row, Payload>,\n  payload: unknown,\n) =>\n  Schema.decodeUnknownEffect(webhook.schema)(payload).pipe(\n    Effect.mapError(\n      (cause) =>\n        new ConnectorError({\n          message: `Invalid webhook payload for resource ${resourceName}`,\n          cause,\n        }),\n    ),\n    Effect.flatMap((decoded) => webhook.handler({ payload: decoded })),\n  );\n\nconst makeRouteContext = (\n  request: HttpServerRequest.HttpServerRequest,\n  rawBody: Uint8Array,\n  payload: unknown,\n  batches: Array<QueuedWebhookBatch>,\n): import(\"../core/types\").WebhookRouteContext<ReadonlyArray<ResourceDefinition>, unknown> => ({\n  request,\n  rawBody,\n  payload,\n  to: (resource, payload) =>\n    Effect.gen(function* () {\n      if (!resource.webhook) {\n        return yield* Effect.fail(\n          new ConnectorError({\n            message: `Resource ${resource.name} does not define a webhook handler`,\n          }),\n        );\n      }\n\n      const mutations = yield* decodeAndHandleWebhook(resource.name, resource.webhook, payload);\n      batches.push({\n        resource: resource.name,\n        batch: resourceBatch(mutations),\n      });\n    }),\n});\n\nconst compactBatches = (batches: ReadonlyArray<QueuedWebhookBatch>) => {\n  const grouped = new Map<string, ResourceMutation[]>();\n  for (const item of batches) {\n    const current = grouped.get(item.resource) ?? [];\n    grouped.set(item.resource, [...current, ...item.batch.mutations]);\n  }\n  return Array.from(grouped.entries()).map(([resource, mutations]) => ({\n    resource,\n    batch: resourceBatch(mutations),\n  }));\n};\n\nconst publishBatches = (batches: ReadonlyArray<QueuedWebhookBatch>) =>\n  Effect.gen(function* () {\n    const publisher = yield* Publisher;\n    yield* Effect.forEach(\n      batches,\n      (batch) =>\n        Effect.gen(function* () {\n          const ack = yield* publisher.publish({\n            resource: batch.resource,\n            source: \"webhook\",\n            batch: batch.batch,\n          });\n          if (ack.status === \"rejected\") {\n            return yield* Effect.fail(new ConnectorError({ message: ack.reason }));\n          }\n        }),\n      { concurrency: \"unbounded\" },\n    );\n  });\n\nconst badRequest = (message: string) =>\n  HttpServerResponse.jsonUnsafe({ ok: false, error: message }, { status: 400 });\n\nconst readRawBody = (request: HttpServerRequest.HttpServerRequest) =>\n  request.arrayBuffer.pipe(Effect.map((buffer) => new Uint8Array(buffer)));\n\nconst parseJson = (rawBody: Uint8Array) =>\n  Effect.try({\n    try: () => JSON.parse(new TextDecoder().decode(rawBody)) as unknown,\n    catch: (cause) => new ConnectorError({ message: \"Invalid webhook JSON\", cause }),\n  });\n\nconst makeHandler = (route: WebhookRoute) =>\n  Effect.gen(function* () {\n    const request = yield* HttpServerRequest.HttpServerRequest;\n    const collected: Array<QueuedWebhookBatch> = [];\n\n    const rawBodyResult = yield* readRawBody(request).pipe(\n      Effect.match({\n        onFailure: () => ({ _tag: \"Error\" as const, message: \"Failed to read webhook body\" }),\n        onSuccess: (value) => ({ _tag: \"Success\" as const, value }),\n      }),\n    );\n    if (rawBodyResult._tag === \"Error\") {\n      return badRequest(rawBodyResult.message);\n    }\n\n    const jsonResult = yield* parseJson(rawBodyResult.value).pipe(\n      Effect.match({\n        onFailure: (error) => ({ _tag: \"Error\" as const, message: error.message }),\n        onSuccess: (value) => ({ _tag: \"Success\" as const, value }),\n      }),\n    );\n    if (jsonResult._tag === \"Error\") {\n      return badRequest(jsonResult.message);\n    }\n\n    const payloadResult = yield* Schema.decodeUnknownEffect(route.schema)(jsonResult.value).pipe(\n      Effect.match({\n        onFailure: () => ({ _tag: \"Error\" as const, message: \"Invalid webhook payload\" }),\n        onSuccess: (value) => ({ _tag: \"Success\" as const, value }),\n      }),\n    );\n    if (payloadResult._tag === \"Error\") {\n      return badRequest(payloadResult.message);\n    }\n\n    const response = yield* Effect.withSpan(\n      route\n        .handler(makeRouteContext(request, rawBodyResult.value, payloadResult.value, collected))\n        .pipe(Effect.tapError((error) => annotateError(\"webhook_handle\", error))),\n      SpanName.webhookHandle,\n      { attributes: { [Attr.webhookPath]: route.path } },\n    );\n\n    const batches = compactBatches(collected);\n\n    if (route.ackMode === \"after-enqueue\") {\n      const queue = yield* WebhookQueue;\n      yield* Queue.offerAll(queue.queue, batches);\n      return response;\n    }\n\n    yield* Effect.withSpan(\n      publishBatches(batches).pipe(\n        Effect.tapError((error) => annotateError(\"webhook_publish\", error)),\n      ),\n      SpanName.webhookHandle,\n      { attributes: { [Attr.webhookPath]: route.path } },\n    );\n\n    return response;\n  }).pipe(\n    Effect.catchCause((cause) =>\n      Effect.logWarning(`Webhook handler error: ${Cause.pretty(cause)}`).pipe(\n        Effect.andThen(\n          Effect.succeed(\n            HttpServerResponse.jsonUnsafe(\n              { ok: false, error: \"Webhook handler failed\" },\n              { status: 500 },\n            ),\n          ),\n        ),\n      ),\n    ),\n  );\n\nexport const router = (routes: ReadonlyArray<WebhookRoute>) =>\n  HttpRouter.addAll(\n    routes.map((route) => HttpRouter.route(\"POST\", route.path, makeHandler(route))),\n  );\n"],"mappings":";;;;;;AAoBA,IAAa,eAAb,cAAkC,QAAQ,SAKvC,CAAC,yCAAyC,CAAC;AAE9C,MAAM,iBACJ,eACwB,EACxB,WACD;AAED,MAAM,0BACJ,cACA,SACA,YAEA,OAAO,oBAAoB,QAAQ,OAAO,CAAC,QAAQ,CAAC,KAClD,OAAO,UACJ,UACC,IAAI,eAAe;CACjB,SAAS,wCAAwC;CACjD;CACD,CAAC,CACL,EACD,OAAO,SAAS,YAAY,QAAQ,QAAQ,EAAE,SAAS,SAAS,CAAC,CAAC,CACnE;AAEH,MAAM,oBACJ,SACA,SACA,SACA,aAC6F;CAC7F;CACA;CACA;CACA,KAAK,UAAU,cACb,OAAO,IAAI,aAAa;AACtB,MAAI,CAAC,SAAS,QACZ,QAAO,OAAO,OAAO,KACnB,IAAI,eAAe,EACjB,SAAS,YAAY,SAAS,KAAK,qCACpC,CAAC,CACH;EAGH,MAAM,YAAY,OAAO,uBAAuB,SAAS,MAAM,SAAS,SAASA,UAAQ;AACzF,UAAQ,KAAK;GACX,UAAU,SAAS;GACnB,OAAO,cAAc,UAAU;GAChC,CAAC;GACF;CACL;AAED,MAAM,kBAAkB,YAA+C;CACrE,MAAM,0BAAU,IAAI,KAAiC;AACrD,MAAK,MAAM,QAAQ,SAAS;EAC1B,MAAM,UAAU,QAAQ,IAAI,KAAK,SAAS,IAAI,EAAE;AAChD,UAAQ,IAAI,KAAK,UAAU,CAAC,GAAG,SAAS,GAAG,KAAK,MAAM,UAAU,CAAC;;AAEnE,QAAO,MAAM,KAAK,QAAQ,SAAS,CAAC,CAAC,KAAK,CAAC,UAAU,gBAAgB;EACnE;EACA,OAAO,cAAc,UAAU;EAChC,EAAE;;AAGL,MAAM,kBAAkB,YACtB,OAAO,IAAI,aAAa;CACtB,MAAM,YAAY,OAAO;AACzB,QAAO,OAAO,QACZ,UACC,UACC,OAAO,IAAI,aAAa;EACtB,MAAM,MAAM,OAAO,UAAU,QAAQ;GACnC,UAAU,MAAM;GAChB,QAAQ;GACR,OAAO,MAAM;GACd,CAAC;AACF,MAAI,IAAI,WAAW,WACjB,QAAO,OAAO,OAAO,KAAK,IAAI,eAAe,EAAE,SAAS,IAAI,QAAQ,CAAC,CAAC;GAExE,EACJ,EAAE,aAAa,aAAa,CAC7B;EACD;AAEJ,MAAM,cAAc,YAClB,mBAAmB,WAAW;CAAE,IAAI;CAAO,OAAO;CAAS,EAAE,EAAE,QAAQ,KAAK,CAAC;AAE/E,MAAM,eAAe,YACnB,QAAQ,YAAY,KAAK,OAAO,KAAK,WAAW,IAAI,WAAW,OAAO,CAAC,CAAC;AAE1E,MAAM,aAAa,YACjB,OAAO,IAAI;CACT,WAAW,KAAK,MAAM,IAAI,aAAa,CAAC,OAAO,QAAQ,CAAC;CACxD,QAAQ,UAAU,IAAI,eAAe;EAAE,SAAS;EAAwB;EAAO,CAAC;CACjF,CAAC;AAEJ,MAAM,eAAe,UACnB,OAAO,IAAI,aAAa;CACtB,MAAM,UAAU,OAAO,kBAAkB;CACzC,MAAMC,YAAuC,EAAE;CAE/C,MAAM,gBAAgB,OAAO,YAAY,QAAQ,CAAC,KAChD,OAAO,MAAM;EACX,kBAAkB;GAAE,MAAM;GAAkB,SAAS;GAA+B;EACpF,YAAY,WAAW;GAAE,MAAM;GAAoB;GAAO;EAC3D,CAAC,CACH;AACD,KAAI,cAAc,SAAS,QACzB,QAAO,WAAW,cAAc,QAAQ;CAG1C,MAAM,aAAa,OAAO,UAAU,cAAc,MAAM,CAAC,KACvD,OAAO,MAAM;EACX,YAAY,WAAW;GAAE,MAAM;GAAkB,SAAS,MAAM;GAAS;EACzE,YAAY,WAAW;GAAE,MAAM;GAAoB;GAAO;EAC3D,CAAC,CACH;AACD,KAAI,WAAW,SAAS,QACtB,QAAO,WAAW,WAAW,QAAQ;CAGvC,MAAM,gBAAgB,OAAO,OAAO,oBAAoB,MAAM,OAAO,CAAC,WAAW,MAAM,CAAC,KACtF,OAAO,MAAM;EACX,kBAAkB;GAAE,MAAM;GAAkB,SAAS;GAA2B;EAChF,YAAY,WAAW;GAAE,MAAM;GAAoB;GAAO;EAC3D,CAAC,CACH;AACD,KAAI,cAAc,SAAS,QACzB,QAAO,WAAW,cAAc,QAAQ;CAG1C,MAAM,WAAW,OAAO,OAAO,SAC7B,MACG,QAAQ,iBAAiB,SAAS,cAAc,OAAO,cAAc,OAAO,UAAU,CAAC,CACvF,KAAK,OAAO,UAAU,UAAU,cAAc,kBAAkB,MAAM,CAAC,CAAC,EAC3E,SAAS,eACT,EAAE,YAAY,GAAG,KAAK,cAAc,MAAM,MAAM,EAAE,CACnD;CAED,MAAM,UAAU,eAAe,UAAU;AAEzC,KAAI,MAAM,YAAY,iBAAiB;EACrC,MAAM,QAAQ,OAAO;AACrB,SAAO,MAAM,SAAS,MAAM,OAAO,QAAQ;AAC3C,SAAO;;AAGT,QAAO,OAAO,SACZ,eAAe,QAAQ,CAAC,KACtB,OAAO,UAAU,UAAU,cAAc,mBAAmB,MAAM,CAAC,CACpE,EACD,SAAS,eACT,EAAE,YAAY,GAAG,KAAK,cAAc,MAAM,MAAM,EAAE,CACnD;AAED,QAAO;EACP,CAAC,KACD,OAAO,YAAY,UACjB,OAAO,WAAW,0BAA0B,MAAM,OAAO,MAAM,GAAG,CAAC,KACjE,OAAO,QACL,OAAO,QACL,mBAAmB,WACjB;CAAE,IAAI;CAAO,OAAO;CAA0B,EAC9C,EAAE,QAAQ,KAAK,CAChB,CACF,CACF,CACF,CACF,CACF;AAEH,MAAa,UAAU,WACrB,WAAW,OACT,OAAO,KAAK,UAAU,WAAW,MAAM,QAAQ,MAAM,MAAM,YAAY,MAAM,CAAC,CAAC,CAChF"}

package/dist/state-store-DG_4QpWG.js

@@ -1,31 +0,0 @@
-import { t as __export } from "./chunk-Bp6m_JJh.js";
-import { Context, Effect, Layer, Ref } from "effect";
-
-//#region src/state-store/service.ts
-var StateStore = class extends Context.Service()("@useairfoil/connector-kit/StateStore") {};
-
-//#endregion
-//#region src/state-store/memory.ts
-/** In-memory resource state store backed by a `Ref<Map>`. Suitable for development and tests. */
-const layerMemory = Layer.effect(StateStore)(Effect.gen(function* () {
-	const ref = yield* Ref.make(/* @__PURE__ */ new Map());
-	return StateStore.of({
-		getResourceState: (resource) => Effect.map(Ref.get(ref), (map) => map.get(resource)),
-		setResourceState: (resource, state) => Effect.map(Ref.update(ref, (map) => {
-			const next = new Map(map);
-			next.set(resource, state);
-			return next;
-		}), () => void 0)
-	});
-}));
-
-//#endregion
-//#region src/state-store/index.ts
-var state_store_exports = /* @__PURE__ */ __export({
-	StateStore: () => StateStore,
-	layerMemory: () => layerMemory
-});
-
-//#endregion
-export { layerMemory as n, StateStore as r, state_store_exports as t };
-//# sourceMappingURL=state-store-DG_4QpWG.js.map

package/dist/state-store-DG_4QpWG.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"state-store-DG_4QpWG.js","names":["layerMemory: Layer.Layer<StateStore>"],"sources":["../src/state-store/service.ts","../src/state-store/memory.ts","../src/state-store/index.ts"],"sourcesContent":["import { Context, type Effect } from \"effect\";\n\nimport type { ResourceState } from \"../core/types\";\nimport type { ConnectorError } from \"../errors\";\n\nexport interface StateStoreService {\n  readonly getResourceState: (\n    resource: string,\n  ) => Effect.Effect<ResourceState | undefined, ConnectorError>;\n  readonly setResourceState: (\n    resource: string,\n    state: ResourceState,\n  ) => Effect.Effect<void, ConnectorError>;\n}\n\nexport class StateStore extends Context.Service<StateStore, StateStoreService>()(\n  \"@useairfoil/connector-kit/StateStore\",\n) {}\n","import { Effect, Layer, Ref } from \"effect\";\n\nimport type { ResourceState } from \"../core/types\";\n\nimport { StateStore } from \"./service\";\n\n/** In-memory resource state store backed by a `Ref<Map>`. Suitable for development and tests. */\nexport const layerMemory: Layer.Layer<StateStore> = Layer.effect(StateStore)(\n  Effect.gen(function* () {\n    const ref = yield* Ref.make(new Map<string, ResourceState>());\n\n    return StateStore.of({\n      getResourceState: (resource) => Effect.map(Ref.get(ref), (map) => map.get(resource)),\n      setResourceState: (resource, state) =>\n        Effect.map(\n          Ref.update(ref, (map) => {\n            const next = new Map(map);\n            next.set(resource, state);\n            return next;\n          }),\n          () => undefined,\n        ),\n    });\n  }),\n);\n","export { layerMemory } from \"./memory\";\nexport { StateStore, type StateStoreService } from \"./service\";\n"],"mappings":";;;;AAeA,IAAa,aAAb,cAAgC,QAAQ,SAAwC,CAC9E,uCACD,CAAC;;;;;ACVF,MAAaA,cAAuC,MAAM,OAAO,WAAW,CAC1E,OAAO,IAAI,aAAa;CACtB,MAAM,MAAM,OAAO,IAAI,qBAAK,IAAI,KAA4B,CAAC;AAE7D,QAAO,WAAW,GAAG;EACnB,mBAAmB,aAAa,OAAO,IAAI,IAAI,IAAI,IAAI,GAAG,QAAQ,IAAI,IAAI,SAAS,CAAC;EACpF,mBAAmB,UAAU,UAC3B,OAAO,IACL,IAAI,OAAO,MAAM,QAAQ;GACvB,MAAM,OAAO,IAAI,IAAI,IAAI;AACzB,QAAK,IAAI,UAAU,MAAM;AACzB,UAAO;IACP,QACI,OACP;EACJ,CAAC;EACF,CACH"}

package/dist/telemetry-p0dE5Mdu.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"telemetry-p0dE5Mdu.js","names":["defaultRedactedHeaders: ReadonlyArray<string | RegExp>"],"sources":["../src/publisher/service.ts","../src/telemetry.ts"],"sourcesContent":["import type * as Wings from \"@useairfoil/wings\";\nimport type * as Effect from \"effect/Effect\";\n\nimport { Context } from \"effect\";\n\nimport type { ResourceBatch } from \"../core/types\";\nimport type { ConnectorError } from \"../errors\";\n\nexport type PublishSource = \"backfill\" | \"changes\" | \"webhook\";\n\nexport type PublishAck =\n  | {\n      readonly status: \"accepted\";\n      readonly resource: string;\n      readonly partition?: Wings.PartitionValue.PartitionValue;\n    }\n  | {\n      readonly status: \"rejected\";\n      readonly resource: string;\n      readonly reason: string;\n      readonly rejectedRows?: number;\n      readonly partition?: Wings.PartitionValue.PartitionValue;\n    };\n\nexport type PublishOptions = {\n  readonly resource: string;\n  readonly source: PublishSource;\n  readonly batch: ResourceBatch;\n};\n\nexport interface PublisherService {\n  readonly publish: (options: PublishOptions) => Effect.Effect<PublishAck, ConnectorError>;\n}\n\nexport class Publisher extends Context.Service<Publisher, PublisherService>()(\n  \"@useairfoil/connector-kit/Publisher\",\n) {}\n","import { Cause, Config, Effect, Layer, Option } from \"effect\";\nimport { Headers } from \"effect/unstable/http\";\nimport * as Observability from \"effect/unstable/observability\";\n\n/** Canonical span names emitted by connector-kit runtime instrumentation. */\nexport const SpanName = {\n  batchProcess: \"connector.batch.process\",\n  webhookDecode: \"connector.webhook.decode\",\n  webhookHandle: \"connector.webhook.handle\",\n  publish: \"connector.publish\",\n  stateSet: \"connector.state.set\",\n  apiFetch: \"connector.api.fetch\",\n} as const;\n\n/** Canonical span attribute names. Keep these stable for collector queries. */\nexport const Attr = {\n  connectorName: \"airfoil.connector.name\",\n  connectorResourcesCount: \"airfoil.connector.resources.count\",\n  resourceName: \"airfoil.resource.name\",\n  resourceSource: \"airfoil.resource.source\",\n  batchMutations: \"airfoil.batch.mutations\",\n  webhookPath: \"airfoil.webhook.path\",\n  publisherSuccess: \"airfoil.publisher.success\",\n  stateKey: \"airfoil.state.key\",\n  apiPath: \"airfoil.api.path\",\n  errorPhase: \"airfoil.error.phase\",\n  errorType: \"airfoil.error.type\",\n  errorMessage: \"airfoil.error.message\",\n  errorDetails: \"airfoil.error.details\",\n} as const;\n\n/** Span event names for high-cardinality reproduction details. */\nexport const EventName = {\n  batchCheckpoint: \"airfoil.batch.checkpoint\",\n} as const;\n\n/** Event-only attributes. These are intentionally not span attributes. */\nexport const EventAttr = {\n  batchCursor: \"airfoil.batch.cursor\",\n} as const;\n\nconst isRecord = (value: unknown): value is Record<string, unknown> =>\n  typeof value === \"object\" && value !== null;\n\nconst maxErrorMessageLength = 500;\n\nconst OtlpEnvConfig = Config.all({\n  enabled: Config.boolean(\"OTEL_ENABLED\").pipe(Config.withDefault(false)),\n  baseUrl: Config.option(Config.string(\"OTEL_EXPORTER_OTLP_ENDPOINT\")),\n  rawHeaders: Config.option(Config.string(\"OTEL_EXPORTER_OTLP_HEADERS\")),\n});\n\nconst defaultRedactedHeaders: ReadonlyArray<string | RegExp> = [\n  \"authorization\",\n  \"cookie\",\n  \"set-cookie\",\n  \"x-api-key\",\n  /api[-_]?key/i,\n  /secret/i,\n  /signature/i,\n  /token/i,\n];\n\nconst parseOtelHeaders = (value: string): Record<string, string> =>\n  Object.fromEntries(\n    value\n      .split(\",\")\n      .map((entry) => entry.trim())\n      .filter(Boolean)\n      .flatMap((entry) => {\n        const separator = entry.indexOf(\"=\");\n        if (separator < 1) return [];\n        return [[entry.slice(0, separator).trim(), entry.slice(separator + 1).trim()]];\n      }),\n  );\n\nconst appendPath = (baseUrl: string, path: string) =>\n  `${baseUrl.replace(/\\/$/, \"\")}/${path.replace(/^\\//, \"\")}`;\n\n/**\n * Best-effort stable error classifier for span metadata.\n *\n * Effect/Data tagged errors expose `_tag`; that is the most useful value for\n * connector bugs (`ConnectorError`, `InvalidWebhookPayloadError`, etc.). For\n * non-tagged errors we fall back to the JS `Error.name`, then constructor name,\n * then the primitive type.\n */\nconst errorType = (error: unknown) => {\n  if (isRecord(error) && typeof error._tag === \"string\") {\n    return String(error._tag);\n  }\n  if (error instanceof Error) {\n    return error.name;\n  }\n  if (isRecord(error) && typeof error.constructor?.name === \"string\") {\n    return error.constructor.name;\n  }\n  return typeof error;\n};\n\n/**\n * Human-readable error summary for span metadata.\n *\n * Tagged errors in this package carry a `message` field, so this preserves the\n * important diagnostic text. Unknown object failures are intentionally reduced\n * to their type; full structured error payloads belong in logs, not span attrs.\n */\nconst errorMessage = (error: unknown) => {\n  const message = (() => {\n    if (isRecord(error) && typeof error.message === \"string\") {\n      return error.message;\n    }\n    if (typeof error === \"string\") {\n      return error;\n    }\n    return errorType(error);\n  })();\n\n  if (message.length > maxErrorMessageLength) {\n    return `${message.slice(0, maxErrorMessageLength)}...`;\n  }\n\n  return message;\n};\n\nconst errorDetails = (error: unknown): string | undefined => {\n  if (!isRecord(error) || error.cause === undefined) return undefined;\n  return Cause.pretty(Cause.die(error.cause));\n};\n\n/** Annotates the active span with phase-aware error metadata before re-failing. */\nexport const annotateError = (phase: string, error: unknown) => {\n  const details = errorDetails(error);\n  return Effect.annotateCurrentSpan({\n    [Attr.errorPhase]: phase,\n    [Attr.errorType]: errorType(error),\n    [Attr.errorMessage]: errorMessage(error),\n    ...(details !== undefined ? { [Attr.errorDetails]: details } : {}),\n  });\n};\n\n/** Adds an event to the active span, or no-ops when no span is active. */\nexport const addCurrentSpanEvent = (name: string, attributes?: Record<string, unknown>) =>\n  Effect.currentSpan.pipe(\n    Effect.flatMap((span) =>\n      Effect.clockWith((clock) =>\n        Effect.sync(() => span.event(name, clock.currentTimeNanosUnsafe(), attributes)),\n      ),\n    ),\n    Effect.ignore,\n  );\n\n/** Transport configuration for OTLP trace export. All fields are direct values. */\nexport type OtlpTracingConfig = {\n  readonly enabled?: boolean;\n  readonly endpoint?: string;\n  readonly headers?: Record<string, string>;\n};\n\n/** Runtime options — not config-wrappable since RegExp cannot live in Config. */\nexport type OtlpTracingOptions = {\n  /** Additional connector-specific header names or regexes to redact from HTTP logs/traces. */\n  readonly redactedHeaders?: ReadonlyArray<string | RegExp>;\n};\n\nconst buildOtlpTracingLayer = (config: OtlpTracingConfig, options: OtlpTracingOptions) =>\n  Effect.gen(function* () {\n    const allRedacted = [...defaultRedactedHeaders, ...(options.redactedHeaders ?? [])];\n    const RedactionLayer = Layer.succeed(Headers.CurrentRedactedNames)(allRedacted);\n\n    if (!config.enabled) {\n      return RedactionLayer;\n    }\n\n    if (!config.endpoint) {\n      return yield* Effect.fail(new Error(\"enabled=true requires endpoint\"));\n    }\n\n    yield* Effect.logInfo(\"telemetry enabled\").pipe(\n      Effect.annotateLogs({\n        endpoint: config.endpoint,\n        headers: config.headers ? Object.keys(config.headers) : [],\n      }),\n    );\n\n    return Layer.mergeAll(\n      RedactionLayer,\n      Observability.OtlpTracer.layer({\n        url: appendPath(config.endpoint, \"/v1/traces\"),\n        headers: config.headers,\n      }).pipe(Layer.provide(Observability.OtlpSerialization.layerJson)),\n    );\n  });\n\n/**\n * Trace-only OTLP export with sensitive HTTP header redaction.\n * Takes direct config values — no `ConfigProvider` required.\n */\nexport const layer = (config: OtlpTracingConfig = {}, options: OtlpTracingOptions = {}) =>\n  Layer.unwrap(buildOtlpTracingLayer(config, options));\n\n/**\n * Trace-only OTLP export with sensitive HTTP header redaction.\n * Takes Effect Config-wrapped values — reads from `ConfigProvider`.\n *\n * @example\n * Telemetry.layerConfig({\n *   enabled: Config.boolean(\"MY_OTEL_ENABLED\"),\n *   endpoint: Config.string(\"MY_COLLECTOR_URL\"),\n * })\n */\nexport const layerConfig = (\n  config: Config.Wrap<OtlpTracingConfig>,\n  options: OtlpTracingOptions = {},\n) =>\n  Layer.unwrap(\n    Effect.gen(function* () {\n      const resolved = yield* Config.unwrap(config);\n      return yield* buildOtlpTracingLayer(resolved, options);\n    }),\n  );\n\n/**\n * Trace-only OTLP export with sensitive HTTP header redaction.\n * Zero-config shortcut that reads the standard `OTEL_*` env var names.\n *\n * Reads `OTEL_ENABLED`, `OTEL_EXPORTER_OTLP_ENDPOINT`, and\n * `OTEL_EXPORTER_OTLP_HEADERS`. Effect's OTLP resource handling reads\n * `OTEL_SERVICE_NAME`, `OTEL_SERVICE_VERSION`, and `OTEL_RESOURCE_ATTRIBUTES`.\n */\nexport const layerOtlpTracing = (options: OtlpTracingOptions = {}) =>\n  Layer.unwrap(\n    Effect.gen(function* () {\n      const raw = yield* OtlpEnvConfig;\n      return yield* buildOtlpTracingLayer(\n        {\n          enabled: raw.enabled,\n          endpoint: Option.getOrUndefined(raw.baseUrl),\n          headers: Option.isSome(raw.rawHeaders)\n            ? parseOtelHeaders(raw.rawHeaders.value)\n            : undefined,\n        },\n        options,\n      );\n    }),\n  );\n"],"mappings":";;;;;;AAkCA,IAAa,YAAb,cAA+B,QAAQ,SAAsC,CAC3E,sCACD,CAAC;;;;;;;;;;;;;;;;AC/BF,MAAa,WAAW;CACtB,cAAc;CACd,eAAe;CACf,eAAe;CACf,SAAS;CACT,UAAU;CACV,UAAU;CACX;;AAGD,MAAa,OAAO;CAClB,eAAe;CACf,yBAAyB;CACzB,cAAc;CACd,gBAAgB;CAChB,gBAAgB;CAChB,aAAa;CACb,kBAAkB;CAClB,UAAU;CACV,SAAS;CACT,YAAY;CACZ,WAAW;CACX,cAAc;CACd,cAAc;CACf;;AAGD,MAAa,YAAY,EACvB,iBAAiB,4BAClB;;AAGD,MAAa,YAAY,EACvB,aAAa,wBACd;AAED,MAAM,YAAY,UAChB,OAAO,UAAU,YAAY,UAAU;AAEzC,MAAM,wBAAwB;AAE9B,MAAM,gBAAgB,OAAO,IAAI;CAC/B,SAAS,OAAO,QAAQ,eAAe,CAAC,KAAK,OAAO,YAAY,MAAM,CAAC;CACvE,SAAS,OAAO,OAAO,OAAO,OAAO,8BAA8B,CAAC;CACpE,YAAY,OAAO,OAAO,OAAO,OAAO,6BAA6B,CAAC;CACvE,CAAC;AAEF,MAAMA,yBAAyD;CAC7D;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACD;AAED,MAAM,oBAAoB,UACxB,OAAO,YACL,MACG,MAAM,IAAI,CACV,KAAK,UAAU,MAAM,MAAM,CAAC,CAC5B,OAAO,QAAQ,CACf,SAAS,UAAU;CAClB,MAAM,YAAY,MAAM,QAAQ,IAAI;AACpC,KAAI,YAAY,EAAG,QAAO,EAAE;AAC5B,QAAO,CAAC,CAAC,MAAM,MAAM,GAAG,UAAU,CAAC,MAAM,EAAE,MAAM,MAAM,YAAY,EAAE,CAAC,MAAM,CAAC,CAAC;EAC9E,CACL;AAEH,MAAM,cAAc,SAAiB,SACnC,GAAG,QAAQ,QAAQ,OAAO,GAAG,CAAC,GAAG,KAAK,QAAQ,OAAO,GAAG;;;;;;;;;AAU1D,MAAM,aAAa,UAAmB;AACpC,KAAI,SAAS,MAAM,IAAI,OAAO,MAAM,SAAS,SAC3C,QAAO,OAAO,MAAM,KAAK;AAE3B,KAAI,iBAAiB,MACnB,QAAO,MAAM;AAEf,KAAI,SAAS,MAAM,IAAI,OAAO,MAAM,aAAa,SAAS,SACxD,QAAO,MAAM,YAAY;AAE3B,QAAO,OAAO;;;;;;;;;AAUhB,MAAM,gBAAgB,UAAmB;CACvC,MAAM,iBAAiB;AACrB,MAAI,SAAS,MAAM,IAAI,OAAO,MAAM,YAAY,SAC9C,QAAO,MAAM;AAEf,MAAI,OAAO,UAAU,SACnB,QAAO;AAET,SAAO,UAAU,MAAM;KACrB;AAEJ,KAAI,QAAQ,SAAS,sBACnB,QAAO,GAAG,QAAQ,MAAM,GAAG,sBAAsB,CAAC;AAGpD,QAAO;;AAGT,MAAM,gBAAgB,UAAuC;AAC3D,KAAI,CAAC,SAAS,MAAM,IAAI,MAAM,UAAU,OAAW,QAAO;AAC1D,QAAO,MAAM,OAAO,MAAM,IAAI,MAAM,MAAM,CAAC;;;AAI7C,MAAa,iBAAiB,OAAe,UAAmB;CAC9D,MAAM,UAAU,aAAa,MAAM;AACnC,QAAO,OAAO,oBAAoB;GAC/B,KAAK,aAAa;GAClB,KAAK,YAAY,UAAU,MAAM;GACjC,KAAK,eAAe,aAAa,MAAM;EACxC,GAAI,YAAY,SAAY,GAAG,KAAK,eAAe,SAAS,GAAG,EAAE;EAClE,CAAC;;;AAIJ,MAAa,uBAAuB,MAAc,eAChD,OAAO,YAAY,KACjB,OAAO,SAAS,SACd,OAAO,WAAW,UAChB,OAAO,WAAW,KAAK,MAAM,MAAM,MAAM,wBAAwB,EAAE,WAAW,CAAC,CAChF,CACF,EACD,OAAO,OACR;AAeH,MAAM,yBAAyB,QAA2B,YACxD,OAAO,IAAI,aAAa;CACtB,MAAM,cAAc,CAAC,GAAG,wBAAwB,GAAI,QAAQ,mBAAmB,EAAE,CAAE;CACnF,MAAM,iBAAiB,MAAM,QAAQ,QAAQ,qBAAqB,CAAC,YAAY;AAE/E,KAAI,CAAC,OAAO,QACV,QAAO;AAGT,KAAI,CAAC,OAAO,SACV,QAAO,OAAO,OAAO,qBAAK,IAAI,MAAM,iCAAiC,CAAC;AAGxE,QAAO,OAAO,QAAQ,oBAAoB,CAAC,KACzC,OAAO,aAAa;EAClB,UAAU,OAAO;EACjB,SAAS,OAAO,UAAU,OAAO,KAAK,OAAO,QAAQ,GAAG,EAAE;EAC3D,CAAC,CACH;AAED,QAAO,MAAM,SACX,gBACA,cAAc,WAAW,MAAM;EAC7B,KAAK,WAAW,OAAO,UAAU,aAAa;EAC9C,SAAS,OAAO;EACjB,CAAC,CAAC,KAAK,MAAM,QAAQ,cAAc,kBAAkB,UAAU,CAAC,CAClE;EACD;;;;;AAMJ,MAAa,SAAS,SAA4B,EAAE,EAAE,UAA8B,EAAE,KACpF,MAAM,OAAO,sBAAsB,QAAQ,QAAQ,CAAC;;;;;;;;;;;AAYtD,MAAa,eACX,QACA,UAA8B,EAAE,KAEhC,MAAM,OACJ,OAAO,IAAI,aAAa;AAEtB,QAAO,OAAO,sBADG,OAAO,OAAO,OAAO,OAAO,EACC,QAAQ;EACtD,CACH;;;;;;;;;AAUH,MAAa,oBAAoB,UAA8B,EAAE,KAC/D,MAAM,OACJ,OAAO,IAAI,aAAa;CACtB,MAAM,MAAM,OAAO;AACnB,QAAO,OAAO,sBACZ;EACE,SAAS,IAAI;EACb,UAAU,OAAO,eAAe,IAAI,QAAQ;EAC5C,SAAS,OAAO,OAAO,IAAI,WAAW,GAClC,iBAAiB,IAAI,WAAW,MAAM,GACtC;EACL,EACD,QACD;EACD,CACH"}