@useairfoil/connector-kit 0.4.0 → 0.5.1

package/dist/runtime-config-BpB-d_bF.js

@@ -0,0 +1,51 @@
+import { t as __export } from "./chunk-Bp6m_JJh.js";
+import { n as PlatformRuntimeKey, t as PlatformRuntimeDefault } from "./constants-BRhIX_rz.js";
+import { Config, ConfigProvider, Data, Effect, FileSystem, Schema } from "effect";
+
+//#region src/runtime-config/error.ts
+/** Expected hosted-config failure with a stable code and diagnostic cause. */
+var RuntimeConfigError = class extends Data.TaggedError("RuntimeConfigError") {};
+
+//#endregion
+//#region src/runtime-config/layer.ts
+const providerFromFile = Effect.gen(function* () {
+	const configPath = yield* Config.nonEmptyString(PlatformRuntimeKey.configPath).pipe(Effect.mapError((error) => new RuntimeConfigError({
+		code: "CONFIG_PATH_MISSING",
+		message: `${PlatformRuntimeKey.configPath} is required in hosted mode`,
+		cause: error.cause
+	})));
+	const contents = yield* (yield* FileSystem.FileSystem).readFileString(configPath).pipe(Effect.mapError((cause) => new RuntimeConfigError({
+		code: "CONFIG_FILE_UNREADABLE",
+		message: "Connector config file could not be read",
+		cause
+	})));
+	const document = yield* Schema.decodeUnknownEffect(Schema.fromJsonString(Schema.Unknown))(contents).pipe(Effect.mapError((error) => new RuntimeConfigError({
+		code: "CONFIG_JSON_INVALID",
+		message: "Connector config is not valid JSON",
+		cause: error
+	})));
+	return ConfigProvider.fromUnknown(document, { preserveEmptyStrings: true });
+});
+/**
+* Loads the required JSON file and lets environment values override it per key.
+* Connector field validation remains in the connector's Effect Config.
+*
+* @example
+* ```ts
+* program.pipe(Effect.provide(layerHosted()));
+* ```
+*/
+const layerHosted = () => ConfigProvider.layerAdd(providerFromFile);
+
+//#endregion
+//#region src/runtime-config/index.ts
+var runtime_config_exports = /* @__PURE__ */ __export({
+	PlatformRuntimeDefault: () => PlatformRuntimeDefault,
+	PlatformRuntimeKey: () => PlatformRuntimeKey,
+	RuntimeConfigError: () => RuntimeConfigError,
+	layerHosted: () => layerHosted
+});
+
+//#endregion
+export { layerHosted as n, RuntimeConfigError as r, runtime_config_exports as t };
+//# sourceMappingURL=runtime-config-BpB-d_bF.js.map

package/dist/runtime-config-BpB-d_bF.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"runtime-config-BpB-d_bF.js","names":["providerFromFile: Effect.Effect<\n  ConfigProvider.ConfigProvider,\n  RuntimeConfigError,\n  FileSystem.FileSystem\n>"],"sources":["../src/runtime-config/error.ts","../src/runtime-config/layer.ts","../src/runtime-config/index.ts"],"sourcesContent":["import { Data } from \"effect\";\n\nexport type RuntimeConfigErrorCode =\n  | \"CONFIG_PATH_MISSING\"\n  | \"CONFIG_FILE_UNREADABLE\"\n  | \"CONFIG_JSON_INVALID\";\n\n/** Expected hosted-config failure with a stable code and diagnostic cause. */\nexport class RuntimeConfigError extends Data.TaggedError(\"RuntimeConfigError\")<{\n  readonly code: RuntimeConfigErrorCode;\n  readonly message: string;\n  readonly cause: Error;\n}> {}\n","import { Config, ConfigProvider, Effect, FileSystem, Schema } from \"effect\";\n\nimport { PlatformRuntimeKey } from \"./constants\";\nimport { RuntimeConfigError } from \"./error\";\n\nconst providerFromFile: Effect.Effect<\n  ConfigProvider.ConfigProvider,\n  RuntimeConfigError,\n  FileSystem.FileSystem\n> = Effect.gen(function* () {\n  const configPath = yield* Config.nonEmptyString(PlatformRuntimeKey.configPath).pipe(\n    Effect.mapError(\n      (error) =>\n        new RuntimeConfigError({\n          code: \"CONFIG_PATH_MISSING\",\n          message: `${PlatformRuntimeKey.configPath} is required in hosted mode`,\n          cause: error.cause,\n        }),\n    ),\n  );\n  const fileSystem = yield* FileSystem.FileSystem;\n  const contents = yield* fileSystem.readFileString(configPath).pipe(\n    Effect.mapError(\n      (cause) =>\n        new RuntimeConfigError({\n          code: \"CONFIG_FILE_UNREADABLE\",\n          message: \"Connector config file could not be read\",\n          cause,\n        }),\n    ),\n  );\n  const document = yield* Schema.decodeUnknownEffect(Schema.fromJsonString(Schema.Unknown))(\n    contents,\n  ).pipe(\n    Effect.mapError(\n      (error) =>\n        new RuntimeConfigError({\n          code: \"CONFIG_JSON_INVALID\",\n          message: \"Connector config is not valid JSON\",\n          cause: error,\n        }),\n    ),\n  );\n  return ConfigProvider.fromUnknown(document, { preserveEmptyStrings: true });\n});\n\n/**\n * Loads the required JSON file and lets environment values override it per key.\n * Connector field validation remains in the connector's Effect Config.\n *\n * @example\n * ```ts\n * program.pipe(Effect.provide(layerHosted()));\n * ```\n */\nexport const layerHosted = () => ConfigProvider.layerAdd(providerFromFile);\n","export { RuntimeConfigError, type RuntimeConfigErrorCode } from \"./error\";\nexport { PlatformRuntimeDefault, PlatformRuntimeKey } from \"./constants\";\nexport { layerHosted } from \"./layer\";\n"],"mappings":";;;;;;AAQA,IAAa,qBAAb,cAAwC,KAAK,YAAY,qBAAqB,CAI3E;;;;ACPH,MAAMA,mBAIF,OAAO,IAAI,aAAa;CAC1B,MAAM,aAAa,OAAO,OAAO,eAAe,mBAAmB,WAAW,CAAC,KAC7E,OAAO,UACJ,UACC,IAAI,mBAAmB;EACrB,MAAM;EACN,SAAS,GAAG,mBAAmB,WAAW;EAC1C,OAAO,MAAM;EACd,CAAC,CACL,CACF;CAED,MAAM,WAAW,QADE,OAAO,WAAW,YACF,eAAe,WAAW,CAAC,KAC5D,OAAO,UACJ,UACC,IAAI,mBAAmB;EACrB,MAAM;EACN,SAAS;EACT;EACD,CAAC,CACL,CACF;CACD,MAAM,WAAW,OAAO,OAAO,oBAAoB,OAAO,eAAe,OAAO,QAAQ,CAAC,CACvF,SACD,CAAC,KACA,OAAO,UACJ,UACC,IAAI,mBAAmB;EACrB,MAAM;EACN,SAAS;EACT,OAAO;EACR,CAAC,CACL,CACF;AACD,QAAO,eAAe,YAAY,UAAU,EAAE,sBAAsB,MAAM,CAAC;EAC3E;;;;;;;;;;AAWF,MAAa,oBAAoB,eAAe,SAAS,iBAAiB"}

package/dist/server-CXTQ7odl.js

@@ -0,0 +1,183 @@
+import { t as ConnectorError } from "./errors-DHWylqRZ.js";
+import { a as entitiesUpsertedTotal, c as publishDuration, i as entitiesDeletedTotal, n as batchSize, p as setWebhookQueueDepth, r as batchesTotal, u as recordWebhookRequest } from "./metrics-CWPy2Aqc.js";
+import { a as SpanName, i as EventName, n as Attr, o as addCurrentSpanEvent, r as EventAttr, s as annotateError, t as Publisher } from "./service-DuFiQwid.js";
+import { Cause, Context, Effect, Metric, Queue, Schema } from "effect";
+import { HttpRouter, HttpServerRequest, HttpServerResponse } from "effect/unstable/http";
+
+//#region src/publisher/instrumented.ts
+const publishBatch = Effect.fnUntraced(function* (options) {
+	const metric = {
+		connector: options.connector ?? "unknown",
+		resource: options.resource,
+		source: options.source
+	};
+	const upserts = options.batch.mutations.filter((mutation) => mutation.op === "upsert").length;
+	const deletes = options.batch.mutations.length - upserts;
+	const publisher = yield* Publisher;
+	const [duration, ack] = yield* Effect.timed(publisher.publish({
+		resource: options.resource,
+		source: options.source,
+		batch: options.batch
+	})).pipe(Effect.catchCause((cause) => Metric.update(Metric.withAttributes(batchesTotal, {
+		...metric,
+		outcome: "error"
+	}), 1).pipe(Effect.andThen(Effect.failCause(cause)))));
+	yield* Metric.update(Metric.withAttributes(publishDuration, metric), duration);
+	yield* Metric.update(Metric.withAttributes(batchesTotal, {
+		...metric,
+		outcome: ack.status
+	}), 1);
+	yield* Effect.annotateCurrentSpan({ [Attr.publisherSuccess]: ack.status === "accepted" });
+	if (ack.status === "rejected") {
+		yield* Effect.annotateCurrentSpan({ [Attr.errorPhase]: "publish" });
+		return yield* Effect.fail(new ConnectorError({ message: `Publisher rejected batch for ${options.resource}: ${ack.reason}` }));
+	}
+	yield* Metric.update(Metric.withAttributes(entitiesUpsertedTotal, metric), upserts);
+	yield* Metric.update(Metric.withAttributes(entitiesDeletedTotal, metric), deletes);
+	yield* Metric.update(Metric.withAttributes(batchSize, metric), options.batch.mutations.length);
+	if (options.batch.cursor !== void 0) yield* addCurrentSpanEvent(EventName.batchCheckpoint, { [EventAttr.batchCursor]: options.batch.cursor });
+});
+
+//#endregion
+//#region src/webhook/server.ts
+var WebhookQueue = class extends Context.Service()("@useairfoil/connector-kit/WebhookQueue") {};
+const resourceBatch = (mutations) => ({ mutations });
+const decodeAndHandleWebhook = (resourceName, webhook, payload) => Schema.decodeUnknownEffect(webhook.schema)(payload).pipe(Effect.mapError((cause) => new ConnectorError({
+	message: `Invalid webhook payload for resource ${resourceName}`,
+	cause
+})), Effect.flatMap((decoded) => webhook.handler({ payload: decoded })));
+const makeRouteContext = (request, rawBody, payload, batches) => ({
+	request,
+	rawBody,
+	payload,
+	to: (resource, payload$1) => Effect.gen(function* () {
+		if (!resource.webhook) return yield* Effect.fail(new ConnectorError({ message: `Resource ${resource.name} does not define a webhook handler` }));
+		const mutations = yield* decodeAndHandleWebhook(resource.name, resource.webhook, payload$1);
+		batches.push({
+			resource: resource.name,
+			batch: resourceBatch(mutations)
+		});
+	})
+});
+const compactBatches = (batches) => {
+	const grouped = /* @__PURE__ */ new Map();
+	for (const item of batches) {
+		const current = grouped.get(item.resource) ?? [];
+		grouped.set(item.resource, [...current, ...item.batch.mutations]);
+	}
+	return Array.from(grouped.entries()).map(([resource, mutations]) => ({
+		resource,
+		batch: resourceBatch(mutations)
+	}));
+};
+const publishBatches = (batches, options) => Effect.gen(function* () {
+	yield* Effect.forEach(batches, (batch) => publishBatch({
+		connector: options.connectorName,
+		resource: batch.resource,
+		source: "webhook",
+		batch: batch.batch
+	}), { concurrency: "unbounded" });
+});
+const badRequest = (message) => HttpServerResponse.jsonUnsafe({
+	ok: false,
+	error: message
+}, { status: 400 });
+const readRawBody = (request) => request.arrayBuffer.pipe(Effect.map((buffer) => new Uint8Array(buffer)));
+const parseJson = (rawBody) => Effect.try({
+	try: () => JSON.parse(new TextDecoder().decode(rawBody)),
+	catch: (cause) => new ConnectorError({
+		message: "Invalid webhook JSON",
+		cause
+	})
+});
+const makeHandler = (route, options) => Effect.gen(function* () {
+	const request = yield* HttpServerRequest.HttpServerRequest;
+	const collected = [];
+	const rawBodyResult = yield* readRawBody(request).pipe(Effect.match({
+		onFailure: () => ({
+			_tag: "Error",
+			message: "Failed to read webhook body"
+		}),
+		onSuccess: (value) => ({
+			_tag: "Success",
+			value
+		})
+	}));
+	if (rawBodyResult._tag === "Error") {
+		yield* recordWebhookRequest({
+			connector: options.connectorName,
+			path: String(route.path),
+			outcome: "read_error"
+		});
+		return badRequest(rawBodyResult.message);
+	}
+	const jsonResult = yield* parseJson(rawBodyResult.value).pipe(Effect.match({
+		onFailure: (error) => ({
+			_tag: "Error",
+			message: error.message
+		}),
+		onSuccess: (value) => ({
+			_tag: "Success",
+			value
+		})
+	}));
+	if (jsonResult._tag === "Error") {
+		yield* recordWebhookRequest({
+			connector: options.connectorName,
+			path: String(route.path),
+			outcome: "invalid_json"
+		});
+		return badRequest(jsonResult.message);
+	}
+	const payloadResult = yield* Schema.decodeUnknownEffect(route.schema)(jsonResult.value).pipe(Effect.match({
+		onFailure: () => ({
+			_tag: "Error",
+			message: "Invalid webhook payload"
+		}),
+		onSuccess: (value) => ({
+			_tag: "Success",
+			value
+		})
+	}));
+	if (payloadResult._tag === "Error") {
+		yield* recordWebhookRequest({
+			connector: options.connectorName,
+			path: String(route.path),
+			outcome: "invalid_payload"
+		});
+		return badRequest(payloadResult.message);
+	}
+	const response = yield* Effect.withSpan(route.handler(makeRouteContext(request, rawBodyResult.value, payloadResult.value, collected)).pipe(Effect.tapError((error) => annotateError("webhook_handle", error))), SpanName.webhookHandle, { attributes: { [Attr.webhookPath]: route.path } });
+	const batches = compactBatches(collected);
+	if (route.ackMode === "after-enqueue") {
+		const queue = yield* WebhookQueue;
+		yield* Queue.offerAll(queue.queue, batches);
+		const depth = yield* Queue.size(queue.queue);
+		yield* setWebhookQueueDepth(options.connectorName, depth);
+		yield* recordWebhookRequest({
+			connector: options.connectorName,
+			path: String(route.path),
+			outcome: response.status >= 400 ? "rejected" : "ok"
+		});
+		return response;
+	}
+	yield* Effect.withSpan(publishBatches(batches, { connectorName: options.connectorName }).pipe(Effect.tapError((error) => annotateError("webhook_publish", error))), SpanName.webhookHandle, { attributes: { [Attr.webhookPath]: route.path } });
+	yield* recordWebhookRequest({
+		connector: options.connectorName,
+		path: String(route.path),
+		outcome: response.status >= 400 ? "rejected" : "ok"
+	});
+	return response;
+}).pipe(Effect.catchCause((cause) => recordWebhookRequest({
+	connector: options.connectorName,
+	path: String(route.path),
+	outcome: "handler_error"
+}).pipe(Effect.andThen(Effect.logWarning(`Webhook handler error: ${Cause.pretty(cause)}`)), Effect.andThen(Effect.succeed(HttpServerResponse.jsonUnsafe({
+	ok: false,
+	error: "Webhook handler failed"
+}, { status: 500 }))))));
+const router = (routes, options) => HttpRouter.addAll(routes.map((route) => HttpRouter.route("POST", route.path, makeHandler(route, options))));
+
+//#endregion
+export { router as n, publishBatch as r, WebhookQueue as t };
+//# sourceMappingURL=server-CXTQ7odl.js.map

package/dist/server-CXTQ7odl.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"server-CXTQ7odl.js","names":["Metrics.batchesTotal","Metrics.publishDuration","Metrics.entitiesUpsertedTotal","Metrics.entitiesDeletedTotal","Metrics.batchSize","payload","collected: Array<QueuedWebhookBatch>","Metrics.recordWebhookRequest","Metrics.setWebhookQueueDepth"],"sources":["../src/publisher/instrumented.ts","../src/webhook/server.ts"],"sourcesContent":["import { Effect, Metric } from \"effect\";\n\nimport type { ResourceBatch } from \"../core/types\";\n\nimport { ConnectorError } from \"../errors\";\nimport * as Metrics from \"../metrics\";\nimport { Attr, EventAttr, EventName, addCurrentSpanEvent } from \"../telemetry\";\nimport { Publisher, type PublishSource } from \"./service\";\n\nexport const publishBatch = Effect.fnUntraced(function* (options: {\n  readonly connector?: string;\n  readonly resource: string;\n  readonly source: PublishSource;\n  readonly batch: ResourceBatch;\n}) {\n  const metric = {\n    connector: options.connector ?? \"unknown\",\n    resource: options.resource,\n    source: options.source,\n  };\n  const upserts = options.batch.mutations.filter((mutation) => mutation.op === \"upsert\").length;\n  const deletes = options.batch.mutations.length - upserts;\n\n  const publisher = yield* Publisher;\n  const [duration, ack] = yield* Effect.timed(\n    publisher.publish({\n      resource: options.resource,\n      source: options.source,\n      batch: options.batch,\n    }),\n  ).pipe(\n    Effect.catchCause((cause) =>\n      Metric.update(\n        Metric.withAttributes(Metrics.batchesTotal, { ...metric, outcome: \"error\" }),\n        1,\n      ).pipe(Effect.andThen(Effect.failCause(cause))),\n    ),\n  );\n\n  yield* Metric.update(Metric.withAttributes(Metrics.publishDuration, metric), duration);\n  yield* Metric.update(\n    Metric.withAttributes(Metrics.batchesTotal, { ...metric, outcome: ack.status }),\n    1,\n  );\n\n  yield* Effect.annotateCurrentSpan({ [Attr.publisherSuccess]: ack.status === \"accepted\" });\n  if (ack.status === \"rejected\") {\n    yield* Effect.annotateCurrentSpan({ [Attr.errorPhase]: \"publish\" });\n    return yield* Effect.fail(\n      new ConnectorError({\n        message: `Publisher rejected batch for ${options.resource}: ${ack.reason}`,\n      }),\n    );\n  }\n\n  yield* Metric.update(Metric.withAttributes(Metrics.entitiesUpsertedTotal, metric), upserts);\n  yield* Metric.update(Metric.withAttributes(Metrics.entitiesDeletedTotal, metric), deletes);\n  yield* Metric.update(\n    Metric.withAttributes(Metrics.batchSize, metric),\n    options.batch.mutations.length,\n  );\n\n  if (options.batch.cursor !== undefined) {\n    yield* addCurrentSpanEvent(EventName.batchCheckpoint, {\n      [EventAttr.batchCursor]: options.batch.cursor,\n    });\n  }\n});\n","import { Cause, Context, Effect, Queue, Schema } from \"effect\";\nimport { HttpRouter, HttpServerRequest, HttpServerResponse } from \"effect/unstable/http\";\n\nimport type {\n  ResourceBatch,\n  ResourceDefinition,\n  ResourceMutation,\n  WebhookHandler,\n  WebhookRoute,\n  WebhookRouteContext,\n} from \"../core/types\";\n\nimport { ConnectorError } from \"../errors\";\nimport * as Metrics from \"../metrics\";\nimport { publishBatch } from \"../publisher/instrumented\";\nimport { Attr, SpanName, annotateError } from \"../telemetry\";\n\nexport type QueuedWebhookBatch = {\n  readonly resource: string;\n  readonly batch: ResourceBatch;\n};\n\nexport class WebhookQueue extends Context.Service<\n  WebhookQueue,\n  {\n    readonly queue: Queue.Queue<QueuedWebhookBatch>;\n  }\n>()(\"@useairfoil/connector-kit/WebhookQueue\") {}\n\nconst resourceBatch = <Row extends object>(\n  mutations: ReadonlyArray<ResourceMutation<Row>>,\n): ResourceBatch<Row> => ({\n  mutations,\n});\n\nconst decodeAndHandleWebhook = <Row extends object, Payload>(\n  resourceName: string,\n  webhook: WebhookHandler<Row, Payload>,\n  payload: unknown,\n) =>\n  Schema.decodeUnknownEffect(webhook.schema)(payload).pipe(\n    Effect.mapError(\n      (cause) =>\n        new ConnectorError({\n          message: `Invalid webhook payload for resource ${resourceName}`,\n          cause,\n        }),\n    ),\n    Effect.flatMap((decoded) => webhook.handler({ payload: decoded })),\n  );\n\nconst makeRouteContext = (\n  request: HttpServerRequest.HttpServerRequest,\n  rawBody: Uint8Array,\n  payload: unknown,\n  batches: Array<QueuedWebhookBatch>,\n): WebhookRouteContext<ReadonlyArray<ResourceDefinition>, unknown> => ({\n  request,\n  rawBody,\n  payload,\n  to: (resource, payload) =>\n    Effect.gen(function* () {\n      if (!resource.webhook) {\n        return yield* Effect.fail(\n          new ConnectorError({\n            message: `Resource ${resource.name} does not define a webhook handler`,\n          }),\n        );\n      }\n\n      const mutations = yield* decodeAndHandleWebhook(resource.name, resource.webhook, payload);\n      batches.push({\n        resource: resource.name,\n        batch: resourceBatch(mutations),\n      });\n    }),\n});\n\nconst compactBatches = (batches: ReadonlyArray<QueuedWebhookBatch>) => {\n  const grouped = new Map<string, ResourceMutation[]>();\n  for (const item of batches) {\n    const current = grouped.get(item.resource) ?? [];\n    grouped.set(item.resource, [...current, ...item.batch.mutations]);\n  }\n  return Array.from(grouped.entries()).map(([resource, mutations]) => ({\n    resource,\n    batch: resourceBatch(mutations),\n  }));\n};\n\nconst publishBatches = (\n  batches: ReadonlyArray<QueuedWebhookBatch>,\n  options: { readonly connectorName: string },\n) =>\n  Effect.gen(function* () {\n    yield* Effect.forEach(\n      batches,\n      (batch) =>\n        publishBatch({\n          connector: options.connectorName,\n          resource: batch.resource,\n          source: \"webhook\",\n          batch: batch.batch,\n        }),\n      { concurrency: \"unbounded\" },\n    );\n  });\n\nconst badRequest = (message: string) =>\n  HttpServerResponse.jsonUnsafe({ ok: false, error: message }, { status: 400 });\n\nconst readRawBody = (request: HttpServerRequest.HttpServerRequest) =>\n  request.arrayBuffer.pipe(Effect.map((buffer) => new Uint8Array(buffer)));\n\nconst parseJson = (rawBody: Uint8Array) =>\n  Effect.try({\n    try: () => JSON.parse(new TextDecoder().decode(rawBody)),\n    catch: (cause) => new ConnectorError({ message: \"Invalid webhook JSON\", cause }),\n  });\n\nconst makeHandler = (route: WebhookRoute, options: { readonly connectorName: string }) =>\n  Effect.gen(function* () {\n    const request = yield* HttpServerRequest.HttpServerRequest;\n    const collected: Array<QueuedWebhookBatch> = [];\n\n    const rawBodyResult = yield* readRawBody(request).pipe(\n      Effect.match({\n        onFailure: () => ({ _tag: \"Error\" as const, message: \"Failed to read webhook body\" }),\n        onSuccess: (value) => ({ _tag: \"Success\" as const, value }),\n      }),\n    );\n    if (rawBodyResult._tag === \"Error\") {\n      yield* Metrics.recordWebhookRequest({\n        connector: options.connectorName,\n        path: String(route.path),\n        outcome: \"read_error\",\n      });\n      return badRequest(rawBodyResult.message);\n    }\n\n    const jsonResult = yield* parseJson(rawBodyResult.value).pipe(\n      Effect.match({\n        onFailure: (error) => ({ _tag: \"Error\" as const, message: error.message }),\n        onSuccess: (value) => ({ _tag: \"Success\" as const, value }),\n      }),\n    );\n    if (jsonResult._tag === \"Error\") {\n      yield* Metrics.recordWebhookRequest({\n        connector: options.connectorName,\n        path: String(route.path),\n        outcome: \"invalid_json\",\n      });\n      return badRequest(jsonResult.message);\n    }\n\n    const payloadResult = yield* Schema.decodeUnknownEffect(route.schema)(jsonResult.value).pipe(\n      Effect.match({\n        onFailure: () => ({ _tag: \"Error\" as const, message: \"Invalid webhook payload\" }),\n        onSuccess: (value) => ({ _tag: \"Success\" as const, value }),\n      }),\n    );\n    if (payloadResult._tag === \"Error\") {\n      yield* Metrics.recordWebhookRequest({\n        connector: options.connectorName,\n        path: String(route.path),\n        outcome: \"invalid_payload\",\n      });\n      return badRequest(payloadResult.message);\n    }\n\n    const response = yield* Effect.withSpan(\n      route\n        .handler(makeRouteContext(request, rawBodyResult.value, payloadResult.value, collected))\n        .pipe(Effect.tapError((error) => annotateError(\"webhook_handle\", error))),\n      SpanName.webhookHandle,\n      { attributes: { [Attr.webhookPath]: route.path } },\n    );\n\n    const batches = compactBatches(collected);\n\n    if (route.ackMode === \"after-enqueue\") {\n      const queue = yield* WebhookQueue;\n      yield* Queue.offerAll(queue.queue, batches);\n      const depth = yield* Queue.size(queue.queue);\n      yield* Metrics.setWebhookQueueDepth(options.connectorName, depth);\n      yield* Metrics.recordWebhookRequest({\n        connector: options.connectorName,\n        path: String(route.path),\n        outcome: response.status >= 400 ? \"rejected\" : \"ok\",\n      });\n      return response;\n    }\n\n    yield* Effect.withSpan(\n      publishBatches(batches, { connectorName: options.connectorName }).pipe(\n        Effect.tapError((error) => annotateError(\"webhook_publish\", error)),\n      ),\n      SpanName.webhookHandle,\n      { attributes: { [Attr.webhookPath]: route.path } },\n    );\n\n    yield* Metrics.recordWebhookRequest({\n      connector: options.connectorName,\n      path: String(route.path),\n      outcome: response.status >= 400 ? \"rejected\" : \"ok\",\n    });\n    return response;\n  }).pipe(\n    Effect.catchCause((cause) =>\n      Metrics.recordWebhookRequest({\n        connector: options.connectorName,\n        path: String(route.path),\n        outcome: \"handler_error\",\n      }).pipe(\n        Effect.andThen(Effect.logWarning(`Webhook handler error: ${Cause.pretty(cause)}`)),\n        Effect.andThen(\n          Effect.succeed(\n            HttpServerResponse.jsonUnsafe(\n              { ok: false, error: \"Webhook handler failed\" },\n              { status: 500 },\n            ),\n          ),\n        ),\n      ),\n    ),\n  );\n\nexport const router = (\n  routes: ReadonlyArray<WebhookRoute>,\n  options: { readonly connectorName: string },\n) =>\n  HttpRouter.addAll(\n    routes.map((route) => HttpRouter.route(\"POST\", route.path, makeHandler(route, options))),\n  );\n"],"mappings":";;;;;;;AASA,MAAa,eAAe,OAAO,WAAW,WAAW,SAKtD;CACD,MAAM,SAAS;EACb,WAAW,QAAQ,aAAa;EAChC,UAAU,QAAQ;EAClB,QAAQ,QAAQ;EACjB;CACD,MAAM,UAAU,QAAQ,MAAM,UAAU,QAAQ,aAAa,SAAS,OAAO,SAAS,CAAC;CACvF,MAAM,UAAU,QAAQ,MAAM,UAAU,SAAS;CAEjD,MAAM,YAAY,OAAO;CACzB,MAAM,CAAC,UAAU,OAAO,OAAO,OAAO,MACpC,UAAU,QAAQ;EAChB,UAAU,QAAQ;EAClB,QAAQ,QAAQ;EAChB,OAAO,QAAQ;EAChB,CAAC,CACH,CAAC,KACA,OAAO,YAAY,UACjB,OAAO,OACL,OAAO,eAAeA,cAAsB;EAAE,GAAG;EAAQ,SAAS;EAAS,CAAC,EAC5E,EACD,CAAC,KAAK,OAAO,QAAQ,OAAO,UAAU,MAAM,CAAC,CAAC,CAChD,CACF;AAED,QAAO,OAAO,OAAO,OAAO,eAAeC,iBAAyB,OAAO,EAAE,SAAS;AACtF,QAAO,OAAO,OACZ,OAAO,eAAeD,cAAsB;EAAE,GAAG;EAAQ,SAAS,IAAI;EAAQ,CAAC,EAC/E,EACD;AAED,QAAO,OAAO,oBAAoB,GAAG,KAAK,mBAAmB,IAAI,WAAW,YAAY,CAAC;AACzF,KAAI,IAAI,WAAW,YAAY;AAC7B,SAAO,OAAO,oBAAoB,GAAG,KAAK,aAAa,WAAW,CAAC;AACnE,SAAO,OAAO,OAAO,KACnB,IAAI,eAAe,EACjB,SAAS,gCAAgC,QAAQ,SAAS,IAAI,IAAI,UACnE,CAAC,CACH;;AAGH,QAAO,OAAO,OAAO,OAAO,eAAeE,uBAA+B,OAAO,EAAE,QAAQ;AAC3F,QAAO,OAAO,OAAO,OAAO,eAAeC,sBAA8B,OAAO,EAAE,QAAQ;AAC1F,QAAO,OAAO,OACZ,OAAO,eAAeC,WAAmB,OAAO,EAChD,QAAQ,MAAM,UAAU,OACzB;AAED,KAAI,QAAQ,MAAM,WAAW,OAC3B,QAAO,oBAAoB,UAAU,iBAAiB,GACnD,UAAU,cAAc,QAAQ,MAAM,QACxC,CAAC;EAEJ;;;;AC7CF,IAAa,eAAb,cAAkC,QAAQ,SAKvC,CAAC,yCAAyC,CAAC;AAE9C,MAAM,iBACJ,eACwB,EACxB,WACD;AAED,MAAM,0BACJ,cACA,SACA,YAEA,OAAO,oBAAoB,QAAQ,OAAO,CAAC,QAAQ,CAAC,KAClD,OAAO,UACJ,UACC,IAAI,eAAe;CACjB,SAAS,wCAAwC;CACjD;CACD,CAAC,CACL,EACD,OAAO,SAAS,YAAY,QAAQ,QAAQ,EAAE,SAAS,SAAS,CAAC,CAAC,CACnE;AAEH,MAAM,oBACJ,SACA,SACA,SACA,aACqE;CACrE;CACA;CACA;CACA,KAAK,UAAU,cACb,OAAO,IAAI,aAAa;AACtB,MAAI,CAAC,SAAS,QACZ,QAAO,OAAO,OAAO,KACnB,IAAI,eAAe,EACjB,SAAS,YAAY,SAAS,KAAK,qCACpC,CAAC,CACH;EAGH,MAAM,YAAY,OAAO,uBAAuB,SAAS,MAAM,SAAS,SAASC,UAAQ;AACzF,UAAQ,KAAK;GACX,UAAU,SAAS;GACnB,OAAO,cAAc,UAAU;GAChC,CAAC;GACF;CACL;AAED,MAAM,kBAAkB,YAA+C;CACrE,MAAM,0BAAU,IAAI,KAAiC;AACrD,MAAK,MAAM,QAAQ,SAAS;EAC1B,MAAM,UAAU,QAAQ,IAAI,KAAK,SAAS,IAAI,EAAE;AAChD,UAAQ,IAAI,KAAK,UAAU,CAAC,GAAG,SAAS,GAAG,KAAK,MAAM,UAAU,CAAC;;AAEnE,QAAO,MAAM,KAAK,QAAQ,SAAS,CAAC,CAAC,KAAK,CAAC,UAAU,gBAAgB;EACnE;EACA,OAAO,cAAc,UAAU;EAChC,EAAE;;AAGL,MAAM,kBACJ,SACA,YAEA,OAAO,IAAI,aAAa;AACtB,QAAO,OAAO,QACZ,UACC,UACC,aAAa;EACX,WAAW,QAAQ;EACnB,UAAU,MAAM;EAChB,QAAQ;EACR,OAAO,MAAM;EACd,CAAC,EACJ,EAAE,aAAa,aAAa,CAC7B;EACD;AAEJ,MAAM,cAAc,YAClB,mBAAmB,WAAW;CAAE,IAAI;CAAO,OAAO;CAAS,EAAE,EAAE,QAAQ,KAAK,CAAC;AAE/E,MAAM,eAAe,YACnB,QAAQ,YAAY,KAAK,OAAO,KAAK,WAAW,IAAI,WAAW,OAAO,CAAC,CAAC;AAE1E,MAAM,aAAa,YACjB,OAAO,IAAI;CACT,WAAW,KAAK,MAAM,IAAI,aAAa,CAAC,OAAO,QAAQ,CAAC;CACxD,QAAQ,UAAU,IAAI,eAAe;EAAE,SAAS;EAAwB;EAAO,CAAC;CACjF,CAAC;AAEJ,MAAM,eAAe,OAAqB,YACxC,OAAO,IAAI,aAAa;CACtB,MAAM,UAAU,OAAO,kBAAkB;CACzC,MAAMC,YAAuC,EAAE;CAE/C,MAAM,gBAAgB,OAAO,YAAY,QAAQ,CAAC,KAChD,OAAO,MAAM;EACX,kBAAkB;GAAE,MAAM;GAAkB,SAAS;GAA+B;EACpF,YAAY,WAAW;GAAE,MAAM;GAAoB;GAAO;EAC3D,CAAC,CACH;AACD,KAAI,cAAc,SAAS,SAAS;AAClC,SAAOC,qBAA6B;GAClC,WAAW,QAAQ;GACnB,MAAM,OAAO,MAAM,KAAK;GACxB,SAAS;GACV,CAAC;AACF,SAAO,WAAW,cAAc,QAAQ;;CAG1C,MAAM,aAAa,OAAO,UAAU,cAAc,MAAM,CAAC,KACvD,OAAO,MAAM;EACX,YAAY,WAAW;GAAE,MAAM;GAAkB,SAAS,MAAM;GAAS;EACzE,YAAY,WAAW;GAAE,MAAM;GAAoB;GAAO;EAC3D,CAAC,CACH;AACD,KAAI,WAAW,SAAS,SAAS;AAC/B,SAAOA,qBAA6B;GAClC,WAAW,QAAQ;GACnB,MAAM,OAAO,MAAM,KAAK;GACxB,SAAS;GACV,CAAC;AACF,SAAO,WAAW,WAAW,QAAQ;;CAGvC,MAAM,gBAAgB,OAAO,OAAO,oBAAoB,MAAM,OAAO,CAAC,WAAW,MAAM,CAAC,KACtF,OAAO,MAAM;EACX,kBAAkB;GAAE,MAAM;GAAkB,SAAS;GAA2B;EAChF,YAAY,WAAW;GAAE,MAAM;GAAoB;GAAO;EAC3D,CAAC,CACH;AACD,KAAI,cAAc,SAAS,SAAS;AAClC,SAAOA,qBAA6B;GAClC,WAAW,QAAQ;GACnB,MAAM,OAAO,MAAM,KAAK;GACxB,SAAS;GACV,CAAC;AACF,SAAO,WAAW,cAAc,QAAQ;;CAG1C,MAAM,WAAW,OAAO,OAAO,SAC7B,MACG,QAAQ,iBAAiB,SAAS,cAAc,OAAO,cAAc,OAAO,UAAU,CAAC,CACvF,KAAK,OAAO,UAAU,UAAU,cAAc,kBAAkB,MAAM,CAAC,CAAC,EAC3E,SAAS,eACT,EAAE,YAAY,GAAG,KAAK,cAAc,MAAM,MAAM,EAAE,CACnD;CAED,MAAM,UAAU,eAAe,UAAU;AAEzC,KAAI,MAAM,YAAY,iBAAiB;EACrC,MAAM,QAAQ,OAAO;AACrB,SAAO,MAAM,SAAS,MAAM,OAAO,QAAQ;EAC3C,MAAM,QAAQ,OAAO,MAAM,KAAK,MAAM,MAAM;AAC5C,SAAOC,qBAA6B,QAAQ,eAAe,MAAM;AACjE,SAAOD,qBAA6B;GAClC,WAAW,QAAQ;GACnB,MAAM,OAAO,MAAM,KAAK;GACxB,SAAS,SAAS,UAAU,MAAM,aAAa;GAChD,CAAC;AACF,SAAO;;AAGT,QAAO,OAAO,SACZ,eAAe,SAAS,EAAE,eAAe,QAAQ,eAAe,CAAC,CAAC,KAChE,OAAO,UAAU,UAAU,cAAc,mBAAmB,MAAM,CAAC,CACpE,EACD,SAAS,eACT,EAAE,YAAY,GAAG,KAAK,cAAc,MAAM,MAAM,EAAE,CACnD;AAED,QAAOA,qBAA6B;EAClC,WAAW,QAAQ;EACnB,MAAM,OAAO,MAAM,KAAK;EACxB,SAAS,SAAS,UAAU,MAAM,aAAa;EAChD,CAAC;AACF,QAAO;EACP,CAAC,KACD,OAAO,YAAY,UACjBA,qBAA6B;CAC3B,WAAW,QAAQ;CACnB,MAAM,OAAO,MAAM,KAAK;CACxB,SAAS;CACV,CAAC,CAAC,KACD,OAAO,QAAQ,OAAO,WAAW,0BAA0B,MAAM,OAAO,MAAM,GAAG,CAAC,EAClF,OAAO,QACL,OAAO,QACL,mBAAmB,WACjB;CAAE,IAAI;CAAO,OAAO;CAA0B,EAC9C,EAAE,QAAQ,KAAK,CAChB,CACF,CACF,CACF,CACF,CACF;AAEH,MAAa,UACX,QACA,YAEA,WAAW,OACT,OAAO,KAAK,UAAU,WAAW,MAAM,QAAQ,MAAM,MAAM,YAAY,OAAO,QAAQ,CAAC,CAAC,CACzF"}

package/dist/service-DuFiQwid.js

@@ -0,0 +1,191 @@
+import { t as __export } from "./chunk-Bp6m_JJh.js";
+import { n as PlatformRuntimeKey } from "./constants-BRhIX_rz.js";
+import { Cause, Config, Context, Effect, Layer, Metric, Option } from "effect";
+import { Headers } from "effect/unstable/http";
+import * as Observability from "effect/unstable/observability";
+
+//#region src/telemetry.ts
+var telemetry_exports = /* @__PURE__ */ __export({
+	Attr: () => Attr,
+	EventAttr: () => EventAttr,
+	EventName: () => EventName,
+	SpanName: () => SpanName,
+	addCurrentSpanEvent: () => addCurrentSpanEvent,
+	annotateError: () => annotateError,
+	layer: () => layer,
+	layerConfig: () => layerConfig,
+	layerMetricsConsoleDump: () => layerMetricsConsoleDump,
+	layerOtlp: () => layerOtlp,
+	layerOtlpMetrics: () => layerOtlpMetrics,
+	layerOtlpTracing: () => layerOtlpTracing
+});
+/** Canonical span names emitted by connector-kit runtime instrumentation. */
+const SpanName = {
+	batchProcess: "connector.batch.process",
+	webhookDecode: "connector.webhook.decode",
+	webhookHandle: "connector.webhook.handle",
+	publish: "connector.publish",
+	stateSet: "connector.state.set",
+	apiFetch: "connector.api.fetch"
+};
+/** Canonical span attribute names. Keep these stable for collector queries. */
+const Attr = {
+	connectorName: "airfoil.connector.name",
+	connectorResourcesCount: "airfoil.connector.resources.count",
+	resourceName: "airfoil.resource.name",
+	resourceSource: "airfoil.resource.source",
+	batchMutations: "airfoil.batch.mutations",
+	webhookPath: "airfoil.webhook.path",
+	publisherSuccess: "airfoil.publisher.success",
+	stateKey: "airfoil.state.key",
+	apiPath: "airfoil.api.path",
+	errorPhase: "airfoil.error.phase",
+	errorType: "airfoil.error.type",
+	errorMessage: "airfoil.error.message",
+	errorDetails: "airfoil.error.details"
+};
+/** Span event names for high-cardinality reproduction details. */
+const EventName = { batchCheckpoint: "airfoil.batch.checkpoint" };
+/** Event-only attributes. These are intentionally not span attributes. */
+const EventAttr = { batchCursor: "airfoil.batch.cursor" };
+const isRecord = (value) => typeof value === "object" && value !== null;
+const maxErrorMessageLength = 500;
+const OtlpEnvConfig = Config.all({
+	enabled: Config.boolean(PlatformRuntimeKey.otelEnabled).pipe(Config.withDefault(false)),
+	baseUrl: Config.option(Config.string(PlatformRuntimeKey.otelExporterOtlpEndpoint)),
+	rawHeaders: Config.option(Config.string(PlatformRuntimeKey.otelExporterOtlpHeaders))
+});
+const defaultRedactedHeaders = [
+	"authorization",
+	"cookie",
+	"set-cookie",
+	"x-api-key",
+	/api[-_]?key/i,
+	/secret/i,
+	/signature/i,
+	/token/i
+];
+const parseOtelHeaders = (value) => Object.fromEntries(value.split(",").map((entry) => entry.trim()).filter(Boolean).flatMap((entry) => {
+	const separator = entry.indexOf("=");
+	if (separator < 1) return [];
+	return [[entry.slice(0, separator).trim(), entry.slice(separator + 1).trim()]];
+}));
+const appendPath = (baseUrl, path) => `${baseUrl.replace(/\/$/, "")}/${path.replace(/^\//, "")}`;
+/**
+* Best-effort stable error classifier for span metadata.
+*
+* Effect/Data tagged errors expose `_tag`; that is the most useful value for
+* connector bugs (`ConnectorError`, `InvalidWebhookPayloadError`, etc.). For
+* non-tagged errors we fall back to the JS `Error.name`, then constructor name,
+* then the primitive type.
+*/
+const errorType = (error) => {
+	if (isRecord(error) && typeof error._tag === "string") return String(error._tag);
+	if (error instanceof Error) return error.name;
+	if (isRecord(error) && typeof error.constructor?.name === "string") return error.constructor.name;
+	return typeof error;
+};
+/**
+* Human-readable error summary for span metadata.
+*
+* Tagged errors in this package carry a `message` field, so this preserves the
+* important diagnostic text. Unknown object failures are intentionally reduced
+* to their type; full structured error payloads belong in logs, not span attrs.
+*/
+const errorMessage = (error) => {
+	const message = (() => {
+		if (isRecord(error) && typeof error.message === "string") return error.message;
+		if (typeof error === "string") return error;
+		return errorType(error);
+	})();
+	if (message.length > maxErrorMessageLength) return `${message.slice(0, maxErrorMessageLength)}...`;
+	return message;
+};
+const errorDetails = (error) => {
+	if (!isRecord(error) || error.cause === void 0) return void 0;
+	return Cause.pretty(Cause.die(error.cause));
+};
+/** Annotates the active span with phase-aware error metadata before re-failing. */
+const annotateError = (phase, error) => {
+	const details = errorDetails(error);
+	return Effect.annotateCurrentSpan({
+		[Attr.errorPhase]: phase,
+		[Attr.errorType]: errorType(error),
+		[Attr.errorMessage]: errorMessage(error),
+		...details !== void 0 ? { [Attr.errorDetails]: details } : {}
+	});
+};
+/** Adds an event to the active span, or no-ops when no span is active. */
+const addCurrentSpanEvent = (name, attributes) => Effect.currentSpan.pipe(Effect.flatMap((span) => Effect.clockWith((clock) => Effect.sync(() => span.event(name, clock.currentTimeNanosUnsafe(), attributes)))), Effect.ignore);
+const buildOtlpTracingLayer = (config, options) => Effect.gen(function* () {
+	const allRedacted = [...defaultRedactedHeaders, ...options.redactedHeaders ?? []];
+	const RedactionLayer = Layer.succeed(Headers.CurrentRedactedNames)(allRedacted);
+	if (!config.enabled) return RedactionLayer;
+	if (!config.endpoint) return yield* Effect.fail(/* @__PURE__ */ new Error("enabled=true requires endpoint"));
+	yield* Effect.logInfo("telemetry enabled").pipe(Effect.annotateLogs({
+		endpoint: config.endpoint,
+		headers: config.headers ? Object.keys(config.headers) : []
+	}));
+	return Layer.mergeAll(RedactionLayer, Observability.OtlpTracer.layer({
+		url: appendPath(config.endpoint, "/v1/traces"),
+		headers: config.headers
+	}).pipe(Layer.provide(Observability.OtlpSerialization.layerJson)));
+});
+/**
+* Trace-only OTLP export with sensitive HTTP header redaction.
+* Takes direct config values — no `ConfigProvider` required.
+*/
+const layer = (config = {}, options = {}) => Layer.unwrap(buildOtlpTracingLayer(config, options));
+/**
+* Trace-only OTLP export with sensitive HTTP header redaction.
+* Takes Effect Config-wrapped values — reads from `ConfigProvider`.
+*
+* @example
+* Telemetry.layerConfig({
+*   enabled: Config.boolean("MY_OTEL_ENABLED"),
+*   endpoint: Config.string("MY_COLLECTOR_URL"),
+* })
+*/
+const layerConfig = (config, options = {}) => Layer.unwrap(Effect.gen(function* () {
+	return yield* buildOtlpTracingLayer(yield* Config.unwrap(config), options);
+}));
+/**
+* Trace-only OTLP export with sensitive HTTP header redaction.
+* Zero-config shortcut that reads the standard `OTEL_*` env var names.
+*
+* Reads `OTEL_ENABLED`, `OTEL_EXPORTER_OTLP_ENDPOINT`, and
+* `OTEL_EXPORTER_OTLP_HEADERS`. Effect's OTLP resource handling reads
+* `OTEL_SERVICE_NAME`, `OTEL_SERVICE_VERSION`, and `OTEL_RESOURCE_ATTRIBUTES`.
+*/
+const layerOtlpTracing = (options = {}) => Layer.unwrap(Effect.gen(function* () {
+	const raw = yield* OtlpEnvConfig;
+	return yield* buildOtlpTracingLayer({
+		enabled: raw.enabled,
+		endpoint: Option.getOrUndefined(raw.baseUrl),
+		headers: Option.isSome(raw.rawHeaders) ? parseOtelHeaders(raw.rawHeaders.value) : void 0
+	}, options);
+}));
+const layerOtlpMetrics = (options = {}) => Layer.unwrap(Effect.gen(function* () {
+	const raw = yield* OtlpEnvConfig;
+	if (!raw.enabled) return Layer.empty;
+	const endpoint = Option.getOrUndefined(raw.baseUrl);
+	if (!endpoint) return yield* Effect.fail(/* @__PURE__ */ new Error("OTEL_ENABLED=true requires OTEL_EXPORTER_OTLP_ENDPOINT"));
+	return Observability.OtlpMetrics.layer({
+		url: appendPath(endpoint, "/v1/metrics"),
+		headers: Option.isSome(raw.rawHeaders) ? parseOtelHeaders(raw.rawHeaders.value) : void 0,
+		exportInterval: options.exportInterval,
+		temporality: "cumulative"
+	}).pipe(Layer.provide(Observability.OtlpSerialization.layerJson));
+}));
+const layerOtlp = (options = {}) => Layer.mergeAll(layerOtlpTracing(options), layerOtlpMetrics(options));
+const layerMetricsConsoleDump = (interval = "30 seconds") => Layer.effectDiscard(Effect.gen(function* () {
+	yield* Effect.forkScoped(Effect.forever(Metric.dump.pipe(Effect.flatMap((snapshot) => Effect.logInfo(snapshot)), Effect.andThen(Effect.sleep(interval)))));
+}));
+
+//#endregion
+//#region src/publisher/service.ts
+var Publisher = class extends Context.Service()("@useairfoil/connector-kit/Publisher") {};
+
+//#endregion
+export { SpanName as a, telemetry_exports as c, EventName as i, Attr as n, addCurrentSpanEvent as o, EventAttr as r, annotateError as s, Publisher as t };
+//# sourceMappingURL=service-DuFiQwid.js.map

package/dist/service-DuFiQwid.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"service-DuFiQwid.js","names":["defaultRedactedHeaders: ReadonlyArray<string | RegExp>"],"sources":["../src/telemetry.ts","../src/publisher/service.ts"],"sourcesContent":["import { Cause, Config, Effect, Layer, Metric, Option, type Duration } from \"effect\";\nimport { Headers } from \"effect/unstable/http\";\nimport * as Observability from \"effect/unstable/observability\";\n\nimport { PlatformRuntimeKey } from \"./runtime-config/constants\";\n\n/** Canonical span names emitted by connector-kit runtime instrumentation. */\nexport const SpanName = {\n  batchProcess: \"connector.batch.process\",\n  webhookDecode: \"connector.webhook.decode\",\n  webhookHandle: \"connector.webhook.handle\",\n  publish: \"connector.publish\",\n  stateSet: \"connector.state.set\",\n  apiFetch: \"connector.api.fetch\",\n} as const;\n\n/** Canonical span attribute names. Keep these stable for collector queries. */\nexport const Attr = {\n  connectorName: \"airfoil.connector.name\",\n  connectorResourcesCount: \"airfoil.connector.resources.count\",\n  resourceName: \"airfoil.resource.name\",\n  resourceSource: \"airfoil.resource.source\",\n  batchMutations: \"airfoil.batch.mutations\",\n  webhookPath: \"airfoil.webhook.path\",\n  publisherSuccess: \"airfoil.publisher.success\",\n  stateKey: \"airfoil.state.key\",\n  apiPath: \"airfoil.api.path\",\n  errorPhase: \"airfoil.error.phase\",\n  errorType: \"airfoil.error.type\",\n  errorMessage: \"airfoil.error.message\",\n  errorDetails: \"airfoil.error.details\",\n} as const;\n\n/** Span event names for high-cardinality reproduction details. */\nexport const EventName = {\n  batchCheckpoint: \"airfoil.batch.checkpoint\",\n} as const;\n\n/** Event-only attributes. These are intentionally not span attributes. */\nexport const EventAttr = {\n  batchCursor: \"airfoil.batch.cursor\",\n} as const;\n\nconst isRecord = (value: unknown): value is Record<string, unknown> =>\n  typeof value === \"object\" && value !== null;\n\nconst maxErrorMessageLength = 500;\n\nconst OtlpEnvConfig = Config.all({\n  enabled: Config.boolean(PlatformRuntimeKey.otelEnabled).pipe(Config.withDefault(false)),\n  baseUrl: Config.option(Config.string(PlatformRuntimeKey.otelExporterOtlpEndpoint)),\n  rawHeaders: Config.option(Config.string(PlatformRuntimeKey.otelExporterOtlpHeaders)),\n});\n\nconst defaultRedactedHeaders: ReadonlyArray<string | RegExp> = [\n  \"authorization\",\n  \"cookie\",\n  \"set-cookie\",\n  \"x-api-key\",\n  /api[-_]?key/i,\n  /secret/i,\n  /signature/i,\n  /token/i,\n];\n\nconst parseOtelHeaders = (value: string): Record<string, string> =>\n  Object.fromEntries(\n    value\n      .split(\",\")\n      .map((entry) => entry.trim())\n      .filter(Boolean)\n      .flatMap((entry) => {\n        const separator = entry.indexOf(\"=\");\n        if (separator < 1) return [];\n        return [[entry.slice(0, separator).trim(), entry.slice(separator + 1).trim()]];\n      }),\n  );\n\nconst appendPath = (baseUrl: string, path: string) =>\n  `${baseUrl.replace(/\\/$/, \"\")}/${path.replace(/^\\//, \"\")}`;\n\n/**\n * Best-effort stable error classifier for span metadata.\n *\n * Effect/Data tagged errors expose `_tag`; that is the most useful value for\n * connector bugs (`ConnectorError`, `InvalidWebhookPayloadError`, etc.). For\n * non-tagged errors we fall back to the JS `Error.name`, then constructor name,\n * then the primitive type.\n */\nconst errorType = (error: unknown) => {\n  if (isRecord(error) && typeof error._tag === \"string\") {\n    return String(error._tag);\n  }\n  if (error instanceof Error) {\n    return error.name;\n  }\n  if (isRecord(error) && typeof error.constructor?.name === \"string\") {\n    return error.constructor.name;\n  }\n  return typeof error;\n};\n\n/**\n * Human-readable error summary for span metadata.\n *\n * Tagged errors in this package carry a `message` field, so this preserves the\n * important diagnostic text. Unknown object failures are intentionally reduced\n * to their type; full structured error payloads belong in logs, not span attrs.\n */\nconst errorMessage = (error: unknown) => {\n  const message = (() => {\n    if (isRecord(error) && typeof error.message === \"string\") {\n      return error.message;\n    }\n    if (typeof error === \"string\") {\n      return error;\n    }\n    return errorType(error);\n  })();\n\n  if (message.length > maxErrorMessageLength) {\n    return `${message.slice(0, maxErrorMessageLength)}...`;\n  }\n\n  return message;\n};\n\nconst errorDetails = (error: unknown): string | undefined => {\n  if (!isRecord(error) || error.cause === undefined) return undefined;\n  return Cause.pretty(Cause.die(error.cause));\n};\n\n/** Annotates the active span with phase-aware error metadata before re-failing. */\nexport const annotateError = (phase: string, error: unknown) => {\n  const details = errorDetails(error);\n  return Effect.annotateCurrentSpan({\n    [Attr.errorPhase]: phase,\n    [Attr.errorType]: errorType(error),\n    [Attr.errorMessage]: errorMessage(error),\n    ...(details !== undefined ? { [Attr.errorDetails]: details } : {}),\n  });\n};\n\n/** Adds an event to the active span, or no-ops when no span is active. */\nexport const addCurrentSpanEvent = (name: string, attributes?: Record<string, unknown>) =>\n  Effect.currentSpan.pipe(\n    Effect.flatMap((span) =>\n      Effect.clockWith((clock) =>\n        Effect.sync(() => span.event(name, clock.currentTimeNanosUnsafe(), attributes)),\n      ),\n    ),\n    Effect.ignore,\n  );\n\n/** Transport configuration for OTLP trace export. All fields are direct values. */\nexport type OtlpTracingConfig = {\n  readonly enabled?: boolean;\n  readonly endpoint?: string;\n  readonly headers?: Record<string, string>;\n};\n\n/** Runtime options — not config-wrappable since RegExp cannot live in Config. */\nexport type OtlpTracingOptions = {\n  /** Additional connector-specific header names or regexes to redact from HTTP logs/traces. */\n  readonly redactedHeaders?: ReadonlyArray<string | RegExp>;\n};\n\nexport type OtlpMetricsOptions = {\n  readonly exportInterval?: Duration.Input;\n};\n\nconst buildOtlpTracingLayer = (config: OtlpTracingConfig, options: OtlpTracingOptions) =>\n  Effect.gen(function* () {\n    const allRedacted = [...defaultRedactedHeaders, ...(options.redactedHeaders ?? [])];\n    const RedactionLayer = Layer.succeed(Headers.CurrentRedactedNames)(allRedacted);\n\n    if (!config.enabled) {\n      return RedactionLayer;\n    }\n\n    if (!config.endpoint) {\n      return yield* Effect.fail(new Error(\"enabled=true requires endpoint\"));\n    }\n\n    yield* Effect.logInfo(\"telemetry enabled\").pipe(\n      Effect.annotateLogs({\n        endpoint: config.endpoint,\n        headers: config.headers ? Object.keys(config.headers) : [],\n      }),\n    );\n\n    return Layer.mergeAll(\n      RedactionLayer,\n      Observability.OtlpTracer.layer({\n        url: appendPath(config.endpoint, \"/v1/traces\"),\n        headers: config.headers,\n      }).pipe(Layer.provide(Observability.OtlpSerialization.layerJson)),\n    );\n  });\n\n/**\n * Trace-only OTLP export with sensitive HTTP header redaction.\n * Takes direct config values — no `ConfigProvider` required.\n */\nexport const layer = (config: OtlpTracingConfig = {}, options: OtlpTracingOptions = {}) =>\n  Layer.unwrap(buildOtlpTracingLayer(config, options));\n\n/**\n * Trace-only OTLP export with sensitive HTTP header redaction.\n * Takes Effect Config-wrapped values — reads from `ConfigProvider`.\n *\n * @example\n * Telemetry.layerConfig({\n *   enabled: Config.boolean(\"MY_OTEL_ENABLED\"),\n *   endpoint: Config.string(\"MY_COLLECTOR_URL\"),\n * })\n */\nexport const layerConfig = (\n  config: Config.Wrap<OtlpTracingConfig>,\n  options: OtlpTracingOptions = {},\n) =>\n  Layer.unwrap(\n    Effect.gen(function* () {\n      const resolved = yield* Config.unwrap(config);\n      return yield* buildOtlpTracingLayer(resolved, options);\n    }),\n  );\n\n/**\n * Trace-only OTLP export with sensitive HTTP header redaction.\n * Zero-config shortcut that reads the standard `OTEL_*` env var names.\n *\n * Reads `OTEL_ENABLED`, `OTEL_EXPORTER_OTLP_ENDPOINT`, and\n * `OTEL_EXPORTER_OTLP_HEADERS`. Effect's OTLP resource handling reads\n * `OTEL_SERVICE_NAME`, `OTEL_SERVICE_VERSION`, and `OTEL_RESOURCE_ATTRIBUTES`.\n */\nexport const layerOtlpTracing = (options: OtlpTracingOptions = {}) =>\n  Layer.unwrap(\n    Effect.gen(function* () {\n      const raw = yield* OtlpEnvConfig;\n      return yield* buildOtlpTracingLayer(\n        {\n          enabled: raw.enabled,\n          endpoint: Option.getOrUndefined(raw.baseUrl),\n          headers: Option.isSome(raw.rawHeaders)\n            ? parseOtelHeaders(raw.rawHeaders.value)\n            : undefined,\n        },\n        options,\n      );\n    }),\n  );\n\nexport const layerOtlpMetrics = (options: OtlpMetricsOptions = {}) =>\n  Layer.unwrap(\n    Effect.gen(function* () {\n      const raw = yield* OtlpEnvConfig;\n      if (!raw.enabled) return Layer.empty;\n      const endpoint = Option.getOrUndefined(raw.baseUrl);\n      if (!endpoint)\n        return yield* Effect.fail(\n          new Error(\"OTEL_ENABLED=true requires OTEL_EXPORTER_OTLP_ENDPOINT\"),\n        );\n      return Observability.OtlpMetrics.layer({\n        url: appendPath(endpoint, \"/v1/metrics\"),\n        headers: Option.isSome(raw.rawHeaders) ? parseOtelHeaders(raw.rawHeaders.value) : undefined,\n        exportInterval: options.exportInterval,\n        temporality: \"cumulative\",\n      }).pipe(Layer.provide(Observability.OtlpSerialization.layerJson));\n    }),\n  );\n\nexport const layerOtlp = (options: OtlpTracingOptions & OtlpMetricsOptions = {}) =>\n  Layer.mergeAll(layerOtlpTracing(options), layerOtlpMetrics(options));\n\nexport const layerMetricsConsoleDump = (interval: Duration.Input = \"30 seconds\") =>\n  Layer.effectDiscard(\n    Effect.gen(function* () {\n      yield* Effect.forkScoped(\n        Effect.forever(\n          Metric.dump.pipe(\n            Effect.flatMap((snapshot) => Effect.logInfo(snapshot)),\n            Effect.andThen(Effect.sleep(interval)),\n          ),\n        ),\n      );\n    }),\n  );\n","import type * as Wings from \"@useairfoil/wings\";\nimport type * as Effect from \"effect/Effect\";\n\nimport { Context } from \"effect\";\n\nimport type { ResourceBatch } from \"../core/types\";\nimport type { ConnectorError } from \"../errors\";\n\nexport type PublishSource = \"backfill\" | \"changes\" | \"webhook\";\n\nexport type PublishAck =\n  | {\n      readonly status: \"accepted\";\n      readonly resource: string;\n      readonly partition?: Wings.PartitionValue.PartitionValue;\n    }\n  | {\n      readonly status: \"rejected\";\n      readonly resource: string;\n      readonly reason: string;\n      readonly rejectedRows?: number;\n      readonly partition?: Wings.PartitionValue.PartitionValue;\n    };\n\nexport type PublishOptions = {\n  readonly resource: string;\n  readonly source: PublishSource;\n  readonly batch: ResourceBatch;\n};\n\nexport interface PublisherService {\n  readonly publish: (options: PublishOptions) => Effect.Effect<PublishAck, ConnectorError>;\n}\n\nexport class Publisher extends Context.Service<Publisher, PublisherService>()(\n  \"@useairfoil/connector-kit/Publisher\",\n) {}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;AAOA,MAAa,WAAW;CACtB,cAAc;CACd,eAAe;CACf,eAAe;CACf,SAAS;CACT,UAAU;CACV,UAAU;CACX;;AAGD,MAAa,OAAO;CAClB,eAAe;CACf,yBAAyB;CACzB,cAAc;CACd,gBAAgB;CAChB,gBAAgB;CAChB,aAAa;CACb,kBAAkB;CAClB,UAAU;CACV,SAAS;CACT,YAAY;CACZ,WAAW;CACX,cAAc;CACd,cAAc;CACf;;AAGD,MAAa,YAAY,EACvB,iBAAiB,4BAClB;;AAGD,MAAa,YAAY,EACvB,aAAa,wBACd;AAED,MAAM,YAAY,UAChB,OAAO,UAAU,YAAY,UAAU;AAEzC,MAAM,wBAAwB;AAE9B,MAAM,gBAAgB,OAAO,IAAI;CAC/B,SAAS,OAAO,QAAQ,mBAAmB,YAAY,CAAC,KAAK,OAAO,YAAY,MAAM,CAAC;CACvF,SAAS,OAAO,OAAO,OAAO,OAAO,mBAAmB,yBAAyB,CAAC;CAClF,YAAY,OAAO,OAAO,OAAO,OAAO,mBAAmB,wBAAwB,CAAC;CACrF,CAAC;AAEF,MAAMA,yBAAyD;CAC7D;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACD;AAED,MAAM,oBAAoB,UACxB,OAAO,YACL,MACG,MAAM,IAAI,CACV,KAAK,UAAU,MAAM,MAAM,CAAC,CAC5B,OAAO,QAAQ,CACf,SAAS,UAAU;CAClB,MAAM,YAAY,MAAM,QAAQ,IAAI;AACpC,KAAI,YAAY,EAAG,QAAO,EAAE;AAC5B,QAAO,CAAC,CAAC,MAAM,MAAM,GAAG,UAAU,CAAC,MAAM,EAAE,MAAM,MAAM,YAAY,EAAE,CAAC,MAAM,CAAC,CAAC;EAC9E,CACL;AAEH,MAAM,cAAc,SAAiB,SACnC,GAAG,QAAQ,QAAQ,OAAO,GAAG,CAAC,GAAG,KAAK,QAAQ,OAAO,GAAG;;;;;;;;;AAU1D,MAAM,aAAa,UAAmB;AACpC,KAAI,SAAS,MAAM,IAAI,OAAO,MAAM,SAAS,SAC3C,QAAO,OAAO,MAAM,KAAK;AAE3B,KAAI,iBAAiB,MACnB,QAAO,MAAM;AAEf,KAAI,SAAS,MAAM,IAAI,OAAO,MAAM,aAAa,SAAS,SACxD,QAAO,MAAM,YAAY;AAE3B,QAAO,OAAO;;;;;;;;;AAUhB,MAAM,gBAAgB,UAAmB;CACvC,MAAM,iBAAiB;AACrB,MAAI,SAAS,MAAM,IAAI,OAAO,MAAM,YAAY,SAC9C,QAAO,MAAM;AAEf,MAAI,OAAO,UAAU,SACnB,QAAO;AAET,SAAO,UAAU,MAAM;KACrB;AAEJ,KAAI,QAAQ,SAAS,sBACnB,QAAO,GAAG,QAAQ,MAAM,GAAG,sBAAsB,CAAC;AAGpD,QAAO;;AAGT,MAAM,gBAAgB,UAAuC;AAC3D,KAAI,CAAC,SAAS,MAAM,IAAI,MAAM,UAAU,OAAW,QAAO;AAC1D,QAAO,MAAM,OAAO,MAAM,IAAI,MAAM,MAAM,CAAC;;;AAI7C,MAAa,iBAAiB,OAAe,UAAmB;CAC9D,MAAM,UAAU,aAAa,MAAM;AACnC,QAAO,OAAO,oBAAoB;GAC/B,KAAK,aAAa;GAClB,KAAK,YAAY,UAAU,MAAM;GACjC,KAAK,eAAe,aAAa,MAAM;EACxC,GAAI,YAAY,SAAY,GAAG,KAAK,eAAe,SAAS,GAAG,EAAE;EAClE,CAAC;;;AAIJ,MAAa,uBAAuB,MAAc,eAChD,OAAO,YAAY,KACjB,OAAO,SAAS,SACd,OAAO,WAAW,UAChB,OAAO,WAAW,KAAK,MAAM,MAAM,MAAM,wBAAwB,EAAE,WAAW,CAAC,CAChF,CACF,EACD,OAAO,OACR;AAmBH,MAAM,yBAAyB,QAA2B,YACxD,OAAO,IAAI,aAAa;CACtB,MAAM,cAAc,CAAC,GAAG,wBAAwB,GAAI,QAAQ,mBAAmB,EAAE,CAAE;CACnF,MAAM,iBAAiB,MAAM,QAAQ,QAAQ,qBAAqB,CAAC,YAAY;AAE/E,KAAI,CAAC,OAAO,QACV,QAAO;AAGT,KAAI,CAAC,OAAO,SACV,QAAO,OAAO,OAAO,qBAAK,IAAI,MAAM,iCAAiC,CAAC;AAGxE,QAAO,OAAO,QAAQ,oBAAoB,CAAC,KACzC,OAAO,aAAa;EAClB,UAAU,OAAO;EACjB,SAAS,OAAO,UAAU,OAAO,KAAK,OAAO,QAAQ,GAAG,EAAE;EAC3D,CAAC,CACH;AAED,QAAO,MAAM,SACX,gBACA,cAAc,WAAW,MAAM;EAC7B,KAAK,WAAW,OAAO,UAAU,aAAa;EAC9C,SAAS,OAAO;EACjB,CAAC,CAAC,KAAK,MAAM,QAAQ,cAAc,kBAAkB,UAAU,CAAC,CAClE;EACD;;;;;AAMJ,MAAa,SAAS,SAA4B,EAAE,EAAE,UAA8B,EAAE,KACpF,MAAM,OAAO,sBAAsB,QAAQ,QAAQ,CAAC;;;;;;;;;;;AAYtD,MAAa,eACX,QACA,UAA8B,EAAE,KAEhC,MAAM,OACJ,OAAO,IAAI,aAAa;AAEtB,QAAO,OAAO,sBADG,OAAO,OAAO,OAAO,OAAO,EACC,QAAQ;EACtD,CACH;;;;;;;;;AAUH,MAAa,oBAAoB,UAA8B,EAAE,KAC/D,MAAM,OACJ,OAAO,IAAI,aAAa;CACtB,MAAM,MAAM,OAAO;AACnB,QAAO,OAAO,sBACZ;EACE,SAAS,IAAI;EACb,UAAU,OAAO,eAAe,IAAI,QAAQ;EAC5C,SAAS,OAAO,OAAO,IAAI,WAAW,GAClC,iBAAiB,IAAI,WAAW,MAAM,GACtC;EACL,EACD,QACD;EACD,CACH;AAEH,MAAa,oBAAoB,UAA8B,EAAE,KAC/D,MAAM,OACJ,OAAO,IAAI,aAAa;CACtB,MAAM,MAAM,OAAO;AACnB,KAAI,CAAC,IAAI,QAAS,QAAO,MAAM;CAC/B,MAAM,WAAW,OAAO,eAAe,IAAI,QAAQ;AACnD,KAAI,CAAC,SACH,QAAO,OAAO,OAAO,qBACnB,IAAI,MAAM,yDAAyD,CACpE;AACH,QAAO,cAAc,YAAY,MAAM;EACrC,KAAK,WAAW,UAAU,cAAc;EACxC,SAAS,OAAO,OAAO,IAAI,WAAW,GAAG,iBAAiB,IAAI,WAAW,MAAM,GAAG;EAClF,gBAAgB,QAAQ;EACxB,aAAa;EACd,CAAC,CAAC,KAAK,MAAM,QAAQ,cAAc,kBAAkB,UAAU,CAAC;EACjE,CACH;AAEH,MAAa,aAAa,UAAmD,EAAE,KAC7E,MAAM,SAAS,iBAAiB,QAAQ,EAAE,iBAAiB,QAAQ,CAAC;AAEtE,MAAa,2BAA2B,WAA2B,iBACjE,MAAM,cACJ,OAAO,IAAI,aAAa;AACtB,QAAO,OAAO,WACZ,OAAO,QACL,OAAO,KAAK,KACV,OAAO,SAAS,aAAa,OAAO,QAAQ,SAAS,CAAC,EACtD,OAAO,QAAQ,OAAO,MAAM,SAAS,CAAC,CACvC,CACF,CACF;EACD,CACH;;;;AC7PH,IAAa,YAAb,cAA+B,QAAQ,SAAsC,CAC3E,sCACD,CAAC"}

package/dist/service-IE5qaf9x.d.ts

@@ -0,0 +1,32 @@
+import { t as ConnectorError } from "./index-D54ySAKn.js";
+import { c as ResourceBatch } from "./types-B35J5YPu.js";
+import { Context } from "effect";
+import * as Wings from "@useairfoil/wings";
+import * as Effect$1 from "effect/Effect";
+
+//#region src/publisher/service.d.ts
+type PublishSource = "backfill" | "changes" | "webhook";
+type PublishAck = {
+  readonly status: "accepted";
+  readonly resource: string;
+  readonly partition?: Wings.PartitionValue.PartitionValue;
+} | {
+  readonly status: "rejected";
+  readonly resource: string;
+  readonly reason: string;
+  readonly rejectedRows?: number;
+  readonly partition?: Wings.PartitionValue.PartitionValue;
+};
+type PublishOptions = {
+  readonly resource: string;
+  readonly source: PublishSource;
+  readonly batch: ResourceBatch;
+};
+interface PublisherService {
+  readonly publish: (options: PublishOptions) => Effect$1.Effect<PublishAck, ConnectorError>;
+}
+declare const Publisher_base: Context.ServiceClass<Publisher, "@useairfoil/connector-kit/Publisher", PublisherService>;
+declare class Publisher extends Publisher_base {}
+//#endregion
+export { PublisherService as a, Publisher as i, PublishOptions as n, PublishSource as r, PublishAck as t };
+//# sourceMappingURL=service-IE5qaf9x.d.ts.map

package/dist/state-store/index.d.ts

@@ -0,0 +1,3 @@
+import "../index-D54ySAKn.js";
+import { a as StateStoreService, i as StateStore, n as layerSql, r as layerMemory } from "../index-Coh_SkBs.js";
+export { StateStore, StateStoreService, layerMemory, layerSql };

package/dist/state-store/index.js

@@ -0,0 +1,5 @@
+import "../errors-DHWylqRZ.js";
+import "../constants-BRhIX_rz.js";
+import { n as layerSql, o as StateStore, r as layerMemory } from "../state-store-yl6LiTQ0.js";
+
+export { StateStore, layerMemory, layerSql };