@vibesdotdev/integrations-kafka 0.0.0-stage → 1.0.0-rc.1

package/dist/topics.js

@@ -0,0 +1,90 @@
+import * as z from 'zod/v4';
+// Topic names as const for type safety
+export const KAFKA_TOPICS = {
+    // Chat topics
+    CHAT_MESSAGES: 'chat.messages',
+    CHAT_TYPING: 'chat.typing',
+    CHAT_PRESENCE: 'chat.presence',
+    CHAT_ROOMS: 'chat.rooms',
+    // Worker topics
+    WORKER_JOBS: 'worker.jobs',
+    WORKER_HEALTH: 'worker.health',
+    // Text generation bubble events
+    TEXT_GENERATION_BUBBLES: 'text-generation.bubbles',
+    TEXT_GENERATION_JOBS: 'text-generation.jobs',
+    // Benchmark topics
+    BENCHMARK_EVENTS: 'benchmark.events',
+    // Analytics topics
+    ANALYTICS_EVENTS: 'analytics.events',
+    ANALYTICS_METRICS: 'analytics.metrics'
+};
+// Topic configuration
+export const topicConfigurationsSchema = z.object({
+    [KAFKA_TOPICS.CHAT_MESSAGES]: z.object({
+        partitions: z.number().default(3),
+        replicationFactor: z.number().default(2),
+        retentionMs: z.number().default(7 * 24 * 60 * 60 * 1000), // 7 days
+        segmentMs: z.number().default(6 * 60 * 60 * 1000) // 6 hours
+    }).prefault({}),
+    [KAFKA_TOPICS.CHAT_TYPING]: z.object({
+        partitions: z.number().default(1),
+        replicationFactor: z.number().default(1),
+        retentionMs: z.number().default(60 * 1000), // 1 minute
+        segmentMs: z.number().default(60 * 1000) // 1 minute
+    }).prefault({}),
+    [KAFKA_TOPICS.CHAT_PRESENCE]: z.object({
+        partitions: z.number().default(1),
+        replicationFactor: z.number().default(1),
+        retentionMs: z.number().default(60 * 60 * 1000), // 1 hour
+        segmentMs: z.number().default(10 * 60 * 1000) // 10 minutes
+    }).prefault({}),
+    [KAFKA_TOPICS.CHAT_ROOMS]: z.object({
+        partitions: z.number().default(2),
+        replicationFactor: z.number().default(2),
+        retentionMs: z.number().default(30 * 24 * 60 * 60 * 1000), // 30 days
+        segmentMs: z.number().default(24 * 60 * 60 * 1000) // 1 day
+    }).prefault({}),
+    [KAFKA_TOPICS.WORKER_JOBS]: z.object({
+        partitions: z.number().default(5),
+        replicationFactor: z.number().default(2),
+        retentionMs: z.number().default(3 * 24 * 60 * 60 * 1000), // 3 days
+        segmentMs: z.number().default(6 * 60 * 60 * 1000) // 6 hours
+    }).prefault({}),
+    [KAFKA_TOPICS.WORKER_HEALTH]: z.object({
+        partitions: z.number().default(1),
+        replicationFactor: z.number().default(1),
+        retentionMs: z.number().default(24 * 60 * 60 * 1000), // 1 day
+        segmentMs: z.number().default(60 * 60 * 1000) // 1 hour
+    }).prefault({}),
+    [KAFKA_TOPICS.TEXT_GENERATION_BUBBLES]: z.object({
+        partitions: z.number().default(3),
+        replicationFactor: z.number().default(2),
+        retentionMs: z.number().default(3 * 24 * 60 * 60 * 1000), // 3 days
+        segmentMs: z.number().default(6 * 60 * 60 * 1000) // 6 hours
+    }).prefault({}),
+    [KAFKA_TOPICS.TEXT_GENERATION_JOBS]: z.object({
+        partitions: z.number().default(5),
+        replicationFactor: z.number().default(2),
+        retentionMs: z.number().default(7 * 24 * 60 * 60 * 1000), // 7 days
+        segmentMs: z.number().default(12 * 60 * 60 * 1000) // 12 hours
+    }).prefault({}),
+    [KAFKA_TOPICS.BENCHMARK_EVENTS]: z.object({
+        partitions: z.number().default(2),
+        replicationFactor: z.number().default(2),
+        retentionMs: z.number().default(7 * 24 * 60 * 60 * 1000), // 7 days
+        segmentMs: z.number().default(6 * 60 * 60 * 1000) // 6 hours
+    }).prefault({}),
+    [KAFKA_TOPICS.ANALYTICS_EVENTS]: z.object({
+        partitions: z.number().default(5),
+        replicationFactor: z.number().default(2),
+        retentionMs: z.number().default(90 * 24 * 60 * 60 * 1000), // 90 days
+        segmentMs: z.number().default(24 * 60 * 60 * 1000) // 1 day
+    }).prefault({}),
+    [KAFKA_TOPICS.ANALYTICS_METRICS]: z.object({
+        partitions: z.number().default(3),
+        replicationFactor: z.number().default(2),
+        retentionMs: z.number().default(365 * 24 * 60 * 60 * 1000), // 1 year
+        segmentMs: z.number().default(7 * 24 * 60 * 60 * 1000) // 7 days
+    }).prefault({})
+});
+//# sourceMappingURL=topics.js.map

package/dist/topics.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"topics.js","sourceRoot":"","sources":["../src/topics.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,CAAC,MAAM,QAAQ,CAAC;AAE5B,uCAAuC;AACvC,MAAM,CAAC,MAAM,YAAY,GAAG;IAC3B,cAAc;IACd,aAAa,EAAE,eAAe;IAC9B,WAAW,EAAE,aAAa;IAC1B,aAAa,EAAE,eAAe;IAC9B,UAAU,EAAE,YAAY;IAExB,gBAAgB;IAChB,WAAW,EAAE,aAAa;IAC1B,aAAa,EAAE,eAAe;IAE9B,gCAAgC;IAChC,uBAAuB,EAAE,yBAAyB;IAClD,oBAAoB,EAAE,sBAAsB;IAE5C,mBAAmB;IACnB,gBAAgB,EAAE,kBAAkB;IAEpC,mBAAmB;IACnB,gBAAgB,EAAE,kBAAkB;IACpC,iBAAiB,EAAE,mBAAmB;CAC7B,CAAC;AAEX,sBAAsB;AACtB,MAAM,CAAC,MAAM,yBAAyB,GAAG,CAAC,CAAC,MAAM,CAAC;IACjD,CAAC,YAAY,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC;QACtC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;QACjC,iBAAiB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;QACxC,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,EAAE,SAAS;QACnE,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,UAAU;KAC5D,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC;IACf,CAAC,YAAY,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC;QACpC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;QACjC,iBAAiB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;QACxC,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,EAAE,GAAG,IAAI,CAAC,EAAE,WAAW;QACvD,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,EAAE,GAAG,IAAI,CAAC,CAAC,WAAW;KACpD,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC;IACf,CAAC,YAAY,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC;QACtC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;QACjC,iBAAiB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;QACxC,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,EAAE,SAAS;QAC1D,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,aAAa;KAC3D,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC;IACf,CAAC,YAAY,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC;QACnC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;QACjC,iBAAiB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;QACxC,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,EAAE,UAAU;QACrE,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,QAAQ;KAC3D,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC;IACf,CAAC,YAAY,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC;QACpC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;QACjC,iBAAiB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;QACxC,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,EAAE,SAAS;QACnE,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,UAAU;KAC5D,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC;IACf,CAAC,YAAY,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC;QACtC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;QACjC,iBAAiB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;QACxC,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,EAAE,QAAQ;QAC9D,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,SAAS;KACvD,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC;IACf,CAAC,YAAY,CAAC,uBAAuB,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC;QAChD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;QACjC,iBAAiB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;QACxC,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,EAAE,SAAS;QACnE,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,UAAU;KAC5D,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC;IACf,CAAC,YAAY,CAAC,oBAAoB,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC;QAC7C,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;QACjC,iBAAiB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;QACxC,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,EAAE,SAAS;QACnE,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,WAAW;KAC9D,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC;IACf,CAAC,YAAY,CAAC,gBAAgB,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC;QACzC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;QACjC,iBAAiB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;QACxC,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,EAAE,SAAS;QACnE,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,UAAU;KAC5D,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC;IACf,CAAC,YAAY,CAAC,gBAAgB,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC;QACzC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;QACjC,iBAAiB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;QACxC,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,EAAE,UAAU;QACrE,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,QAAQ;KAC3D,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC;IACf,CAAC,YAAY,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC;QAC1C,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;QACjC,iBAAiB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;QACxC,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,GAAG,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,EAAE,SAAS;QACrE,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,SAAS;KAChE,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC;CACf,CAAC,CAAC"}

package/dist/workers/adapter/db-ops.d.ts

@@ -0,0 +1,28 @@
+/**
+ * DB Operations Interface
+ *
+ * The Drizzle ORM operators the Kafka adapter uses to build queries against
+ * the injected `providerJobs` table. Every host passes Drizzle's own
+ * `{ eq, and, asc, desc, sql }`, so the contract is their declared types,
+ * imported type-only from the `drizzle-orm` peer.
+ *
+ * The selected database host supplies its native SQL operators through
+ * `workers-kafka/db`. The adapter owns queue admission; the application
+ * owns the connection and physical migration.
+ */
+import type { SQL, and, asc, desc, eq, sql } from 'drizzle-orm';
+/** A WHERE condition built from the host's operators; `and` of no conditions is `undefined`. */
+export type DbCondition = SQL | undefined;
+export interface DbOps {
+    /** Equality comparison operator (drizzle-orm `eq`) */
+    eq: typeof eq;
+    /** Logical AND operator (drizzle-orm `and`) */
+    and: typeof and;
+    /** Ascending sort operator (drizzle-orm `asc`) */
+    asc: typeof asc;
+    /** Descending sort operator (drizzle-orm `desc`) */
+    desc: typeof desc;
+    /** SQL template literal (drizzle-orm `sql`) */
+    sql: typeof sql;
+}
+//# sourceMappingURL=db-ops.d.ts.map

package/dist/workers/adapter/db-ops.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"db-ops.d.ts","sourceRoot":"","sources":["../../../src/workers/adapter/db-ops.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,EAAE,GAAG,EAAE,MAAM,aAAa,CAAC;AAEhE,gGAAgG;AAChG,MAAM,MAAM,WAAW,GAAG,GAAG,GAAG,SAAS,CAAC;AAE1C,MAAM,WAAW,KAAK;IACrB,sDAAsD;IACtD,EAAE,EAAE,OAAO,EAAE,CAAC;IACd,+CAA+C;IAC/C,GAAG,EAAE,OAAO,GAAG,CAAC;IAChB,kDAAkD;IAClD,GAAG,EAAE,OAAO,GAAG,CAAC;IAChB,oDAAoD;IACpD,IAAI,EAAE,OAAO,IAAI,CAAC;IAClB,+CAA+C;IAC/C,GAAG,EAAE,OAAO,GAAG,CAAC;CAChB"}

package/dist/workers/adapter/db-ops.js

@@ -0,0 +1,14 @@
+/**
+ * DB Operations Interface
+ *
+ * The Drizzle ORM operators the Kafka adapter uses to build queries against
+ * the injected `providerJobs` table. Every host passes Drizzle's own
+ * `{ eq, and, asc, desc, sql }`, so the contract is their declared types,
+ * imported type-only from the `drizzle-orm` peer.
+ *
+ * The selected database host supplies its native SQL operators through
+ * `workers-kafka/db`. The adapter owns queue admission; the application
+ * owns the connection and physical migration.
+ */
+export {};
+//# sourceMappingURL=db-ops.js.map

package/dist/workers/adapter/db-ops.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"db-ops.js","sourceRoot":"","sources":["../../../src/workers/adapter/db-ops.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG"}

package/dist/workers/adapter/index.d.ts

@@ -0,0 +1,16 @@
+/**
+ * Workers Kafka Adapters.
+ *
+ * - `KafkaAdapter` — full DB-backed implementation of `QueueAdapter`
+ *   (enqueue, dequeue with SKIP LOCKED, getJob, updateJob with DB
+ *   writeback). This is what `KafkaWorkerAdapter` returns when a
+ *   `workers-kafka/db` runtime context is registered.
+ * - `KafkaWorkerAdapter` — `workers/adapter` impl for cloud scope.
+ *   Resolves the required runtime DB context and returns persistent
+ *   `KafkaAdapter` instances per queue.
+ */
+export { KafkaWorkerAdapter } from './worker-adapter.kafka.impl.ts';
+export { KafkaAdapter } from './provider.ts';
+export type { DbOps } from './db-ops.ts';
+export { WORKERS_KAFKA_DB_CONTEXT_ID, workersKafkaDbContextDescriptor, type WorkersKafkaDbContext } from './workers-kafka.db.context.ts';
+//# sourceMappingURL=index.d.ts.map

package/dist/workers/adapter/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/workers/adapter/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,EAAE,kBAAkB,EAAE,MAAM,gCAAgC,CAAC;AACpE,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAC7C,YAAY,EAAE,KAAK,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EACN,2BAA2B,EAC3B,+BAA+B,EAC/B,KAAK,qBAAqB,EAC1B,MAAM,+BAA+B,CAAC"}

package/dist/workers/adapter/index.js

@@ -0,0 +1,15 @@
+/**
+ * Workers Kafka Adapters.
+ *
+ * - `KafkaAdapter` — full DB-backed implementation of `QueueAdapter`
+ *   (enqueue, dequeue with SKIP LOCKED, getJob, updateJob with DB
+ *   writeback). This is what `KafkaWorkerAdapter` returns when a
+ *   `workers-kafka/db` runtime context is registered.
+ * - `KafkaWorkerAdapter` — `workers/adapter` impl for cloud scope.
+ *   Resolves the required runtime DB context and returns persistent
+ *   `KafkaAdapter` instances per queue.
+ */
+export { KafkaWorkerAdapter } from "./worker-adapter.kafka.impl.js";
+export { KafkaAdapter } from "./provider.js";
+export { WORKERS_KAFKA_DB_CONTEXT_ID, workersKafkaDbContextDescriptor } from "./workers-kafka.db.context.js";
+//# sourceMappingURL=index.js.map

package/dist/workers/adapter/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/workers/adapter/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,EAAE,kBAAkB,EAAE,MAAM,gCAAgC,CAAC;AACpE,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAE7C,OAAO,EACN,2BAA2B,EAC3B,+BAA+B,EAE/B,MAAM,+BAA+B,CAAC"}

package/dist/workers/adapter/provider.d.ts

@@ -0,0 +1,151 @@
+/**
+ * Kafka Provider
+ *
+ * Kafka-based provider for distributed job processing.
+ * Uses existing Kafka infrastructure with worker topics.
+ */
+import { type QueueAdapter, type Job, type JobStatus, type JobState, type JobUpdate, type QueueMetrics, type EnqueueOptions, type DequeueOptions, type JobEvent, type JobListOptions, BaseQueueAdapter, type JobExecutionClaim, type JobWriteGuard, type JobRetryOptions, type JobMutationStamp, type JobExecutionRecord } from '@vibesdotdev/workers/core/queue-adapter';
+import { type KernelDiagnostics } from '@vibesdotdev/kernel';
+import { type JobProgressValue } from '@vibesdotdev/workers/core/schemas';
+import { type Cancellation } from '@vibesdotdev/workers/schemas';
+import { type JsonObject, type JsonValue } from '@vibesdotdev/kernel/schemas/json';
+import type { AnyColumn, SQL, Table } from 'drizzle-orm';
+import type { DbCondition, DbOps } from './db-ops.ts';
+import type { WorkerJobEventPayload as WorkerJobEvent } from '@vibesdotdev/workers/core/worker-job-event';
+export interface KafkaEventBridge {
+    /** Resolve the selected transport and join its pending subscription setup. */
+    prepare: () => Promise<void>;
+    sendJobEvent: (event: WorkerJobEvent) => Promise<void>;
+    /** Register synchronously so cleanup authority exists before preparation awaits. */
+    onMessage: (topic: string, handler: (message: WorkerJobEvent) => void | Promise<void>) => () => void | Promise<void>;
+}
+/** The provider_jobs columns the adapter reads, fences and orders by. */
+type KafkaJobColumn = 'id' | 'queueName' | 'provider' | 'status' | 'data' | 'metadata' | 'cancellation' | 'createdAt' | 'startedAt' | 'completedAt' | 'generation' | 'revision' | 'executionState' | 'claimToken' | 'claimAttempt' | 'claimOwner' | 'claimHeartbeatAt' | 'retiredAt' | 'priority' | 'attemptsMade' | 'progress' | 'result' | 'error';
+/** The host's Drizzle `provider_jobs` table (see `createProviderJobsSqliteSchema`). */
+export type KafkaJobsTable = Table & Record<KafkaJobColumn, AnyColumn>;
+/** The backing store a host declares for its `provider_jobs` table. */
+export type KafkaJobsDialect = 'postgres' | 'sqlite';
+/** One provider_jobs row as the host's JSON-mode columns read it. */
+type KafkaJobRow = JobExecutionRecord & {
+    id: string;
+    queueName: string;
+    provider: string;
+    data: JsonValue;
+    /** NULL means application-owned metadata migration remains required; the adapter refuses to guess. */
+    metadata?: JsonObject | null;
+    /** NULL means no cancellation provenance, including migrated historical rows. */
+    cancellation?: JsonValue | null;
+    status: string;
+    progress?: JobProgressValue | null;
+    result?: JsonValue | null;
+    error?: string | null;
+    attemptsMade?: number;
+    createdAt: Date;
+    startedAt?: Date | null;
+    completedAt?: Date | null;
+    priority?: number;
+};
+/** One write to a provider_jobs row: the admitted payload or the SQL JSON null literal, and caller progress/result. */
+type KafkaJobPatch<TData = JsonValue> = Partial<Omit<KafkaJobRow, 'data' | 'progress' | 'result' | 'cancellation'>> & {
+    data?: TData | SQL;
+    progress?: Job['progress'] | null;
+    result?: JobUpdate['result'] | null;
+    cancellation?: Cancellation | null;
+    maxAttempts?: number;
+};
+interface KafkaJobStatusCountFields {
+    status: AnyColumn;
+    count: SQL<number>;
+}
+interface KafkaJobStatusCount {
+    status: string;
+    count: number | string;
+}
+/** The host's Drizzle builder chain; each step returns the chain, which resolves to its rows. */
+interface KafkaQuery<Row = KafkaJobRow> extends PromiseLike<Row[]> {
+    returning: () => KafkaQuery;
+    groupBy: (...columns: AnyColumn[]) => KafkaQuery<Row>;
+    from: (table: KafkaJobsTable) => KafkaQuery<Row>;
+    where: (condition: DbCondition) => KafkaQuery<Row>;
+    orderBy: (...order: SQL[]) => KafkaQuery<Row>;
+    limit: (n: number) => KafkaQuery<Row>;
+    offset: (n: number) => KafkaQuery<Row>;
+    /** PostgreSQL row lock; SQLite hosts are never asked for it. */
+    for: (mode: 'update', opts: {
+        skipLocked: boolean;
+    }) => KafkaQuery<Row>;
+    set: <TData>(values: KafkaJobPatch<TData>) => KafkaQuery<Row>;
+    values: <TData>(row: KafkaJobPatch<TData>) => KafkaQuery<Row>;
+    onConflictDoNothing: (args: {
+        target: AnyColumn;
+    }) => KafkaQuery<Row>;
+}
+export interface KafkaJobsDb {
+    transaction: <T>(fn: (tx: KafkaJobsDb) => Promise<T>) => Promise<T>;
+    select: {
+        (): KafkaQuery;
+        (fields: KafkaJobStatusCountFields): KafkaQuery<KafkaJobStatusCount>;
+    };
+    insert: (table: KafkaJobsTable) => KafkaQuery;
+    update: (table: KafkaJobsTable) => KafkaQuery;
+    delete: (table: KafkaJobsTable) => KafkaQuery;
+}
+export declare class KafkaAdapter<TJob = unknown, TResult = unknown> extends BaseQueueAdapter<TJob, TResult> implements QueueAdapter<TJob, TResult> {
+    private db;
+    private providerJobs;
+    private ops;
+    private eventHandlers;
+    private unsubscribeEvents?;
+    private eventBridgeConnected;
+    private eventBridgeSetup?;
+    private eventBridgeCleanup?;
+    private eventBridgeClosing;
+    private eventBridge;
+    private readonly diagnostics;
+    private readonly dialect;
+    constructor(db: KafkaJobsDb, queueName: string, options: {
+        providerJobs: KafkaJobsTable;
+        ops: DbOps;
+        dialect: KafkaJobsDialect;
+        eventBridge: KafkaEventBridge;
+        diagnostics: KernelDiagnostics;
+    });
+    connect(): Promise<void>;
+    disconnect(): Promise<void>;
+    private rowFence;
+    private readRow;
+    private requireRow;
+    private writeRow;
+    /** `updateJob` never admits a cancellation; `cancelJob` is the only provenance owner. */
+    private rejectProvenancelessCancellation;
+    /** A row already cancelled holds its admitted provenance; a historical row keeps none. */
+    private assertAlreadyCancelled;
+    private revisionConflict;
+    /** A bounded native revision retry; assert always holds the caller's original intent. */
+    private mutate;
+    private toJob;
+    private publish;
+    enqueue(data: TJob, options?: EnqueueOptions): Promise<string>;
+    /** Both backing dialects use the same native admission fence; PostgreSQL also locks candidate rows. */
+    private dequeueNative;
+    dequeue(options?: DequeueOptions): Promise<Job<TJob> | null>;
+    getJob(jobId: string): Promise<Job<TJob> | null>;
+    updateJob(jobId: string, update: JobUpdate, guard: JobWriteGuard): Promise<JobMutationStamp>;
+    renewExecution(jobId: string, claim: JobExecutionClaim): Promise<void>;
+    releaseExecution(jobId: string, claim: JobExecutionClaim): Promise<void>;
+    cancelJob(jobId: string, cancellation: Cancellation): Promise<boolean>;
+    retryJob(jobId: string, options: JobRetryOptions): Promise<string>;
+    getStatus(jobId: string): Promise<JobStatus>;
+    listJobs(state?: JobState, options?: JobListOptions): Promise<Job<TJob>[]>;
+    /** One condition per field: the stored data's top-level field is a JSON string equal to the value. */
+    private dataEquals;
+    getMetrics(): Promise<QueueMetrics>;
+    subscribeToEvents(jobId: string, handler: (event: JobEvent) => void): () => void;
+    broadcastEvent(jobId: string, event: string, guard: JobWriteGuard, data?: JobEvent['data']): Promise<void>;
+    private ensureEventBridge;
+    private emitEvent;
+    /** A failing subscriber is reported; the committed admission and its sibling subscribers stand. */
+    private notifyEventHandler;
+}
+export {};
+//# sourceMappingURL=provider.d.ts.map

package/dist/workers/adapter/provider.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"provider.d.ts","sourceRoot":"","sources":["../../../src/workers/adapter/provider.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EACN,KAAK,YAAY,EACjB,KAAK,GAAG,EACR,KAAK,SAAS,EACd,KAAK,QAAQ,EACb,KAAK,SAAS,EACd,KAAK,YAAY,EACjB,KAAK,cAAc,EACnB,KAAK,cAAc,EACnB,KAAK,QAAQ,EACb,KAAK,cAAc,EACnB,gBAAgB,EAChB,KAAK,iBAAiB,EACtB,KAAK,aAAa,EAClB,KAAK,eAAe,EACpB,KAAK,gBAAgB,EACrB,KAAK,kBAAkB,EAWvB,MAAM,yCAAyC,CAAC;AACjD,OAAO,EAA0D,KAAK,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AACrH,OAAO,EAAuL,KAAK,gBAAgB,EAAE,MAAM,mCAAmC,CAAC;AAC/P,OAAO,EAAyC,KAAK,YAAY,EAAE,MAAM,8BAA8B,CAAC;AACxG,OAAO,EAAoB,KAAK,UAAU,EAAE,KAAK,SAAS,EAAE,MAAM,kCAAkC,CAAC;AACrG,OAAO,KAAK,EAAE,SAAS,EAAE,GAAG,EAAE,KAAK,EAAE,MAAM,aAAa,CAAC;AAEzD,OAAO,KAAK,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,aAAa,CAAC;AAEtD,OAAO,KAAK,EAAE,qBAAqB,IAAI,cAAc,EAAE,MAAM,4CAA4C,CAAC;AAE1G,MAAM,WAAW,gBAAgB;IAChC,8EAA8E;IAC9E,OAAO,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IAC7B,YAAY,EAAE,CAAC,KAAK,EAAE,cAAc,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACvD,oFAAoF;IACpF,SAAS,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,OAAO,EAAE,cAAc,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,KACpF,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CAC5B;AA0KD,yEAAyE;AACzE,KAAK,cAAc,GAChB,IAAI,GAAG,WAAW,GAAG,UAAU,GAAG,QAAQ,GAAG,MAAM,GAAG,UAAU,GAAG,cAAc,GACjF,WAAW,GAAG,WAAW,GAAG,aAAa,GAAG,YAAY,GAAG,UAAU,GACrE,gBAAgB,GAAG,YAAY,GAAG,cAAc,GAAG,YAAY,GAC/D,kBAAkB,GAAG,WAAW,GAAG,UAAU,GAAG,cAAc,GAC9D,UAAU,GAAG,QAAQ,GAAG,OAAO,CAAC;AAEnC,uFAAuF;AACvF,MAAM,MAAM,cAAc,GAAG,KAAK,GAAG,MAAM,CAAC,cAAc,EAAE,SAAS,CAAC,CAAC;AAEvE,uEAAuE;AACvE,MAAM,MAAM,gBAAgB,GAAG,UAAU,GAAG,QAAQ,CAAC;AAErD,qEAAqE;AACrE,KAAK,WAAW,GAAG,kBAAkB,GAAG;IACvC,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,SAAS,CAAC;IAChB,sGAAsG;IACtG,QAAQ,CAAC,EAAE,UAAU,GAAG,IAAI,CAAC;IAC7B,iFAAiF;IACjF,YAAY,CAAC,EAAE,SAAS,GAAG,IAAI,CAAC;IAChC,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,gBAAgB,GAAG,IAAI,CAAC;IACnC,MAAM,CAAC,EAAE,SAAS,GAAG,IAAI,CAAC;IAC1B,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE,IAAI,CAAC;IAChB,SAAS,CAAC,EAAE,IAAI,GAAG,IAAI,CAAC;IACxB,WAAW,CAAC,EAAE,IAAI,GAAG,IAAI,CAAC;IAC1B,QAAQ,CAAC,EAAE,MAAM,CAAC;CAClB,CAAC;AAEF,uHAAuH;AACvH,KAAK,aAAa,CAAC,KAAK,GAAG,SAAS,IAAI,OAAO,CAAC,IAAI,CAAC,WAAW,EAAE,MAAM,GAAG,UAAU,GAAG,QAAQ,GAAG,cAAc,CAAC,CAAC,GAAG;IACrH,IAAI,CAAC,EAAE,KAAK,GAAG,GAAG,CAAC;IACnB,QAAQ,CAAC,EAAE,GAAG,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC;IAClC,MAAM,CAAC,EAAE,SAAS,CAAC,QAAQ,CAAC,GAAG,IAAI,CAAC;IACpC,YAAY,CAAC,EAAE,YAAY,GAAG,IAAI,CAAC;IACnC,WAAW,CAAC,EAAE,MAAM,CAAC;CACrB,CAAC;AAEF,UAAU,yBAAyB;IAClC,MAAM,EAAE,SAAS,CAAC;IAClB,KAAK,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;CACnB;AAED,UAAU,mBAAmB;IAC5B,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,GAAG,MAAM,CAAC;CACvB;AAED,iGAAiG;AACjG,UAAU,UAAU,CAAC,GAAG,GAAG,WAAW,CAAE,SAAQ,WAAW,CAAC,GAAG,EAAE,CAAC;IACjE,SAAS,EAAE,MAAM,UAAU,CAAC;IAC5B,OAAO,EAAE,CAAC,GAAG,OAAO,EAAE,SAAS,EAAE,KAAK,UAAU,CAAC,GAAG,CAAC,CAAC;IACtD,IAAI,EAAE,CAAC,KAAK,EAAE,cAAc,KAAK,UAAU,CAAC,GAAG,CAAC,CAAC;IACjD,KAAK,EAAE,CAAC,SAAS,EAAE,WAAW,KAAK,UAAU,CAAC,GAAG,CAAC,CAAC;IACnD,OAAO,EAAE,CAAC,GAAG,KAAK,EAAE,GAAG,EAAE,KAAK,UAAU,CAAC,GAAG,CAAC,CAAC;IAC9C,KAAK,EAAE,CAAC,CAAC,EAAE,MAAM,KAAK,UAAU,CAAC,GAAG,CAAC,CAAC;IACtC,MAAM,EAAE,CAAC,CAAC,EAAE,MAAM,KAAK,UAAU,CAAC,GAAG,CAAC,CAAC;IACvC,gEAAgE;IAChE,GAAG,EAAE,CAAC,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE;QAAE,UAAU,EAAE,OAAO,CAAA;KAAE,KAAK,UAAU,CAAC,GAAG,CAAC,CAAC;IACxE,GAAG,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,aAAa,CAAC,KAAK,CAAC,KAAK,UAAU,CAAC,GAAG,CAAC,CAAC;IAC9D,MAAM,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,aAAa,CAAC,KAAK,CAAC,KAAK,UAAU,CAAC,GAAG,CAAC,CAAC;IAC9D,mBAAmB,EAAE,CAAC,IAAI,EAAE;QAAE,MAAM,EAAE,SAAS,CAAA;KAAE,KAAK,UAAU,CAAC,GAAG,CAAC,CAAC;CACtE;AAED,MAAM,WAAW,WAAW;IAC3B,WAAW,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,WAAW,KAAK,OAAO,CAAC,CAAC,CAAC,KAAK,OAAO,CAAC,CAAC,CAAC,CAAC;IACpE,MAAM,EAAE;QACP,IAAI,UAAU,CAAC;QACf,CAAC,MAAM,EAAE,yBAAyB,GAAG,UAAU,CAAC,mBAAmB,CAAC,CAAC;KACrE,CAAC;IACF,MAAM,EAAE,CAAC,KAAK,EAAE,cAAc,KAAK,UAAU,CAAC;IAC9C,MAAM,EAAE,CAAC,KAAK,EAAE,cAAc,KAAK,UAAU,CAAC;IAC9C,MAAM,EAAE,CAAC,KAAK,EAAE,cAAc,KAAK,UAAU,CAAC;CAC9C;AAED,qBAAa,YAAY,CAAC,IAAI,GAAG,OAAO,EAAE,OAAO,GAAG,OAAO,CAC1D,SAAQ,gBAAgB,CAAC,IAAI,EAAE,OAAO,CACtC,YAAW,YAAY,CAAC,IAAI,EAAE,OAAO,CAAC;IAEtC,OAAO,CAAC,EAAE,CAAc;IACxB,OAAO,CAAC,YAAY,CAAiB;IACrC,OAAO,CAAC,GAAG,CAAQ;IACnB,OAAO,CAAC,aAAa,CAA0D;IAC/E,OAAO,CAAC,iBAAiB,CAAC,CAA6B;IACvD,OAAO,CAAC,oBAAoB,CAAS;IACrC,OAAO,CAAC,gBAAgB,CAAC,CAAgB;IACzC,OAAO,CAAC,kBAAkB,CAAC,CAAgB;IAC3C,OAAO,CAAC,kBAAkB,CAAS;IACnC,OAAO,CAAC,WAAW,CAAmB;IACtC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAoB;IAKhD,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAmB;gBAG1C,EAAE,EAAE,WAAW,EACf,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE;QACR,YAAY,EAAE,cAAc,CAAC;QAC7B,GAAG,EAAE,KAAK,CAAC;QACX,OAAO,EAAE,gBAAgB,CAAC;QAC1B,WAAW,EAAE,gBAAgB,CAAC;QAC9B,WAAW,EAAE,iBAAiB,CAAC;KAC/B;IAWI,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAI9B,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAgC3B,OAAO,CAAC,QAAQ;YAiBF,OAAO;YAUP,UAAU;YAMV,QAAQ;IAStB,yFAAyF;IACzF,OAAO,CAAC,gCAAgC;IAMxC,0FAA0F;IAC1F,OAAO,CAAC,sBAAsB;IAK9B,OAAO,CAAC,gBAAgB;IAMxB,yFAAyF;YAC3E,MAAM;IAepB,OAAO,CAAC,KAAK;YA4BC,OAAO;IAmBf,OAAO,CAAC,IAAI,EAAE,IAAI,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,OAAO,CAAC,MAAM,CAAC;IA+CpE,uGAAuG;YACzF,aAAa;IA+BrB,OAAO,CAAC,OAAO,CAAC,EAAE,cAAc,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;IAW5D,MAAM,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;IAKhD,SAAS,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,aAAa,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAgC5F,cAAc,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,iBAAiB,GAAG,OAAO,CAAC,IAAI,CAAC;IAOtE,gBAAgB,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,iBAAiB,GAAG,OAAO,CAAC,IAAI,CAAC;IAQxE,SAAS,CAAC,KAAK,EAAE,MAAM,EAAE,YAAY,EAAE,YAAY,GAAG,OAAO,CAAC,OAAO,CAAC;IA6BtE,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,eAAe,GAAG,OAAO,CAAC,MAAM,CAAC;IAelE,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,CAAC;IAI5C,QAAQ,CAAC,KAAK,CAAC,EAAE,QAAQ,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;IAWhF,sGAAsG;IACtG,OAAO,CAAC,UAAU;IAQZ,UAAU,IAAI,OAAO,CAAC,YAAY,CAAC;IA0BzC,iBAAiB,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,KAAK,EAAE,QAAQ,KAAK,IAAI,GAAG,MAAM,IAAI;IAc1E,cAAc,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,aAAa,EAAE,IAAI,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;YAWlG,iBAAiB;IAsD/B,OAAO,CAAC,SAAS;IAKjB,mGAAmG;IACnG,OAAO,CAAC,kBAAkB;CAU1B"}