@vibesdotdev/integrations-kafka 1.0.0-rc.1 → 1.0.0-rc.4

package/dist/workers/shared-store.context.d.ts

@@ -0,0 +1,25 @@
+/**
+ * The shared `workers-kafka/db` context: the one store implementation every
+ * producer and drainer of a store composes, instead of an app-local copy.
+ * It reads `workers.store` (the credential keys naming the store) through the
+ * Workers config owner and opens the store through Storage's libSQL facade,
+ * so the host composes a `storage/libsql-provider`. It never opens a local
+ * file by default: an undeclared or unreachable store refuses, typed.
+ */
+import { type VibesRuntime } from '@vibesdotdev/kernel';
+import { type WorkersKafkaDbContext } from '../schemas/worker-context.ts';
+/** No `workers.store` is declared on this host. */
+export declare const QUEUE_STORE_UNDECLARED_REASON = "queue-store-undeclared";
+/** The declared store's URL credential is not set. */
+export declare const QUEUE_STORE_UNAVAILABLE_REASON = "queue-store-unavailable";
+/** The store is reachable but lacks the migrated `provider_jobs` schema. */
+export declare const QUEUE_STORE_UNMIGRATED_REASON = "queue-store-unmigrated";
+/**
+ * One store per created implementation (one per registered context), never
+ * per module. A failed open is not cached: the next resolution retries, so a
+ * credential or migration applied after a failure is picked up.
+ */
+export declare function createSharedStoreContext(): {
+    provide(runtime: VibesRuntime): Promise<WorkersKafkaDbContext>;
+};
+//# sourceMappingURL=shared-store.context.d.ts.map

package/dist/workers/shared-store.context.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"shared-store.context.d.ts","sourceRoot":"","sources":["../../src/workers/shared-store.context.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAoC,KAAK,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAM1F,OAAO,EAA+B,KAAK,qBAAqB,EAAE,MAAM,8BAA8B,CAAC;AAIvG,mDAAmD;AACnD,eAAO,MAAM,6BAA6B,2BAA2B,CAAC;AACtE,sDAAsD;AACtD,eAAO,MAAM,8BAA8B,4BAA4B,CAAC;AACxE,4EAA4E;AAC5E,eAAO,MAAM,6BAA6B,2BAA2B,CAAC;AA0CtE;;;;GAIG;AACH,wBAAgB,wBAAwB;qBAIf,YAAY,GAAG,OAAO,CAAC,qBAAqB,CAAC;EAWrE"}

package/dist/workers/shared-store.context.js

@@ -0,0 +1,88 @@
+/**
+ * The shared `workers-kafka/db` context: the one store implementation every
+ * producer and drainer of a store composes, instead of an app-local copy.
+ * It reads `workers.store` (the credential keys naming the store) through the
+ * Workers config owner and opens the store through Storage's libSQL facade,
+ * so the host composes a `storage/libsql-provider`. It never opens a local
+ * file by default: an undeclared or unreachable store refuses, typed.
+ */
+import { CapabilityError } from '@vibesdotdev/kernel';
+import { readWorkersConfig } from '@vibesdotdev/workers/config/read';
+import { createLibsqlDrizzleConnection } from '@vibesdotdev/storage/adapters/drizzle/libsql';
+import { and, asc, desc, eq, sql } from 'drizzle-orm';
+import { index, integer, sqliteTable, text } from 'drizzle-orm/sqlite-core';
+import { createProviderJobsSqliteSchema } from "./provider-jobs.sqlite-schema.js";
+import { WorkersKafkaDbContextSchema } from "../schemas/worker-context.js";
+const providerJobs = createProviderJobsSqliteSchema({ sqliteTable, text, integer, index });
+/** No `workers.store` is declared on this host. */
+export const QUEUE_STORE_UNDECLARED_REASON = 'queue-store-undeclared';
+/** The declared store's URL credential is not set. */
+export const QUEUE_STORE_UNAVAILABLE_REASON = 'queue-store-unavailable';
+/** The store is reachable but lacks the migrated `provider_jobs` schema. */
+export const QUEUE_STORE_UNMIGRATED_REASON = 'queue-store-unmigrated';
+/** A credential the store declares: unset is `undefined`; every other failure propagates. */
+async function optionalCredential(runtime, key) {
+    const result = await runtime.resolveCredential({ source: 'secret', key });
+    if (result.ok)
+        return result.value.trim() || undefined;
+    if (result.error.reason === 'credential-not-set')
+        return undefined;
+    throw result.error;
+}
+async function openStore(runtime) {
+    const { store } = await readWorkersConfig(runtime);
+    if (!store) {
+        throw new CapabilityError('This host declares no workers.store for the workers-kafka queue.', 'UNAVAILABLE', {
+            reason: QUEUE_STORE_UNDECLARED_REASON,
+            retryable: false
+        });
+    }
+    const url = await optionalCredential(runtime, store.url);
+    if (!url) {
+        // Value-free: names the credential key, never a value.
+        throw new CapabilityError(`The workers.store URL credential '${store.url}' is not set.`, 'UNAVAILABLE', {
+            reason: QUEUE_STORE_UNAVAILABLE_REASON,
+            retryable: false,
+            details: { key: store.url }
+        });
+    }
+    const authToken = store.authToken && !url.startsWith('file:') ? await optionalCredential(runtime, store.authToken) : undefined;
+    const { client, db } = await createLibsqlDrizzleConnection(authToken ? { url, authToken } : { url }, runtime);
+    try {
+        await db.select().from(providerJobs).limit(0);
+    }
+    catch (error) {
+        client.close();
+        throw new CapabilityError('The workers.store does not provide the migrated provider_jobs schema.', 'UNAVAILABLE', {
+            reason: QUEUE_STORE_UNMIGRATED_REASON,
+            retryable: false,
+            cause: error
+        });
+    }
+    return WorkersKafkaDbContextSchema.parse({ db, providerJobs, ops: { eq, and, asc, desc, sql }, dialect: 'sqlite' });
+}
+/**
+ * One store per created implementation (one per registered context), never
+ * per module. A failed open is not cached: the next resolution retries, so a
+ * credential or migration applied after a failure is picked up.
+ */
+export function createSharedStoreContext() {
+    let opened;
+    let opening;
+    return {
+        async provide(runtime) {
+            if (opened)
+                return opened;
+            opening ??= openStore(runtime);
+            try {
+                opened = await opening;
+                return opened;
+            }
+            finally {
+                if (!opened)
+                    opening = undefined;
+            }
+        }
+    };
+}
+//# sourceMappingURL=shared-store.context.js.map

package/dist/workers/shared-store.context.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"shared-store.context.js","sourceRoot":"","sources":["../../src/workers/shared-store.context.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,eAAe,EAAsC,MAAM,qBAAqB,CAAC;AAC1F,OAAO,EAAE,iBAAiB,EAAE,MAAM,kCAAkC,CAAC;AACrE,OAAO,EAAE,6BAA6B,EAAE,MAAM,8CAA8C,CAAC;AAC7F,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,EAAE,GAAG,EAAE,MAAM,aAAa,CAAC;AACtD,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,WAAW,EAAE,IAAI,EAAE,MAAM,yBAAyB,CAAC;AAC5E,OAAO,EAAE,8BAA8B,EAAE,MAAM,kCAAkC,CAAC;AAClF,OAAO,EAAE,2BAA2B,EAA8B,MAAM,8BAA8B,CAAC;AAEvG,MAAM,YAAY,GAAG,8BAA8B,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;AAE3F,mDAAmD;AACnD,MAAM,CAAC,MAAM,6BAA6B,GAAG,wBAAwB,CAAC;AACtE,sDAAsD;AACtD,MAAM,CAAC,MAAM,8BAA8B,GAAG,yBAAyB,CAAC;AACxE,4EAA4E;AAC5E,MAAM,CAAC,MAAM,6BAA6B,GAAG,wBAAwB,CAAC;AAEtE,6FAA6F;AAC7F,KAAK,UAAU,kBAAkB,CAAC,OAAmB,EAAE,GAAW;IACjE,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,iBAAiB,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,EAAE,CAAC,CAAC;IAC1E,IAAI,MAAM,CAAC,EAAE;QAAE,OAAO,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,SAAS,CAAC;IACvD,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,KAAK,oBAAoB;QAAE,OAAO,SAAS,CAAC;IACnE,MAAM,MAAM,CAAC,KAAK,CAAC;AACpB,CAAC;AAED,KAAK,UAAU,SAAS,CAAC,OAAqB;IAC7C,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,iBAAiB,CAAC,OAAO,CAAC,CAAC;IACnD,IAAI,CAAC,KAAK,EAAE,CAAC;QACZ,MAAM,IAAI,eAAe,CAAC,kEAAkE,EAAE,aAAa,EAAE;YAC5G,MAAM,EAAE,6BAA6B;YACrC,SAAS,EAAE,KAAK;SAChB,CAAC,CAAC;IACJ,CAAC;IACD,MAAM,GAAG,GAAG,MAAM,kBAAkB,CAAC,OAAO,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;IACzD,IAAI,CAAC,GAAG,EAAE,CAAC;QACV,uDAAuD;QACvD,MAAM,IAAI,eAAe,CAAC,qCAAqC,KAAK,CAAC,GAAG,eAAe,EAAE,aAAa,EAAE;YACvG,MAAM,EAAE,8BAA8B;YACtC,SAAS,EAAE,KAAK;YAChB,OAAO,EAAE,EAAE,GAAG,EAAE,KAAK,CAAC,GAAG,EAAE;SAC3B,CAAC,CAAC;IACJ,CAAC;IACD,MAAM,SAAS,GAAG,KAAK,CAAC,SAAS,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,kBAAkB,CAAC,OAAO,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAC/H,MAAM,EAAE,MAAM,EAAE,EAAE,EAAE,GAAG,MAAM,6BAA6B,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,OAAO,CAAC,CAAC;IAC9G,IAAI,CAAC;QACJ,MAAM,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAC/C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QAChB,MAAM,CAAC,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,eAAe,CAAC,uEAAuE,EAAE,aAAa,EAAE;YACjH,MAAM,EAAE,6BAA6B;YACrC,SAAS,EAAE,KAAK;YAChB,KAAK,EAAE,KAAK;SACZ,CAAC,CAAC;IACJ,CAAC;IACD,OAAO,2BAA2B,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,YAAY,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC,CAAC;AACrH,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,wBAAwB;IACvC,IAAI,MAAyC,CAAC;IAC9C,IAAI,OAAmD,CAAC;IACxD,OAAO;QACN,KAAK,CAAC,OAAO,CAAC,OAAqB;YAClC,IAAI,MAAM;gBAAE,OAAO,MAAM,CAAC;YAC1B,OAAO,KAAK,SAAS,CAAC,OAAO,CAAC,CAAC;YAC/B,IAAI,CAAC;gBACJ,MAAM,GAAG,MAAM,OAAO,CAAC;gBACvB,OAAO,MAAM,CAAC;YACf,CAAC;oBAAS,CAAC;gBACV,IAAI,CAAC,MAAM;oBAAE,OAAO,GAAG,SAAS,CAAC;YAClC,CAAC;QACF,CAAC;KACD,CAAC;AACH,CAAC"}

package/dist/workers/shared-store.plugin.d.ts

@@ -0,0 +1,8 @@
+/**
+ * Composes the shared `workers-kafka/db` context over the declared
+ * `workers.store`. A host composes this beside `./workers/plugin` (and
+ * `./workers/consumer.plugin` where it drains) plus a `storage/libsql-provider`.
+ */
+declare const defaultExport: import("@vibesdotdev/kernel").RuntimePlugin;
+export default defaultExport;
+//# sourceMappingURL=shared-store.plugin.d.ts.map

package/dist/workers/shared-store.plugin.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"shared-store.plugin.d.ts","sourceRoot":"","sources":["../../src/workers/shared-store.plugin.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAMH,QAAA,MAAM,aAAa,6CAWjB,CAAC;AAEH,eAAe,aAAa,CAAC"}

package/dist/workers/shared-store.plugin.js

@@ -0,0 +1,22 @@
+/**
+ * Composes the shared `workers-kafka/db` context over the declared
+ * `workers.store`. A host composes this beside `./workers/plugin` (and
+ * `./workers/consumer.plugin` where it drains) plus a `storage/libsql-provider`.
+ */
+import { createRuntimePlugin } from '@vibesdotdev/kernel';
+import { WORKERS_KAFKA_DB_CONTEXT_ID } from "./adapter/workers-kafka.db.context.js";
+// Hoisted const: tsc rewriteRelativeImportExtensions does not rewrite `.ts` specifiers inside `export default <expr>` (TS 6.0.3).
+const defaultExport = createRuntimePlugin({
+    id: 'workers-kafka-shared-store',
+    name: 'Workers Kafka shared store',
+    description: 'The workers-kafka/db context over the store declared in workers.store',
+    dependencies: ['workers-kafka', 'storage'],
+    onRegister(runtime) {
+        runtime.registerLoader('context', WORKERS_KAFKA_DB_CONTEXT_ID, async () => {
+            const { createSharedStoreContext } = await import("./shared-store.context.js");
+            return { impl: createSharedStoreContext() };
+        });
+    }
+});
+export default defaultExport;
+//# sourceMappingURL=shared-store.plugin.js.map

package/dist/workers/shared-store.plugin.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"shared-store.plugin.js","sourceRoot":"","sources":["../../src/workers/shared-store.plugin.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,mBAAmB,EAAE,MAAM,qBAAqB,CAAC;AAC1D,OAAO,EAAE,2BAA2B,EAAE,MAAM,uCAAuC,CAAC;AAEpF,kIAAkI;AAClI,MAAM,aAAa,GAAG,mBAAmB,CAAC;IACzC,EAAE,EAAE,4BAA4B;IAChC,IAAI,EAAE,4BAA4B;IAClC,WAAW,EAAE,uEAAuE;IACpF,YAAY,EAAE,CAAC,eAAe,EAAE,SAAS,CAAC;IAC1C,UAAU,CAAC,OAAO;QACjB,OAAO,CAAC,cAAc,CAAC,SAAS,EAAE,2BAA2B,EAAE,KAAK,IAAI,EAAE;YACzE,MAAM,EAAE,wBAAwB,EAAE,GAAG,MAAM,MAAM,CAAC,2BAA2B,CAAC,CAAC;YAC/E,OAAO,EAAE,IAAI,EAAE,wBAAwB,EAAE,EAAE,CAAC;QAC7C,CAAC,CAAC,CAAC;IACJ,CAAC;CACD,CAAC,CAAC;AAEH,eAAe,aAAa,CAAC"}

package/package.json

@@ -1,18 +1,25 @@
 {
   "name": "@vibesdotdev/integrations-kafka",
-  "version": "1.0.0-rc.1",
+  "version": "1.0.0-rc.4",
   "dependencies": {
-    "@vibesdotdev/config": "^1.0.0-rc.2",
-    "@vibesdotdev/integrations": "^1.0.0-rc.2",
-    "@vibesdotdev/kernel": "^1.0.0-rc.5",
-    "@vibesdotdev/logging": "^1.0.0-rc.3",
+    "@vibesdotdev/config": "^1.0.0-rc.0",
+    "@vibesdotdev/integrations": "^1.0.0-rc.6",
+    "@vibesdotdev/kernel": "^1.0.0-rc.0",
+    "@vibesdotdev/logging": "^1.0.0-rc.0",
     "kafkajs": "^2.2.4",
     "zod": "^4.6.7",
-    "@vibesdotdev/workers": "^1.0.0-rc.2"
+    "@vibesdotdev/workers": "^1.0.0-rc.0",
+    "@vibesdotdev/storage": "^1.0.0-rc.0"
   },
   "peerDependencies": {
     "drizzle-orm": "^0.45.4"
   },
+  "gitHead": "319e9e534fac11da0c374ab44efeed6c9722d3ec",
+  "_vibes_source": {
+    "repo": "ssh://git@git.vibes.dev/vibesdotdev/integrations.git",
+    "sha": "319e9e534fac11da0c374ab44efeed6c9722d3ec",
+    "workspaceDigest": "sha256:fe0b50ab7efbcdf2f0128a0fd552e0518b5ad282a6ca796da22e17db06538652"
+  },
   "main": "./dist/index.js",
   "exports": {
     ".": {
@@ -105,6 +112,12 @@
       "import": "./dist/workers/workers-kafka.plugin.js",
       "default": "./dist/workers/workers-kafka.plugin.js"
     },
+    "./workers/shared-store/plugin": {
+      "bun": "./dist/workers/shared-store.plugin.js",
+      "types": "./dist/workers/shared-store.plugin.d.ts",
+      "import": "./dist/workers/shared-store.plugin.js",
+      "default": "./dist/workers/shared-store.plugin.js"
+    },
     "./workers/provider-jobs-schema": {
       "bun": "./dist/workers/provider-jobs.sqlite-schema.js",
       "types": "./dist/workers/provider-jobs.sqlite-schema.d.ts",
@@ -130,7 +143,34 @@
     "LICENSE",
     "AUDIT-CODE.md",
     "AUDIT-SEAL.md",
-    "SEALED.md"
+    "SEALED.md",
+    "!**/.turbo/**",
+    "!**/.svelte-kit/**",
+    "!**/.vibes/**",
+    "!**/__tests__/**",
+    "!**/__stubs__/**",
+    "!**/*.test.js",
+    "!**/*.test.mjs",
+    "!**/*.test.cjs",
+    "!**/*.test.jsx",
+    "!**/*.test.ts",
+    "!**/*.test.mts",
+    "!**/*.test.cts",
+    "!**/*.test.tsx",
+    "!**/*.spec.js",
+    "!**/*.spec.mjs",
+    "!**/*.spec.cjs",
+    "!**/*.spec.jsx",
+    "!**/*.spec.ts",
+    "!**/*.spec.mts",
+    "!**/*.spec.cts",
+    "!**/*.spec.tsx",
+    "!**/SPEC.md",
+    "!**/tsconfig.json",
+    "!**/tsconfig.*.json",
+    "!**/*.tsbuildinfo",
+    "!**/.build-ok.json",
+    "!**/*.tgz"
   ],
   "scripts": {
     "lint": "node ../../node_modules/@vibesdotdev/internal-oxlint-toolchain/ratchet.mjs .",
@@ -149,11 +189,11 @@
   },
   "vibes": {
     "visibility": "public",
-    "handedRuntimeLogging": true,
     "registry": {
       "repositoryId": "70be51c9-5ab7-4d7e-9f47-801cb17720d8",
       "directory": "integrations/kafka"
-    }
+    },
+    "handedRuntimeLogging": true
   },
   "type": "module",
   "types": "./dist/index.d.ts",
@@ -168,11 +208,5 @@
       "optional": true
     }
   },
-  "license": "BUSL-1.1",
-  "gitHead": "494ddfcab4c073eef61acb182042223d7e4da2e5",
-  "_vibes_source": {
-    "repo": "ssh://git@git.vibes.dev/vibesdotdev/integrations.git",
-    "sha": "494ddfcab4c073eef61acb182042223d7e4da2e5",
-    "workspaceDigest": "sha256:ac1e3929eb2a083aec7ccac953652563b0477c4dce85783b01ddf46e01bdfb08"
-  }
+  "license": "BUSL-1.1"
 }