@geekmidas/cli 10.0.0-alpha.40 → 10.0.0-alpha.42

package/dist/index.cjs

@@ -6,10 +6,10 @@ const require_config = require("./config-CJ-PAb7M.cjs");
 const require_workspace = require("./workspace-RYSYtHP7.cjs");
 const require_storage = require("./storage-CSGoC3bK.cjs");
 const require_store = require("./store-DQgxT_WR.cjs");
-const require_workspace$1 = require("./workspace-BIqeeqcR.cjs");
+const require_workspace$1 = require("./workspace-CPVcs6r_.cjs");
 const require_OpenApiTsGenerator = require("./OpenApiTsGenerator-B4Kj_qNU.cjs");
 const require_openapi = require("./openapi.cjs");
-const require_ready = require("./ready-mcxamf73.cjs");
+const require_ready = require("./ready-DXqKVRYN.cjs");
 const require_emit = require("./emit-BdoPFjZf.cjs");
 let commander = require("commander");
 let node_process = require("node:process");
@@ -43,11 +43,10 @@ crypto = require_rolldown_runtime.__toESM(crypto, 1);
 let _geekmidas_constructs_crons = require("@geekmidas/constructs/crons");
 let _geekmidas_constructs_functions = require("@geekmidas/constructs/functions");
 let _geekmidas_constructs_queue = require("@geekmidas/constructs/queue");
-let _geekmidas_constructs_subscribers = require("@geekmidas/constructs/subscribers");
 let _geekmidas_constructs_topic = require("@geekmidas/constructs/topic");
 let node_dns_promises = require("node:dns/promises");
 //#region package.json
-var version = "10.0.0-alpha.40";
+var version = "10.0.0-alpha.42";
 //#endregion
 //#region src/auth/credentials.ts
 /**
@@ -1572,9 +1571,9 @@ async function workspaceDevCommand(workspace, options) {
 	const fakes = options.fake ? await serveFakes(reconciled.fakes, reconciled.ports) : [];
 	for (const { id, port } of fakes) logger$10.log(`🎭 ${id} fake: http://localhost:${port}`);
 	if (options.migrate || options.seed) {
-		const { prepareDevDatabases } = await Promise.resolve().then(() => require("./migrate-CFOUApUt.cjs"));
+		const { prepareDevDatabases } = await Promise.resolve().then(() => require("./migrate-CM-pf0Mk.cjs"));
 		await prepareDevDatabases(workspace, reconciled.env, { seed: !!options.seed });
-	} else await Promise.resolve().then(() => require("./migrate-CFOUApUt.cjs")).then(({ reportPendingMigrations }) => reportPendingMigrations(workspace, reconciled.env)).catch((error) => {
+	} else await Promise.resolve().then(() => require("./migrate-CM-pf0Mk.cjs")).then(({ reportPendingMigrations }) => reportPendingMigrations(workspace, reconciled.env)).catch((error) => {
 		logger$10.log(`⚠️  Could not check for pending migrations: ${error instanceof Error ? error.message : String(error)}`);
 	});
 	const appUrls = {};
@@ -2464,6 +2463,12 @@ export async function setupQueues(
       const services = queue.services.length > 0
         ? await serviceDiscovery.register(queue.services)
         : {};
+      // The queue's database — the worker's, or its own — handed over as \`db\`.
+      const db = queue.databaseService
+        ? (await serviceDiscovery.register([queue.databaseService]))[
+            queue.databaseService.serviceName
+          ]
+        : undefined;
 
       // A queue's messages carry one type — its own name.
       await eventSubscriber.subscribe([queue.name], async (message) => {
@@ -2478,7 +2483,8 @@ export async function setupQueues(
             messages: [validation.value],
             services: services,
             logger: queue.logger,
-          });
+            db,
+          } as any);
         } catch (error) {
           logger.error({ error, queue: queue.name }, 'Failed to process queue message');
           // Rethrown so the transport keeps the message for a retry.
@@ -2503,266 +2509,6 @@ export async function setupQueues(
 	}
 };
 //#endregion
-//#region src/generators/SubscriberGenerator.ts
-var SubscriberGenerator = class extends require_discover.ConstructGenerator {
-	isConstruct(value) {
-		return _geekmidas_constructs_subscribers.Subscriber.isSubscriber(value);
-	}
-	async build(context, constructs, outputDir, options) {
-		const provider = options?.provider || "aws-lambda";
-		const logger = console;
-		const subscriberInfos = [];
-		if (provider === "server") {
-			await this.generateServerSubscribersFile(outputDir, constructs);
-			logger.log(`Generated server subscribers file with ${constructs.length} subscribers (polling mode)`);
-			return subscriberInfos;
-		}
-		if (constructs.length === 0) return subscriberInfos;
-		if (provider !== "aws-lambda") return subscriberInfos;
-		const subscribersDir = (0, node_path.join)(outputDir, "subscribers");
-		await (0, node_fs_promises.mkdir)(subscribersDir, { recursive: true });
-		for (const { key, construct, path } of constructs) {
-			const handlerFile = await this.generateSubscriberHandler(subscribersDir, path.relative, key, construct, context, construct.owner);
-			subscriberInfos.push({
-				name: key,
-				handler: (0, node_path.relative)(process.cwd(), handlerFile).replace(/\.ts$/, ".handler"),
-				subscribedEvents: construct.subscribedEvents || [],
-				...construct.topicName ? {
-					transport: "topic",
-					topic: construct.topicName
-				} : {},
-				timeout: construct.timeout,
-				memorySize: construct.memorySize,
-				environment: await construct.getEnvironment({ markOptional: context.markOptional }),
-				dependencies: construct.constructs
-			});
-			logger.log(`Generated subscriber handler: ${key}`);
-		}
-		return subscriberInfos;
-	}
-	async generateSubscriberHandler(outputDir, sourceFile, exportName, _subscriber, context, owner) {
-		const handlerFileName = `${exportName}.ts`;
-		const handlerPath = (0, node_path.join)(outputDir, handlerFileName);
-		const importPath = (0, node_path.relative)((0, node_path.dirname)(handlerPath), sourceFile).replace(/\.ts$/, ".js");
-		const runtime = require_OpenApiTsGenerator.runtimeFor(context, (0, node_path.dirname)(handlerPath), owner);
-		const content = `import { AWSLambdaSubscriber } from '@geekmidas/constructs/aws';
-import { ${exportName} } from '${importPath}';
-${runtime.imports}
-${runtime.bindings}
-
-const adapter = new AWSLambdaSubscriber(envParser, ${exportName});
-
-export const handler = adapter.handler;
-`;
-		await (0, node_fs_promises.writeFile)(handlerPath, content);
-		return handlerPath;
-	}
-	async generateServerSubscribersFile(outputDir, subscribers) {
-		await (0, node_fs_promises.mkdir)(outputDir, { recursive: true });
-		const subscribersPath = (0, node_path.join)(outputDir, "subscribers.ts");
-		if (subscribers.length === 0) {
-			await (0, node_fs_promises.writeFile)(subscribersPath, `/**
- * Generated subscribers setup — this app declares none.
- */
-import type { EnvironmentParser } from '@geekmidas/envkit';
-import type { Logger } from '@geekmidas/logger';
-
-export async function setupSubscribers(
-  _app: unknown,
-  _envParser: EnvironmentParser<any>,
-  _logger: Logger,
-): Promise<(port: number) => Promise<void>> {
-  return async () => {};
-}
-`);
-			return subscribersPath;
-		}
-		const importsByFile = /* @__PURE__ */ new Map();
-		for (const { path, key } of subscribers) {
-			const importPath = (0, node_path.relative)((0, node_path.dirname)(subscribersPath), path.relative).replace(/\.ts$/, ".js");
-			importsByFile.set(importPath, [...importsByFile.get(importPath) ?? [], key]);
-		}
-		const content = `/**
- * Generated subscribers setup.
- *
- * Each subscriber is run against the topic it is bound to, through that
- * topic's own connection string:
- *
- * - **sns://** — pushed, not polled. The subscriber gets an HTTP route on this
- *   server, and the route is subscribed to the topic with a filter policy of
- *   the events it named, so SNS fans out to each subscriber. The route runs the
- *   subscriber through the same adaptor a Lambda subscription does.
- * - **anything else** (pgboss://, rabbitmq://, sqs://) — polled. On pg-boss
- *   each subscriber drains a queue of its own, \`<topic>/<subscriber>\`, so
- *   every subscriber sees every event; replicas of one subscriber share it.
- *
- * GKM_SUBSCRIBERS=off (\`gkm dev --no-subscribers\`) runs none of them.
- * GKM_SUBSCRIBER_PUSH_URL is the address SNS pushes to; against the local
- * emulator it defaults to this server through host.docker.internal.
- */
-import { connect } from 'node:net';
-import type { EnvironmentParser } from '@geekmidas/envkit';
-import type { Logger } from '@geekmidas/logger';
-import { EventConnectionFactory, Subscriber } from '@geekmidas/events';
-import type { EventConnection } from '@geekmidas/events';
-import { ServiceDiscovery } from '@geekmidas/services';
-${Array.from(importsByFile.entries()).map(([importPath, exports]) => `import { ${exports.join(", ")} } from '${importPath}';`).join("\n")}
-
-const subscribers = [
-${subscribers.map(({ key, construct }) => {
-			const connectionKey = construct.topicName ? (0, _geekmidas_manifest.provideKey)((0, _geekmidas_manifest.canonicalId)(construct.topicName), "publisherConnectionString") : void 0;
-			return `  { id: '${key}', subscriber: ${key}, topic: ${construct.topicName ? `'${construct.topicName}'` : "undefined"}, connectionKey: ${connectionKey ? `'${connectionKey}'` : "undefined"} },`;
-		}).join("\n")}
-];
-
-/** The route a subscriber's pushes arrive on. */
-export const SUBSCRIBER_ROUTE = (id: string) => \`/__gkm/subscribers/\${id}\`;
-
-/** Resolves once something is accepting connections on the port. */
-async function listening(port: number): Promise<void> {
-  for (let attempt = 0; attempt < 100; attempt++) {
-    const open = await new Promise<boolean>((resolve) => {
-      const socket = connect(port, '127.0.0.1');
-      socket.once('connect', () => { socket.end(); resolve(true); });
-      socket.once('error', () => resolve(false));
-    });
-    if (open) return;
-    await new Promise((resolve) => setTimeout(resolve, 50));
-  }
-}
-
-/**
- * Mount each pushed subscriber's route and start each polled one. Returns what
- * to run once the server is listening: subscribing a route makes SNS send its
- * confirmation at once, so the route has to be reachable first.
- */
-export async function setupSubscribers(
-  app: { post: (path: string, handler: (c: any) => unknown) => unknown },
-  envParser: EnvironmentParser<any>,
-  logger: Logger,
-): Promise<(port: number) => Promise<void>> {
-  if (process.env.GKM_SUBSCRIBERS === 'off') {
-    logger.info('Subscribers are off (--no-subscribers)');
-    return async () => {};
-  }
-
-  const serviceDiscovery = ServiceDiscovery.getInstance(envParser);
-  const connections = new Map<string, EventConnection>();
-  const afterListening: ((port: number) => Promise<void>)[] = [];
-
-  for (const { id, subscriber, topic, connectionKey } of subscribers) {
-    const events = subscriber.subscribedEvents || [];
-    if (events.length === 0) {
-      logger.warn({ subscriber: id }, 'Subscriber has no subscribed events, skipping');
-      continue;
-    }
-    const connectionString = connectionKey ? process.env[connectionKey] : undefined;
-    if (!connectionString) {
-      logger.error(
-        { subscriber: id, connectionKey },
-        'No connection string for the topic this subscriber is bound to',
-      );
-      continue;
-    }
-
-    try {
-      if (connectionString.startsWith('sns:')) {
-        const { SNSConnection, snsUrl, subscribeHttpEndpoint } = await import('@geekmidas/events/sns');
-        const { SnsPushSubscriberAdaptor } = await import('@geekmidas/constructs/aws');
-        const address = snsUrl.parse(connectionString);
-        const route = SUBSCRIBER_ROUTE(id);
-        const adaptor = new SnsPushSubscriberAdaptor(envParser, subscriber, {
-          topicArn: address.topicArn,
-          // An emulator signs nothing. Decided by the address this server was
-          // configured with, never by anything a request says about itself.
-          verify: !address.endpoint,
-          ...(address.endpoint ? { emulatorEndpoint: address.endpoint } : {}),
-        });
-
-        app.post(route, async (c: any) => {
-          const body = JSON.parse(await c.req.text());
-          const response = await adaptor.handle(body);
-          return c.json(response.body, response.status);
-        });
-
-        afterListening.push(async (port) => {
-          const base =
-            process.env.GKM_SUBSCRIBER_PUSH_URL ??
-            (address.endpoint ? \`http://host.docker.internal:\${port}\` : undefined);
-          if (!base) {
-            logger.error(
-              { subscriber: id },
-              'Set GKM_SUBSCRIBER_PUSH_URL to the public URL of this worker, which SNS pushes to',
-            );
-            return;
-          }
-          const connection = await SNSConnection.fromConnectionString(connectionString);
-          await subscribeHttpEndpoint(connection, {
-            endpoint: new URL(route, base).toString(),
-            events,
-          });
-          logger.info({ subscriber: id, events }, 'Subscriber subscribed for push');
-        });
-        continue;
-      }
-
-      let connection = connections.get(connectionString);
-      if (!connection) {
-        connection = await EventConnectionFactory.fromConnectionString(connectionString);
-        connections.set(connectionString, connection);
-      }
-      // Named, so a broker with one address for everything (pg-boss) gives
-      // this subscriber a queue of its own: fan-out, not competition.
-      const eventSubscriber = await Subscriber.fromConnection(connection, {
-        topic,
-        subscription: id,
-      });
-      const services = subscriber.services.length > 0
-        ? await serviceDiscovery.register(subscriber.services)
-        : {};
-
-      await eventSubscriber.subscribe(events, async (event) => {
-        try {
-          await subscriber.handler({
-            events: [event],
-            services: services as any,
-            logger: subscriber.logger,
-          });
-        } catch (error) {
-          logger.error({ error, event, subscriber: id }, 'Failed to process event');
-          // Rethrown so the transport keeps the event for a retry — as a queue
-          // consumer's failure does, and as a pushed subscriber's 500 does.
-          throw error;
-        }
-      });
-      logger.info({ subscriber: id, events }, 'Subscriber started polling');
-    } catch (error) {
-      logger.error({ error, subscriber: id }, 'Failed to set up subscriber');
-    }
-  }
-
-  const shutdown = () => {
-    for (const connection of connections.values()) void connection.close();
-  };
-  process.once('SIGTERM', shutdown);
-  process.once('SIGINT', shutdown);
-
-  return async (port) => {
-    if (afterListening.length === 0) return;
-    await listening(port);
-    for (const subscribe of afterListening) {
-      await subscribe(port).catch((error) => {
-        logger.error({ error }, 'Failed to subscribe for push');
-      });
-    }
-  };
-}
-`;
-		await (0, node_fs_promises.writeFile)(subscribersPath, content);
-		return subscribersPath;
-	}
-};
-//#endregion
 //#region src/generators/TopicGenerator.ts
 /**
 * Discovers topics (`new Topic(…)`) into `manifest.topics`. A topic is a
@@ -3260,7 +3006,7 @@ async function buildApp(input) {
 	const endpointGenerator = new require_OpenApiTsGenerator.EndpointGenerator();
 	const functionGenerator = new FunctionGenerator();
 	const cronGenerator = new CronGenerator();
-	const subscriberGenerator = new SubscriberGenerator();
+	const subscriberGenerator = new require_ready.SubscriberGenerator();
 	const queueGenerator = new QueueGenerator();
 	const topicGenerator = new TopicGenerator();
 	const code = constructGlobs;
@@ -9588,26 +9334,26 @@ function loadPackageJson() {
 * Run: pnpm --filter @geekmidas/cli sync-versions
 */
 const GEEKMIDAS_VERSIONS = {
-	"@geekmidas/audit": "~10.0.0-alpha.40",
-	"@geekmidas/auth": "~10.0.0-alpha.40",
-	"@geekmidas/cache": "~10.0.0-alpha.40",
-	"@geekmidas/client": "~10.0.0-alpha.40",
-	"@geekmidas/cloud": "~10.0.0-alpha.40",
-	"@geekmidas/constructs": "~10.0.0-alpha.40",
-	"@geekmidas/db": "~10.0.0-alpha.40",
-	"@geekmidas/emailkit": "~10.0.0-alpha.40",
-	"@geekmidas/envkit": "~10.0.0-alpha.40",
-	"@geekmidas/errors": "~10.0.0-alpha.40",
-	"@geekmidas/events": "~10.0.0-alpha.40",
-	"@geekmidas/logger": "~10.0.0-alpha.40",
-	"@geekmidas/manifest": "~10.0.0-alpha.40",
-	"@geekmidas/rate-limit": "~10.0.0-alpha.40",
-	"@geekmidas/schema": "~10.0.0-alpha.40",
-	"@geekmidas/services": "~10.0.0-alpha.40",
-	"@geekmidas/storage": "~10.0.0-alpha.40",
-	"@geekmidas/studio": "~10.0.0-alpha.40",
-	"@geekmidas/telescope": "~10.0.0-alpha.40",
-	"@geekmidas/testkit": "~10.0.0-alpha.40",
+	"@geekmidas/audit": "~10.0.0-alpha.42",
+	"@geekmidas/auth": "~10.0.0-alpha.42",
+	"@geekmidas/cache": "~10.0.0-alpha.42",
+	"@geekmidas/client": "~10.0.0-alpha.42",
+	"@geekmidas/cloud": "~10.0.0-alpha.42",
+	"@geekmidas/constructs": "~10.0.0-alpha.42",
+	"@geekmidas/db": "~10.0.0-alpha.42",
+	"@geekmidas/emailkit": "~10.0.0-alpha.42",
+	"@geekmidas/envkit": "~10.0.0-alpha.42",
+	"@geekmidas/errors": "~10.0.0-alpha.42",
+	"@geekmidas/events": "~10.0.0-alpha.42",
+	"@geekmidas/logger": "~10.0.0-alpha.42",
+	"@geekmidas/manifest": "~10.0.0-alpha.42",
+	"@geekmidas/rate-limit": "~10.0.0-alpha.42",
+	"@geekmidas/schema": "~10.0.0-alpha.42",
+	"@geekmidas/services": "~10.0.0-alpha.42",
+	"@geekmidas/storage": "~10.0.0-alpha.42",
+	"@geekmidas/studio": "~10.0.0-alpha.42",
+	"@geekmidas/telescope": "~10.0.0-alpha.42",
+	"@geekmidas/testkit": "~10.0.0-alpha.42",
 	"@geekmidas/cli": `~${loadPackageJson().version}`
 };
 //#endregion
@@ -16356,7 +16102,7 @@ function testDatabases(reconciled) {
 * starts without the reference data the app needs.
 */
 async function migrateTestStage(workspace, env) {
-	const { migrateAndSeed } = await Promise.resolve().then(() => require("./migrate-CFOUApUt.cjs"));
+	const { migrateAndSeed } = await Promise.resolve().then(() => require("./migrate-CM-pf0Mk.cjs"));
 	const { discover } = await Promise.resolve().then(() => require("./discover-B0f_kuNN.cjs")).then((n) => n.discover_exports);
 	const sources = {};
 	const manifest = await discover({
@@ -16803,7 +16549,7 @@ program.command("migrate").description("Apply each database construct's migratio
 	try {
 		const globalOptions = program.opts();
 		if (globalOptions.cwd) process.chdir(globalOptions.cwd);
-		const { migrateCommand } = await Promise.resolve().then(() => require("./migrate-CFOUApUt.cjs"));
+		const { migrateCommand } = await Promise.resolve().then(() => require("./migrate-CM-pf0Mk.cjs"));
 		await migrateCommand({
 			...options,
 			...construct ? { construct } : {}
@@ -16817,7 +16563,7 @@ program.command("seed").description("Migrate, then run each database construct's
 	try {
 		const globalOptions = program.opts();
 		if (globalOptions.cwd) process.chdir(globalOptions.cwd);
-		const { seedCommand } = await Promise.resolve().then(() => require("./migrate-CFOUApUt.cjs"));
+		const { seedCommand } = await Promise.resolve().then(() => require("./migrate-CM-pf0Mk.cjs"));
 		await seedCommand({
 			...options,
 			...construct ? { construct } : {}
@@ -16831,7 +16577,7 @@ program.command("migration").description("Write a construct's next migration: an
 	try {
 		const globalOptions = program.opts();
 		if (globalOptions.cwd) process.chdir(globalOptions.cwd);
-		const { migrationCommand } = await Promise.resolve().then(() => require("./migrate-CFOUApUt.cjs"));
+		const { migrationCommand } = await Promise.resolve().then(() => require("./migrate-CM-pf0Mk.cjs"));
 		await migrationCommand({
 			construct,
 			...name ? { name } : {}
@@ -16970,7 +16716,7 @@ program.command("secrets:reconcile").description("Backfill missing custom secret
 			console.error(`No secrets found for stage "${stage}". Run "gkm secrets:init --stage ${stage}" first.`);
 			process.exit(1);
 		}
-		const { derivedContainers } = await Promise.resolve().then(() => require("./workspace-BIqeeqcR.cjs")).then((n) => n.workspace_exports);
+		const { derivedContainers } = await Promise.resolve().then(() => require("./workspace-CPVcs6r_.cjs")).then((n) => n.workspace_exports);
 		const result = reconcileMissingSecrets(secrets, workspace, await derivedContainers(workspace, stage));
 		if (!result) {
 			console.log(`\n✓ Secrets for stage "${stage}" are up-to-date`);