@hotmeshio/long-tail 0.2.2 → 0.2.4

package/build/lib/db/migrate.js

@@ -43,27 +43,39 @@ const logger_1 = require("../logger");
 const SCHEMAS_DIR = path.join(__dirname, 'schemas');
 async function migrate() {
     const pool = (0, index_1.getPool)();
-    // ensure migration tracking table
-    await pool.query(`
-    CREATE TABLE IF NOT EXISTS lt_migrations (
-      id SERIAL PRIMARY KEY,
-      name TEXT NOT NULL UNIQUE,
-      applied_at TIMESTAMPTZ NOT NULL DEFAULT NOW()
-    );
-  `);
-    // find and sort migration files
-    const files = fs.readdirSync(SCHEMAS_DIR)
-        .filter(f => f.endsWith('.sql'))
-        .sort();
-    for (const file of files) {
-        const { rows } = await pool.query('SELECT 1 FROM lt_migrations WHERE name = $1', [file]);
-        if (rows.length === 0) {
-            const sql = fs.readFileSync(path.join(SCHEMAS_DIR, file), 'utf-8');
-            await pool.query(sql);
-            await pool.query('INSERT INTO lt_migrations (name) VALUES ($1)', [file]);
-            logger_1.loggerRegistry.info(`[migrate] applied: ${file}`);
+    // Advisory lock prevents concurrent containers from racing on migrations.
+    // Uses a dedicated client so the lock is held for the entire sequence.
+    const client = await pool.connect();
+    try {
+        await client.query('SELECT pg_advisory_lock(8675309)');
+        // ensure migration tracking table
+        await client.query(`
+      CREATE TABLE IF NOT EXISTS lt_migrations (
+        id SERIAL PRIMARY KEY,
+        name TEXT NOT NULL UNIQUE,
+        applied_at TIMESTAMPTZ NOT NULL DEFAULT NOW()
+      );
+    `);
+        // find and sort migration files
+        const files = fs.readdirSync(SCHEMAS_DIR)
+            .filter(f => f.endsWith('.sql'))
+            .sort();
+        for (const file of files) {
+            const { rows } = await client.query('SELECT 1 FROM lt_migrations WHERE name = $1', [file]);
+            if (rows.length === 0) {
+                const sql = fs.readFileSync(path.join(SCHEMAS_DIR, file), 'utf-8');
+                await client.query(sql);
+                await client.query('INSERT INTO lt_migrations (name) VALUES ($1)', [file]);
+                logger_1.loggerRegistry.info(`[migrate] applied: ${file}`);
+            }
         }
     }
+    finally {
+        // Advisory lock released when client is released (session-scoped),
+        // but release explicitly for clarity
+        await client.query('SELECT pg_advisory_unlock(8675309)').catch(() => { });
+        client.release();
+    }
 }
 // run directly: npx ts-node lib/db/migrate.ts
 if (require.main === module) {

package/build/services/cron/index.js

@@ -148,7 +148,8 @@ class LTCronRegistry {
             callback: async () => {
                 try {
                     const client = new hotmesh_1.Durable.Client({ connection });
-                    const workflowId = `${workflowType}-cron-${hotmesh_1.Durable.guid()}`;
+                    const { guid } = hotmesh_1.Virtual.getContext();
+                    const workflowId = `${workflowType}-cron-${guid}`;
                     logger_1.loggerRegistry.info(`[lt-cron] invoking ${workflowType} (${workflowId})`);
                     await client.workflow.start({
                         args: [defaultEnvelope],
@@ -302,27 +303,8 @@ class LTCronRegistry {
         const topic = `lt.cron.agent.${agent.id}.${idx}`;
         const cronId = `lt-cron-agent-${agent.id}-${idx}`;
         const executeAs = schedule.execute_as || agent.user_id || undefined;
-        let principal;
-        if (executeAs) {
-            try {
-                principal = await (0, principal_1.resolvePrincipal)(executeAs);
-            }
-            catch { /* use system */ }
-        }
-        if (!principal) {
-            principal = this.systemPrincipal ?? undefined;
-        }
-        const envelope = {
-            data: schedule.envelope ?? {},
-            metadata: { source: 'agent-cron', agentId: agent.id, agentName: agent.name, certified: true },
-            lt: {
-                userId: principal?.id ?? 'lt-system',
-                principal,
-                scopes: ['workflow:invoke'],
-            },
-        };
         const isPipeline = schedule.reaction_type === 'pipeline' && schedule.pipeline_id;
-        // Resolve the actual task queue from workflow config (durable only)
+        // Resolve task queue at arm time (static — doesn't change between ticks)
         let taskQueue;
         if (!isPipeline) {
             const wfConfig = await configService.getWorkflowConfig(schedule.workflow_type);
@@ -334,6 +316,27 @@ class LTCronRegistry {
             connection,
             callback: async () => {
                 try {
+                    // Resolve principal at fire time so users seeded after startup are found
+                    let principal;
+                    if (executeAs) {
+                        try {
+                            principal = await (0, principal_1.resolvePrincipal)(executeAs);
+                        }
+                        catch { /* use system */ }
+                    }
+                    if (!principal) {
+                        principal = this.systemPrincipal ?? undefined;
+                    }
+                    logger_1.loggerRegistry.info(`[lt-cron] agent ${agent.name} principal: ${principal?.id ?? 'NONE'} (executeAs=${executeAs ?? 'unset'})`);
+                    const envelope = {
+                        data: schedule.envelope ?? {},
+                        metadata: { source: 'agent-cron', agentId: agent.id, agentName: agent.name, certified: true },
+                        lt: {
+                            userId: principal?.id ?? 'lt-system',
+                            principal,
+                            scopes: ['workflow:invoke'],
+                        },
+                    };
                     if (isPipeline) {
                         const { invokeYamlWorkflow } = await Promise.resolve().then(() => __importStar(require('../yaml-workflow/invoke')));
                         const { getYamlWorkflow } = await Promise.resolve().then(() => __importStar(require('../yaml-workflow/db')));
@@ -348,7 +351,8 @@ class LTCronRegistry {
                     }
                     else {
                         const client = new hotmesh_1.Durable.Client({ connection });
-                        const workflowId = `agent-cron-${agent.id}-${idx}-${hotmesh_1.Durable.guid()}`;
+                        const { guid } = hotmesh_1.Virtual.getContext();
+                        const workflowId = `agent-cron-${agent.id}-${idx}-${guid}`;
                         logger_1.loggerRegistry.info(`[lt-cron] agent invoking ${schedule.workflow_type} on ${taskQueue} (${workflowId})`);
                         await client.workflow.start({
                             args: [envelope],
@@ -362,7 +366,13 @@ class LTCronRegistry {
                     }
                 }
                 catch (err) {
-                    logger_1.loggerRegistry.error(`[lt-cron] agent ${agent.name}/${targetLabel} failed: ${err?.message}`);
+                    const msg = err?.message ?? '';
+                    if (msg.includes('Duplicate job')) {
+                        // Expected — deterministic ID dedup when cron fires multiple consumers
+                    }
+                    else {
+                        logger_1.loggerRegistry.error(`[lt-cron] agent ${agent.name}/${targetLabel} failed: ${msg}`);
+                    }
                 }
             },
             args: [],

package/build/services/iam/bots.js

@@ -132,13 +132,24 @@ async function ensureSystemBot() {
     const { rows } = await pool.query(sql_1.GET_USER_BY_EXTERNAL_ID, [SYSTEM_BOT_NAME]);
     if (rows.length > 0)
         return rows[0].id;
-    const bot = await createBot({
-        name: SYSTEM_BOT_NAME,
-        display_name: 'System',
-        description: 'System bot for cron and system-initiated workflows',
-        roles: [{ role: 'system', type: 'superadmin' }],
-    });
-    return bot.id;
+    try {
+        const bot = await createBot({
+            name: SYSTEM_BOT_NAME,
+            display_name: 'System',
+            description: 'System bot for cron and system-initiated workflows',
+            roles: [{ role: 'system', type: 'superadmin' }],
+        });
+        return bot.id;
+    }
+    catch (err) {
+        // Concurrent container already created it — re-read
+        if (err.code === '23505') {
+            const { rows: retry } = await pool.query(sql_1.GET_USER_BY_EXTERNAL_ID, [SYSTEM_BOT_NAME]);
+            if (retry.length > 0)
+                return retry[0].id;
+        }
+        throw err;
+    }
 }
 // ── Helpers ────────────────────────────────────────────────────────────────
 function toBotRecord(user, description, createdBy) {

package/build/start/workers.js

@@ -103,6 +103,10 @@ async function startWorkers(startConfig, workers, builtinMcpServerFactories) {
     logger_1.loggerRegistry.info('[long-tail] running migrations...');
     await (0, migrate_1.migrate)();
     const connection = buildConnection();
+    // Readonly mode: all user-provided workers are observers — skip crons, triggers, and agent seeding.
+    // System workers (mcpQuery, etc.) are always added by collectWorkers, so check the original config.
+    const userWorkers = startConfig.workers ?? [];
+    const isReadonly = userWorkers.length > 0 && userWorkers.every((w) => w.connection?.readonly);
     if (workers.length) {
         // Connect telemetry before HotMesh starts
         if (telemetry_1.telemetryRegistry.hasAdapter) {
@@ -165,13 +169,15 @@ async function startWorkers(startConfig, workers, builtinMcpServerFactories) {
             }
             ltConfig.invalidate();
         }
-        // Start maintenance cron
-        if (maintenance_1.maintenanceRegistry.hasConfig) {
+        // Start maintenance cron (skip in readonly/API mode)
+        if (maintenance_1.maintenanceRegistry.hasConfig && !isReadonly) {
             await maintenance_1.maintenanceRegistry.connect();
             logger_1.loggerRegistry.info('[long-tail] maintenance cron started');
         }
-        // Start workflow cron schedules
-        await cron_1.cronRegistry.connect();
+        // Start workflow cron schedules (skip in readonly/API mode)
+        if (!isReadonly) {
+            await cron_1.cronRegistry.connect();
+        }
         // Connect MCP adapter
         if (mcp_1.mcpRegistry.hasAdapter) {
             await mcp_1.mcpRegistry.connect();
@@ -281,19 +287,20 @@ async function startWorkers(startConfig, workers, builtinMcpServerFactories) {
         await events_1.eventRegistry.connect();
         logger_1.loggerRegistry.info('[long-tail] event adapters connected');
     }
-    // Arm agent event subscriptions (after event adapters are connected)
-    try {
-        await agentTriggerRegistry.connect(callbackAdapter);
-    }
-    catch (err) {
-        logger_1.loggerRegistry.warn(`[long-tail] agent trigger registry: ${err.message}`);
-    }
-    // Arm agent cron schedules
-    try {
-        await cron_1.cronRegistry.connectAgentCrons();
-    }
-    catch (err) {
-        logger_1.loggerRegistry.warn(`[long-tail] agent cron schedules: ${err.message}`);
+    // Arm agent event subscriptions and crons (skip in readonly/API mode)
+    if (!isReadonly) {
+        try {
+            await agentTriggerRegistry.connect(callbackAdapter);
+        }
+        catch (err) {
+            logger_1.loggerRegistry.warn(`[long-tail] agent trigger registry: ${err.message}`);
+        }
+        try {
+            await cron_1.cronRegistry.connectAgentCrons();
+        }
+        catch (err) {
+            logger_1.loggerRegistry.warn(`[long-tail] agent cron schedules: ${err.message}`);
+        }
     }
     // Ensure system bot account exists for cron/system-initiated workflows
     const { ensureSystemBot } = await Promise.resolve().then(() => __importStar(require('../services/iam/bots')));

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@hotmeshio/long-tail",
-  "version": "0.2.2",
+  "version": "0.2.4",
   "description": "Long Tail Workflows — Durable AI workflows with human-in-the-loop escalation. Powered by PostgreSQL.",
   "main": "./build/index.js",
   "types": "./build/index.d.ts",
@@ -70,7 +70,7 @@
     "@anthropic-ai/sdk": "^0.92.0",
     "@aws-sdk/client-s3": "^3.1017.0",
     "@aws-sdk/s3-request-presigner": "^3.1045.0",
-    "@hotmeshio/hotmesh": "^0.16.0",
+    "@hotmeshio/hotmesh": "^0.16.1",
     "@modelcontextprotocol/sdk": "^1.27.1",
     "@opentelemetry/exporter-trace-otlp-proto": "^0.215.0",
     "@opentelemetry/resources": "^2.5.1",