@ugm/desiagent 0.1.37 → 0.2.1

package/dist/core/workers/statsQueue.d.ts

@@ -0,0 +1,69 @@
+/**
+ * StatsQueue - Main-thread interface for enqueueing generation stats updates
+ *
+ * Spawns a Bun Worker thread that fetches OpenRouter generation stats
+ * and updates the DB in the background, keeping the hot path fast.
+ */
+/**
+ * A stats update job to be processed by the worker.
+ */
+export interface StatsJob {
+    /** Which table to update */
+    table: 'sub_steps' | 'dag_executions' | 'dags';
+    /** Row ID in that table (dagId for 'dags', executionId for 'dag_executions') */
+    id: string;
+    /** OpenRouter generation ID for fetching stats */
+    generationId: string;
+    /**
+     * For 'sub_steps': the taskId used with executionId to locate the row.
+     */
+    taskId?: string;
+    /**
+     * For 'sub_steps': the executionId the sub-step belongs to.
+     */
+    executionId?: string;
+    /**
+     * For 'dags' table: which planning attempt index to annotate with costUsd/generationStats.
+     * The worker reads the current planningAttempts JSON, patches the entry, and recalculates totals.
+     */
+    attemptIndex?: number;
+}
+/**
+ * Message sent from main thread → worker
+ */
+export interface WorkerInMessage {
+    type: 'job' | 'shutdown';
+    job?: StatsJob;
+}
+/**
+ * Message sent from worker → main thread
+ */
+export interface WorkerOutMessage {
+    type: 'done' | 'error' | 'drained';
+    table?: string;
+    id?: string;
+    error?: string;
+}
+export declare class StatsQueue {
+    private worker;
+    private logger;
+    private dbPath;
+    private apiKey;
+    private pendingCount;
+    constructor(dbPath: string, apiKey: string);
+    /**
+     * Start the background worker. Safe to call multiple times (idempotent).
+     */
+    start(): void;
+    /**
+     * Enqueue a stats update job for background processing.
+     * If the worker isn't started, silently drops the job with a warning.
+     */
+    enqueue(job: StatsJob): void;
+    /**
+     * Gracefully terminate the worker after all pending jobs are processed.
+     * Waits up to DRAIN_TIMEOUT_MS for the worker to drain, then force-terminates.
+     */
+    terminate(): Promise<void>;
+}
+//# sourceMappingURL=statsQueue.d.ts.map

package/dist/core/workers/statsQueue.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"statsQueue.d.ts","sourceRoot":"","sources":["../../../src/core/workers/statsQueue.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAIH;;GAEG;AACH,MAAM,WAAW,QAAQ;IACvB,4BAA4B;IAC5B,KAAK,EAAE,WAAW,GAAG,gBAAgB,GAAG,MAAM,CAAC;IAC/C,gFAAgF;IAChF,EAAE,EAAE,MAAM,CAAC;IACX,kDAAkD;IAClD,YAAY,EAAE,MAAM,CAAC;IACrB;;OAEG;IACH,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB;;OAEG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB;;;OAGG;IACH,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,KAAK,GAAG,UAAU,CAAC;IACzB,GAAG,CAAC,EAAE,QAAQ,CAAC;CAChB;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,MAAM,GAAG,OAAO,GAAG,SAAS,CAAC;IACnC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAKD,qBAAa,UAAU;IACrB,OAAO,CAAC,MAAM,CAAuB;IACrC,OAAO,CAAC,MAAM,CAAe;IAC7B,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,YAAY,CAAK;gBAEb,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM;IAK1C;;OAEG;IACH,KAAK,IAAI,IAAI;IAmCb;;;OAGG;IACH,OAAO,CAAC,GAAG,EAAE,QAAQ,GAAG,IAAI;IAY5B;;;OAGG;IACG,SAAS,IAAI,OAAO,CAAC,IAAI,CAAC;CAyCjC"}

package/dist/core/workers/statsQueue.js

@@ -0,0 +1,106 @@
+/**
+ * StatsQueue - Main-thread interface for enqueueing generation stats updates
+ *
+ * Spawns a Bun Worker thread that fetches OpenRouter generation stats
+ * and updates the DB in the background, keeping the hot path fast.
+ */
+import { getLogger } from '../../util/logger.js';
+/** Max time (ms) to wait for the worker to drain before force-terminating */
+const DRAIN_TIMEOUT_MS = 30_000;
+export class StatsQueue {
+    worker = null;
+    logger = getLogger();
+    dbPath;
+    apiKey;
+    pendingCount = 0;
+    constructor(dbPath, apiKey) {
+        this.dbPath = dbPath;
+        this.apiKey = apiKey;
+    }
+    /**
+     * Start the background worker. Safe to call multiple times (idempotent).
+     */
+    start() {
+        if (this.worker)
+            return;
+        const workerUrl = new URL('./statsWorker.js', import.meta.url).href;
+        this.worker = new Worker(workerUrl);
+        // Send init config
+        this.worker.postMessage({
+            type: 'init',
+            dbPath: this.dbPath,
+            apiKey: this.apiKey,
+        });
+        this.worker.onmessage = (event) => {
+            const msg = event.data;
+            if (msg.type === 'done') {
+                this.pendingCount--;
+                this.logger.debug({ table: msg.table, id: msg.id }, 'StatsWorker: update complete');
+            }
+            else if (msg.type === 'error') {
+                this.pendingCount--;
+                this.logger.warn({ table: msg.table, id: msg.id, error: msg.error }, 'StatsWorker: update failed');
+            }
+            // 'drained' is handled by the terminate() promise listener
+        };
+        this.worker.onerror = (event) => {
+            this.logger.error({ error: event.message }, 'StatsWorker: worker error');
+        };
+        // Don't let the worker keep the process alive during normal operation
+        this.worker.unref();
+        this.logger.info('StatsQueue: background worker started');
+    }
+    /**
+     * Enqueue a stats update job for background processing.
+     * If the worker isn't started, silently drops the job with a warning.
+     */
+    enqueue(job) {
+        if (!this.worker) {
+            this.logger.warn({ job }, 'StatsQueue: worker not started, dropping job');
+            return;
+        }
+        this.pendingCount++;
+        const msg = { type: 'job', job };
+        this.worker.postMessage(msg);
+        this.logger.debug({ table: job.table, id: job.id, generationId: job.generationId }, 'StatsQueue: job enqueued');
+    }
+    /**
+     * Gracefully terminate the worker after all pending jobs are processed.
+     * Waits up to DRAIN_TIMEOUT_MS for the worker to drain, then force-terminates.
+     */
+    async terminate() {
+        if (!this.worker)
+            return;
+        // Fast path: no pending work
+        if (this.pendingCount <= 0) {
+            this.worker.terminate();
+            this.worker = null;
+            this.logger.info('StatsQueue: worker terminated (no pending jobs)');
+            return;
+        }
+        this.logger.info({ pendingCount: this.pendingCount }, 'StatsQueue: draining pending jobs before shutdown');
+        // Need to ref the worker so the process stays alive while draining
+        this.worker.ref();
+        const worker = this.worker;
+        await new Promise((resolve) => {
+            const timeout = setTimeout(() => {
+                this.logger.warn({ pendingCount: this.pendingCount }, 'StatsQueue: drain timeout reached, force-terminating');
+                worker.terminate();
+                resolve();
+            }, DRAIN_TIMEOUT_MS);
+            const onMessage = (event) => {
+                if (event.data.type === 'drained') {
+                    clearTimeout(timeout);
+                    worker.terminate();
+                    this.logger.info('StatsQueue: worker drained and terminated');
+                    resolve();
+                }
+            };
+            worker.addEventListener('message', onMessage);
+            worker.postMessage({ type: 'shutdown' });
+        });
+        this.worker = null;
+        this.pendingCount = 0;
+    }
+}
+//# sourceMappingURL=statsQueue.js.map

package/dist/core/workers/statsQueue.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"statsQueue.js","sourceRoot":"","sources":["../../../src/core/workers/statsQueue.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AA6CjD,6EAA6E;AAC7E,MAAM,gBAAgB,GAAG,MAAM,CAAC;AAEhC,MAAM,OAAO,UAAU;IACb,MAAM,GAAkB,IAAI,CAAC;IAC7B,MAAM,GAAG,SAAS,EAAE,CAAC;IACrB,MAAM,CAAS;IACf,MAAM,CAAS;IACf,YAAY,GAAG,CAAC,CAAC;IAEzB,YAAY,MAAc,EAAE,MAAc;QACxC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED;;OAEG;IACH,KAAK;QACH,IAAI,IAAI,CAAC,MAAM;YAAE,OAAO;QAExB,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,kBAAkB,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;QACpE,IAAI,CAAC,MAAM,GAAG,IAAI,MAAM,CAAC,SAAS,CAAC,CAAC;QAEpC,mBAAmB;QACnB,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC;YACtB,IAAI,EAAE,MAAM;YACZ,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,MAAM,EAAE,IAAI,CAAC,MAAM;SACpB,CAAC,CAAC;QAEH,IAAI,CAAC,MAAM,CAAC,SAAS,GAAG,CAAC,KAAqC,EAAE,EAAE;YAChE,MAAM,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC;YACvB,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBACxB,IAAI,CAAC,YAAY,EAAE,CAAC;gBACpB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,EAAE,EAAE,GAAG,CAAC,EAAE,EAAE,EAAE,8BAA8B,CAAC,CAAC;YACtF,CAAC;iBAAM,IAAI,GAAG,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;gBAChC,IAAI,CAAC,YAAY,EAAE,CAAC;gBACpB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,EAAE,EAAE,GAAG,CAAC,EAAE,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,EAAE,4BAA4B,CAAC,CAAC;YACrG,CAAC;YACD,2DAA2D;QAC7D,CAAC,CAAC;QAEF,IAAI,CAAC,MAAM,CAAC,OAAO,GAAG,CAAC,KAAK,EAAE,EAAE;YAC9B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,EAAE,2BAA2B,CAAC,CAAC;QAC3E,CAAC,CAAC;QAEF,sEAAsE;QACtE,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QAEpB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,uCAAuC,CAAC,CAAC;IAC5D,CAAC;IAED;;;OAGG;IACH,OAAO,CAAC,GAAa;QACnB,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACjB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,EAAE,8CAA8C,CAAC,CAAC;YAC1E,OAAO;QACT,CAAC;QAED,IAAI,CAAC,YAAY,EAAE,CAAC;QACpB,MAAM,GAAG,GAAoB,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC;QAClD,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;QAC7B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,EAAE,EAAE,GAAG,CAAC,EAAE,EAAE,YAAY,EAAE,GAAG,CAAC,YAAY,EAAE,EAAE,0BAA0B,CAAC,CAAC;IAClH,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,SAAS;QACb,IAAI,CAAC,IAAI,CAAC,MAAM;YAAE,OAAO;QAEzB,6BAA6B;QAC7B,IAAI,IAAI,CAAC,YAAY,IAAI,CAAC,EAAE,CAAC;YAC3B,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;YACxB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;YACnB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,iDAAiD,CAAC,CAAC;YACpE,OAAO;QACT,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,YAAY,EAAE,IAAI,CAAC,YAAY,EAAE,EAAE,mDAAmD,CAAC,CAAC;QAE3G,mEAAmE;QACnE,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC;QAElB,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QAE3B,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;YAClC,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE;gBAC9B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,YAAY,EAAE,IAAI,CAAC,YAAY,EAAE,EAAE,sDAAsD,CAAC,CAAC;gBAC9G,MAAM,CAAC,SAAS,EAAE,CAAC;gBACnB,OAAO,EAAE,CAAC;YACZ,CAAC,EAAE,gBAAgB,CAAC,CAAC;YAErB,MAAM,SAAS,GAAG,CAAC,KAAqC,EAAE,EAAE;gBAC1D,IAAI,KAAK,CAAC,IAAI,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;oBAClC,YAAY,CAAC,OAAO,CAAC,CAAC;oBACtB,MAAM,CAAC,SAAS,EAAE,CAAC;oBACnB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,2CAA2C,CAAC,CAAC;oBAC9D,OAAO,EAAE,CAAC;gBACZ,CAAC;YACH,CAAC,CAAC;YAEF,MAAM,CAAC,gBAAgB,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;YAC9C,MAAM,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,UAAU,EAAqB,CAAC,CAAC;QAC9D,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACnB,IAAI,CAAC,YAAY,GAAG,CAAC,CAAC;IACxB,CAAC;CACF"}

package/dist/core/workers/statsWorker.d.ts

@@ -0,0 +1,11 @@
+/**
+ * StatsWorker - Background Bun Worker thread
+ *
+ * Receives stats jobs from the main thread, fetches generation stats
+ * from OpenRouter, and updates the appropriate DB tables.
+ *
+ * Runs on a separate thread with its own DB connection.
+ * Supports graceful shutdown: drains all pending jobs before exiting.
+ */
+export {};
+//# sourceMappingURL=statsWorker.d.ts.map

package/dist/core/workers/statsWorker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"statsWorker.d.ts","sourceRoot":"","sources":["../../../src/core/workers/statsWorker.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG"}

package/dist/core/workers/statsWorker.js

@@ -0,0 +1,235 @@
+/**
+ * StatsWorker - Background Bun Worker thread
+ *
+ * Receives stats jobs from the main thread, fetches generation stats
+ * from OpenRouter, and updates the appropriate DB tables.
+ *
+ * Runs on a separate thread with its own DB connection.
+ * Supports graceful shutdown: drains all pending jobs before exiting.
+ */
+import { drizzle } from 'drizzle-orm/bun-sqlite';
+import { Database } from 'bun:sqlite';
+import { eq, and } from 'drizzle-orm';
+import * as schema from '../../db/schema.js';
+import { dags, dagExecutions, dagSubSteps } from '../../db/schema.js';
+const BASE_URL = 'https://openrouter.ai/api/v1';
+const MAX_FETCH_ATTEMPTS = 5;
+const INITIAL_DELAY_MS = 2000;
+let db = null;
+let apiKey = '';
+/** Number of jobs currently being processed */
+let pendingCount = 0;
+/** Whether a shutdown has been requested */
+let shutdownRequested = false;
+/**
+ * Check if we can exit after shutdown was requested.
+ * Sends 'drained' back to the main thread and exits.
+ */
+function checkDrain() {
+    if (shutdownRequested && pendingCount === 0) {
+        postMessage({ type: 'drained' });
+        process.exit(0);
+    }
+}
+/**
+ * Fetch generation stats from OpenRouter with exponential backoff.
+ */
+async function fetchGenerationStats(generationId) {
+    let nextDelayMs = INITIAL_DELAY_MS;
+    for (let attempt = 1; attempt <= MAX_FETCH_ATTEMPTS; attempt++) {
+        try {
+            await new Promise(resolve => setTimeout(resolve, nextDelayMs));
+            const res = await fetch(`${BASE_URL}/generation?id=${generationId}`, {
+                headers: {
+                    'Authorization': `Bearer ${apiKey}`,
+                    'Content-Type': 'application/json',
+                    'Accept': 'application/json',
+                },
+            });
+            if (!res.ok) {
+                if (res.status === 429) {
+                    const retryAfter = res.headers.get('retry-after');
+                    nextDelayMs = retryAfter ? parseInt(retryAfter, 10) * 1000 : nextDelayMs * 3;
+                    continue;
+                }
+                if (attempt === MAX_FETCH_ATTEMPTS) {
+                    return { error: `HTTP ${res.status} after ${attempt} attempts` };
+                }
+                nextDelayMs = nextDelayMs * 2;
+                continue;
+            }
+            const details = (await res.json());
+            const detailsData = details.data;
+            const stats = {};
+            const allowedKeys = ['latency', 'model', 'generation_time', 'finish_reason', 'native_finish_reason', 'total_cost', 'id'];
+            for (const key of allowedKeys) {
+                if (detailsData?.[key] !== undefined) {
+                    stats[key] = detailsData[key];
+                }
+            }
+            const totalCost = detailsData?.total_cost;
+            const costUsd = totalCost !== undefined && totalCost !== null
+                ? (typeof totalCost === 'number' ? totalCost : parseFloat(totalCost))
+                : undefined;
+            return { data: stats, costUsd };
+        }
+        catch (error) {
+            if (attempt === MAX_FETCH_ATTEMPTS) {
+                return { error: String(error) };
+            }
+            nextDelayMs = nextDelayMs * 2;
+        }
+    }
+    return { error: 'Max attempts reached' };
+}
+/**
+ * Update sub_steps table with generation stats and cost.
+ * Uses taskId + executionId as composite key (matching the pattern in DAGExecutor).
+ */
+async function updateSubStep(job) {
+    const stats = await fetchGenerationStats(job.generationId);
+    if (stats.error || !stats.data)
+        return;
+    if (!job.taskId || !job.executionId)
+        return;
+    await db.update(dagSubSteps)
+        .set({
+        generationStats: stats.data,
+        costUsd: stats.costUsd?.toString(),
+        updatedAt: new Date(),
+    })
+        .where(and(eq(dagSubSteps.taskId, job.taskId), eq(dagSubSteps.executionId, job.executionId)));
+}
+/**
+ * Update dag_executions table by re-aggregating costs from all sub_steps.
+ */
+async function updateDagExecution(job) {
+    // Wait a moment for any sub_step stats workers to finish first
+    await new Promise(resolve => setTimeout(resolve, 1000));
+    const allSubSteps = await db.query.dagSubSteps.findMany({
+        where: eq(dagSubSteps.executionId, job.id),
+    });
+    let promptTokens = 0;
+    let completionTokens = 0;
+    let totalTokens = 0;
+    let totalCost = 0;
+    let hasUsage = false;
+    let hasCost = false;
+    for (const step of allSubSteps) {
+        if (step.usage) {
+            hasUsage = true;
+            const u = step.usage;
+            promptTokens += u.promptTokens ?? 0;
+            completionTokens += u.completionTokens ?? 0;
+            totalTokens += u.totalTokens ?? 0;
+        }
+        if (step.costUsd) {
+            hasCost = true;
+            totalCost += parseFloat(step.costUsd);
+        }
+    }
+    await db.update(dagExecutions)
+        .set({
+        totalUsage: hasUsage ? { promptTokens, completionTokens, totalTokens } : null,
+        totalCostUsd: hasCost ? totalCost.toString() : null,
+        updatedAt: new Date(),
+    })
+        .where(eq(dagExecutions.id, job.id));
+}
+/**
+ * Update dags table: fetch generation stats for a planning attempt
+ * and recalculate planning totals.
+ */
+async function updateDag(job) {
+    const stats = await fetchGenerationStats(job.generationId);
+    if (stats.error || !stats.data)
+        return;
+    const [dagRow] = await db.select().from(dags).where(eq(dags.id, job.id)).limit(1);
+    if (!dagRow)
+        return;
+    const updateData = {
+        generationStats: stats.data,
+        updatedAt: new Date(),
+    };
+    // Patch the specific planning attempt if index is provided
+    if (job.attemptIndex !== undefined && dagRow.planningAttempts) {
+        const attempts = [...dagRow.planningAttempts];
+        if (attempts[job.attemptIndex]) {
+            attempts[job.attemptIndex].costUsd = stats.costUsd;
+            attempts[job.attemptIndex].generationStats = stats.data;
+            updateData.planningAttempts = attempts;
+            // Recalculate total planning cost
+            let totalCost = 0;
+            for (const a of attempts) {
+                if (a.costUsd != null) {
+                    totalCost += typeof a.costUsd === 'number' ? a.costUsd : parseFloat(String(a.costUsd));
+                }
+            }
+            updateData.planningTotalCostUsd = totalCost.toString();
+        }
+    }
+    await db.update(dags).set(updateData).where(eq(dags.id, job.id));
+}
+/**
+ * Process a single job.
+ */
+async function processJob(job) {
+    switch (job.table) {
+        case 'sub_steps':
+            await updateSubStep(job);
+            break;
+        case 'dag_executions':
+            await updateDagExecution(job);
+            break;
+        case 'dags':
+            await updateDag(job);
+            break;
+    }
+}
+/**
+ * Message handler
+ */
+self.onmessage = async (event) => {
+    const msg = event.data;
+    if (msg.type === 'init') {
+        // Initialize DB connection on the worker thread
+        const sqlite = new Database(msg.dbPath);
+        sqlite.exec('PRAGMA journal_mode = WAL;');
+        sqlite.exec('PRAGMA foreign_keys = ON;');
+        db = drizzle(sqlite, { schema });
+        apiKey = msg.apiKey;
+        return;
+    }
+    if (msg.type === 'shutdown') {
+        shutdownRequested = true;
+        // If nothing is in-flight, drain immediately
+        checkDrain();
+        return;
+    }
+    if (msg.type === 'job') {
+        // Reject new jobs after shutdown
+        if (shutdownRequested)
+            return;
+        const job = msg.job;
+        pendingCount++;
+        try {
+            await processJob(job);
+            const reply = { type: 'done', table: job.table, id: job.id };
+            postMessage(reply);
+        }
+        catch (error) {
+            const reply = {
+                type: 'error',
+                table: job.table,
+                id: job.id,
+                error: error instanceof Error ? error.message : String(error),
+            };
+            postMessage(reply);
+        }
+        finally {
+            pendingCount--;
+            checkDrain();
+        }
+    }
+};
+//# sourceMappingURL=statsWorker.js.map

package/dist/core/workers/statsWorker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"statsWorker.js","sourceRoot":"","sources":["../../../src/core/workers/statsWorker.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAIH,OAAO,EAAE,OAAO,EAAE,MAAM,wBAAwB,CAAC;AACjD,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AACtC,OAAO,EAAE,EAAE,EAAE,GAAG,EAAE,MAAM,aAAa,CAAC;AACtC,OAAO,KAAK,MAAM,MAAM,oBAAoB,CAAC;AAC7C,OAAO,EAAE,IAAI,EAAE,aAAa,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AAItE,MAAM,QAAQ,GAAG,8BAA8B,CAAC;AAChD,MAAM,kBAAkB,GAAG,CAAC,CAAC;AAC7B,MAAM,gBAAgB,GAAG,IAAI,CAAC;AAE9B,IAAI,EAAE,GAA4C,IAAI,CAAC;AACvD,IAAI,MAAM,GAAW,EAAE,CAAC;AAExB,+CAA+C;AAC/C,IAAI,YAAY,GAAG,CAAC,CAAC;AACrB,4CAA4C;AAC5C,IAAI,iBAAiB,GAAG,KAAK,CAAC;AAE9B;;;GAGG;AACH,SAAS,UAAU;IACjB,IAAI,iBAAiB,IAAI,YAAY,KAAK,CAAC,EAAE,CAAC;QAC5C,WAAW,CAAC,EAAE,IAAI,EAAE,SAAS,EAAsB,CAAC,CAAC;QACrD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,oBAAoB,CACjC,YAAoB;IAEpB,IAAI,WAAW,GAAG,gBAAgB,CAAC;IAEnC,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,kBAAkB,EAAE,OAAO,EAAE,EAAE,CAAC;QAC/D,IAAI,CAAC;YACH,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC,CAAC;YAE/D,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,QAAQ,kBAAkB,YAAY,EAAE,EAAE;gBACnE,OAAO,EAAE;oBACP,eAAe,EAAE,UAAU,MAAM,EAAE;oBACnC,cAAc,EAAE,kBAAkB;oBAClC,QAAQ,EAAE,kBAAkB;iBAC7B;aACF,CAAC,CAAC;YAEH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;gBACZ,IAAI,GAAG,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;oBACvB,MAAM,UAAU,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;oBAClD,WAAW,GAAG,UAAU,CAAC,CAAC,CAAC,QAAQ,CAAC,UAAU,EAAE,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,WAAW,GAAG,CAAC,CAAC;oBAC7E,SAAS;gBACX,CAAC;gBACD,IAAI,OAAO,KAAK,kBAAkB,EAAE,CAAC;oBACnC,OAAO,EAAE,KAAK,EAAE,QAAQ,GAAG,CAAC,MAAM,UAAU,OAAO,WAAW,EAAE,CAAC;gBACnE,CAAC;gBACD,WAAW,GAAG,WAAW,GAAG,CAAC,CAAC;gBAC9B,SAAS;YACX,CAAC;YAED,MAAM,OAAO,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAAmC,CAAC;YACrE,MAAM,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;YAEjC,MAAM,KAAK,GAAwB,EAAE,CAAC;YACtC,MAAM,WAAW,GAAG,CAAC,SAAS,EAAE,OAAO,EAAE,iBAAiB,EAAE,eAAe,EAAE,sBAAsB,EAAE,YAAY,EAAE,IAAI,CAAC,CAAC;YACzH,KAAK,MAAM,GAAG,IAAI,WAAW,EAAE,CAAC;gBAC9B,IAAI,WAAW,EAAE,CAAC,GAAG,CAAC,KAAK,SAAS,EAAE,CAAC;oBACrC,KAAK,CAAC,GAAG,CAAC,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC;gBAChC,CAAC;YACH,CAAC;YAED,MAAM,SAAS,GAAG,WAAW,EAAE,UAAU,CAAC;YAC1C,MAAM,OAAO,GAAG,SAAS,KAAK,SAAS,IAAI,SAAS,KAAK,IAAI;gBAC3D,CAAC,CAAC,CAAC,OAAO,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;gBACrE,CAAC,CAAC,SAAS,CAAC;YAEd,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;QAClC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,OAAO,KAAK,kBAAkB,EAAE,CAAC;gBACnC,OAAO,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;YAClC,CAAC;YACD,WAAW,GAAG,WAAW,GAAG,CAAC,CAAC;QAChC,CAAC;IACH,CAAC;IAED,OAAO,EAAE,KAAK,EAAE,sBAAsB,EAAE,CAAC;AAC3C,CAAC;AAED;;;GAGG;AACH,KAAK,UAAU,aAAa,CAAC,GAAa;IACxC,MAAM,KAAK,GAAG,MAAM,oBAAoB,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;IAC3D,IAAI,KAAK,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,IAAI;QAAE,OAAO;IAEvC,IAAI,CAAC,GAAG,CAAC,MAAM,IAAI,CAAC,GAAG,CAAC,WAAW;QAAE,OAAO;IAE5C,MAAM,EAAG,CAAC,MAAM,CAAC,WAAW,CAAC;SAC1B,GAAG,CAAC;QACH,eAAe,EAAE,KAAK,CAAC,IAAI;QAC3B,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,QAAQ,EAAE;QAClC,SAAS,EAAE,IAAI,IAAI,EAAE;KACtB,CAAC;SACD,KAAK,CAAC,GAAG,CACR,EAAE,CAAC,WAAW,CAAC,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,EAClC,EAAE,CAAC,WAAW,CAAC,WAAW,EAAE,GAAG,CAAC,WAAW,CAAC,CAC7C,CAAC,CAAC;AACP,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,kBAAkB,CAAC,GAAa;IAC7C,+DAA+D;IAC/D,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC;IAExD,MAAM,WAAW,GAAG,MAAM,EAAG,CAAC,KAAK,CAAC,WAAW,CAAC,QAAQ,CAAC;QACvD,KAAK,EAAE,EAAE,CAAC,WAAW,CAAC,WAAW,EAAE,GAAG,CAAC,EAAE,CAAC;KAC3C,CAAC,CAAC;IAEH,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,gBAAgB,GAAG,CAAC,CAAC;IACzB,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,QAAQ,GAAG,KAAK,CAAC;IACrB,IAAI,OAAO,GAAG,KAAK,CAAC;IAEpB,KAAK,MAAM,IAAI,IAAI,WAAW,EAAE,CAAC;QAC/B,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,QAAQ,GAAG,IAAI,CAAC;YAChB,MAAM,CAAC,GAAG,IAAI,CAAC,KAAmF,CAAC;YACnG,YAAY,IAAI,CAAC,CAAC,YAAY,IAAI,CAAC,CAAC;YACpC,gBAAgB,IAAI,CAAC,CAAC,gBAAgB,IAAI,CAAC,CAAC;YAC5C,WAAW,IAAI,CAAC,CAAC,WAAW,IAAI,CAAC,CAAC;QACpC,CAAC;QACD,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,OAAO,GAAG,IAAI,CAAC;YACf,SAAS,IAAI,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACxC,CAAC;IACH,CAAC;IAED,MAAM,EAAG,CAAC,MAAM,CAAC,aAAa,CAAC;SAC5B,GAAG,CAAC;QACH,UAAU,EAAE,QAAQ,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,gBAAgB,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,IAAI;QAC7E,YAAY,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,IAAI;QACnD,SAAS,EAAE,IAAI,IAAI,EAAE;KACtB,CAAC;SACD,KAAK,CAAC,EAAE,CAAC,aAAa,CAAC,EAAE,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;AACzC,CAAC;AAED;;;GAGG;AACH,KAAK,UAAU,SAAS,CAAC,GAAa;IACpC,MAAM,KAAK,GAAG,MAAM,oBAAoB,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;IAC3D,IAAI,KAAK,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,IAAI;QAAE,OAAO;IAEvC,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,EAAG,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACnF,IAAI,CAAC,MAAM;QAAE,OAAO;IAEpB,MAAM,UAAU,GAAwB;QACtC,eAAe,EAAE,KAAK,CAAC,IAAI;QAC3B,SAAS,EAAE,IAAI,IAAI,EAAE;KACtB,CAAC;IAEF,2DAA2D;IAC3D,IAAI,GAAG,CAAC,YAAY,KAAK,SAAS,IAAI,MAAM,CAAC,gBAAgB,EAAE,CAAC;QAC9D,MAAM,QAAQ,GAAG,CAAC,GAAG,MAAM,CAAC,gBAAgB,CAAC,CAAC;QAC9C,IAAI,QAAQ,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,CAAC;YAC/B,QAAQ,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC;YACnD,QAAQ,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,eAAe,GAAG,KAAK,CAAC,IAAI,CAAC;YACxD,UAAU,CAAC,gBAAgB,GAAG,QAAQ,CAAC;YAEvC,kCAAkC;YAClC,IAAI,SAAS,GAAG,CAAC,CAAC;YAClB,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;gBACzB,IAAI,CAAC,CAAC,OAAO,IAAI,IAAI,EAAE,CAAC;oBACtB,SAAS,IAAI,OAAO,CAAC,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;gBACzF,CAAC;YACH,CAAC;YACD,UAAU,CAAC,oBAAoB,GAAG,SAAS,CAAC,QAAQ,EAAE,CAAC;QACzD,CAAC;IACH,CAAC;IAED,MAAM,EAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;AACpE,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,UAAU,CAAC,GAAa;IACrC,QAAQ,GAAG,CAAC,KAAK,EAAE,CAAC;QAClB,KAAK,WAAW;YACd,MAAM,aAAa,CAAC,GAAG,CAAC,CAAC;YACzB,MAAM;QACR,KAAK,gBAAgB;YACnB,MAAM,kBAAkB,CAAC,GAAG,CAAC,CAAC;YAC9B,MAAM;QACR,KAAK,MAAM;YACT,MAAM,SAAS,CAAC,GAAG,CAAC,CAAC;YACrB,MAAM;IACV,CAAC;AACH,CAAC;AAED;;GAEG;AACH,IAAI,CAAC,SAAS,GAAG,KAAK,EAAE,KAAmB,EAAE,EAAE;IAC7C,MAAM,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC;IAEvB,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;QACxB,gDAAgD;QAChD,MAAM,MAAM,GAAG,IAAI,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACxC,MAAM,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;QAC1C,MAAM,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC;QACzC,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;QACjC,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC;QACpB,OAAO;IACT,CAAC;IAED,IAAI,GAAG,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;QAC5B,iBAAiB,GAAG,IAAI,CAAC;QACzB,6CAA6C;QAC7C,UAAU,EAAE,CAAC;QACb,OAAO;IACT,CAAC;IAED,IAAI,GAAG,CAAC,IAAI,KAAK,KAAK,EAAE,CAAC;QACvB,iCAAiC;QACjC,IAAI,iBAAiB;YAAE,OAAO;QAE9B,MAAM,GAAG,GAAG,GAAG,CAAC,GAAe,CAAC;QAChC,YAAY,EAAE,CAAC;QACf,IAAI,CAAC;YACH,MAAM,UAAU,CAAC,GAAG,CAAC,CAAC;YACtB,MAAM,KAAK,GAAqB,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,EAAE,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC;YAC/E,WAAW,CAAC,KAAK,CAAC,CAAC;QACrB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,KAAK,GAAqB;gBAC9B,IAAI,EAAE,OAAO;gBACb,KAAK,EAAE,GAAG,CAAC,KAAK;gBAChB,EAAE,EAAE,GAAG,CAAC,EAAE;gBACV,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;aAC9D,CAAC;YACF,WAAW,CAAC,KAAK,CAAC,CAAC;QACrB,CAAC;gBAAS,CAAC;YACT,YAAY,EAAE,CAAC;YACf,UAAU,EAAE,CAAC;QACf,CAAC;IACH,CAAC;AACH,CAAC,CAAC"}

package/dist/db/client.d.ts

@@ -4,7 +4,7 @@ export type DrizzleDB = BunSQLiteDatabase<typeof schema>;
 /**
  * Get or create the global database instance
  */
-export declare function getDatabase(dbPath: string): DrizzleDB;
+export declare function getDatabase(dbPath: string, isMemoryDb?: boolean): DrizzleDB;
 /**
  * Close database connection
  */

package/dist/db/client.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"client.d.ts","sourceRoot":"","sources":["../../src/db/client.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,MAAM,MAAM,aAAa,CAAC;AAItC,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAGhE,MAAM,MAAM,SAAS,GAAG,iBAAiB,CAAC,OAAO,MAAM,CAAC,CAAC;AAqIzD;;GAEG;AACH,wBAAgB,WAAW,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAKrD;AAED;;GAEG;AACH,wBAAgB,aAAa,IAAI,IAAI,CAapC;AAED;;;;GAIG;AACH,wBAAsB,aAAa,CAAC,EAAE,EAAE,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC,CAahE;AAED;;GAEG;AACH,wBAAsB,YAAY,CAAC,CAAC,EAClC,EAAE,EAAE,SAAS,EACb,SAAS,EAAE,CAAC,EAAE,EAAE,SAAS,KAAK,OAAO,CAAC,CAAC,CAAC,GACvC,OAAO,CAAC,CAAC,CAAC,CAYZ"}
+{"version":3,"file":"client.d.ts","sourceRoot":"","sources":["../../src/db/client.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,MAAM,MAAM,aAAa,CAAC;AAItC,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAIhE,MAAM,MAAM,SAAS,GAAG,iBAAiB,CAAC,OAAO,MAAM,CAAC,CAAC;AAgEzD;;GAEG;AACH,wBAAgB,WAAW,CAAC,MAAM,EAAE,MAAM,EAAE,UAAU,GAAE,OAAe,GAAG,SAAS,CAKlF;AAED;;GAEG;AACH,wBAAgB,aAAa,IAAI,IAAI,CAapC;AAED;;;;GAIG;AACH,wBAAsB,aAAa,CAAC,EAAE,EAAE,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC,CAahE;AAED;;GAEG;AACH,wBAAsB,YAAY,CAAC,CAAC,EAClC,EAAE,EAAE,SAAS,EACb,SAAS,EAAE,CAAC,EAAE,EAAE,SAAS,KAAK,OAAO,CAAC,CAAC,CAAC,GACvC,OAAO,CAAC,CAAC,CAAC,CAYZ"}

package/dist/db/client.js

@@ -5,76 +5,16 @@ import { getLogger } from '../util/logger.js';
 import { existsSync, mkdirSync } from 'fs';
 import { dirname } from 'path';
 import { DatabaseError, InitializationError } from '../errors/index.js';
+import { generateAllSQL } from '../services/initDB.js';
 let dbInstance = null;
-/**
- * SQL statements to create all tables based on the schema
- */
-const CREATE_TABLES_SQL = `
--- Agents table
-CREATE TABLE IF NOT EXISTS agents (
-  id TEXT PRIMARY KEY,
-  name TEXT NOT NULL,
-  version TEXT NOT NULL,
-  prompt_template TEXT NOT NULL,
-  provider TEXT,
-  model TEXT,
-  active INTEGER NOT NULL DEFAULT 0,
-  metadata TEXT,
-  created_at INTEGER NOT NULL DEFAULT (unixepoch()),
-  updated_at INTEGER NOT NULL DEFAULT (unixepoch())
-);
-
--- Unique index for agent name+version
-CREATE UNIQUE INDEX IF NOT EXISTS idx_name_version ON agents(name, version);
-
--- Partial unique index for active agent per name
-CREATE UNIQUE INDEX IF NOT EXISTS idx_active_agent ON agents(name) WHERE active = 1;
-
--- DAGs table
-CREATE TABLE IF NOT EXISTS dags (
-  id TEXT PRIMARY KEY,
-  status TEXT NOT NULL,
-  result TEXT,
-  usage TEXT,
-  generation_stats TEXT,
-  attempts INTEGER NOT NULL DEFAULT 0,
-  params TEXT,
-  agent_name TEXT,
-  dag_title TEXT,
-  cron_schedule TEXT,
-  schedule_active INTEGER NOT NULL DEFAULT 0,
-  created_at INTEGER NOT NULL DEFAULT (unixepoch()),
-  updated_at INTEGER NOT NULL DEFAULT (unixepoch())
-);
-
--- DAG Executions table
-CREATE TABLE IF NOT EXISTS dag_executions (
-  id TEXT PRIMARY KEY,
-  dag_id TEXT NOT NULL REFERENCES dags(id) ON DELETE CASCADE,
-  status TEXT NOT NULL,
-  execution_results TEXT,
-  failure_reason TEXT,
-  created_at INTEGER NOT NULL DEFAULT (unixepoch()),
-  updated_at INTEGER NOT NULL DEFAULT (unixepoch())
-);
-
--- DAG Sub-Steps table
-CREATE TABLE IF NOT EXISTS dag_sub_steps (
-  id TEXT PRIMARY KEY,
-  execution_id TEXT NOT NULL REFERENCES dag_executions(id) ON DELETE CASCADE,
-  node_id TEXT NOT NULL,
-  "index" INTEGER NOT NULL,
-  type TEXT NOT NULL CHECK(type IN ('action', 'result', 'decision')),
-  content TEXT NOT NULL,
-  created_at INTEGER NOT NULL DEFAULT (unixepoch())
-);
-`;
 /**
  * Initialize database tables if they don't exist
+ * Uses generateAllSQL() from initDB to stay in sync with the Drizzle schema
  */
 function initializeTables(sqlite, logger) {
     try {
-        sqlite.exec(CREATE_TABLES_SQL);
+        const { sql } = generateAllSQL();
+        sqlite.exec(sql);
         logger.info('Database tables initialized');
     }
     catch (error) {
@@ -84,31 +24,26 @@ function initializeTables(sqlite, logger) {
 /**
  * Create and initialize database connection
  */
-function createDatabase(dbPath) {
+function createDatabase(dbPath, isMemoryDb) {
     const logger = getLogger();
     try {
-        // Ensure data directory exists
-        const dbDir = dirname(dbPath);
-        if (!existsSync(dbDir)) {
-            mkdirSync(dbDir, { recursive: true });
-            logger.info(`Created database directory: ${dbDir}`);
+        // Only create directory for file-based databases
+        if (!isMemoryDb) {
+            const dbDir = dirname(dbPath);
+            if (!existsSync(dbDir)) {
+                mkdirSync(dbDir, { recursive: true });
+                logger.info(`Created database directory: ${dbDir}`);
+            }
         }
-        // Check if database file exists (to determine if we need to create tables)
-        const isNewDatabase = !existsSync(dbPath);
-        // Open SQLite database using bun:sqlite
+        // Open SQLite database
         const sqlite = new Database(dbPath);
-        // Enable foreign keys and WAL mode
-        sqlite.exec('PRAGMA journal_mode = WAL;');
-        sqlite.exec('PRAGMA foreign_keys = ON;');
-        // Initialize tables if this is a new database
-        if (isNewDatabase) {
-            logger.info('New database detected, creating tables...');
-            initializeTables(sqlite, logger);
-        }
-        else {
-            // For existing databases, ensure tables exist (handles partial initialization)
-            initializeTables(sqlite, logger);
+        // WAL mode only for file-based databases
+        if (!isMemoryDb) {
+            sqlite.exec('PRAGMA journal_mode = WAL;');
         }
+        sqlite.exec('PRAGMA foreign_keys = ON;');
+        // Always initialize tables
+        initializeTables(sqlite, logger);
         const db = drizzle(sqlite, { schema });
         logger.info(`Database initialized: ${dbPath}`);
         return db;
@@ -122,9 +57,9 @@ function createDatabase(dbPath) {
 /**
  * Get or create the global database instance
  */
-export function getDatabase(dbPath) {
+export function getDatabase(dbPath, isMemoryDb = false) {
     if (!dbInstance) {
-        dbInstance = createDatabase(dbPath);
+        dbInstance = createDatabase(dbPath, isMemoryDb);
     }
     return dbInstance;
 }

package/dist/db/client.js.map

@@ -1 +1 @@
-{"version":3,"file":"client.js","sourceRoot":"","sources":["../../src/db/client.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,wBAAwB,CAAC;AACjD,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AACtC,OAAO,KAAK,MAAM,MAAM,aAAa,CAAC;AACtC,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAC9C,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,IAAI,CAAC;AAC3C,OAAO,EAAE,OAAO,EAAE,MAAM,MAAM,CAAC;AAE/B,OAAO,EAAE,aAAa,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AAIxE,IAAI,UAAU,GAAqB,IAAI,CAAC;AAExC;;GAEG;AACH,MAAM,iBAAiB,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA2DzB,CAAC;AAEF;;GAEG;AACH,SAAS,gBAAgB,CAAC,MAAW,EAAE,MAAW;IAChD,IAAI,CAAC;QACH,MAAM,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;QAC/B,MAAM,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAAC;IAC7C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,aAAa,CACrB,yCAAyC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EACjG,kBAAkB,EAClB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAC3C,CAAC;IACJ,CAAC;AACH,CAAC;AAED;;GAEG;AACH,SAAS,cAAc,CAAC,MAAc;IACpC,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;IAE3B,IAAI,CAAC;QACH,+BAA+B;QAC/B,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;QAC9B,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;YACvB,SAAS,CAAC,KAAK,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YACtC,MAAM,CAAC,IAAI,CAAC,+BAA+B,KAAK,EAAE,CAAC,CAAC;QACtD,CAAC;QAED,2EAA2E;QAC3E,MAAM,aAAa,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;QAE1C,wCAAwC;QACxC,MAAM,MAAM,GAAG,IAAI,QAAQ,CAAC,MAAM,CAAC,CAAC;QAEpC,mCAAmC;QACnC,MAAM,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;QAC1C,MAAM,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC;QAEzC,8CAA8C;QAC9C,IAAI,aAAa,EAAE,CAAC;YAClB,MAAM,CAAC,IAAI,CAAC,2CAA2C,CAAC,CAAC;YACzD,gBAAgB,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QACnC,CAAC;aAAM,CAAC;YACN,+EAA+E;YAC/E,gBAAgB,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QACnC,CAAC;QAED,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;QAEvC,MAAM,CAAC,IAAI,CAAC,yBAAyB,MAAM,EAAE,CAAC,CAAC;QAE/C,OAAO,EAAE,CAAC;IACZ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;QAC3B,MAAM,CAAC,KAAK,CAAC,+BAA+B,CAAC,CAAC;QAC9C,MAAM,IAAI,mBAAmB,CAC3B,kCAAkC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EAC1F,gBAAgB,EAChB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAC3C,CAAC;IACJ,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,WAAW,CAAC,MAAc;IACxC,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,UAAU,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC;IACtC,CAAC;IACD,OAAO,UAAU,CAAC;AACpB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,aAAa;IAC3B,IAAI,UAAU,EAAE,CAAC;QACf,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;YAC3B,MAAM,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAAC;YAC3C,yDAAyD;YACzD,6BAA6B;YAC7B,UAAU,GAAG,IAAI,CAAC;QACpB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;YAC3B,MAAM,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAC;QACzC,CAAC;IACH,CAAC;AACH,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,EAAa;IAC/C,IAAI,CAAC;QACH,KAAK,EAAE,CAAC,CAAC,mCAAmC;QAC5C,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;QAC3B,MAAM,CAAC,IAAI,CAAC,+CAA+C,CAAC,CAAC;QAC7D,8CAA8C;IAChD,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,aAAa,CACrB,qBAAqB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EAC7E,eAAe,EACf,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAC3C,CAAC;IACJ,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,EAAa,EACb,SAAwC;IAExC,IAAI,CAAC;QACH,OAAO,MAAM,SAAS,CAAC,EAAE,CAAC,CAAC;IAC7B,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;QAC3B,MAAM,CAAC,KAAK,CAAC,2BAA2B,CAAC,CAAC;QAC1C,MAAM,IAAI,aAAa,CACrB,8BAA8B,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EACtF,OAAO,EACP,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAC3C,CAAC;IACJ,CAAC;AACH,CAAC"}
+{"version":3,"file":"client.js","sourceRoot":"","sources":["../../src/db/client.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,wBAAwB,CAAC;AACjD,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AACtC,OAAO,KAAK,MAAM,MAAM,aAAa,CAAC;AACtC,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAC9C,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,IAAI,CAAC;AAC3C,OAAO,EAAE,OAAO,EAAE,MAAM,MAAM,CAAC;AAE/B,OAAO,EAAE,aAAa,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AACxE,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AAIvD,IAAI,UAAU,GAAqB,IAAI,CAAC;AAExC;;;GAGG;AACH,SAAS,gBAAgB,CAAC,MAAW,EAAE,MAAW;IAChD,IAAI,CAAC;QACH,MAAM,EAAE,GAAG,EAAE,GAAG,cAAc,EAAE,CAAC;QACjC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACjB,MAAM,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAAC;IAC7C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,aAAa,CACrB,yCAAyC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EACjG,kBAAkB,EAClB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAC3C,CAAC;IACJ,CAAC;AACH,CAAC;AAED;;GAEG;AACH,SAAS,cAAc,CAAC,MAAc,EAAE,UAAmB;IACzD,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;IAE3B,IAAI,CAAC;QACH,iDAAiD;QACjD,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;YAC9B,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;gBACvB,SAAS,CAAC,KAAK,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;gBACtC,MAAM,CAAC,IAAI,CAAC,+BAA+B,KAAK,EAAE,CAAC,CAAC;YACtD,CAAC;QACH,CAAC;QAED,uBAAuB;QACvB,MAAM,MAAM,GAAG,IAAI,QAAQ,CAAC,MAAM,CAAC,CAAC;QAEpC,yCAAyC;QACzC,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,MAAM,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;QAC5C,CAAC;QACD,MAAM,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC;QAEzC,2BAA2B;QAC3B,gBAAgB,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAEjC,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;QACvC,MAAM,CAAC,IAAI,CAAC,yBAAyB,MAAM,EAAE,CAAC,CAAC;QAC/C,OAAO,EAAE,CAAC;IACZ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;QAC3B,MAAM,CAAC,KAAK,CAAC,+BAA+B,CAAC,CAAC;QAC9C,MAAM,IAAI,mBAAmB,CAC3B,kCAAkC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EAC1F,gBAAgB,EAChB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAC3C,CAAC;IACJ,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,WAAW,CAAC,MAAc,EAAE,aAAsB,KAAK;IACrE,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,UAAU,GAAG,cAAc,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;IAClD,CAAC;IACD,OAAO,UAAU,CAAC;AACpB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,aAAa;IAC3B,IAAI,UAAU,EAAE,CAAC;QACf,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;YAC3B,MAAM,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAAC;YAC3C,yDAAyD;YACzD,6BAA6B;YAC7B,UAAU,GAAG,IAAI,CAAC;QACpB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;YAC3B,MAAM,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAC;QACzC,CAAC;IACH,CAAC;AACH,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,EAAa;IAC/C,IAAI,CAAC;QACH,KAAK,EAAE,CAAC,CAAC,mCAAmC;QAC5C,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;QAC3B,MAAM,CAAC,IAAI,CAAC,+CAA+C,CAAC,CAAC;QAC7D,8CAA8C;IAChD,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,aAAa,CACrB,qBAAqB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EAC7E,eAAe,EACf,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAC3C,CAAC;IACJ,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,EAAa,EACb,SAAwC;IAExC,IAAI,CAAC;QACH,OAAO,MAAM,SAAS,CAAC,EAAE,CAAC,CAAC;IAC7B,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;QAC3B,MAAM,CAAC,KAAK,CAAC,2BAA2B,CAAC,CAAC;QAC1C,MAAM,IAAI,aAAa,CACrB,8BAA8B,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EACtF,OAAO,EACP,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAC3C,CAAC;IACJ,CAAC;AACH,CAAC"}

package/dist/index.d.ts

@@ -32,8 +32,8 @@ import type { DesiAgentClient } from './types/index.js';
  * ```
  */
 export declare function setupDesiAgent(config: DesiAgentConfig): Promise<DesiAgentClient>;
-export type { DesiAgentConfig, ProcessedDesiAgentConfig } from './types/config.js';
-export { DesiAgentConfigSchema } from './types/config.js';
+export type { DesiAgentConfig, ProcessedDesiAgentConfig, ResolvedConfig } from './types/config.js';
+export { DesiAgentConfigSchema, resolveConfig } from './types/config.js';
 export type { DesiAgentClient } from './types/index.js';
 export { ExecutionStatus, ExecutionEventType, type DAG, type DAGNode, type DAGEdge, type DAGExecution, type DAGExecutionWithSteps, type DagExecutionListResult, type DAGExecutionStatus, type SubStep, type SubStepStatus, type ExecutionEvent, type DAGFilter, type Agent, type AgentConstraints, type Tool, type ToolParameter, type ToolCall, type ToolResult, type AgentDefinition, } from './types/index.js';
 export { DecomposerJobSchema, SubTaskSchema, type DecomposerJob, type SubTask, } from './types/dag.js';
@@ -50,5 +50,8 @@ export { validateCronExpression } from './util/cron-validator.js';
 export { extractCodeBlock, extractJsonCodeBlock, renumberSubTasks, truncate, truncateForLog, parseDate, formatDateByGroup, } from './util/dag-utils.js';
 export { DesiAgentError, ConfigurationError, NotFoundError, ValidationError, ExecutionError, DatabaseError, LLMProviderError, ToolError, TimeoutError, InitializationError, } from './errors/index.js';
 export { sendEmailTool, SendEmailInputSchema, type SendEmailInput, type SendEmailOutput, } from './util/sendEmailTool.js';
-export { initDB, type InitDBOptions, type InitDBResult } from './services/initDB.js';
+export { SkillRegistry, type SkillMeta } from './core/skills/registry.js';
+export { MinimalSkillDetector, type SkillDetector } from './core/skills/detector.js';
+export { StatsQueue, type StatsJob } from './core/workers/statsQueue.js';
+export { initDB, seedAgents, type InitDBOptions, type InitDBResult } from './services/initDB.js';
 //# sourceMappingURL=index.d.ts.map