@evomap/evolver-core 2.0.0-beta.1 → 2.0.0-beta.10

package/dist/mailbox/catalog.js

@@ -14,6 +14,7 @@ export const MESSAGE_CATALOG = {
     task_complete: { direction: 'outbound', handler: 'proxy', feedsMaterial: false, ttlClass: 'default' },
     task_subscribe: { direction: 'outbound', handler: 'proxy', feedsMaterial: false, ttlClass: 'control' },
     task_unsubscribe: { direction: 'outbound', handler: 'proxy', feedsMaterial: false, ttlClass: 'control' },
+    dm_outbound: { direction: 'outbound', handler: 'proxy', feedsMaterial: false, ttlClass: 'default' },
     atp_order: { direction: 'outbound', handler: 'proxy', feedsMaterial: false, ttlClass: 'default' },
     atp_deliver: { direction: 'outbound', handler: 'proxy', feedsMaterial: false, ttlClass: 'default' },
     atp_settle: { direction: 'outbound', handler: 'proxy', feedsMaterial: false, ttlClass: 'default' },
@@ -23,6 +24,8 @@ export const MESSAGE_CATALOG = {
     asset_publish_result: { direction: 'inbound', handler: 'core', feedsMaterial: false, ttlClass: 'default' }, // 拒绝进 Material 在 dispatch 决定
     pending_evomap_task: { direction: 'inbound', handler: 'agent', feedsMaterial: false, ttlClass: 'default' },
     task_available: { direction: 'inbound', handler: 'agent', feedsMaterial: false, ttlClass: 'default' },
+    task_claim_result: { direction: 'inbound', handler: 'agent', feedsMaterial: false, ttlClass: 'default' },
+    task_complete_result: { direction: 'inbound', handler: 'agent', feedsMaterial: false, ttlClass: 'default' },
     work_assigned: { direction: 'inbound', handler: 'agent', feedsMaterial: false, ttlClass: 'default' },
     dialog_message: { direction: 'inbound', handler: 'agent', feedsMaterial: true, ttlClass: 'default' },
     peer_review_request: { direction: 'inbound', handler: 'agent', feedsMaterial: true, ttlClass: 'default' },

package/dist/mailbox/ipcServer.js

@@ -69,7 +69,7 @@ export class MailboxIpcServer {
                     this.onAuthFailure?.();
                 }
                 catch { /* auth failure handling must never weaken fail-closed IPC auth */ }
-                return this.json(res, 401, { error: 'bad token' });
+                return this.json(res, 401, { error: 'Unauthorized', code: 'unauthorized' });
             }
             const url = new URL(req.url ?? '/', 'http://localhost');
             const route = `${req.method} ${url.pathname}`;
@@ -129,7 +129,7 @@ export class MailboxIpcServer {
             return this.json(res, 404, { error: 'unknown route' });
         }
         catch (e) {
-            return this.json(res, 400, { error: e instanceof Error ? e.message : String(e) });
+            return this.json(res, 400, { error: e instanceof Error ? e.message : String(e), code: 'invalid_request' });
         }
     }
     readJson(req) {

package/dist/mailbox/store.d.ts

@@ -22,8 +22,22 @@ export declare class MailboxStore {
         status?: Status;
         handler?: string;
         runtimeNamespace?: string;
+        type?: string;
+        direction?: Envelope['direction'];
+        typeDirections?: readonly {
+            type: string;
+            direction: Envelope['direction'];
+        }[];
+        newestFirst?: boolean;
+        offset?: number;
         limit?: number;
     }): Envelope[];
+    countMessages(opts?: {
+        status?: Status;
+        runtimeNamespace?: string;
+        type?: string;
+        direction?: Envelope['direction'];
+    }): number;
     countByStatus(status: Status): number;
     /** pending 计数(可按 handler/runtimeNamespace 分区), 用于 agent wake 去抖. */
     countPending(handler?: string, runtimeNamespace?: string): number;

package/dist/mailbox/store.js

@@ -120,6 +120,7 @@ export class MailboxStore {
       schemaVersion TEXT, feedsMaterial INTEGER, dlq INTEGER DEFAULT 0, leasedUntil INTEGER, workerId TEXT, lastError TEXT)`);
         this.db.exec('CREATE INDEX IF NOT EXISTS idx_status ON messages(status, handler)');
         this.db.exec('CREATE INDEX IF NOT EXISTS idx_corr ON messages(correlationId)');
+        this.db.exec('CREATE INDEX IF NOT EXISTS idx_message_view ON messages(runtimeNamespace,type,direction,status,createdAt)');
         this.db.exec('CREATE TABLE IF NOT EXISTS idempotency (key TEXT PRIMARY KEY, result TEXT, at INTEGER)');
         this.db.exec('CREATE TABLE IF NOT EXISTS kv (k TEXT PRIMARY KEY, v TEXT)');
     }
@@ -157,7 +158,21 @@ export class MailboxStore {
             where.push('runtimeNamespace = ?');
             args.push(opts.runtimeNamespace);
         }
-        const sql = `SELECT * FROM messages ${where.length ? `WHERE ${where.join(' AND ')}` : ''} ORDER BY createdAt LIMIT ?`;
+        if (opts.type) {
+            where.push('type = ?');
+            args.push(opts.type);
+        }
+        if (opts.direction) {
+            where.push('direction = ?');
+            args.push(opts.direction);
+        }
+        if (opts.typeDirections && opts.typeDirections.length > 0) {
+            const selectors = opts.typeDirections.slice(0, 20);
+            where.push(`(${selectors.map(() => '(type = ? AND direction = ?)').join(' OR ')})`);
+            for (const selector of selectors)
+                args.push(selector.type, selector.direction);
+        }
+        const sql = `SELECT * FROM messages ${where.length ? `WHERE ${where.join(' AND ')}` : ''} ORDER BY createdAt ${opts.newestFirst ? 'DESC' : 'ASC'} LIMIT ?`;
         // Clamp the LIMIT bind. The IPC list route feeds this `?limit=` straight from an external query string, so a
         // non-finite value (NaN from `?limit=abc`, Infinity from `?limit=1e400`) would bind as null/error and a huge
         // finite value is an unbounded read (memory DoS) even on the token-authed endpoint. Finite + positive + capped.
@@ -165,7 +180,34 @@ export class MailboxStore {
             ? Math.min(Math.floor(opts.limit), 10_000)
             : 1000;
         args.push(lim);
-        return this.db.prepare(sql).all(...args).map(rowToEnvelope);
+        const offset = Number.isFinite(opts.offset) && opts.offset > 0
+            ? Math.min(Math.floor(opts.offset), 10_000)
+            : 0;
+        const pagedSql = `${sql} OFFSET ?`;
+        args.push(offset);
+        return this.db.prepare(pagedSql).all(...args).map(rowToEnvelope);
+    }
+    countMessages(opts = {}) {
+        const where = [];
+        const args = [];
+        if (opts.status) {
+            where.push('status = ?');
+            args.push(opts.status);
+        }
+        if (opts.runtimeNamespace) {
+            where.push('runtimeNamespace = ?');
+            args.push(opts.runtimeNamespace);
+        }
+        if (opts.type) {
+            where.push('type = ?');
+            args.push(opts.type);
+        }
+        if (opts.direction) {
+            where.push('direction = ?');
+            args.push(opts.direction);
+        }
+        const row = this.db.prepare(`SELECT COUNT(*) c FROM messages ${where.length ? `WHERE ${where.join(' AND ')}` : ''}`).get(...args);
+        return Number(row['c']);
     }
     countByStatus(status) {
         return Number(this.db.prepare('SELECT COUNT(*) c FROM messages WHERE status = ?').get(status)['c']);

package/dist/material/consumer.js

@@ -11,9 +11,10 @@ export class ConsumerGroups {
         if (opts.path && existsSync(opts.path)) {
             try {
                 const o = JSON.parse(readFileSync(opts.path, 'utf8'));
-                for (const [k, v] of Object.entries(o))
-                    if (typeof v === 'number' && Number.isFinite(v))
+                for (const [k, v] of Object.entries(o)) {
+                    if (typeof v === 'number' && Number.isSafeInteger(v) && v >= 0)
                         this.committed.set(k, v);
+                }
             }
             catch { /* corrupt cursor → start from 0 (idempotent re-claim) */ }
         }
@@ -21,16 +22,18 @@ export class ConsumerGroups {
     cur(group) { return this.committed.get(group) ?? 0; }
     /** 取下一批未 ack 的 (不推进 committed → 崩溃重启再 claim 拿到同批). */
     claim(group, batchSize) {
-        const all = this.opts.store.readAll();
-        return all.slice(this.cur(group), this.cur(group) + batchSize);
+        return this.opts.store.readRange(this.cur(group), batchSize);
     }
     /** ack: 把 committed 推过 acked 的连续前缀. */
     ack(group, materialIds) {
         const ackSet = new Set(materialIds);
-        const all = this.opts.store.readAll();
         let c = this.cur(group);
-        while (c < all.length && ackSet.has(all[c].materialId))
+        const claimed = this.opts.store.readRange(c, ackSet.size);
+        for (const record of claimed) {
+            if (!ackSet.has(record.materialId))
+                break;
             c += 1;
+        }
         this.committed.set(group, c);
         this.persist();
     }

package/dist/material/index.d.ts

@@ -1,4 +1,5 @@
 export * from './materialStore.js';
+export * from './materialArchive.js';
 export * from './watermark.js';
 export * from './sources.js';
 export * from './consumer.js';

package/dist/material/index.js

@@ -1,4 +1,5 @@
 export * from './materialStore.js';
+export * from './materialArchive.js';
 export * from './watermark.js';
 export * from './sources.js';
 export * from './consumer.js';

package/dist/material/materialArchive.d.ts

@@ -0,0 +1,81 @@
+import { type Material } from '../schema/material.js';
+export declare const MATERIAL_ARCHIVE_DEFAULT_KEEP_RECORDS = 1000;
+export declare class InvalidMaterialLogError extends Error {
+    readonly line: number;
+    readonly code = "MATERIAL_ARCHIVE_INVALID_LOG";
+    constructor(line: number, reason: string);
+}
+export declare class InvalidMaterialArchiveError extends Error {
+    readonly segment: string;
+    readonly line: number;
+    readonly code = "MATERIAL_ARCHIVE_INVALID_ARCHIVE";
+    constructor(segment: string, line: number, reason: string);
+}
+export declare class MaterialArchiveRangeError extends Error {
+    readonly code = "MATERIAL_ARCHIVE_RANGE_INVALID";
+    constructor(reason: string);
+}
+export declare class MaterialArchiveSegmentConflictError extends Error {
+    readonly archiveId: string;
+    readonly code = "MATERIAL_ARCHIVE_SEGMENT_CONFLICT";
+    constructor(archiveId: string);
+}
+export declare class InvalidMaterialArchiveCursorError extends Error {
+    readonly code = "MATERIAL_ARCHIVE_CURSOR_INVALID";
+    constructor(reason: string);
+}
+export interface MaterialArchiveOptions {
+    path: string;
+    cursorPaths?: readonly string[];
+    keepRecords?: number;
+}
+export interface MaterialArchiveCursor {
+    group: string;
+    position: number;
+}
+export interface MaterialArchivePlan {
+    mode: 'preview';
+    activeRecords: number;
+    physicalActiveRecords: number;
+    archiveRecords: number;
+    historyRecords: number;
+    keepRecords: number;
+    minCursor: number;
+    cursors: MaterialArchiveCursor[];
+    overlapRecords: number;
+    wouldArchive: number;
+    retainedRecords: number;
+    archiveId: string | null;
+}
+export interface MaterialArchiveResult {
+    mode: 'write';
+    activeRecordsBefore: number;
+    physicalActiveRecordsBefore: number;
+    keepRecords: number;
+    minCursor: number;
+    cursors: MaterialArchiveCursor[];
+    archivedRecords: number;
+    retainedRecords: number;
+    archiveRecords: number;
+    historyRecords: number;
+    recoveredOverlap: number;
+    archiveId: string | null;
+}
+export interface MaterialArchiveStats {
+    exists: boolean;
+    segments: number;
+    bytes: number;
+    records: number;
+    invalidLines: number;
+    firstOffset: number | null;
+    lastOffset: number | null;
+}
+export declare function materialArchiveDir(path: string): string;
+export declare function materialArchiveSegmentName(start: number, end: number): string;
+export declare function planMaterialArchive(opts: MaterialArchiveOptions): MaterialArchivePlan;
+export declare function archiveMaterialStore(opts: MaterialArchiveOptions): MaterialArchiveResult;
+/** Operational, fail-soft full history reader. Strict archive writes validate every line and range. */
+export declare function readMaterialHistory(path: string): Material[];
+/** Absolute-offset range reader used by durable consumers after active records move into archive segments. */
+export declare function readMaterialRange(path: string, start: number, count: number): Material[];
+export declare function inspectMaterialArchive(path: string): MaterialArchiveStats;