@ubundi/openclaw-cortex 0.7.2 → 1.0.0

package/dist/shared/fs/safe-path.js

@@ -0,0 +1,32 @@
+import { realpath, lstat } from "node:fs/promises";
+/**
+ * Resolves a file path and verifies it stays within the allowed root directory.
+ * Rejects symlinks and path traversal attempts.
+ *
+ * Returns the canonical path if safe, or null if the path should be rejected.
+ */
+export async function safePath(filePath, allowedRoot) {
+    try {
+        // Check for symlinks before resolving
+        const stats = await lstat(filePath);
+        if (stats.isSymbolicLink()) {
+            return null;
+        }
+        // Resolve to canonical path (resolves .., ., etc.)
+        const canonical = await realpath(filePath);
+        const canonicalRoot = await realpath(allowedRoot);
+        // Ensure the resolved path is within the allowed root
+        const normalizedRoot = canonicalRoot.endsWith("/")
+            ? canonicalRoot
+            : canonicalRoot + "/";
+        if (canonical !== canonicalRoot && !canonical.startsWith(normalizedRoot)) {
+            return null;
+        }
+        return canonical;
+    }
+    catch {
+        // File doesn't exist or is inaccessible
+        return null;
+    }
+}
+//# sourceMappingURL=safe-path.js.map

package/dist/shared/fs/safe-path.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"safe-path.js","sourceRoot":"","sources":["../../../src/shared/fs/safe-path.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AAEnD;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,QAAQ,CAC5B,QAAgB,EAChB,WAAmB;IAEnB,IAAI,CAAC;QACH,sCAAsC;QACtC,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,CAAC;QACpC,IAAI,KAAK,CAAC,cAAc,EAAE,EAAE,CAAC;YAC3B,OAAO,IAAI,CAAC;QACd,CAAC;QAED,mDAAmD;QACnD,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAC3C,MAAM,aAAa,GAAG,MAAM,QAAQ,CAAC,WAAW,CAAC,CAAC;QAElD,sDAAsD;QACtD,MAAM,cAAc,GAAG,aAAa,CAAC,QAAQ,CAAC,GAAG,CAAC;YAChD,CAAC,CAAC,aAAa;YACf,CAAC,CAAC,aAAa,GAAG,GAAG,CAAC;QAExB,IAAI,SAAS,KAAK,aAAa,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,cAAc,CAAC,EAAE,CAAC;YACzE,OAAO,IAAI,CAAC;QACd,CAAC;QAED,OAAO,SAAS,CAAC;IACnB,CAAC;IAAC,MAAM,CAAC;QACP,wCAAwC;QACxC,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC"}

package/dist/shared/metrics/latency-metrics.d.ts

@@ -0,0 +1,19 @@
+export declare class LatencyMetrics {
+    private samples;
+    private windowSize;
+    constructor(windowSize?: number);
+    record(durationMs: number): void;
+    get count(): number;
+    percentile(p: number): number | null;
+    get p50(): number | null;
+    get p95(): number | null;
+    get p99(): number | null;
+    summary(): {
+        count: number;
+        p50: number | null;
+        p95: number | null;
+        p99: number | null;
+    };
+    reset(): void;
+}
+//# sourceMappingURL=latency-metrics.d.ts.map

package/dist/shared/metrics/latency-metrics.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"latency-metrics.d.ts","sourceRoot":"","sources":["../../../src/shared/metrics/latency-metrics.ts"],"names":[],"mappings":"AAEA,qBAAa,cAAc;IACzB,OAAO,CAAC,OAAO,CAAgB;IAC/B,OAAO,CAAC,UAAU,CAAS;gBAEf,UAAU,SAAsB;IAI5C,MAAM,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI;IAOhC,IAAI,KAAK,IAAI,MAAM,CAElB;IAED,UAAU,CAAC,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI;IAQpC,IAAI,GAAG,IAAI,MAAM,GAAG,IAAI,CAEvB;IAED,IAAI,GAAG,IAAI,MAAM,GAAG,IAAI,CAEvB;IAED,IAAI,GAAG,IAAI,MAAM,GAAG,IAAI,CAEvB;IAED,OAAO,IAAI;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,MAAM,GAAG,IAAI,CAAC;QAAC,GAAG,EAAE,MAAM,GAAG,IAAI,CAAC;QAAC,GAAG,EAAE,MAAM,GAAG,IAAI,CAAA;KAAE;IASxF,KAAK,IAAI,IAAI;CAGd"}

package/dist/shared/metrics/latency-metrics.js

@@ -0,0 +1,45 @@
+const DEFAULT_WINDOW_SIZE = 100;
+export class LatencyMetrics {
+    samples = [];
+    windowSize;
+    constructor(windowSize = DEFAULT_WINDOW_SIZE) {
+        this.windowSize = windowSize;
+    }
+    record(durationMs) {
+        this.samples.push(durationMs);
+        if (this.samples.length > this.windowSize) {
+            this.samples.shift();
+        }
+    }
+    get count() {
+        return this.samples.length;
+    }
+    percentile(p) {
+        if (this.samples.length === 0)
+            return null;
+        const sorted = [...this.samples].sort((a, b) => a - b);
+        const index = Math.ceil((p / 100) * sorted.length) - 1;
+        return sorted[Math.max(0, index)];
+    }
+    get p50() {
+        return this.percentile(50);
+    }
+    get p95() {
+        return this.percentile(95);
+    }
+    get p99() {
+        return this.percentile(99);
+    }
+    summary() {
+        return {
+            count: this.count,
+            p50: this.p50,
+            p95: this.p95,
+            p99: this.p99,
+        };
+    }
+    reset() {
+        this.samples = [];
+    }
+}
+//# sourceMappingURL=latency-metrics.js.map

package/dist/shared/metrics/latency-metrics.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"latency-metrics.js","sourceRoot":"","sources":["../../../src/shared/metrics/latency-metrics.ts"],"names":[],"mappings":"AAAA,MAAM,mBAAmB,GAAG,GAAG,CAAC;AAEhC,MAAM,OAAO,cAAc;IACjB,OAAO,GAAa,EAAE,CAAC;IACvB,UAAU,CAAS;IAE3B,YAAY,UAAU,GAAG,mBAAmB;QAC1C,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;IAC/B,CAAC;IAED,MAAM,CAAC,UAAkB;QACvB,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC9B,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;YAC1C,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QACvB,CAAC;IACH,CAAC;IAED,IAAI,KAAK;QACP,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;IAC7B,CAAC;IAED,UAAU,CAAC,CAAS;QAClB,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QAE3C,MAAM,MAAM,GAAG,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACvD,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACvD,OAAO,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC;IACpC,CAAC;IAED,IAAI,GAAG;QACL,OAAO,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;IAC7B,CAAC;IAED,IAAI,GAAG;QACL,OAAO,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;IAC7B,CAAC;IAED,IAAI,GAAG;QACL,OAAO,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;IAC7B,CAAC;IAED,OAAO;QACL,OAAO;YACL,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,GAAG,EAAE,IAAI,CAAC,GAAG;YACb,GAAG,EAAE,IAAI,CAAC,GAAG;YACb,GAAG,EAAE,IAAI,CAAC,GAAG;SACd,CAAC;IACJ,CAAC;IAED,KAAK;QACH,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC;IACpB,CAAC;CACF"}

package/dist/shared/queue/retry-queue.d.ts

@@ -0,0 +1,31 @@
+type Logger = {
+    debug?(...args: unknown[]): void;
+    info(...args: unknown[]): void;
+    warn(...args: unknown[]): void;
+    error(...args: unknown[]): void;
+};
+export interface RetryTask {
+    id: string;
+    execute: () => Promise<void>;
+    retries: number;
+    nextAttemptAt: number;
+}
+export declare class RetryQueue {
+    private logger;
+    private maxRetries;
+    private maxCapacity;
+    private tasksById;
+    private taskOrder;
+    private timer;
+    private taskCounter;
+    private isFlushing;
+    constructor(logger: Logger, maxRetries?: number, maxCapacity?: number);
+    start(): void;
+    stop(): void;
+    enqueue(execute: () => Promise<void>, label?: string): void;
+    get pending(): number;
+    private flush;
+    private remove;
+}
+export {};
+//# sourceMappingURL=retry-queue.d.ts.map

package/dist/shared/queue/retry-queue.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"retry-queue.d.ts","sourceRoot":"","sources":["../../../src/shared/queue/retry-queue.ts"],"names":[],"mappings":"AAAA,KAAK,MAAM,GAAG;IACZ,KAAK,CAAC,CAAC,GAAG,IAAI,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC;IACjC,IAAI,CAAC,GAAG,IAAI,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC;IAC/B,IAAI,CAAC,GAAG,IAAI,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC;IAC/B,KAAK,CAAC,GAAG,IAAI,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC;CACjC,CAAC;AAEF,MAAM,WAAW,SAAS;IACxB,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IAC7B,OAAO,EAAE,MAAM,CAAC;IAChB,aAAa,EAAE,MAAM,CAAC;CACvB;AAQD,qBAAa,UAAU;IAQnB,OAAO,CAAC,MAAM;IACd,OAAO,CAAC,UAAU;IAClB,OAAO,CAAC,WAAW;IATrB,OAAO,CAAC,SAAS,CAAgC;IACjD,OAAO,CAAC,SAAS,CAAgB;IACjC,OAAO,CAAC,KAAK,CAA+C;IAC5D,OAAO,CAAC,WAAW,CAAK;IACxB,OAAO,CAAC,UAAU,CAAS;gBAGjB,MAAM,EAAE,MAAM,EACd,UAAU,SAAc,EACxB,WAAW,SAAe;IAGpC,KAAK,IAAI,IAAI;IAOb,IAAI,IAAI,IAAI;IAcZ,OAAO,CAAC,OAAO,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI;IAmC3D,IAAI,OAAO,IAAI,MAAM,CAEpB;YAEa,KAAK;IAwCnB,OAAO,CAAC,MAAM;CAOf"}

package/dist/shared/queue/retry-queue.js

@@ -0,0 +1,115 @@
+const BASE_DELAY_MS = 1000;
+const MAX_DELAY_MS = 60_000;
+const MAX_RETRIES = 5;
+const MAX_CAPACITY = 100;
+const FLUSH_INTERVAL_MS = 5000;
+export class RetryQueue {
+    logger;
+    maxRetries;
+    maxCapacity;
+    tasksById = new Map();
+    taskOrder = [];
+    timer = null;
+    taskCounter = 0;
+    isFlushing = false;
+    constructor(logger, maxRetries = MAX_RETRIES, maxCapacity = MAX_CAPACITY) {
+        this.logger = logger;
+        this.maxRetries = maxRetries;
+        this.maxCapacity = maxCapacity;
+    }
+    start() {
+        if (this.timer)
+            return;
+        this.timer = setInterval(() => {
+            void this.flush();
+        }, FLUSH_INTERVAL_MS);
+    }
+    stop() {
+        if (this.timer) {
+            clearInterval(this.timer);
+            this.timer = null;
+        }
+        const pendingCount = this.pending;
+        if (pendingCount > 0) {
+            this.logger.warn(`Retry queue stopped with ${pendingCount} pending tasks`);
+        }
+        this.tasksById.clear();
+        this.taskOrder = [];
+        this.isFlushing = false;
+    }
+    enqueue(execute, label) {
+        const id = label ?? `task-${++this.taskCounter}`;
+        // Deduplicate: if a task with the same label exists, replace it
+        const existing = this.tasksById.get(id);
+        if (existing) {
+            existing.execute = execute;
+            existing.retries = 0;
+            existing.nextAttemptAt = Date.now();
+            this.logger.debug?.(`Retry queue: deduplicated ${id}`);
+            return;
+        }
+        // Capacity check: drop oldest task if at limit
+        if (this.pending >= this.maxCapacity) {
+            const droppedId = this.taskOrder.shift();
+            const dropped = droppedId ? this.tasksById.get(droppedId) : undefined;
+            if (droppedId) {
+                this.tasksById.delete(droppedId);
+            }
+            this.logger.warn(`Retry queue: at capacity (${this.maxCapacity}), dropped oldest task ${dropped?.id ?? "unknown"}`);
+        }
+        this.tasksById.set(id, {
+            id,
+            execute,
+            retries: 0,
+            nextAttemptAt: Date.now(),
+        });
+        this.taskOrder.push(id);
+        this.logger.debug?.(`Retry queue: enqueued ${id}`);
+    }
+    get pending() {
+        return this.tasksById.size;
+    }
+    async flush() {
+        if (this.isFlushing)
+            return;
+        this.isFlushing = true;
+        const now = Date.now();
+        const ids = [...this.taskOrder];
+        try {
+            for (const id of ids) {
+                const task = this.tasksById.get(id);
+                if (!task || task.nextAttemptAt > now)
+                    continue;
+                try {
+                    await task.execute();
+                    this.remove(id);
+                    this.logger.debug?.(`Retry queue: ${task.id} succeeded`);
+                }
+                catch (err) {
+                    task.retries++;
+                    if (task.retries >= this.maxRetries) {
+                        this.remove(id);
+                        this.logger.warn(`Retry queue: ${task.id} failed after ${this.maxRetries} retries, dropping: ${String(err)}`);
+                    }
+                    else {
+                        const delay = Math.min(BASE_DELAY_MS * Math.pow(2, task.retries), MAX_DELAY_MS);
+                        task.nextAttemptAt = Date.now() + delay;
+                        this.logger.debug?.(`Retry queue: ${task.id} retry ${task.retries}/${this.maxRetries} in ${delay}ms`);
+                    }
+                }
+            }
+        }
+        finally {
+            this.isFlushing = false;
+        }
+    }
+    remove(id) {
+        if (!this.tasksById.delete(id))
+            return;
+        const idx = this.taskOrder.indexOf(id);
+        if (idx !== -1) {
+            this.taskOrder.splice(idx, 1);
+        }
+    }
+}
+//# sourceMappingURL=retry-queue.js.map

package/dist/shared/queue/retry-queue.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"retry-queue.js","sourceRoot":"","sources":["../../../src/shared/queue/retry-queue.ts"],"names":[],"mappings":"AAcA,MAAM,aAAa,GAAG,IAAI,CAAC;AAC3B,MAAM,YAAY,GAAG,MAAM,CAAC;AAC5B,MAAM,WAAW,GAAG,CAAC,CAAC;AACtB,MAAM,YAAY,GAAG,GAAG,CAAC;AACzB,MAAM,iBAAiB,GAAG,IAAI,CAAC;AAE/B,MAAM,OAAO,UAAU;IAQX;IACA;IACA;IATF,SAAS,GAAG,IAAI,GAAG,EAAqB,CAAC;IACzC,SAAS,GAAa,EAAE,CAAC;IACzB,KAAK,GAA0C,IAAI,CAAC;IACpD,WAAW,GAAG,CAAC,CAAC;IAChB,UAAU,GAAG,KAAK,CAAC;IAE3B,YACU,MAAc,EACd,aAAa,WAAW,EACxB,cAAc,YAAY;QAF1B,WAAM,GAAN,MAAM,CAAQ;QACd,eAAU,GAAV,UAAU,CAAc;QACxB,gBAAW,GAAX,WAAW,CAAe;IACjC,CAAC;IAEJ,KAAK;QACH,IAAI,IAAI,CAAC,KAAK;YAAE,OAAO;QACvB,IAAI,CAAC,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE;YAC5B,KAAK,IAAI,CAAC,KAAK,EAAE,CAAC;QACpB,CAAC,EAAE,iBAAiB,CAAC,CAAC;IACxB,CAAC;IAED,IAAI;QACF,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC1B,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QACpB,CAAC;QACD,MAAM,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC;QAClC,IAAI,YAAY,GAAG,CAAC,EAAE,CAAC;YACrB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,4BAA4B,YAAY,gBAAgB,CAAC,CAAC;QAC7E,CAAC;QACD,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;QACvB,IAAI,CAAC,SAAS,GAAG,EAAE,CAAC;QACpB,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC;IAC1B,CAAC;IAED,OAAO,CAAC,OAA4B,EAAE,KAAc;QAClD,MAAM,EAAE,GAAG,KAAK,IAAI,QAAQ,EAAE,IAAI,CAAC,WAAW,EAAE,CAAC;QAEjD,gEAAgE;QAChE,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACxC,IAAI,QAAQ,EAAE,CAAC;YACb,QAAQ,CAAC,OAAO,GAAG,OAAO,CAAC;YAC3B,QAAQ,CAAC,OAAO,GAAG,CAAC,CAAC;YACrB,QAAQ,CAAC,aAAa,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACpC,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,6BAA6B,EAAE,EAAE,CAAC,CAAC;YACvD,OAAO;QACT,CAAC;QAED,+CAA+C;QAC/C,IAAI,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACrC,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;YACzC,MAAM,OAAO,GAAG,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;YACtE,IAAI,SAAS,EAAE,CAAC;gBACd,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YACnC,CAAC;YACD,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,6BAA6B,IAAI,CAAC,WAAW,0BAA0B,OAAO,EAAE,EAAE,IAAI,SAAS,EAAE,CAClG,CAAC;QACJ,CAAC;QAED,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,EAAE;YACrB,EAAE;YACF,OAAO;YACP,OAAO,EAAE,CAAC;YACV,aAAa,EAAE,IAAI,CAAC,GAAG,EAAE;SAC1B,CAAC,CAAC;QACH,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACxB,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,yBAAyB,EAAE,EAAE,CAAC,CAAC;IACrD,CAAC;IAED,IAAI,OAAO;QACT,OAAO,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;IAC7B,CAAC;IAEO,KAAK,CAAC,KAAK;QACjB,IAAI,IAAI,CAAC,UAAU;YAAE,OAAO;QAC5B,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QAEvB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,GAAG,GAAG,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC;QAEhC,IAAI,CAAC;YACH,KAAK,MAAM,EAAE,IAAI,GAAG,EAAE,CAAC;gBACrB,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBACpC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,aAAa,GAAG,GAAG;oBAAE,SAAS;gBAEhD,IAAI,CAAC;oBACH,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;oBACrB,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;oBAChB,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,gBAAgB,IAAI,CAAC,EAAE,YAAY,CAAC,CAAC;gBAC3D,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,IAAI,CAAC,OAAO,EAAE,CAAC;oBACf,IAAI,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;wBACpC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;wBAChB,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,gBAAgB,IAAI,CAAC,EAAE,iBAAiB,IAAI,CAAC,UAAU,uBAAuB,MAAM,CAAC,GAAG,CAAC,EAAE,CAC5F,CAAC;oBACJ,CAAC;yBAAM,CAAC;wBACN,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CACpB,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,EACzC,YAAY,CACb,CAAC;wBACF,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;wBACxC,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CACjB,gBAAgB,IAAI,CAAC,EAAE,UAAU,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,UAAU,OAAO,KAAK,IAAI,CACjF,CAAC;oBACJ,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC;QAC1B,CAAC;IACH,CAAC;IAEO,MAAM,CAAC,EAAU;QACvB,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC;YAAE,OAAO;QACvC,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QACvC,IAAI,GAAG,KAAK,CAAC,CAAC,EAAE,CAAC;YACf,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QAChC,CAAC;IACH,CAAC;CACF"}

package/dist/shared/transcript/cleaner.d.ts

@@ -0,0 +1,24 @@
+import type { ConversationMessage } from "../../cortex/client.js";
+/**
+ * Clean a raw JSONL transcript into a conversation suitable for Cortex ingestion.
+ *
+ * Strips:
+ * - System prompt messages (role: "system" / "developer")
+ * - Tool call/result events (tool_calls, tool role messages)
+ * - Base64 encoded images
+ * - Empty messages
+ *
+ * Preserves:
+ * - User messages with speaker attribution
+ * - Assistant messages with content
+ */
+export declare function cleanTranscript(jsonlText: string): ConversationMessage[];
+/**
+ * Clean only new JSONL lines (from an offset-based append).
+ * Returns cleaned messages and whether they're worth ingesting.
+ */
+export declare function cleanTranscriptChunk(newLines: string): {
+    messages: ConversationMessage[];
+    worthIngesting: boolean;
+};
+//# sourceMappingURL=cleaner.d.ts.map

package/dist/shared/transcript/cleaner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cleaner.d.ts","sourceRoot":"","sources":["../../../src/shared/transcript/cleaner.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,wBAAwB,CAAC;AAkElE;;;;;;;;;;;;GAYG;AACH,wBAAgB,eAAe,CAAC,SAAS,EAAE,MAAM,GAAG,mBAAmB,EAAE,CA2BxE;AAED;;;GAGG;AACH,wBAAgB,oBAAoB,CAAC,QAAQ,EAAE,MAAM,GAAG;IACtD,QAAQ,EAAE,mBAAmB,EAAE,CAAC;IAChC,cAAc,EAAE,OAAO,CAAC;CACzB,CAQA"}

package/dist/shared/transcript/cleaner.js

@@ -0,0 +1,96 @@
+const BASE64_PATTERN = /data:[^;]+;base64,[A-Za-z0-9+/=]{100,}/g;
+const SYSTEM_ROLES = new Set(["system", "developer"]);
+/**
+ * Parse JSONL text into individual events, skipping malformed lines.
+ */
+function parseJsonl(text) {
+    const events = [];
+    for (const line of text.split("\n")) {
+        const trimmed = line.trim();
+        if (!trimmed)
+            continue;
+        try {
+            events.push(JSON.parse(trimmed));
+        }
+        catch {
+            // Skip malformed lines
+        }
+    }
+    return events;
+}
+/**
+ * Extract text content from OpenClaw's content field.
+ * Content can be a string, an array of content blocks, or nested structures.
+ */
+function extractText(content) {
+    if (typeof content === "string")
+        return content;
+    if (Array.isArray(content)) {
+        return content
+            .filter((block) => typeof block === "object" &&
+            block !== null &&
+            "type" in block &&
+            "text" in block &&
+            block.type === "text")
+            .map((block) => block.text)
+            .join("\n");
+    }
+    return "";
+}
+/**
+ * Strip base64 image data, replacing with a placeholder.
+ */
+function stripBase64(text) {
+    return text.replace(BASE64_PATTERN, "[base64 image]");
+}
+/**
+ * Clean a raw JSONL transcript into a conversation suitable for Cortex ingestion.
+ *
+ * Strips:
+ * - System prompt messages (role: "system" / "developer")
+ * - Tool call/result events (tool_calls, tool role messages)
+ * - Base64 encoded images
+ * - Empty messages
+ *
+ * Preserves:
+ * - User messages with speaker attribution
+ * - Assistant messages with content
+ */
+export function cleanTranscript(jsonlText) {
+    const events = parseJsonl(jsonlText);
+    const messages = [];
+    for (const event of events) {
+        const role = event.role;
+        if (!role)
+            continue;
+        // Skip system prompts
+        if (SYSTEM_ROLES.has(role))
+            continue;
+        // Skip tool call results
+        if (role === "tool" || event.tool_call_id)
+            continue;
+        // Skip messages that are purely tool calls with no text content
+        if (event.tool_calls && !event.content)
+            continue;
+        const text = extractText(event.content);
+        if (!text.trim())
+            continue;
+        const cleaned = stripBase64(text).trim();
+        if (!cleaned || cleaned === "[base64 image]")
+            continue;
+        messages.push({ role, content: cleaned });
+    }
+    return messages;
+}
+/**
+ * Clean only new JSONL lines (from an offset-based append).
+ * Returns cleaned messages and whether they're worth ingesting.
+ */
+export function cleanTranscriptChunk(newLines) {
+    const messages = cleanTranscript(newLines);
+    // Worth ingesting if there's at least one user + one assistant message
+    const hasUser = messages.some((m) => m.role === "user" && m.content.length > 20);
+    const hasAssistant = messages.some((m) => m.role === "assistant" && m.content.length > 20);
+    return { messages, worthIngesting: hasUser && hasAssistant };
+}
+//# sourceMappingURL=cleaner.js.map

package/dist/shared/transcript/cleaner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cleaner.js","sourceRoot":"","sources":["../../../src/shared/transcript/cleaner.ts"],"names":[],"mappings":"AAiBA,MAAM,cAAc,GAAG,yCAAyC,CAAC;AACjE,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC,CAAC;AAEtD;;GAEG;AACH,SAAS,UAAU,CAAC,IAAY;IAC9B,MAAM,MAAM,GAAsB,EAAE,CAAC;IACrC,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QACpC,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;QAC5B,IAAI,CAAC,OAAO;YAAE,SAAS;QACvB,IAAI,CAAC;YACH,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAoB,CAAC,CAAC;QACtD,CAAC;QAAC,MAAM,CAAC;YACP,uBAAuB;QACzB,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;GAGG;AACH,SAAS,WAAW,CAAC,OAAgB;IACnC,IAAI,OAAO,OAAO,KAAK,QAAQ;QAAE,OAAO,OAAO,CAAC;IAChD,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QAC3B,OAAO,OAAO;aACX,MAAM,CACL,CAAC,KAAK,EAA2C,EAAE,CACjD,OAAO,KAAK,KAAK,QAAQ;YACzB,KAAK,KAAK,IAAI;YACd,MAAM,IAAI,KAAK;YACf,MAAM,IAAI,KAAK;YACf,KAAK,CAAC,IAAI,KAAK,MAAM,CACxB;aACA,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC;aAC1B,IAAI,CAAC,IAAI,CAAC,CAAC;IAChB,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC;AAED;;GAEG;AACH,SAAS,WAAW,CAAC,IAAY;IAC/B,OAAO,IAAI,CAAC,OAAO,CAAC,cAAc,EAAE,gBAAgB,CAAC,CAAC;AACxD,CAAC;AAED;;;;;;;;;;;;GAYG;AACH,MAAM,UAAU,eAAe,CAAC,SAAiB;IAC/C,MAAM,MAAM,GAAG,UAAU,CAAC,SAAS,CAAC,CAAC;IACrC,MAAM,QAAQ,GAA0B,EAAE,CAAC;IAE3C,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC;QACxB,IAAI,CAAC,IAAI;YAAE,SAAS;QAEpB,sBAAsB;QACtB,IAAI,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC;YAAE,SAAS;QAErC,yBAAyB;QACzB,IAAI,IAAI,KAAK,MAAM,IAAI,KAAK,CAAC,YAAY;YAAE,SAAS;QAEpD,gEAAgE;QAChE,IAAI,KAAK,CAAC,UAAU,IAAI,CAAC,KAAK,CAAC,OAAO;YAAE,SAAS;QAEjD,MAAM,IAAI,GAAG,WAAW,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACxC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE;YAAE,SAAS;QAE3B,MAAM,OAAO,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;QACzC,IAAI,CAAC,OAAO,IAAI,OAAO,KAAK,gBAAgB;YAAE,SAAS;QAEvD,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC;IAC5C,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,oBAAoB,CAAC,QAAgB;IAInD,MAAM,QAAQ,GAAG,eAAe,CAAC,QAAQ,CAAC,CAAC;IAE3C,uEAAuE;IACvE,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,IAAI,CAAC,CAAC,OAAO,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC;IACjF,MAAM,YAAY,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,WAAW,IAAI,CAAC,CAAC,OAAO,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC;IAE3F,OAAO,EAAE,QAAQ,EAAE,cAAc,EAAE,OAAO,IAAI,YAAY,EAAE,CAAC;AAC/D,CAAC"}

package/openclaw.plugin.json

@@ -2,7 +2,7 @@
   "id": "openclaw-cortex",
   "name": "Cortex Memory",
   "description": "Long-term memory powered by Cortex — Auto-Recall, Auto-Capture, agent tools, /memories command, transcript ingestion, and background file sync",
-  "version": "0.7.2",
+  "version": "1.0.0",
   "kind": "memory",
   "configSchema": {
     "type": "object",

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@ubundi/openclaw-cortex",
-  "version": "0.7.2",
+  "version": "1.0.0",
   "description": "OpenClaw plugin for Cortex memory — Auto-Recall, Auto-Capture, and file sync",
   "type": "module",
   "main": "./dist/index.js",