@botbotgo/agent-harness 0.0.475 → 0.0.476

package/dist/runtime/maintenance/sqlite-checkpoint-saver.js

@@ -1,296 +1,11 @@
-import { mkdirSync } from "node:fs";
-import path from "node:path";
-import { MemorySaver } from "@langchain/langgraph";
-import { createClient } from "@libsql/client";
-import { UPSTREAM_SESSION_CONFIG_KEY } from "../adapter/upstream-configurable-keys.js";
-const CHECKPOINT_TABLE = "checkpoint_state";
-const DEFAULT_STATE_KEY = "default";
-const SQLITE_BUSY_RETRY_ATTEMPTS = 30;
-const SQLITE_BUSY_RETRY_DELAY_MS = 100;
-function normalizeCheckpointConfig(config) {
-    if (!config?.configurable) {
-        return config;
-    }
-    if (UPSTREAM_SESSION_CONFIG_KEY in config.configurable) {
-        return config;
-    }
-    const sessionId = config.configurable.session_id;
-    if (typeof sessionId !== "string" || sessionId.length === 0) {
-        return config;
-    }
-    return {
-        ...config,
-        configurable: {
-            ...config.configurable,
-            [UPSTREAM_SESSION_CONFIG_KEY]: sessionId,
-        },
-    };
-}
-function encodeBinary(value) {
-    if (value instanceof Uint8Array) {
-        return {
-            __type: "Uint8Array",
-            data: Array.from(value),
-        };
-    }
-    if (Array.isArray(value)) {
-        return value.map((item) => encodeBinary(item));
-    }
-    if (typeof value === "object" && value) {
-        return Object.fromEntries(Object.entries(value).map(([key, entry]) => [key, encodeBinary(entry)]));
-    }
-    return value;
-}
-function decodeBinary(value) {
-    if (Array.isArray(value)) {
-        return value.map((item) => decodeBinary(item));
-    }
-    if (typeof value === "object" && value) {
-        const typed = value;
-        if (typed.__type === "Uint8Array" && Array.isArray(typed.data)) {
-            return new Uint8Array(typed.data.map((item) => Number(item)));
-        }
-        return Object.fromEntries(Object.entries(value).map(([key, entry]) => [key, decodeBinary(entry)]));
-    }
-    return value;
-}
-function parseWriteScopeKey(key) {
-    try {
-        const parsed = JSON.parse(key);
-        return Array.isArray(parsed) && typeof parsed[0] === "string" ? parsed[0] : undefined;
-    }
-    catch {
-        return undefined;
-    }
-}
-function extractScopedStorage(storage, stateKey) {
-    if (stateKey === DEFAULT_STATE_KEY) {
-        return structuredClone(storage);
-    }
-    const scoped = storage[stateKey];
-    return scoped === undefined ? {} : { [stateKey]: structuredClone(scoped) };
-}
-function extractScopedWrites(writes, stateKey) {
-    if (stateKey === DEFAULT_STATE_KEY) {
-        return structuredClone(writes);
-    }
-    return Object.fromEntries(Object.entries(writes)
-        .filter(([key]) => parseWriteScopeKey(key) === stateKey)
-        .map(([key, value]) => [key, structuredClone(value)]));
-}
-function createIsolatedMemorySaver(storage, writes) {
-    const saver = new MemorySaver();
-    const typed = saver;
-    typed.storage = storage;
-    typed.writes = writes;
-    return saver;
-}
-function serializeSaverState(saver) {
-    const typed = saver;
-    return {
-        storage: structuredClone(typed.storage ?? {}),
-        writes: structuredClone(typed.writes ?? {}),
-    };
-}
-function collectErrorMessages(error) {
-    const messages = [];
-    let current = error;
-    while (current instanceof Error) {
-        messages.push(current.message);
-        current = current.cause;
-    }
-    if (typeof current === "string" && current.length > 0) {
-        messages.push(current);
-    }
-    return messages;
-}
-function isSqliteBusyError(error) {
-    return collectErrorMessages(error).some((message) => /SQLITE_BUSY|database is locked/i.test(message));
-}
-function sleep(ms) {
-    return new Promise((resolve) => setTimeout(resolve, ms));
-}
-export class SqliteCheckpointSaver extends MemorySaver {
-    filePath;
-    client = null;
-    savers = new Map();
-    initialized = false;
-    initialization = null;
-    operationChain = Promise.resolve();
-    legacyDefaultRow;
-    constructor(filePath) {
-        super();
-        this.filePath = filePath;
-        mkdirSync(path.dirname(filePath), { recursive: true });
-    }
-    async runSerialized(operation) {
-        const pending = this.operationChain.then(operation, operation);
-        this.operationChain = pending.then(() => undefined, () => undefined);
-        return pending;
-    }
-    async getClient() {
-        if (!this.client) {
-            this.client = createClient({ url: `file:${this.filePath}` });
-        }
-        return this.client;
-    }
-    async executeWithBusyRetry(operation) {
-        for (let attempt = 0;; attempt += 1) {
-            try {
-                return await operation();
-            }
-            catch (error) {
-                if (!isSqliteBusyError(error) || attempt >= SQLITE_BUSY_RETRY_ATTEMPTS) {
-                    throw error;
-                }
-                await sleep(Math.min(SQLITE_BUSY_RETRY_DELAY_MS * (attempt + 1), 1_000));
-            }
-        }
-    }
-    async ensureInitialized() {
-        if (this.initialized) {
-            return;
-        }
-        if (this.initialization) {
-            await this.initialization;
-            return;
-        }
-        this.initialization = (async () => {
-            const client = await this.getClient();
-            await this.executeWithBusyRetry(() => client.execute("PRAGMA journal_mode=WAL"));
-            await this.executeWithBusyRetry(() => client.execute("PRAGMA foreign_keys=ON"));
-            await this.executeWithBusyRetry(() => client.execute("PRAGMA busy_timeout=5000"));
-            await this.executeWithBusyRetry(() => client.execute(`
-        CREATE TABLE IF NOT EXISTS ${CHECKPOINT_TABLE} (
+import{mkdirSync as E}from"node:fs";import _ from"node:path";import{MemorySaver as f}from"@langchain/langgraph";import{createClient as m}from"@libsql/client";import{UPSTREAM_SESSION_CONFIG_KEY as d}from"../adapter/upstream-configurable-keys.js";const h="checkpoint_state",o="default",T=30,R=100;function c(r){if(!r?.configurable||d in r.configurable)return r;const t=r.configurable.session_id;return typeof t!="string"||t.length===0?r:{...r,configurable:{...r.configurable,[d]:t}}}function y(r){return r instanceof Uint8Array?{__type:"Uint8Array",data:Array.from(r)}:Array.isArray(r)?r.map(t=>y(t)):typeof r=="object"&&r?Object.fromEntries(Object.entries(r).map(([t,e])=>[t,y(e)])):r}function u(r){if(Array.isArray(r))return r.map(t=>u(t));if(typeof r=="object"&&r){const t=r;return t.__type==="Uint8Array"&&Array.isArray(t.data)?new Uint8Array(t.data.map(e=>Number(e))):Object.fromEntries(Object.entries(r).map(([e,i])=>[e,u(i)]))}return r}function A(r){try{const t=JSON.parse(r);return Array.isArray(t)&&typeof t[0]=="string"?t[0]:void 0}catch{return}}function p(r,t){if(t===o)return structuredClone(r);const e=r[t];return e===void 0?{}:{[t]:structuredClone(e)}}function S(r,t){return t===o?structuredClone(r):Object.fromEntries(Object.entries(r).filter(([e])=>A(e)===t).map(([e,i])=>[e,structuredClone(i)]))}function O(r,t){const e=new f,i=e;return i.storage=r,i.writes=t,e}function C(r){const t=r;return{storage:structuredClone(t.storage??{}),writes:structuredClone(t.writes??{})}}function L(r){const t=[];let e=r;for(;e instanceof Error;)t.push(e.message),e=e.cause;return typeof e=="string"&&e.length>0&&t.push(e),t}function x(r){return L(r).some(t=>/SQLITE_BUSY|database is locked/i.test(t))}function z(r){return new Promise(t=>setTimeout(t,r))}class b extends f{filePath;client=null;savers=new Map;initialized=!1;initialization=null;operationChain=Promise.resolve();legacyDefaultRow;constructor(t){super(),this.filePath=t,E(_.dirname(t),{recursive:!0})}async runSerialized(t){const e=this.operationChain.then(t,t);return this.operationChain=e.then(()=>{},()=>{}),e}async getClient(){return this.client||(this.client=m({url:`file:${this.filePath}`})),this.client}async executeWithBusyRetry(t){for(let e=0;;e+=1)try{return await t()}catch(i){if(!x(i)||e>=T)throw i;await z(Math.min(R*(e+1),1e3))}}async ensureInitialized(){if(!this.initialized){if(this.initialization){await this.initialization;return}this.initialization=(async()=>{const t=await this.getClient();await this.executeWithBusyRetry(()=>t.execute("PRAGMA journal_mode=WAL")),await this.executeWithBusyRetry(()=>t.execute("PRAGMA foreign_keys=ON")),await this.executeWithBusyRetry(()=>t.execute("PRAGMA busy_timeout=5000")),await this.executeWithBusyRetry(()=>t.execute(`
+        CREATE TABLE IF NOT EXISTS ${h} (
           state_key TEXT PRIMARY KEY,
           state_json TEXT NOT NULL,
           updated_at TEXT NOT NULL
         )
-      `));
-            this.initialized = true;
-            this.initialization = null;
-        })();
-        await this.initialization;
-    }
-    getStateKey(config) {
-        const normalized = normalizeCheckpointConfig(config);
-        const sessionId = normalized?.configurable?.[UPSTREAM_SESSION_CONFIG_KEY];
-        return typeof sessionId === "string" && sessionId.length > 0 ? sessionId : DEFAULT_STATE_KEY;
-    }
-    async loadStateRow(stateKey) {
-        await this.ensureInitialized();
-        const client = await this.getClient();
-        const result = await this.executeWithBusyRetry(() => client.execute({
-            sql: `SELECT state_json, updated_at FROM ${CHECKPOINT_TABLE} WHERE state_key = ?`,
-            args: [stateKey],
-        }));
-        return result.rows[0] ?? null;
-    }
-    async loadLegacyDefaultRow() {
-        if (this.legacyDefaultRow !== undefined) {
-            return this.legacyDefaultRow;
-        }
-        this.legacyDefaultRow = await this.loadStateRow(DEFAULT_STATE_KEY);
-        return this.legacyDefaultRow;
-    }
-    async loadSaver(stateKey) {
-        if (this.savers.has(stateKey)) {
-            return this.savers.get(stateKey);
-        }
-        let storage = {};
-        let writes = {};
-        const row = await this.loadStateRow(stateKey);
-        if (row) {
-            const parsed = JSON.parse(row.state_json);
-            storage = extractScopedStorage(decodeBinary(parsed.storage ?? {}), stateKey);
-            writes = extractScopedWrites(decodeBinary(parsed.writes ?? {}), stateKey);
-        }
-        else if (stateKey !== DEFAULT_STATE_KEY) {
-            const legacyRow = await this.loadLegacyDefaultRow();
-            if (legacyRow) {
-                const parsed = JSON.parse(legacyRow.state_json);
-                storage = extractScopedStorage(decodeBinary(parsed.storage ?? {}), stateKey);
-                writes = extractScopedWrites(decodeBinary(parsed.writes ?? {}), stateKey);
-            }
-        }
-        const saver = createIsolatedMemorySaver(storage, writes);
-        this.savers.set(stateKey, saver);
-        return saver;
-    }
-    async ensureLoadedState(config) {
-        const stateKey = this.getStateKey(config);
-        return { stateKey, saver: await this.loadSaver(stateKey) };
-    }
-    async persistState(stateKey, saver) {
-        await this.ensureInitialized();
-        const client = await this.getClient();
-        const snapshot = serializeSaverState(saver);
-        const scopedStorage = snapshot.storage;
-        const scopedWrites = snapshot.writes;
-        if (stateKey !== DEFAULT_STATE_KEY &&
-            Object.keys(scopedStorage).length === 0 &&
-            Object.keys(scopedWrites).length === 0) {
-            await this.executeWithBusyRetry(() => client.execute({
-                sql: `DELETE FROM ${CHECKPOINT_TABLE} WHERE state_key = ?`,
-                args: [stateKey],
-            }));
-            this.savers.delete(stateKey);
-            return;
-        }
-        const now = new Date().toISOString();
-        const payload = JSON.stringify({
-            storage: scopedStorage,
-            writes: scopedWrites,
-        }, (_key, value) => encodeBinary(value));
-        await this.executeWithBusyRetry(() => client.execute({
-            sql: `INSERT INTO ${CHECKPOINT_TABLE} (state_key, state_json, updated_at)
+      `)),this.initialized=!0,this.initialization=null})(),await this.initialization}}getStateKey(t){const i=c(t)?.configurable?.[d];return typeof i=="string"&&i.length>0?i:o}async loadStateRow(t){await this.ensureInitialized();const e=await this.getClient();return(await this.executeWithBusyRetry(()=>e.execute({sql:`SELECT state_json, updated_at FROM ${h} WHERE state_key = ?`,args:[t]}))).rows[0]??null}async loadLegacyDefaultRow(){return this.legacyDefaultRow!==void 0?this.legacyDefaultRow:(this.legacyDefaultRow=await this.loadStateRow(o),this.legacyDefaultRow)}async loadSaver(t){if(this.savers.has(t))return this.savers.get(t);let e={},i={};const a=await this.loadStateRow(t);if(a){const s=JSON.parse(a.state_json);e=p(u(s.storage??{}),t),i=S(u(s.writes??{}),t)}else if(t!==o){const s=await this.loadLegacyDefaultRow();if(s){const l=JSON.parse(s.state_json);e=p(u(l.storage??{}),t),i=S(u(l.writes??{}),t)}}const n=O(e,i);return this.savers.set(t,n),n}async ensureLoadedState(t){const e=this.getStateKey(t);return{stateKey:e,saver:await this.loadSaver(e)}}async persistState(t,e){await this.ensureInitialized();const i=await this.getClient(),a=C(e),n=a.storage,s=a.writes;if(t!==o&&Object.keys(n).length===0&&Object.keys(s).length===0){await this.executeWithBusyRetry(()=>i.execute({sql:`DELETE FROM ${h} WHERE state_key = ?`,args:[t]})),this.savers.delete(t);return}const l=new Date().toISOString(),w=JSON.stringify({storage:n,writes:s},(j,g)=>y(g));await this.executeWithBusyRetry(()=>i.execute({sql:`INSERT INTO ${h} (state_key, state_json, updated_at)
          VALUES (?, ?, ?)
          ON CONFLICT(state_key) DO UPDATE SET
            state_json = excluded.state_json,
-           updated_at = excluded.updated_at`,
-            args: [stateKey, payload, now],
-        }));
-    }
-    async getTuple(config) {
-        return this.runSerialized(async () => {
-            const { saver } = await this.ensureLoadedState(config);
-            return saver.getTuple(normalizeCheckpointConfig(config));
-        });
-    }
-    async *list(config, options) {
-        const { saver } = await this.ensureLoadedState(config);
-        for await (const item of saver.list(normalizeCheckpointConfig(config), options)) {
-            yield item;
-        }
-    }
-    async put(config, checkpoint, metadata) {
-        return this.runSerialized(async () => {
-            const { stateKey, saver } = await this.ensureLoadedState(config);
-            const result = await saver.put(normalizeCheckpointConfig(config), checkpoint, metadata);
-            await this.persistState(stateKey, saver);
-            return result;
-        });
-    }
-    async putWrites(config, writes, taskId) {
-        return this.runSerialized(async () => {
-            const { stateKey, saver } = await this.ensureLoadedState(config);
-            const result = await saver.putWrites(normalizeCheckpointConfig(config), writes, taskId);
-            await this.persistState(stateKey, saver);
-            return result;
-        });
-    }
-    async deleteSession(sessionId) {
-        return this.runSerialized(async () => {
-            const { saver } = await this.ensureLoadedState({
-                configurable: {
-                    [UPSTREAM_SESSION_CONFIG_KEY]: sessionId,
-                },
-            });
-            const typed = saver;
-            typed.storage = {};
-            typed.writes = {};
-            await this.persistState(sessionId, saver);
-        });
-    }
-}
-export { SqliteCheckpointSaver as SqliteSaver };
+           updated_at = excluded.updated_at`,args:[t,w,l]}))}async getTuple(t){return this.runSerialized(async()=>{const{saver:e}=await this.ensureLoadedState(t);return e.getTuple(c(t))})}async*list(t,e){const{saver:i}=await this.ensureLoadedState(t);for await(const a of i.list(c(t),e))yield a}async put(t,e,i){return this.runSerialized(async()=>{const{stateKey:a,saver:n}=await this.ensureLoadedState(t),s=await n.put(c(t),e,i);return await this.persistState(a,n),s})}async putWrites(t,e,i){return this.runSerialized(async()=>{const{stateKey:a,saver:n}=await this.ensureLoadedState(t),s=await n.putWrites(c(t),e,i);return await this.persistState(a,n),s})}async deleteSession(t){return this.runSerialized(async()=>{const{saver:e}=await this.ensureLoadedState({configurable:{[d]:t}}),i=e;i.storage={},i.writes={},await this.persistState(t,e)})}}export{b as SqliteCheckpointSaver,b as SqliteSaver};