@langgraph-js/pure-graph 1.0.2 → 1.3.0

package/dist/storage/redis/queue.js

@@ -0,0 +1,130 @@
+import { CancelEventMessage } from '../../queue/event_message.js';
+import { BaseStreamQueue } from '../../queue/stream_queue.js';
+import { createClient } from 'redis';
+/**
+ * Redis 实现的消息队列，用于存储消息
+ */
+export class RedisStreamQueue extends BaseStreamQueue {
+    id;
+    static redis = createClient({ url: process.env.REDIS_URL });
+    static subscriberRedis = createClient({ url: process.env.REDIS_URL });
+    redis;
+    subscriberRedis;
+    queueKey;
+    channelKey;
+    isConnected = false;
+    cancelSignal;
+    constructor(id = 'default') {
+        super(id, true);
+        this.id = id;
+        this.queueKey = `queue:${this.id}`;
+        this.channelKey = `channel:${this.id}`;
+        this.redis = RedisStreamQueue.redis;
+        this.subscriberRedis = RedisStreamQueue.subscriberRedis;
+        this.cancelSignal = new AbortController();
+        // 连接 Redis 客户端
+        this.redis.connect();
+        this.subscriberRedis.connect();
+        this.isConnected = true;
+    }
+    /**
+     * 推送消息到 Redis 队列
+     */
+    async push(item) {
+        const data = await this.encodeData(item);
+        const serializedData = Buffer.from(data);
+        // 推送到队列
+        await this.redis.lPush(this.queueKey, serializedData);
+        // 设置队列 TTL 为 300 秒
+        await this.redis.expire(this.queueKey, 300);
+        // 发布到频道通知有新数据
+        await this.redis.publish(this.channelKey, serializedData);
+        this.emit('dataChange', data);
+    }
+    /**
+     * 异步生成器：支持 for await...of 方式消费队列数据
+     */
+    async *onDataReceive() {
+        let queue = [];
+        let pendingResolve = null;
+        let isStreamEnded = false;
+        const handleMessage = async (message) => {
+            const data = (await this.decodeData(message));
+            queue.push(data);
+            // 检查是否为流结束或错误信号
+            if (data.event === '__stream_end__' ||
+                data.event === '__stream_error__' ||
+                data.event === '__stream_cancel__') {
+                setTimeout(() => {
+                    isStreamEnded = true;
+                    if (pendingResolve) {
+                        pendingResolve();
+                        pendingResolve = null;
+                    }
+                }, 300);
+                if (data.event === '__stream_cancel__') {
+                    this.cancel();
+                }
+            }
+            if (pendingResolve) {
+                pendingResolve();
+                pendingResolve = null;
+            }
+        };
+        // 订阅 Redis 频道
+        await this.subscriberRedis.subscribe(this.channelKey, (message) => {
+            handleMessage(message);
+        });
+        try {
+            while (!isStreamEnded) {
+                if (queue.length > 0) {
+                    for (const item of queue) {
+                        yield item;
+                    }
+                    queue = [];
+                }
+                else {
+                    await new Promise((resolve) => {
+                        pendingResolve = resolve;
+                    });
+                }
+            }
+        }
+        finally {
+            await this.subscriberRedis.unsubscribe(this.channelKey);
+        }
+    }
+    /**
+     * 获取队列中的所有数据
+     */
+    async getAll() {
+        const data = await this.redis.lRange(this.queueKey, 0, -1);
+        if (!data || data.length === 0) {
+            return [];
+        }
+        if (this.compressMessages) {
+            return (await Promise.all(data.map(async (item) => {
+                const parsed = JSON.parse(item);
+                return (await this.decodeData(parsed));
+            })));
+        }
+        else {
+            return data.map((item) => JSON.parse(item));
+        }
+    }
+    /**
+     * 清空队列
+     */
+    clear() {
+        if (this.isConnected) {
+            this.redis.del(this.queueKey);
+        }
+    }
+    /**
+     * 取消操作
+     */
+    cancel() {
+        this.push(new CancelEventMessage());
+        this.cancelSignal.abort('user cancel this run');
+    }
+}

package/dist/storage/sqlite/DB.d.ts

@@ -0,0 +1,3 @@
+import { DatabaseType } from './type';
+declare let Database: new (uri: string) => DatabaseType;
+export { Database };

package/dist/storage/sqlite/DB.js

@@ -0,0 +1,14 @@
+let Database;
+/** @ts-ignore */
+if (globalThis.Bun) {
+    console.log('Using Bun Sqlite, pid:', process.pid);
+    const BunSqlite = await import('bun:sqlite');
+    /** @ts-ignore */
+    Database = BunSqlite.default;
+}
+else {
+    /** @ts-ignore */
+    const CommonSqlite = await import('better-sqlite3');
+    Database = CommonSqlite.default;
+}
+export { Database };

package/dist/storage/sqlite/checkpoint.d.ts

@@ -0,0 +1,18 @@
+import { DatabaseType } from './type.js';
+import type { RunnableConfig } from '@langchain/core/runnables';
+import { BaseCheckpointSaver, type Checkpoint, type CheckpointListOptions, type CheckpointTuple, type SerializerProtocol, type PendingWrite, type CheckpointMetadata } from '@langchain/langgraph-checkpoint';
+export declare class SqliteSaver extends BaseCheckpointSaver {
+    db: DatabaseType;
+    protected isSetup: boolean;
+    protected withoutCheckpoint: any;
+    protected withCheckpoint: any;
+    constructor(db: DatabaseType, serde?: SerializerProtocol);
+    static fromConnString(connStringOrLocalPath: string): SqliteSaver;
+    protected setup(): void;
+    getTuple(config: RunnableConfig): Promise<CheckpointTuple | undefined>;
+    list(config: RunnableConfig, options?: CheckpointListOptions): AsyncGenerator<CheckpointTuple>;
+    put(config: RunnableConfig, checkpoint: Checkpoint, metadata: CheckpointMetadata): Promise<RunnableConfig>;
+    putWrites(config: RunnableConfig, writes: PendingWrite[], taskId: string): Promise<void>;
+    deleteThread(threadId: string): Promise<void>;
+    protected migratePendingSends(checkpoint: Checkpoint, threadId: string, parentCheckpointId: string): Promise<void>;
+}

package/dist/storage/sqlite/checkpoint.js

@@ -0,0 +1,374 @@
+import { Database } from './DB.js';
+import { BaseCheckpointSaver, TASKS, copyCheckpoint, maxChannelVersion, } from '@langchain/langgraph-checkpoint';
+// In the `SqliteSaver.list` method, we need to sanitize the `options.filter` argument to ensure it only contains keys
+// that are part of the `CheckpointMetadata` type. The lines below ensure that we get compile-time errors if the list
+// of keys that we use is out of sync with the `CheckpointMetadata` type.
+const checkpointMetadataKeys = ['source', 'step', 'parents'];
+function validateKeys(keys) {
+    return keys;
+}
+// If this line fails to compile, the list of keys that we use in the `SqliteSaver.list` method is out of sync with the
+// `CheckpointMetadata` type. In that case, just update `checkpointMetadataKeys` to contain all the keys in
+// `CheckpointMetadata`
+const validCheckpointMetadataKeys = validateKeys(checkpointMetadataKeys);
+function prepareSql(db, checkpointId) {
+    const sql = `
+  SELECT
+    thread_id,
+    checkpoint_ns,
+    checkpoint_id,
+    parent_checkpoint_id,
+    type,
+    checkpoint,
+    metadata,
+    (
+      SELECT
+        json_group_array(
+          json_object(
+            'task_id', pw.task_id,
+            'channel', pw.channel,
+            'type', pw.type,
+            'value', CAST(pw.value AS TEXT)
+          )
+        )
+      FROM writes as pw
+      WHERE pw.thread_id = checkpoints.thread_id
+        AND pw.checkpoint_ns = checkpoints.checkpoint_ns
+        AND pw.checkpoint_id = checkpoints.checkpoint_id
+    ) as pending_writes,
+    (
+      SELECT
+        json_group_array(
+          json_object(
+            'type', ps.type,
+            'value', CAST(ps.value AS TEXT)
+          )
+        )
+      FROM writes as ps
+      WHERE ps.thread_id = checkpoints.thread_id
+        AND ps.checkpoint_ns = checkpoints.checkpoint_ns
+        AND ps.checkpoint_id = checkpoints.parent_checkpoint_id
+        AND ps.channel = '${TASKS}'
+      ORDER BY ps.idx
+    ) as pending_sends
+  FROM checkpoints
+  WHERE thread_id = ? AND checkpoint_ns = ? ${checkpointId ? 'AND checkpoint_id = ?' : 'ORDER BY checkpoint_id DESC LIMIT 1'}`;
+    return db.prepare(sql);
+}
+export class SqliteSaver extends BaseCheckpointSaver {
+    db;
+    isSetup;
+    withoutCheckpoint;
+    withCheckpoint;
+    constructor(db, serde) {
+        super(serde);
+        this.db = db;
+        this.isSetup = false;
+    }
+    static fromConnString(connStringOrLocalPath) {
+        return new SqliteSaver(new Database(connStringOrLocalPath));
+    }
+    setup() {
+        if (this.isSetup) {
+            return;
+        }
+        // this.db.pragma('journal_mode=WAL');
+        this.db.exec('PRAGMA journal_mode = WAL;');
+        this.db.exec(`
+CREATE TABLE IF NOT EXISTS checkpoints (
+  thread_id TEXT NOT NULL,
+  checkpoint_ns TEXT NOT NULL DEFAULT '',
+  checkpoint_id TEXT NOT NULL,
+  parent_checkpoint_id TEXT,
+  type TEXT,
+  checkpoint BLOB,
+  metadata BLOB,
+  PRIMARY KEY (thread_id, checkpoint_ns, checkpoint_id)
+);`);
+        this.db.exec(`
+CREATE TABLE IF NOT EXISTS writes (
+  thread_id TEXT NOT NULL,
+  checkpoint_ns TEXT NOT NULL DEFAULT '',
+  checkpoint_id TEXT NOT NULL,
+  task_id TEXT NOT NULL,
+  idx INTEGER NOT NULL,
+  channel TEXT NOT NULL,
+  type TEXT,
+  value BLOB,
+  PRIMARY KEY (thread_id, checkpoint_ns, checkpoint_id, task_id, idx)
+);`);
+        this.withoutCheckpoint = prepareSql(this.db, false);
+        this.withCheckpoint = prepareSql(this.db, true);
+        this.isSetup = true;
+    }
+    async getTuple(config) {
+        this.setup();
+        const { thread_id, checkpoint_ns = '', checkpoint_id } = config.configurable ?? {};
+        const args = [thread_id, checkpoint_ns];
+        if (checkpoint_id)
+            args.push(checkpoint_id);
+        const stm = checkpoint_id ? this.withCheckpoint : this.withoutCheckpoint;
+        const row = stm.get(...args);
+        if (row === undefined || row === null)
+            return undefined;
+        let finalConfig = config;
+        if (!checkpoint_id) {
+            finalConfig = {
+                configurable: {
+                    thread_id: row.thread_id,
+                    checkpoint_ns,
+                    checkpoint_id: row.checkpoint_id,
+                },
+            };
+        }
+        if (finalConfig.configurable?.thread_id === undefined ||
+            finalConfig.configurable?.checkpoint_id === undefined) {
+            throw new Error('Missing thread_id or checkpoint_id');
+        }
+        const pendingWrites = await Promise.all(JSON.parse(row.pending_writes).map(async (write) => {
+            return [
+                write.task_id,
+                write.channel,
+                await this.serde.loadsTyped(write.type ?? 'json', write.value ?? ''),
+            ];
+        }));
+        const checkpoint = (await this.serde.loadsTyped(row.type ?? 'json', row.checkpoint));
+        if (checkpoint.v < 4 && row.parent_checkpoint_id != null) {
+            await this.migratePendingSends(checkpoint, row.thread_id, row.parent_checkpoint_id);
+        }
+        return {
+            checkpoint,
+            config: finalConfig,
+            metadata: (await this.serde.loadsTyped(row.type ?? 'json', row.metadata)),
+            parentConfig: row.parent_checkpoint_id
+                ? {
+                    configurable: {
+                        thread_id: row.thread_id,
+                        checkpoint_ns,
+                        checkpoint_id: row.parent_checkpoint_id,
+                    },
+                }
+                : undefined,
+            pendingWrites,
+        };
+    }
+    async *list(config, options) {
+        const { limit, before, filter } = options ?? {};
+        this.setup();
+        const thread_id = config.configurable?.thread_id;
+        const checkpoint_ns = config.configurable?.checkpoint_ns;
+        let sql = `
+      SELECT
+        thread_id,
+        checkpoint_ns,
+        checkpoint_id,
+        parent_checkpoint_id,
+        type,
+        checkpoint,
+        metadata,
+        (
+          SELECT
+            json_group_array(
+              json_object(
+                'task_id', pw.task_id,
+                'channel', pw.channel,
+                'type', pw.type,
+                'value', CAST(pw.value AS TEXT)
+              )
+            )
+          FROM writes as pw
+          WHERE pw.thread_id = checkpoints.thread_id
+            AND pw.checkpoint_ns = checkpoints.checkpoint_ns
+            AND pw.checkpoint_id = checkpoints.checkpoint_id
+        ) as pending_writes,
+        (
+          SELECT
+            json_group_array(
+              json_object(
+                'type', ps.type,
+                'value', CAST(ps.value AS TEXT)
+              )
+            )
+          FROM writes as ps
+          WHERE ps.thread_id = checkpoints.thread_id
+            AND ps.checkpoint_ns = checkpoints.checkpoint_ns
+            AND ps.checkpoint_id = checkpoints.parent_checkpoint_id
+            AND ps.channel = '${TASKS}'
+          ORDER BY ps.idx
+        ) as pending_sends
+      FROM checkpoints\n`;
+        const whereClause = [];
+        if (thread_id) {
+            whereClause.push('thread_id = ?');
+        }
+        if (checkpoint_ns !== undefined && checkpoint_ns !== null) {
+            whereClause.push('checkpoint_ns = ?');
+        }
+        if (before?.configurable?.checkpoint_id !== undefined) {
+            whereClause.push('checkpoint_id < ?');
+        }
+        const sanitizedFilter = Object.fromEntries(Object.entries(filter ?? {}).filter(([key, value]) => value !== undefined && validCheckpointMetadataKeys.includes(key)));
+        whereClause.push(...Object.entries(sanitizedFilter).map(([key]) => `jsonb(CAST(metadata AS TEXT))->'$.${key}' = ?`));
+        if (whereClause.length > 0) {
+            sql += `WHERE\n  ${whereClause.join(' AND\n  ')}\n`;
+        }
+        sql += '\nORDER BY checkpoint_id DESC';
+        if (limit) {
+            // eslint-disable-next-line @typescript-eslint/no-explicit-any
+            sql += ` LIMIT ${parseInt(limit, 10)}`; // parseInt here (with cast to make TS happy) to sanitize input, as limit may be user-provided
+        }
+        const args = [
+            thread_id,
+            checkpoint_ns,
+            before?.configurable?.checkpoint_id,
+            ...Object.values(sanitizedFilter).map((value) => JSON.stringify(value)),
+        ].filter((value) => value !== undefined && value !== null);
+        const rows = this.db.prepare(sql).all(...args);
+        if (rows) {
+            for (const row of rows) {
+                const pendingWrites = await Promise.all(JSON.parse(row.pending_writes).map(async (write) => {
+                    return [
+                        write.task_id,
+                        write.channel,
+                        await this.serde.loadsTyped(write.type ?? 'json', write.value ?? ''),
+                    ];
+                }));
+                const checkpoint = (await this.serde.loadsTyped(row.type ?? 'json', row.checkpoint));
+                if (checkpoint.v < 4 && row.parent_checkpoint_id != null) {
+                    await this.migratePendingSends(checkpoint, row.thread_id, row.parent_checkpoint_id);
+                }
+                yield {
+                    config: {
+                        configurable: {
+                            thread_id: row.thread_id,
+                            checkpoint_ns: row.checkpoint_ns,
+                            checkpoint_id: row.checkpoint_id,
+                        },
+                    },
+                    checkpoint,
+                    metadata: (await this.serde.loadsTyped(row.type ?? 'json', row.metadata)),
+                    parentConfig: row.parent_checkpoint_id
+                        ? {
+                            configurable: {
+                                thread_id: row.thread_id,
+                                checkpoint_ns: row.checkpoint_ns,
+                                checkpoint_id: row.parent_checkpoint_id,
+                            },
+                        }
+                        : undefined,
+                    pendingWrites,
+                };
+            }
+        }
+    }
+    async put(config, checkpoint, metadata) {
+        this.setup();
+        if (!config.configurable) {
+            throw new Error('Empty configuration supplied.');
+        }
+        const thread_id = config.configurable?.thread_id;
+        const checkpoint_ns = config.configurable?.checkpoint_ns ?? '';
+        const parent_checkpoint_id = config.configurable?.checkpoint_id;
+        if (!thread_id) {
+            throw new Error(`Missing "thread_id" field in passed "config.configurable".`);
+        }
+        const preparedCheckpoint = copyCheckpoint(checkpoint);
+        const [[type1, serializedCheckpoint], [type2, serializedMetadata]] = await Promise.all([
+            this.serde.dumpsTyped(preparedCheckpoint),
+            this.serde.dumpsTyped(metadata),
+        ]);
+        if (type1 !== type2) {
+            throw new Error('Failed to serialized checkpoint and metadata to the same type.');
+        }
+        const row = [
+            thread_id,
+            checkpoint_ns,
+            checkpoint.id,
+            parent_checkpoint_id,
+            type1,
+            serializedCheckpoint,
+            serializedMetadata,
+        ];
+        this.db
+            .prepare(`INSERT OR REPLACE INTO checkpoints (thread_id, checkpoint_ns, checkpoint_id, parent_checkpoint_id, type, checkpoint, metadata) VALUES (?, ?, ?, ?, ?, ?, ?)`)
+            .run(...row);
+        return {
+            configurable: {
+                thread_id,
+                checkpoint_ns,
+                checkpoint_id: checkpoint.id,
+            },
+        };
+    }
+    async putWrites(config, writes, taskId) {
+        this.setup();
+        if (!config.configurable) {
+            throw new Error('Empty configuration supplied.');
+        }
+        if (!config.configurable?.thread_id) {
+            throw new Error('Missing thread_id field in config.configurable.');
+        }
+        if (!config.configurable?.checkpoint_id) {
+            throw new Error('Missing checkpoint_id field in config.configurable.');
+        }
+        const stmt = this.db.prepare(`
+      INSERT OR REPLACE INTO writes 
+      (thread_id, checkpoint_ns, checkpoint_id, task_id, idx, channel, type, value) 
+      VALUES (?, ?, ?, ?, ?, ?, ?, ?)
+    `);
+        const transaction = this.db.transaction((rows) => {
+            for (const row of rows) {
+                stmt.run(...row);
+            }
+        });
+        const rows = await Promise.all(writes.map(async (write, idx) => {
+            const [type, serializedWrite] = await this.serde.dumpsTyped(write[1]);
+            return [
+                config.configurable?.thread_id,
+                config.configurable?.checkpoint_ns,
+                config.configurable?.checkpoint_id,
+                taskId,
+                idx,
+                write[0],
+                type,
+                serializedWrite,
+            ];
+        }));
+        transaction(rows);
+    }
+    async deleteThread(threadId) {
+        const transaction = this.db.transaction(() => {
+            this.db.prepare(`DELETE FROM checkpoints WHERE thread_id = ?`).run(threadId);
+            this.db.prepare(`DELETE FROM writes WHERE thread_id = ?`).run(threadId);
+        });
+        transaction();
+    }
+    async migratePendingSends(checkpoint, threadId, parentCheckpointId) {
+        const { pending_sends } = this.db
+            .prepare(`
+          SELECT
+            checkpoint_id,
+            json_group_array(
+              json_object(
+                'type', ps.type,
+                'value', CAST(ps.value AS TEXT)
+              )
+            ) as pending_sends
+          FROM writes as ps
+          WHERE ps.thread_id = ?
+            AND ps.checkpoint_id = ?
+            AND ps.channel = '${TASKS}'
+          ORDER BY ps.idx
+        `)
+            .get(threadId, parentCheckpointId);
+        const mutableCheckpoint = checkpoint;
+        // add pending sends to checkpoint
+        mutableCheckpoint.channel_values ??= {};
+        mutableCheckpoint.channel_values[TASKS] = await Promise.all(JSON.parse(pending_sends).map(({ type, value }) => this.serde.loadsTyped(type, value)));
+        // add to versions
+        mutableCheckpoint.channel_versions[TASKS] =
+            Object.keys(checkpoint.channel_versions).length > 0
+                ? maxChannelVersion(...Object.values(checkpoint.channel_versions))
+                : this.getNextVersion(undefined);
+    }
+}

package/dist/storage/sqlite/threads.d.ts

@@ -0,0 +1,44 @@
+import { BaseThreadsManager } from '../../threads/index.js';
+import { Command, Config, Metadata, OnConflictBehavior, Run, RunStatus, SortOrder, Thread, ThreadSortBy, ThreadStatus } from '@langgraph-js/sdk';
+import type { SqliteSaver } from './checkpoint.js';
+import type { DatabaseType } from './type.js';
+export declare class SQLiteThreadsManager<ValuesType = unknown> implements BaseThreadsManager<ValuesType> {
+    db: DatabaseType;
+    private isSetup;
+    constructor(checkpointer: SqliteSaver);
+    private setup;
+    create(payload?: {
+        metadata?: Metadata;
+        threadId?: string;
+        ifExists?: OnConflictBehavior;
+        graphId?: string;
+        supersteps?: Array<{
+            updates: Array<{
+                values: unknown;
+                command?: Command;
+                asNode: string;
+            }>;
+        }>;
+    }): Promise<Thread<ValuesType>>;
+    search(query?: {
+        metadata?: Metadata;
+        limit?: number;
+        offset?: number;
+        status?: ThreadStatus;
+        sortBy?: ThreadSortBy;
+        sortOrder?: SortOrder;
+    }): Promise<Thread<ValuesType>[]>;
+    get(threadId: string): Promise<Thread<ValuesType>>;
+    set(threadId: string, thread: Partial<Thread<ValuesType>>): Promise<void>;
+    updateState(threadId: string, thread: Partial<Thread<ValuesType>>): Promise<Pick<Config, 'configurable'>>;
+    delete(threadId: string): Promise<void>;
+    createRun(threadId: string, assistantId: string, payload?: {
+        metadata?: Metadata;
+    }): Promise<Run>;
+    listRuns(threadId: string, options?: {
+        limit?: number;
+        offset?: number;
+        status?: RunStatus;
+    }): Promise<Run[]>;
+    updateRun(runId: string, run: Partial<Run>): Promise<void>;
+}