@farukada/aws-langgraph-dynamodb-ts 0.0.11 → 0.1.1

package/dist/checkpointer/actions/delete-thread.d.ts

@@ -1,9 +1,9 @@
-import { DeleteThreadActionParams } from '../types';
+import { type DeleteThreadActionParams } from '../types';
 /**
- * Delete a thread and all its checkpoints and writes from DynamoDB
+ * Delete a thread and all its checkpoints (metadata + payload items) and writes from DynamoDB
  *
  * @param params - Parameters for the delete thread operation
- * @throws Error if validation fails or too many checkpoints exist
+ * @throws Error if validation fails or too many items exist
  */
 export declare const deleteThreadAction: (params: DeleteThreadActionParams) => Promise<void>;
 //# sourceMappingURL=delete-thread.d.ts.map

package/dist/checkpointer/actions/delete-thread.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"delete-thread.d.ts","sourceRoot":"","sources":["../../../src/checkpointer/actions/delete-thread.ts"],"names":[],"mappings":"AAAA,OAAO,EAAkB,wBAAwB,EAAqB,MAAM,UAAU,CAAC;AAKvF;;;;;GAKG;AACH,eAAO,MAAM,kBAAkB,GAAU,QAAQ,wBAAwB,KAAG,OAAO,CAAC,IAAI,CA6GvF,CAAC"}
+{"version":3,"file":"delete-thread.d.ts","sourceRoot":"","sources":["../../../src/checkpointer/actions/delete-thread.ts"],"names":[],"mappings":"AAGA,OAAO,EAEL,KAAK,wBAAwB,EAG9B,MAAM,UAAU,CAAC;AAclB;;;;;GAKG;AACH,eAAO,MAAM,kBAAkB,GAAU,QAAQ,wBAAwB,KAAG,OAAO,CAAC,IAAI,CAwIvF,CAAC"}

package/dist/checkpointer/actions/delete-thread.js

@@ -1,23 +1,25 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.deleteThreadAction = void 0;
-const writer_1 = require("./writer");
-const utils_1 = require("../utils");
 const shared_1 = require("../../shared");
+const types_1 = require("../types");
+const utils_1 = require("../utils");
+const writer_1 = require("./writer");
 /**
- * Delete a thread and all its checkpoints and writes from DynamoDB
+ * Delete a thread and all its checkpoints (metadata + payload items) and writes from DynamoDB
  *
  * @param params - Parameters for the delete thread operation
- * @throws Error if validation fails or too many checkpoints exist
+ * @throws Error if validation fails or too many items exist
  */
 const deleteThreadAction = async (params) => {
     // Validate thread ID
     (0, utils_1.validateThreadId)(params.threadId);
-    const allCheckpoints = [];
+    // Query returns BOTH metadata items and PAYLOAD# items for the thread
+    const allItems = [];
     let lastEvaluatedKey;
     let iterationCount = 0;
     const MAX_ITERATIONS = 10;
-    // Fetch checkpoints with pagination and safety limits
+    // Fetch all items with pagination and safety limits
     do {
         iterationCount++;
         if (iterationCount > MAX_ITERATIONS) {
@@ -35,19 +37,40 @@ const deleteThreadAction = async (params) => {
             });
         });
         if (result.Items && result.Items.length > 0) {
-            allCheckpoints.push(...result.Items);
-            // Safety check: prevent deleting too many checkpoints at once
-            if (allCheckpoints.length > utils_1.CheckpointerValidationConstants.MAX_DELETE_BATCH_SIZE) {
-                throw new Error(`Thread has too many checkpoints (>${utils_1.CheckpointerValidationConstants.MAX_DELETE_BATCH_SIZE}). Delete operation aborted for safety.`);
+            allItems.push(...result.Items);
+            // Safety check: prevent deleting too many items at once
+            if (allItems.length > utils_1.CheckpointerValidationConstants.MAX_DELETE_BATCH_SIZE) {
+                throw new Error(`Thread has too many items (>${utils_1.CheckpointerValidationConstants.MAX_DELETE_BATCH_SIZE}). Delete operation aborted for safety.`);
             }
         }
         lastEvaluatedKey = result.LastEvaluatedKey;
     } while (lastEvaluatedKey);
-    if (allCheckpoints.length === 0) {
+    if (allItems.length === 0) {
         return; // Nothing to delete
     }
-    // Delete checkpoints in batches of 25 (DynamoDB limit)
-    const checkpointDeleteRequests = allCheckpoints.map((item) => ({
+    // Separate metadata items from payload items
+    const metadataItems = [];
+    for (const item of allItems) {
+        // Skip items without checkpoint_id or those with PAYLOAD# prefix
+        const ckptId = item.checkpoint_id;
+        if (typeof ckptId === 'string' && !ckptId.startsWith(types_1.PAYLOAD_SK_PREFIX)) {
+            metadataItems.push(item);
+        }
+    }
+    // Collect S3 keys from metadata items only (payload items don't carry S3 refs)
+    const s3KeysToDelete = [];
+    if (params.s3Offloader) {
+        for (const item of metadataItems) {
+            if (item.s3_checkpoint_key) {
+                s3KeysToDelete.push(item.s3_checkpoint_key);
+            }
+            if (item.s3_metadata_key) {
+                s3KeysToDelete.push(item.s3_metadata_key);
+            }
+        }
+    }
+    // Delete ALL items (metadata + payload) using their actual PK+SK
+    const checkpointDeleteRequests = allItems.map((item) => ({
         DeleteRequest: {
             Key: {
                 thread_id: item.thread_id,
@@ -55,22 +78,59 @@ const deleteThreadAction = async (params) => {
             },
         },
     }));
-    for (let i = 0; i < checkpointDeleteRequests.length; i += 25) {
-        const batch = checkpointDeleteRequests.slice(i, i + 25);
-        await (0, shared_1.withDynamoDBRetry)(async () => {
-            await params.client.batchWrite({
-                RequestItems: {
-                    [params.checkpointsTableName]: batch,
-                },
-            });
-        });
-    }
-    // Delete associated writes - batch queries to avoid the N+1 problem
+    await (0, shared_1.batchWriteAllWithRetry)(params.client, params.checkpointsTableName, checkpointDeleteRequests);
+    // Fetch writes for metadata items only (payload items don't have associated writes)
     const allWriteDeleteRequests = [];
-    for (const checkpoint of allCheckpoints) {
-        const writes = await (0, shared_1.withDynamoDBRetry)(async () => {
-            return await params.client.query({
-                TableName: params.writesTableName,
+    const QUERY_CONCURRENCY = 10;
+    for (let i = 0; i < metadataItems.length; i += QUERY_CONCURRENCY) {
+        const checkpointBatch = metadataItems.slice(i, i + QUERY_CONCURRENCY);
+        const writesResults = await Promise.all(checkpointBatch.map((checkpoint) => queryAllWritesForCheckpoint(params.client, params.writesTableName, checkpoint)));
+        for (const writeItems of writesResults) {
+            if (writeItems.length > 0) {
+                const deleteRequests = writeItems.map((item) => ({
+                    DeleteRequest: {
+                        Key: {
+                            thread_id_checkpoint_id_checkpoint_ns: item.thread_id_checkpoint_id_checkpoint_ns,
+                            task_id_idx: item.task_id_idx,
+                        },
+                    },
+                }));
+                allWriteDeleteRequests.push(...deleteRequests);
+                // Collect S3 keys from write items
+                if (params.s3Offloader) {
+                    for (const item of writeItems) {
+                        if (item.s3_value_key) {
+                            s3KeysToDelete.push(item.s3_value_key);
+                        }
+                    }
+                }
+            }
+        }
+    }
+    // Delete all writes using shared batch write utility
+    await (0, shared_1.batchWriteAllWithRetry)(params.client, params.writesTableName, allWriteDeleteRequests);
+    // Clean up S3 offloaded data
+    if (params.s3Offloader && s3KeysToDelete.length > 0) {
+        await params.s3Offloader.deleteBatch(s3KeysToDelete);
+    }
+};
+exports.deleteThreadAction = deleteThreadAction;
+/**
+ * Fetch all writes for a single checkpoint, paginating through results.
+ * DynamoDB Query returns at most 1 MB per call — this loop ensures all writes are collected.
+ *
+ * @param client - DynamoDB Document client
+ * @param tableName - Writes table name
+ * @param checkpoint - Checkpoint metadata item
+ * @returns All write items for this checkpoint
+ */
+async function queryAllWritesForCheckpoint(client, tableName, checkpoint) {
+    const allItems = [];
+    let lastKey;
+    do {
+        const result = await (0, shared_1.withDynamoDBRetry)(async () => {
+            return await client.query({
+                TableName: tableName,
                 KeyConditionExpression: 'thread_id_checkpoint_id_checkpoint_ns = :pk',
                 ExpressionAttributeValues: {
                     ':pk': writer_1.Writer.getPartitionKey({
@@ -79,31 +139,14 @@ const deleteThreadAction = async (params) => {
                         checkpoint_ns: checkpoint.checkpoint_ns,
                     }),
                 },
+                ExclusiveStartKey: lastKey,
             });
         });
-        if (writes.Items && writes.Items.length > 0) {
-            const deleteRequests = writes.Items.map((item) => ({
-                DeleteRequest: {
-                    Key: {
-                        thread_id_checkpoint_id_checkpoint_ns: item.thread_id_checkpoint_id_checkpoint_ns,
-                        task_id_idx: item.task_id_idx,
-                    },
-                },
-            }));
-            allWriteDeleteRequests.push(...deleteRequests);
+        if (result.Items) {
+            allItems.push(...result.Items);
         }
-    }
-    // Delete all writes in batches of 25
-    for (let i = 0; i < allWriteDeleteRequests.length; i += 25) {
-        const batch = allWriteDeleteRequests.slice(i, i + 25);
-        await (0, shared_1.withDynamoDBRetry)(async () => {
-            await params.client.batchWrite({
-                RequestItems: {
-                    [params.writesTableName]: batch,
-                },
-            });
-        });
-    }
-};
-exports.deleteThreadAction = deleteThreadAction;
+        lastKey = result.LastEvaluatedKey;
+    } while (lastKey);
+    return allItems;
+}
 //# sourceMappingURL=delete-thread.js.map

package/dist/checkpointer/actions/delete-thread.js.map

@@ -1 +1 @@
-{"version":3,"file":"delete-thread.js","sourceRoot":"","sources":["../../../src/checkpointer/actions/delete-thread.ts"],"names":[],"mappings":";;;AACA,qCAAkC;AAClC,oCAA6E;AAC7E,yCAAiD;AAEjD;;;;;GAKG;AACI,MAAM,kBAAkB,GAAG,KAAK,EAAE,MAAgC,EAAiB,EAAE;IAC1F,qBAAqB;IACrB,IAAA,wBAAgB,EAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAElC,MAAM,cAAc,GAAqB,EAAE,CAAC;IAC5C,IAAI,gBAAiD,CAAC;IACtD,IAAI,cAAc,GAAG,CAAC,CAAC;IACvB,MAAM,cAAc,GAAG,EAAE,CAAC;IAE1B,sDAAsD;IACtD,GAAG,CAAC;QACF,cAAc,EAAE,CAAC;QACjB,IAAI,cAAc,GAAG,cAAc,EAAE,CAAC;YACpC,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAC;QACvE,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,IAAA,0BAAiB,EAAC,KAAK,IAAI,EAAE;YAChD,OAAO,MAAM,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC;gBAC/B,SAAS,EAAE,MAAM,CAAC,oBAAoB;gBACtC,sBAAsB,EAAE,wBAAwB;gBAChD,yBAAyB,EAAE;oBACzB,YAAY,EAAE,MAAM,CAAC,QAAQ;iBAC9B;gBACD,KAAK,EAAE,GAAG,EAAE,2BAA2B;gBACvC,iBAAiB,EAAE,gBAAgB;aACpC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,IAAI,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5C,cAAc,CAAC,IAAI,CAAC,GAAI,MAAM,CAAC,KAA0B,CAAC,CAAC;YAE3D,8DAA8D;YAC9D,IAAI,cAAc,CAAC,MAAM,GAAG,uCAA+B,CAAC,qBAAqB,EAAE,CAAC;gBAClF,MAAM,IAAI,KAAK,CACb,qCAAqC,uCAA+B,CAAC,qBAAqB,yCAAyC,CACpI,CAAC;YACJ,CAAC;QACH,CAAC;QAED,gBAAgB,GAAG,MAAM,CAAC,gBAAgB,CAAC;IAC7C,CAAC,QAAQ,gBAAgB,EAAE;IAE3B,IAAI,cAAc,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAChC,OAAO,CAAC,oBAAoB;IAC9B,CAAC;IAED,uDAAuD;IACvD,MAAM,wBAAwB,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QAC7D,aAAa,EAAE;YACb,GAAG,EAAE;gBACH,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,aAAa,EAAE,IAAI,CAAC,aAAa;aAClC;SACF;KACF,CAAC,CAAC,CAAC;IAEJ,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,wBAAwB,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC;QAC7D,MAAM,KAAK,GAAG,wBAAwB,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC;QACxD,MAAM,IAAA,0BAAiB,EAAC,KAAK,IAAI,EAAE;YACjC,MAAM,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC;gBAC7B,YAAY,EAAE;oBACZ,CAAC,MAAM,CAAC,oBAAoB,CAAC,EAAE,KAAK;iBACrC;aACF,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;IAED,oEAAoE;IACpE,MAAM,sBAAsB,GAAU,EAAE,CAAC;IAEzC,KAAK,MAAM,UAAU,IAAI,cAAc,EAAE,CAAC;QACxC,MAAM,MAAM,GAAG,MAAM,IAAA,0BAAiB,EAAC,KAAK,IAAI,EAAE;YAChD,OAAO,MAAM,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC;gBAC/B,SAAS,EAAE,MAAM,CAAC,eAAe;gBACjC,sBAAsB,EAAE,6CAA6C;gBACrE,yBAAyB,EAAE;oBACzB,KAAK,EAAE,eAAM,CAAC,eAAe,CAAC;wBAC5B,SAAS,EAAE,UAAU,CAAC,SAAS;wBAC/B,aAAa,EAAE,UAAU,CAAC,aAAa;wBACvC,aAAa,EAAE,UAAU,CAAC,aAAa;qBACxC,CAAC;iBACH;aACF,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,IAAI,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5C,MAAM,cAAc,GAAI,MAAM,CAAC,KAA6B,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;gBAC1E,aAAa,EAAE;oBACb,GAAG,EAAE;wBACH,qCAAqC,EAAE,IAAI,CAAC,qCAAqC;wBACjF,WAAW,EAAE,IAAI,CAAC,WAAW;qBAC9B;iBACF;aACF,CAAC,CAAC,CAAC;YACJ,sBAAsB,CAAC,IAAI,CAAC,GAAG,cAAc,CAAC,CAAC;QACjD,CAAC;IACH,CAAC;IAED,qCAAqC;IACrC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,sBAAsB,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC;QAC3D,MAAM,KAAK,GAAG,sBAAsB,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC;QACtD,MAAM,IAAA,0BAAiB,EAAC,KAAK,IAAI,EAAE;YACjC,MAAM,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC;gBAC7B,YAAY,EAAE;oBACZ,CAAC,MAAM,CAAC,eAAe,CAAC,EAAE,KAAK;iBAChC;aACF,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;AACH,CAAC,CAAC;AA7GW,QAAA,kBAAkB,sBA6G7B"}
+{"version":3,"file":"delete-thread.js","sourceRoot":"","sources":["../../../src/checkpointer/actions/delete-thread.ts"],"names":[],"mappings":";;;AAEA,yCAAyE;AACzE,oCAKkB;AAClB,oCAA6E;AAC7E,qCAAkC;AAYlC;;;;;GAKG;AACI,MAAM,kBAAkB,GAAG,KAAK,EAAE,MAAgC,EAAiB,EAAE;IAC1F,qBAAqB;IACrB,IAAA,wBAAgB,EAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAElC,sEAAsE;IACtE,MAAM,QAAQ,GAA6B,EAAE,CAAC;IAC9C,IAAI,gBAAqD,CAAC;IAC1D,IAAI,cAAc,GAAG,CAAC,CAAC;IACvB,MAAM,cAAc,GAAG,EAAE,CAAC;IAE1B,oDAAoD;IACpD,GAAG,CAAC;QACF,cAAc,EAAE,CAAC;QACjB,IAAI,cAAc,GAAG,cAAc,EAAE,CAAC;YACpC,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAC;QACvE,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,IAAA,0BAAiB,EAAC,KAAK,IAAI,EAAE;YAChD,OAAO,MAAM,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC;gBAC/B,SAAS,EAAE,MAAM,CAAC,oBAAoB;gBACtC,sBAAsB,EAAE,wBAAwB;gBAChD,yBAAyB,EAAE;oBACzB,YAAY,EAAE,MAAM,CAAC,QAAQ;iBAC9B;gBACD,KAAK,EAAE,GAAG,EAAE,2BAA2B;gBACvC,iBAAiB,EAAE,gBAAgB;aACpC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,IAAI,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5C,QAAQ,CAAC,IAAI,CAAC,GAAI,MAAM,CAAC,KAAkC,CAAC,CAAC;YAE7D,wDAAwD;YACxD,IAAI,QAAQ,CAAC,MAAM,GAAG,uCAA+B,CAAC,qBAAqB,EAAE,CAAC;gBAC5E,MAAM,IAAI,KAAK,CACb,+BAA+B,uCAA+B,CAAC,qBAAqB,yCAAyC,CAC9H,CAAC;YACJ,CAAC;QACH,CAAC;QAED,gBAAgB,GAAG,MAAM,CAAC,gBAAgB,CAAC;IAC7C,CAAC,QAAQ,gBAAgB,EAAE;IAE3B,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,OAAO,CAAC,oBAAoB;IAC9B,CAAC;IAED,6CAA6C;IAC7C,MAAM,aAAa,GAAqB,EAAE,CAAC;IAC3C,KAAK,MAAM,IAAI,IAAI,QAAQ,EAAE,CAAC;QAC5B,iEAAiE;QACjE,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC;QAClC,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,yBAAiB,CAAC,EAAE,CAAC;YACxE,aAAa,CAAC,IAAI,CAAC,IAAiC,CAAC,CAAC;QACxD,CAAC;IACH,CAAC;IAED,+EAA+E;IAC/E,MAAM,cAAc,GAAa,EAAE,CAAC;IACpC,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;QACvB,KAAK,MAAM,IAAI,IAAI,aAAa,EAAE,CAAC;YACjC,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;gBAC3B,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;YAC9C,CAAC;YACD,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;gBACzB,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;YAC5C,CAAC;QACH,CAAC;IACH,CAAC;IAED,iEAAiE;IACjE,MAAM,wBAAwB,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QACvD,aAAa,EAAE;YACb,GAAG,EAAE;gBACH,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,aAAa,EAAE,IAAI,CAAC,aAAa;aAClC;SACF;KACF,CAAC,CAAC,CAAC;IAEJ,MAAM,IAAA,+BAAsB,EAC1B,MAAM,CAAC,MAAM,EACb,MAAM,CAAC,oBAAoB,EAC3B,wBAAwB,CACzB,CAAC;IAEF,oFAAoF;IACpF,MAAM,sBAAsB,GAOvB,EAAE,CAAC;IAER,MAAM,iBAAiB,GAAG,EAAE,CAAC;IAC7B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,aAAa,CAAC,MAAM,EAAE,CAAC,IAAI,iBAAiB,EAAE,CAAC;QACjE,MAAM,eAAe,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,iBAAiB,CAAC,CAAC;QACtE,MAAM,aAAa,GAAG,MAAM,OAAO,CAAC,GAAG,CACrC,eAAe,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CACjC,2BAA2B,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,eAAe,EAAE,UAAU,CAAC,CAC/E,CACF,CAAC;QAEF,KAAK,MAAM,UAAU,IAAI,aAAa,EAAE,CAAC;YACvC,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC1B,MAAM,cAAc,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;oBAC/C,aAAa,EAAE;wBACb,GAAG,EAAE;4BACH,qCAAqC,EAAE,IAAI,CAAC,qCAAqC;4BACjF,WAAW,EAAE,IAAI,CAAC,WAAW;yBAC9B;qBACF;iBACF,CAAC,CAAC,CAAC;gBACJ,sBAAsB,CAAC,IAAI,CAAC,GAAG,cAAc,CAAC,CAAC;gBAE/C,mCAAmC;gBACnC,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;oBACvB,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;wBAC9B,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;4BACtB,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;wBACzC,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,qDAAqD;IACrD,MAAM,IAAA,+BAAsB,EAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,eAAe,EAAE,sBAAsB,CAAC,CAAC;IAE5F,6BAA6B;IAC7B,IAAI,MAAM,CAAC,WAAW,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACpD,MAAM,MAAM,CAAC,WAAW,CAAC,WAAW,CAAC,cAAc,CAAC,CAAC;IACvD,CAAC;AACH,CAAC,CAAC;AAxIW,QAAA,kBAAkB,sBAwI7B;AAEF;;;;;;;;GAQG;AACH,KAAK,UAAU,2BAA2B,CACxC,MAAwB,EACxB,SAAiB,EACjB,UAA0B;IAE1B,MAAM,QAAQ,GAAwB,EAAE,CAAC;IACzC,IAAI,OAA4C,CAAC;IAEjD,GAAG,CAAC;QACF,MAAM,MAAM,GAAG,MAAM,IAAA,0BAAiB,EAAC,KAAK,IAAI,EAAE;YAChD,OAAO,MAAM,MAAM,CAAC,KAAK,CAAC;gBACxB,SAAS,EAAE,SAAS;gBACpB,sBAAsB,EAAE,6CAA6C;gBACrE,yBAAyB,EAAE;oBACzB,KAAK,EAAE,eAAM,CAAC,eAAe,CAAC;wBAC5B,SAAS,EAAE,UAAU,CAAC,SAAS;wBAC/B,aAAa,EAAE,UAAU,CAAC,aAAa;wBACvC,aAAa,EAAE,UAAU,CAAC,aAAa;qBACxC,CAAC;iBACH;gBACD,iBAAiB,EAAE,OAAO;aAC3B,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;YACjB,QAAQ,CAAC,IAAI,CAAC,GAAI,MAAM,CAAC,KAA6B,CAAC,CAAC;QAC1D,CAAC;QACD,OAAO,GAAG,MAAM,CAAC,gBAAgB,CAAC;IACpC,CAAC,QAAQ,OAAO,EAAE;IAElB,OAAO,QAAQ,CAAC;AAClB,CAAC"}

package/dist/checkpointer/actions/get-tuple.d.ts

@@ -1,8 +1,15 @@
 import type { CheckpointTuple } from '@langchain/langgraph-checkpoint';
-import { GetTupleActionParams } from '../types';
+import { type GetTupleActionParams } from '../types';
 /**
  * Get a checkpoint tuple from DynamoDB
  *
+ * Fetches two items from the checkpoints table:
+ * 1. Metadata item (SK = checkpoint_id) — contains metadata, S3 refs, type
+ * 2. Payload item  (SK = PAYLOAD#checkpoint_id) — contains the heavy checkpoint blob
+ *
+ * For backward compatibility, also handles legacy single-item format where the
+ * checkpoint blob is stored inline on the metadata item.
+ *
  * @param params - Parameters for the get tuple operation
  * @returns CheckpointTuple if found, undefined otherwise
  * @throws Error if operation fails

package/dist/checkpointer/actions/get-tuple.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"get-tuple.d.ts","sourceRoot":"","sources":["../../../src/checkpointer/actions/get-tuple.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAA0B,eAAe,EAAE,MAAM,iCAAiC,CAAC;AAI/F,OAAO,EAGL,oBAAoB,EAErB,MAAM,UAAU,CAAC;AAIlB;;;;;;GAMG;AACH,eAAO,MAAM,cAAc,GACzB,QAAQ,oBAAoB,KAC3B,OAAO,CAAC,eAAe,GAAG,SAAS,CAsErC,CAAC"}
+{"version":3,"file":"get-tuple.d.ts","sourceRoot":"","sources":["../../../src/checkpointer/actions/get-tuple.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAA0B,eAAe,EAAE,MAAM,iCAAiC,CAAC;AAG/F,OAAO,EAIL,KAAK,oBAAoB,EAG1B,MAAM,UAAU,CAAC;AAKlB;;;;;;;;;;;;;GAaG;AACH,eAAO,MAAM,cAAc,GACzB,QAAQ,oBAAoB,KAC3B,OAAO,CAAC,eAAe,GAAG,SAAS,CA4HrC,CAAC"}

package/dist/checkpointer/actions/get-tuple.js

@@ -1,13 +1,21 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.getTupleAction = void 0;
-const writer_1 = require("./writer");
-const validate_configurable_1 = require("./validate-configurable");
-const utils_1 = require("../utils");
 const shared_1 = require("../../shared");
+const types_1 = require("../types");
+const utils_1 = require("../utils");
+const validate_configurable_1 = require("./validate-configurable");
+const writer_1 = require("./writer");
 /**
  * Get a checkpoint tuple from DynamoDB
  *
+ * Fetches two items from the checkpoints table:
+ * 1. Metadata item (SK = checkpoint_id) — contains metadata, S3 refs, type
+ * 2. Payload item  (SK = PAYLOAD#checkpoint_id) — contains the heavy checkpoint blob
+ *
+ * For backward compatibility, also handles legacy single-item format where the
+ * checkpoint blob is stored inline on the metadata item.
+ *
  * @param params - Parameters for the get tuple operation
  * @returns CheckpointTuple if found, undefined otherwise
  * @throws Error if operation fails
@@ -30,9 +38,10 @@ const getTupleAction = async (params) => {
             const result = await (0, shared_1.withDynamoDBRetry)(async () => {
                 return await params.client.query({
                     TableName: params.checkpointsTableName,
-                    KeyConditionExpression: 'thread_id = :thread_id',
+                    KeyConditionExpression: 'thread_id = :thread_id AND checkpoint_id < :payload_prefix',
                     ExpressionAttributeValues: {
                         ':thread_id': configurable.thread_id,
+                        ':payload_prefix': types_1.PAYLOAD_SK_PREFIX,
                         ...(configurable.checkpoint_ns && {
                             ':checkpoint_ns': configurable.checkpoint_ns,
                         }),
@@ -52,26 +61,69 @@ const getTupleAction = async (params) => {
     if (!item) {
         return undefined;
     }
-    // Get pending writes for this checkpoint
-    const writesResult = await (0, shared_1.withDynamoDBRetry)(async () => {
-        return await params.client.query({
-            TableName: params.writesTableName,
-            KeyConditionExpression: 'thread_id_checkpoint_id_checkpoint_ns = :thread_id_checkpoint_id_checkpoint_ns',
-            ExpressionAttributeValues: {
-                ':thread_id_checkpoint_id_checkpoint_ns': writer_1.Writer.getPartitionKey(item),
-            },
+    // Fetch the payload item (heavy checkpoint blob)
+    // Optimization: if checkpoint data is stored in S3, skip the payload fetch —
+    // deserializeCheckpointTuple will download the real data from S3.
+    let checkpointData;
+    if (item.s3_checkpoint_key) {
+        // S3 offloaded — real data will be fetched by deserializeCheckpointTuple
+        checkpointData = new Uint8Array(0);
+    }
+    else if (item.checkpoint && item.checkpoint.length > 0) {
+        // Legacy single-item format — checkpoint blob is inline
+        checkpointData = item.checkpoint;
+    }
+    else {
+        // New split format — fetch payload item separately
+        const payloadResult = await (0, shared_1.withDynamoDBRetry)(async () => {
+            return await params.client.get({
+                TableName: params.checkpointsTableName,
+                Key: {
+                    thread_id: item.thread_id,
+                    checkpoint_id: `${types_1.PAYLOAD_SK_PREFIX}${item.checkpoint_id}`,
+                },
+            });
+        });
+        const payloadItem = payloadResult.Item;
+        if (!payloadItem) {
+            throw new Error(`Checkpoint payload item not found for thread_id=${item.thread_id}, checkpoint_id=${item.checkpoint_id}`);
+        }
+        checkpointData = payloadItem.checkpoint;
+    }
+    // Get pending writes for this checkpoint (with pagination for large result sets)
+    const allWriteItems = [];
+    let writesLastEvaluatedKey;
+    do {
+        const writesResult = await (0, shared_1.withDynamoDBRetry)(async () => {
+            return await params.client.query({
+                TableName: params.writesTableName,
+                KeyConditionExpression: 'thread_id_checkpoint_id_checkpoint_ns = :thread_id_checkpoint_id_checkpoint_ns',
+                ExpressionAttributeValues: {
+                    ':thread_id_checkpoint_id_checkpoint_ns': writer_1.Writer.getPartitionKey(item),
+                },
+                ExclusiveStartKey: writesLastEvaluatedKey,
+            });
         });
-    });
+        if (writesResult.Items) {
+            allWriteItems.push(...writesResult.Items);
+        }
+        writesLastEvaluatedKey = writesResult.LastEvaluatedKey;
+    } while (writesLastEvaluatedKey);
     const pendingWrites = [];
-    if (writesResult.Items) {
-        for (const writeItem of writesResult.Items) {
-            const write = writer_1.Writer.fromDynamoDBItem(writeItem);
-            const value = await params.serde.loadsTyped(write.type, write.value);
-            pendingWrites.push([write.task_id, write.channel, value]);
+    for (const writeItem of allWriteItems) {
+        const write = writer_1.Writer.fromDynamoDBItem(writeItem);
+        // Download from S3 if offloaded
+        let rawValue = write.value;
+        if (writeItem.s3_value_key && params.s3Offloader) {
+            rawValue = await params.s3Offloader.download(writeItem.s3_value_key);
         }
+        // Decompress write value if compressor is provided (auto-detects gzip)
+        const writeValue = params.compressor ? await params.compressor.decompress(rawValue) : rawValue;
+        const value = await params.serde.loadsTyped(write.type, writeValue);
+        pendingWrites.push([write.task_id, write.channel, value]);
     }
-    // Get the base checkpoint tuple using a utility
-    const checkpointTuple = await (0, utils_1.deserializeCheckpointTuple)(item, params.serde);
+    // Deserialize the checkpoint tuple from metadata item + payload data
+    const checkpointTuple = await (0, utils_1.deserializeCheckpointTuple)(item, checkpointData, params.serde, params.compressor, params.s3Offloader);
     // Add pending writes to the tuple
     return {
         ...checkpointTuple,

package/dist/checkpointer/actions/get-tuple.js.map

@@ -1 +1 @@
-{"version":3,"file":"get-tuple.js","sourceRoot":"","sources":["../../../src/checkpointer/actions/get-tuple.ts"],"names":[],"mappings":";;;AAEA,qCAAkC;AAClC,mEAA+D;AAO/D,oCAAsD;AACtD,yCAAiD;AAEjD;;;;;;GAMG;AACI,MAAM,cAAc,GAAG,KAAK,EACjC,MAA4B,EACU,EAAE;IACxC,MAAM,OAAO,GAAG,KAAK,EAAE,YAAmC,EAAE,EAAE;QAC5D,IAAI,YAAY,CAAC,aAAa,IAAI,IAAI,EAAE,CAAC;YACvC,MAAM,IAAI,GAAG,MAAM,IAAA,0BAAiB,EAAC,KAAK,IAAI,EAAE;gBAC9C,OAAO,MAAM,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC;oBAC7B,SAAS,EAAE,MAAM,CAAC,oBAAoB;oBACtC,GAAG,EAAE;wBACH,SAAS,EAAE,YAAY,CAAC,SAAS;wBACjC,aAAa,EAAE,YAAY,CAAC,aAAa;qBAC1C;iBACF,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;YACH,OAAO,IAAI,CAAC,IAAkC,CAAC;QACjD,CAAC;aAAM,CAAC;YACN,MAAM,MAAM,GAAG,MAAM,IAAA,0BAAiB,EAAC,KAAK,IAAI,EAAE;gBAChD,OAAO,MAAM,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC;oBAC/B,SAAS,EAAE,MAAM,CAAC,oBAAoB;oBACtC,sBAAsB,EAAE,wBAAwB;oBAChD,yBAAyB,EAAE;wBACzB,YAAY,EAAE,YAAY,CAAC,SAAS;wBACpC,GAAG,CAAC,YAAY,CAAC,aAAa,IAAI;4BAChC,gBAAgB,EAAE,YAAY,CAAC,aAAa;yBAC7C,CAAC;qBACH;oBACD,GAAG,CAAC,YAAY,CAAC,aAAa,IAAI;wBAChC,gBAAgB,EAAE,gCAAgC;qBACnD,CAAC;oBACF,KAAK,EAAE,CAAC;oBACR,cAAc,EAAE,IAAI;oBACpB,gBAAgB,EAAE,KAAK,EAAE,mBAAmB;iBAC7C,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;YACH,OAAO,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAA+B,CAAC;QACzD,CAAC;IACH,CAAC,CAAC;IAEF,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,IAAA,4CAAoB,EAAC,MAAM,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC;IAC7E,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,yCAAyC;IACzC,MAAM,YAAY,GAAG,MAAM,IAAA,0BAAiB,EAAC,KAAK,IAAI,EAAE;QACtD,OAAO,MAAM,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC;YAC/B,SAAS,EAAE,MAAM,CAAC,eAAe;YACjC,sBAAsB,EACpB,gFAAgF;YAClF,yBAAyB,EAAE;gBACzB,wCAAwC,EAAE,eAAM,CAAC,eAAe,CAAC,IAAI,CAAC;aACvE;SACF,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,MAAM,aAAa,GAA6B,EAAE,CAAC;IACnD,IAAI,YAAY,CAAC,KAAK,EAAE,CAAC;QACvB,KAAK,MAAM,SAAS,IAAI,YAAY,CAAC,KAA4B,EAAE,CAAC;YAClE,MAAM,KAAK,GAAG,eAAM,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC;YACjD,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;YACrE,aAAa,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;QAC5D,CAAC;IACH,CAAC;IAED,gDAAgD;IAChD,MAAM,eAAe,GAAG,MAAM,IAAA,kCAA0B,EAAC,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;IAE7E,kCAAkC;IAClC,OAAO;QACL,GAAG,eAAe;QAClB,aAAa;KACd,CAAC;AACJ,CAAC,CAAC;AAxEW,QAAA,cAAc,kBAwEzB"}
+{"version":3,"file":"get-tuple.js","sourceRoot":"","sources":["../../../src/checkpointer/actions/get-tuple.ts"],"names":[],"mappings":";;;AAEA,yCAAiD;AACjD,oCAOkB;AAClB,oCAAsD;AACtD,mEAA+D;AAC/D,qCAAkC;AAElC;;;;;;;;;;;;;GAaG;AACI,MAAM,cAAc,GAAG,KAAK,EACjC,MAA4B,EACU,EAAE;IACxC,MAAM,OAAO,GAAG,KAAK,EAAE,YAAmC,EAAE,EAAE;QAC5D,IAAI,YAAY,CAAC,aAAa,IAAI,IAAI,EAAE,CAAC;YACvC,MAAM,IAAI,GAAG,MAAM,IAAA,0BAAiB,EAAC,KAAK,IAAI,EAAE;gBAC9C,OAAO,MAAM,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC;oBAC7B,SAAS,EAAE,MAAM,CAAC,oBAAoB;oBACtC,GAAG,EAAE;wBACH,SAAS,EAAE,YAAY,CAAC,SAAS;wBACjC,aAAa,EAAE,YAAY,CAAC,aAAa;qBAC1C;iBACF,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;YACH,OAAO,IAAI,CAAC,IAAkC,CAAC;QACjD,CAAC;aAAM,CAAC;YACN,MAAM,MAAM,GAAG,MAAM,IAAA,0BAAiB,EAAC,KAAK,IAAI,EAAE;gBAChD,OAAO,MAAM,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC;oBAC/B,SAAS,EAAE,MAAM,CAAC,oBAAoB;oBACtC,sBAAsB,EAAE,4DAA4D;oBACpF,yBAAyB,EAAE;wBACzB,YAAY,EAAE,YAAY,CAAC,SAAS;wBACpC,iBAAiB,EAAE,yBAAiB;wBACpC,GAAG,CAAC,YAAY,CAAC,aAAa,IAAI;4BAChC,gBAAgB,EAAE,YAAY,CAAC,aAAa;yBAC7C,CAAC;qBACH;oBACD,GAAG,CAAC,YAAY,CAAC,aAAa,IAAI;wBAChC,gBAAgB,EAAE,gCAAgC;qBACnD,CAAC;oBACF,KAAK,EAAE,CAAC;oBACR,cAAc,EAAE,IAAI;oBACpB,gBAAgB,EAAE,KAAK,EAAE,mBAAmB;iBAC7C,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;YACH,OAAO,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAA+B,CAAC;QACzD,CAAC;IACH,CAAC,CAAC;IAEF,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,IAAA,4CAAoB,EAAC,MAAM,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC;IAC7E,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,iDAAiD;IACjD,6EAA6E;IAC7E,kEAAkE;IAClE,IAAI,cAA0B,CAAC;IAC/B,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAC3B,yEAAyE;QACzE,cAAc,GAAG,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC;IACrC,CAAC;SAAM,IAAI,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACzD,wDAAwD;QACxD,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC;IACnC,CAAC;SAAM,CAAC;QACN,mDAAmD;QACnD,MAAM,aAAa,GAAG,MAAM,IAAA,0BAAiB,EAAC,KAAK,IAAI,EAAE;YACvD,OAAO,MAAM,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC;gBAC7B,SAAS,EAAE,MAAM,CAAC,oBAAoB;gBACtC,GAAG,EAAE;oBACH,SAAS,EAAE,IAAI,CAAC,SAAS;oBACzB,aAAa,EAAE,GAAG,yBAAiB,GAAG,IAAI,CAAC,aAAa,EAAE;iBAC3D;aACF,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,MAAM,WAAW,GAAG,aAAa,CAAC,IAAyC,CAAC;QAC5E,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CACb,mDAAmD,IAAI,CAAC,SAAS,mBAAmB,IAAI,CAAC,aAAa,EAAE,CACzG,CAAC;QACJ,CAAC;QACD,cAAc,GAAG,WAAW,CAAC,UAAU,CAAC;IAC1C,CAAC;IAED,iFAAiF;IACjF,MAAM,aAAa,GAAwB,EAAE,CAAC;IAC9C,IAAI,sBAA2D,CAAC;IAEhE,GAAG,CAAC;QACF,MAAM,YAAY,GAAG,MAAM,IAAA,0BAAiB,EAAC,KAAK,IAAI,EAAE;YACtD,OAAO,MAAM,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC;gBAC/B,SAAS,EAAE,MAAM,CAAC,eAAe;gBACjC,sBAAsB,EACpB,gFAAgF;gBAClF,yBAAyB,EAAE;oBACzB,wCAAwC,EAAE,eAAM,CAAC,eAAe,CAAC,IAAI,CAAC;iBACvE;gBACD,iBAAiB,EAAE,sBAAsB;aAC1C,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,IAAI,YAAY,CAAC,KAAK,EAAE,CAAC;YACvB,aAAa,CAAC,IAAI,CAAC,GAAI,YAAY,CAAC,KAA6B,CAAC,CAAC;QACrE,CAAC;QACD,sBAAsB,GAAG,YAAY,CAAC,gBAAgB,CAAC;IACzD,CAAC,QAAQ,sBAAsB,EAAE;IAEjC,MAAM,aAAa,GAA6B,EAAE,CAAC;IACnD,KAAK,MAAM,SAAS,IAAI,aAAa,EAAE,CAAC;QACtC,MAAM,KAAK,GAAG,eAAM,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC;QACjD,gCAAgC;QAChC,IAAI,QAAQ,GAAe,KAAK,CAAC,KAAK,CAAC;QACvC,IAAI,SAAS,CAAC,YAAY,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;YACjD,QAAQ,GAAG,MAAM,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;QACvE,CAAC;QACD,uEAAuE;QACvE,MAAM,UAAU,GAAG,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM,MAAM,CAAC,UAAU,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;QAC/F,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;QACpE,aAAa,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;IAC5D,CAAC;IAED,qEAAqE;IACrE,MAAM,eAAe,GAAG,MAAM,IAAA,kCAA0B,EACtD,IAAI,EACJ,cAAc,EACd,MAAM,CAAC,KAAK,EACZ,MAAM,CAAC,UAAU,EACjB,MAAM,CAAC,WAAW,CACnB,CAAC;IAEF,kCAAkC;IAClC,OAAO;QACL,GAAG,eAAe;QAClB,aAAa;KACd,CAAC;AACJ,CAAC,CAAC;AA9HW,QAAA,cAAc,kBA8HzB"}

package/dist/checkpointer/actions/put-writes.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"put-writes.d.ts","sourceRoot":"","sources":["../../../src/checkpointer/actions/put-writes.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,qBAAqB,EAAE,MAAM,UAAU,CAAC;AAIjD;;;;;GAKG;AACH,eAAO,MAAM,eAAe,GAAU,QAAQ,qBAAqB,KAAG,OAAO,CAAC,IAAI,CA2DjF,CAAC"}
+{"version":3,"file":"put-writes.d.ts","sourceRoot":"","sources":["../../../src/checkpointer/actions/put-writes.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,qBAAqB,EAAE,MAAM,UAAU,CAAC;AAKjD;;;;;GAKG;AACH,eAAO,MAAM,eAAe,GAAU,QAAQ,qBAAqB,KAAG,OAAO,CAAC,IAAI,CAsEjF,CAAC"}

package/dist/checkpointer/actions/put-writes.js

@@ -1,10 +1,10 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.putWritesAction = void 0;
+const shared_1 = require("../../shared");
+const utils_1 = require("../utils");
 const validate_configurable_1 = require("./validate-configurable");
 const writer_1 = require("./writer");
-const utils_1 = require("../utils");
-const shared_1 = require("../../shared");
 /**
  * Save pending writes to DynamoDB
  *
@@ -21,7 +21,18 @@ const putWritesAction = async (params) => {
     (0, utils_1.validateTaskId)(params.taskId);
     (0, utils_1.validateTTLDays)(params.ttlDays);
     const writeItems = await Promise.all(params.writes.map(async (write, idx) => {
-        const [type, serializedValue] = await params.serde.dumpsTyped(write[1]);
+        const [type, rawValue] = await params.serde.dumpsTyped(write[1]);
+        // Compress after serialization if compressor is provided
+        const serializedValue = params.compressor
+            ? await params.compressor.compress(rawValue)
+            : rawValue;
+        // S3 offloading for large write values
+        let s3ValueKey;
+        let storedValue = serializedValue;
+        if (params.s3Offloader && params.s3Offloader.shouldOffload(serializedValue)) {
+            s3ValueKey = await params.s3Offloader.upload(params.s3Offloader.buildKey(thread_id, checkpoint_id, `write-${idx}`), serializedValue);
+            storedValue = new Uint8Array(0); // Empty placeholder in DynamoDB
+        }
         const item = new writer_1.Writer({
             thread_id,
             checkpoint_ns,
@@ -30,34 +41,28 @@ const putWritesAction = async (params) => {
             idx,
             channel: write[0],
             type,
-            value: serializedValue,
+            value: storedValue,
         });
         const dynamoItem = item.toDynamoDBItem();
-        // FIX: Add TTL to the item that will actually be saved
-        if (params.ttlDays !== undefined) {
+        // Add S3 reference if offloaded
+        if (s3ValueKey) {
+            dynamoItem.s3_value_key = s3ValueKey;
+        }
+        // Add TTL to the item that will actually be saved (ttlSeconds takes precedence)
+        if (params.ttlSeconds !== undefined) {
+            dynamoItem.ttl = (0, shared_1.calculateTTLTimestampFromSeconds)(params.ttlSeconds);
+        }
+        else if (params.ttlDays !== undefined) {
             dynamoItem.ttl = (0, shared_1.calculateTTLTimestamp)(params.ttlDays);
         }
         return {
             PutRequest: {
-                Item: dynamoItem, // Use the same item with TTL
+                Item: dynamoItem,
             },
         };
     }));
-    // Batch writes in groups of 25 (DynamoDB limit)
-    const batches = [];
-    for (let i = 0; i < writeItems.length; i += 25) {
-        batches.push(writeItems.slice(i, i + 25));
-    }
-    // Execute batches with retry logic
-    for (const batch of batches) {
-        await (0, shared_1.withDynamoDBRetry)(async () => {
-            await params.client.batchWrite({
-                RequestItems: {
-                    [params.writesTableName]: batch,
-                },
-            });
-        });
-    }
+    // Batch writes using shared utility with retry logic
+    await (0, shared_1.batchWriteAllWithRetry)(params.client, params.writesTableName, writeItems);
 };
 exports.putWritesAction = putWritesAction;
 //# sourceMappingURL=put-writes.js.map

package/dist/checkpointer/actions/put-writes.js.map

@@ -1 +1 @@
-{"version":3,"file":"put-writes.js","sourceRoot":"","sources":["../../../src/checkpointer/actions/put-writes.ts"],"names":[],"mappings":";;;AAAA,mEAA+D;AAC/D,qCAAkC;AAElC,oCAAgF;AAChF,yCAAwE;AAExE;;;;;GAKG;AACI,MAAM,eAAe,GAAG,KAAK,EAAE,MAA6B,EAAiB,EAAE;IACpF,MAAM,EAAE,SAAS,EAAE,aAAa,EAAE,aAAa,EAAE,GAAG,IAAA,4CAAoB,EACtE,MAAM,CAAC,MAAM,CAAC,YAAY,CAC3B,CAAC;IAEF,IAAI,aAAa,IAAI,IAAI,EAAE,CAAC;QAC1B,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;IAC3C,CAAC;IAED,kBAAkB;IAClB,IAAA,2BAAmB,EAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IAC1C,IAAA,sBAAc,EAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IAC9B,IAAA,uBAAe,EAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAEhC,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,GAAG,CAClC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE;QACrC,MAAM,CAAC,IAAI,EAAE,eAAe,CAAC,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QACxE,MAAM,IAAI,GAAG,IAAI,eAAM,CAAC;YACtB,SAAS;YACT,aAAa;YACb,aAAa;YACb,OAAO,EAAE,MAAM,CAAC,MAAM;YACtB,GAAG;YACH,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;YACjB,IAAI;YACJ,KAAK,EAAE,eAAe;SACvB,CAAC,CAAC;QAEH,MAAM,UAAU,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;QAEzC,uDAAuD;QACvD,IAAI,MAAM,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;YAChC,UAAkB,CAAC,GAAG,GAAG,IAAA,8BAAqB,EAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAClE,CAAC;QAED,OAAO;YACL,UAAU,EAAE;gBACV,IAAI,EAAE,UAAU,EAAE,6BAA6B;aAChD;SACF,CAAC;IACJ,CAAC,CAAC,CACH,CAAC;IAEF,gDAAgD;IAChD,MAAM,OAAO,GAAG,EAAE,CAAC;IACnB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC;QAC/C,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;IAC5C,CAAC;IAED,mCAAmC;IACnC,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,MAAM,IAAA,0BAAiB,EAAC,KAAK,IAAI,EAAE;YACjC,MAAM,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC;gBAC7B,YAAY,EAAE;oBACZ,CAAC,MAAM,CAAC,eAAe,CAAC,EAAE,KAAK;iBAChC;aACF,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;AACH,CAAC,CAAC;AA3DW,QAAA,eAAe,mBA2D1B"}
+{"version":3,"file":"put-writes.js","sourceRoot":"","sources":["../../../src/checkpointer/actions/put-writes.ts"],"names":[],"mappings":";;;AAAA,yCAIsB;AAEtB,oCAAgF;AAChF,mEAA+D;AAC/D,qCAAkC;AAElC;;;;;GAKG;AACI,MAAM,eAAe,GAAG,KAAK,EAAE,MAA6B,EAAiB,EAAE;IACpF,MAAM,EAAE,SAAS,EAAE,aAAa,EAAE,aAAa,EAAE,GAAG,IAAA,4CAAoB,EACtE,MAAM,CAAC,MAAM,CAAC,YAAY,CAC3B,CAAC;IAEF,IAAI,aAAa,IAAI,IAAI,EAAE,CAAC;QAC1B,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;IAC3C,CAAC;IAED,kBAAkB;IAClB,IAAA,2BAAmB,EAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IAC1C,IAAA,sBAAc,EAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IAC9B,IAAA,uBAAe,EAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAEhC,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,GAAG,CAClC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE;QACrC,MAAM,CAAC,IAAI,EAAE,QAAQ,CAAC,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QAEjE,yDAAyD;QACzD,MAAM,eAAe,GAAG,MAAM,CAAC,UAAU;YACvC,CAAC,CAAC,MAAM,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,QAAQ,CAAC;YAC5C,CAAC,CAAC,QAAQ,CAAC;QAEb,uCAAuC;QACvC,IAAI,UAA8B,CAAC;QACnC,IAAI,WAAW,GAAe,eAAe,CAAC;QAE9C,IAAI,MAAM,CAAC,WAAW,IAAI,MAAM,CAAC,WAAW,CAAC,aAAa,CAAC,eAAe,CAAC,EAAE,CAAC;YAC5E,UAAU,GAAG,MAAM,MAAM,CAAC,WAAW,CAAC,MAAM,CAC1C,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,SAAS,EAAE,aAAc,EAAE,SAAS,GAAG,EAAE,CAAC,EACtE,eAAe,CAChB,CAAC;YACF,WAAW,GAAG,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,gCAAgC;QACnE,CAAC;QAED,MAAM,IAAI,GAAG,IAAI,eAAM,CAAC;YACtB,SAAS;YACT,aAAa;YACb,aAAa;YACb,OAAO,EAAE,MAAM,CAAC,MAAM;YACtB,GAAG;YACH,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;YACjB,IAAI;YACJ,KAAK,EAAE,WAAW;SACnB,CAAC,CAAC;QAEH,MAAM,UAAU,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;QAEzC,gCAAgC;QAChC,IAAI,UAAU,EAAE,CAAC;YACf,UAAU,CAAC,YAAY,GAAG,UAAU,CAAC;QACvC,CAAC;QAED,gFAAgF;QAChF,IAAI,MAAM,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;YACpC,UAAU,CAAC,GAAG,GAAG,IAAA,yCAAgC,EAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QACvE,CAAC;aAAM,IAAI,MAAM,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;YACxC,UAAU,CAAC,GAAG,GAAG,IAAA,8BAAqB,EAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACzD,CAAC;QAED,OAAO;YACL,UAAU,EAAE;gBACV,IAAI,EAAE,UAAU;aACjB;SACF,CAAC;IACJ,CAAC,CAAC,CACH,CAAC;IAEF,qDAAqD;IACrD,MAAM,IAAA,+BAAsB,EAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,eAAe,EAAE,UAAU,CAAC,CAAC;AAClF,CAAC,CAAC;AAtEW,QAAA,eAAe,mBAsE1B"}

package/dist/checkpointer/actions/put.d.ts

@@ -1,7 +1,11 @@
 import type { RunnableConfig } from '@langchain/core/runnables';
-import { PutActionParams } from '../types';
+import { type PutActionParams } from '../types';
 /**
- * Save a checkpoint to DynamoDB
+ * Save a checkpoint to DynamoDB as two items:
+ * 1. Metadata item (SK = checkpoint_id) — lightweight, queried by list()
+ * 2. Payload item  (SK = PAYLOAD#checkpoint_id) — heavy blob, fetched only by getTuple()
+ *
+ * Both items are written atomically via transactWrite.
  *
  * @param params - Parameters for the put operation
  * @returns RunnableConfig with the saved checkpoint information

package/dist/checkpointer/actions/put.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"put.d.ts","sourceRoot":"","sources":["../../../src/checkpointer/actions/put.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAGhE,OAAO,EAAkB,eAAe,EAAE,MAAM,UAAU,CAAC;AAI3D;;;;;;GAMG;AACH,eAAO,MAAM,SAAS,GAAU,QAAQ,eAAe,KAAG,OAAO,CAAC,cAAc,CA8C/E,CAAC"}
+{"version":3,"file":"put.d.ts","sourceRoot":"","sources":["../../../src/checkpointer/actions/put.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAOhE,OAAO,EAIL,KAAK,eAAe,EACrB,MAAM,UAAU,CAAC;AAIlB;;;;;;;;;;GAUG;AACH,eAAO,MAAM,SAAS,GAAU,QAAQ,eAAe,KAAG,OAAO,CAAC,cAAc,CAkH/E,CAAC"}