@machina.ai/cell-cli-core 1.38.1-rc2 → 1.40.1-rc2

package/dist/src/context/processors/blobDegradationProcessor.d.ts

@@ -0,0 +1,6 @@
+import type { JSONSchemaType } from 'ajv';
+import type { ContextProcessor } from '../pipeline.js';
+import type { ContextEnvironment } from '../pipeline/environment.js';
+export type BlobDegradationProcessorOptions = Record<string, never>;
+export declare const BlobDegradationProcessorOptionsSchema: JSONSchemaType<BlobDegradationProcessorOptions>;
+export declare function createBlobDegradationProcessor(id: string, env: ContextEnvironment): ContextProcessor;

package/dist/src/context/processors/blobDegradationProcessor.js

@@ -0,0 +1,127 @@
+/**
+ * @license
+ * Copyright 2026 Google LLC
+ * SPDX-License-Identifier: Apache-2.0
+ */
+import { randomUUID } from 'node:crypto';
+import * as fs from 'node:fs/promises';
+import * as path from 'node:path';
+import { sanitizeFilenamePart } from '../../utils/fileUtils.js';
+export const BlobDegradationProcessorOptionsSchema = {
+    type: 'object',
+    properties: {},
+    required: [],
+};
+export function createBlobDegradationProcessor(id, env) {
+    return {
+        id,
+        name: 'BlobDegradationProcessor',
+        process: async ({ targets }) => {
+            if (targets.length === 0) {
+                return targets;
+            }
+            let directoryCreated = false;
+            let blobOutputsDir = path.join(env.projectTempDir, 'degraded-blobs');
+            const sessionId = env.sessionId;
+            if (sessionId) {
+                blobOutputsDir = path.join(blobOutputsDir, `session-${sanitizeFilenamePart(sessionId)}`);
+            }
+            const ensureDir = async () => {
+                if (!directoryCreated) {
+                    await fs.mkdir(blobOutputsDir, { recursive: true });
+                    directoryCreated = true;
+                }
+            };
+            const returnedNodes = [];
+            // Forward scan, looking for bloated non-text parts to degrade
+            for (const node of targets) {
+                switch (node.type) {
+                    case 'USER_PROMPT': {
+                        let modified = false;
+                        const newParts = [...node.semanticParts];
+                        for (let j = 0; j < node.semanticParts.length; j++) {
+                            const part = node.semanticParts[j];
+                            if (part.type === 'text')
+                                continue;
+                            let newText = '';
+                            let tokensSaved = 0;
+                            switch (part.type) {
+                                case 'inline_data': {
+                                    await ensureDir();
+                                    const ext = part.mimeType.split('/')[1] || 'bin';
+                                    const fileName = `blob_${Date.now()}_${randomUUID()}.${ext}`;
+                                    const filePath = path.join(blobOutputsDir, fileName);
+                                    const buffer = Buffer.from(part.data, 'base64');
+                                    await fs.writeFile(filePath, buffer);
+                                    const mb = (buffer.byteLength / 1024 / 1024).toFixed(2);
+                                    newText = `[Multi-Modal Blob (${part.mimeType}, ${mb}MB) degraded to text to preserve context window. Saved to: ${filePath}]`;
+                                    const oldTokens = env.tokenCalculator.estimateTokensForParts([
+                                        {
+                                            inlineData: { mimeType: part.mimeType, data: part.data },
+                                        },
+                                    ]);
+                                    const newTokens = env.tokenCalculator.estimateTokensForParts([
+                                        { text: newText },
+                                    ]);
+                                    tokensSaved = oldTokens - newTokens;
+                                    break;
+                                }
+                                case 'file_data': {
+                                    newText = `[File Reference (${part.mimeType}) degraded to text to preserve context window. Original URI: ${part.fileUri}]`;
+                                    const oldTokens = env.tokenCalculator.estimateTokensForParts([
+                                        {
+                                            fileData: {
+                                                mimeType: part.mimeType,
+                                                fileUri: part.fileUri,
+                                            },
+                                        },
+                                    ]);
+                                    const newTokens = env.tokenCalculator.estimateTokensForParts([
+                                        { text: newText },
+                                    ]);
+                                    tokensSaved = oldTokens - newTokens;
+                                    break;
+                                }
+                                case 'raw_part': {
+                                    newText = `[Unknown Part degraded to text to preserve context window.]`;
+                                    const oldTokens = env.tokenCalculator.estimateTokensForParts([
+                                        part.part,
+                                    ]);
+                                    const newTokens = env.tokenCalculator.estimateTokensForParts([
+                                        { text: newText },
+                                    ]);
+                                    tokensSaved = oldTokens - newTokens;
+                                    break;
+                                }
+                                default:
+                                    break;
+                            }
+                            if (newText && tokensSaved > 0) {
+                                newParts[j] = { type: 'text', text: newText };
+                                modified = true;
+                            }
+                        }
+                        if (modified) {
+                            const degradedNode = {
+                                ...node,
+                                id: randomUUID(),
+                                semanticParts: newParts,
+                                replacesId: node.id,
+                            };
+                            returnedNodes.push(degradedNode);
+                        }
+                        else {
+                            returnedNodes.push(node);
+                        }
+                        break;
+                    }
+                    default:
+                        returnedNodes.push(node);
+                        break;
+                }
+            }
+            return returnedNodes;
+        },
+    };
+}
+//# sourceMappingURL=blobDegradationProcessor.js.map

package/dist/src/context/processors/blobDegradationProcessor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"blobDegradationProcessor.js","sourceRoot":"","sources":["../../../../src/context/processors/blobDegradationProcessor.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAGzC,OAAO,KAAK,EAAE,MAAM,kBAAkB,CAAC;AACvC,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAGlC,OAAO,EAAE,oBAAoB,EAAE,MAAM,0BAA0B,CAAC;AAIhE,MAAM,CAAC,MAAM,qCAAqC,GAChD;IACE,IAAI,EAAE,QAAQ;IACd,UAAU,EAAE,EAAE;IACd,QAAQ,EAAE,EAAE;CACb,CAAC;AAEJ,MAAM,UAAU,8BAA8B,CAC5C,EAAU,EACV,GAAuB;IAEvB,OAAO;QACL,EAAE;QACF,IAAI,EAAE,0BAA0B;QAChC,OAAO,EAAE,KAAK,EAAE,EAAE,OAAO,EAAe,EAAE,EAAE;YAC1C,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACzB,OAAO,OAAO,CAAC;YACjB,CAAC;YAED,IAAI,gBAAgB,GAAG,KAAK,CAAC;YAE7B,IAAI,cAAc,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,cAAc,EAAE,gBAAgB,CAAC,CAAC;YACrE,MAAM,SAAS,GAAG,GAAG,CAAC,SAAS,CAAC;YAChC,IAAI,SAAS,EAAE,CAAC;gBACd,cAAc,GAAG,IAAI,CAAC,IAAI,CACxB,cAAc,EACd,WAAW,oBAAoB,CAAC,SAAS,CAAC,EAAE,CAC7C,CAAC;YACJ,CAAC;YAED,MAAM,SAAS,GAAG,KAAK,IAAI,EAAE;gBAC3B,IAAI,CAAC,gBAAgB,EAAE,CAAC;oBACtB,MAAM,EAAE,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;oBACpD,gBAAgB,GAAG,IAAI,CAAC;gBAC1B,CAAC;YACH,CAAC,CAAC;YAEF,MAAM,aAAa,GAAmB,EAAE,CAAC;YAEzC,8DAA8D;YAC9D,KAAK,MAAM,IAAI,IAAI,OAAO,EAAE,CAAC;gBAC3B,QAAQ,IAAI,CAAC,IAAI,EAAE,CAAC;oBAClB,KAAK,aAAa,CAAC,CAAC,CAAC;wBACnB,IAAI,QAAQ,GAAG,KAAK,CAAC;wBACrB,MAAM,QAAQ,GAAG,CAAC,GAAG,IAAI,CAAC,aAAa,CAAC,CAAC;wBAEzC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;4BACnD,MAAM,IAAI,GAAG,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;4BACnC,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM;gCAAE,SAAS;4BAEnC,IAAI,OAAO,GAAG,EAAE,CAAC;4BACjB,IAAI,WAAW,GAAG,CAAC,CAAC;4BAEpB,QAAQ,IAAI,CAAC,IAAI,EAAE,CAAC;gCAClB,KAAK,aAAa,CAAC,CAAC,CAAC;oCACnB,MAAM,SAAS,EAAE,CAAC;oCAClB,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC;oCACjD,MAAM,QAAQ,GAAG,QAAQ,IAAI,CAAC,GAAG,EAAE,IAAI,UAAU,EAAE,IAAI,GAAG,EAAE,CAAC;oCAC7D,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,QAAQ,CAAC,CAAC;oCAErD,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;oCAChD,MAAM,EAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;oCAErC,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,UAAU,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;oCACxD,OAAO,GAAG,sBAAsB,IAAI,CAAC,QAAQ,KAAK,EAAE,8DAA8D,QAAQ,GAAG,CAAC;oCAE9H,MAAM,SAAS,GAAG,GAAG,CAAC,eAAe,CAAC,sBAAsB,CAAC;wCAC3D;4CACE,UAAU,EAAE,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE;yCACzD;qCACF,CAAC,CAAC;oCACH,MAAM,SAAS,GAAG,GAAG,CAAC,eAAe,CAAC,sBAAsB,CAAC;wCAC3D,EAAE,IAAI,EAAE,OAAO,EAAE;qCAClB,CAAC,CAAC;oCACH,WAAW,GAAG,SAAS,GAAG,SAAS,CAAC;oCACpC,MAAM;gCACR,CAAC;gCACD,KAAK,WAAW,CAAC,CAAC,CAAC;oCACjB,OAAO,GAAG,oBAAoB,IAAI,CAAC,QAAQ,gEAAgE,IAAI,CAAC,OAAO,GAAG,CAAC;oCAC3H,MAAM,SAAS,GAAG,GAAG,CAAC,eAAe,CAAC,sBAAsB,CAAC;wCAC3D;4CACE,QAAQ,EAAE;gDACR,QAAQ,EAAE,IAAI,CAAC,QAAQ;gDACvB,OAAO,EAAE,IAAI,CAAC,OAAO;6CACtB;yCACF;qCACF,CAAC,CAAC;oCACH,MAAM,SAAS,GAAG,GAAG,CAAC,eAAe,CAAC,sBAAsB,CAAC;wCAC3D,EAAE,IAAI,EAAE,OAAO,EAAE;qCAClB,CAAC,CAAC;oCACH,WAAW,GAAG,SAAS,GAAG,SAAS,CAAC;oCACpC,MAAM;gCACR,CAAC;gCACD,KAAK,UAAU,CAAC,CAAC,CAAC;oCAChB,OAAO,GAAG,6DAA6D,CAAC;oCACxE,MAAM,SAAS,GAAG,GAAG,CAAC,eAAe,CAAC,sBAAsB,CAAC;wCAC3D,IAAI,CAAC,IAAI;qCACV,CAAC,CAAC;oCACH,MAAM,SAAS,GAAG,GAAG,CAAC,eAAe,CAAC,sBAAsB,CAAC;wCAC3D,EAAE,IAAI,EAAE,OAAO,EAAE;qCAClB,CAAC,CAAC;oCACH,WAAW,GAAG,SAAS,GAAG,SAAS,CAAC;oCACpC,MAAM;gCACR,CAAC;gCACD;oCACE,MAAM;4BACV,CAAC;4BAED,IAAI,OAAO,IAAI,WAAW,GAAG,CAAC,EAAE,CAAC;gCAC/B,QAAQ,CAAC,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;gCAC9C,QAAQ,GAAG,IAAI,CAAC;4BAClB,CAAC;wBACH,CAAC;wBAED,IAAI,QAAQ,EAAE,CAAC;4BACb,MAAM,YAAY,GAAe;gCAC/B,GAAG,IAAI;gCACP,EAAE,EAAE,UAAU,EAAE;gCAChB,aAAa,EAAE,QAAQ;gCACvB,UAAU,EAAE,IAAI,CAAC,EAAE;6BACpB,CAAC;4BACF,aAAa,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;wBACnC,CAAC;6BAAM,CAAC;4BACN,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;wBAC3B,CAAC;wBACD,MAAM;oBACR,CAAC;oBACD;wBACE,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;wBACzB,MAAM;gBACV,CAAC;YACH,CAAC;YAED,OAAO,aAAa,CAAC;QACvB,CAAC;KACF,CAAC;AACJ,CAAC"}

package/dist/src/context/processors/blobDegradationProcessor.test.d.ts

@@ -0,0 +1,6 @@
+/**
+ * @license
+ * Copyright 2026 Google LLC
+ * SPDX-License-Identifier: Apache-2.0
+ */
+export {};

package/dist/src/context/processors/blobDegradationProcessor.test.js

@@ -0,0 +1,72 @@
+/**
+ * @license
+ * Copyright 2026 Google LLC
+ * SPDX-License-Identifier: Apache-2.0
+ */
+import assert from 'node:assert';
+import { describe, it, expect } from 'vitest';
+import { createBlobDegradationProcessor } from './blobDegradationProcessor.js';
+import { createMockProcessArgs, createMockEnvironment, createDummyNode, } from '../testing/contextTestUtils.js';
+describe('BlobDegradationProcessor', () => {
+    it('should ignore text parts and only target inline_data and file_data', async () => {
+        const env = createMockEnvironment();
+        // charsPerToken = 1
+        // We want the degraded text to be cheaper than the original blob.
+        // Degraded text is ~100 chars ("...degraded to text...").
+        // So we make the blob data 200 chars.
+        const fakeData = 'A'.repeat(200);
+        const processor = createBlobDegradationProcessor('BlobDegradationProcessor', env);
+        const parts = [
+            { type: 'text', text: 'Hello' },
+            { type: 'inline_data', mimeType: 'image/png', data: fakeData },
+            { type: 'text', text: 'World' },
+        ];
+        const prompt = createDummyNode('ep1', 'USER_PROMPT', 100, {
+            semanticParts: parts,
+        });
+        const targets = [prompt];
+        const result = await processor.process(createMockProcessArgs(targets));
+        expect(result.length).toBe(1);
+        const modifiedPrompt = result[0];
+        expect(modifiedPrompt.id).not.toBe(prompt.id);
+        expect(modifiedPrompt.semanticParts.length).toBe(3);
+        // Text parts should be untouched
+        expect(modifiedPrompt.semanticParts[0]).toEqual(parts[0]);
+        expect(modifiedPrompt.semanticParts[2]).toEqual(parts[2]);
+        // The inline_data part should be replaced with text
+        const degradedPart = modifiedPrompt.semanticParts[1];
+        expect(degradedPart.type).toBe('text');
+        assert(degradedPart.type === 'text');
+        expect(degradedPart.text).toContain('[Multi-Modal Blob (image/png, 0.00MB) degraded to text');
+    });
+    it('should degrade all blobs unconditionally', async () => {
+        const env = createMockEnvironment();
+        const processor = createBlobDegradationProcessor('BlobDegradationProcessor', env);
+        // Tokens for fileData = 258.
+        // Degraded text = "[File Reference (video/mp4) degraded to text to preserve context window. Original URI: gs://test1]"
+        // Degraded text length ~100 characters.
+        // Since charsPerToken=1, degraded text = 100 tokens.
+        // Tokens saved = 258 - 100 = 158. This is > 0, so it WILL degrade it!
+        const prompt = createDummyNode('ep1', 'USER_PROMPT', 100, {
+            semanticParts: [
+                { type: 'file_data', mimeType: 'video/mp4', fileUri: 'gs://test1' },
+                { type: 'file_data', mimeType: 'video/mp4', fileUri: 'gs://test2' },
+            ],
+        });
+        const targets = [prompt];
+        const result = await processor.process(createMockProcessArgs(targets));
+        const modifiedPrompt = result[0];
+        expect(modifiedPrompt.semanticParts.length).toBe(2);
+        // Both parts should be degraded
+        expect(modifiedPrompt.semanticParts[0].type).toBe('text');
+        expect(modifiedPrompt.semanticParts[1].type).toBe('text');
+    });
+    it('should return exactly the targets array if targets are empty', async () => {
+        const env = createMockEnvironment();
+        const processor = createBlobDegradationProcessor('BlobDegradationProcessor', env);
+        const targets = [];
+        const result = await processor.process(createMockProcessArgs(targets));
+        expect(result).toBe(targets);
+    });
+});
+//# sourceMappingURL=blobDegradationProcessor.test.js.map

package/dist/src/context/processors/blobDegradationProcessor.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"blobDegradationProcessor.test.js","sourceRoot":"","sources":["../../../../src/context/processors/blobDegradationProcessor.test.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,MAAM,MAAM,aAAa,CAAC;AACjC,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,EAAE,8BAA8B,EAAE,MAAM,+BAA+B,CAAC;AAC/E,OAAO,EACL,qBAAqB,EACrB,qBAAqB,EACrB,eAAe,GAChB,MAAM,gCAAgC,CAAC;AAGxC,QAAQ,CAAC,0BAA0B,EAAE,GAAG,EAAE;IACxC,EAAE,CAAC,oEAAoE,EAAE,KAAK,IAAI,EAAE;QAClF,MAAM,GAAG,GAAG,qBAAqB,EAAE,CAAC;QACpC,oBAAoB;QACpB,kEAAkE;QAClE,0DAA0D;QAC1D,sCAAsC;QACtC,MAAM,QAAQ,GAAG,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAEjC,MAAM,SAAS,GAAG,8BAA8B,CAC9C,0BAA0B,EAC1B,GAAG,CACJ,CAAC;QAEF,MAAM,KAAK,GAAmB;YAC5B,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE;YAC/B,EAAE,IAAI,EAAE,aAAa,EAAE,QAAQ,EAAE,WAAW,EAAE,IAAI,EAAE,QAAQ,EAAE;YAC9D,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE;SAChC,CAAC;QAEF,MAAM,MAAM,GAAG,eAAe,CAAC,KAAK,EAAE,aAAa,EAAE,GAAG,EAAE;YACxD,aAAa,EAAE,KAAK;SACrB,CAAe,CAAC;QAEjB,MAAM,OAAO,GAAG,CAAC,MAAM,CAAC,CAAC;QAEzB,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,OAAO,CAAC,qBAAqB,CAAC,OAAO,CAAC,CAAC,CAAC;QAEvE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC9B,MAAM,cAAc,GAAG,MAAM,CAAC,CAAC,CAAe,CAAC;QAE/C,MAAM,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAC9C,MAAM,CAAC,cAAc,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAEpD,iCAAiC;QACjC,MAAM,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1D,MAAM,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QAE1D,oDAAoD;QACpD,MAAM,YAAY,GAAG,cAAc,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;QACrD,MAAM,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACvC,MAAM,CAAC,YAAY,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC;QACrC,MAAM,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,SAAS,CACjC,wDAAwD,CACzD,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0CAA0C,EAAE,KAAK,IAAI,EAAE;QACxD,MAAM,GAAG,GAAG,qBAAqB,EAAE,CAAC;QAEpC,MAAM,SAAS,GAAG,8BAA8B,CAC9C,0BAA0B,EAC1B,GAAG,CACJ,CAAC;QAEF,6BAA6B;QAC7B,uHAAuH;QACvH,wCAAwC;QACxC,qDAAqD;QACrD,sEAAsE;QAEtE,MAAM,MAAM,GAAG,eAAe,CAAC,KAAK,EAAE,aAAa,EAAE,GAAG,EAAE;YACxD,aAAa,EAAE;gBACb,EAAE,IAAI,EAAE,WAAW,EAAE,QAAQ,EAAE,WAAW,EAAE,OAAO,EAAE,YAAY,EAAE;gBACnE,EAAE,IAAI,EAAE,WAAW,EAAE,QAAQ,EAAE,WAAW,EAAE,OAAO,EAAE,YAAY,EAAE;aACpE;SACF,CAAe,CAAC;QAEjB,MAAM,OAAO,GAAG,CAAC,MAAM,CAAC,CAAC;QAEzB,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,OAAO,CAAC,qBAAqB,CAAC,OAAO,CAAC,CAAC,CAAC;QAEvE,MAAM,cAAc,GAAG,MAAM,CAAC,CAAC,CAAe,CAAC;QAC/C,MAAM,CAAC,cAAc,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAEpD,gCAAgC;QAChC,MAAM,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC1D,MAAM,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC5D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8DAA8D,EAAE,KAAK,IAAI,EAAE;QAC5E,MAAM,GAAG,GAAG,qBAAqB,EAAE,CAAC;QAEpC,MAAM,SAAS,GAAG,8BAA8B,CAC9C,0BAA0B,EAC1B,GAAG,CACJ,CAAC;QACF,MAAM,OAAO,GAAmB,EAAE,CAAC;QAEnC,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,OAAO,CAAC,qBAAqB,CAAC,OAAO,CAAC,CAAC,CAAC;QAEvE,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC/B,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/src/context/processors/historyTruncationProcessor.d.ts

@@ -0,0 +1,11 @@
+/**
+ * @license
+ * Copyright 2026 Google LLC
+ * SPDX-License-Identifier: Apache-2.0
+ */
+import type { ContextProcessor, BackstopTargetOptions } from '../pipeline.js';
+import type { JSONSchemaType } from 'ajv';
+import type { ContextEnvironment } from '../pipeline/environment.js';
+export type HistoryTruncationProcessorOptions = BackstopTargetOptions;
+export declare const HistoryTruncationProcessorOptionsSchema: JSONSchemaType<HistoryTruncationProcessorOptions>;
+export declare function createHistoryTruncationProcessor(id: string, env: ContextEnvironment, options: HistoryTruncationProcessorOptions): ContextProcessor;

package/dist/src/context/processors/historyTruncationProcessor.js

@@ -0,0 +1,61 @@
+/**
+ * @license
+ * Copyright 2026 Google LLC
+ * SPDX-License-Identifier: Apache-2.0
+ */
+export const HistoryTruncationProcessorOptionsSchema = {
+    type: 'object',
+    properties: {
+        target: {
+            type: 'string',
+            enum: ['incremental', 'freeNTokens', 'max'],
+            nullable: true,
+        },
+        freeTokensTarget: { type: 'number', nullable: true },
+    },
+    required: [],
+};
+export function createHistoryTruncationProcessor(id, env, options) {
+    return {
+        id,
+        name: 'HistoryTruncationProcessor',
+        process: async ({ targets }) => {
+            const strategy = options.target ?? 'max';
+            const keptNodes = [];
+            if (strategy === 'incremental') {
+                // 'incremental' simply drops the single oldest node in the targets, ignoring tokens.
+                let removedNodes = 0;
+                for (const node of targets) {
+                    if (removedNodes < 1) {
+                        removedNodes++;
+                        continue;
+                    }
+                    keptNodes.push(node);
+                }
+                return keptNodes;
+            }
+            let targetTokensToRemove = 0;
+            if (strategy === 'freeNTokens') {
+                targetTokensToRemove = options.freeTokensTarget ?? 0;
+                if (targetTokensToRemove <= 0)
+                    return targets;
+            }
+            else if (strategy === 'max') {
+                // 'max' means we remove all targets without stopping early
+                targetTokensToRemove = Infinity;
+            }
+            let removedTokens = 0;
+            // The targets are sequentially ordered from oldest to newest.
+            // We want to delete the oldest targets first.
+            for (const node of targets) {
+                if (removedTokens >= targetTokensToRemove) {
+                    keptNodes.push(node);
+                    continue;
+                }
+                removedTokens += env.tokenCalculator.getTokenCost(node);
+            }
+            return keptNodes;
+        },
+    };
+}
+//# sourceMappingURL=historyTruncationProcessor.js.map

package/dist/src/context/processors/historyTruncationProcessor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"historyTruncationProcessor.js","sourceRoot":"","sources":["../../../../src/context/processors/historyTruncationProcessor.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAaH,MAAM,CAAC,MAAM,uCAAuC,GAClD;IACE,IAAI,EAAE,QAAQ;IACd,UAAU,EAAE;QACV,MAAM,EAAE;YACN,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,CAAC,aAAa,EAAE,aAAa,EAAE,KAAK,CAAC;YAC3C,QAAQ,EAAE,IAAI;SACf;QACD,gBAAgB,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE;KACrD;IACD,QAAQ,EAAE,EAAE;CACb,CAAC;AAEJ,MAAM,UAAU,gCAAgC,CAC9C,EAAU,EACV,GAAuB,EACvB,OAA0C;IAE1C,OAAO;QACL,EAAE;QACF,IAAI,EAAE,4BAA4B;QAClC,OAAO,EAAE,KAAK,EAAE,EAAE,OAAO,EAAe,EAAE,EAAE;YAC1C,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,IAAI,KAAK,CAAC;YACzC,MAAM,SAAS,GAAmB,EAAE,CAAC;YAErC,IAAI,QAAQ,KAAK,aAAa,EAAE,CAAC;gBAC/B,qFAAqF;gBACrF,IAAI,YAAY,GAAG,CAAC,CAAC;gBACrB,KAAK,MAAM,IAAI,IAAI,OAAO,EAAE,CAAC;oBAC3B,IAAI,YAAY,GAAG,CAAC,EAAE,CAAC;wBACrB,YAAY,EAAE,CAAC;wBACf,SAAS;oBACX,CAAC;oBACD,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACvB,CAAC;gBACD,OAAO,SAAS,CAAC;YACnB,CAAC;YAED,IAAI,oBAAoB,GAAG,CAAC,CAAC;YAC7B,IAAI,QAAQ,KAAK,aAAa,EAAE,CAAC;gBAC/B,oBAAoB,GAAG,OAAO,CAAC,gBAAgB,IAAI,CAAC,CAAC;gBACrD,IAAI,oBAAoB,IAAI,CAAC;oBAAE,OAAO,OAAO,CAAC;YAChD,CAAC;iBAAM,IAAI,QAAQ,KAAK,KAAK,EAAE,CAAC;gBAC9B,2DAA2D;gBAC3D,oBAAoB,GAAG,QAAQ,CAAC;YAClC,CAAC;YAED,IAAI,aAAa,GAAG,CAAC,CAAC;YAEtB,8DAA8D;YAC9D,8CAA8C;YAC9C,KAAK,MAAM,IAAI,IAAI,OAAO,EAAE,CAAC;gBAC3B,IAAI,aAAa,IAAI,oBAAoB,EAAE,CAAC;oBAC1C,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBACrB,SAAS;gBACX,CAAC;gBAED,aAAa,IAAI,GAAG,CAAC,eAAe,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;YAC1D,CAAC;YAED,OAAO,SAAS,CAAC;QACnB,CAAC;KACF,CAAC;AACJ,CAAC"}

package/dist/src/context/processors/nodeDistillationProcessor.d.ts

@@ -0,0 +1,8 @@
+import type { JSONSchemaType } from 'ajv';
+import type { ContextProcessor } from '../pipeline.js';
+import type { ContextEnvironment } from '../pipeline/environment.js';
+export interface NodeDistillationProcessorOptions {
+    nodeThresholdTokens: number;
+}
+export declare const NodeDistillationProcessorOptionsSchema: JSONSchemaType<NodeDistillationProcessorOptions>;
+export declare function createNodeDistillationProcessor(id: string, env: ContextEnvironment, options: NodeDistillationProcessorOptions): ContextProcessor;

package/dist/src/context/processors/nodeDistillationProcessor.js

@@ -0,0 +1,167 @@
+/**
+ * @license
+ * Copyright 2026 Google LLC
+ * SPDX-License-Identifier: Apache-2.0
+ */
+import { randomUUID } from 'node:crypto';
+import { debugLogger } from '../../utils/debugLogger.js';
+import { getResponseText } from '../../utils/partUtils.js';
+import { LlmRole } from '../../telemetry/llmRole.js';
+export const NodeDistillationProcessorOptionsSchema = {
+    type: 'object',
+    properties: {
+        nodeThresholdTokens: { type: 'number' },
+    },
+    required: ['nodeThresholdTokens'],
+};
+export function createNodeDistillationProcessor(id, env, options) {
+    const generateSummary = async (text, contextInfo) => {
+        try {
+            const response = await env.llmClient.generateContent({
+                role: LlmRole.UTILITY_COMPRESSOR,
+                modelConfigKey: { model: 'gemini-3-flash-base' },
+                promptId: env.promptId,
+                abortSignal: new AbortController().signal,
+                contents: [
+                    {
+                        role: 'user',
+                        parts: [{ text }],
+                    },
+                ],
+                systemInstruction: {
+                    role: 'system',
+                    parts: [
+                        {
+                            text: `You are an expert context compressor. Your job is to drastically shorten the following ${contextInfo} while preserving the absolute core semantic meaning, facts, and intent. Omit all conversational filler, pleasantries, or redundant information. Return ONLY the compressed summary.`,
+                        },
+                    ],
+                },
+            });
+            return getResponseText(response) || text;
+        }
+        catch (e) {
+            debugLogger.warn(`NodeDistillationProcessor failed to summarize ${contextInfo}`, e);
+            return text; // Fallback to original text on API failure
+        }
+    };
+    return {
+        id,
+        name: 'NodeDistillationProcessor',
+        process: async ({ targets }) => {
+            const semanticConfig = options;
+            const limitTokens = semanticConfig.nodeThresholdTokens;
+            const thresholdChars = env.tokenCalculator.tokensToChars(limitTokens);
+            const returnedNodes = [];
+            // Scan the target working buffer and unconditionally apply the configured hyperparameter threshold
+            for (const node of targets) {
+                switch (node.type) {
+                    case 'USER_PROMPT': {
+                        let modified = false;
+                        const newParts = [...node.semanticParts];
+                        for (let j = 0; j < node.semanticParts.length; j++) {
+                            const part = node.semanticParts[j];
+                            if (part.type !== 'text')
+                                continue;
+                            if (part.text.length > thresholdChars) {
+                                const summary = await generateSummary(part.text, 'User Prompt');
+                                const newTokens = env.tokenCalculator.estimateTokensForParts([
+                                    { text: summary },
+                                ]);
+                                const oldTokens = env.tokenCalculator.estimateTokensForParts([
+                                    { text: part.text },
+                                ]);
+                                if (newTokens < oldTokens) {
+                                    newParts[j] = { type: 'text', text: summary };
+                                    modified = true;
+                                }
+                            }
+                        }
+                        if (modified) {
+                            returnedNodes.push({
+                                ...node,
+                                id: randomUUID(),
+                                semanticParts: newParts,
+                                replacesId: node.id,
+                            });
+                        }
+                        else {
+                            returnedNodes.push(node);
+                        }
+                        break;
+                    }
+                    case 'AGENT_THOUGHT': {
+                        if (node.text.length > thresholdChars) {
+                            const summary = await generateSummary(node.text, 'Agent Thought');
+                            const newTokens = env.tokenCalculator.estimateTokensForParts([
+                                { text: summary },
+                            ]);
+                            const oldTokens = env.tokenCalculator.getTokenCost(node);
+                            if (newTokens < oldTokens) {
+                                returnedNodes.push({
+                                    ...node,
+                                    id: randomUUID(),
+                                    text: summary,
+                                    replacesId: node.id,
+                                });
+                                break;
+                            }
+                        }
+                        returnedNodes.push(node);
+                        break;
+                    }
+                    case 'TOOL_EXECUTION': {
+                        const rawObs = node.observation;
+                        let stringifiedObs = '';
+                        if (typeof rawObs === 'string') {
+                            stringifiedObs = rawObs;
+                        }
+                        else {
+                            try {
+                                stringifiedObs = JSON.stringify(rawObs);
+                            }
+                            catch {
+                                stringifiedObs = String(rawObs);
+                            }
+                        }
+                        if (stringifiedObs.length > thresholdChars) {
+                            const summary = await generateSummary(stringifiedObs, node.toolName || 'unknown');
+                            const newObsObject = { summary };
+                            const newObsTokens = env.tokenCalculator.estimateTokensForParts([
+                                {
+                                    functionResponse: {
+                                        name: node.toolName || 'unknown',
+                                        response: newObsObject,
+                                        id: node.id,
+                                    },
+                                },
+                            ]);
+                            const oldObsTokens = node.tokens?.observation ??
+                                env.tokenCalculator.getTokenCost(node);
+                            const intentTokens = node.tokens?.intent ?? 0;
+                            if (newObsTokens < oldObsTokens) {
+                                returnedNodes.push({
+                                    ...node,
+                                    id: randomUUID(),
+                                    observation: newObsObject,
+                                    tokens: {
+                                        intent: intentTokens,
+                                        observation: newObsTokens,
+                                    },
+                                    replacesId: node.id,
+                                });
+                                break;
+                            }
+                        }
+                        returnedNodes.push(node);
+                        break;
+                    }
+                    default:
+                        returnedNodes.push(node);
+                        break;
+                }
+            }
+            return returnedNodes;
+        },
+    };
+}
+//# sourceMappingURL=nodeDistillationProcessor.js.map

package/dist/src/context/processors/nodeDistillationProcessor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"nodeDistillationProcessor.js","sourceRoot":"","sources":["../../../../src/context/processors/nodeDistillationProcessor.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAKzC,OAAO,EAAE,WAAW,EAAE,MAAM,4BAA4B,CAAC;AACzD,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAC;AAC3D,OAAO,EAAE,OAAO,EAAE,MAAM,4BAA4B,CAAC;AAMrD,MAAM,CAAC,MAAM,sCAAsC,GACjD;IACE,IAAI,EAAE,QAAQ;IACd,UAAU,EAAE;QACV,mBAAmB,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;KACxC;IACD,QAAQ,EAAE,CAAC,qBAAqB,CAAC;CAClC,CAAC;AAEJ,MAAM,UAAU,+BAA+B,CAC7C,EAAU,EACV,GAAuB,EACvB,OAAyC;IAEzC,MAAM,eAAe,GAAG,KAAK,EAC3B,IAAY,EACZ,WAAmB,EACF,EAAE;QACnB,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,GAAG,CAAC,SAAS,CAAC,eAAe,CAAC;gBACnD,IAAI,EAAE,OAAO,CAAC,kBAAkB;gBAChC,cAAc,EAAE,EAAE,KAAK,EAAE,qBAAqB,EAAE;gBAChD,QAAQ,EAAE,GAAG,CAAC,QAAQ;gBACtB,WAAW,EAAE,IAAI,eAAe,EAAE,CAAC,MAAM;gBACzC,QAAQ,EAAE;oBACR;wBACE,IAAI,EAAE,MAAM;wBACZ,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC;qBAClB;iBACF;gBACD,iBAAiB,EAAE;oBACjB,IAAI,EAAE,QAAQ;oBACd,KAAK,EAAE;wBACL;4BACE,IAAI,EAAE,0FAA0F,WAAW,sLAAsL;yBAClS;qBACF;iBACF;aACF,CAAC,CAAC;YACH,OAAO,eAAe,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC;QAC3C,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,WAAW,CAAC,IAAI,CACd,iDAAiD,WAAW,EAAE,EAC9D,CAAC,CACF,CAAC;YACF,OAAO,IAAI,CAAC,CAAC,2CAA2C;QAC1D,CAAC;IACH,CAAC,CAAC;IAEF,OAAO;QACL,EAAE;QACF,IAAI,EAAE,2BAA2B;QACjC,OAAO,EAAE,KAAK,EAAE,EAAE,OAAO,EAAe,EAAE,EAAE;YAC1C,MAAM,cAAc,GAAG,OAAO,CAAC;YAC/B,MAAM,WAAW,GAAG,cAAc,CAAC,mBAAmB,CAAC;YACvD,MAAM,cAAc,GAAG,GAAG,CAAC,eAAe,CAAC,aAAa,CAAC,WAAW,CAAC,CAAC;YAEtE,MAAM,aAAa,GAAmB,EAAE,CAAC;YAEzC,mGAAmG;YACnG,KAAK,MAAM,IAAI,IAAI,OAAO,EAAE,CAAC;gBAC3B,QAAQ,IAAI,CAAC,IAAI,EAAE,CAAC;oBAClB,KAAK,aAAa,CAAC,CAAC,CAAC;wBACnB,IAAI,QAAQ,GAAG,KAAK,CAAC;wBACrB,MAAM,QAAQ,GAAG,CAAC,GAAG,IAAI,CAAC,aAAa,CAAC,CAAC;wBAEzC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;4BACnD,MAAM,IAAI,GAAG,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;4BACnC,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM;gCAAE,SAAS;4BAEnC,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,cAAc,EAAE,CAAC;gCACtC,MAAM,OAAO,GAAG,MAAM,eAAe,CAAC,IAAI,CAAC,IAAI,EAAE,aAAa,CAAC,CAAC;gCAChE,MAAM,SAAS,GAAG,GAAG,CAAC,eAAe,CAAC,sBAAsB,CAAC;oCAC3D,EAAE,IAAI,EAAE,OAAO,EAAE;iCAClB,CAAC,CAAC;gCACH,MAAM,SAAS,GAAG,GAAG,CAAC,eAAe,CAAC,sBAAsB,CAAC;oCAC3D,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE;iCACpB,CAAC,CAAC;gCAEH,IAAI,SAAS,GAAG,SAAS,EAAE,CAAC;oCAC1B,QAAQ,CAAC,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;oCAC9C,QAAQ,GAAG,IAAI,CAAC;gCAClB,CAAC;4BACH,CAAC;wBACH,CAAC;wBAED,IAAI,QAAQ,EAAE,CAAC;4BACb,aAAa,CAAC,IAAI,CAAC;gCACjB,GAAG,IAAI;gCACP,EAAE,EAAE,UAAU,EAAE;gCAChB,aAAa,EAAE,QAAQ;gCACvB,UAAU,EAAE,IAAI,CAAC,EAAE;6BACpB,CAAC,CAAC;wBACL,CAAC;6BAAM,CAAC;4BACN,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;wBAC3B,CAAC;wBACD,MAAM;oBACR,CAAC;oBAED,KAAK,eAAe,CAAC,CAAC,CAAC;wBACrB,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,cAAc,EAAE,CAAC;4BACtC,MAAM,OAAO,GAAG,MAAM,eAAe,CAAC,IAAI,CAAC,IAAI,EAAE,eAAe,CAAC,CAAC;4BAClE,MAAM,SAAS,GAAG,GAAG,CAAC,eAAe,CAAC,sBAAsB,CAAC;gCAC3D,EAAE,IAAI,EAAE,OAAO,EAAE;6BAClB,CAAC,CAAC;4BACH,MAAM,SAAS,GAAG,GAAG,CAAC,eAAe,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;4BAEzD,IAAI,SAAS,GAAG,SAAS,EAAE,CAAC;gCAC1B,aAAa,CAAC,IAAI,CAAC;oCACjB,GAAG,IAAI;oCACP,EAAE,EAAE,UAAU,EAAE;oCAChB,IAAI,EAAE,OAAO;oCACb,UAAU,EAAE,IAAI,CAAC,EAAE;iCACpB,CAAC,CAAC;gCACH,MAAM;4BACR,CAAC;wBACH,CAAC;wBACD,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;wBACzB,MAAM;oBACR,CAAC;oBAED,KAAK,gBAAgB,CAAC,CAAC,CAAC;wBACtB,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC;wBAEhC,IAAI,cAAc,GAAG,EAAE,CAAC;wBACxB,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;4BAC/B,cAAc,GAAG,MAAM,CAAC;wBAC1B,CAAC;6BAAM,CAAC;4BACN,IAAI,CAAC;gCACH,cAAc,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;4BAC1C,CAAC;4BAAC,MAAM,CAAC;gCACP,cAAc,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC;4BAClC,CAAC;wBACH,CAAC;wBAED,IAAI,cAAc,CAAC,MAAM,GAAG,cAAc,EAAE,CAAC;4BAC3C,MAAM,OAAO,GAAG,MAAM,eAAe,CACnC,cAAc,EACd,IAAI,CAAC,QAAQ,IAAI,SAAS,CAC3B,CAAC;4BACF,MAAM,YAAY,GAAG,EAAE,OAAO,EAAE,CAAC;4BAEjC,MAAM,YAAY,GAAG,GAAG,CAAC,eAAe,CAAC,sBAAsB,CAAC;gCAC9D;oCACE,gBAAgB,EAAE;wCAChB,IAAI,EAAE,IAAI,CAAC,QAAQ,IAAI,SAAS;wCAChC,QAAQ,EAAE,YAAY;wCACtB,EAAE,EAAE,IAAI,CAAC,EAAE;qCACZ;iCACF;6BACF,CAAC,CAAC;4BAEH,MAAM,YAAY,GAChB,IAAI,CAAC,MAAM,EAAE,WAAW;gCACxB,GAAG,CAAC,eAAe,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;4BACzC,MAAM,YAAY,GAAG,IAAI,CAAC,MAAM,EAAE,MAAM,IAAI,CAAC,CAAC;4BAE9C,IAAI,YAAY,GAAG,YAAY,EAAE,CAAC;gCAChC,aAAa,CAAC,IAAI,CAAC;oCACjB,GAAG,IAAI;oCACP,EAAE,EAAE,UAAU,EAAE;oCAChB,WAAW,EAAE,YAAY;oCACzB,MAAM,EAAE;wCACN,MAAM,EAAE,YAAY;wCACpB,WAAW,EAAE,YAAY;qCAC1B;oCACD,UAAU,EAAE,IAAI,CAAC,EAAE;iCACpB,CAAC,CAAC;gCACH,MAAM;4BACR,CAAC;wBACH,CAAC;wBACD,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;wBACzB,MAAM;oBACR,CAAC;oBAED;wBACE,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;wBACzB,MAAM;gBACV,CAAC;YACH,CAAC;YAED,OAAO,aAAa,CAAC;QACvB,CAAC;KACF,CAAC;AACJ,CAAC"}

package/dist/src/context/processors/nodeDistillationProcessor.test.d.ts

@@ -0,0 +1,6 @@
+/**
+ * @license
+ * Copyright 2026 Google LLC
+ * SPDX-License-Identifier: Apache-2.0
+ */
+export {};

package/dist/src/context/processors/nodeDistillationProcessor.test.js

@@ -0,0 +1,77 @@
+/**
+ * @license
+ * Copyright 2026 Google LLC
+ * SPDX-License-Identifier: Apache-2.0
+ */
+import assert from 'node:assert';
+import { describe, it, expect } from 'vitest';
+import { createNodeDistillationProcessor } from './nodeDistillationProcessor.js';
+import { createMockProcessArgs, createMockEnvironment, createDummyNode, createDummyToolNode, createMockLlmClient, } from '../testing/contextTestUtils.js';
+describe('NodeDistillationProcessor', () => {
+    it('should trigger summarization via LLM for long text parts', async () => {
+        const mockLlmClient = createMockLlmClient(['Mocked Summary!']);
+        // Use charsPerToken=1 naturally.
+        const env = createMockEnvironment({
+            llmClient: mockLlmClient,
+        });
+        const processor = createNodeDistillationProcessor('NodeDistillationProcessor', env, {
+            nodeThresholdTokens: 10,
+        });
+        const longText = 'A'.repeat(50); // 50 chars
+        const prompt = createDummyNode('ep1', 'USER_PROMPT', 50, {
+            semanticParts: [{ type: 'text', text: longText }],
+        }, 'prompt-id');
+        const thought = createDummyNode('ep1', 'AGENT_THOUGHT', 50, {
+            text: longText,
+        }, 'thought-id');
+        const tool = createDummyToolNode('ep1', 5, 500, {
+            observation: { result: 'A'.repeat(500) },
+        }, 'tool-id');
+        const targets = [prompt, thought, tool];
+        const result = await processor.process(createMockProcessArgs(targets));
+        expect(result.length).toBe(3);
+        // 1. User Prompt
+        const compressedPrompt = result[0];
+        expect(compressedPrompt.id).not.toBe(prompt.id);
+        expect(compressedPrompt.semanticParts[0].type).toBe('text');
+        assert(compressedPrompt.semanticParts[0].type === 'text');
+        expect(compressedPrompt.semanticParts[0].text).toBe('Mocked Summary!');
+        // 2. Agent Thought
+        const compressedThought = result[1];
+        expect(compressedThought.id).not.toBe(thought.id);
+        expect(compressedThought.text).toBe('Mocked Summary!');
+        // 3. Tool Execution
+        const compressedTool = result[2];
+        expect(compressedTool.id).not.toBe(tool.id);
+        expect(compressedTool.observation).toEqual({ summary: 'Mocked Summary!' });
+        expect(mockLlmClient.generateContent).toHaveBeenCalledTimes(3);
+    });
+    it('should ignore nodes that are below the threshold', async () => {
+        const mockLlmClient = createMockLlmClient(['S']); // length = 1
+        const env = createMockEnvironment({
+            llmClient: mockLlmClient,
+        });
+        const processor = createNodeDistillationProcessor('NodeDistillationProcessor', env, {
+            nodeThresholdTokens: 100, // Very high threshold
+        });
+        const shortText = 'Short text'; // 10 chars
+        const prompt = createDummyNode('ep1', 'USER_PROMPT', 10, {
+            semanticParts: [{ type: 'text', text: shortText }],
+        }, 'prompt-id');
+        const thought = createDummyNode('ep1', 'AGENT_THOUGHT', 13, {
+            text: 'Short thought',
+        }, 'thought-id');
+        const targets = [prompt, thought];
+        const result = await processor.process(createMockProcessArgs(targets));
+        expect(result.length).toBe(2);
+        // 1. User Prompt (NOT compressed)
+        const untouchedPrompt = result[0];
+        expect(untouchedPrompt.id).toBe(prompt.id);
+        // 2. Agent Thought (NOT compressed)
+        const untouchedThought = result[1];
+        expect(untouchedThought.id).toBe(thought.id);
+        // LLM should not have been called
+        expect(mockLlmClient.generateContent).toHaveBeenCalledTimes(0);
+    });
+});
+//# sourceMappingURL=nodeDistillationProcessor.test.js.map

package/dist/src/context/processors/nodeDistillationProcessor.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"nodeDistillationProcessor.test.js","sourceRoot":"","sources":["../../../../src/context/processors/nodeDistillationProcessor.test.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,MAAM,MAAM,aAAa,CAAC;AACjC,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,EAAE,+BAA+B,EAAE,MAAM,gCAAgC,CAAC;AACjF,OAAO,EACL,qBAAqB,EACrB,qBAAqB,EACrB,eAAe,EACf,mBAAmB,EACnB,mBAAmB,GACpB,MAAM,gCAAgC,CAAC;AAOxC,QAAQ,CAAC,2BAA2B,EAAE,GAAG,EAAE;IACzC,EAAE,CAAC,0DAA0D,EAAE,KAAK,IAAI,EAAE;QACxE,MAAM,aAAa,GAAG,mBAAmB,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC;QAE/D,iCAAiC;QACjC,MAAM,GAAG,GAAG,qBAAqB,CAAC;YAChC,SAAS,EAAE,aAAa;SACzB,CAAC,CAAC;QAEH,MAAM,SAAS,GAAG,+BAA+B,CAC/C,2BAA2B,EAC3B,GAAG,EACH;YACE,mBAAmB,EAAE,EAAE;SACxB,CACF,CAAC;QAEF,MAAM,QAAQ,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW;QAE5C,MAAM,MAAM,GAAG,eAAe,CAC5B,KAAK,EACL,aAAa,EACb,EAAE,EACF;YACE,aAAa,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;SAClD,EACD,WAAW,CACE,CAAC;QAEhB,MAAM,OAAO,GAAG,eAAe,CAC7B,KAAK,EACL,eAAe,EACf,EAAE,EACF;YACE,IAAI,EAAE,QAAQ;SACf,EACD,YAAY,CACG,CAAC;QAElB,MAAM,IAAI,GAAG,mBAAmB,CAC9B,KAAK,EACL,CAAC,EACD,GAAG,EACH;YACE,WAAW,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE;SACzC,EACD,SAAS,CACV,CAAC;QAEF,MAAM,OAAO,GAAG,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;QAExC,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,OAAO,CAAC,qBAAqB,CAAC,OAAO,CAAC,CAAC,CAAC;QAEvE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAE9B,iBAAiB;QACjB,MAAM,gBAAgB,GAAG,MAAM,CAAC,CAAC,CAAe,CAAC;QACjD,MAAM,CAAC,gBAAgB,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAChD,MAAM,CAAC,gBAAgB,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC5D,MAAM,CAAC,gBAAgB,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC;QAC1D,MAAM,CAAC,gBAAgB,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;QAEvE,mBAAmB;QACnB,MAAM,iBAAiB,GAAG,MAAM,CAAC,CAAC,CAAiB,CAAC;QACpD,MAAM,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAClD,MAAM,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;QAEvD,oBAAoB;QACpB,MAAM,cAAc,GAAG,MAAM,CAAC,CAAC,CAAkB,CAAC;QAClD,MAAM,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC5C,MAAM,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC,OAAO,CAAC,EAAE,OAAO,EAAE,iBAAiB,EAAE,CAAC,CAAC;QAE3E,MAAM,CAAC,aAAa,CAAC,eAAe,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;IACjE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kDAAkD,EAAE,KAAK,IAAI,EAAE;QAChE,MAAM,aAAa,GAAG,mBAAmB,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,aAAa;QAE/D,MAAM,GAAG,GAAG,qBAAqB,CAAC;YAChC,SAAS,EAAE,aAAa;SACzB,CAAC,CAAC;QAEH,MAAM,SAAS,GAAG,+BAA+B,CAC/C,2BAA2B,EAC3B,GAAG,EACH;YACE,mBAAmB,EAAE,GAAG,EAAE,sBAAsB;SACjD,CACF,CAAC;QAEF,MAAM,SAAS,GAAG,YAAY,CAAC,CAAC,WAAW;QAE3C,MAAM,MAAM,GAAG,eAAe,CAC5B,KAAK,EACL,aAAa,EACb,EAAE,EACF;YACE,aAAa,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC;SACnD,EACD,WAAW,CACE,CAAC;QAEhB,MAAM,OAAO,GAAG,eAAe,CAC7B,KAAK,EACL,eAAe,EACf,EAAE,EACF;YACE,IAAI,EAAE,eAAe;SACtB,EACD,YAAY,CACG,CAAC;QAElB,MAAM,OAAO,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAElC,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,OAAO,CAAC,qBAAqB,CAAC,OAAO,CAAC,CAAC,CAAC;QAEvE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAE9B,kCAAkC;QAClC,MAAM,eAAe,GAAG,MAAM,CAAC,CAAC,CAAe,CAAC;QAChD,MAAM,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAE3C,oCAAoC;QACpC,MAAM,gBAAgB,GAAG,MAAM,CAAC,CAAC,CAAiB,CAAC;QACnD,MAAM,CAAC,gBAAgB,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAE7C,kCAAkC;QAClC,MAAM,CAAC,aAAa,CAAC,eAAe,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;IACjE,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/src/context/processors/nodeTruncationProcessor.d.ts

@@ -0,0 +1,8 @@
+import type { JSONSchemaType } from 'ajv';
+import type { ContextProcessor } from '../pipeline.js';
+import type { ContextEnvironment } from '../pipeline/environment.js';
+export interface NodeTruncationProcessorOptions {
+    maxTokensPerNode: number;
+}
+export declare const NodeTruncationProcessorOptionsSchema: JSONSchemaType<NodeTruncationProcessorOptions>;
+export declare function createNodeTruncationProcessor(id: string, env: ContextEnvironment, options: NodeTruncationProcessorOptions): ContextProcessor;