@hashgraphonline/conversational-agent 0.2.215 → 0.2.217

package/dist/esm/index17.js

@@ -1,158 +1,256 @@
-import { DynamicStructuredTool } from "@langchain/core/tools";
-import { z } from "zod";
-import { shouldUseReference, ContentStoreService } from "@hashgraphonline/standards-sdk";
-function convertMCPToolToLangChain(tool, mcpManager, serverConfig) {
-  const zodSchema = jsonSchemaToZod(tool.inputSchema);
-  const sanitizedName = `${tool.serverName}_${tool.name}`.replace(
-    /[^a-zA-Z0-9_]/g,
-    "_"
-  );
-  let description = tool.description || `MCP tool ${tool.name} from ${tool.serverName}`;
-  if (serverConfig?.toolDescriptions?.[tool.name]) {
-    description = `${description}
-
-${serverConfig.toolDescriptions[tool.name]}`;
+class MCPContentProcessor {
+  constructor(contentStorage, logger) {
+    this.contentStorage = contentStorage;
+    this.logger = logger;
   }
-  if (serverConfig?.additionalContext) {
-    description = `${description}
-
-Context: ${serverConfig.additionalContext}`;
+  analyzeResponse(response) {
+    const contents = [];
+    let totalSize = 0;
+    this.extractContentFromResponse(response, contents);
+    totalSize = contents.reduce((sum, content) => sum + content.sizeBytes, 0);
+    const largestContentSize = contents.reduce(
+      (max, content) => Math.max(max, content.sizeBytes),
+      0
+    );
+    const shouldProcess = contents.some(
+      (content) => this.contentStorage.shouldUseReference(
+        typeof content.content === "string" ? content.content : JSON.stringify(content.content)
+      )
+    );
+    return {
+      shouldProcess,
+      contents,
+      totalSize,
+      largestContentSize
+    };
   }
-  return new DynamicStructuredTool({
-    name: sanitizedName,
-    description,
-    schema: zodSchema,
-    func: async (input) => {
-      try {
-        const result = await mcpManager.executeTool(
-          tool.serverName,
-          tool.name,
-          input
-        );
-        let responseText = "";
-        if (typeof result === "string") {
-          responseText = result;
-        } else if (result && typeof result === "object" && "content" in result) {
-          const content = result.content;
-          if (Array.isArray(content)) {
-            const textParts = content.filter(
-              (item) => typeof item === "object" && item !== null && "type" in item && item.type === "text" && "text" in item
-            ).map((item) => item.text);
-            responseText = textParts.join("\n");
-          } else {
-            responseText = JSON.stringify(content);
-          }
-        } else {
-          responseText = JSON.stringify(result);
-        }
-        const responseBuffer = Buffer.from(responseText, "utf8");
-        const MCP_REFERENCE_THRESHOLD = 10 * 1024;
-        const shouldStoreMCPContent = responseBuffer.length > MCP_REFERENCE_THRESHOLD;
-        if (shouldStoreMCPContent || shouldUseReference(responseBuffer)) {
-          const contentStore = ContentStoreService.getInstance();
-          if (contentStore) {
-            try {
-              const referenceId = await contentStore.storeContent(
-                responseBuffer,
-                {
-                  contentType: "text",
-                  source: "mcp",
-                  mcpToolName: `${tool.serverName}_${tool.name}`,
-                  originalSize: responseBuffer.length
-                }
-              );
-              return `content-ref:${referenceId}`;
-            } catch {
-            }
-          }
-        }
-        return responseText;
-      } catch (error) {
-        const errorMessage = error instanceof Error ? error.message : "Unknown error";
-        return `Error executing MCP tool ${tool.name}: ${errorMessage}`;
+  async processResponse(response, serverName, toolName) {
+    try {
+      const analysis = this.analyzeResponse(response);
+      if (!analysis.shouldProcess) {
+        return {
+          content: response,
+          wasProcessed: false
+        };
       }
+      const processedResponse = await this.createReferencedResponse(
+        response,
+        analysis,
+        serverName,
+        toolName
+      );
+      return processedResponse;
+    } catch (error) {
+      this.logger.error("Error processing MCP response:", error);
+      return {
+        content: response,
+        wasProcessed: false,
+        errors: [
+          error instanceof Error ? error.message : "Unknown processing error"
+        ]
+      };
     }
-  });
-}
-function jsonSchemaToZod(schema) {
-  if (!schema || typeof schema !== "object") {
-    return z.object({});
-  }
-  const schemaObj = schema;
-  if (schemaObj.type && schemaObj.type !== "object") {
-    return convertType(schemaObj);
-  }
-  if (!schemaObj.properties || typeof schemaObj.properties !== "object") {
-    return z.object({});
-  }
-  const shape = {};
-  for (const [key, value] of Object.entries(schemaObj.properties)) {
-    let zodType = convertType(value);
-    const isRequired = Array.isArray(schemaObj.required) && schemaObj.required.includes(key);
-    if (!isRequired) {
-      zodType = zodType.optional();
-    }
-    shape[key] = zodType;
-  }
-  return z.object(shape);
-}
-function convertType(schema) {
-  if (!schema || typeof schema !== "object" || !("type" in schema)) {
-    return z.unknown();
   }
-  const schemaObj = schema;
-  let zodType;
-  switch (schemaObj.type) {
-    case "string":
-      zodType = z.string();
-      if (schemaObj.enum && Array.isArray(schemaObj.enum)) {
-        zodType = z.enum(schemaObj.enum);
+  extractContentFromResponse(obj, contents) {
+    if (obj === null || obj === void 0) {
+      return;
+    }
+    if (Array.isArray(obj)) {
+      obj.forEach((item) => this.extractContentFromResponse(item, contents));
+      return;
+    }
+    if (typeof obj === "object") {
+      const record = obj;
+      if (record.type === "text" && typeof record.text === "string") {
+        contents.push({
+          content: record.text,
+          type: "text",
+          sizeBytes: Buffer.byteLength(record.text, "utf8"),
+          mimeType: this.detectMimeType(record.text)
+        });
+        return;
       }
-      break;
-    case "number":
-      zodType = z.number();
-      if ("minimum" in schemaObj && typeof schemaObj.minimum === "number") {
-        zodType = zodType.min(schemaObj.minimum);
+      if (record.type === "image" && typeof record.data === "string") {
+        contents.push({
+          content: record.data,
+          type: "image",
+          sizeBytes: Math.ceil(record.data.length * 0.75),
+          mimeType: record.mimeType || "image/jpeg"
+        });
+        return;
       }
-      if ("maximum" in schemaObj && typeof schemaObj.maximum === "number") {
-        zodType = zodType.max(schemaObj.maximum);
+      if (record.type === "resource" && record.resource) {
+        const resourceStr = JSON.stringify(record.resource);
+        contents.push({
+          content: resourceStr,
+          type: "resource",
+          sizeBytes: Buffer.byteLength(resourceStr, "utf8"),
+          mimeType: "application/json"
+        });
+        return;
       }
-      break;
-    case "integer":
-      zodType = z.number().int();
-      if ("minimum" in schemaObj && typeof schemaObj.minimum === "number") {
-        zodType = zodType.min(schemaObj.minimum);
+      Object.values(record).forEach(
+        (value) => this.extractContentFromResponse(value, contents)
+      );
+      return;
+    }
+    if (typeof obj === "string") {
+      if (obj.length > 1e3) {
+        contents.push({
+          content: obj,
+          type: "text",
+          sizeBytes: Buffer.byteLength(obj, "utf8"),
+          mimeType: this.detectMimeType(obj)
+        });
       }
-      if ("maximum" in schemaObj && typeof schemaObj.maximum === "number") {
-        zodType = zodType.max(schemaObj.maximum);
+    }
+  }
+  async createReferencedResponse(originalResponse, analysis, serverName, toolName) {
+    const processedResponse = this.deepClone(originalResponse);
+    const errors = [];
+    let referenceCreated = false;
+    let totalReferenceSize = 0;
+    for (const contentInfo of analysis.contents) {
+      if (this.contentStorage.shouldUseReference(
+        typeof contentInfo.content === "string" ? contentInfo.content : JSON.stringify(contentInfo.content)
+      )) {
+        try {
+          const contentBuffer = Buffer.from(
+            typeof contentInfo.content === "string" ? contentInfo.content : JSON.stringify(contentInfo.content),
+            "utf8"
+          );
+          const contentType = this.mapMimeTypeToContentType(
+            contentInfo.mimeType
+          );
+          const metadata = {
+            contentType,
+            source: "mcp_tool",
+            mcpToolName: `${serverName}::${toolName}`,
+            tags: ["mcp_response", serverName, toolName]
+          };
+          if (contentInfo.mimeType !== void 0) {
+            metadata.mimeType = contentInfo.mimeType;
+          }
+          const reference = await this.contentStorage.storeContentIfLarge(
+            contentBuffer,
+            metadata
+          );
+          if (reference) {
+            this.replaceContentInResponse(
+              processedResponse,
+              contentInfo.content,
+              this.createLightweightReference(reference)
+            );
+            referenceCreated = true;
+            totalReferenceSize += contentBuffer.length;
+          }
+        } catch (error) {
+          errors.push(
+            `Failed to create reference: ${error instanceof Error ? error.message : "Unknown error"}`
+          );
+        }
+      }
+    }
+    const result = {
+      content: processedResponse,
+      wasProcessed: true,
+      referenceCreated,
+      originalSize: totalReferenceSize
+    };
+    if (errors.length > 0) {
+      result.errors = errors;
+    }
+    return result;
+  }
+  createLightweightReference(reference) {
+    return {
+      type: "content_reference",
+      referenceId: reference.referenceId,
+      preview: reference.preview,
+      size: reference.metadata.sizeBytes,
+      contentType: reference.metadata.contentType,
+      format: "ref://{id}",
+      _isReference: true
+    };
+  }
+  replaceContentInResponse(obj, oldContent, newContent) {
+    if (obj === null || obj === void 0) {
+      return;
+    }
+    if (Array.isArray(obj)) {
+      for (let i = 0; i < obj.length; i++) {
+        if (obj[i] === oldContent) {
+          obj[i] = newContent;
+        } else {
+          this.replaceContentInResponse(obj[i], oldContent, newContent);
+        }
       }
-      break;
-    case "boolean":
-      zodType = z.boolean();
-      break;
-    case "array":
-      if (schemaObj.items) {
-        zodType = z.array(convertType(schemaObj.items));
-      } else {
-        zodType = z.array(z.unknown());
+      return;
+    }
+    if (typeof obj === "object") {
+      const record = obj;
+      if (record.type === "text" && record.text === oldContent) {
+        for (const key of Object.keys(record)) {
+          delete record[key];
+        }
+        if (typeof newContent === "object" && newContent !== null) {
+          const newContentRecord = newContent;
+          for (const key of Object.keys(newContentRecord)) {
+            record[key] = newContentRecord[key];
+          }
+        }
+        return;
       }
-      break;
-    case "object":
-      if ("properties" in schemaObj) {
-        zodType = jsonSchemaToZod(schemaObj);
-      } else {
-        zodType = z.object({}).passthrough();
+      for (const key in record) {
+        if (record[key] === oldContent) {
+          record[key] = newContent;
+        } else {
+          this.replaceContentInResponse(record[key], oldContent, newContent);
+        }
       }
-      break;
-    default:
-      zodType = z.unknown();
+    }
+  }
+  detectMimeType(content) {
+    if (content.trim().startsWith("{") || content.trim().startsWith("[")) {
+      return "application/json";
+    }
+    if (content.includes("<html>") || content.includes("<!DOCTYPE")) {
+      return "text/html";
+    }
+    if (content.includes("# ") || content.includes("## ")) {
+      return "text/markdown";
+    }
+    return "text/plain";
+  }
+  mapMimeTypeToContentType(mimeType) {
+    if (!mimeType) return "text";
+    if (mimeType.startsWith("text/plain")) return "text";
+    if (mimeType === "application/json") return "json";
+    if (mimeType === "text/html") return "html";
+    if (mimeType === "text/markdown") return "markdown";
+    if (mimeType.startsWith("text/")) return "text";
+    return "binary";
   }
-  if ("description" in schemaObj && typeof schemaObj.description === "string") {
-    zodType = zodType.describe(schemaObj.description);
+  deepClone(obj) {
+    if (obj === null || typeof obj !== "object") {
+      return obj;
+    }
+    if (obj instanceof Date) {
+      return new Date(obj.getTime());
+    }
+    if (Array.isArray(obj)) {
+      return obj.map((item) => this.deepClone(item));
+    }
+    const cloned = {};
+    for (const key in obj) {
+      if (obj.hasOwnProperty(key)) {
+        cloned[key] = this.deepClone(obj[key]);
+      }
+    }
+    return cloned;
   }
-  return zodType;
 }
 export {
-  convertMCPToolToLangChain
+  MCPContentProcessor
 };
 //# sourceMappingURL=index17.js.map

package/dist/esm/index17.js.map

@@ -1 +1 @@
-{"version":3,"file":"index17.js","sources":["../../src/mcp/adapters/langchain.ts"],"sourcesContent":["import { DynamicStructuredTool } from '@langchain/core/tools';\nimport { z } from 'zod';\nimport type { MCPToolInfo, MCPServerConfig } from '../types';\nimport type { MCPClientManager } from '../mcp-client-manager';\nimport {\n  ContentStoreService,\n  shouldUseReference,\n} from '@hashgraphonline/standards-sdk';\nimport type { ContentSource } from '../../types/content-reference';\n\n/**\n * Convert an MCP tool to a LangChain DynamicStructuredTool\n */\nexport function convertMCPToolToLangChain(\n  tool: MCPToolInfo,\n  mcpManager: MCPClientManager,\n  serverConfig?: MCPServerConfig\n): DynamicStructuredTool {\n  const zodSchema = jsonSchemaToZod(tool.inputSchema);\n\n  const sanitizedName = `${tool.serverName}_${tool.name}`.replace(\n    /[^a-zA-Z0-9_]/g,\n    '_'\n  );\n\n  let description =\n    tool.description || `MCP tool ${tool.name} from ${tool.serverName}`;\n\n  if (serverConfig?.toolDescriptions?.[tool.name]) {\n    description = `${description}\\n\\n${\n      serverConfig.toolDescriptions[tool.name]\n    }`;\n  }\n\n  if (serverConfig?.additionalContext) {\n    description = `${description}\\n\\nContext: ${serverConfig.additionalContext}`;\n  }\n\n  return new DynamicStructuredTool({\n    name: sanitizedName,\n    description,\n    schema: zodSchema,\n    func: async (input) => {\n      try {\n        const result = await mcpManager.executeTool(\n          tool.serverName,\n          tool.name,\n          input\n        );\n\n        let responseText = '';\n\n        if (typeof result === 'string') {\n          responseText = result;\n        } else if (\n          result &&\n          typeof result === 'object' &&\n          'content' in result\n        ) {\n          const content = (result as { content: unknown }).content;\n          if (Array.isArray(content)) {\n            const textParts = content\n              .filter(\n                (item): item is { type: string; text: string } =>\n                  typeof item === 'object' &&\n                  item !== null &&\n                  'type' in item &&\n                  item.type === 'text' &&\n                  'text' in item\n              )\n              .map((item) => item.text);\n            responseText = textParts.join('\\n');\n          } else {\n            responseText = JSON.stringify(content);\n          }\n        } else {\n          responseText = JSON.stringify(result);\n        }\n\n        const responseBuffer = Buffer.from(responseText, 'utf8');\n\n        const MCP_REFERENCE_THRESHOLD = 10 * 1024;\n        const shouldStoreMCPContent =\n          responseBuffer.length > MCP_REFERENCE_THRESHOLD;\n\n        if (shouldStoreMCPContent || shouldUseReference(responseBuffer)) {\n          const contentStore = ContentStoreService.getInstance();\n          if (contentStore) {\n            try {\n              const referenceId = await contentStore.storeContent(\n                responseBuffer,\n                {\n                  contentType: 'text' as ContentSource,\n                  source: 'mcp',\n                  mcpToolName: `${tool.serverName}_${tool.name}`,\n                  originalSize: responseBuffer.length,\n                }\n              );\n              return `content-ref:${referenceId}`;\n            } catch {}\n          }\n        }\n\n        return responseText;\n      } catch (error) {\n        const errorMessage =\n          error instanceof Error ? error.message : 'Unknown error';\n        return `Error executing MCP tool ${tool.name}: ${errorMessage}`;\n      }\n    },\n  });\n}\n\n/**\n * Convert JSON Schema to Zod schema\n * This is a simplified converter that handles common cases\n */\nfunction jsonSchemaToZod(schema: unknown): z.ZodTypeAny {\n  if (!schema || typeof schema !== 'object') {\n    return z.object({});\n  }\n\n  const schemaObj = schema as Record<string, unknown>;\n\n  if (schemaObj.type && schemaObj.type !== 'object') {\n    return convertType(schemaObj);\n  }\n\n  if (!schemaObj.properties || typeof schemaObj.properties !== 'object') {\n    return z.object({});\n  }\n\n  const shape: Record<string, z.ZodTypeAny> = {};\n\n  for (const [key, value] of Object.entries(schemaObj.properties)) {\n    let zodType = convertType(value);\n\n    const isRequired =\n      Array.isArray(schemaObj.required) && schemaObj.required.includes(key);\n    if (!isRequired) {\n      zodType = zodType.optional();\n    }\n\n    shape[key] = zodType;\n  }\n\n  return z.object(shape);\n}\n\n/**\n * Convert a single JSON Schema type to Zod\n */\nfunction convertType(schema: unknown): z.ZodTypeAny {\n  if (!schema || typeof schema !== 'object' || !('type' in schema)) {\n    return z.unknown();\n  }\n\n  const schemaObj = schema as {\n    type: string;\n    enum?: unknown[];\n    items?: unknown;\n  };\n  let zodType: z.ZodTypeAny;\n\n  switch (schemaObj.type) {\n    case 'string':\n      zodType = z.string();\n      if (schemaObj.enum && Array.isArray(schemaObj.enum)) {\n        zodType = z.enum(schemaObj.enum as [string, ...string[]]);\n      }\n      break;\n\n    case 'number':\n      zodType = z.number();\n      if ('minimum' in schemaObj && typeof schemaObj.minimum === 'number') {\n        zodType = (zodType as z.ZodNumber).min(schemaObj.minimum);\n      }\n      if ('maximum' in schemaObj && typeof schemaObj.maximum === 'number') {\n        zodType = (zodType as z.ZodNumber).max(schemaObj.maximum);\n      }\n      break;\n\n    case 'integer':\n      zodType = z.number().int();\n      if ('minimum' in schemaObj && typeof schemaObj.minimum === 'number') {\n        zodType = (zodType as z.ZodNumber).min(schemaObj.minimum);\n      }\n      if ('maximum' in schemaObj && typeof schemaObj.maximum === 'number') {\n        zodType = (zodType as z.ZodNumber).max(schemaObj.maximum);\n      }\n      break;\n\n    case 'boolean':\n      zodType = z.boolean();\n      break;\n\n    case 'array':\n      if (schemaObj.items) {\n        zodType = z.array(convertType(schemaObj.items));\n      } else {\n        zodType = z.array(z.unknown());\n      }\n      break;\n\n    case 'object':\n      if ('properties' in schemaObj) {\n        zodType = jsonSchemaToZod(schemaObj);\n      } else {\n        zodType = z.object({}).passthrough();\n      }\n      break;\n\n    default:\n      zodType = z.unknown();\n  }\n\n  if ('description' in schemaObj && typeof schemaObj.description === 'string') {\n    zodType = zodType.describe(schemaObj.description);\n  }\n\n  return zodType;\n}\n"],"names":[],"mappings":";;;AAaO,SAAS,0BACd,MACA,YACA,cACuB;AACvB,QAAM,YAAY,gBAAgB,KAAK,WAAW;AAElD,QAAM,gBAAgB,GAAG,KAAK,UAAU,IAAI,KAAK,IAAI,GAAG;AAAA,IACtD;AAAA,IACA;AAAA,EAAA;AAGF,MAAI,cACF,KAAK,eAAe,YAAY,KAAK,IAAI,SAAS,KAAK,UAAU;AAEnE,MAAI,cAAc,mBAAmB,KAAK,IAAI,GAAG;AAC/C,kBAAc,GAAG,WAAW;AAAA;AAAA,EAC1B,aAAa,iBAAiB,KAAK,IAAI,CACzC;AAAA,EACF;AAEA,MAAI,cAAc,mBAAmB;AACnC,kBAAc,GAAG,WAAW;AAAA;AAAA,WAAgB,aAAa,iBAAiB;AAAA,EAC5E;AAEA,SAAO,IAAI,sBAAsB;AAAA,IAC/B,MAAM;AAAA,IACN;AAAA,IACA,QAAQ;AAAA,IACR,MAAM,OAAO,UAAU;AACrB,UAAI;AACF,cAAM,SAAS,MAAM,WAAW;AAAA,UAC9B,KAAK;AAAA,UACL,KAAK;AAAA,UACL;AAAA,QAAA;AAGF,YAAI,eAAe;AAEnB,YAAI,OAAO,WAAW,UAAU;AAC9B,yBAAe;AAAA,QACjB,WACE,UACA,OAAO,WAAW,YAClB,aAAa,QACb;AACA,gBAAM,UAAW,OAAgC;AACjD,cAAI,MAAM,QAAQ,OAAO,GAAG;AAC1B,kBAAM,YAAY,QACf;AAAA,cACC,CAAC,SACC,OAAO,SAAS,YAChB,SAAS,QACT,UAAU,QACV,KAAK,SAAS,UACd,UAAU;AAAA,YAAA,EAEb,IAAI,CAAC,SAAS,KAAK,IAAI;AAC1B,2BAAe,UAAU,KAAK,IAAI;AAAA,UACpC,OAAO;AACL,2BAAe,KAAK,UAAU,OAAO;AAAA,UACvC;AAAA,QACF,OAAO;AACL,yBAAe,KAAK,UAAU,MAAM;AAAA,QACtC;AAEA,cAAM,iBAAiB,OAAO,KAAK,cAAc,MAAM;AAEvD,cAAM,0BAA0B,KAAK;AACrC,cAAM,wBACJ,eAAe,SAAS;AAE1B,YAAI,yBAAyB,mBAAmB,cAAc,GAAG;AAC/D,gBAAM,eAAe,oBAAoB,YAAA;AACzC,cAAI,cAAc;AAChB,gBAAI;AACF,oBAAM,cAAc,MAAM,aAAa;AAAA,gBACrC;AAAA,gBACA;AAAA,kBACE,aAAa;AAAA,kBACb,QAAQ;AAAA,kBACR,aAAa,GAAG,KAAK,UAAU,IAAI,KAAK,IAAI;AAAA,kBAC5C,cAAc,eAAe;AAAA,gBAAA;AAAA,cAC/B;AAEF,qBAAO,eAAe,WAAW;AAAA,YACnC,QAAQ;AAAA,YAAC;AAAA,UACX;AAAA,QACF;AAEA,eAAO;AAAA,MACT,SAAS,OAAO;AACd,cAAM,eACJ,iBAAiB,QAAQ,MAAM,UAAU;AAC3C,eAAO,4BAA4B,KAAK,IAAI,KAAK,YAAY;AAAA,MAC/D;AAAA,IACF;AAAA,EAAA,CACD;AACH;AAMA,SAAS,gBAAgB,QAA+B;AACtD,MAAI,CAAC,UAAU,OAAO,WAAW,UAAU;AACzC,WAAO,EAAE,OAAO,EAAE;AAAA,EACpB;AAEA,QAAM,YAAY;AAElB,MAAI,UAAU,QAAQ,UAAU,SAAS,UAAU;AACjD,WAAO,YAAY,SAAS;AAAA,EAC9B;AAEA,MAAI,CAAC,UAAU,cAAc,OAAO,UAAU,eAAe,UAAU;AACrE,WAAO,EAAE,OAAO,EAAE;AAAA,EACpB;AAEA,QAAM,QAAsC,CAAA;AAE5C,aAAW,CAAC,KAAK,KAAK,KAAK,OAAO,QAAQ,UAAU,UAAU,GAAG;AAC/D,QAAI,UAAU,YAAY,KAAK;AAE/B,UAAM,aACJ,MAAM,QAAQ,UAAU,QAAQ,KAAK,UAAU,SAAS,SAAS,GAAG;AACtE,QAAI,CAAC,YAAY;AACf,gBAAU,QAAQ,SAAA;AAAA,IACpB;AAEA,UAAM,GAAG,IAAI;AAAA,EACf;AAEA,SAAO,EAAE,OAAO,KAAK;AACvB;AAKA,SAAS,YAAY,QAA+B;AAClD,MAAI,CAAC,UAAU,OAAO,WAAW,YAAY,EAAE,UAAU,SAAS;AAChE,WAAO,EAAE,QAAA;AAAA,EACX;AAEA,QAAM,YAAY;AAKlB,MAAI;AAEJ,UAAQ,UAAU,MAAA;AAAA,IAChB,KAAK;AACH,gBAAU,EAAE,OAAA;AACZ,UAAI,UAAU,QAAQ,MAAM,QAAQ,UAAU,IAAI,GAAG;AACnD,kBAAU,EAAE,KAAK,UAAU,IAA6B;AAAA,MAC1D;AACA;AAAA,IAEF,KAAK;AACH,gBAAU,EAAE,OAAA;AACZ,UAAI,aAAa,aAAa,OAAO,UAAU,YAAY,UAAU;AACnE,kBAAW,QAAwB,IAAI,UAAU,OAAO;AAAA,MAC1D;AACA,UAAI,aAAa,aAAa,OAAO,UAAU,YAAY,UAAU;AACnE,kBAAW,QAAwB,IAAI,UAAU,OAAO;AAAA,MAC1D;AACA;AAAA,IAEF,KAAK;AACH,gBAAU,EAAE,OAAA,EAAS,IAAA;AACrB,UAAI,aAAa,aAAa,OAAO,UAAU,YAAY,UAAU;AACnE,kBAAW,QAAwB,IAAI,UAAU,OAAO;AAAA,MAC1D;AACA,UAAI,aAAa,aAAa,OAAO,UAAU,YAAY,UAAU;AACnE,kBAAW,QAAwB,IAAI,UAAU,OAAO;AAAA,MAC1D;AACA;AAAA,IAEF,KAAK;AACH,gBAAU,EAAE,QAAA;AACZ;AAAA,IAEF,KAAK;AACH,UAAI,UAAU,OAAO;AACnB,kBAAU,EAAE,MAAM,YAAY,UAAU,KAAK,CAAC;AAAA,MAChD,OAAO;AACL,kBAAU,EAAE,MAAM,EAAE,QAAA,CAAS;AAAA,MAC/B;AACA;AAAA,IAEF,KAAK;AACH,UAAI,gBAAgB,WAAW;AAC7B,kBAAU,gBAAgB,SAAS;AAAA,MACrC,OAAO;AACL,kBAAU,EAAE,OAAO,CAAA,CAAE,EAAE,YAAA;AAAA,MACzB;AACA;AAAA,IAEF;AACE,gBAAU,EAAE,QAAA;AAAA,EAAQ;AAGxB,MAAI,iBAAiB,aAAa,OAAO,UAAU,gBAAgB,UAAU;AAC3E,cAAU,QAAQ,SAAS,UAAU,WAAW;AAAA,EAClD;AAEA,SAAO;AACT;"}
+{"version":3,"file":"index17.js","sources":["../../src/mcp/content-processor.ts"],"sourcesContent":["import type { ContentType, ContentSource } from '../types/content-reference';\nimport type { ContentStorage } from '../memory/content-storage';\nimport { Logger } from '@hashgraphonline/standards-sdk';\n\nexport interface MCPResponseContent {\n  content: unknown;\n  type: 'text' | 'image' | 'resource' | 'text[]' | 'image[]';\n  sizeBytes: number;\n  mimeType?: string;\n}\n\nexport interface ProcessedResponse {\n  content: unknown;\n  wasProcessed: boolean;\n  referenceCreated?: boolean;\n  referenceId?: string;\n  originalSize?: number;\n  errors?: string[];\n}\n\n/**\n * Content reference interface\n */\ninterface ContentReference {\n  referenceId: string;\n  preview?: string;\n  metadata: {\n    sizeBytes: number;\n    contentType?: string;\n    [key: string]: unknown;\n  };\n}\n\nexport interface ContentAnalysis {\n  shouldProcess: boolean;\n  contents: MCPResponseContent[];\n  totalSize: number;\n  largestContentSize: number;\n}\n\nexport class MCPContentProcessor {\n  private contentStorage: ContentStorage;\n  private logger: Logger;\n\n  constructor(contentStorage: ContentStorage, logger: Logger) {\n    this.contentStorage = contentStorage;\n    this.logger = logger;\n  }\n\n  analyzeResponse(response: unknown): ContentAnalysis {\n    const contents: MCPResponseContent[] = [];\n    let totalSize = 0;\n\n    this.extractContentFromResponse(response, contents);\n\n    totalSize = contents.reduce((sum, content) => sum + content.sizeBytes, 0);\n    const largestContentSize = contents.reduce(\n      (max, content) => Math.max(max, content.sizeBytes),\n      0\n    );\n\n    const shouldProcess = contents.some((content) =>\n      this.contentStorage.shouldUseReference(\n        typeof content.content === 'string'\n          ? content.content\n          : JSON.stringify(content.content)\n      )\n    );\n\n    return {\n      shouldProcess,\n      contents,\n      totalSize,\n      largestContentSize,\n    };\n  }\n\n  async processResponse(\n    response: unknown,\n    serverName: string,\n    toolName: string\n  ): Promise<ProcessedResponse> {\n    try {\n      const analysis = this.analyzeResponse(response);\n\n      if (!analysis.shouldProcess) {\n        return {\n          content: response,\n          wasProcessed: false,\n        };\n      }\n\n      const processedResponse = await this.createReferencedResponse(\n        response,\n        analysis,\n        serverName,\n        toolName\n      );\n\n      return processedResponse;\n    } catch (error) {\n      this.logger.error('Error processing MCP response:', error);\n      return {\n        content: response,\n        wasProcessed: false,\n        errors: [\n          error instanceof Error ? error.message : 'Unknown processing error',\n        ],\n      };\n    }\n  }\n\n  private extractContentFromResponse(\n    obj: unknown,\n    contents: MCPResponseContent[]\n  ): void {\n    if (obj === null || obj === undefined) {\n      return;\n    }\n\n    if (Array.isArray(obj)) {\n      obj.forEach((item) => this.extractContentFromResponse(item, contents));\n      return;\n    }\n\n    if (typeof obj === 'object') {\n      const record = obj as Record<string, unknown>;\n\n      if (record.type === 'text' && typeof record.text === 'string') {\n        contents.push({\n          content: record.text,\n          type: 'text',\n          sizeBytes: Buffer.byteLength(record.text, 'utf8'),\n          mimeType: this.detectMimeType(record.text as string),\n        });\n        return;\n      }\n\n      if (record.type === 'image' && typeof record.data === 'string') {\n        contents.push({\n          content: record.data,\n          type: 'image',\n          sizeBytes: Math.ceil(record.data.length * 0.75),\n          mimeType: (record.mimeType as string) || 'image/jpeg',\n        });\n        return;\n      }\n\n      if (record.type === 'resource' && record.resource) {\n        const resourceStr = JSON.stringify(record.resource);\n        contents.push({\n          content: resourceStr,\n          type: 'resource',\n          sizeBytes: Buffer.byteLength(resourceStr, 'utf8'),\n          mimeType: 'application/json',\n        });\n        return;\n      }\n\n      Object.values(record).forEach((value) =>\n        this.extractContentFromResponse(value, contents)\n      );\n      return;\n    }\n\n    if (typeof obj === 'string') {\n      if (obj.length > 1000) {\n        contents.push({\n          content: obj,\n          type: 'text',\n          sizeBytes: Buffer.byteLength(obj, 'utf8'),\n          mimeType: this.detectMimeType(obj),\n        });\n      }\n    }\n  }\n\n  private async createReferencedResponse(\n    originalResponse: unknown,\n    analysis: ContentAnalysis,\n    serverName: string,\n    toolName: string\n  ): Promise<ProcessedResponse> {\n    const processedResponse = this.deepClone(originalResponse);\n    const errors: string[] = [];\n    let referenceCreated = false;\n    let totalReferenceSize = 0;\n\n    for (const contentInfo of analysis.contents) {\n      if (\n        this.contentStorage.shouldUseReference(\n          typeof contentInfo.content === 'string'\n            ? contentInfo.content\n            : JSON.stringify(contentInfo.content)\n        )\n      ) {\n        try {\n          const contentBuffer = Buffer.from(\n            typeof contentInfo.content === 'string'\n              ? contentInfo.content\n              : JSON.stringify(contentInfo.content),\n            'utf8'\n          );\n\n          const contentType = this.mapMimeTypeToContentType(\n            contentInfo.mimeType\n          );\n\n          const metadata: Parameters<\n            typeof this.contentStorage.storeContentIfLarge\n          >[1] = {\n            contentType,\n            source: 'mcp_tool' as ContentSource,\n            mcpToolName: `${serverName}::${toolName}`,\n            tags: ['mcp_response', serverName, toolName],\n          };\n\n          if (contentInfo.mimeType !== undefined) {\n            metadata.mimeType = contentInfo.mimeType;\n          }\n\n          const reference = await this.contentStorage.storeContentIfLarge(\n            contentBuffer,\n            metadata\n          );\n\n          if (reference) {\n            this.replaceContentInResponse(\n              processedResponse,\n              contentInfo.content,\n              this.createLightweightReference(reference)\n            );\n            referenceCreated = true;\n            totalReferenceSize += contentBuffer.length;\n          }\n        } catch (error) {\n          errors.push(\n            `Failed to create reference: ${\n              error instanceof Error ? error.message : 'Unknown error'\n            }`\n          );\n        }\n      }\n    }\n\n    const result: ProcessedResponse = {\n      content: processedResponse,\n      wasProcessed: true,\n      referenceCreated,\n      originalSize: totalReferenceSize,\n    };\n\n    if (errors.length > 0) {\n      result.errors = errors;\n    }\n\n    return result;\n  }\n\n  private createLightweightReference(\n    reference: ContentReference\n  ): Record<string, unknown> {\n    return {\n      type: 'content_reference',\n      referenceId: reference.referenceId,\n      preview: reference.preview,\n      size: reference.metadata.sizeBytes,\n      contentType: reference.metadata.contentType,\n      format: 'ref://{id}',\n      _isReference: true,\n    };\n  }\n\n  private replaceContentInResponse(\n    obj: unknown,\n    oldContent: unknown,\n    newContent: unknown\n  ): void {\n    if (obj === null || obj === undefined) {\n      return;\n    }\n\n    if (Array.isArray(obj)) {\n      for (let i = 0; i < obj.length; i++) {\n        if (obj[i] === oldContent) {\n          obj[i] = newContent;\n        } else {\n          this.replaceContentInResponse(obj[i], oldContent, newContent);\n        }\n      }\n      return;\n    }\n\n    if (typeof obj === 'object') {\n      const record = obj as Record<string, unknown>;\n      if (record.type === 'text' && record.text === oldContent) {\n        for (const key of Object.keys(record)) {\n          delete record[key];\n        }\n        if (typeof newContent === 'object' && newContent !== null) {\n          const newContentRecord = newContent as Record<string, unknown>;\n          for (const key of Object.keys(newContentRecord)) {\n            record[key] = newContentRecord[key];\n          }\n        }\n        return;\n      }\n      for (const key in record) {\n        if (record[key] === oldContent) {\n          record[key] = newContent;\n        } else {\n          this.replaceContentInResponse(record[key], oldContent, newContent);\n        }\n      }\n    }\n  }\n\n  private detectMimeType(content: string): string {\n    if (content.trim().startsWith('{') || content.trim().startsWith('[')) {\n      return 'application/json';\n    }\n    if (content.includes('<html>') || content.includes('<!DOCTYPE')) {\n      return 'text/html';\n    }\n    if (content.includes('# ') || content.includes('## ')) {\n      return 'text/markdown';\n    }\n    return 'text/plain';\n  }\n\n  private mapMimeTypeToContentType(mimeType?: string): ContentType {\n    if (!mimeType) return 'text';\n\n    if (mimeType.startsWith('text/plain')) return 'text';\n    if (mimeType === 'application/json') return 'json';\n    if (mimeType === 'text/html') return 'html';\n    if (mimeType === 'text/markdown') return 'markdown';\n    if (mimeType.startsWith('text/')) return 'text';\n\n    return 'binary';\n  }\n\n  private deepClone<T>(obj: T): T {\n    if (obj === null || typeof obj !== 'object') {\n      return obj;\n    }\n\n    if (obj instanceof Date) {\n      return new Date(obj.getTime()) as T;\n    }\n\n    if (Array.isArray(obj)) {\n      return obj.map((item) => this.deepClone(item)) as T;\n    }\n\n    const cloned = {} as T;\n    for (const key in obj) {\n      if (obj.hasOwnProperty(key)) {\n        cloned[key] = this.deepClone(obj[key]);\n      }\n    }\n\n    return cloned;\n  }\n}\n"],"names":[],"mappings":"AAwCO,MAAM,oBAAoB;AAAA,EAI/B,YAAY,gBAAgC,QAAgB;AAC1D,SAAK,iBAAiB;AACtB,SAAK,SAAS;AAAA,EAChB;AAAA,EAEA,gBAAgB,UAAoC;AAClD,UAAM,WAAiC,CAAA;AACvC,QAAI,YAAY;AAEhB,SAAK,2BAA2B,UAAU,QAAQ;AAElD,gBAAY,SAAS,OAAO,CAAC,KAAK,YAAY,MAAM,QAAQ,WAAW,CAAC;AACxE,UAAM,qBAAqB,SAAS;AAAA,MAClC,CAAC,KAAK,YAAY,KAAK,IAAI,KAAK,QAAQ,SAAS;AAAA,MACjD;AAAA,IAAA;AAGF,UAAM,gBAAgB,SAAS;AAAA,MAAK,CAAC,YACnC,KAAK,eAAe;AAAA,QAClB,OAAO,QAAQ,YAAY,WACvB,QAAQ,UACR,KAAK,UAAU,QAAQ,OAAO;AAAA,MAAA;AAAA,IACpC;AAGF,WAAO;AAAA,MACL;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IAAA;AAAA,EAEJ;AAAA,EAEA,MAAM,gBACJ,UACA,YACA,UAC4B;AAC5B,QAAI;AACF,YAAM,WAAW,KAAK,gBAAgB,QAAQ;AAE9C,UAAI,CAAC,SAAS,eAAe;AAC3B,eAAO;AAAA,UACL,SAAS;AAAA,UACT,cAAc;AAAA,QAAA;AAAA,MAElB;AAEA,YAAM,oBAAoB,MAAM,KAAK;AAAA,QACnC;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,MAAA;AAGF,aAAO;AAAA,IACT,SAAS,OAAO;AACd,WAAK,OAAO,MAAM,kCAAkC,KAAK;AACzD,aAAO;AAAA,QACL,SAAS;AAAA,QACT,cAAc;AAAA,QACd,QAAQ;AAAA,UACN,iBAAiB,QAAQ,MAAM,UAAU;AAAA,QAAA;AAAA,MAC3C;AAAA,IAEJ;AAAA,EACF;AAAA,EAEQ,2BACN,KACA,UACM;AACN,QAAI,QAAQ,QAAQ,QAAQ,QAAW;AACrC;AAAA,IACF;AAEA,QAAI,MAAM,QAAQ,GAAG,GAAG;AACtB,UAAI,QAAQ,CAAC,SAAS,KAAK,2BAA2B,MAAM,QAAQ,CAAC;AACrE;AAAA,IACF;AAEA,QAAI,OAAO,QAAQ,UAAU;AAC3B,YAAM,SAAS;AAEf,UAAI,OAAO,SAAS,UAAU,OAAO,OAAO,SAAS,UAAU;AAC7D,iBAAS,KAAK;AAAA,UACZ,SAAS,OAAO;AAAA,UAChB,MAAM;AAAA,UACN,WAAW,OAAO,WAAW,OAAO,MAAM,MAAM;AAAA,UAChD,UAAU,KAAK,eAAe,OAAO,IAAc;AAAA,QAAA,CACpD;AACD;AAAA,MACF;AAEA,UAAI,OAAO,SAAS,WAAW,OAAO,OAAO,SAAS,UAAU;AAC9D,iBAAS,KAAK;AAAA,UACZ,SAAS,OAAO;AAAA,UAChB,MAAM;AAAA,UACN,WAAW,KAAK,KAAK,OAAO,KAAK,SAAS,IAAI;AAAA,UAC9C,UAAW,OAAO,YAAuB;AAAA,QAAA,CAC1C;AACD;AAAA,MACF;AAEA,UAAI,OAAO,SAAS,cAAc,OAAO,UAAU;AACjD,cAAM,cAAc,KAAK,UAAU,OAAO,QAAQ;AAClD,iBAAS,KAAK;AAAA,UACZ,SAAS;AAAA,UACT,MAAM;AAAA,UACN,WAAW,OAAO,WAAW,aAAa,MAAM;AAAA,UAChD,UAAU;AAAA,QAAA,CACX;AACD;AAAA,MACF;AAEA,aAAO,OAAO,MAAM,EAAE;AAAA,QAAQ,CAAC,UAC7B,KAAK,2BAA2B,OAAO,QAAQ;AAAA,MAAA;AAEjD;AAAA,IACF;AAEA,QAAI,OAAO,QAAQ,UAAU;AAC3B,UAAI,IAAI,SAAS,KAAM;AACrB,iBAAS,KAAK;AAAA,UACZ,SAAS;AAAA,UACT,MAAM;AAAA,UACN,WAAW,OAAO,WAAW,KAAK,MAAM;AAAA,UACxC,UAAU,KAAK,eAAe,GAAG;AAAA,QAAA,CAClC;AAAA,MACH;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAc,yBACZ,kBACA,UACA,YACA,UAC4B;AAC5B,UAAM,oBAAoB,KAAK,UAAU,gBAAgB;AACzD,UAAM,SAAmB,CAAA;AACzB,QAAI,mBAAmB;AACvB,QAAI,qBAAqB;AAEzB,eAAW,eAAe,SAAS,UAAU;AAC3C,UACE,KAAK,eAAe;AAAA,QAClB,OAAO,YAAY,YAAY,WAC3B,YAAY,UACZ,KAAK,UAAU,YAAY,OAAO;AAAA,MAAA,GAExC;AACA,YAAI;AACF,gBAAM,gBAAgB,OAAO;AAAA,YAC3B,OAAO,YAAY,YAAY,WAC3B,YAAY,UACZ,KAAK,UAAU,YAAY,OAAO;AAAA,YACtC;AAAA,UAAA;AAGF,gBAAM,cAAc,KAAK;AAAA,YACvB,YAAY;AAAA,UAAA;AAGd,gBAAM,WAEC;AAAA,YACL;AAAA,YACA,QAAQ;AAAA,YACR,aAAa,GAAG,UAAU,KAAK,QAAQ;AAAA,YACvC,MAAM,CAAC,gBAAgB,YAAY,QAAQ;AAAA,UAAA;AAG7C,cAAI,YAAY,aAAa,QAAW;AACtC,qBAAS,WAAW,YAAY;AAAA,UAClC;AAEA,gBAAM,YAAY,MAAM,KAAK,eAAe;AAAA,YAC1C;AAAA,YACA;AAAA,UAAA;AAGF,cAAI,WAAW;AACb,iBAAK;AAAA,cACH;AAAA,cACA,YAAY;AAAA,cACZ,KAAK,2BAA2B,SAAS;AAAA,YAAA;AAE3C,+BAAmB;AACnB,kCAAsB,cAAc;AAAA,UACtC;AAAA,QACF,SAAS,OAAO;AACd,iBAAO;AAAA,YACL,+BACE,iBAAiB,QAAQ,MAAM,UAAU,eAC3C;AAAA,UAAA;AAAA,QAEJ;AAAA,MACF;AAAA,IACF;AAEA,UAAM,SAA4B;AAAA,MAChC,SAAS;AAAA,MACT,cAAc;AAAA,MACd;AAAA,MACA,cAAc;AAAA,IAAA;AAGhB,QAAI,OAAO,SAAS,GAAG;AACrB,aAAO,SAAS;AAAA,IAClB;AAEA,WAAO;AAAA,EACT;AAAA,EAEQ,2BACN,WACyB;AACzB,WAAO;AAAA,MACL,MAAM;AAAA,MACN,aAAa,UAAU;AAAA,MACvB,SAAS,UAAU;AAAA,MACnB,MAAM,UAAU,SAAS;AAAA,MACzB,aAAa,UAAU,SAAS;AAAA,MAChC,QAAQ;AAAA,MACR,cAAc;AAAA,IAAA;AAAA,EAElB;AAAA,EAEQ,yBACN,KACA,YACA,YACM;AACN,QAAI,QAAQ,QAAQ,QAAQ,QAAW;AACrC;AAAA,IACF;AAEA,QAAI,MAAM,QAAQ,GAAG,GAAG;AACtB,eAAS,IAAI,GAAG,IAAI,IAAI,QAAQ,KAAK;AACnC,YAAI,IAAI,CAAC,MAAM,YAAY;AACzB,cAAI,CAAC,IAAI;AAAA,QACX,OAAO;AACL,eAAK,yBAAyB,IAAI,CAAC,GAAG,YAAY,UAAU;AAAA,QAC9D;AAAA,MACF;AACA;AAAA,IACF;AAEA,QAAI,OAAO,QAAQ,UAAU;AAC3B,YAAM,SAAS;AACf,UAAI,OAAO,SAAS,UAAU,OAAO,SAAS,YAAY;AACxD,mBAAW,OAAO,OAAO,KAAK,MAAM,GAAG;AACrC,iBAAO,OAAO,GAAG;AAAA,QACnB;AACA,YAAI,OAAO,eAAe,YAAY,eAAe,MAAM;AACzD,gBAAM,mBAAmB;AACzB,qBAAW,OAAO,OAAO,KAAK,gBAAgB,GAAG;AAC/C,mBAAO,GAAG,IAAI,iBAAiB,GAAG;AAAA,UACpC;AAAA,QACF;AACA;AAAA,MACF;AACA,iBAAW,OAAO,QAAQ;AACxB,YAAI,OAAO,GAAG,MAAM,YAAY;AAC9B,iBAAO,GAAG,IAAI;AAAA,QAChB,OAAO;AACL,eAAK,yBAAyB,OAAO,GAAG,GAAG,YAAY,UAAU;AAAA,QACnE;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,eAAe,SAAyB;AAC9C,QAAI,QAAQ,OAAO,WAAW,GAAG,KAAK,QAAQ,KAAA,EAAO,WAAW,GAAG,GAAG;AACpE,aAAO;AAAA,IACT;AACA,QAAI,QAAQ,SAAS,QAAQ,KAAK,QAAQ,SAAS,WAAW,GAAG;AAC/D,aAAO;AAAA,IACT;AACA,QAAI,QAAQ,SAAS,IAAI,KAAK,QAAQ,SAAS,KAAK,GAAG;AACrD,aAAO;AAAA,IACT;AACA,WAAO;AAAA,EACT;AAAA,EAEQ,yBAAyB,UAAgC;AAC/D,QAAI,CAAC,SAAU,QAAO;AAEtB,QAAI,SAAS,WAAW,YAAY,EAAG,QAAO;AAC9C,QAAI,aAAa,mBAAoB,QAAO;AAC5C,QAAI,aAAa,YAAa,QAAO;AACrC,QAAI,aAAa,gBAAiB,QAAO;AACzC,QAAI,SAAS,WAAW,OAAO,EAAG,QAAO;AAEzC,WAAO;AAAA,EACT;AAAA,EAEQ,UAAa,KAAW;AAC9B,QAAI,QAAQ,QAAQ,OAAO,QAAQ,UAAU;AAC3C,aAAO;AAAA,IACT;AAEA,QAAI,eAAe,MAAM;AACvB,aAAO,IAAI,KAAK,IAAI,SAAS;AAAA,IAC/B;AAEA,QAAI,MAAM,QAAQ,GAAG,GAAG;AACtB,aAAO,IAAI,IAAI,CAAC,SAAS,KAAK,UAAU,IAAI,CAAC;AAAA,IAC/C;AAEA,UAAM,SAAS,CAAA;AACf,eAAW,OAAO,KAAK;AACrB,UAAI,IAAI,eAAe,GAAG,GAAG;AAC3B,eAAO,GAAG,IAAI,KAAK,UAAU,IAAI,GAAG,CAAC;AAAA,MACvC;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AACF;"}