@paean-ai/adk 0.2.1 → 0.2.2

package/README.md

@@ -1,3 +1,3 @@
-# @google/adk
+# @paean-ai/adk
 
 Please see README for adk-js at https://github.com/google/adk-js

package/dist/cjs/agents/llm_agent.js

@@ -25,18 +25,27 @@ var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: tru
 var llm_agent_exports = {};
 __export(llm_agent_exports, {
   LlmAgent: () => LlmAgent,
-  REQUEST_CONFIRMATION_LLM_REQUEST_PROCESSOR: () => REQUEST_CONFIRMATION_LLM_REQUEST_PROCESSOR
+  REQUEST_CONFIRMATION_LLM_REQUEST_PROCESSOR: () => REQUEST_CONFIRMATION_LLM_REQUEST_PROCESSOR,
+  responseProcessor: () => responseProcessor
 });
 module.exports = __toCommonJS(llm_agent_exports);
 var import_zod = require("zod");
+var import_base_code_executor = require("../code_executors/base_code_executor.js");
+var import_built_in_code_executor = require("../code_executors/built_in_code_executor.js");
+var import_code_execution_utils = require("../code_executors/code_execution_utils.js");
+var import_code_executor_context = require("../code_executors/code_executor_context.js");
 var import_event = require("../events/event.js");
+var import_event_actions = require("../events/event_actions.js");
 var import_base_llm = require("../models/base_llm.js");
 var import_llm_request = require("../models/llm_request.js");
 var import_registry = require("../models/registry.js");
+var import_state = require("../sessions/state.js");
 var import_base_tool = require("../tools/base_tool.js");
 var import_function_tool = require("../tools/function_tool.js");
 var import_tool_confirmation = require("../tools/tool_confirmation.js");
 var import_tool_context = require("../tools/tool_context.js");
+var import_deep_clone = require("../utils/deep_clone.js");
+var import_env_aware_utils = require("../utils/env_aware_utils.js");
 var import_logger = require("../utils/logger.js");
 var import_base_agent = require("./base_agent.js");
 var import_base_llm_processor = require("./base_llm_processor.js");
@@ -353,6 +362,321 @@ class RequestConfirmationLlmRequestProcessor extends import_base_llm_processor.B
   }
 }
 const REQUEST_CONFIRMATION_LLM_REQUEST_PROCESSOR = new RequestConfirmationLlmRequestProcessor();
+class CodeExecutionRequestProcessor extends import_base_llm_processor.BaseLlmRequestProcessor {
+  async *runAsync(invocationContext, llmRequest) {
+    if (!(invocationContext.agent instanceof LlmAgent)) {
+      return;
+    }
+    if (!invocationContext.agent.codeExecutor) {
+      return;
+    }
+    for await (const event of runPreProcessor(invocationContext, llmRequest)) {
+      yield event;
+    }
+    if (!(invocationContext.agent.codeExecutor instanceof import_base_code_executor.BaseCodeExecutor)) {
+      return;
+    }
+    for (const content of llmRequest.contents) {
+      const delimeters = invocationContext.agent.codeExecutor.codeBlockDelimiters.length ? invocationContext.agent.codeExecutor.codeBlockDelimiters[0] : ["", ""];
+      const codeExecutionParts = (0, import_code_execution_utils.convertCodeExecutionParts)(
+        content,
+        delimeters,
+        invocationContext.agent.codeExecutor.executionResultDelimiters
+      );
+    }
+  }
+}
+const DATA_FILE_UTIL_MAP = {
+  "text/csv": {
+    extension: ".csv",
+    loaderCodeTemplate: "pd.read_csv('{filename}')"
+  }
+};
+const DATA_FILE_HELPER_LIB = `
+import pandas as pd
+
+def explore_df(df: pd.DataFrame) -> None:
+  """Prints some information about a pandas DataFrame."""
+
+  with pd.option_context(
+      'display.max_columns', None, 'display.expand_frame_repr', False
+  ):
+    # Print the column names to never encounter KeyError when selecting one.
+    df_dtypes = df.dtypes
+
+    # Obtain information about data types and missing values.
+    df_nulls = (len(df) - df.isnull().sum()).apply(
+        lambda x: f'{x} / {df.shape[0]} non-null'
+    )
+
+    # Explore unique total values in columns using \`.unique()\`.
+    df_unique_count = df.apply(lambda x: len(x.unique()))
+
+    # Explore unique values in columns using \`.unique()\`.
+    df_unique = df.apply(lambda x: crop(str(list(x.unique()))))
+
+    df_info = pd.concat(
+        (
+            df_dtypes.rename('Dtype'),
+            df_nulls.rename('Non-Null Count'),
+            df_unique_count.rename('Unique Values Count'),
+            df_unique.rename('Unique Values'),
+        ),
+        axis=1,
+    )
+    df_info.index.name = 'Columns'
+    print(f"""Total rows: {df.shape[0]}
+Total columns: {df.shape[1]}
+
+{df_info}""")
+`;
+class CodeExecutionResponseProcessor {
+  /**
+   * Processes the LLM response asynchronously.
+   *
+   * @param invocationContext The invocation context
+   * @param llmResponse The LLM response to process
+   * @returns An async generator yielding events
+   */
+  async *runAsync(invocationContext, llmResponse) {
+    if (llmResponse.partial) {
+      return;
+    }
+    for await (const event of runPostProcessor(invocationContext, llmResponse)) {
+      yield event;
+    }
+  }
+}
+const responseProcessor = new CodeExecutionResponseProcessor();
+async function* runPreProcessor(invocationContext, llmRequest) {
+  const agent = invocationContext.agent;
+  if (!(agent instanceof LlmAgent)) {
+    return;
+  }
+  const codeExecutor = agent.codeExecutor;
+  if (!codeExecutor || !(codeExecutor instanceof import_base_code_executor.BaseCodeExecutor)) {
+    return;
+  }
+  if (codeExecutor instanceof import_built_in_code_executor.BuiltInCodeExecutor) {
+    codeExecutor.processLlmRequest(llmRequest);
+    return;
+  }
+  if (!codeExecutor.optimizeDataFile) {
+    return;
+  }
+  const codeExecutorContext = new import_code_executor_context.CodeExecutorContext(new import_state.State(invocationContext.session.state));
+  if (codeExecutorContext.getErrorCount(invocationContext.invocationId) >= codeExecutor.errorRetryAttempts) {
+    return;
+  }
+  const allInputFiles = extractAndReplaceInlineFiles(codeExecutorContext, llmRequest);
+  const processedFileNames = new Set(codeExecutorContext.getProcessedFileNames());
+  const filesToProcess = allInputFiles.filter((f) => !processedFileNames.has(f.name));
+  for (const file of filesToProcess) {
+    const codeStr = getDataFilePreprocessingCode(file);
+    if (!codeStr) {
+      return;
+    }
+    const codeContent = {
+      role: "model",
+      parts: [
+        { text: `Processing input file: \`${file.name}\`` },
+        (0, import_code_execution_utils.buildExecutableCodePart)(codeStr)
+      ]
+    };
+    llmRequest.contents.push((0, import_deep_clone.deepClone)(codeContent));
+    yield (0, import_event.createEvent)({
+      invocationId: invocationContext.invocationId,
+      author: agent.name,
+      branch: invocationContext.branch,
+      content: codeContent
+    });
+    const executionId = getOrSetExecutionId(invocationContext, codeExecutorContext);
+    const codeExecutionResult = await codeExecutor.executeCode({
+      invocationContext,
+      codeExecutionInput: {
+        code: codeStr,
+        inputFiles: [file],
+        executionId
+      }
+    });
+    codeExecutorContext.updateCodeExecutionResult({
+      invocationId: invocationContext.invocationId,
+      code: codeStr,
+      resultStdout: codeExecutionResult.stdout,
+      resultStderr: codeExecutionResult.stderr
+    });
+    codeExecutorContext.addProcessedFileNames([file.name]);
+    const executionResultEvent = await postProcessCodeExecutionResult(
+      invocationContext,
+      codeExecutorContext,
+      codeExecutionResult
+    );
+    yield executionResultEvent;
+    llmRequest.contents.push((0, import_deep_clone.deepClone)(executionResultEvent.content));
+  }
+}
+async function* runPostProcessor(invocationContext, llmResponse) {
+  const agent = invocationContext.agent;
+  if (!(agent instanceof LlmAgent)) {
+    return;
+  }
+  const codeExecutor = agent.codeExecutor;
+  if (!codeExecutor || !(codeExecutor instanceof import_base_code_executor.BaseCodeExecutor)) {
+    return;
+  }
+  if (!llmResponse || !llmResponse.content) {
+    return;
+  }
+  if (codeExecutor instanceof import_built_in_code_executor.BuiltInCodeExecutor) {
+    return;
+  }
+  const codeExecutorContext = new import_code_executor_context.CodeExecutorContext(new import_state.State(invocationContext.session.state));
+  if (codeExecutorContext.getErrorCount(invocationContext.invocationId) >= codeExecutor.errorRetryAttempts) {
+    return;
+  }
+  const responseContent = llmResponse.content;
+  const codeStr = (0, import_code_execution_utils.extractCodeAndTruncateContent)(
+    responseContent,
+    codeExecutor.codeBlockDelimiters
+  );
+  if (!codeStr) {
+    return;
+  }
+  yield (0, import_event.createEvent)({
+    invocationId: invocationContext.invocationId,
+    author: agent.name,
+    branch: invocationContext.branch,
+    content: responseContent
+  });
+  const executionId = getOrSetExecutionId(invocationContext, codeExecutorContext);
+  const codeExecutionResult = await codeExecutor.executeCode({
+    invocationContext,
+    codeExecutionInput: {
+      code: codeStr,
+      inputFiles: codeExecutorContext.getInputFiles(),
+      executionId
+    }
+  });
+  codeExecutorContext.updateCodeExecutionResult({
+    invocationId: invocationContext.invocationId,
+    code: codeStr,
+    resultStdout: codeExecutionResult.stdout,
+    resultStderr: codeExecutionResult.stderr
+  });
+  yield await postProcessCodeExecutionResult(
+    invocationContext,
+    codeExecutorContext,
+    codeExecutionResult
+  );
+  llmResponse.content = null;
+}
+function extractAndReplaceInlineFiles(codeExecutorContext, llmRequest) {
+  var _a;
+  const allInputFiles = codeExecutorContext.getInputFiles();
+  const savedFileNames = new Set(allInputFiles.map((f) => f.name));
+  for (let i = 0; i < llmRequest.contents.length; i++) {
+    const content = llmRequest.contents[i];
+    if (content.role !== "user" || !content.parts) {
+      continue;
+    }
+    for (let j = 0; j < content.parts.length; j++) {
+      const part = content.parts[j];
+      const mimeType = (_a = part.inlineData) == null ? void 0 : _a.mimeType;
+      if (!mimeType || !part.inlineData || !DATA_FILE_UTIL_MAP[mimeType]) {
+        continue;
+      }
+      const fileName = `data_${i + 1}_${j + 1}${DATA_FILE_UTIL_MAP[mimeType].extension}`;
+      part.text = `
+Available file: \`${fileName}\`
+`;
+      const file = {
+        name: fileName,
+        content: (0, import_env_aware_utils.base64Decode)(part.inlineData.data),
+        mimeType
+      };
+      if (!savedFileNames.has(fileName)) {
+        codeExecutorContext.addInputFiles([file]);
+        allInputFiles.push(file);
+      }
+    }
+  }
+  return allInputFiles;
+}
+function getOrSetExecutionId(invocationContext, codeExecutorContext) {
+  var _a;
+  const agent = invocationContext.agent;
+  if (!(agent instanceof LlmAgent) || !((_a = agent.codeExecutor) == null ? void 0 : _a.stateful)) {
+    return void 0;
+  }
+  let executionId = codeExecutorContext.getExecutionId();
+  if (!executionId) {
+    executionId = invocationContext.session.id;
+    codeExecutorContext.setExecutionId(executionId);
+  }
+  return executionId;
+}
+async function postProcessCodeExecutionResult(invocationContext, codeExecutorContext, codeExecutionResult) {
+  if (!invocationContext.artifactService) {
+    throw new Error("Artifact service is not initialized.");
+  }
+  const resultContent = {
+    role: "model",
+    parts: [(0, import_code_execution_utils.buildCodeExecutionResultPart)(codeExecutionResult)]
+  };
+  const eventActions = (0, import_event_actions.createEventActions)({ stateDelta: codeExecutorContext.getStateDelta() });
+  if (codeExecutionResult.stderr) {
+    codeExecutorContext.incrementErrorCount(invocationContext.invocationId);
+  } else {
+    codeExecutorContext.resetErrorCount(invocationContext.invocationId);
+  }
+  for (const outputFile of codeExecutionResult.outputFiles) {
+    const version = await invocationContext.artifactService.saveArtifact({
+      appName: invocationContext.appName || "",
+      userId: invocationContext.userId || "",
+      sessionId: invocationContext.session.id,
+      filename: outputFile.name,
+      artifact: {
+        inlineData: { data: outputFile.content, mimeType: outputFile.mimeType }
+      }
+    });
+    eventActions.artifactDelta[outputFile.name] = version;
+  }
+  return (0, import_event.createEvent)({
+    invocationId: invocationContext.invocationId,
+    author: invocationContext.agent.name,
+    branch: invocationContext.branch,
+    content: resultContent,
+    actions: eventActions
+  });
+}
+function getDataFilePreprocessingCode(file) {
+  function getNormalizedFileName(fileName) {
+    const [varName2] = fileName.split(".");
+    let normalizedName = varName2.replace(/[^a-zA-Z0-9_]/g, "_");
+    if (/^\d/.test(normalizedName)) {
+      normalizedName = "_" + normalizedName;
+    }
+    return normalizedName;
+  }
+  if (!DATA_FILE_UTIL_MAP[file.mimeType]) {
+    return void 0;
+  }
+  const varName = getNormalizedFileName(file.name);
+  const loaderCode = DATA_FILE_UTIL_MAP[file.mimeType].loaderCodeTemplate.replace(
+    "{filename}",
+    file.name
+  );
+  return `
+${DATA_FILE_HELPER_LIB}
+
+# Load the dataframe.
+${varName} = ${loaderCode}
+
+# Use \`explore_df\` to guide my analysis.
+explore_df(${varName})
+`;
+}
+const CODE_EXECUTION_REQUEST_PROCESSOR = new CodeExecutionRequestProcessor();
 class LlmAgent extends import_base_agent.BaseAgent {
   constructor(config) {
     var _a, _b, _c, _d, _e, _f, _g, _h, _i;
@@ -372,12 +696,14 @@ class LlmAgent extends import_base_agent.BaseAgent {
     this.afterModelCallback = config.afterModelCallback;
     this.beforeToolCallback = config.beforeToolCallback;
     this.afterToolCallback = config.afterToolCallback;
+    this.codeExecutor = config.codeExecutor;
     this.requestProcessors = (_g = config.requestProcessors) != null ? _g : [
       BASIC_LLM_REQUEST_PROCESSOR,
       IDENTITY_LLM_REQUEST_PROCESSOR,
       INSTRUCTIONS_LLM_REQUEST_PROCESSOR,
       REQUEST_CONFIRMATION_LLM_REQUEST_PROCESSOR,
-      CONTENT_REQUEST_PROCESSOR
+      CONTENT_REQUEST_PROCESSOR,
+      CODE_EXECUTION_REQUEST_PROCESSOR
     ];
     this.responseProcessors = (_h = config.responseProcessors) != null ? _h : [];
     const agentTransferDisabled = this.disallowTransferToParent && this.disallowTransferToPeers && !((_i = this.subAgents) == null ? void 0 : _i.length);
@@ -861,5 +1187,6 @@ class LlmAgent extends import_base_agent.BaseAgent {
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
   LlmAgent,
-  REQUEST_CONFIRMATION_LLM_REQUEST_PROCESSOR
+  REQUEST_CONFIRMATION_LLM_REQUEST_PROCESSOR,
+  responseProcessor
 });

package/dist/cjs/common.js

@@ -31,6 +31,7 @@ __export(common_exports, {
   BasePlugin: () => import_base_plugin.BasePlugin,
   BaseTool: () => import_base_tool.BaseTool,
   BaseToolset: () => import_base_toolset.BaseToolset,
+  BuiltInCodeExecutor: () => import_built_in_code_executor.BuiltInCodeExecutor,
   CallbackContext: () => import_callback_context.CallbackContext,
   FunctionTool: () => import_function_tool.FunctionTool,
   GOOGLE_SEARCH: () => import_google_search_tool.GOOGLE_SEARCH,
@@ -86,6 +87,7 @@ var import_parallel_agent = require("./agents/parallel_agent.js");
 var import_run_config = require("./agents/run_config.js");
 var import_sequential_agent = require("./agents/sequential_agent.js");
 var import_in_memory_artifact_service = require("./artifacts/in_memory_artifact_service.js");
+var import_built_in_code_executor = require("./code_executors/built_in_code_executor.js");
 var import_event = require("./events/event.js");
 var import_event_actions = require("./events/event_actions.js");
 var import_in_memory_memory_service = require("./memory/in_memory_memory_service.js");
@@ -129,6 +131,7 @@ __reExport(common_exports, require("./tools/base_tool.js"), module.exports);
   BasePlugin,
   BaseTool,
   BaseToolset,
+  BuiltInCodeExecutor,
   CallbackContext,
   FunctionTool,
   GOOGLE_SEARCH,