@librechat/agents 1.4.0

package/package.json

@@ -0,0 +1,142 @@
+{
+  "name": "@librechat/agents",
+  "version": "1.4.0",
+  "main": "./dist/cjs/main.cjs",
+  "module": "./dist/esm/main.mjs",
+  "types": "./dist/types/index.d.ts",
+  "exports": {
+    ".": {
+      "import": "./dist/esm/main.mjs",
+      "require": "./dist/cjs/main.cjs",
+      "types": "./dist/types/index.d.ts"
+    }
+  },
+  "type": "module",
+  "description": "",
+  "author": "Danny Avila",
+  "license": "MIT",
+  "licenses": [
+    {
+      "type": "MIT",
+      "url": "https://github.com/danny-avila/agents/blob/main/LICENSE"
+    }
+  ],
+  "packageManager": "npm@10.5.2",
+  "engines": {
+    "node": ">=14.0.0"
+  },
+  "files": [
+    "dist",
+    "src",
+    "LICENSE",
+    "README.md"
+  ],
+  "scripts": {
+    "prepublishOnly": "npm run build",
+    "build": "NODE_ENV=production rollup -c && tsc -p tsconfig.build.json",
+    "build:dev": "rollup -c",
+    "start": "node dist/esm/main.js",
+    "clean": "node ./config/clean.js",
+    "script": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/cli.ts",
+    "bun:cli": "bun -r dotenv/config ./src/scripts/cli.ts --provider 'anthropic' --name 'Jo' --location 'New York, NY'",
+    "start:cli": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/cli.ts --provider 'anthropic' --name 'Jo' --location 'New York, NY'",
+    "start:cli2": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/cli2.ts --provider 'anthropic' --name 'Jo' --location 'New York, NY'",
+    "script2": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/proto/example_test.ts",
+    "script3": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/proto/example_test_anthropic.ts",
+    "script4": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/cli4.ts --name 'Jo' --location 'New York, NY'",
+    "script5": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/cli5.ts --name 'Jo' --location 'New York, NY'",
+    "start:standard": "node --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/standard.ts",
+    "start:cg": "node --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/collab.ts",
+    "start:tasks": "node --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/tasks.ts",
+    "start:collab": "node --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/main.ts",
+    "start:collab5": "node --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/collab_design_v5.ts",
+    "start:dev": "node --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/main.ts",
+    "test": "jest",
+    "reinstall": "npm run clean && npm ci && rm -rf ./dist && npm run build",
+    "re": "bun run clean && bun install && rm -rf ./dist && turbo build",
+    "lint": "eslint . --ext .js,.ts --fix",
+    "format": "prettier --write ."
+  },
+  "dependencies": {
+    "@aws-crypto/sha256-js": "^5.2.0",
+    "@aws-sdk/credential-provider-node": "^3.613.0",
+    "@aws-sdk/types": "^3.609.0",
+    "@langchain/anthropic": "^0.2.14",
+    "@langchain/aws": "^0.0.6",
+    "@langchain/community": "^0.2.20",
+    "@langchain/core": "^0.2.18",
+    "@langchain/google-vertexai": "^0.0.20",
+    "@langchain/langgraph": "^0.0.31",
+    "@langchain/mistralai": "^0.0.26",
+    "@smithy/eventstream-codec": "^2.2.0",
+    "@smithy/protocol-http": "^3.0.6",
+    "@smithy/signature-v4": "^2.0.10",
+    "@smithy/util-utf8": "^2.0.0",
+    "dotenv": "^16.4.5",
+    "langchain": "^0.2.10",
+    "nanoid": "^3.3.4"
+  },
+  "resolutions": {
+    "@langchain/core": "0.2.18",
+    "@smithy/eventstream-codec": "^2.2.0",
+    "@smithy/protocol-http": "^3.0.6",
+    "@smithy/signature-v4": "^2.0.10",
+    "@smithy/util-utf8": "^2.0.0"
+  },
+  "imports": {
+    "@/*": "./src/*",
+    "~/*": "./*"
+  },
+  "devDependencies": {
+    "@rollup/plugin-alias": "^5.1.0",
+    "@rollup/plugin-commonjs": "^26.0.1",
+    "@rollup/plugin-json": "^6.1.0",
+    "@rollup/plugin-node-resolve": "^15.2.3",
+    "@rollup/plugin-terser": "^0.4.4",
+    "@rollup/plugin-typescript": "^11.1.6",
+    "@swc/core": "^1.6.13",
+    "@types/babel__generator": "^7.6.8",
+    "@types/babel__template": "^7.4.4",
+    "@types/istanbul-lib-report": "^3.0.3",
+    "@types/jest": "^29.5.12",
+    "@types/node": "^20.14.11",
+    "@types/rollup": "^0.54.0",
+    "@types/yargs-parser": "^21.0.3",
+    "@typescript-eslint/eslint-plugin": "^7.16.1",
+    "@typescript-eslint/parser": "^7.16.1",
+    "better-sqlite3": "^9.6.0",
+    "concurrently": "^8.2.2",
+    "cross-env": "^7.0.3",
+    "eslint": "^8.57.0",
+    "eslint-import-resolver-typescript": "^3.6.1",
+    "eslint-plugin-import": "^2.29.1",
+    "husky": "^9.0.11",
+    "javascript-obfuscator": "^4.1.1",
+    "jest": "^29.7.0",
+    "lint-staged": "^15.2.7",
+    "nodemon": "^3.1.4",
+    "prettier": "^3.3.2",
+    "rimraf": "^6.0.0",
+    "rollup": "^4.18.1",
+    "rollup-plugin-cleandir": "^2.0.0",
+    "rollup-plugin-cleaner": "^1.0.0",
+    "rollup-plugin-obfuscator": "^1.1.0",
+    "rollup-plugin-visualizer": "^5.12.0",
+    "ts-jest": "^29.2.0",
+    "ts-node": "^10.9.2",
+    "ts-node-dev": "^2.0.0",
+    "tsc-alias": "^1.8.10",
+    "tsconfig-paths": "^4.2.0",
+    "tslib": "^2.6.3",
+    "typescript": "^5.5.3"
+  },
+  "lint-staged": {
+    "*.{js,ts}": [
+      "eslint --fix",
+      "prettier --write"
+    ],
+    "*.{json,md}": [
+      "prettier --write"
+    ]
+  }
+}

package/src/common/enum.ts

@@ -0,0 +1,121 @@
+/**
+ * Enum representing the various event types emitted during the execution of runnables.
+ * These events provide real-time information about the progress and state of different components.
+ *
+ * @enum {string}
+ */
+export enum GraphEvents {
+  /* Custom Events */
+
+  /** [Custom] Delta event for run steps (message creation and tool calls) */
+  ON_RUN_STEP = 'on_run_step',
+  /** [Custom] Delta event for run steps (tool calls) */
+  ON_RUN_STEP_DELTA = 'on_run_step_delta',
+  /** [Custom] Completed event for run steps (tool calls) */
+  ON_RUN_STEP_COMPLETED = 'on_run_step_completed',
+  /** [Custom] Delta events for messages */
+  ON_MESSAGE_DELTA = 'on_message_delta',
+
+  /* Official Events */
+
+  /** Custom event, emitted by system */
+  ON_CUSTOM_EVENT = 'on_custom_event',
+  /** Emitted when a chat model starts processing. */
+  CHAT_MODEL_START = 'on_chat_model_start',
+
+  /** Emitted when a chat model streams a chunk of its response. */
+  CHAT_MODEL_STREAM = 'on_chat_model_stream',
+
+  /** Emitted when a chat model completes its processing. */
+  CHAT_MODEL_END = 'on_chat_model_end',
+
+  /** Emitted when a language model starts processing. */
+  LLM_START = 'on_llm_start',
+
+  /** Emitted when a language model streams a chunk of its response. */
+  LLM_STREAM = 'on_llm_stream',
+
+  /** Emitted when a language model completes its processing. */
+  LLM_END = 'on_llm_end',
+
+  /** Emitted when a chain starts processing. */
+  CHAIN_START = 'on_chain_start',
+
+  /** Emitted when a chain streams a chunk of its output. */
+  CHAIN_STREAM = 'on_chain_stream',
+
+  /** Emitted when a chain completes its processing. */
+  CHAIN_END = 'on_chain_end',
+
+  /** Emitted when a tool starts its operation. */
+  TOOL_START = 'on_tool_start',
+
+  /** Emitted when a tool completes its operation. */
+  TOOL_END = 'on_tool_end',
+
+  /** Emitted when a retriever starts its operation. */
+  RETRIEVER_START = 'on_retriever_start',
+
+  /** Emitted when a retriever completes its operation. */
+  RETRIEVER_END = 'on_retriever_end',
+
+  /** Emitted when a prompt starts processing. */
+  PROMPT_START = 'on_prompt_start',
+
+  /** Emitted when a prompt completes its processing. */
+  PROMPT_END = 'on_prompt_end'
+}
+
+export enum Providers {
+  OPENAI = 'openAI',
+  BEDROCK = 'bedrock',
+  VERTEXAI = 'vertexai',
+  AWS = 'aws',
+  ANTHROPIC = 'anthropic',
+  MISTRALAI = 'mistralai',
+}
+
+export enum GraphNodeKeys {
+  TOOLS = 'tools',
+  AGENT = 'agent',
+  PRE_TOOLS = 'pre_tools',
+  POST_TOOLS = 'post_tools',
+}
+
+export enum GraphNodeActions {
+  TOOL_NODE = 'tool_node',
+  CALL_MODEL = 'call_model',
+  ROUTE_MESSAGE = 'route_message',
+}
+
+export enum CommonEvents {
+  LANGGRAPH = 'LangGraph',
+}
+
+export enum StepTypes {
+  TOOL_CALLS = 'tool_calls',
+  MESSAGE_CREATION = 'message_creation'
+}
+
+export enum Callback {
+  TOOL_ERROR = 'handleToolError',
+  TOOL_START = 'handleToolStart',
+  TOOL_END = 'handleToolEnd',
+  /*
+  LLM_START = 'handleLLMStart',
+  LLM_NEW_TOKEN = 'handleLLMNewToken',
+  LLM_ERROR = 'handleLLMError',
+  LLM_END = 'handleLLMEnd',
+  CHAT_MODEL_START = 'handleChatModelStart',
+  CHAIN_START = 'handleChainStart',
+  CHAIN_ERROR = 'handleChainError',
+  CHAIN_END = 'handleChainEnd',
+  TEXT = 'handleText',
+  AGENT_ACTION = 'handleAgentAction',
+  AGENT_END = 'handleAgentEnd',
+  RETRIEVER_START = 'handleRetrieverStart',
+  RETRIEVER_END = 'handleRetrieverEnd',
+  RETRIEVER_ERROR = 'handleRetrieverError',
+  CUSTOM_EVENT = 'handleCustomEvent'
+  */
+}

package/src/common/index.ts

@@ -0,0 +1,2 @@
+// src/common/index.ts
+export * from './enum';

package/src/events.ts

@@ -0,0 +1,110 @@
+/* eslint-disable no-console */
+// src/events.ts
+import type { AIMessage } from '@langchain/core/messages';
+import type { Graph } from '@/graphs';
+import type * as t from '@/types';
+
+export class HandlerRegistry {
+  private handlers: Map<string, t.EventHandler> = new Map();
+
+  register(eventType: string, handler: t.EventHandler): void {
+    this.handlers.set(eventType, handler);
+  }
+
+  getHandler(eventType: string): t.EventHandler | undefined {
+    return this.handlers.get(eventType);
+  }
+}
+
+export class ModelEndHandler implements t.EventHandler {
+  handle(event: string, data: t.StreamEventData, metadata?: Record<string, unknown>, graph?: Graph): void {
+    if (!graph || !metadata) {
+      console.warn(`Graph or metadata not found in ${event} event`);
+      return;
+    }
+
+    // const messageType = (data?.output as BaseMessage | undefined)?._getType();
+    // console.log('messageType', messageType);
+    const usage = (data?.output as AIMessage)?.usage_metadata;
+
+    // const stepKey = graph.getStepKey(metadata);
+    // const stepId = graph.getStepIdByKey(stepKey);
+    // const step = graph.getRunStep(stepId);
+
+    console.log(`====== ${event.toUpperCase()} ======`);
+    console.dir({
+      usage,
+    }, { depth: null });
+  }
+}
+
+export class ToolEndHandler implements t.EventHandler {
+  handle(event: string, data: t.StreamEventData, metadata?: Record<string, unknown>, graph?: Graph): void {
+    if (!graph || !metadata) {
+      console.warn(`Graph or metadata not found in ${event} event`);
+      return;
+    }
+
+    if (!data?.output) {
+      console.warn('No output found in tool_end event');
+      return;
+    }
+
+    graph.handleToolCallCompleted({ input: data.input, output: data.output } as t.ToolEndData);
+  }
+}
+
+export class TestLLMStreamHandler implements t.EventHandler {
+  handle(event: string, data: t.StreamEventData): void {
+    const chunk = data?.chunk;
+    const  isMessageChunk = !!(chunk && 'message' in chunk);
+    const msg = isMessageChunk && chunk?.message;
+    if (msg && msg.tool_call_chunks && msg.tool_call_chunks.length > 0) {
+      console.log(msg.tool_call_chunks);
+    } else if (msg && msg.content) {
+      if (typeof msg.content === 'string') {
+        process.stdout.write(msg.content);
+      }
+    }
+  }
+}
+
+export class TestChatStreamHandler implements t.EventHandler {
+  handle(event: string, data: t.StreamEventData): void {
+    const chunk = data?.chunk;
+    const isContentChunk = !!(chunk && 'content' in chunk);
+    const content = isContentChunk && chunk?.content;
+
+    if (!content || !isContentChunk) {
+      return;
+    }
+
+    if (chunk.tool_call_chunks && chunk.tool_call_chunks.length > 0) {
+      console.dir(chunk.tool_call_chunks, { depth: null });
+    }
+
+    if (typeof content === 'string') {
+      process.stdout.write(content);
+    } else {
+      console.dir(content, { depth: null });
+    }
+  }
+}
+
+export class LLMStreamHandler implements t.EventHandler {
+  handle(event: string, data: t.StreamEventData, metadata?: Record<string, unknown>): void {
+    const chunk = data?.chunk;
+    const  isMessageChunk = !!(chunk && 'message' in chunk);
+    const msg = isMessageChunk && chunk?.message;
+    if (metadata) { console.log(metadata); }
+    if (msg && msg.tool_call_chunks && msg.tool_call_chunks.length > 0) {
+      console.log(msg.tool_call_chunks);
+    } else if (msg && msg.content) {
+      if (typeof msg.content === 'string') {
+        // const text_delta = msg.content;
+        // dispatchCustomEvent(GraphEvents.CHAT_MODEL_STREAM, { chunk }, config);
+        process.stdout.write(msg.content);
+      }
+    }
+  }
+}