langchain 0.0.74 → 0.0.76

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langchain",
-  "version": "0.0.74",
+  "version": "0.0.76",
   "description": "Typescript bindings for langchain",
   "type": "module",
   "engines": {
@@ -124,6 +124,9 @@
     "vectorstores/myscale.cjs",
     "vectorstores/myscale.js",
     "vectorstores/myscale.d.ts",
+    "vectorstores/redis.cjs",
+    "vectorstores/redis.js",
+    "vectorstores/redis.d.ts",
     "text_splitter.cjs",
     "text_splitter.js",
     "text_splitter.d.ts",
@@ -142,6 +145,9 @@
     "document_loaders/base.cjs",
     "document_loaders/base.js",
     "document_loaders/base.d.ts",
+    "document_loaders/web/apify_dataset.cjs",
+    "document_loaders/web/apify_dataset.js",
+    "document_loaders/web/apify_dataset.d.ts",
     "document_loaders/web/cheerio.cjs",
     "document_loaders/web/cheerio.js",
     "document_loaders/web/cheerio.d.ts",
@@ -277,6 +283,9 @@
     "stores/message/dynamodb.cjs",
     "stores/message/dynamodb.js",
     "stores/message/dynamodb.d.ts",
+    "stores/message/redis.cjs",
+    "stores/message/redis.js",
+    "stores/message/redis.d.ts",
     "experimental/autogpt.cjs",
     "experimental/autogpt.js",
     "experimental/autogpt.d.ts",
@@ -286,6 +295,9 @@
     "experimental/plan_and_execute.cjs",
     "experimental/plan_and_execute.js",
     "experimental/plan_and_execute.d.ts",
+    "client.cjs",
+    "client.js",
+    "client.d.ts",
     "index.cjs",
     "index.js",
     "index.d.ts"
@@ -305,7 +317,7 @@
     "clean": "rm -rf dist/ && node scripts/create-entrypoints.js clean",
     "prepack": "yarn build",
     "release": "release-it --only-version --config .release-it.json",
-    "test": "NODE_OPTIONS=--experimental-vm-modules jest --testPathIgnorePatterns=\\.int\\.test.ts",
+    "test": "NODE_OPTIONS=--experimental-vm-modules jest --testPathIgnorePatterns=\\.int\\.test.ts --testTimeout 30000",
     "test:watch": "NODE_OPTIONS=--experimental-vm-modules jest --watch --testPathIgnorePatterns=\\.int\\.test.ts",
     "test:integration": "NODE_OPTIONS=--experimental-vm-modules jest --testPathPattern=\\.int\\.test.ts --testTimeout 50000",
     "test:single": "NODE_OPTIONS=--experimental-vm-modules yarn run jest --config jest.config.cjs --testTimeout 50000",
@@ -339,6 +351,7 @@
     "@types/uuid": "^9",
     "@typescript-eslint/eslint-plugin": "^5.58.0",
     "@typescript-eslint/parser": "^5.58.0",
+    "apify-client": "^2.7.1",
     "axios": "^0.26.0",
     "cheerio": "^1.0.0-rc.12",
     "chromadb": "^1.4.0",
@@ -363,7 +376,7 @@
     "playwright": "^1.32.1",
     "prettier": "^2.8.3",
     "puppeteer": "^19.7.2",
-    "redis": "^4.6.4",
+    "redis": "^4.6.6",
     "release-it": "^15.10.1",
     "replicate": "^0.9.0",
     "rollup": "^3.19.1",
@@ -388,6 +401,7 @@
     "@tensorflow/tfjs-converter": "*",
     "@tensorflow/tfjs-core": "*",
     "@zilliz/milvus2-sdk-node": "^2.2.0",
+    "apify-client": "^2.7.1",
     "axios": "*",
     "cheerio": "^1.0.0-rc.12",
     "chromadb": "^1.4.0",
@@ -447,6 +461,9 @@
     "@zilliz/milvus2-sdk-node": {
       "optional": true
     },
+    "apify-client": {
+      "optional": true
+    },
     "axios": {
       "optional": true
     },
@@ -504,12 +521,11 @@
   },
   "dependencies": {
     "@anthropic-ai/sdk": "^0.4.3",
-    "@dqbd/tiktoken": "^1.0.7",
     "ansi-styles": "^5.0.0",
     "binary-extensions": "^2.2.0",
-    "browser-or-node": "^2.1.1",
     "expr-eval": "^2.0.2",
     "flat": "^5.0.2",
+    "js-tiktoken": "^1.0.6",
     "jsonpointer": "^5.0.1",
     "ml-distance": "^4.0.0",
     "object-hash": "^3.0.0",
@@ -740,6 +756,11 @@
       "import": "./vectorstores/myscale.js",
       "require": "./vectorstores/myscale.cjs"
     },
+    "./vectorstores/redis": {
+      "types": "./vectorstores/redis.d.ts",
+      "import": "./vectorstores/redis.js",
+      "require": "./vectorstores/redis.cjs"
+    },
     "./text_splitter": {
       "types": "./text_splitter.d.ts",
       "import": "./text_splitter.js",
@@ -772,6 +793,11 @@
       "import": "./document_loaders/base.js",
       "require": "./document_loaders/base.cjs"
     },
+    "./document_loaders/web/apify_dataset": {
+      "types": "./document_loaders/web/apify_dataset.d.ts",
+      "import": "./document_loaders/web/apify_dataset.js",
+      "require": "./document_loaders/web/apify_dataset.cjs"
+    },
     "./document_loaders/web/cheerio": {
       "types": "./document_loaders/web/cheerio.d.ts",
       "import": "./document_loaders/web/cheerio.js",
@@ -1001,6 +1027,11 @@
       "import": "./stores/message/dynamodb.js",
       "require": "./stores/message/dynamodb.cjs"
     },
+    "./stores/message/redis": {
+      "types": "./stores/message/redis.d.ts",
+      "import": "./stores/message/redis.js",
+      "require": "./stores/message/redis.cjs"
+    },
     "./experimental/autogpt": {
       "types": "./experimental/autogpt.d.ts",
       "import": "./experimental/autogpt.js",
@@ -1016,6 +1047,11 @@
       "import": "./experimental/plan_and_execute.js",
       "require": "./experimental/plan_and_execute.cjs"
     },
+    "./client": {
+      "types": "./client.d.ts",
+      "import": "./client.js",
+      "require": "./client.cjs"
+    },
     "./package.json": "./package.json"
   }
 }

package/stores/message/redis.cjs

@@ -0,0 +1 @@
+module.exports = require('../../dist/stores/message/redis.cjs');

package/stores/message/redis.d.ts

@@ -0,0 +1 @@
+export * from '../../dist/stores/message/redis.js'

package/stores/message/redis.js

@@ -0,0 +1 @@
+export * from '../../dist/stores/message/redis.js'

package/vectorstores/redis.cjs

@@ -0,0 +1 @@
+module.exports = require('../dist/vectorstores/redis.cjs');

package/vectorstores/redis.d.ts

@@ -0,0 +1 @@
+export * from '../dist/vectorstores/redis.js'

package/vectorstores/redis.js

@@ -0,0 +1 @@
+export * from '../dist/vectorstores/redis.js'

package/dist/callbacks/handlers/tracers.cjs

@@ -1,341 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.LangChainTracer = exports.BaseTracer = void 0;
-const base_js_1 = require("../base.cjs");
-class BaseTracer extends base_js_1.BaseCallbackHandler {
-    constructor() {
-        super();
-        Object.defineProperty(this, "session", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "runMap", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: new Map()
-        });
-    }
-    copy() {
-        return this;
-    }
-    async newSession(sessionName) {
-        const sessionCreate = {
-            start_time: Date.now(),
-            name: sessionName,
-        };
-        const session = await this.persistSession(sessionCreate);
-        this.session = session;
-        return session;
-    }
-    _addChildRun(parentRun, childRun) {
-        if (childRun.type === "llm") {
-            parentRun.child_llm_runs.push(childRun);
-        }
-        else if (childRun.type === "chain") {
-            parentRun.child_chain_runs.push(childRun);
-        }
-        else if (childRun.type === "tool") {
-            parentRun.child_tool_runs.push(childRun);
-        }
-        else {
-            throw new Error("Invalid run type");
-        }
-    }
-    _startTrace(run) {
-        if (run.parent_uuid) {
-            const parentRun = this.runMap.get(run.parent_uuid);
-            if (parentRun) {
-                if (!(parentRun.type === "tool" || parentRun.type === "chain")) {
-                    throw new Error("Caller run can only be a tool or chain");
-                }
-                else {
-                    this._addChildRun(parentRun, run);
-                }
-            }
-            else {
-                throw new Error(`Caller run ${run.parent_uuid} not found`);
-            }
-        }
-        this.runMap.set(run.uuid, run);
-    }
-    async _endTrace(run) {
-        if (!run.parent_uuid) {
-            await this.persistRun(run);
-        }
-        else {
-            const parentRun = this.runMap.get(run.parent_uuid);
-            if (parentRun === undefined) {
-                throw new Error(`Parent run ${run.parent_uuid} not found`);
-            }
-            parentRun.child_execution_order = Math.max(parentRun.child_execution_order, run.child_execution_order);
-        }
-        this.runMap.delete(run.uuid);
-    }
-    _getExecutionOrder(parentRunId) {
-        // If a run has no parent then execution order is 1
-        if (parentRunId === undefined) {
-            return 1;
-        }
-        const parentRun = this.runMap.get(parentRunId);
-        if (parentRun === undefined) {
-            throw new Error(`Parent run ${parentRunId} not found`);
-        }
-        return parentRun.child_execution_order + 1;
-    }
-    async handleLLMStart(llm, prompts, runId, parentRunId) {
-        if (this.session === undefined) {
-            this.session = await this.loadDefaultSession();
-        }
-        const execution_order = this._getExecutionOrder(parentRunId);
-        const run = {
-            uuid: runId,
-            parent_uuid: parentRunId,
-            start_time: Date.now(),
-            end_time: 0,
-            serialized: llm,
-            prompts,
-            session_id: this.session.id,
-            execution_order,
-            child_execution_order: execution_order,
-            type: "llm",
-        };
-        this._startTrace(run);
-        await this.onLLMStart?.(run);
-    }
-    async handleLLMEnd(output, runId) {
-        const run = this.runMap.get(runId);
-        if (!run || run?.type !== "llm") {
-            throw new Error("No LLM run to end.");
-        }
-        const llmRun = run;
-        llmRun.end_time = Date.now();
-        llmRun.response = output;
-        await this.onLLMEnd?.(llmRun);
-        await this._endTrace(llmRun);
-    }
-    async handleLLMError(error, runId) {
-        const run = this.runMap.get(runId);
-        if (!run || run?.type !== "llm") {
-            throw new Error("No LLM run to end.");
-        }
-        const llmRun = run;
-        llmRun.end_time = Date.now();
-        llmRun.error = error.message;
-        await this.onLLMError?.(llmRun);
-        await this._endTrace(llmRun);
-    }
-    async handleChainStart(chain, inputs, runId, parentRunId) {
-        if (this.session === undefined) {
-            this.session = await this.loadDefaultSession();
-        }
-        const execution_order = this._getExecutionOrder(parentRunId);
-        const run = {
-            uuid: runId,
-            parent_uuid: parentRunId,
-            start_time: Date.now(),
-            end_time: 0,
-            serialized: chain,
-            inputs,
-            session_id: this.session.id,
-            execution_order,
-            child_execution_order: execution_order,
-            type: "chain",
-            child_llm_runs: [],
-            child_chain_runs: [],
-            child_tool_runs: [],
-        };
-        this._startTrace(run);
-        await this.onChainStart?.(run);
-    }
-    async handleChainEnd(outputs, runId) {
-        const run = this.runMap.get(runId);
-        if (!run || run?.type !== "chain") {
-            throw new Error("No chain run to end.");
-        }
-        const chainRun = run;
-        chainRun.end_time = Date.now();
-        chainRun.outputs = outputs;
-        await this.onChainEnd?.(chainRun);
-        await this._endTrace(chainRun);
-    }
-    async handleChainError(error, runId) {
-        const run = this.runMap.get(runId);
-        if (!run || run?.type !== "chain") {
-            throw new Error("No chain run to end.");
-        }
-        const chainRun = run;
-        chainRun.end_time = Date.now();
-        chainRun.error = error.message;
-        await this.onChainError?.(chainRun);
-        await this._endTrace(chainRun);
-    }
-    async handleToolStart(tool, input, runId, parentRunId) {
-        if (this.session === undefined) {
-            this.session = await this.loadDefaultSession();
-        }
-        const execution_order = this._getExecutionOrder(parentRunId);
-        const run = {
-            uuid: runId,
-            parent_uuid: parentRunId,
-            start_time: Date.now(),
-            end_time: 0,
-            serialized: tool,
-            tool_input: input,
-            session_id: this.session.id,
-            execution_order,
-            child_execution_order: execution_order,
-            type: "tool",
-            action: JSON.stringify(tool),
-            child_llm_runs: [],
-            child_chain_runs: [],
-            child_tool_runs: [],
-        };
-        this._startTrace(run);
-        await this.onToolStart?.(run);
-    }
-    async handleToolEnd(output, runId) {
-        const run = this.runMap.get(runId);
-        if (!run || run?.type !== "tool") {
-            throw new Error("No tool run to end");
-        }
-        const toolRun = run;
-        toolRun.end_time = Date.now();
-        toolRun.output = output;
-        await this.onToolEnd?.(toolRun);
-        await this._endTrace(toolRun);
-    }
-    async handleToolError(error, runId) {
-        const run = this.runMap.get(runId);
-        if (!run || run?.type !== "tool") {
-            throw new Error("No tool run to end");
-        }
-        const toolRun = run;
-        toolRun.end_time = Date.now();
-        toolRun.error = error.message;
-        await this.onToolError?.(toolRun);
-        await this._endTrace(toolRun);
-    }
-    async handleAgentAction(action, runId) {
-        const run = this.runMap.get(runId);
-        if (!run || run?.type !== "chain") {
-            return;
-        }
-        const agentRun = run;
-        agentRun.actions = agentRun.actions || [];
-        agentRun.actions.push(action);
-        await this.onAgentAction?.(run);
-    }
-}
-exports.BaseTracer = BaseTracer;
-class LangChainTracer extends BaseTracer {
-    constructor() {
-        super();
-        Object.defineProperty(this, "name", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: "langchain_tracer"
-        });
-        Object.defineProperty(this, "endpoint", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: (typeof process !== "undefined"
-                ? // eslint-disable-next-line no-process-env
-                    process.env?.LANGCHAIN_ENDPOINT
-                : undefined) || "http://localhost:8000"
-        });
-        Object.defineProperty(this, "headers", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: {
-                "Content-Type": "application/json",
-            }
-        });
-        // eslint-disable-next-line no-process-env
-        if (typeof process !== "undefined" && process.env?.LANGCHAIN_API_KEY) {
-            // eslint-disable-next-line no-process-env
-            this.headers["x-api-key"] = process.env?.LANGCHAIN_API_KEY;
-        }
-    }
-    async persistRun(run) {
-        let endpoint;
-        if (run.type === "llm") {
-            endpoint = `${this.endpoint}/llm-runs`;
-        }
-        else if (run.type === "chain") {
-            endpoint = `${this.endpoint}/chain-runs`;
-        }
-        else {
-            endpoint = `${this.endpoint}/tool-runs`;
-        }
-        const response = await fetch(endpoint, {
-            method: "POST",
-            headers: this.headers,
-            body: JSON.stringify(run),
-        });
-        if (!response.ok) {
-            console.error(`Failed to persist run: ${response.status} ${response.statusText}`);
-        }
-    }
-    async persistSession(sessionCreate) {
-        const endpoint = `${this.endpoint}/sessions`;
-        const response = await fetch(endpoint, {
-            method: "POST",
-            headers: this.headers,
-            body: JSON.stringify(sessionCreate),
-        });
-        if (!response.ok) {
-            console.error(`Failed to persist session: ${response.status} ${response.statusText}, using default session.`);
-            return {
-                id: 1,
-                ...sessionCreate,
-            };
-        }
-        return {
-            id: (await response.json()).id,
-            ...sessionCreate,
-        };
-    }
-    async loadSession(sessionName) {
-        const endpoint = `${this.endpoint}/sessions?name=${sessionName}`;
-        return this._handleSessionResponse(endpoint);
-    }
-    async loadDefaultSession() {
-        const endpoint = `${this.endpoint}/sessions?name=default`;
-        return this._handleSessionResponse(endpoint);
-    }
-    async _handleSessionResponse(endpoint) {
-        const response = await fetch(endpoint, {
-            method: "GET",
-            headers: this.headers,
-        });
-        let tracerSession;
-        if (!response.ok) {
-            console.error(`Failed to load session: ${response.status} ${response.statusText}`);
-            tracerSession = {
-                id: 1,
-                start_time: Date.now(),
-            };
-            this.session = tracerSession;
-            return tracerSession;
-        }
-        const resp = (await response.json());
-        if (resp.length === 0) {
-            tracerSession = {
-                id: 1,
-                start_time: Date.now(),
-            };
-            this.session = tracerSession;
-            return tracerSession;
-        }
-        [tracerSession] = resp;
-        this.session = tracerSession;
-        return tracerSession;
-    }
-}
-exports.LangChainTracer = LangChainTracer;

package/dist/callbacks/handlers/tracers.d.ts

@@ -1,100 +0,0 @@
-import { AgentAction, ChainValues, LLMResult } from "../../schema/index.js";
-import { BaseCallbackHandler } from "../base.js";
-export type RunType = "llm" | "chain" | "tool";
-export interface BaseTracerSession {
-    start_time: number;
-    name?: string;
-}
-export type TracerSessionCreate = BaseTracerSession;
-export interface TracerSession extends BaseTracerSession {
-    id: number;
-}
-export interface BaseRun {
-    uuid: string;
-    parent_uuid?: string;
-    start_time: number;
-    end_time: number;
-    execution_order: number;
-    child_execution_order: number;
-    serialized: {
-        name: string;
-    };
-    session_id: number;
-    error?: string;
-    type: RunType;
-}
-export interface LLMRun extends BaseRun {
-    prompts: string[];
-    response?: LLMResult;
-}
-export interface ChainRun extends BaseRun {
-    inputs: ChainValues;
-    outputs?: ChainValues;
-    child_llm_runs: LLMRun[];
-    child_chain_runs: ChainRun[];
-    child_tool_runs: ToolRun[];
-}
-export interface AgentRun extends ChainRun {
-    actions: AgentAction[];
-}
-export interface ToolRun extends BaseRun {
-    tool_input: string;
-    output?: string;
-    action: string;
-    child_llm_runs: LLMRun[];
-    child_chain_runs: ChainRun[];
-    child_tool_runs: ToolRun[];
-}
-export type Run = LLMRun | ChainRun | ToolRun;
-export declare abstract class BaseTracer extends BaseCallbackHandler {
-    protected session?: TracerSession;
-    protected runMap: Map<string, Run>;
-    protected constructor();
-    copy(): this;
-    abstract loadSession(sessionName: string): Promise<TracerSession>;
-    abstract loadDefaultSession(): Promise<TracerSession>;
-    protected abstract persistRun(run: Run): Promise<void>;
-    protected abstract persistSession(session: TracerSessionCreate): Promise<TracerSession>;
-    newSession(sessionName?: string): Promise<TracerSession>;
-    protected _addChildRun(parentRun: ChainRun | ToolRun, childRun: Run): void;
-    protected _startTrace(run: Run): void;
-    protected _endTrace(run: Run): Promise<void>;
-    protected _getExecutionOrder(parentRunId: string | undefined): number;
-    handleLLMStart(llm: {
-        name: string;
-    }, prompts: string[], runId: string, parentRunId?: string): Promise<void>;
-    handleLLMEnd(output: LLMResult, runId: string): Promise<void>;
-    handleLLMError(error: Error, runId: string): Promise<void>;
-    handleChainStart(chain: {
-        name: string;
-    }, inputs: ChainValues, runId: string, parentRunId?: string): Promise<void>;
-    handleChainEnd(outputs: ChainValues, runId: string): Promise<void>;
-    handleChainError(error: Error, runId: string): Promise<void>;
-    handleToolStart(tool: {
-        name: string;
-    }, input: string, runId: string, parentRunId?: string): Promise<void>;
-    handleToolEnd(output: string, runId: string): Promise<void>;
-    handleToolError(error: Error, runId: string): Promise<void>;
-    handleAgentAction(action: AgentAction, runId: string): Promise<void>;
-    onLLMStart?(run: LLMRun): void | Promise<void>;
-    onLLMEnd?(run: LLMRun): void | Promise<void>;
-    onLLMError?(run: LLMRun): void | Promise<void>;
-    onChainStart?(run: ChainRun): void | Promise<void>;
-    onChainEnd?(run: ChainRun): void | Promise<void>;
-    onChainError?(run: ChainRun): void | Promise<void>;
-    onToolStart?(run: ToolRun): void | Promise<void>;
-    onToolEnd?(run: ToolRun): void | Promise<void>;
-    onToolError?(run: ToolRun): void | Promise<void>;
-    onAgentAction?(run: AgentRun): void | Promise<void>;
-}
-export declare class LangChainTracer extends BaseTracer {
-    name: string;
-    protected endpoint: string;
-    protected headers: Record<string, string>;
-    constructor();
-    protected persistRun(run: LLMRun | ChainRun | ToolRun): Promise<void>;
-    protected persistSession(sessionCreate: TracerSessionCreate): Promise<TracerSession>;
-    loadSession(sessionName: string): Promise<TracerSession>;
-    loadDefaultSession(): Promise<TracerSession>;
-    private _handleSessionResponse;
-}