langchain 0.0.89 → 0.0.91

package/dist/callbacks/handlers/console.cjs

@@ -18,6 +18,8 @@ function tryJsonStringify(obj, fallback) {
     }
 }
 function elapsed(run) {
+    if (!run.end_time)
+        return "";
     const elapsed = run.end_time - run.start_time;
     if (elapsed < 1000) {
         return `${elapsed}ms`;

package/dist/callbacks/handlers/console.js

@@ -12,6 +12,8 @@ function tryJsonStringify(obj, fallback) {
     }
 }
 function elapsed(run) {
+    if (!run.end_time)
+        return "";
     const elapsed = run.end_time - run.start_time;
     if (elapsed < 1000) {
         return `${elapsed}ms`;

package/dist/callbacks/handlers/tracer.cjs

@@ -52,7 +52,6 @@ class BaseTracer extends base_js_1.BaseCallbackHandler {
             name: llm.name,
             parent_run_id: parentRunId,
             start_time: Date.now(),
-            end_time: 0,
             serialized: llm,
             inputs: { prompts },
             execution_order,
@@ -71,7 +70,6 @@ class BaseTracer extends base_js_1.BaseCallbackHandler {
             name: llm.name,
             parent_run_id: parentRunId,
             start_time: Date.now(),
-            end_time: 0,
             serialized: llm,
             inputs: { messages },
             execution_order,
@@ -110,7 +108,6 @@ class BaseTracer extends base_js_1.BaseCallbackHandler {
             name: chain.name,
             parent_run_id: parentRunId,
             start_time: Date.now(),
-            end_time: 0,
             serialized: chain,
             inputs,
             execution_order,
@@ -148,7 +145,6 @@ class BaseTracer extends base_js_1.BaseCallbackHandler {
             name: tool.name,
             parent_run_id: parentRunId,
             start_time: Date.now(),
-            end_time: 0,
             serialized: tool,
             inputs: { input },
             execution_order,

package/dist/callbacks/handlers/tracer.d.ts

@@ -6,7 +6,7 @@ export interface BaseRun {
     id: string;
     name: string;
     start_time: number;
-    end_time: number;
+    end_time?: number;
     extra?: Extra;
     error?: string;
     execution_order: number;

package/dist/callbacks/handlers/tracer.js

@@ -49,7 +49,6 @@ export class BaseTracer extends BaseCallbackHandler {
             name: llm.name,
             parent_run_id: parentRunId,
             start_time: Date.now(),
-            end_time: 0,
             serialized: llm,
             inputs: { prompts },
             execution_order,
@@ -68,7 +67,6 @@ export class BaseTracer extends BaseCallbackHandler {
             name: llm.name,
             parent_run_id: parentRunId,
             start_time: Date.now(),
-            end_time: 0,
             serialized: llm,
             inputs: { messages },
             execution_order,
@@ -107,7 +105,6 @@ export class BaseTracer extends BaseCallbackHandler {
             name: chain.name,
             parent_run_id: parentRunId,
             start_time: Date.now(),
-            end_time: 0,
             serialized: chain,
             inputs,
             execution_order,
@@ -145,7 +142,6 @@ export class BaseTracer extends BaseCallbackHandler {
             name: tool.name,
             parent_run_id: parentRunId,
             start_time: Date.now(),
-            end_time: 0,
             serialized: tool,
             inputs: { input },
             execution_order,

package/dist/callbacks/handlers/tracer_langchain.cjs

@@ -70,19 +70,22 @@ class LangChainTracer extends tracer_js_1.BaseTracer {
             start_time: run.start_time,
             end_time: run.end_time,
             run_type: run.run_type,
-            reference_example_id: example_id,
+            // example_id is only set for the root run
+            reference_example_id: run.parent_run_id ? undefined : example_id,
             extra: runExtra,
+            parent_run_id: run.parent_run_id,
             execution_order: run.execution_order,
             serialized: run.serialized,
             error: run.error,
             inputs: run.inputs,
             outputs: run.outputs ?? {},
             session_name: this.sessionName,
-            child_runs: await Promise.all(run.child_runs.map((child_run) => this._convertToCreate(child_run))),
+            child_runs: [],
         };
         return persistedRun;
     }
-    async persistRun(run) {
+    async persistRun(_run) { }
+    async _persistRunSingle(run) {
         const persistedRun = await this._convertToCreate(run, this.exampleId);
         const endpoint = `${this.endpoint}/runs`;
         const response = await this.caller.call(fetch, endpoint, {
@@ -98,5 +101,54 @@ class LangChainTracer extends tracer_js_1.BaseTracer {
             throw new Error(`Failed to persist run: ${response.status} ${response.statusText} ${body}`);
         }
     }
+    async _updateRunSingle(run) {
+        const runUpdate = {
+            end_time: run.end_time,
+            error: run.error,
+            outputs: run.outputs,
+            parent_run_id: run.parent_run_id,
+            reference_example_id: run.reference_example_id,
+        };
+        const endpoint = `${this.endpoint}/runs/${run.id}`;
+        const response = await this.caller.call(fetch, endpoint, {
+            method: "PATCH",
+            headers: this.headers,
+            body: JSON.stringify(runUpdate),
+            signal: AbortSignal.timeout(this.timeout),
+        });
+        // consume the response body to release the connection
+        // https://undici.nodejs.org/#/?id=garbage-collection
+        const body = await response.text();
+        if (!response.ok) {
+            throw new Error(`Failed to update run: ${response.status} ${response.statusText} ${body}`);
+        }
+    }
+    async onLLMStart(run) {
+        await this._persistRunSingle(run);
+    }
+    async onLLMEnd(run) {
+        await this._updateRunSingle(run);
+    }
+    async onLLMError(run) {
+        await this._updateRunSingle(run);
+    }
+    async onChainStart(run) {
+        await this._persistRunSingle(run);
+    }
+    async onChainEnd(run) {
+        await this._updateRunSingle(run);
+    }
+    async onChainError(run) {
+        await this._updateRunSingle(run);
+    }
+    async onToolStart(run) {
+        await this._persistRunSingle(run);
+    }
+    async onToolEnd(run) {
+        await this._updateRunSingle(run);
+    }
+    async onToolError(run) {
+        await this._updateRunSingle(run);
+    }
 }
 exports.LangChainTracer = LangChainTracer;

package/dist/callbacks/handlers/tracer_langchain.d.ts

@@ -1,9 +1,18 @@
 import { AsyncCaller, AsyncCallerParams } from "../../util/async_caller.js";
 import { BaseTracer, Run, BaseRun } from "./tracer.js";
+import { RunOutputs } from "../../schema/index.js";
 export interface RunCreate extends BaseRun {
+    parent_run_id?: string;
     child_runs: this[];
     session_name?: string;
 }
+export interface RunUpdate {
+    end_time?: number;
+    error?: string;
+    outputs?: RunOutputs;
+    parent_run_id?: string;
+    reference_example_id?: string;
+}
 export interface LangChainTracerFields {
     exampleId?: string;
     sessionName?: string;
@@ -20,5 +29,16 @@ export declare class LangChainTracer extends BaseTracer implements LangChainTrac
     timeout: number;
     constructor({ exampleId, sessionName, callerParams, timeout, }?: LangChainTracerFields);
     private _convertToCreate;
-    protected persistRun(run: Run): Promise<void>;
+    protected persistRun(_run: Run): Promise<void>;
+    protected _persistRunSingle(run: Run): Promise<void>;
+    protected _updateRunSingle(run: Run): Promise<void>;
+    onLLMStart(run: Run): Promise<void>;
+    onLLMEnd(run: Run): Promise<void>;
+    onLLMError(run: Run): Promise<void>;
+    onChainStart(run: Run): Promise<void>;
+    onChainEnd(run: Run): Promise<void>;
+    onChainError(run: Run): Promise<void>;
+    onToolStart(run: Run): Promise<void>;
+    onToolEnd(run: Run): Promise<void>;
+    onToolError(run: Run): Promise<void>;
 }

package/dist/callbacks/handlers/tracer_langchain.js

@@ -67,19 +67,22 @@ export class LangChainTracer extends BaseTracer {
             start_time: run.start_time,
             end_time: run.end_time,
             run_type: run.run_type,
-            reference_example_id: example_id,
+            // example_id is only set for the root run
+            reference_example_id: run.parent_run_id ? undefined : example_id,
             extra: runExtra,
+            parent_run_id: run.parent_run_id,
             execution_order: run.execution_order,
             serialized: run.serialized,
             error: run.error,
             inputs: run.inputs,
             outputs: run.outputs ?? {},
             session_name: this.sessionName,
-            child_runs: await Promise.all(run.child_runs.map((child_run) => this._convertToCreate(child_run))),
+            child_runs: [],
         };
         return persistedRun;
     }
-    async persistRun(run) {
+    async persistRun(_run) { }
+    async _persistRunSingle(run) {
         const persistedRun = await this._convertToCreate(run, this.exampleId);
         const endpoint = `${this.endpoint}/runs`;
         const response = await this.caller.call(fetch, endpoint, {
@@ -95,4 +98,53 @@ export class LangChainTracer extends BaseTracer {
             throw new Error(`Failed to persist run: ${response.status} ${response.statusText} ${body}`);
         }
     }
+    async _updateRunSingle(run) {
+        const runUpdate = {
+            end_time: run.end_time,
+            error: run.error,
+            outputs: run.outputs,
+            parent_run_id: run.parent_run_id,
+            reference_example_id: run.reference_example_id,
+        };
+        const endpoint = `${this.endpoint}/runs/${run.id}`;
+        const response = await this.caller.call(fetch, endpoint, {
+            method: "PATCH",
+            headers: this.headers,
+            body: JSON.stringify(runUpdate),
+            signal: AbortSignal.timeout(this.timeout),
+        });
+        // consume the response body to release the connection
+        // https://undici.nodejs.org/#/?id=garbage-collection
+        const body = await response.text();
+        if (!response.ok) {
+            throw new Error(`Failed to update run: ${response.status} ${response.statusText} ${body}`);
+        }
+    }
+    async onLLMStart(run) {
+        await this._persistRunSingle(run);
+    }
+    async onLLMEnd(run) {
+        await this._updateRunSingle(run);
+    }
+    async onLLMError(run) {
+        await this._updateRunSingle(run);
+    }
+    async onChainStart(run) {
+        await this._persistRunSingle(run);
+    }
+    async onChainEnd(run) {
+        await this._updateRunSingle(run);
+    }
+    async onChainError(run) {
+        await this._updateRunSingle(run);
+    }
+    async onToolStart(run) {
+        await this._persistRunSingle(run);
+    }
+    async onToolEnd(run) {
+        await this._updateRunSingle(run);
+    }
+    async onToolError(run) {
+        await this._updateRunSingle(run);
+    }
 }

package/dist/callbacks/handlers/tracer_langchain_v1.d.ts

@@ -4,7 +4,7 @@ export interface BaseRunV1 {
     uuid: string;
     parent_uuid?: string;
     start_time: number;
-    end_time: number;
+    end_time?: number;
     execution_order: number;
     child_execution_order: number;
     serialized: {

package/dist/llms/ai21.cjs

@@ -0,0 +1,189 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AI21 = void 0;
+const base_js_1 = require("./base.cjs");
+const env_js_1 = require("../util/env.cjs");
+class AI21 extends base_js_1.LLM {
+    constructor(fields) {
+        super(fields ?? {});
+        Object.defineProperty(this, "model", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: "j2-jumbo-instruct"
+        });
+        Object.defineProperty(this, "temperature", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: 0.7
+        });
+        Object.defineProperty(this, "maxTokens", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: 1024
+        });
+        Object.defineProperty(this, "minTokens", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: 0
+        });
+        Object.defineProperty(this, "topP", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: 1
+        });
+        Object.defineProperty(this, "presencePenalty", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: AI21.getDefaultAI21PenaltyData()
+        });
+        Object.defineProperty(this, "countPenalty", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: AI21.getDefaultAI21PenaltyData()
+        });
+        Object.defineProperty(this, "frequencyPenalty", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: AI21.getDefaultAI21PenaltyData()
+        });
+        Object.defineProperty(this, "numResults", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: 1
+        });
+        Object.defineProperty(this, "logitBias", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "ai21ApiKey", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "stop", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "baseUrl", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        this.model = fields?.model ?? this.model;
+        this.temperature = fields?.temperature ?? this.temperature;
+        this.maxTokens = fields?.maxTokens ?? this.maxTokens;
+        this.minTokens = fields?.minTokens ?? this.minTokens;
+        this.topP = fields?.topP ?? this.topP;
+        this.presencePenalty = fields?.presencePenalty ?? this.presencePenalty;
+        this.countPenalty = fields?.countPenalty ?? this.countPenalty;
+        this.frequencyPenalty = fields?.frequencyPenalty ?? this.frequencyPenalty;
+        this.numResults = fields?.numResults ?? this.numResults;
+        this.logitBias = fields?.logitBias;
+        this.ai21ApiKey =
+            fields?.ai21ApiKey ?? (0, env_js_1.getEnvironmentVariable)("AI21_API_KEY");
+        this.stop = fields?.stop;
+        this.baseUrl = fields?.baseUrl;
+    }
+    validateEnvironment() {
+        if (!this.ai21ApiKey) {
+            throw new Error(`No AI21 API key found. Please set it as "AI21_API_KEY" in your environment variables.`);
+        }
+    }
+    static getDefaultAI21PenaltyData() {
+        return {
+            scale: 0,
+            applyToWhitespaces: true,
+            applyToPunctuations: true,
+            applyToNumbers: true,
+            applyToStopwords: true,
+            applyToEmojis: true,
+        };
+    }
+    /** Get the type of LLM. */
+    _llmType() {
+        return "ai21";
+    }
+    /** Get the default parameters for calling AI21 API. */
+    get defaultParams() {
+        return {
+            temperature: this.temperature,
+            maxTokens: this.maxTokens,
+            minTokens: this.minTokens,
+            topP: this.topP,
+            presencePenalty: this.presencePenalty,
+            countPenalty: this.countPenalty,
+            frequencyPenalty: this.frequencyPenalty,
+            numResults: this.numResults,
+            logitBias: this.logitBias,
+        };
+    }
+    /** Get the identifying parameters for this LLM. */
+    get identifyingParams() {
+        return { ...this.defaultParams, model: this.model };
+    }
+    /** Call out to AI21's complete endpoint.
+     Args:
+         prompt: The prompt to pass into the model.
+     stop: Optional list of stop words to use when generating.
+  
+         Returns:
+     The string generated by the model.
+  
+     Example:
+     let response = ai21._call("Tell me a joke.");
+     */
+    async _call(prompt, options) {
+        let stop = options?.stop;
+        this.validateEnvironment();
+        if (this.stop && stop && this.stop.length > 0 && stop.length > 0) {
+            throw new Error("`stop` found in both the input and default params.");
+        }
+        stop = this.stop ?? stop ?? [];
+        const baseUrl = this.baseUrl ?? this.model === "j1-grande-instruct"
+            ? "https://api.ai21.com/studio/v1/experimental"
+            : "https://api.ai21.com/studio/v1";
+        const url = `${baseUrl}/${this.model}/complete`;
+        const headers = {
+            Authorization: `Bearer ${this.ai21ApiKey}`,
+            "Content-Type": "application/json",
+        };
+        const data = { prompt, stopSequences: stop, ...this.defaultParams };
+        const responseData = await this.caller.callWithOptions({}, async () => {
+            const response = await fetch(url, {
+                method: "POST",
+                headers,
+                body: JSON.stringify(data),
+                signal: options.signal,
+            });
+            if (!response.ok) {
+                const error = new Error(`AI21 call failed with status code ${response.status}`);
+                // eslint-disable-next-line @typescript-eslint/no-explicit-any
+                error.response = response;
+                throw error;
+            }
+            return response.json();
+        });
+        if (!responseData.completions ||
+            responseData.completions.length === 0 ||
+            !responseData.completions[0].data) {
+            throw new Error("No completions found in response");
+        }
+        return responseData.completions[0].data.text ?? "";
+    }
+}
+exports.AI21 = AI21;

package/dist/llms/ai21.d.ts

@@ -0,0 +1,81 @@
+import { LLM, BaseLLMParams } from "./base.js";
+export type AI21PenaltyData = {
+    scale: number;
+    applyToWhitespaces: boolean;
+    applyToPunctuations: boolean;
+    applyToNumbers: boolean;
+    applyToStopwords: boolean;
+    applyToEmojis: boolean;
+};
+export interface AI21Input extends BaseLLMParams {
+    ai21ApiKey?: string;
+    model?: string;
+    temperature?: number;
+    minTokens?: number;
+    maxTokens?: number;
+    topP?: number;
+    presencePenalty?: AI21PenaltyData;
+    countPenalty?: AI21PenaltyData;
+    frequencyPenalty?: AI21PenaltyData;
+    numResults?: number;
+    logitBias?: Record<string, number>;
+    stop?: string[];
+    baseUrl?: string;
+}
+export declare class AI21 extends LLM implements AI21Input {
+    model: string;
+    temperature: number;
+    maxTokens: number;
+    minTokens: number;
+    topP: number;
+    presencePenalty: AI21PenaltyData;
+    countPenalty: AI21PenaltyData;
+    frequencyPenalty: AI21PenaltyData;
+    numResults: number;
+    logitBias?: Record<string, number>;
+    ai21ApiKey?: string;
+    stop?: string[];
+    baseUrl?: string;
+    constructor(fields?: AI21Input);
+    validateEnvironment(): void;
+    static getDefaultAI21PenaltyData(): AI21PenaltyData;
+    /** Get the type of LLM. */
+    _llmType(): string;
+    /** Get the default parameters for calling AI21 API. */
+    get defaultParams(): {
+        temperature: number;
+        maxTokens: number;
+        minTokens: number;
+        topP: number;
+        presencePenalty: AI21PenaltyData;
+        countPenalty: AI21PenaltyData;
+        frequencyPenalty: AI21PenaltyData;
+        numResults: number;
+        logitBias: Record<string, number> | undefined;
+    };
+    /** Get the identifying parameters for this LLM. */
+    get identifyingParams(): {
+        model: string;
+        temperature: number;
+        maxTokens: number;
+        minTokens: number;
+        topP: number;
+        presencePenalty: AI21PenaltyData;
+        countPenalty: AI21PenaltyData;
+        frequencyPenalty: AI21PenaltyData;
+        numResults: number;
+        logitBias: Record<string, number> | undefined;
+    };
+    /** Call out to AI21's complete endpoint.
+     Args:
+         prompt: The prompt to pass into the model.
+     stop: Optional list of stop words to use when generating.
+  
+         Returns:
+     The string generated by the model.
+  
+     Example:
+     let response = ai21._call("Tell me a joke.");
+     */
+    _call(prompt: string, options: this["ParsedCallOptions"]): Promise<string>;
+}