langchain 0.0.164 → 0.0.165

package/chat_models/portkey.cjs

@@ -0,0 +1 @@
+module.exports = require('../dist/chat_models/portkey.cjs');

package/chat_models/portkey.d.ts

@@ -0,0 +1 @@
+export * from '../dist/chat_models/portkey.js'

package/chat_models/portkey.js

@@ -0,0 +1 @@
+export * from '../dist/chat_models/portkey.js'

package/dist/chat_models/portkey.cjs

@@ -0,0 +1,159 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.PortkeyChat = void 0;
+const portkey_js_1 = require("../llms/portkey.cjs");
+const index_js_1 = require("../schema/index.cjs");
+const base_js_1 = require("./base.cjs");
+function portkeyResponseToChatMessage(message) {
+    switch (message.role) {
+        case "user":
+            return new index_js_1.HumanMessage(message.content || "");
+        case "assistant":
+            return new index_js_1.AIMessage(message.content || "");
+        case "system":
+            return new index_js_1.SystemMessage(message.content || "");
+        default:
+            return new index_js_1.ChatMessage(message.content || "", message.role ?? "unknown");
+    }
+}
+function _convertDeltaToMessageChunk(
+// eslint-disable-next-line @typescript-eslint/no-explicit-any
+delta) {
+    const { role } = delta;
+    const content = delta.content ?? "";
+    let additional_kwargs;
+    if (delta.function_call) {
+        additional_kwargs = {
+            function_call: delta.function_call,
+        };
+    }
+    else {
+        additional_kwargs = {};
+    }
+    if (role === "user") {
+        return new index_js_1.HumanMessageChunk({ content });
+    }
+    else if (role === "assistant") {
+        return new index_js_1.AIMessageChunk({ content, additional_kwargs });
+    }
+    else if (role === "system") {
+        return new index_js_1.SystemMessageChunk({ content });
+    }
+    else if (role === "function") {
+        return new index_js_1.FunctionMessageChunk({
+            content,
+            additional_kwargs,
+            name: delta.name,
+        });
+    }
+    else {
+        return new index_js_1.ChatMessageChunk({ content, role });
+    }
+}
+class PortkeyChat extends base_js_1.BaseChatModel {
+    constructor(init) {
+        super(init ?? {});
+        Object.defineProperty(this, "apiKey", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: undefined
+        });
+        Object.defineProperty(this, "baseURL", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: undefined
+        });
+        Object.defineProperty(this, "mode", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: undefined
+        });
+        Object.defineProperty(this, "llms", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: undefined
+        });
+        Object.defineProperty(this, "session", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        this.apiKey = init?.apiKey;
+        this.baseURL = init?.baseURL;
+        this.mode = init?.mode;
+        this.llms = init?.llms;
+        this.session = (0, portkey_js_1.getPortkeySession)({
+            apiKey: this.apiKey,
+            baseURL: this.baseURL,
+            llms: this.llms,
+            mode: this.mode,
+        });
+    }
+    _llmType() {
+        return "portkey";
+    }
+    async _generate(messages, options, _) {
+        const messagesList = messages.map((message) => ({
+            role: message._getType(),
+            content: message.content,
+        }));
+        const response = await this.session.portkey.chatCompletions.create({
+            messages: messagesList,
+            ...options,
+            stream: false,
+        });
+        const generations = [];
+        for (const data of response.choices ?? []) {
+            const text = data.message?.content ?? "";
+            const generation = {
+                text,
+                message: portkeyResponseToChatMessage(data.message ?? {}),
+            };
+            if (data.finish_reason) {
+                generation.generationInfo = { finish_reason: data.finish_reason };
+            }
+            generations.push(generation);
+        }
+        return {
+            generations,
+        };
+    }
+    async *_streamResponseChunks(messages, options, runManager) {
+        const messagesList = messages.map((message) => ({
+            role: message._getType(),
+            content: message.content,
+        }));
+        const response = await this.session.portkey.chatCompletions.create({
+            messages: messagesList,
+            ...options,
+            stream: true,
+        });
+        for await (const data of response) {
+            const choice = data?.choices[0];
+            if (!choice) {
+                continue;
+            }
+            const chunk = new index_js_1.ChatGenerationChunk({
+                message: _convertDeltaToMessageChunk(choice.delta ?? {}),
+                text: choice.message?.content ?? "",
+                generationInfo: {
+                    finishReason: choice.finish_reason,
+                },
+            });
+            yield chunk;
+            void runManager?.handleLLMNewToken(chunk.text ?? "");
+        }
+        if (options.signal?.aborted) {
+            throw new Error("AbortError");
+        }
+    }
+    _combineLLMOutput() {
+        return {};
+    }
+}
+exports.PortkeyChat = PortkeyChat;

package/dist/chat_models/portkey.d.ts

@@ -0,0 +1,17 @@
+import { LLMOptions } from "portkey-ai";
+import { CallbackManagerForLLMRun } from "../callbacks/manager.js";
+import { PortkeySession } from "../llms/portkey.js";
+import { BaseMessage, ChatGenerationChunk, ChatResult } from "../schema/index.js";
+import { BaseChatModel } from "./base.js";
+export declare class PortkeyChat extends BaseChatModel {
+    apiKey?: string;
+    baseURL?: string;
+    mode?: string;
+    llms?: [LLMOptions] | null;
+    session: PortkeySession;
+    constructor(init?: Partial<PortkeyChat>);
+    _llmType(): string;
+    _generate(messages: BaseMessage[], options: this["ParsedCallOptions"], _?: CallbackManagerForLLMRun): Promise<ChatResult>;
+    _streamResponseChunks(messages: BaseMessage[], options: this["ParsedCallOptions"], runManager?: CallbackManagerForLLMRun): AsyncGenerator<ChatGenerationChunk>;
+    _combineLLMOutput(): {};
+}

package/dist/chat_models/portkey.js

@@ -0,0 +1,155 @@
+import { getPortkeySession } from "../llms/portkey.js";
+import { AIMessage, AIMessageChunk, ChatGenerationChunk, ChatMessage, ChatMessageChunk, FunctionMessageChunk, HumanMessage, HumanMessageChunk, SystemMessage, SystemMessageChunk, } from "../schema/index.js";
+import { BaseChatModel } from "./base.js";
+function portkeyResponseToChatMessage(message) {
+    switch (message.role) {
+        case "user":
+            return new HumanMessage(message.content || "");
+        case "assistant":
+            return new AIMessage(message.content || "");
+        case "system":
+            return new SystemMessage(message.content || "");
+        default:
+            return new ChatMessage(message.content || "", message.role ?? "unknown");
+    }
+}
+function _convertDeltaToMessageChunk(
+// eslint-disable-next-line @typescript-eslint/no-explicit-any
+delta) {
+    const { role } = delta;
+    const content = delta.content ?? "";
+    let additional_kwargs;
+    if (delta.function_call) {
+        additional_kwargs = {
+            function_call: delta.function_call,
+        };
+    }
+    else {
+        additional_kwargs = {};
+    }
+    if (role === "user") {
+        return new HumanMessageChunk({ content });
+    }
+    else if (role === "assistant") {
+        return new AIMessageChunk({ content, additional_kwargs });
+    }
+    else if (role === "system") {
+        return new SystemMessageChunk({ content });
+    }
+    else if (role === "function") {
+        return new FunctionMessageChunk({
+            content,
+            additional_kwargs,
+            name: delta.name,
+        });
+    }
+    else {
+        return new ChatMessageChunk({ content, role });
+    }
+}
+export class PortkeyChat extends BaseChatModel {
+    constructor(init) {
+        super(init ?? {});
+        Object.defineProperty(this, "apiKey", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: undefined
+        });
+        Object.defineProperty(this, "baseURL", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: undefined
+        });
+        Object.defineProperty(this, "mode", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: undefined
+        });
+        Object.defineProperty(this, "llms", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: undefined
+        });
+        Object.defineProperty(this, "session", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        this.apiKey = init?.apiKey;
+        this.baseURL = init?.baseURL;
+        this.mode = init?.mode;
+        this.llms = init?.llms;
+        this.session = getPortkeySession({
+            apiKey: this.apiKey,
+            baseURL: this.baseURL,
+            llms: this.llms,
+            mode: this.mode,
+        });
+    }
+    _llmType() {
+        return "portkey";
+    }
+    async _generate(messages, options, _) {
+        const messagesList = messages.map((message) => ({
+            role: message._getType(),
+            content: message.content,
+        }));
+        const response = await this.session.portkey.chatCompletions.create({
+            messages: messagesList,
+            ...options,
+            stream: false,
+        });
+        const generations = [];
+        for (const data of response.choices ?? []) {
+            const text = data.message?.content ?? "";
+            const generation = {
+                text,
+                message: portkeyResponseToChatMessage(data.message ?? {}),
+            };
+            if (data.finish_reason) {
+                generation.generationInfo = { finish_reason: data.finish_reason };
+            }
+            generations.push(generation);
+        }
+        return {
+            generations,
+        };
+    }
+    async *_streamResponseChunks(messages, options, runManager) {
+        const messagesList = messages.map((message) => ({
+            role: message._getType(),
+            content: message.content,
+        }));
+        const response = await this.session.portkey.chatCompletions.create({
+            messages: messagesList,
+            ...options,
+            stream: true,
+        });
+        for await (const data of response) {
+            const choice = data?.choices[0];
+            if (!choice) {
+                continue;
+            }
+            const chunk = new ChatGenerationChunk({
+                message: _convertDeltaToMessageChunk(choice.delta ?? {}),
+                text: choice.message?.content ?? "",
+                generationInfo: {
+                    finishReason: choice.finish_reason,
+                },
+            });
+            yield chunk;
+            void runManager?.handleLLMNewToken(chunk.text ?? "");
+        }
+        if (options.signal?.aborted) {
+            throw new Error("AbortError");
+        }
+    }
+    _combineLLMOutput() {
+        return {};
+    }
+}

package/dist/embeddings/minimax.cjs

@@ -81,8 +81,8 @@ class MinimaxEmbeddings extends base_js_1.Embeddings {
         this.type = fieldsWithDefaults?.type ?? this.type;
         this.stripNewLines =
             fieldsWithDefaults?.stripNewLines ?? this.stripNewLines;
-        this.apiUrl = `${this.basePath}/embeddings`;
         this.basePath = fields?.configuration?.basePath ?? this.basePath;
+        this.apiUrl = `${this.basePath}/embeddings`;
         this.headers = fields?.configuration?.headers ?? this.headers;
     }
     /**

package/dist/embeddings/minimax.js

@@ -78,8 +78,8 @@ export class MinimaxEmbeddings extends Embeddings {
         this.type = fieldsWithDefaults?.type ?? this.type;
         this.stripNewLines =
             fieldsWithDefaults?.stripNewLines ?? this.stripNewLines;
-        this.apiUrl = `${this.basePath}/embeddings`;
         this.basePath = fields?.configuration?.basePath ?? this.basePath;
+        this.apiUrl = `${this.basePath}/embeddings`;
         this.headers = fields?.configuration?.headers ?? this.headers;
     }
     /**

package/dist/llms/portkey.cjs

@@ -0,0 +1,147 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Portkey = exports.getPortkeySession = exports.PortkeySession = void 0;
+const lodash_1 = __importDefault(require("lodash"));
+const portkey_ai_1 = require("portkey-ai");
+const index_js_1 = require("../schema/index.cjs");
+const env_js_1 = require("../util/env.cjs");
+const base_js_1 = require("./base.cjs");
+const readEnv = (env, default_val) => (0, env_js_1.getEnvironmentVariable)(env) ?? default_val;
+class PortkeySession {
+    constructor(options = {}) {
+        Object.defineProperty(this, "portkey", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        if (!options.apiKey) {
+            /* eslint-disable no-param-reassign */
+            options.apiKey = readEnv("PORTKEY_API_KEY");
+        }
+        if (!options.baseURL) {
+            /* eslint-disable no-param-reassign */
+            options.baseURL = readEnv("PORTKEY_BASE_URL", "https://api.portkey.ai");
+        }
+        this.portkey = new portkey_ai_1.Portkey({});
+        this.portkey.llms = [{}];
+        if (!options.apiKey) {
+            throw new Error("Set Portkey ApiKey in PORTKEY_API_KEY env variable");
+        }
+        this.portkey = new portkey_ai_1.Portkey(options);
+    }
+}
+exports.PortkeySession = PortkeySession;
+const defaultPortkeySession = [];
+/**
+ * Get a session for the Portkey API. If one already exists with the same options,
+ * it will be returned. Otherwise, a new session will be created.
+ * @param options
+ * @returns
+ */
+function getPortkeySession(options = {}) {
+    let session = defaultPortkeySession.find((session) => lodash_1.default.isEqual(session.options, options))?.session;
+    if (!session) {
+        session = new PortkeySession(options);
+        defaultPortkeySession.push({ session, options });
+    }
+    return session;
+}
+exports.getPortkeySession = getPortkeySession;
+class Portkey extends base_js_1.BaseLLM {
+    constructor(init) {
+        super(init ?? {});
+        Object.defineProperty(this, "apiKey", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: undefined
+        });
+        Object.defineProperty(this, "baseURL", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: undefined
+        });
+        Object.defineProperty(this, "mode", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: undefined
+        });
+        Object.defineProperty(this, "llms", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: undefined
+        });
+        Object.defineProperty(this, "session", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        this.apiKey = init?.apiKey;
+        this.baseURL = init?.baseURL;
+        this.mode = init?.mode;
+        this.llms = init?.llms;
+        this.session = getPortkeySession({
+            apiKey: this.apiKey,
+            baseURL: this.baseURL,
+            llms: this.llms,
+            mode: this.mode,
+        });
+    }
+    _llmType() {
+        return "portkey";
+    }
+    async _generate(prompts, options, _) {
+        const choices = [];
+        for (let i = 0; i < prompts.length; i += 1) {
+            const response = await this.session.portkey.completions.create({
+                prompt: prompts[i],
+                ...options,
+                stream: false,
+            });
+            choices.push(response.choices);
+        }
+        const generations = choices.map((promptChoices) => promptChoices.map((choice) => ({
+            text: choice.text ?? "",
+            generationInfo: {
+                finishReason: choice.finish_reason,
+                logprobs: choice.logprobs,
+            },
+        })));
+        return {
+            generations,
+        };
+    }
+    async *_streamResponseChunks(input, options, runManager) {
+        const response = await this.session.portkey.completions.create({
+            prompt: input,
+            ...options,
+            stream: true,
+        });
+        for await (const data of response) {
+            const choice = data?.choices[0];
+            if (!choice) {
+                continue;
+            }
+            const chunk = new index_js_1.GenerationChunk({
+                text: choice.text ?? "",
+                generationInfo: {
+                    finishReason: choice.finish_reason,
+                },
+            });
+            yield chunk;
+            void runManager?.handleLLMNewToken(chunk.text ?? "");
+        }
+        if (options.signal?.aborted) {
+            throw new Error("AbortError");
+        }
+    }
+}
+exports.Portkey = Portkey;

package/dist/llms/portkey.d.ts

@@ -0,0 +1,33 @@
+import { LLMOptions, Portkey as _Portkey } from "portkey-ai";
+import { CallbackManagerForLLMRun } from "../callbacks/manager.js";
+import { GenerationChunk, LLMResult } from "../schema/index.js";
+import { BaseLLM } from "./base.js";
+interface PortkeyOptions {
+    apiKey?: string;
+    baseURL?: string;
+    mode?: string;
+    llms?: [LLMOptions] | null;
+}
+export declare class PortkeySession {
+    portkey: _Portkey;
+    constructor(options?: PortkeyOptions);
+}
+/**
+ * Get a session for the Portkey API. If one already exists with the same options,
+ * it will be returned. Otherwise, a new session will be created.
+ * @param options
+ * @returns
+ */
+export declare function getPortkeySession(options?: PortkeyOptions): PortkeySession;
+export declare class Portkey extends BaseLLM {
+    apiKey?: string;
+    baseURL?: string;
+    mode?: string;
+    llms?: [LLMOptions] | null;
+    session: PortkeySession;
+    constructor(init?: Partial<Portkey>);
+    _llmType(): string;
+    _generate(prompts: string[], options: this["ParsedCallOptions"], _?: CallbackManagerForLLMRun): Promise<LLMResult>;
+    _streamResponseChunks(input: string, options: this["ParsedCallOptions"], runManager?: CallbackManagerForLLMRun): AsyncGenerator<GenerationChunk>;
+}
+export {};

package/dist/llms/portkey.js

@@ -0,0 +1,138 @@
+import _ from "lodash";
+import { Portkey as _Portkey } from "portkey-ai";
+import { GenerationChunk } from "../schema/index.js";
+import { getEnvironmentVariable } from "../util/env.js";
+import { BaseLLM } from "./base.js";
+const readEnv = (env, default_val) => getEnvironmentVariable(env) ?? default_val;
+export class PortkeySession {
+    constructor(options = {}) {
+        Object.defineProperty(this, "portkey", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        if (!options.apiKey) {
+            /* eslint-disable no-param-reassign */
+            options.apiKey = readEnv("PORTKEY_API_KEY");
+        }
+        if (!options.baseURL) {
+            /* eslint-disable no-param-reassign */
+            options.baseURL = readEnv("PORTKEY_BASE_URL", "https://api.portkey.ai");
+        }
+        this.portkey = new _Portkey({});
+        this.portkey.llms = [{}];
+        if (!options.apiKey) {
+            throw new Error("Set Portkey ApiKey in PORTKEY_API_KEY env variable");
+        }
+        this.portkey = new _Portkey(options);
+    }
+}
+const defaultPortkeySession = [];
+/**
+ * Get a session for the Portkey API. If one already exists with the same options,
+ * it will be returned. Otherwise, a new session will be created.
+ * @param options
+ * @returns
+ */
+export function getPortkeySession(options = {}) {
+    let session = defaultPortkeySession.find((session) => _.isEqual(session.options, options))?.session;
+    if (!session) {
+        session = new PortkeySession(options);
+        defaultPortkeySession.push({ session, options });
+    }
+    return session;
+}
+export class Portkey extends BaseLLM {
+    constructor(init) {
+        super(init ?? {});
+        Object.defineProperty(this, "apiKey", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: undefined
+        });
+        Object.defineProperty(this, "baseURL", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: undefined
+        });
+        Object.defineProperty(this, "mode", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: undefined
+        });
+        Object.defineProperty(this, "llms", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: undefined
+        });
+        Object.defineProperty(this, "session", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        this.apiKey = init?.apiKey;
+        this.baseURL = init?.baseURL;
+        this.mode = init?.mode;
+        this.llms = init?.llms;
+        this.session = getPortkeySession({
+            apiKey: this.apiKey,
+            baseURL: this.baseURL,
+            llms: this.llms,
+            mode: this.mode,
+        });
+    }
+    _llmType() {
+        return "portkey";
+    }
+    async _generate(prompts, options, _) {
+        const choices = [];
+        for (let i = 0; i < prompts.length; i += 1) {
+            const response = await this.session.portkey.completions.create({
+                prompt: prompts[i],
+                ...options,
+                stream: false,
+            });
+            choices.push(response.choices);
+        }
+        const generations = choices.map((promptChoices) => promptChoices.map((choice) => ({
+            text: choice.text ?? "",
+            generationInfo: {
+                finishReason: choice.finish_reason,
+                logprobs: choice.logprobs,
+            },
+        })));
+        return {
+            generations,
+        };
+    }
+    async *_streamResponseChunks(input, options, runManager) {
+        const response = await this.session.portkey.completions.create({
+            prompt: input,
+            ...options,
+            stream: true,
+        });
+        for await (const data of response) {
+            const choice = data?.choices[0];
+            if (!choice) {
+                continue;
+            }
+            const chunk = new GenerationChunk({
+                text: choice.text ?? "",
+                generationInfo: {
+                    finishReason: choice.finish_reason,
+                },
+            });
+            yield chunk;
+            void runManager?.handleLLMNewToken(chunk.text ?? "");
+        }
+        if (options.signal?.aborted) {
+            throw new Error("AbortError");
+        }
+    }
+}