langchain 0.0.202 → 0.0.204-rc.0

package/dist/llms/portkey.cjs

@@ -1,171 +1,17 @@
 "use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.Portkey = exports.getPortkeySession = exports.PortkeySession = void 0;
-const lodash_1 = __importDefault(require("lodash"));
-const portkey_ai_1 = require("portkey-ai");
-const index_js_1 = require("../schema/index.cjs");
-const env_js_1 = require("../util/env.cjs");
-const base_js_1 = require("./base.cjs");
-const readEnv = (env, default_val) => (0, env_js_1.getEnvironmentVariable)(env) ?? default_val;
-class PortkeySession {
-    constructor(options = {}) {
-        Object.defineProperty(this, "portkey", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        if (!options.apiKey) {
-            /* eslint-disable no-param-reassign */
-            options.apiKey = readEnv("PORTKEY_API_KEY");
-        }
-        if (!options.baseURL) {
-            /* eslint-disable no-param-reassign */
-            options.baseURL = readEnv("PORTKEY_BASE_URL", "https://api.portkey.ai");
-        }
-        this.portkey = new portkey_ai_1.Portkey({});
-        this.portkey.llms = [{}];
-        if (!options.apiKey) {
-            throw new Error("Set Portkey ApiKey in PORTKEY_API_KEY env variable");
-        }
-        this.portkey = new portkey_ai_1.Portkey(options);
-    }
-}
-exports.PortkeySession = PortkeySession;
-const defaultPortkeySession = [];
-/**
- * Get a session for the Portkey API. If one already exists with the same options,
- * it will be returned. Otherwise, a new session will be created.
- * @param options
- * @returns
- */
-function getPortkeySession(options = {}) {
-    let session = defaultPortkeySession.find((session) => lodash_1.default.isEqual(session.options, options))?.session;
-    if (!session) {
-        session = new PortkeySession(options);
-        defaultPortkeySession.push({ session, options });
-    }
-    return session;
-}
-exports.getPortkeySession = getPortkeySession;
-/**
- * @example
- * ```typescript
- * const model = new Portkey({
- *   mode: "single",
- *   llms: [
- *     {
- *       provider: "openai",
- *       virtual_key: "open-ai-key-1234",
- *       model: "text-davinci-003",
- *       max_tokens: 2000,
- *     },
- *   ],
- * });
- *
- * // Stream the output of the model and process it
- * const res = await model.stream(
- *   "Question: Write a story about a king\nAnswer:"
- * );
- * for await (const i of res) {
- *   process.stdout.write(i);
- * }
- * ```
- */
-class Portkey extends base_js_1.BaseLLM {
-    constructor(init) {
-        super(init ?? {});
-        Object.defineProperty(this, "apiKey", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: undefined
-        });
-        Object.defineProperty(this, "baseURL", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: undefined
-        });
-        Object.defineProperty(this, "mode", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: undefined
-        });
-        Object.defineProperty(this, "llms", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: undefined
-        });
-        Object.defineProperty(this, "session", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        this.apiKey = init?.apiKey;
-        this.baseURL = init?.baseURL;
-        this.mode = init?.mode;
-        this.llms = init?.llms;
-        this.session = getPortkeySession({
-            apiKey: this.apiKey,
-            baseURL: this.baseURL,
-            llms: this.llms,
-            mode: this.mode,
-        });
-    }
-    _llmType() {
-        return "portkey";
-    }
-    async _generate(prompts, options, _) {
-        const choices = [];
-        for (let i = 0; i < prompts.length; i += 1) {
-            const response = await this.session.portkey.completions.create({
-                prompt: prompts[i],
-                ...options,
-                stream: false,
-            });
-            choices.push(response.choices);
-        }
-        const generations = choices.map((promptChoices) => promptChoices.map((choice) => ({
-            text: choice.text ?? "",
-            generationInfo: {
-                finishReason: choice.finish_reason,
-                logprobs: choice.logprobs,
-            },
-        })));
-        return {
-            generations,
-        };
-    }
-    async *_streamResponseChunks(input, options, runManager) {
-        const response = await this.session.portkey.completions.create({
-            prompt: input,
-            ...options,
-            stream: true,
-        });
-        for await (const data of response) {
-            const choice = data?.choices[0];
-            if (!choice) {
-                continue;
-            }
-            const chunk = new index_js_1.GenerationChunk({
-                text: choice.text ?? "",
-                generationInfo: {
-                    finishReason: choice.finish_reason,
-                },
-            });
-            yield chunk;
-            void runManager?.handleLLMNewToken(chunk.text ?? "");
-        }
-        if (options.signal?.aborted) {
-            throw new Error("AbortError");
-        }
-    }
-}
-exports.Portkey = Portkey;
+__exportStar(require("@langchain/community/llms/portkey"), exports);

package/dist/llms/portkey.d.ts

@@ -1,57 +1 @@
-import { LLMOptions, Portkey as _Portkey } from "portkey-ai";
-import { CallbackManagerForLLMRun } from "../callbacks/manager.js";
-import { GenerationChunk, LLMResult } from "../schema/index.js";
-import { BaseLLM } from "./base.js";
-interface PortkeyOptions {
-    apiKey?: string;
-    baseURL?: string;
-    mode?: string;
-    llms?: [LLMOptions] | null;
-}
-export declare class PortkeySession {
-    portkey: _Portkey;
-    constructor(options?: PortkeyOptions);
-}
-/**
- * Get a session for the Portkey API. If one already exists with the same options,
- * it will be returned. Otherwise, a new session will be created.
- * @param options
- * @returns
- */
-export declare function getPortkeySession(options?: PortkeyOptions): PortkeySession;
-/**
- * @example
- * ```typescript
- * const model = new Portkey({
- *   mode: "single",
- *   llms: [
- *     {
- *       provider: "openai",
- *       virtual_key: "open-ai-key-1234",
- *       model: "text-davinci-003",
- *       max_tokens: 2000,
- *     },
- *   ],
- * });
- *
- * // Stream the output of the model and process it
- * const res = await model.stream(
- *   "Question: Write a story about a king\nAnswer:"
- * );
- * for await (const i of res) {
- *   process.stdout.write(i);
- * }
- * ```
- */
-export declare class Portkey extends BaseLLM {
-    apiKey?: string;
-    baseURL?: string;
-    mode?: string;
-    llms?: [LLMOptions] | null;
-    session: PortkeySession;
-    constructor(init?: Partial<Portkey>);
-    _llmType(): string;
-    _generate(prompts: string[], options: this["ParsedCallOptions"], _?: CallbackManagerForLLMRun): Promise<LLMResult>;
-    _streamResponseChunks(input: string, options: this["ParsedCallOptions"], runManager?: CallbackManagerForLLMRun): AsyncGenerator<GenerationChunk>;
-}
-export {};
+export * from "@langchain/community/llms/portkey";

package/dist/llms/portkey.js

@@ -1,162 +1 @@
-import _ from "lodash";
-import { Portkey as _Portkey } from "portkey-ai";
-import { GenerationChunk } from "../schema/index.js";
-import { getEnvironmentVariable } from "../util/env.js";
-import { BaseLLM } from "./base.js";
-const readEnv = (env, default_val) => getEnvironmentVariable(env) ?? default_val;
-export class PortkeySession {
-    constructor(options = {}) {
-        Object.defineProperty(this, "portkey", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        if (!options.apiKey) {
-            /* eslint-disable no-param-reassign */
-            options.apiKey = readEnv("PORTKEY_API_KEY");
-        }
-        if (!options.baseURL) {
-            /* eslint-disable no-param-reassign */
-            options.baseURL = readEnv("PORTKEY_BASE_URL", "https://api.portkey.ai");
-        }
-        this.portkey = new _Portkey({});
-        this.portkey.llms = [{}];
-        if (!options.apiKey) {
-            throw new Error("Set Portkey ApiKey in PORTKEY_API_KEY env variable");
-        }
-        this.portkey = new _Portkey(options);
-    }
-}
-const defaultPortkeySession = [];
-/**
- * Get a session for the Portkey API. If one already exists with the same options,
- * it will be returned. Otherwise, a new session will be created.
- * @param options
- * @returns
- */
-export function getPortkeySession(options = {}) {
-    let session = defaultPortkeySession.find((session) => _.isEqual(session.options, options))?.session;
-    if (!session) {
-        session = new PortkeySession(options);
-        defaultPortkeySession.push({ session, options });
-    }
-    return session;
-}
-/**
- * @example
- * ```typescript
- * const model = new Portkey({
- *   mode: "single",
- *   llms: [
- *     {
- *       provider: "openai",
- *       virtual_key: "open-ai-key-1234",
- *       model: "text-davinci-003",
- *       max_tokens: 2000,
- *     },
- *   ],
- * });
- *
- * // Stream the output of the model and process it
- * const res = await model.stream(
- *   "Question: Write a story about a king\nAnswer:"
- * );
- * for await (const i of res) {
- *   process.stdout.write(i);
- * }
- * ```
- */
-export class Portkey extends BaseLLM {
-    constructor(init) {
-        super(init ?? {});
-        Object.defineProperty(this, "apiKey", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: undefined
-        });
-        Object.defineProperty(this, "baseURL", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: undefined
-        });
-        Object.defineProperty(this, "mode", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: undefined
-        });
-        Object.defineProperty(this, "llms", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: undefined
-        });
-        Object.defineProperty(this, "session", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        this.apiKey = init?.apiKey;
-        this.baseURL = init?.baseURL;
-        this.mode = init?.mode;
-        this.llms = init?.llms;
-        this.session = getPortkeySession({
-            apiKey: this.apiKey,
-            baseURL: this.baseURL,
-            llms: this.llms,
-            mode: this.mode,
-        });
-    }
-    _llmType() {
-        return "portkey";
-    }
-    async _generate(prompts, options, _) {
-        const choices = [];
-        for (let i = 0; i < prompts.length; i += 1) {
-            const response = await this.session.portkey.completions.create({
-                prompt: prompts[i],
-                ...options,
-                stream: false,
-            });
-            choices.push(response.choices);
-        }
-        const generations = choices.map((promptChoices) => promptChoices.map((choice) => ({
-            text: choice.text ?? "",
-            generationInfo: {
-                finishReason: choice.finish_reason,
-                logprobs: choice.logprobs,
-            },
-        })));
-        return {
-            generations,
-        };
-    }
-    async *_streamResponseChunks(input, options, runManager) {
-        const response = await this.session.portkey.completions.create({
-            prompt: input,
-            ...options,
-            stream: true,
-        });
-        for await (const data of response) {
-            const choice = data?.choices[0];
-            if (!choice) {
-                continue;
-            }
-            const chunk = new GenerationChunk({
-                text: choice.text ?? "",
-                generationInfo: {
-                    finishReason: choice.finish_reason,
-                },
-            });
-            yield chunk;
-            void runManager?.handleLLMNewToken(chunk.text ?? "");
-        }
-        if (options.signal?.aborted) {
-            throw new Error("AbortError");
-        }
-    }
-}
+export * from "@langchain/community/llms/portkey";

package/dist/llms/raycast.cjs

@@ -1,96 +1,17 @@
 "use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.RaycastAI = void 0;
-const api_1 = require("@raycast/api");
-const base_js_1 = require("./base.cjs");
-const wait = (ms) => new Promise((resolve) => {
-    setTimeout(resolve, ms);
-});
-/**
- * The RaycastAI class, which extends the LLM class and implements the RaycastAIInput interface.
- */
-class RaycastAI extends base_js_1.LLM {
-    /**
-     * Creates a new instance of the RaycastAI class.
-     * @param {RaycastAIInput} fields The input parameters for the RaycastAI class.
-     * @throws {Error} If the Raycast AI environment is not accessible.
-     */
-    constructor(fields) {
-        super(fields ?? {});
-        /**
-         * The model to use for generating text.
-         */
-        Object.defineProperty(this, "model", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        /**
-         * The creativity parameter, also known as the "temperature".
-         */
-        Object.defineProperty(this, "creativity", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        /**
-         * The rate limit for API calls, in requests per minute.
-         */
-        Object.defineProperty(this, "rateLimitPerMinute", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        /**
-         * The timestamp of the last API call, used to enforce the rate limit.
-         */
-        Object.defineProperty(this, "lastCallTimestamp", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: 0
-        });
-        if (!api_1.environment.canAccess(api_1.AI)) {
-            throw new Error("Raycast AI environment is not accessible.");
-        }
-        this.model = fields.model ?? "text-davinci-003";
-        this.creativity = fields.creativity ?? 0.5;
-        this.rateLimitPerMinute = fields.rateLimitPerMinute ?? 10;
-    }
-    /**
-     * Returns the type of the LLM, which is "raycast_ai".
-     * @return {string} The type of the LLM.
-     * @ignore
-     */
-    _llmType() {
-        return "raycast_ai";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
     }
-    /**
-     * Calls AI.ask with the given prompt and returns the generated text.
-     * @param {string} prompt The prompt to generate text from.
-     * @return {Promise<string>} A Promise that resolves to the generated text.
-     * @ignore
-     */
-    async _call(prompt, options) {
-        const response = await this.caller.call(async () => {
-            // Rate limit calls to Raycast AI
-            const now = Date.now();
-            const timeSinceLastCall = now - this.lastCallTimestamp;
-            const timeToWait = (60 / this.rateLimitPerMinute) * 1000 - timeSinceLastCall;
-            if (timeToWait > 0) {
-                await wait(timeToWait);
-            }
-            return await api_1.AI.ask(prompt, {
-                model: this.model,
-                creativity: this.creativity,
-                signal: options.signal,
-            });
-        });
-        // Since Raycast AI returns the response directly, no need for output transformation
-        return response;
-    }
-}
-exports.RaycastAI = RaycastAI;
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("@langchain/community/llms/raycast"), exports);

package/dist/llms/raycast.d.ts

@@ -1,50 +1 @@
-import { AI } from "@raycast/api";
-import { LLM, BaseLLMParams } from "./base.js";
-/**
- * The input parameters for the RaycastAI class, which extends the BaseLLMParams interface.
- */
-export interface RaycastAIInput extends BaseLLMParams {
-    model?: AI.Model;
-    creativity?: number;
-    rateLimitPerMinute?: number;
-}
-/**
- * The RaycastAI class, which extends the LLM class and implements the RaycastAIInput interface.
- */
-export declare class RaycastAI extends LLM implements RaycastAIInput {
-    /**
-     * The model to use for generating text.
-     */
-    model: AI.Model;
-    /**
-     * The creativity parameter, also known as the "temperature".
-     */
-    creativity: number;
-    /**
-     * The rate limit for API calls, in requests per minute.
-     */
-    rateLimitPerMinute: number;
-    /**
-     * The timestamp of the last API call, used to enforce the rate limit.
-     */
-    private lastCallTimestamp;
-    /**
-     * Creates a new instance of the RaycastAI class.
-     * @param {RaycastAIInput} fields The input parameters for the RaycastAI class.
-     * @throws {Error} If the Raycast AI environment is not accessible.
-     */
-    constructor(fields: RaycastAIInput);
-    /**
-     * Returns the type of the LLM, which is "raycast_ai".
-     * @return {string} The type of the LLM.
-     * @ignore
-     */
-    _llmType(): string;
-    /**
-     * Calls AI.ask with the given prompt and returns the generated text.
-     * @param {string} prompt The prompt to generate text from.
-     * @return {Promise<string>} A Promise that resolves to the generated text.
-     * @ignore
-     */
-    _call(prompt: string, options: this["ParsedCallOptions"]): Promise<string>;
-}
+export * from "@langchain/community/llms/raycast";

package/dist/llms/raycast.js

@@ -1,92 +1 @@
-import { AI, environment } from "@raycast/api";
-import { LLM } from "./base.js";
-const wait = (ms) => new Promise((resolve) => {
-    setTimeout(resolve, ms);
-});
-/**
- * The RaycastAI class, which extends the LLM class and implements the RaycastAIInput interface.
- */
-export class RaycastAI extends LLM {
-    /**
-     * Creates a new instance of the RaycastAI class.
-     * @param {RaycastAIInput} fields The input parameters for the RaycastAI class.
-     * @throws {Error} If the Raycast AI environment is not accessible.
-     */
-    constructor(fields) {
-        super(fields ?? {});
-        /**
-         * The model to use for generating text.
-         */
-        Object.defineProperty(this, "model", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        /**
-         * The creativity parameter, also known as the "temperature".
-         */
-        Object.defineProperty(this, "creativity", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        /**
-         * The rate limit for API calls, in requests per minute.
-         */
-        Object.defineProperty(this, "rateLimitPerMinute", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        /**
-         * The timestamp of the last API call, used to enforce the rate limit.
-         */
-        Object.defineProperty(this, "lastCallTimestamp", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: 0
-        });
-        if (!environment.canAccess(AI)) {
-            throw new Error("Raycast AI environment is not accessible.");
-        }
-        this.model = fields.model ?? "text-davinci-003";
-        this.creativity = fields.creativity ?? 0.5;
-        this.rateLimitPerMinute = fields.rateLimitPerMinute ?? 10;
-    }
-    /**
-     * Returns the type of the LLM, which is "raycast_ai".
-     * @return {string} The type of the LLM.
-     * @ignore
-     */
-    _llmType() {
-        return "raycast_ai";
-    }
-    /**
-     * Calls AI.ask with the given prompt and returns the generated text.
-     * @param {string} prompt The prompt to generate text from.
-     * @return {Promise<string>} A Promise that resolves to the generated text.
-     * @ignore
-     */
-    async _call(prompt, options) {
-        const response = await this.caller.call(async () => {
-            // Rate limit calls to Raycast AI
-            const now = Date.now();
-            const timeSinceLastCall = now - this.lastCallTimestamp;
-            const timeToWait = (60 / this.rateLimitPerMinute) * 1000 - timeSinceLastCall;
-            if (timeToWait > 0) {
-                await wait(timeToWait);
-            }
-            return await AI.ask(prompt, {
-                model: this.model,
-                creativity: this.creativity,
-                signal: options.signal,
-            });
-        });
-        // Since Raycast AI returns the response directly, no need for output transformation
-        return response;
-    }
-}
+export * from "@langchain/community/llms/raycast";