langchain 0.1.36 → 0.2.0-rc.1

package/dist/experimental/hubs/makersuite/googlemakersuitehub.js

@@ -1,291 +0,0 @@
-import { GoogleAuth } from "google-auth-library";
-import { ChatGooglePaLM } from "@langchain/community/chat_models/googlepalm";
-import { GooglePaLM } from "@langchain/community/llms/googlepalm";
-import { PromptTemplate } from "@langchain/core/prompts";
-import { AsyncCaller, } from "@langchain/core/utils/async_caller";
-import { GoogleConnection } from "../../../util/googlevertexai-connection.js";
-/**
- * A class that represents the Prompt that has been created by MakerSuite
- * and loaded from Google Drive. It exposes methods to turn this prompt
- * into a Template, a Model, and into a chain consisting of these two elements.
- * In general, this class should be created by the MakerSuiteHub class and
- * not instantiated manually.
- */
-export class MakerSuitePrompt {
-    constructor(promptData) {
-        Object.defineProperty(this, "promptType", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "promptData", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        this.promptData = promptData;
-        this._determinePromptType();
-    }
-    _determinePromptType() {
-        if (Object.hasOwn(this.promptData, "textPrompt")) {
-            this.promptType = "text";
-        }
-        else if (Object.hasOwn(this.promptData, "dataPrompt")) {
-            this.promptType = "data";
-        }
-        else if (Object.hasOwn(this.promptData, "multiturnPrompt")) {
-            this.promptType = "chat";
-        }
-        else {
-            const error = new Error("Unable to identify prompt type.");
-            // eslint-disable-next-line @typescript-eslint/no-explicit-any
-            error.promptData = this.promptData;
-            throw error;
-        }
-    }
-    _promptValueText() {
-        return (this.promptData?.textPrompt?.value ?? "");
-    }
-    _promptValueData() {
-        const promptData = this
-            .promptData;
-        const dataPrompt = promptData?.dataPrompt;
-        let prompt = `${dataPrompt?.preamble}\n` || "";
-        dataPrompt?.rows.forEach((row) => {
-            // Add the data for each row, as long as it is listed as used
-            if (dataPrompt?.rowsUsed.includes(row.rowId)) {
-                // Add each input column
-                dataPrompt?.columns.forEach((column) => {
-                    if (column.isInput) {
-                        prompt += `${column.displayName} ${row.columnBindings[column.columnId]}\n`;
-                    }
-                });
-                // Add each output column
-                dataPrompt?.columns.forEach((column) => {
-                    if (!column.isInput) {
-                        prompt += `${column.displayName} ${row.columnBindings[column.columnId]}\n`;
-                    }
-                });
-            }
-        });
-        // Add the input column prompts
-        dataPrompt?.columns.forEach((column) => {
-            if (column.isInput) {
-                prompt += `${column.displayName} {${column.displayName.replace(":", "")}}\n`;
-            }
-        });
-        // Add just the first output column
-        const firstOutput = dataPrompt?.columns.find((column) => !column.isInput);
-        prompt += `${firstOutput?.displayName} `;
-        return prompt;
-    }
-    _promptValueChat() {
-        return (this.promptData?.multiturnPrompt
-            ?.preamble ?? "");
-    }
-    _promptValue() {
-        switch (this.promptType) {
-            case "text":
-                return this._promptValueText();
-            case "data":
-                return this._promptValueData();
-            case "chat":
-                return this._promptValueChat();
-            default:
-                throw new Error(`Invalid promptType: ${this.promptType}`);
-        }
-    }
-    /**
-     * Create a template from the prompt, including any "test input" specified
-     * in MakerSuite as a template parameter.
-     */
-    toTemplate() {
-        const value = this._promptValue();
-        const promptString = value.replaceAll(/{{.*:(.+):.*}}/g, "{$1}");
-        return PromptTemplate.fromTemplate(promptString);
-    }
-    _modelName() {
-        let ret = this.promptData?.runSettings?.model;
-        if (!ret) {
-            ret =
-                this.promptType === "chat"
-                    ? "models/chat-bison-001"
-                    : "models/text-bison-001";
-        }
-        return ret;
-    }
-    _examples() {
-        const promptData = this
-            .promptData;
-        const ret = promptData?.multiturnPrompt?.primingExchanges
-            .map((exchange) => {
-            const example = {};
-            if (exchange?.request) {
-                example.input = {
-                    content: exchange.request,
-                };
-            }
-            if (exchange?.response) {
-                example.output = {
-                    content: exchange.response,
-                };
-            }
-            return example;
-        })
-            .filter((value) => Object.keys(value).length);
-        return ret;
-    }
-    /**
-     * Create a model from the prompt with all the parameters (model name,
-     * temperature, etc) set as they were in MakerSuite.
-     */
-    toModel() {
-        const modelName = this._modelName();
-        const modelSettings = {
-            modelName,
-            ...this.promptData?.runSettings,
-        };
-        if (this.promptType === "chat") {
-            const examples = this._examples();
-            return new ChatGooglePaLM({
-                examples,
-                ...modelSettings,
-            });
-        }
-        else {
-            return new GooglePaLM(modelSettings);
-        }
-    }
-    /**
-     * Create a RunnableSequence based on the template and model that can
-     * be created from this prompt. The template will have parameters available
-     * based on the "test input" that was set in MakerSuite, and the model
-     * will have the parameters (model name, temperature, etc) from those in
-     * MakerSuite.
-     */
-    toChain() {
-        return this.toTemplate().pipe(this.toModel());
-    }
-}
-export class DriveFileReadConnection extends GoogleConnection {
-    constructor(fields, caller) {
-        super(caller, new GoogleAuth({
-            scopes: "https://www.googleapis.com/auth/drive.readonly",
-            ...fields.authOptions,
-        }));
-        Object.defineProperty(this, "endpoint", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "apiVersion", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "fileId", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        this.endpoint = fields.endpoint ?? "www.googleapis.com";
-        this.apiVersion = fields.apiVersion ?? "v3";
-        this.fileId = fields.fileId;
-    }
-    async buildUrl() {
-        return `https://${this.endpoint}/drive/${this.apiVersion}/files/${this.fileId}?alt=media`;
-    }
-    buildMethod() {
-        return "GET";
-    }
-    async request(options) {
-        return this._request(undefined, options ?? {});
-    }
-}
-/**
- * A class allowing access to MakerSuite prompts that have been saved in
- * Google Drive.
- * MakerSuite prompts are pulled based on their Google Drive ID (which is available
- * from Google Drive or as part of the URL when the prompt is open in MakerSuite).
- * There is a basic cache that will store the prompt in memory for a time specified
- * in milliseconds. This defaults to 0, indicating the prompt should always be
- * pulled from Google Drive.
- */
-export class MakerSuiteHub {
-    constructor(config) {
-        Object.defineProperty(this, "cache", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: {}
-        });
-        Object.defineProperty(this, "cacheTimeout", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "caller", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        this.cacheTimeout = config?.cacheTimeout ?? 0;
-        this.caller = config?.caller ?? new AsyncCaller({});
-    }
-    /**
-     * Is the current cache entry valid, or does it need to be refreshed.
-     * It will need to be refreshed under any of the following conditions:
-     * - It does not currently exist in the cache
-     * - The cacheTimeout is 0
-     * - The cache was last updated longer ago than the cacheTimeout allows
-     * @param entry - The cache entry, including when this prompt was last refreshed
-     */
-    isValid(entry) {
-        // If we don't have a record, it can't be valid
-        // And if the cache timeout is 0, we will always refresh, so the cache is invalid
-        if (!entry || this.cacheTimeout === 0) {
-            return false;
-        }
-        const now = Date.now();
-        const expiration = entry.updated + this.cacheTimeout;
-        return expiration > now;
-    }
-    /**
-     * Get a MakerSuitePrompt that is specified by the Google Drive ID.
-     * This will always be loaded from Google Drive.
-     * @param id
-     * @return A MakerSuitePrompt which can be used to create a template, model, or chain.
-     */
-    async forcePull(id) {
-        const fields = {
-            fileId: id,
-        };
-        const connection = new DriveFileReadConnection(fields, this.caller);
-        const result = await connection.request();
-        const ret = new MakerSuitePrompt(result.data);
-        this.cache[id] = {
-            prompt: ret,
-            updated: Date.now(),
-        };
-        return ret;
-    }
-    /**
-     * Get a MakerSuitePrompt that is specified by the Google Drive ID. This may be
-     * loaded from Google Drive or, if there is a valid copy in the cache, the cached
-     * copy will be returned.
-     * @param id
-     * @return A MakerSuitePrompt which can be used to create a template, model, or chain.
-     */
-    async pull(id) {
-        const entry = this.cache[id];
-        const ret = this.isValid(entry) ? entry.prompt : await this.forcePull(id);
-        return ret;
-    }
-}

package/dist/experimental/llms/bittensor.cjs

@@ -1,141 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.NIBittensorLLM = void 0;
-const llms_1 = require("@langchain/core/language_models/llms");
-/**
- * Class representing the Neural Internet language model powerd by Bittensor, a decentralized network
- * full of different AI models.
- * To analyze API_KEYS and logs of you usage visit
- *      https://api.neuralinternet.ai/api-keys
- *      https://api.neuralinternet.ai/logs
- */
-class NIBittensorLLM extends llms_1.LLM {
-    static lc_name() {
-        return "NIBittensorLLM";
-    }
-    constructor(fields) {
-        super(fields ?? {});
-        Object.defineProperty(this, "systemPrompt", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "topResponses", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        this.systemPrompt =
-            fields?.systemPrompt ??
-                "You are an assistant which is created by Neural Internet(NI) in decentralized network named as a Bittensor. Your task is to provide accurate response based on user prompt";
-        this.topResponses = fields?.topResponses;
-    }
-    _llmType() {
-        return "NIBittensorLLM";
-    }
-    /** Call out to NIBittensorLLM's complete endpoint.
-     Args:
-         prompt: The prompt to pass into the model.
-  
-         Returns: The string generated by the model.
-  
-     Example:
-     let response = niBittensorLLM.call("Tell me a joke.");
-     */
-    async _call(prompt) {
-        try {
-            // Retrieve API KEY
-            const apiKeyResponse = await fetch("https://test.neuralinternet.ai/admin/api-keys/");
-            if (!apiKeyResponse.ok) {
-                throw new Error("Network response was not ok");
-            }
-            const apiKeysData = await apiKeyResponse.json();
-            const apiKey = apiKeysData[0].api_key;
-            const headers = {
-                "Content-Type": "application/json",
-                Authorization: `Bearer ${apiKey}`,
-                "Endpoint-Version": "2023-05-19",
-            };
-            if (this.topResponses !== undefined) {
-                this.topResponses = this.topResponses > 100 ? 100 : this.topResponses;
-            }
-            else {
-                this.topResponses = 0;
-            }
-            const minerResponse = await fetch("https://test.neuralinternet.ai/top_miner_uids", { headers });
-            if (!minerResponse.ok) {
-                throw new Error("Network response was not ok");
-            }
-            const uids = await minerResponse.json();
-            if (Array.isArray(uids) && uids.length && this.topResponses === 0) {
-                for (const uid of uids) {
-                    try {
-                        const payload = {
-                            uids: [uid],
-                            messages: [
-                                { role: "system", content: this.systemPrompt },
-                                { role: "user", content: prompt },
-                            ],
-                        };
-                        const response = await fetch("https://test.neuralinternet.ai/chat", {
-                            method: "POST",
-                            headers,
-                            body: JSON.stringify(payload),
-                        });
-                        if (!response.ok) {
-                            throw new Error("Network response was not ok");
-                        }
-                        const chatData = await response.json();
-                        if (chatData.choices) {
-                            return chatData.choices[0].message.content;
-                        }
-                    }
-                    catch (error) {
-                        continue;
-                    }
-                }
-            }
-            // For top miner based on bittensor response
-            if (this.topResponses === 0) {
-                this.topResponses = 10;
-            }
-            const payload = {
-                top_n: this.topResponses,
-                messages: [
-                    { role: "system", content: this.systemPrompt },
-                    { role: "user", content: prompt },
-                ],
-            };
-            const response = await fetch("https://test.neuralinternet.ai/chat", {
-                method: "POST",
-                headers,
-                body: JSON.stringify(payload),
-            });
-            if (!response.ok) {
-                throw new Error("Network response was not ok");
-            }
-            const responseData = await response.json();
-            if (this.topResponses) {
-                return responseData;
-            }
-            else if (responseData.choices) {
-                // eslint-disable-next-line @typescript-eslint/no-explicit-any
-                const temp = responseData.choices;
-                return temp[0].message.content;
-            }
-        }
-        catch (error) {
-            return "Sorry I am unable to provide response now, Please try again later.";
-        }
-        return "default";
-    }
-    identifyingParams() {
-        return {
-            systemPrompt: this.systemPrompt,
-            topResponses: this.topResponses,
-        };
-    }
-}
-exports.NIBittensorLLM = NIBittensorLLM;

package/dist/experimental/llms/bittensor.d.ts

@@ -1,33 +0,0 @@
-import { BaseLLMParams, LLM } from "@langchain/core/language_models/llms";
-export interface BittensorInput extends BaseLLMParams {
-    systemPrompt?: string | null | undefined;
-    topResponses?: number | undefined;
-}
-/**
- * Class representing the Neural Internet language model powerd by Bittensor, a decentralized network
- * full of different AI models.
- * To analyze API_KEYS and logs of you usage visit
- *      https://api.neuralinternet.ai/api-keys
- *      https://api.neuralinternet.ai/logs
- */
-export declare class NIBittensorLLM extends LLM implements BittensorInput {
-    static lc_name(): string;
-    systemPrompt: string;
-    topResponses: number | undefined;
-    constructor(fields?: BittensorInput);
-    _llmType(): string;
-    /** Call out to NIBittensorLLM's complete endpoint.
-     Args:
-         prompt: The prompt to pass into the model.
-  
-         Returns: The string generated by the model.
-  
-     Example:
-     let response = niBittensorLLM.call("Tell me a joke.");
-     */
-    _call(prompt: string): Promise<string>;
-    identifyingParams(): {
-        systemPrompt: string | null | undefined;
-        topResponses: number | undefined;
-    };
-}

package/dist/experimental/llms/bittensor.js

@@ -1,137 +0,0 @@
-import { LLM } from "@langchain/core/language_models/llms";
-/**
- * Class representing the Neural Internet language model powerd by Bittensor, a decentralized network
- * full of different AI models.
- * To analyze API_KEYS and logs of you usage visit
- *      https://api.neuralinternet.ai/api-keys
- *      https://api.neuralinternet.ai/logs
- */
-export class NIBittensorLLM extends LLM {
-    static lc_name() {
-        return "NIBittensorLLM";
-    }
-    constructor(fields) {
-        super(fields ?? {});
-        Object.defineProperty(this, "systemPrompt", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "topResponses", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        this.systemPrompt =
-            fields?.systemPrompt ??
-                "You are an assistant which is created by Neural Internet(NI) in decentralized network named as a Bittensor. Your task is to provide accurate response based on user prompt";
-        this.topResponses = fields?.topResponses;
-    }
-    _llmType() {
-        return "NIBittensorLLM";
-    }
-    /** Call out to NIBittensorLLM's complete endpoint.
-     Args:
-         prompt: The prompt to pass into the model.
-  
-         Returns: The string generated by the model.
-  
-     Example:
-     let response = niBittensorLLM.call("Tell me a joke.");
-     */
-    async _call(prompt) {
-        try {
-            // Retrieve API KEY
-            const apiKeyResponse = await fetch("https://test.neuralinternet.ai/admin/api-keys/");
-            if (!apiKeyResponse.ok) {
-                throw new Error("Network response was not ok");
-            }
-            const apiKeysData = await apiKeyResponse.json();
-            const apiKey = apiKeysData[0].api_key;
-            const headers = {
-                "Content-Type": "application/json",
-                Authorization: `Bearer ${apiKey}`,
-                "Endpoint-Version": "2023-05-19",
-            };
-            if (this.topResponses !== undefined) {
-                this.topResponses = this.topResponses > 100 ? 100 : this.topResponses;
-            }
-            else {
-                this.topResponses = 0;
-            }
-            const minerResponse = await fetch("https://test.neuralinternet.ai/top_miner_uids", { headers });
-            if (!minerResponse.ok) {
-                throw new Error("Network response was not ok");
-            }
-            const uids = await minerResponse.json();
-            if (Array.isArray(uids) && uids.length && this.topResponses === 0) {
-                for (const uid of uids) {
-                    try {
-                        const payload = {
-                            uids: [uid],
-                            messages: [
-                                { role: "system", content: this.systemPrompt },
-                                { role: "user", content: prompt },
-                            ],
-                        };
-                        const response = await fetch("https://test.neuralinternet.ai/chat", {
-                            method: "POST",
-                            headers,
-                            body: JSON.stringify(payload),
-                        });
-                        if (!response.ok) {
-                            throw new Error("Network response was not ok");
-                        }
-                        const chatData = await response.json();
-                        if (chatData.choices) {
-                            return chatData.choices[0].message.content;
-                        }
-                    }
-                    catch (error) {
-                        continue;
-                    }
-                }
-            }
-            // For top miner based on bittensor response
-            if (this.topResponses === 0) {
-                this.topResponses = 10;
-            }
-            const payload = {
-                top_n: this.topResponses,
-                messages: [
-                    { role: "system", content: this.systemPrompt },
-                    { role: "user", content: prompt },
-                ],
-            };
-            const response = await fetch("https://test.neuralinternet.ai/chat", {
-                method: "POST",
-                headers,
-                body: JSON.stringify(payload),
-            });
-            if (!response.ok) {
-                throw new Error("Network response was not ok");
-            }
-            const responseData = await response.json();
-            if (this.topResponses) {
-                return responseData;
-            }
-            else if (responseData.choices) {
-                // eslint-disable-next-line @typescript-eslint/no-explicit-any
-                const temp = responseData.choices;
-                return temp[0].message.content;
-            }
-        }
-        catch (error) {
-            return "Sorry I am unable to provide response now, Please try again later.";
-        }
-        return "default";
-    }
-    identifyingParams() {
-        return {
-            systemPrompt: this.systemPrompt,
-            topResponses: this.topResponses,
-        };
-    }
-}