langchain 0.0.174 → 0.0.176

package/dist/storage/convex.js

@@ -0,0 +1,141 @@
+// eslint-disable-next-line import/no-extraneous-dependencies
+import { makeFunctionReference, } from "convex/server";
+import { BaseStore } from "../schema/storage.js";
+/**
+ * Class that extends the BaseStore class to interact with a Convex
+ * database. It provides methods for getting, setting, and deleting key value pairs,
+ * as well as yielding keys from the database.
+ */
+export class ConvexKVStore extends BaseStore {
+    constructor(config) {
+        super(config);
+        Object.defineProperty(this, "lc_namespace", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: ["langchain", "storage", "convex"]
+        });
+        Object.defineProperty(this, "ctx", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "table", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "index", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "keyField", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "valueField", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "upsert", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "lookup", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "deleteMany", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        this.ctx = config.ctx;
+        this.table = config.table ?? "cache";
+        this.index = config.index ?? "byKey";
+        this.keyField = config.keyField ?? "key";
+        this.valueField = config.valueField ?? "value";
+        this.upsert =
+            // eslint-disable-next-line @typescript-eslint/no-explicit-any
+            config.upsert ?? makeFunctionReference("langchain/db:upsert");
+        this.lookup =
+            // eslint-disable-next-line @typescript-eslint/no-explicit-any
+            config.lookup ?? makeFunctionReference("langchain/db:lookup");
+        this.deleteMany =
+            config.deleteMany ??
+                // eslint-disable-next-line @typescript-eslint/no-explicit-any
+                makeFunctionReference("langchain/db:deleteMany");
+    }
+    /**
+     * Gets multiple keys from the Convex database.
+     * @param keys Array of keys to be retrieved.
+     * @returns An array of retrieved values.
+     */
+    async mget(keys) {
+        return (await Promise.all(keys.map(async (key) => {
+            const found = (await this.ctx.runQuery(this.lookup, {
+                table: this.table,
+                index: this.index,
+                keyField: this.keyField,
+                key,
+                // eslint-disable-next-line @typescript-eslint/no-explicit-any
+            }));
+            return found.length > 0 ? found[0][this.valueField] : undefined;
+        })));
+    }
+    /**
+     * Sets multiple keys in the Convex database.
+     * @param keyValuePairs Array of key-value pairs to be set.
+     * @returns Promise that resolves when all keys have been set.
+     */
+    async mset(keyValuePairs) {
+        // TODO: Remove chunking when Convex handles the concurrent requests correctly
+        const PAGE_SIZE = 16;
+        for (let i = 0; i < keyValuePairs.length; i += PAGE_SIZE) {
+            await Promise.all(keyValuePairs.slice(i, i + PAGE_SIZE).map(([key, value]) => this.ctx.runMutation(this.upsert, {
+                table: this.table,
+                index: this.index,
+                keyField: this.keyField,
+                key,
+                document: { [this.keyField]: key, [this.valueField]: value },
+                // eslint-disable-next-line @typescript-eslint/no-explicit-any
+            })));
+        }
+    }
+    /**
+     * Deletes multiple keys from the Convex database.
+     * @param keys Array of keys to be deleted.
+     * @returns Promise that resolves when all keys have been deleted.
+     */
+    async mdelete(keys) {
+        await Promise.all(keys.map((key) => this.ctx.runMutation(this.deleteMany, {
+            table: this.table,
+            index: this.index,
+            keyField: this.keyField,
+            key,
+            // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        })));
+    }
+    /**
+     * Yields keys from the Convex database.
+     * @param prefix Optional prefix to filter the keys.
+     * @returns An AsyncGenerator that yields keys from the Convex database.
+     */
+    // eslint-disable-next-line require-yield
+    async *yieldKeys(_prefix) {
+        throw new Error("yieldKeys not implemented yet for ConvexKVStore");
+    }
+}

package/dist/stores/message/convex.cjs

@@ -0,0 +1,120 @@
+"use strict";
+/* eslint-disable @typescript-eslint/no-explicit-any */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ConvexChatMessageHistory = void 0;
+// eslint-disable-next-line import/no-extraneous-dependencies
+const server_1 = require("convex/server");
+const index_js_1 = require("../../schema/index.cjs");
+const utils_js_1 = require("./utils.cjs");
+class ConvexChatMessageHistory extends index_js_1.BaseListChatMessageHistory {
+    constructor(config) {
+        super();
+        Object.defineProperty(this, "lc_namespace", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: ["langchain", "stores", "message", "convex"]
+        });
+        Object.defineProperty(this, "ctx", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "sessionId", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "table", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "index", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "sessionIdField", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "messageTextFieldName", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "insert", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "lookup", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "deleteMany", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        this.ctx = config.ctx;
+        this.sessionId = config.sessionId;
+        this.table = config.table ?? "messages";
+        this.index = config.index ?? "bySessionId";
+        this.sessionIdField =
+            config.sessionIdField ?? "sessionId";
+        this.messageTextFieldName =
+            config.messageTextFieldName ?? "message";
+        this.insert =
+            config.insert ?? (0, server_1.makeFunctionReference)("langchain/db:insert");
+        this.lookup =
+            config.lookup ?? (0, server_1.makeFunctionReference)("langchain/db:lookup");
+        this.deleteMany =
+            config.deleteMany ??
+                (0, server_1.makeFunctionReference)("langchain/db:deleteMany");
+    }
+    async getMessages() {
+        const convexDocuments = await this.ctx.runQuery(this.lookup, {
+            table: this.table,
+            index: this.index,
+            keyField: this.sessionIdField,
+            key: this.sessionId,
+        });
+        return (0, utils_js_1.mapStoredMessagesToChatMessages)(convexDocuments.map((doc) => doc[this.messageTextFieldName]));
+    }
+    async addMessage(message) {
+        const messages = (0, utils_js_1.mapChatMessagesToStoredMessages)([message]);
+        // TODO: Remove chunking when Convex handles the concurrent requests correctly
+        const PAGE_SIZE = 16;
+        for (let i = 0; i < messages.length; i += PAGE_SIZE) {
+            await Promise.all(messages.slice(i, i + PAGE_SIZE).map((message) => this.ctx.runMutation(this.insert, {
+                table: this.table,
+                document: {
+                    [this.sessionIdField]: this.sessionId,
+                    [this.messageTextFieldName]: message,
+                },
+            })));
+        }
+    }
+    async clear() {
+        await this.ctx.runMutation(this.deleteMany, {
+            table: this.table,
+            index: this.index,
+            keyField: this.sessionIdField,
+            key: this.sessionId,
+        });
+    }
+}
+exports.ConvexChatMessageHistory = ConvexChatMessageHistory;

package/dist/stores/message/convex.d.ts

@@ -0,0 +1,60 @@
+import { DocumentByName, FieldPaths, FunctionReference, GenericActionCtx, GenericDataModel, NamedTableInfo, TableNamesInDataModel, VectorIndexNames } from "convex/server";
+import { BaseMessage, BaseListChatMessageHistory } from "../../schema/index.js";
+/**
+ * Type that defines the config required to initialize the
+ * ConvexChatMessageHistory class. At minimum it needs a sessionId
+ * and an ActionCtx.
+ */
+export type ConvexChatMessageHistoryInput<DataModel extends GenericDataModel, TableName extends TableNamesInDataModel<DataModel> = "messages", IndexName extends VectorIndexNames<NamedTableInfo<DataModel, TableName>> = "bySessionId", SessionIdFieldName extends FieldPaths<NamedTableInfo<DataModel, TableName>> = "sessionId", MessageTextFieldName extends FieldPaths<NamedTableInfo<DataModel, TableName>> = "message", InsertMutation extends FunctionReference<"mutation", "internal", {
+    table: string;
+    document: object;
+}> = any, LookupQuery extends FunctionReference<"query", "internal", {
+    table: string;
+    index: string;
+    keyField: string;
+    key: string;
+}, object[]> = any, DeleteManyMutation extends FunctionReference<"mutation", "internal", {
+    table: string;
+    index: string;
+    keyField: string;
+    key: string;
+}> = any> = {
+    readonly ctx: GenericActionCtx<DataModel>;
+    readonly sessionId: DocumentByName<DataModel, TableName>[SessionIdFieldName];
+    readonly table?: TableName;
+    readonly index?: IndexName;
+    readonly sessionIdField?: SessionIdFieldName;
+    readonly messageTextFieldName?: MessageTextFieldName;
+    readonly insert?: InsertMutation;
+    readonly lookup?: LookupQuery;
+    readonly deleteMany?: DeleteManyMutation;
+};
+export declare class ConvexChatMessageHistory<DataModel extends GenericDataModel, SessionIdFieldName extends FieldPaths<NamedTableInfo<DataModel, TableName>> = "sessionId", TableName extends TableNamesInDataModel<DataModel> = "messages", IndexName extends VectorIndexNames<NamedTableInfo<DataModel, TableName>> = "bySessionId", MessageTextFieldName extends FieldPaths<NamedTableInfo<DataModel, TableName>> = "message", InsertMutation extends FunctionReference<"mutation", "internal", {
+    table: string;
+    document: object;
+}> = any, LookupQuery extends FunctionReference<"query", "internal", {
+    table: string;
+    index: string;
+    keyField: string;
+    key: string;
+}, object[]> = any, DeleteManyMutation extends FunctionReference<"mutation", "internal", {
+    table: string;
+    index: string;
+    keyField: string;
+    key: string;
+}> = any> extends BaseListChatMessageHistory {
+    lc_namespace: string[];
+    private readonly ctx;
+    private readonly sessionId;
+    private readonly table;
+    private readonly index;
+    private readonly sessionIdField;
+    private readonly messageTextFieldName;
+    private readonly insert;
+    private readonly lookup;
+    private readonly deleteMany;
+    constructor(config: ConvexChatMessageHistoryInput<DataModel, TableName, IndexName, SessionIdFieldName, MessageTextFieldName, InsertMutation, LookupQuery, DeleteManyMutation>);
+    getMessages(): Promise<BaseMessage[]>;
+    addMessage(message: BaseMessage): Promise<void>;
+    clear(): Promise<void>;
+}

package/dist/stores/message/convex.js

@@ -0,0 +1,116 @@
+/* eslint-disable @typescript-eslint/no-explicit-any */
+// eslint-disable-next-line import/no-extraneous-dependencies
+import { makeFunctionReference, } from "convex/server";
+import { BaseListChatMessageHistory } from "../../schema/index.js";
+import { mapChatMessagesToStoredMessages, mapStoredMessagesToChatMessages, } from "./utils.js";
+export class ConvexChatMessageHistory extends BaseListChatMessageHistory {
+    constructor(config) {
+        super();
+        Object.defineProperty(this, "lc_namespace", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: ["langchain", "stores", "message", "convex"]
+        });
+        Object.defineProperty(this, "ctx", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "sessionId", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "table", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "index", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "sessionIdField", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "messageTextFieldName", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "insert", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "lookup", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "deleteMany", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        this.ctx = config.ctx;
+        this.sessionId = config.sessionId;
+        this.table = config.table ?? "messages";
+        this.index = config.index ?? "bySessionId";
+        this.sessionIdField =
+            config.sessionIdField ?? "sessionId";
+        this.messageTextFieldName =
+            config.messageTextFieldName ?? "message";
+        this.insert =
+            config.insert ?? makeFunctionReference("langchain/db:insert");
+        this.lookup =
+            config.lookup ?? makeFunctionReference("langchain/db:lookup");
+        this.deleteMany =
+            config.deleteMany ??
+                makeFunctionReference("langchain/db:deleteMany");
+    }
+    async getMessages() {
+        const convexDocuments = await this.ctx.runQuery(this.lookup, {
+            table: this.table,
+            index: this.index,
+            keyField: this.sessionIdField,
+            key: this.sessionId,
+        });
+        return mapStoredMessagesToChatMessages(convexDocuments.map((doc) => doc[this.messageTextFieldName]));
+    }
+    async addMessage(message) {
+        const messages = mapChatMessagesToStoredMessages([message]);
+        // TODO: Remove chunking when Convex handles the concurrent requests correctly
+        const PAGE_SIZE = 16;
+        for (let i = 0; i < messages.length; i += PAGE_SIZE) {
+            await Promise.all(messages.slice(i, i + PAGE_SIZE).map((message) => this.ctx.runMutation(this.insert, {
+                table: this.table,
+                document: {
+                    [this.sessionIdField]: this.sessionId,
+                    [this.messageTextFieldName]: message,
+                },
+            })));
+        }
+    }
+    async clear() {
+        await this.ctx.runMutation(this.deleteMany, {
+            table: this.table,
+            index: this.index,
+            keyField: this.sessionIdField,
+            key: this.sessionId,
+        });
+    }
+}

package/dist/types/googlevertexai-types.d.ts

@@ -45,19 +45,21 @@ export interface GoogleVertexAIBaseLLMInput<AuthOptions> extends BaseLLMParams,
 export interface GoogleResponse {
     data: any;
 }
-export interface GoogleVertexAIBasePrediction extends GoogleResponse {
+export interface GoogleVertexAIBasePrediction {
     safetyAttributes?: any;
 }
-export interface GoogleVertexAILLMResponse<PredictionType extends GoogleVertexAIBasePrediction> {
-    data: {
-        predictions: PredictionType[];
-    };
+export interface GoogleVertexAILLMPredictions<PredictionType extends GoogleVertexAIBasePrediction> {
+    predictions: PredictionType[];
 }
+export type GoogleAbstractedClientOpsMethod = "GET" | "POST";
+export type GoogleAbstractedClientOpsResponseType = "json" | "stream";
+export type GoogleAbstractedClientOps = {
+    url?: string;
+    method?: GoogleAbstractedClientOpsMethod;
+    data?: unknown;
+    responseType?: GoogleAbstractedClientOpsResponseType;
+};
 export interface GoogleAbstractedClient {
-    request: (opts: {
-        url?: string;
-        method?: "GET" | "POST";
-        data?: unknown;
-    }) => unknown;
+    request: (opts: GoogleAbstractedClientOps) => unknown;
     getProjectId: () => Promise<string>;
 }

package/dist/util/convex.cjs

@@ -0,0 +1,77 @@
+"use strict";
+/* eslint-disable spaced-comment */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.deleteMany = exports.upsert = exports.lookup = exports.insert = exports.get = void 0;
+// eslint-disable-next-line import/no-extraneous-dependencies
+const server_1 = require("convex/server");
+// eslint-disable-next-line import/no-extraneous-dependencies
+const values_1 = require("convex/values");
+exports.get = (0, server_1.internalQueryGeneric)({
+    args: {
+        id: /*#__PURE__*/ values_1.v.string(),
+    },
+    handler: async (ctx, args) => {
+        const result = await ctx.db.get(args.id);
+        return result;
+    },
+});
+exports.insert = (0, server_1.internalMutationGeneric)({
+    args: {
+        table: /*#__PURE__*/ values_1.v.string(),
+        document: /*#__PURE__*/ values_1.v.any(),
+    },
+    handler: async (ctx, args) => {
+        await ctx.db.insert(args.table, args.document);
+    },
+});
+exports.lookup = (0, server_1.internalQueryGeneric)({
+    args: {
+        table: /*#__PURE__*/ values_1.v.string(),
+        index: /*#__PURE__*/ values_1.v.string(),
+        keyField: /*#__PURE__*/ values_1.v.string(),
+        key: /*#__PURE__*/ values_1.v.string(),
+    },
+    handler: async (ctx, args) => {
+        const result = await ctx.db
+            .query(args.table)
+            .withIndex(args.index, (q) => q.eq(args.keyField, args.key))
+            .collect();
+        return result;
+    },
+});
+exports.upsert = (0, server_1.internalMutationGeneric)({
+    args: {
+        table: /*#__PURE__*/ values_1.v.string(),
+        index: /*#__PURE__*/ values_1.v.string(),
+        keyField: /*#__PURE__*/ values_1.v.string(),
+        key: /*#__PURE__*/ values_1.v.string(),
+        document: /*#__PURE__*/ values_1.v.any(),
+    },
+    handler: async (ctx, args) => {
+        const existing = await ctx.db
+            .query(args.table)
+            .withIndex(args.index, (q) => q.eq(args.keyField, args.key))
+            .unique();
+        if (existing !== null) {
+            await ctx.db.replace(existing._id, args.document);
+        }
+        else {
+            await ctx.db.insert(args.table, args.document);
+        }
+    },
+});
+exports.deleteMany = (0, server_1.internalMutationGeneric)({
+    args: {
+        table: /*#__PURE__*/ values_1.v.string(),
+        index: /*#__PURE__*/ values_1.v.string(),
+        keyField: /*#__PURE__*/ values_1.v.string(),
+        key: /*#__PURE__*/ values_1.v.string(),
+    },
+    handler: async (ctx, args) => {
+        const existing = await ctx.db
+            .query(args.table)
+            .withIndex(args.index, (q) => q.eq(args.keyField, args.key))
+            .collect();
+        await Promise.all(existing.map((doc) => ctx.db.delete(doc._id)));
+    },
+});

package/dist/util/convex.d.ts

@@ -0,0 +1,26 @@
+export declare const get: import("convex/server").RegisteredQuery<"internal", {
+    id: string;
+}, Promise<any>>;
+export declare const insert: import("convex/server").RegisteredMutation<"internal", {
+    document: any;
+    table: string;
+}, Promise<void>>;
+export declare const lookup: import("convex/server").RegisteredQuery<"internal", {
+    key: string;
+    index: string;
+    table: string;
+    keyField: string;
+}, Promise<any[]>>;
+export declare const upsert: import("convex/server").RegisteredMutation<"internal", {
+    key: string;
+    index: string;
+    document: any;
+    table: string;
+    keyField: string;
+}, Promise<void>>;
+export declare const deleteMany: import("convex/server").RegisteredMutation<"internal", {
+    key: string;
+    index: string;
+    table: string;
+    keyField: string;
+}, Promise<void>>;

package/dist/util/convex.js

@@ -0,0 +1,74 @@
+/* eslint-disable spaced-comment */
+// eslint-disable-next-line import/no-extraneous-dependencies
+import { internalQueryGeneric as internalQuery, internalMutationGeneric as internalMutation, } from "convex/server";
+// eslint-disable-next-line import/no-extraneous-dependencies
+import { v } from "convex/values";
+export const get = /*#__PURE__*/ internalQuery({
+    args: {
+        id: /*#__PURE__*/ v.string(),
+    },
+    handler: async (ctx, args) => {
+        const result = await ctx.db.get(args.id);
+        return result;
+    },
+});
+export const insert = /*#__PURE__*/ internalMutation({
+    args: {
+        table: /*#__PURE__*/ v.string(),
+        document: /*#__PURE__*/ v.any(),
+    },
+    handler: async (ctx, args) => {
+        await ctx.db.insert(args.table, args.document);
+    },
+});
+export const lookup = /*#__PURE__*/ internalQuery({
+    args: {
+        table: /*#__PURE__*/ v.string(),
+        index: /*#__PURE__*/ v.string(),
+        keyField: /*#__PURE__*/ v.string(),
+        key: /*#__PURE__*/ v.string(),
+    },
+    handler: async (ctx, args) => {
+        const result = await ctx.db
+            .query(args.table)
+            .withIndex(args.index, (q) => q.eq(args.keyField, args.key))
+            .collect();
+        return result;
+    },
+});
+export const upsert = /*#__PURE__*/ internalMutation({
+    args: {
+        table: /*#__PURE__*/ v.string(),
+        index: /*#__PURE__*/ v.string(),
+        keyField: /*#__PURE__*/ v.string(),
+        key: /*#__PURE__*/ v.string(),
+        document: /*#__PURE__*/ v.any(),
+    },
+    handler: async (ctx, args) => {
+        const existing = await ctx.db
+            .query(args.table)
+            .withIndex(args.index, (q) => q.eq(args.keyField, args.key))
+            .unique();
+        if (existing !== null) {
+            await ctx.db.replace(existing._id, args.document);
+        }
+        else {
+            await ctx.db.insert(args.table, args.document);
+        }
+    },
+});
+export const deleteMany = /*#__PURE__*/ internalMutation({
+    args: {
+        table: /*#__PURE__*/ v.string(),
+        index: /*#__PURE__*/ v.string(),
+        keyField: /*#__PURE__*/ v.string(),
+        key: /*#__PURE__*/ v.string(),
+    },
+    handler: async (ctx, args) => {
+        const existing = await ctx.db
+            .query(args.table)
+            .withIndex(args.index, (q) => q.eq(args.keyField, args.key))
+            .collect();
+        await Promise.all(existing.map((doc) => ctx.db.delete(doc._id)));
+    },
+});