langchain 0.0.203 → 0.0.204-rc.1

package/dist/vectorstores/rockset.cjs

@@ -1,353 +1,17 @@
 "use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.RocksetStore = exports.SimilarityMetric = exports.RocksetStoreDestroyedError = exports.RocksetStoreError = void 0;
-const api_js_1 = require("@rockset/client/dist/codegen/api.js");
-const base_js_1 = require("./base.cjs");
-const document_js_1 = require("../document.cjs");
-/**
- * Generic Rockset vector storage error
- */
-class RocksetStoreError extends Error {
-    /**
-     * Constructs a RocksetStoreError
-     * @param message   The error message
-     */
-    constructor(message) {
-        super(message);
-        this.name = this.constructor.name;
-    }
-}
-exports.RocksetStoreError = RocksetStoreError;
-/**
- * Error that is thrown when a RocksetStore function is called
- * after `destroy()` is called (meaning the collection would be
- * deleted).
- */
-class RocksetStoreDestroyedError extends RocksetStoreError {
-    constructor() {
-        super("The Rockset store has been destroyed");
-        this.name = this.constructor.name;
-    }
-}
-exports.RocksetStoreDestroyedError = RocksetStoreDestroyedError;
-/**
- * Functions to measure vector distance/similarity by.
- * See https://rockset.com/docs/vector-functions/#vector-distance-functions
- * @enum SimilarityMetric
- */
-exports.SimilarityMetric = {
-    CosineSimilarity: "COSINE_SIM",
-    EuclideanDistance: "EUCLIDEAN_DIST",
-    DotProduct: "DOT_PRODUCT",
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
 };
-/**
- * Exposes Rockset's vector store/search functionality
- */
-class RocksetStore extends base_js_1.VectorStore {
-    /**
-     * Gets a string representation of the type of this VectorStore
-     * @returns {"rockset"}
-     */
-    _vectorstoreType() {
-        return "rockset";
-    }
-    /**
-     * Constructs a new RocksetStore
-     * @param {Embeddings} embeddings  Object used to embed queries and
-     *                                 page content
-     * @param {RocksetLibArgs} args
-     */
-    constructor(embeddings, args) {
-        super(embeddings, args);
-        Object.defineProperty(this, "client", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "collectionName", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "workspaceName", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "textKey", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "embeddingKey", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "filter", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "_similarityMetric", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "similarityOrder", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "destroyed", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        this.embeddings = embeddings;
-        this.client = args.client;
-        this.collectionName = args.collectionName;
-        this.workspaceName = args.workspaceName ?? "commons";
-        this.textKey = args.textKey ?? "text";
-        this.embeddingKey = args.embeddingKey ?? "embedding";
-        this.filter = args.filter;
-        this.similarityMetric =
-            args.similarityMetric ?? exports.SimilarityMetric.CosineSimilarity;
-        this.setSimilarityOrder();
-    }
-    /**
-     * Sets the object's similarity order based on what
-     * SimilarityMetric is being used
-     */
-    setSimilarityOrder() {
-        this.checkIfDestroyed();
-        this.similarityOrder =
-            this.similarityMetric === exports.SimilarityMetric.EuclideanDistance
-                ? "ASC"
-                : "DESC";
-    }
-    /**
-     * Embeds and adds Documents to the store.
-     * @param {Documents[]} documents  The documents to store
-     * @returns {Promise<string[]?>}   The _id's of the documents added
-     */
-    async addDocuments(documents) {
-        const texts = documents.map(({ pageContent }) => pageContent);
-        return await this.addVectors(await this.embeddings.embedDocuments(texts), documents);
-    }
-    /**
-     * Adds vectors to the store given their corresponding Documents
-     * @param {number[][]} vectors   The vectors to store
-     * @param {Document[]} documents The Documents they represent
-     * @return {Promise<string[]?>}  The _id's of the added documents
-     */
-    async addVectors(vectors, documents) {
-        this.checkIfDestroyed();
-        const rocksetDocs = [];
-        for (let i = 0; i < documents.length; i += 1) {
-            const currDoc = documents[i];
-            const currVector = vectors[i];
-            rocksetDocs.push({
-                [this.textKey]: currDoc.pageContent,
-                [this.embeddingKey]: currVector,
-                ...currDoc.metadata,
-            });
-        }
-        return (await this.client.documents.addDocuments(this.workspaceName, this.collectionName, {
-            data: rocksetDocs,
-        })).data?.map((docStatus) => docStatus._id || "");
-    }
-    /**
-     * Deletes Rockset documements given their _id's
-     * @param {string[]} ids  The IDS to remove documents with
-     */
-    async delete(ids) {
-        this.checkIfDestroyed();
-        await this.client.documents.deleteDocuments(this.workspaceName, this.collectionName, {
-            data: ids.map((id) => ({ _id: id })),
-        });
-    }
-    /**
-     * Gets the most relevant documents to a query along
-     * with their similarity score. The returned documents
-     * are ordered by similarity (most similar at the first
-     * index)
-     * @param {number[]} query  The embedded query to search
-     *                          the store by
-     * @param {number} k        The number of documents to retreive
-     * @param {string?} filter  The SQL `WHERE` clause to filter by
-     */
-    async similaritySearchVectorWithScore(query, k, filter) {
-        this.checkIfDestroyed();
-        if (filter && this.filter) {
-            throw new RocksetStoreError("cannot provide both `filter` and `this.filter`");
-        }
-        const similarityKey = "similarity";
-        const _filter = filter ?? this.filter;
-        return ((await this.client.queries.query({
-            sql: {
-                query: `
-          SELECT
-            * EXCEPT("${this.embeddingKey}"),
-            "${this.textKey}",
-            ${this.similarityMetric}(:query, "${this.embeddingKey}") AS "${similarityKey}"
-          FROM 
-            "${this.workspaceName}"."${this.collectionName}"
-          ${_filter ? `WHERE ${_filter}` : ""}
-          ORDER BY
-            "${similarityKey}" ${this.similarityOrder}
-          LIMIT
-            ${k}
-        `,
-                parameters: [
-                    {
-                        name: "query",
-                        type: "",
-                        value: `[${query.toString()}]`,
-                    },
-                ],
-            },
-        })).results?.map((rocksetDoc) => [
-            new document_js_1.Document({
-                pageContent: rocksetDoc[this.textKey],
-                metadata: (({ [this.textKey]: t, [similarityKey]: s, ...rocksetDoc }) => rocksetDoc)(rocksetDoc),
-            }),
-            rocksetDoc[similarityKey],
-        ]) ?? []);
-    }
-    /**
-     * Constructs and returns a RocksetStore object given texts to store.
-     * @param {string[]} texts               The texts to store
-     * @param {object[] | object} metadatas  The metadatas that correspond
-     *                                       to @param texts
-     * @param {Embeddings} embeddings        The object used to embed queries
-     *                                       and page content
-     * @param {RocksetLibArgs} dbConfig      The options to be passed into the
-     *                                       RocksetStore constructor
-     * @returns {RocksetStore}
-     */
-    static async fromTexts(texts, metadatas, embeddings, dbConfig) {
-        const docs = [];
-        for (let i = 0; i < texts.length; i += 1) {
-            const metadata = Array.isArray(metadatas) ? metadatas[i] : metadatas;
-            const newDoc = new document_js_1.Document({
-                pageContent: texts[i],
-                metadata,
-            });
-            docs.push(newDoc);
-        }
-        return RocksetStore.fromDocuments(docs, embeddings, dbConfig);
-    }
-    /**
-     * Constructs, adds docs to, and returns a RocksetStore object
-     * @param {Document[]} docs          The Documents to store
-     * @param {Embeddings} embeddings    The object used to embed queries
-     *                                   and page content
-     * @param {RocksetLibArgs} dbConfig  The options to be passed into the
-     *                                   RocksetStore constructor
-     * @returns {RocksetStore}
-     */
-    static async fromDocuments(docs, embeddings, dbConfig) {
-        const args = { ...dbConfig, textKey: dbConfig.textKey ?? "text" };
-        const instance = new this(embeddings, args);
-        await instance.addDocuments(docs);
-        return instance;
-    }
-    /**
-     * Checks if a Rockset collection exists.
-     * @param {RocksetLibArgs} dbConfig  The object containing the collection
-     *                                   and workspace names
-     * @return {boolean}                 whether the collection exists
-     */
-    static async collectionExists(dbConfig) {
-        try {
-            await dbConfig.client.collections.getCollection(dbConfig.workspaceName ?? "commons", dbConfig.collectionName);
-        }
-        catch (err) {
-            if (err.message_key ===
-                "COLLECTION_DOES_NOT_EXIST") {
-                return false;
-            }
-            throw err;
-        }
-        return true;
-    }
-    /**
-     * Checks whether a Rockset collection is ready to be queried.
-     * @param {RocksetLibArgs} dbConfig  The object containing the collection
-     *                                   name and workspace
-     * @return {boolean}                 whether the collection is ready
-     */
-    static async collectionReady(dbConfig) {
-        return ((await dbConfig.client.collections.getCollection(dbConfig.workspaceName ?? "commons", dbConfig.collectionName)).data?.status === api_js_1.Collection.StatusEnum.READY);
-    }
-    /**
-     * Deletes the collection this RocksetStore uses
-     * @param {boolean?} waitUntilDeletion  Whether to sleep until the
-     *                                      collection is ready to be
-     *                                      queried
-     */
-    async destroy(waitUntilDeletion) {
-        await this.client.collections.deleteCollection(this.workspaceName, this.collectionName);
-        this.destroyed = true;
-        if (waitUntilDeletion) {
-            while (await RocksetStore.collectionExists({
-                collectionName: this.collectionName,
-                client: this.client,
-            }))
-                ;
-        }
-    }
-    /**
-     * Checks if this RocksetStore has been destroyed.
-     * @throws {RocksetStoreDestroyederror} if it has.
-     */
-    checkIfDestroyed() {
-        if (this.destroyed) {
-            throw new RocksetStoreDestroyedError();
-        }
-    }
-    /**
-     * Creates a new Rockset collection and returns a RocksetStore that
-     * uses it
-     * @param {Embeddings} embeddings    Object used to embed queries and
-     *                                   page content
-     * @param {RocksetLibArgs} dbConfig  The options to be passed into the
-     *                                   RocksetStore constructor
-     * @param {CreateCollectionRequest?} collectionOptions  The arguments to sent with the
-     *                                                      HTTP request when creating the
-     *                                                      collection. Setting a field mapping
-     *                                                      that `VECTOR_ENFORCE`s is recommended
-     *                                                      when using this function. See
-     *                                                      https://rockset.com/docs/vector-functions/#vector_enforce
-     * @returns {RocsketStore}
-     */
-    static async withNewCollection(embeddings, dbConfig, collectionOptions) {
-        if (collectionOptions?.name &&
-            dbConfig.collectionName !== collectionOptions?.name) {
-            throw new RocksetStoreError("`dbConfig.name` and `collectionOptions.name` do not match");
-        }
-        await dbConfig.client.collections.createCollection(dbConfig.workspaceName ?? "commons", collectionOptions || { name: dbConfig.collectionName });
-        while (!(await this.collectionExists(dbConfig)) ||
-            !(await this.collectionReady(dbConfig)))
-            ;
-        return new this(embeddings, dbConfig);
-    }
-    get similarityMetric() {
-        return this._similarityMetric;
-    }
-    set similarityMetric(metric) {
-        this._similarityMetric = metric;
-        this.setSimilarityOrder();
-    }
-}
-exports.RocksetStore = RocksetStore;
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("@langchain/community/vectorstores/rockset"), exports);

package/dist/vectorstores/rockset.d.ts

@@ -1,202 +1 @@
-import { MainApi } from "@rockset/client";
-import type { CreateCollectionRequest } from "@rockset/client/dist/codegen/api.d.ts";
-import { VectorStore } from "./base.js";
-import { Embeddings } from "../embeddings/base.js";
-import { Document } from "../document.js";
-/**
- * Generic Rockset vector storage error
- */
-export declare class RocksetStoreError extends Error {
-    /**
-     * Constructs a RocksetStoreError
-     * @param message   The error message
-     */
-    constructor(message: string);
-}
-/**
- * Error that is thrown when a RocksetStore function is called
- * after `destroy()` is called (meaning the collection would be
- * deleted).
- */
-export declare class RocksetStoreDestroyedError extends RocksetStoreError {
-    constructor();
-}
-/**
- * Functions to measure vector distance/similarity by.
- * See https://rockset.com/docs/vector-functions/#vector-distance-functions
- * @enum SimilarityMetric
- */
-export declare const SimilarityMetric: {
-    readonly CosineSimilarity: "COSINE_SIM";
-    readonly EuclideanDistance: "EUCLIDEAN_DIST";
-    readonly DotProduct: "DOT_PRODUCT";
-};
-export type SimilarityMetric = (typeof SimilarityMetric)[keyof typeof SimilarityMetric];
-/**
- * Vector store arguments
- * @interface RocksetStore
- */
-export interface RocksetLibArgs {
-    /**
-     * The rockset client object constructed with `rocksetConfigure`
-     * @type {MainAPI}
-     */
-    client: MainApi;
-    /**
-     * The name of the Rockset collection to store vectors
-     * @type {string}
-     */
-    collectionName: string;
-    /**
-     * The name of othe Rockset workspace that holds @member collectionName
-     * @type {string}
-     */
-    workspaceName?: string;
-    /**
-     * The name of the collection column to contain page contnent of documents
-     * @type {string}
-     */
-    textKey?: string;
-    /**
-     * The name of the collection column to contain vectors
-     * @type {string}
-     */
-    embeddingKey?: string;
-    /**
-     * The SQL `WHERE` clause to filter by
-     * @type {string}
-     */
-    filter?: string;
-    /**
-     * The metric used to measure vector relationship
-     * @type {SimilarityMetric}
-     */
-    similarityMetric?: SimilarityMetric;
-}
-/**
- * Exposes Rockset's vector store/search functionality
- */
-export declare class RocksetStore extends VectorStore {
-    FilterType: string;
-    client: MainApi;
-    collectionName: string;
-    workspaceName: string;
-    textKey: string;
-    embeddingKey: string;
-    filter?: string;
-    private _similarityMetric;
-    private similarityOrder;
-    private destroyed;
-    /**
-     * Gets a string representation of the type of this VectorStore
-     * @returns {"rockset"}
-     */
-    _vectorstoreType(): "rockset";
-    /**
-     * Constructs a new RocksetStore
-     * @param {Embeddings} embeddings  Object used to embed queries and
-     *                                 page content
-     * @param {RocksetLibArgs} args
-     */
-    constructor(embeddings: Embeddings, args: RocksetLibArgs);
-    /**
-     * Sets the object's similarity order based on what
-     * SimilarityMetric is being used
-     */
-    private setSimilarityOrder;
-    /**
-     * Embeds and adds Documents to the store.
-     * @param {Documents[]} documents  The documents to store
-     * @returns {Promise<string[]?>}   The _id's of the documents added
-     */
-    addDocuments(documents: Document[]): Promise<string[] | undefined>;
-    /**
-     * Adds vectors to the store given their corresponding Documents
-     * @param {number[][]} vectors   The vectors to store
-     * @param {Document[]} documents The Documents they represent
-     * @return {Promise<string[]?>}  The _id's of the added documents
-     */
-    addVectors(vectors: number[][], documents: Document[]): Promise<string[] | undefined>;
-    /**
-     * Deletes Rockset documements given their _id's
-     * @param {string[]} ids  The IDS to remove documents with
-     */
-    delete(ids: string[]): Promise<void>;
-    /**
-     * Gets the most relevant documents to a query along
-     * with their similarity score. The returned documents
-     * are ordered by similarity (most similar at the first
-     * index)
-     * @param {number[]} query  The embedded query to search
-     *                          the store by
-     * @param {number} k        The number of documents to retreive
-     * @param {string?} filter  The SQL `WHERE` clause to filter by
-     */
-    similaritySearchVectorWithScore(query: number[], k: number, filter?: string): Promise<[Document, number][]>;
-    /**
-     * Constructs and returns a RocksetStore object given texts to store.
-     * @param {string[]} texts               The texts to store
-     * @param {object[] | object} metadatas  The metadatas that correspond
-     *                                       to @param texts
-     * @param {Embeddings} embeddings        The object used to embed queries
-     *                                       and page content
-     * @param {RocksetLibArgs} dbConfig      The options to be passed into the
-     *                                       RocksetStore constructor
-     * @returns {RocksetStore}
-     */
-    static fromTexts(texts: string[], metadatas: object[] | object, embeddings: Embeddings, dbConfig: RocksetLibArgs): Promise<RocksetStore>;
-    /**
-     * Constructs, adds docs to, and returns a RocksetStore object
-     * @param {Document[]} docs          The Documents to store
-     * @param {Embeddings} embeddings    The object used to embed queries
-     *                                   and page content
-     * @param {RocksetLibArgs} dbConfig  The options to be passed into the
-     *                                   RocksetStore constructor
-     * @returns {RocksetStore}
-     */
-    static fromDocuments(docs: Document[], embeddings: Embeddings, dbConfig: RocksetLibArgs): Promise<RocksetStore>;
-    /**
-     * Checks if a Rockset collection exists.
-     * @param {RocksetLibArgs} dbConfig  The object containing the collection
-     *                                   and workspace names
-     * @return {boolean}                 whether the collection exists
-     */
-    private static collectionExists;
-    /**
-     * Checks whether a Rockset collection is ready to be queried.
-     * @param {RocksetLibArgs} dbConfig  The object containing the collection
-     *                                   name and workspace
-     * @return {boolean}                 whether the collection is ready
-     */
-    private static collectionReady;
-    /**
-     * Deletes the collection this RocksetStore uses
-     * @param {boolean?} waitUntilDeletion  Whether to sleep until the
-     *                                      collection is ready to be
-     *                                      queried
-     */
-    destroy(waitUntilDeletion?: boolean): Promise<void>;
-    /**
-     * Checks if this RocksetStore has been destroyed.
-     * @throws {RocksetStoreDestroyederror} if it has.
-     */
-    private checkIfDestroyed;
-    /**
-     * Creates a new Rockset collection and returns a RocksetStore that
-     * uses it
-     * @param {Embeddings} embeddings    Object used to embed queries and
-     *                                   page content
-     * @param {RocksetLibArgs} dbConfig  The options to be passed into the
-     *                                   RocksetStore constructor
-     * @param {CreateCollectionRequest?} collectionOptions  The arguments to sent with the
-     *                                                      HTTP request when creating the
-     *                                                      collection. Setting a field mapping
-     *                                                      that `VECTOR_ENFORCE`s is recommended
-     *                                                      when using this function. See
-     *                                                      https://rockset.com/docs/vector-functions/#vector_enforce
-     * @returns {RocsketStore}
-     */
-    static withNewCollection(embeddings: Embeddings, dbConfig: RocksetLibArgs, collectionOptions?: CreateCollectionRequest): Promise<RocksetStore>;
-    get similarityMetric(): SimilarityMetric;
-    set similarityMetric(metric: SimilarityMetric);
-}
+export * from "@langchain/community/vectorstores/rockset";