langchain 0.0.169 → 0.0.170

package/dist/storage/upstash_redis.cjs

@@ -0,0 +1,155 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.UpstashRedisStore = void 0;
+const redis_1 = require("@upstash/redis");
+const storage_js_1 = require("../schema/storage.cjs");
+/**
+ * Class that extends the BaseStore class to interact with an Upstash Redis
+ * database. It provides methods for getting, setting, and deleting data,
+ * as well as yielding keys from the database.
+ */
+class UpstashRedisStore extends storage_js_1.BaseStore {
+    constructor(fields) {
+        super(fields);
+        Object.defineProperty(this, "lc_namespace", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: ["langchain", "storage"]
+        });
+        Object.defineProperty(this, "client", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "namespace", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "yieldKeysScanBatchSize", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: 1000
+        });
+        Object.defineProperty(this, "sessionTTL", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        if (fields.client) {
+            this.client = fields.client;
+        }
+        else if (fields.config) {
+            this.client = new redis_1.Redis(fields.config);
+        }
+        else {
+            throw new Error(`Upstash Redis store requires either a config object or a pre-configured client.`);
+        }
+        this.sessionTTL = fields.sessionTTL;
+        this.yieldKeysScanBatchSize =
+            fields.yieldKeysScanBatchSize ?? this.yieldKeysScanBatchSize;
+        this.namespace = fields.namespace;
+    }
+    _getPrefixedKey(key) {
+        if (this.namespace) {
+            const delimiter = "/";
+            return `${this.namespace}${delimiter}${key}`;
+        }
+        return key;
+    }
+    _getDeprefixedKey(key) {
+        if (this.namespace) {
+            const delimiter = "/";
+            return key.slice(this.namespace.length + delimiter.length);
+        }
+        return key;
+    }
+    /**
+     * Gets multiple keys from the Upstash Redis database.
+     * @param keys Array of keys to be retrieved.
+     * @returns An array of retrieved values.
+     */
+    async mget(keys) {
+        const encoder = new TextEncoder();
+        const prefixedKeys = keys.map(this._getPrefixedKey.bind(this));
+        const retrievedValues = await this.client.mget(...prefixedKeys);
+        return retrievedValues.map((value) => {
+            if (!value) {
+                return undefined;
+            }
+            else if (typeof value === "object") {
+                return encoder.encode(JSON.stringify(value));
+            }
+            else {
+                return encoder.encode(value);
+            }
+        });
+    }
+    /**
+     * Sets multiple keys in the Upstash Redis database.
+     * @param keyValuePairs Array of key-value pairs to be set.
+     * @returns Promise that resolves when all keys have been set.
+     */
+    async mset(keyValuePairs) {
+        const decoder = new TextDecoder();
+        const encodedKeyValuePairs = keyValuePairs.map(([key, value]) => [
+            this._getPrefixedKey(key),
+            decoder.decode(value),
+        ]);
+        const pipeline = this.client.pipeline();
+        for (const [key, value] of encodedKeyValuePairs) {
+            if (this.sessionTTL) {
+                pipeline.setex(key, this.sessionTTL, value);
+            }
+            else {
+                pipeline.set(key, value);
+            }
+        }
+        await pipeline.exec();
+    }
+    /**
+     * Deletes multiple keys from the Upstash Redis database.
+     * @param keys Array of keys to be deleted.
+     * @returns Promise that resolves when all keys have been deleted.
+     */
+    async mdelete(keys) {
+        await this.client.del(...keys.map(this._getPrefixedKey.bind(this)));
+    }
+    /**
+     * Yields keys from the Upstash Redis database.
+     * @param prefix Optional prefix to filter the keys. A wildcard (*) is always appended to the end.
+     * @returns An AsyncGenerator that yields keys from the Upstash Redis database.
+     */
+    async *yieldKeys(prefix) {
+        let pattern;
+        if (prefix) {
+            const wildcardPrefix = prefix.endsWith("*") ? prefix : `${prefix}*`;
+            pattern = `${this._getPrefixedKey(wildcardPrefix)}*`;
+        }
+        else {
+            pattern = this._getPrefixedKey("*");
+        }
+        let [cursor, batch] = await this.client.scan(0, {
+            match: pattern,
+            count: this.yieldKeysScanBatchSize,
+        });
+        for (const key of batch) {
+            yield this._getDeprefixedKey(key);
+        }
+        while (cursor !== 0) {
+            [cursor, batch] = await this.client.scan(cursor, {
+                match: pattern,
+                count: this.yieldKeysScanBatchSize,
+            });
+            for (const key of batch) {
+                yield this._getDeprefixedKey(key);
+            }
+        }
+    }
+}
+exports.UpstashRedisStore = UpstashRedisStore;

package/dist/storage/upstash_redis.d.ts

@@ -0,0 +1,59 @@
+import { Redis as UpstashRedis, type RedisConfigNodejs } from "@upstash/redis";
+import { BaseStore } from "../schema/storage.js";
+/**
+ * Type definition for the input parameters required to initialize an
+ * instance of the UpstashStoreInput class.
+ */
+export interface UpstashRedisStoreInput {
+    sessionTTL?: number;
+    config?: RedisConfigNodejs;
+    client?: UpstashRedis;
+    /**
+     * The amount of keys to retrieve per batch when yielding keys.
+     * @default 1000
+     */
+    yieldKeysScanBatchSize?: number;
+    /**
+     * The namespace to use for the keys in the database.
+     */
+    namespace?: string;
+}
+/**
+ * Class that extends the BaseStore class to interact with an Upstash Redis
+ * database. It provides methods for getting, setting, and deleting data,
+ * as well as yielding keys from the database.
+ */
+export declare class UpstashRedisStore extends BaseStore<string, Uint8Array> {
+    lc_namespace: string[];
+    protected client: UpstashRedis;
+    protected namespace?: string;
+    protected yieldKeysScanBatchSize: number;
+    private sessionTTL?;
+    constructor(fields: UpstashRedisStoreInput);
+    _getPrefixedKey(key: string): string;
+    _getDeprefixedKey(key: string): string;
+    /**
+     * Gets multiple keys from the Upstash Redis database.
+     * @param keys Array of keys to be retrieved.
+     * @returns An array of retrieved values.
+     */
+    mget(keys: string[]): Promise<(Uint8Array | undefined)[]>;
+    /**
+     * Sets multiple keys in the Upstash Redis database.
+     * @param keyValuePairs Array of key-value pairs to be set.
+     * @returns Promise that resolves when all keys have been set.
+     */
+    mset(keyValuePairs: [string, Uint8Array][]): Promise<void>;
+    /**
+     * Deletes multiple keys from the Upstash Redis database.
+     * @param keys Array of keys to be deleted.
+     * @returns Promise that resolves when all keys have been deleted.
+     */
+    mdelete(keys: string[]): Promise<void>;
+    /**
+     * Yields keys from the Upstash Redis database.
+     * @param prefix Optional prefix to filter the keys. A wildcard (*) is always appended to the end.
+     * @returns An AsyncGenerator that yields keys from the Upstash Redis database.
+     */
+    yieldKeys(prefix?: string): AsyncGenerator<string>;
+}

package/dist/storage/upstash_redis.js

@@ -0,0 +1,151 @@
+import { Redis as UpstashRedis } from "@upstash/redis";
+import { BaseStore } from "../schema/storage.js";
+/**
+ * Class that extends the BaseStore class to interact with an Upstash Redis
+ * database. It provides methods for getting, setting, and deleting data,
+ * as well as yielding keys from the database.
+ */
+export class UpstashRedisStore extends BaseStore {
+    constructor(fields) {
+        super(fields);
+        Object.defineProperty(this, "lc_namespace", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: ["langchain", "storage"]
+        });
+        Object.defineProperty(this, "client", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "namespace", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "yieldKeysScanBatchSize", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: 1000
+        });
+        Object.defineProperty(this, "sessionTTL", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        if (fields.client) {
+            this.client = fields.client;
+        }
+        else if (fields.config) {
+            this.client = new UpstashRedis(fields.config);
+        }
+        else {
+            throw new Error(`Upstash Redis store requires either a config object or a pre-configured client.`);
+        }
+        this.sessionTTL = fields.sessionTTL;
+        this.yieldKeysScanBatchSize =
+            fields.yieldKeysScanBatchSize ?? this.yieldKeysScanBatchSize;
+        this.namespace = fields.namespace;
+    }
+    _getPrefixedKey(key) {
+        if (this.namespace) {
+            const delimiter = "/";
+            return `${this.namespace}${delimiter}${key}`;
+        }
+        return key;
+    }
+    _getDeprefixedKey(key) {
+        if (this.namespace) {
+            const delimiter = "/";
+            return key.slice(this.namespace.length + delimiter.length);
+        }
+        return key;
+    }
+    /**
+     * Gets multiple keys from the Upstash Redis database.
+     * @param keys Array of keys to be retrieved.
+     * @returns An array of retrieved values.
+     */
+    async mget(keys) {
+        const encoder = new TextEncoder();
+        const prefixedKeys = keys.map(this._getPrefixedKey.bind(this));
+        const retrievedValues = await this.client.mget(...prefixedKeys);
+        return retrievedValues.map((value) => {
+            if (!value) {
+                return undefined;
+            }
+            else if (typeof value === "object") {
+                return encoder.encode(JSON.stringify(value));
+            }
+            else {
+                return encoder.encode(value);
+            }
+        });
+    }
+    /**
+     * Sets multiple keys in the Upstash Redis database.
+     * @param keyValuePairs Array of key-value pairs to be set.
+     * @returns Promise that resolves when all keys have been set.
+     */
+    async mset(keyValuePairs) {
+        const decoder = new TextDecoder();
+        const encodedKeyValuePairs = keyValuePairs.map(([key, value]) => [
+            this._getPrefixedKey(key),
+            decoder.decode(value),
+        ]);
+        const pipeline = this.client.pipeline();
+        for (const [key, value] of encodedKeyValuePairs) {
+            if (this.sessionTTL) {
+                pipeline.setex(key, this.sessionTTL, value);
+            }
+            else {
+                pipeline.set(key, value);
+            }
+        }
+        await pipeline.exec();
+    }
+    /**
+     * Deletes multiple keys from the Upstash Redis database.
+     * @param keys Array of keys to be deleted.
+     * @returns Promise that resolves when all keys have been deleted.
+     */
+    async mdelete(keys) {
+        await this.client.del(...keys.map(this._getPrefixedKey.bind(this)));
+    }
+    /**
+     * Yields keys from the Upstash Redis database.
+     * @param prefix Optional prefix to filter the keys. A wildcard (*) is always appended to the end.
+     * @returns An AsyncGenerator that yields keys from the Upstash Redis database.
+     */
+    async *yieldKeys(prefix) {
+        let pattern;
+        if (prefix) {
+            const wildcardPrefix = prefix.endsWith("*") ? prefix : `${prefix}*`;
+            pattern = `${this._getPrefixedKey(wildcardPrefix)}*`;
+        }
+        else {
+            pattern = this._getPrefixedKey("*");
+        }
+        let [cursor, batch] = await this.client.scan(0, {
+            match: pattern,
+            count: this.yieldKeysScanBatchSize,
+        });
+        for (const key of batch) {
+            yield this._getDeprefixedKey(key);
+        }
+        while (cursor !== 0) {
+            [cursor, batch] = await this.client.scan(cursor, {
+                match: pattern,
+                count: this.yieldKeysScanBatchSize,
+            });
+            for (const key of batch) {
+                yield this._getDeprefixedKey(key);
+            }
+        }
+    }
+}

package/dist/storage/vercel_kv.cjs

@@ -120,7 +120,8 @@ class VercelKVStore extends storage_js_1.BaseStore {
     async *yieldKeys(prefix) {
         let pattern;
         if (prefix) {
-            pattern = this._getPrefixedKey(prefix);
+            const wildcardPrefix = prefix.endsWith("*") ? prefix : `${prefix}*`;
+            pattern = this._getPrefixedKey(wildcardPrefix);
         }
         else {
             pattern = this._getPrefixedKey("*");

package/dist/storage/vercel_kv.js

@@ -117,7 +117,8 @@ export class VercelKVStore extends BaseStore {
     async *yieldKeys(prefix) {
         let pattern;
         if (prefix) {
-            pattern = this._getPrefixedKey(prefix);
+            const wildcardPrefix = prefix.endsWith("*") ? prefix : `${prefix}*`;
+            pattern = this._getPrefixedKey(wildcardPrefix);
         }
         else {
             pattern = this._getPrefixedKey("*");

package/dist/types/assemblyai-types.cjs

@@ -1,152 +1,2 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.SubtitleFormat = exports.EntityType = exports.PiiPolicy = void 0;
-/**
- * The list of PII Redaction policies to enable.
- * See [PII redaction]{@link https://www.assemblyai.com/docs/Models/pii_redaction} for more details.
- */
-exports.PiiPolicy = {
-    /**
-     * Medical process, including treatments, procedures, and tests (e.g., heart surgery, CT scan)
-     */
-    MedicalProcess: "medical_process",
-    /**
-     * Name of a medical condition, disease, syndrome, deficit, or disorder (e.g., chronic fatigue syndrome, arrhythmia, depression)
-     */
-    MedicalCondition: "medical_condition",
-    /**
-     * Blood type (e.g., O-, AB positive)
-     */
-    BloodType: "blood_type",
-    /**
-     * Medications, vitamins, or supplements (e.g., Advil, Acetaminophen, Panadol)
-     */
-    Drug: "drug",
-    /**
-     * Bodily injury (e.g., I broke my arm, I have a sprained wrist)
-     */
-    Injury: "injury",
-    /**
-     * A "lazy" rule that will redact any sequence of numbers equal to or greater than 2
-     */
-    NumberSequence: "number_sequence",
-    /**
-     * Email address (e.g., support@assemblyai.com)
-     */
-    EmailAddress: "email_address",
-    /**
-     * Date of Birth (e.g., Date of Birth: March 7,1961)
-     */
-    DateOfBirth: "date_of_birth",
-    /**
-     * Telephone or fax number
-     */
-    PhoneNumber: "phone_number",
-    /**
-     * Social Security Number or equivalent
-     */
-    UsSocialSecurityNumber: "us_social_security_number",
-    /**
-     * Credit card number
-     */
-    CreditCardNumber: "credit_card_number",
-    /**
-     * Expiration date of a credit card
-     */
-    CreditCardExpiration: "credit_card_expiration",
-    /**
-     * Credit card verification code (e.g., CVV: 080)
-     */
-    CreditCardCvv: "credit_card_cvv",
-    /**
-     * Specific calendar date (e.g., December 18)
-     */
-    Date: "date",
-    /**
-     * Terms indicating nationality, ethnicity, or race (e.g., American, Asian, Caucasian)
-     */
-    Nationality: "nationality",
-    /**
-     * Name of an event or holiday (e.g., Olympics, Yom Kippur)
-     */
-    Event: "event",
-    /**
-     * Name of a natural language (e.g., Spanish, French)
-     */
-    Language: "language",
-    /**
-     * Any Location reference including mailing address, postal code, city, state, province, or country
-     */
-    Location: "location",
-    /**
-     * Name and/or amount of currency (e.g., 15 pesos, $94.50)
-     */
-    MoneyAmount: "money_amount",
-    /**
-     * Name of a person (e.g., Bob, Doug Jones)
-     */
-    PersonName: "person_name",
-    /**
-     * Number associated with an age (e.g., 27, 75)
-     */
-    PersonAge: "person_age",
-    /**
-     * Name of an organization (e.g., CNN, McDonalds, University of Alaska)
-     */
-    Organization: "organization",
-    /**
-     * Terms referring to a political party, movement, or ideology (e.g., Republican, Liberal)
-     */
-    PoliticalAffiliation: "political_affiliation",
-    /**
-     * Job title or profession (e.g., professor, actors, engineer, CPA)
-     */
-    Occupation: "occupation",
-    /**
-     * Terms indicating religious affiliation (e.g., Hindu, Catholic)
-     */
-    Religion: "religion",
-    /**
-     * Driver’s license number (e.g., DL# 356933-540)
-     */
-    DriversLicense: "drivers_license",
-    /**
-     * Banking information, including account and routing numbers
-     */
-    BankingInformation: "banking_information",
-};
-exports.EntityType = {
-    BloodType: "Blood type (e.g., O-, AB positive)",
-    CreditCardCvv: "Credit card verification code (e.g., CVV: 080)",
-    CreditCardExpiration: "Expiration date of a credit card",
-    CreditCardNumber: "Credit card number",
-    Date: "Specific calendar date (e.g., December 18)",
-    DateOfBirth: "Date of Birth (e.g., Date of Birth: March 7, 1961)",
-    Drug: "Medications, vitamins, or supplements (e.g., Advil, Acetaminophen, Panadol)",
-    Event: "Name of an event or holiday (e.g., Olympics, Yom Kippur)",
-    EmailAddress: "Email address (e.g., support@assemblyai.com)",
-    Injury: "Bodily injury (e.g., I broke my arm, I have a sprained wrist)",
-    Language: "Name of a natural language (e.g., Spanish, French)",
-    Location: "Any location reference including mailing address, postal code, city, state, province, or country",
-    MedicalCondition: "Name of a medical condition, disease, syndrome, deficit, or disorder (e.g., chronic fatigue syndrome, arrhythmia, depression)",
-    MedicalProcess: "Medical process, including treatments, procedures, and tests (e.g., heart surgery, CT scan)",
-    MoneyAmount: "Name and/or amount of currency (e.g., 15 pesos, $94.50)",
-    Nationality: "Terms indicating nationality, ethnicity, or race (e.g., American, Asian, Caucasian)",
-    Occupation: "Job title or profession (e.g., professor, actors, engineer, CPA)",
-    Organization: "Name of an organization (e.g., CNN, McDonalds, University of Alaska)",
-    PersonAge: "Number associated with an age (e.g., 27, 75)",
-    PersonName: "Name of a person (e.g., Bob, Doug Jones)",
-    PhoneNumber: "Telephone or fax number",
-    PoliticalAffiliation: "Terms referring to a political party, movement, or ideology (e.g., Republican, Liberal)",
-    Religion: "Terms indicating religious affiliation (e.g., Hindu, Catholic)",
-    UsSocialSecurityNumber: "Social Security Number or equivalent",
-    DriversLicense: "Driver's license number (e.g., DL #356933-540)",
-    BankingInformation: "Banking information, including account and routing numbers",
-};
-/**
- * The format of the subtitles.
- */
-exports.SubtitleFormat = {
-    Srt: "srt",
-    Vtt: "vtt",
-};