@langchain/core 0.3.59 → 0.3.60

package/dist/caches/base.cjs

@@ -1,6 +1,8 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.InMemoryCache = exports.BaseCache = exports.serializeGeneration = exports.deserializeStoredGeneration = exports.getCacheKey = void 0;
+exports.InMemoryCache = exports.BaseCache = exports.getCacheKey = void 0;
+exports.deserializeStoredGeneration = deserializeStoredGeneration;
+exports.serializeGeneration = serializeGeneration;
 const hash_js_1 = require("../utils/hash.cjs");
 const utils_js_1 = require("../messages/utils.cjs");
 /**
@@ -12,6 +14,9 @@ const utils_js_1 = require("../messages/utils.cjs");
  * separate concerns and scale horizontally.
  *
  * TODO: Make cache key consistent across versions of LangChain.
+ *
+ * @deprecated Use `makeDefaultKeyEncoder()` to create a custom key encoder.
+ * This function will be removed in a future version.
  */
 const getCacheKey = (...strings) => (0, hash_js_1.insecureHash)(strings.join("_"));
 exports.getCacheKey = getCacheKey;
@@ -26,7 +31,6 @@ function deserializeStoredGeneration(storedGeneration) {
         return { text: storedGeneration.text };
     }
 }
-exports.deserializeStoredGeneration = deserializeStoredGeneration;
 function serializeGeneration(generation) {
     const serializedValue = {
         text: generation.text,
@@ -36,11 +40,30 @@ function serializeGeneration(generation) {
     }
     return serializedValue;
 }
-exports.serializeGeneration = serializeGeneration;
 /**
  * Base class for all caches. All caches should extend this class.
  */
 class BaseCache {
+    constructor() {
+        // For backwards compatibility, we use a default key encoder
+        // that uses SHA-1 to hash the prompt and LLM key. This will also print a warning
+        // about the security implications of using SHA-1 as a cache key.
+        Object.defineProperty(this, "keyEncoder", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: exports.getCacheKey
+        });
+    }
+    /**
+     * Sets a custom key encoder function for the cache.
+     * This function should take a prompt and an LLM key and return a string
+     * that will be used as the cache key.
+     * @param keyEncoderFn The custom key encoder function.
+     */
+    makeDefaultKeyEncoder(keyEncoderFn) {
+        this.keyEncoder = keyEncoderFn;
+    }
 }
 exports.BaseCache = BaseCache;
 const GLOBAL_MAP = new Map();
@@ -66,7 +89,7 @@ class InMemoryCache extends BaseCache {
      * @returns The data corresponding to the prompt and LLM key, or null if not found.
      */
     lookup(prompt, llmKey) {
-        return Promise.resolve(this.cache.get((0, exports.getCacheKey)(prompt, llmKey)) ?? null);
+        return Promise.resolve(this.cache.get(this.keyEncoder(prompt, llmKey)) ?? null);
     }
     /**
      * Updates the cache with new data using a prompt and an LLM key.
@@ -75,7 +98,7 @@ class InMemoryCache extends BaseCache {
      * @param value The data to be stored.
      */
     async update(prompt, llmKey, value) {
-        this.cache.set((0, exports.getCacheKey)(prompt, llmKey), value);
+        this.cache.set(this.keyEncoder(prompt, llmKey), value);
     }
     /**
      * Returns a global instance of InMemoryCache using a predefined global

package/dist/caches/base.d.ts

@@ -1,3 +1,4 @@
+import { type HashKeyEncoder } from "../utils/hash.js";
 import type { Generation } from "../outputs.js";
 import { type StoredGeneration } from "../messages/base.js";
 /**
@@ -9,8 +10,11 @@ import { type StoredGeneration } from "../messages/base.js";
  * separate concerns and scale horizontally.
  *
  * TODO: Make cache key consistent across versions of LangChain.
+ *
+ * @deprecated Use `makeDefaultKeyEncoder()` to create a custom key encoder.
+ * This function will be removed in a future version.
  */
-export declare const getCacheKey: (...strings: string[]) => string;
+export declare const getCacheKey: HashKeyEncoder;
 export declare function deserializeStoredGeneration(storedGeneration: StoredGeneration): {
     text: string;
     message: import("../messages/tool.js").ToolMessage | import("../messages/ai.js").AIMessage | import("../messages/chat.js").ChatMessage | import("../messages/function.js").FunctionMessage | import("../messages/human.js").HumanMessage | import("../messages/system.js").SystemMessage;
@@ -23,6 +27,14 @@ export declare function serializeGeneration(generation: Generation): StoredGener
  * Base class for all caches. All caches should extend this class.
  */
 export declare abstract class BaseCache<T = Generation[]> {
+    protected keyEncoder: HashKeyEncoder;
+    /**
+     * Sets a custom key encoder function for the cache.
+     * This function should take a prompt and an LLM key and return a string
+     * that will be used as the cache key.
+     * @param keyEncoderFn The custom key encoder function.
+     */
+    makeDefaultKeyEncoder(keyEncoderFn: HashKeyEncoder): void;
     abstract lookup(prompt: string, llmKey: string): Promise<T | null>;
     abstract update(prompt: string, llmKey: string, value: T): Promise<void>;
 }

package/dist/caches/base.js

@@ -9,6 +9,9 @@ import { mapStoredMessageToChatMessage } from "../messages/utils.js";
  * separate concerns and scale horizontally.
  *
  * TODO: Make cache key consistent across versions of LangChain.
+ *
+ * @deprecated Use `makeDefaultKeyEncoder()` to create a custom key encoder.
+ * This function will be removed in a future version.
  */
 export const getCacheKey = (...strings) => insecureHash(strings.join("_"));
 export function deserializeStoredGeneration(storedGeneration) {
@@ -35,6 +38,26 @@ export function serializeGeneration(generation) {
  * Base class for all caches. All caches should extend this class.
  */
 export class BaseCache {
+    constructor() {
+        // For backwards compatibility, we use a default key encoder
+        // that uses SHA-1 to hash the prompt and LLM key. This will also print a warning
+        // about the security implications of using SHA-1 as a cache key.
+        Object.defineProperty(this, "keyEncoder", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: getCacheKey
+        });
+    }
+    /**
+     * Sets a custom key encoder function for the cache.
+     * This function should take a prompt and an LLM key and return a string
+     * that will be used as the cache key.
+     * @param keyEncoderFn The custom key encoder function.
+     */
+    makeDefaultKeyEncoder(keyEncoderFn) {
+        this.keyEncoder = keyEncoderFn;
+    }
 }
 const GLOBAL_MAP = new Map();
 /**
@@ -59,7 +82,7 @@ export class InMemoryCache extends BaseCache {
      * @returns The data corresponding to the prompt and LLM key, or null if not found.
      */
     lookup(prompt, llmKey) {
-        return Promise.resolve(this.cache.get(getCacheKey(prompt, llmKey)) ?? null);
+        return Promise.resolve(this.cache.get(this.keyEncoder(prompt, llmKey)) ?? null);
     }
     /**
      * Updates the cache with new data using a prompt and an LLM key.
@@ -68,7 +91,7 @@ export class InMemoryCache extends BaseCache {
      * @param value The data to be stored.
      */
     async update(prompt, llmKey, value) {
-        this.cache.set(getCacheKey(prompt, llmKey), value);
+        this.cache.set(this.keyEncoder(prompt, llmKey), value);
     }
     /**
      * Returns a global instance of InMemoryCache using a predefined global

package/dist/callbacks/base.cjs

@@ -15,15 +15,26 @@ var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (
 }) : function(o, v) {
     o["default"] = v;
 });
-var __importStar = (this && this.__importStar) || function (mod) {
-    if (mod && mod.__esModule) return mod;
-    var result = {};
-    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
-    __setModuleDefault(result, mod);
-    return result;
-};
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.isBaseCallbackHandler = exports.BaseCallbackHandler = exports.callbackHandlerPrefersStreaming = void 0;
+exports.isBaseCallbackHandler = exports.BaseCallbackHandler = void 0;
+exports.callbackHandlerPrefersStreaming = callbackHandlerPrefersStreaming;
 const uuid = __importStar(require("uuid"));
 const serializable_js_1 = require("../load/serializable.cjs");
 const env_js_1 = require("../utils/env.cjs");
@@ -37,7 +48,6 @@ class BaseCallbackHandlerMethodsClass {
 function callbackHandlerPrefersStreaming(x) {
     return "lc_prefer_streaming" in x && x.lc_prefer_streaming;
 }
-exports.callbackHandlerPrefersStreaming = callbackHandlerPrefersStreaming;
 /**
  * Abstract base class for creating callback handlers in the LangChain
  * framework. It provides a set of optional methods that can be overridden

package/dist/callbacks/base.d.ts

@@ -222,69 +222,84 @@ export declare abstract class BaseCallbackHandler extends BaseCallbackHandlerMet
          * Called at the start of an LLM or Chat Model run, with the prompt(s)
          * and the run ID.
          */
-        handleLLMStart?(llm: Serialized, prompts: string[], runId: string, parentRunId?: string | undefined, extraParams?: Record<string, unknown> | undefined, tags?: string[] | undefined, metadata?: Record<string, unknown> | undefined, runName?: string | undefined): any;
+        handleLLMStart?(llm: Serialized, prompts: string[], runId: string, parentRunId?: string, extraParams?: Record<string, unknown>, tags?: string[], metadata?: Record<string, unknown>, runName?: string): // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        Promise<any> | any;
         /**
          * Called when an LLM/ChatModel in `streaming` mode produces a new token
          */
-        handleLLMNewToken?(token: string, idx: NewTokenIndices, runId: string, parentRunId?: string | undefined, tags?: string[] | undefined, fields?: HandleLLMNewTokenCallbackFields | undefined): any;
+        handleLLMNewToken?(token: string, idx: NewTokenIndices, runId: string, parentRunId?: string, tags?: string[], fields?: HandleLLMNewTokenCallbackFields): // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        Promise<any> | any;
         /**
          * Called if an LLM/ChatModel run encounters an error
          */
-        handleLLMError?(err: any, runId: string, parentRunId?: string | undefined, tags?: string[] | undefined, extraParams?: Record<string, unknown> | undefined): any;
+        handleLLMError?(err: Error, runId: string, parentRunId?: string, tags?: string[], extraParams?: Record<string, unknown>): // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        Promise<any> | any;
         /**
          * Called at the end of an LLM/ChatModel run, with the output and the run ID.
          */
-        handleLLMEnd?(output: LLMResult, runId: string, parentRunId?: string | undefined, tags?: string[] | undefined, extraParams?: Record<string, unknown> | undefined): any;
+        handleLLMEnd?(output: LLMResult, runId: string, parentRunId?: string, tags?: string[], extraParams?: Record<string, unknown>): // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        Promise<any> | any;
         /**
          * Called at the start of a Chat Model run, with the prompt(s)
          * and the run ID.
          */
-        handleChatModelStart?(llm: Serialized, messages: BaseMessage[][], runId: string, parentRunId?: string | undefined, extraParams?: Record<string, unknown> | undefined, tags?: string[] | undefined, metadata?: Record<string, unknown> | undefined, runName?: string | undefined): any;
+        handleChatModelStart?(llm: Serialized, messages: BaseMessage[][], runId: string, parentRunId?: string, extraParams?: Record<string, unknown>, tags?: string[], metadata?: Record<string, unknown>, runName?: string): // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        Promise<any> | any;
         /**
          * Called at the start of a Chain run, with the chain name and inputs
          * and the run ID.
          */
-        handleChainStart?(chain: Serialized, inputs: ChainValues, runId: string, parentRunId?: string | undefined, tags?: string[] | undefined, metadata?: Record<string, unknown> | undefined, runType?: string | undefined, runName?: string | undefined): any;
+        handleChainStart?(chain: Serialized, inputs: ChainValues, runId: string, parentRunId?: string, tags?: string[], metadata?: Record<string, unknown>, runType?: string, runName?: string): // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        Promise<any> | any;
         /**
          * Called if a Chain run encounters an error
          */
-        handleChainError?(err: any, runId: string, parentRunId?: string | undefined, tags?: string[] | undefined, kwargs?: {
-            inputs?: Record<string, unknown> | undefined;
-        } | undefined): any;
+        handleChainError?(err: Error, runId: string, parentRunId?: string, tags?: string[], kwargs?: {
+            inputs?: Record<string, unknown>;
+        }): // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        Promise<any> | any;
         /**
          * Called at the end of a Chain run, with the outputs and the run ID.
          */
-        handleChainEnd?(outputs: ChainValues, runId: string, parentRunId?: string | undefined, tags?: string[] | undefined, kwargs?: {
-            inputs?: Record<string, unknown> | undefined;
-        } | undefined): any;
+        handleChainEnd?(outputs: ChainValues, runId: string, parentRunId?: string, tags?: string[], kwargs?: {
+            inputs?: Record<string, unknown>;
+        }): // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        Promise<any> | any;
         /**
          * Called at the start of a Tool run, with the tool name and input
          * and the run ID.
          */
-        handleToolStart?(tool: Serialized, input: string, runId: string, parentRunId?: string | undefined, tags?: string[] | undefined, metadata?: Record<string, unknown> | undefined, runName?: string | undefined): any;
+        handleToolStart?(tool: Serialized, input: string, runId: string, parentRunId?: string, tags?: string[], metadata?: Record<string, unknown>, runName?: string): // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        Promise<any> | any;
         /**
          * Called if a Tool run encounters an error
          */
-        handleToolError?(err: any, runId: string, parentRunId?: string | undefined, tags?: string[] | undefined): any;
+        handleToolError?(err: Error, runId: string, parentRunId?: string, tags?: string[]): // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        Promise<any> | any;
         /**
          * Called at the end of a Tool run, with the tool output and the run ID.
          */
-        handleToolEnd?(output: any, runId: string, parentRunId?: string | undefined, tags?: string[] | undefined): any;
-        handleText?(text: string, runId: string, parentRunId?: string | undefined, tags?: string[] | undefined): void | Promise<void>;
+        handleToolEnd?(output: any, runId: string, parentRunId?: string, tags?: string[]): // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        Promise<any> | any;
+        handleText?(text: string, runId: string, parentRunId?: string, tags?: string[]): Promise<void> | void;
         /**
          * Called when an agent is about to execute an action,
          * with the action and the run ID.
          */
-        handleAgentAction?(action: AgentAction, runId: string, parentRunId?: string | undefined, tags?: string[] | undefined): void | Promise<void>;
+        handleAgentAction?(action: AgentAction, runId: string, parentRunId?: string, tags?: string[]): Promise<void> | void;
         /**
          * Called when an agent finishes execution, before it exits.
          * with the final output and the run ID.
          */
-        handleAgentEnd?(action: AgentFinish, runId: string, parentRunId?: string | undefined, tags?: string[] | undefined): void | Promise<void>;
-        handleRetrieverStart?(retriever: Serialized, query: string, runId: string, parentRunId?: string | undefined, tags?: string[] | undefined, metadata?: Record<string, unknown> | undefined, name?: string | undefined): any;
-        handleRetrieverEnd?(documents: DocumentInterface<Record<string, any>>[], runId: string, parentRunId?: string | undefined, tags?: string[] | undefined): any;
-        handleRetrieverError?(err: any, runId: string, parentRunId?: string | undefined, tags?: string[] | undefined): any;
-        handleCustomEvent?(eventName: string, data: any, runId: string, tags?: string[] | undefined, metadata?: Record<string, any> | undefined): any;
+        handleAgentEnd?(action: AgentFinish, runId: string, parentRunId?: string, tags?: string[]): Promise<void> | void;
+        handleRetrieverStart?(retriever: Serialized, query: string, runId: string, parentRunId?: string, tags?: string[], metadata?: Record<string, unknown>, name?: string): // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        Promise<any> | any;
+        handleRetrieverEnd?(documents: DocumentInterface[], runId: string, parentRunId?: string, tags?: string[]): // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        Promise<any> | any;
+        handleRetrieverError?(err: Error, runId: string, parentRunId?: string, tags?: string[]): // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        Promise<any> | any;
+        handleCustomEvent?(eventName: string, data: any, runId: string, tags?: string[], metadata?: Record<string, any>): // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        Promise<any> | any;
     };
 }
 export declare const isBaseCallbackHandler: (x: unknown) => boolean;

package/dist/callbacks/dispatch/index.cjs

@@ -1,7 +1,7 @@
 "use strict";
 /* __LC_ALLOW_ENTRYPOINT_SIDE_EFFECTS__ */
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.dispatchCustomEvent = void 0;
+exports.dispatchCustomEvent = dispatchCustomEvent;
 const node_async_hooks_1 = require("node:async_hooks");
 const web_js_1 = require("./web.cjs");
 const config_js_1 = require("../../runnables/config.cjs");
@@ -46,4 +46,3 @@ payload, config) {
     const ensuredConfig = (0, config_js_1.ensureConfig)(config);
     await (0, web_js_1.dispatchCustomEvent)(eventName, payload, ensuredConfig);
 }
-exports.dispatchCustomEvent = dispatchCustomEvent;

package/dist/callbacks/dispatch/web.cjs

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.dispatchCustomEvent = void 0;
+exports.dispatchCustomEvent = dispatchCustomEvent;
 const config_js_1 = require("../../runnables/config.cjs");
 /**
  * Dispatch a custom event. Requires an explicit config object.
@@ -56,4 +56,3 @@ payload, config) {
         await callbackManager.handleCustomEvent?.(name, payload, parentRunId);
     }
 }
-exports.dispatchCustomEvent = dispatchCustomEvent;

package/dist/callbacks/manager.cjs

@@ -1,6 +1,9 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.traceAsGroup = exports.TraceGroup = exports.ensureHandler = exports.CallbackManager = exports.CallbackManagerForToolRun = exports.CallbackManagerForChainRun = exports.CallbackManagerForLLMRun = exports.CallbackManagerForRetrieverRun = exports.BaseRunManager = exports.BaseCallbackManager = exports.parseCallbackConfigArg = void 0;
+exports.TraceGroup = exports.CallbackManager = exports.CallbackManagerForToolRun = exports.CallbackManagerForChainRun = exports.CallbackManagerForLLMRun = exports.CallbackManagerForRetrieverRun = exports.BaseRunManager = exports.BaseCallbackManager = void 0;
+exports.parseCallbackConfigArg = parseCallbackConfigArg;
+exports.ensureHandler = ensureHandler;
+exports.traceAsGroup = traceAsGroup;
 const uuid_1 = require("uuid");
 const base_js_1 = require("./base.cjs");
 const console_js_1 = require("../tracers/console.cjs");
@@ -22,7 +25,6 @@ function parseCallbackConfigArg(arg) {
         return arg;
     }
 }
-exports.parseCallbackConfigArg = parseCallbackConfigArg;
 /**
  * Manage callbacks from different components of LangChain.
  */
@@ -808,7 +810,6 @@ function ensureHandler(handler) {
     }
     return base_js_1.BaseCallbackHandler.fromMethods(handler);
 }
-exports.ensureHandler = ensureHandler;
 /**
  * @deprecated Use [`traceable`](https://docs.smith.langchain.com/observability/how_to_guides/tracing/annotate_code)
  * from "langsmith" instead.
@@ -887,4 +888,3 @@ async function traceAsGroup(groupOptions, enclosedCode, ...args) {
         throw err;
     }
 }
-exports.traceAsGroup = traceAsGroup;

package/dist/callbacks/manager.d.ts

@@ -165,8 +165,8 @@ export declare class TraceGroup {
     private options?;
     private runManager?;
     constructor(groupName: string, options?: {
-        projectName?: string | undefined;
-        exampleId?: string | undefined;
+        projectName?: string;
+        exampleId?: string;
     } | undefined);
     private getTraceGroupCallbackManager;
     start(inputs?: ChainValues): Promise<CallbackManager>;

package/dist/errors/index.cjs

@@ -2,10 +2,9 @@
 /* eslint-disable @typescript-eslint/no-explicit-any */
 /* eslint-disable no-param-reassign */
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.addLangChainErrorFields = void 0;
+exports.addLangChainErrorFields = addLangChainErrorFields;
 function addLangChainErrorFields(error, lc_error_code) {
     error.lc_error_code = lc_error_code;
     error.message = `${error.message}\n\nTroubleshooting URL: https://js.langchain.com/docs/troubleshooting/errors/${lc_error_code}/\n`;
     return error;
 }
-exports.addLangChainErrorFields = addLangChainErrorFields;

package/dist/example_selectors/conditional.cjs

@@ -1,6 +1,8 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.isChatModel = exports.isLLM = exports.ConditionalPromptSelector = exports.BasePromptSelector = void 0;
+exports.ConditionalPromptSelector = exports.BasePromptSelector = void 0;
+exports.isLLM = isLLM;
+exports.isChatModel = isChatModel;
 /**
  * Abstract class that defines the interface for selecting a prompt for a
  * given language model.
@@ -65,7 +67,6 @@ exports.ConditionalPromptSelector = ConditionalPromptSelector;
 function isLLM(llm) {
     return llm._modelType() === "base_llm";
 }
-exports.isLLM = isLLM;
 /**
  * Type guard function that checks if a given language model is of type
  * `BaseChatModel`.
@@ -73,4 +74,3 @@ exports.isLLM = isLLM;
 function isChatModel(llm) {
     return llm._modelType() === "base_chat_model";
 }
-exports.isChatModel = isChatModel;

package/dist/indexing/base.cjs

@@ -1,6 +1,10 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.index = exports._isBaseDocumentLoader = exports._getSourceIdAssigner = exports._deduplicateInOrder = exports._batch = exports._HashedDocument = void 0;
+exports._isBaseDocumentLoader = exports._HashedDocument = void 0;
+exports._batch = _batch;
+exports._deduplicateInOrder = _deduplicateInOrder;
+exports._getSourceIdAssigner = _getSourceIdAssigner;
+exports.index = index;
 const uuid_1 = require("uuid");
 const record_manager_js_1 = require("./record_manager.cjs");
 const hash_js_1 = require("../utils/hash.cjs");
@@ -48,10 +52,22 @@ class _HashedDocument {
             writable: true,
             value: void 0
         });
+        // For backwards compatibility, we use a default key encoder
+        // that uses SHA-1 to hash the prompt and LLM key. This will also print a warning
+        // about the security implications of using SHA-1 as a key encoder.
+        Object.defineProperty(this, "keyEncoder", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: hash_js_1.insecureHash
+        });
         this.uid = fields.uid;
         this.pageContent = fields.pageContent;
         this.metadata = fields.metadata;
     }
+    makeDefaultKeyEncoder(keyEncoderFn) {
+        this.keyEncoder = keyEncoderFn;
+    }
     calculateHashes() {
         const forbiddenKeys = ["hash_", "content_hash", "metadata_hash"];
         for (const key of forbiddenKeys) {
@@ -89,12 +105,12 @@ class _HashedDocument {
         return doc;
     }
     _hashStringToUUID(inputString) {
-        const hash_value = (0, hash_js_1.insecureHash)(inputString);
+        const hash_value = this.keyEncoder(inputString);
         return (0, uuid_1.v5)(hash_value, record_manager_js_1.UUIDV5_NAMESPACE);
     }
     _hashNestedDictToUUID(data) {
         const serialized_data = JSON.stringify(data, Object.keys(data).sort());
-        const hash_value = (0, hash_js_1.insecureHash)(serialized_data);
+        const hash_value = this.keyEncoder(serialized_data);
         return (0, uuid_1.v5)(hash_value, record_manager_js_1.UUIDV5_NAMESPACE);
     }
 }
@@ -114,7 +130,6 @@ function _batch(size, iterable) {
     }
     return batches;
 }
-exports._batch = _batch;
 function _deduplicateInOrder(hashedDocuments) {
     const seen = new Set();
     const deduplicated = [];
@@ -129,7 +144,6 @@ function _deduplicateInOrder(hashedDocuments) {
     }
     return deduplicated;
 }
-exports._deduplicateInOrder = _deduplicateInOrder;
 function _getSourceIdAssigner(sourceIdKey) {
     if (sourceIdKey === null) {
         return (_doc) => null;
@@ -144,7 +158,6 @@ function _getSourceIdAssigner(sourceIdKey) {
         throw new Error(`sourceIdKey should be null, a string or a function, got ${typeof sourceIdKey}`);
     }
 }
-exports._getSourceIdAssigner = _getSourceIdAssigner;
 // eslint-disable-next-line @typescript-eslint/no-explicit-any
 const _isBaseDocumentLoader = (arg) => {
     if ("load" in arg &&
@@ -269,4 +282,3 @@ async function index(args) {
         numSkipped,
     };
 }
-exports.index = index;

package/dist/indexing/base.d.ts

@@ -1,5 +1,6 @@
 import { VectorStore } from "../vectorstores.js";
 import { RecordManagerInterface } from "./record_manager.js";
+import { type HashKeyEncoder } from "../utils/hash.js";
 import { DocumentInterface } from "../documents/document.js";
 import { BaseDocumentLoader } from "../document_loaders/base.js";
 type Metadata = Record<string, unknown>;
@@ -37,7 +38,9 @@ export declare class _HashedDocument implements HashedDocumentInterface {
     metadataHash?: string;
     pageContent: string;
     metadata: Metadata;
+    private keyEncoder;
     constructor(fields: HashedDocumentArgs);
+    makeDefaultKeyEncoder(keyEncoderFn: HashKeyEncoder): void;
     calculateHashes(): void;
     toDocument(): DocumentInterface;
     static fromDocument(document: DocumentInterface, uid?: string): _HashedDocument;

package/dist/indexing/base.js

@@ -45,10 +45,22 @@ export class _HashedDocument {
             writable: true,
             value: void 0
         });
+        // For backwards compatibility, we use a default key encoder
+        // that uses SHA-1 to hash the prompt and LLM key. This will also print a warning
+        // about the security implications of using SHA-1 as a key encoder.
+        Object.defineProperty(this, "keyEncoder", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: insecureHash
+        });
         this.uid = fields.uid;
         this.pageContent = fields.pageContent;
         this.metadata = fields.metadata;
     }
+    makeDefaultKeyEncoder(keyEncoderFn) {
+        this.keyEncoder = keyEncoderFn;
+    }
     calculateHashes() {
         const forbiddenKeys = ["hash_", "content_hash", "metadata_hash"];
         for (const key of forbiddenKeys) {
@@ -86,12 +98,12 @@ export class _HashedDocument {
         return doc;
     }
     _hashStringToUUID(inputString) {
-        const hash_value = insecureHash(inputString);
+        const hash_value = this.keyEncoder(inputString);
         return uuidv5(hash_value, UUIDV5_NAMESPACE);
     }
     _hashNestedDictToUUID(data) {
         const serialized_data = JSON.stringify(data, Object.keys(data).sort());
-        const hash_value = insecureHash(serialized_data);
+        const hash_value = this.keyEncoder(serialized_data);
         return uuidv5(hash_value, UUIDV5_NAMESPACE);
     }
 }

package/dist/language_models/base.cjs

@@ -1,6 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.BaseLanguageModel = exports.BaseLangChain = exports.calculateMaxTokens = exports.isOpenAITool = exports.getModelContextSize = exports.getEmbeddingContextSize = exports.getModelNameForTiktoken = void 0;
+exports.BaseLanguageModel = exports.BaseLangChain = exports.calculateMaxTokens = exports.getModelContextSize = exports.getEmbeddingContextSize = exports.getModelNameForTiktoken = void 0;
+exports.isOpenAITool = isOpenAITool;
 const base_js_1 = require("../caches/base.cjs");
 const prompt_values_js_1 = require("../prompt_values.cjs");
 const utils_js_1 = require("../messages/utils.cjs");
@@ -82,7 +83,6 @@ function isOpenAITool(tool) {
     }
     return false;
 }
-exports.isOpenAITool = isOpenAITool;
 const calculateMaxTokens = async ({ prompt, modelName, }) => {
     let numTokens;
     try {

package/dist/language_models/chat_models.cjs

@@ -1,6 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.SimpleChatModel = exports.BaseChatModel = exports.createChatMessageChunkEncoderStream = void 0;
+exports.SimpleChatModel = exports.BaseChatModel = void 0;
+exports.createChatMessageChunkEncoderStream = createChatMessageChunkEncoderStream;
 const index_js_1 = require("../messages/index.cjs");
 const outputs_js_1 = require("../outputs.cjs");
 const base_js_1 = require("./base.cjs");
@@ -26,7 +27,6 @@ function createChatMessageChunkEncoderStream() {
         },
     });
 }
-exports.createChatMessageChunkEncoderStream = createChatMessageChunkEncoderStream;
 function _formatForTracing(messages) {
     const messagesToTrace = [];
     for (const message of messages) {

package/dist/load/import_map.cjs

@@ -16,13 +16,23 @@ var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (
 }) : function(o, v) {
     o["default"] = v;
 });
-var __importStar = (this && this.__importStar) || function (mod) {
-    if (mod && mod.__esModule) return mod;
-    var result = {};
-    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
-    __setModuleDefault(result, mod);
-    return result;
-};
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.vectorstores = exports.utils__types = exports.utils__tiktoken = exports.utils__testing = exports.utils__stream = exports.utils__math = exports.utils__json_schema = exports.utils__json_patch = exports.utils__hash = exports.utils__function_calling = exports.utils__env = exports.utils__chunk_array = exports.utils__async_caller = exports.tracers__tracer_langchain_v1 = exports.tracers__tracer_langchain = exports.tracers__run_collector = exports.tracers__log_stream = exports.tracers__initialize = exports.tracers__console = exports.tracers__base = exports.tools = exports.stores = exports.retrievers = exports.runnables = exports.prompt_values = exports.prompts = exports.outputs = exports.output_parsers = exports.messages = exports.memory = exports.load__serializable = exports.language_models__llms = exports.language_models__chat_models = exports.language_models__base = exports.example_selectors = exports.embeddings = exports.documents = exports.chat_history = exports.callbacks__promises = exports.callbacks__manager = exports.callbacks__base = exports.caches = exports.agents = void 0;
 exports.agents = __importStar(require("../agents.cjs"));