@langchain/classic 1.0.0-alpha.1

package/dist/retrievers/time_weighted.d.ts

@@ -0,0 +1,142 @@
+import { DocumentInterface } from "@langchain/core/documents";
+import { CallbackManagerForRetrieverRun } from "@langchain/core/callbacks/manager";
+import { VectorStoreInterface } from "@langchain/core/vectorstores";
+import { BaseRetriever, BaseRetrieverInput } from "@langchain/core/retrievers";
+
+//#region src/retrievers/time_weighted.d.ts
+
+/**
+ * Interface for the fields required to initialize a
+ * TimeWeightedVectorStoreRetriever instance.
+ */
+interface TimeWeightedVectorStoreRetrieverFields extends BaseRetrieverInput {
+  vectorStore: VectorStoreInterface;
+  searchKwargs?: number;
+  memoryStream?: DocumentInterface[];
+  decayRate?: number;
+  k?: number;
+  otherScoreKeys?: string[];
+  defaultSalience?: number;
+}
+declare const LAST_ACCESSED_AT_KEY = "last_accessed_at";
+declare const BUFFER_IDX = "buffer_idx";
+/**
+ * TimeWeightedVectorStoreRetriever retrieves documents based on their time-weighted relevance.
+ * ref: https://github.com/langchain-ai/langchain/blob/master/libs/langchain/langchain/retrievers/time_weighted_retriever.py
+ * @example
+ * ```typescript
+ * const retriever = new TimeWeightedVectorStoreRetriever({
+ *   vectorStore: new MemoryVectorStore(new OpenAIEmbeddings()),
+ *   memoryStream: [],
+ *   searchKwargs: 2,
+ * });
+ * await retriever.addDocuments([
+ *   { pageContent: "My name is John.", metadata: {} },
+ *   { pageContent: "My favourite food is pizza.", metadata: {} },
+ *
+ * ]);
+ * const results = await retriever.invoke(
+ *   "What is my favourite food?",
+ * );
+ * ```
+ */
+declare class TimeWeightedVectorStoreRetriever extends BaseRetriever {
+  static lc_name(): string;
+  get lc_namespace(): string[];
+  /**
+   * The vectorstore to store documents and determine salience.
+   */
+  private vectorStore;
+  /**
+   * The number of top K most relevant documents to consider when searching.
+   */
+  private searchKwargs;
+  /**
+   * The memory_stream of documents to search through.
+   */
+  private memoryStream;
+  /**
+   * The exponential decay factor used as (1.0-decay_rate)**(hrs_passed).
+   */
+  private decayRate;
+  /**
+   * The maximum number of documents to retrieve in a given call.
+   */
+  private k;
+  /**
+   * Other keys in the metadata to factor into the score, e.g. 'importance'.
+   */
+  private otherScoreKeys;
+  /**
+   * The salience to assign memories not retrieved from the vector store.
+   */
+  private defaultSalience;
+  /**
+   * Constructor to initialize the required fields
+   * @param fields - The fields required for initializing the TimeWeightedVectorStoreRetriever
+   */
+  constructor(fields: TimeWeightedVectorStoreRetrieverFields);
+  /**
+   * Get the memory stream of documents.
+   * @returns The memory stream of documents.
+   */
+  getMemoryStream(): DocumentInterface[];
+  /**
+   * Set the memory stream of documents.
+   * @param memoryStream The new memory stream of documents.
+   */
+  setMemoryStream(memoryStream: DocumentInterface[]): void;
+  /**
+   * Get relevant documents based on time-weighted relevance
+   * @param query - The query to search for
+   * @returns The relevant documents
+   */
+  _getRelevantDocuments(query: string, runManager?: CallbackManagerForRetrieverRun): Promise<DocumentInterface[]>;
+  /**
+   * NOTE: When adding documents to a vector store, use addDocuments
+   * via retriever instead of directly to the vector store.
+   * This is because it is necessary to process the document
+   * in prepareDocuments.
+   *
+   * @param docs - The documents to add to vector store in the retriever
+   */
+  addDocuments(docs: DocumentInterface[]): Promise<void>;
+  /**
+   * Get memory documents and their scores
+   * @returns An object containing memory documents and their scores
+   */
+  private getMemoryDocsAndScores;
+  private getSalientDocuments;
+  /**
+   * Compute the final result set of documents based on the combined scores
+   * @param docsAndScores - An object containing documents and their scores
+   * @param now - The current timestamp
+   * @returns The final set of documents
+   */
+  private computeResults;
+  /**
+   * Prepare documents with necessary metadata before saving
+   * @param docs - The documents to prepare
+   * @param now - The current timestamp
+   * @returns The prepared documents
+   */
+  private prepareDocuments;
+  /**
+   * Calculate the combined score based on vector relevance and other factors
+   * @param doc - The document to calculate the score for
+   * @param vectorRelevance - The relevance score from the vector store
+   * @param nowMsec - The current timestamp in milliseconds
+   * @returns The combined score for the document
+   */
+  private getCombinedScore;
+  /**
+   * Calculate the hours passed between two time points
+   * @param time - The current time in seconds
+   * @param refTime - The reference time in seconds
+   * @returns The number of hours passed between the two time points
+   */
+  private getHoursPassed;
+}
+//#endregion
+export { BUFFER_IDX, LAST_ACCESSED_AT_KEY, TimeWeightedVectorStoreRetriever, TimeWeightedVectorStoreRetrieverFields };
+//# sourceMappingURL=time_weighted.d.ts.map

package/dist/retrievers/time_weighted.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"time_weighted.d.ts","names":["BaseRetriever","BaseRetrieverInput","VectorStoreInterface","DocumentInterface","CallbackManagerForRetrieverRun","TimeWeightedVectorStoreRetrieverFields","LAST_ACCESSED_AT_KEY","BUFFER_IDX","TimeWeightedVectorStoreRetriever","Promise"],"sources":["../../src/retrievers/time_weighted.d.ts"],"sourcesContent":["import { BaseRetriever, BaseRetrieverInput } from \"@langchain/core/retrievers\";\nimport type { VectorStoreInterface } from \"@langchain/core/vectorstores\";\nimport type { DocumentInterface } from \"@langchain/core/documents\";\nimport { CallbackManagerForRetrieverRun } from \"@langchain/core/callbacks/manager\";\n/**\n * Interface for the fields required to initialize a\n * TimeWeightedVectorStoreRetriever instance.\n */\nexport interface TimeWeightedVectorStoreRetrieverFields extends BaseRetrieverInput {\n    vectorStore: VectorStoreInterface;\n    searchKwargs?: number;\n    memoryStream?: DocumentInterface[];\n    decayRate?: number;\n    k?: number;\n    otherScoreKeys?: string[];\n    defaultSalience?: number;\n}\nexport declare const LAST_ACCESSED_AT_KEY = \"last_accessed_at\";\nexport declare const BUFFER_IDX = \"buffer_idx\";\n/**\n * TimeWeightedVectorStoreRetriever retrieves documents based on their time-weighted relevance.\n * ref: https://github.com/langchain-ai/langchain/blob/master/libs/langchain/langchain/retrievers/time_weighted_retriever.py\n * @example\n * ```typescript\n * const retriever = new TimeWeightedVectorStoreRetriever({\n *   vectorStore: new MemoryVectorStore(new OpenAIEmbeddings()),\n *   memoryStream: [],\n *   searchKwargs: 2,\n * });\n * await retriever.addDocuments([\n *   { pageContent: \"My name is John.\", metadata: {} },\n *   { pageContent: \"My favourite food is pizza.\", metadata: {} },\n *\n * ]);\n * const results = await retriever.invoke(\n *   \"What is my favourite food?\",\n * );\n * ```\n */\nexport declare class TimeWeightedVectorStoreRetriever extends BaseRetriever {\n    static lc_name(): string;\n    get lc_namespace(): string[];\n    /**\n     * The vectorstore to store documents and determine salience.\n     */\n    private vectorStore;\n    /**\n     * The number of top K most relevant documents to consider when searching.\n     */\n    private searchKwargs;\n    /**\n     * The memory_stream of documents to search through.\n     */\n    private memoryStream;\n    /**\n     * The exponential decay factor used as (1.0-decay_rate)**(hrs_passed).\n     */\n    private decayRate;\n    /**\n     * The maximum number of documents to retrieve in a given call.\n     */\n    private k;\n    /**\n     * Other keys in the metadata to factor into the score, e.g. 'importance'.\n     */\n    private otherScoreKeys;\n    /**\n     * The salience to assign memories not retrieved from the vector store.\n     */\n    private defaultSalience;\n    /**\n     * Constructor to initialize the required fields\n     * @param fields - The fields required for initializing the TimeWeightedVectorStoreRetriever\n     */\n    constructor(fields: TimeWeightedVectorStoreRetrieverFields);\n    /**\n     * Get the memory stream of documents.\n     * @returns The memory stream of documents.\n     */\n    getMemoryStream(): DocumentInterface[];\n    /**\n     * Set the memory stream of documents.\n     * @param memoryStream The new memory stream of documents.\n     */\n    setMemoryStream(memoryStream: DocumentInterface[]): void;\n    /**\n     * Get relevant documents based on time-weighted relevance\n     * @param query - The query to search for\n     * @returns The relevant documents\n     */\n    _getRelevantDocuments(query: string, runManager?: CallbackManagerForRetrieverRun): Promise<DocumentInterface[]>;\n    /**\n     * NOTE: When adding documents to a vector store, use addDocuments\n     * via retriever instead of directly to the vector store.\n     * This is because it is necessary to process the document\n     * in prepareDocuments.\n     *\n     * @param docs - The documents to add to vector store in the retriever\n     */\n    addDocuments(docs: DocumentInterface[]): Promise<void>;\n    /**\n     * Get memory documents and their scores\n     * @returns An object containing memory documents and their scores\n     */\n    private getMemoryDocsAndScores;\n    private getSalientDocuments;\n    /**\n     * Compute the final result set of documents based on the combined scores\n     * @param docsAndScores - An object containing documents and their scores\n     * @param now - The current timestamp\n     * @returns The final set of documents\n     */\n    private computeResults;\n    /**\n     * Prepare documents with necessary metadata before saving\n     * @param docs - The documents to prepare\n     * @param now - The current timestamp\n     * @returns The prepared documents\n     */\n    private prepareDocuments;\n    /**\n     * Calculate the combined score based on vector relevance and other factors\n     * @param doc - The document to calculate the score for\n     * @param vectorRelevance - The relevance score from the vector store\n     * @param nowMsec - The current timestamp in milliseconds\n     * @returns The combined score for the document\n     */\n    private getCombinedScore;\n    /**\n     * Calculate the hours passed between two time points\n     * @param time - The current time in seconds\n     * @param refTime - The reference time in seconds\n     * @returns The number of hours passed between the two time points\n     */\n    private getHoursPassed;\n}\n"],"mappings":";;;;;;;;;AAQA;;AACiBE,UADAG,sCAAAA,SAA+CJ,kBAC/CC,CAAAA;EAAoB,WAElBC,EAFFD,oBAEEC;EAAiB,YAH4BF,CAAAA,EAAAA,MAAAA;EAAkB,YAAA,CAAA,EAG/DE,iBAH+D,EAAA;EAS7DG,SAAAA,CAAAA,EAAAA,MAAAA;EACAC,CAAAA,CAAAA,EAAAA,MAAAA;EAqBAC,cAAAA,CAAAA,EAAAA,MAAAA,EAAAA;EAAgC,eAAA,CAAA,EAAA,MAAA;;AAwC9BL,cA9DFG,oBAAAA,GA8DEH,kBAAAA;AAKWA,cAlEbI,UAAAA,GAkEaJ,YAAAA;;;;;;;AA7CyC;;;;;;;;;;;;;;cAAtDK,gCAAAA,SAAyCR,aAAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;sBAmCtCK;;;;;qBAKDF;;;;;gCAKWA;;;;;;oDAMoBC,iCAAiCK,QAAQN;;;;;;;;;qBASxEA,sBAAsBM"}

package/dist/retrievers/time_weighted.js

@@ -0,0 +1,228 @@
+import { __export } from "../_virtual/rolldown_runtime.js";
+import { BaseRetriever } from "@langchain/core/retrievers";
+
+//#region src/retrievers/time_weighted.ts
+var time_weighted_exports = {};
+__export(time_weighted_exports, {
+	BUFFER_IDX: () => BUFFER_IDX,
+	LAST_ACCESSED_AT_KEY: () => LAST_ACCESSED_AT_KEY,
+	TimeWeightedVectorStoreRetriever: () => TimeWeightedVectorStoreRetriever
+});
+const LAST_ACCESSED_AT_KEY = "last_accessed_at";
+const BUFFER_IDX = "buffer_idx";
+/**
+* TimeWeightedVectorStoreRetriever retrieves documents based on their time-weighted relevance.
+* ref: https://github.com/langchain-ai/langchain/blob/master/libs/langchain/langchain/retrievers/time_weighted_retriever.py
+* @example
+* ```typescript
+* const retriever = new TimeWeightedVectorStoreRetriever({
+*   vectorStore: new MemoryVectorStore(new OpenAIEmbeddings()),
+*   memoryStream: [],
+*   searchKwargs: 2,
+* });
+* await retriever.addDocuments([
+*   { pageContent: "My name is John.", metadata: {} },
+*   { pageContent: "My favourite food is pizza.", metadata: {} },
+*
+* ]);
+* const results = await retriever.invoke(
+*   "What is my favourite food?",
+* );
+* ```
+*/
+var TimeWeightedVectorStoreRetriever = class extends BaseRetriever {
+	static lc_name() {
+		return "TimeWeightedVectorStoreRetriever";
+	}
+	get lc_namespace() {
+		return [
+			"langchain",
+			"retrievers",
+			"time_weighted"
+		];
+	}
+	/**
+	* The vectorstore to store documents and determine salience.
+	*/
+	vectorStore;
+	/**
+	* The number of top K most relevant documents to consider when searching.
+	*/
+	searchKwargs;
+	/**
+	* The memory_stream of documents to search through.
+	*/
+	memoryStream;
+	/**
+	* The exponential decay factor used as (1.0-decay_rate)**(hrs_passed).
+	*/
+	decayRate;
+	/**
+	* The maximum number of documents to retrieve in a given call.
+	*/
+	k;
+	/**
+	* Other keys in the metadata to factor into the score, e.g. 'importance'.
+	*/
+	otherScoreKeys;
+	/**
+	* The salience to assign memories not retrieved from the vector store.
+	*/
+	defaultSalience;
+	/**
+	* Constructor to initialize the required fields
+	* @param fields - The fields required for initializing the TimeWeightedVectorStoreRetriever
+	*/
+	constructor(fields) {
+		super(fields);
+		this.vectorStore = fields.vectorStore;
+		this.searchKwargs = fields.searchKwargs ?? 100;
+		this.memoryStream = fields.memoryStream ?? [];
+		this.decayRate = fields.decayRate ?? .01;
+		this.k = fields.k ?? 4;
+		this.otherScoreKeys = fields.otherScoreKeys ?? [];
+		this.defaultSalience = fields.defaultSalience ?? null;
+	}
+	/**
+	* Get the memory stream of documents.
+	* @returns The memory stream of documents.
+	*/
+	getMemoryStream() {
+		return this.memoryStream;
+	}
+	/**
+	* Set the memory stream of documents.
+	* @param memoryStream The new memory stream of documents.
+	*/
+	setMemoryStream(memoryStream) {
+		this.memoryStream = memoryStream;
+	}
+	/**
+	* Get relevant documents based on time-weighted relevance
+	* @param query - The query to search for
+	* @returns The relevant documents
+	*/
+	async _getRelevantDocuments(query, runManager) {
+		const now = Math.floor(Date.now() / 1e3);
+		const memoryDocsAndScores = this.getMemoryDocsAndScores();
+		const salientDocsAndScores = await this.getSalientDocuments(query, runManager);
+		const docsAndScores = {
+			...memoryDocsAndScores,
+			...salientDocsAndScores
+		};
+		return this.computeResults(docsAndScores, now);
+	}
+	/**
+	* NOTE: When adding documents to a vector store, use addDocuments
+	* via retriever instead of directly to the vector store.
+	* This is because it is necessary to process the document
+	* in prepareDocuments.
+	*
+	* @param docs - The documents to add to vector store in the retriever
+	*/
+	async addDocuments(docs) {
+		const now = Math.floor(Date.now() / 1e3);
+		const savedDocs = this.prepareDocuments(docs, now);
+		this.memoryStream.push(...savedDocs);
+		await this.vectorStore.addDocuments(savedDocs);
+	}
+	/**
+	* Get memory documents and their scores
+	* @returns An object containing memory documents and their scores
+	*/
+	getMemoryDocsAndScores() {
+		const memoryDocsAndScores = {};
+		for (const doc of this.memoryStream.slice(-this.k)) {
+			const bufferIdx = doc.metadata[BUFFER_IDX];
+			if (bufferIdx === void 0) throw new Error(`Found a document in the vector store that is missing required metadata. This retriever only supports vector stores with documents that have been added through the "addDocuments" method on a TimeWeightedVectorStoreRetriever, not directly added or loaded into the backing vector store.`);
+			memoryDocsAndScores[bufferIdx] = {
+				doc,
+				score: this.defaultSalience ?? 0
+			};
+		}
+		return memoryDocsAndScores;
+	}
+	/**
+	* Get salient documents and their scores based on the query
+	* @param query - The query to search for
+	* @returns An object containing salient documents and their scores
+	*/
+	async getSalientDocuments(query, runManager) {
+		const docAndScores = await this.vectorStore.similaritySearchWithScore(query, this.searchKwargs, void 0, runManager?.getChild());
+		const results = {};
+		for (const [fetchedDoc, score] of docAndScores) {
+			const bufferIdx = fetchedDoc.metadata[BUFFER_IDX];
+			if (bufferIdx === void 0) throw new Error(`Found a document in the vector store that is missing required metadata. This retriever only supports vector stores with documents that have been added through the "addDocuments" method on a TimeWeightedVectorStoreRetriever, not directly added or loaded into the backing vector store.`);
+			const doc = this.memoryStream[bufferIdx];
+			results[bufferIdx] = {
+				doc,
+				score
+			};
+		}
+		return results;
+	}
+	/**
+	* Compute the final result set of documents based on the combined scores
+	* @param docsAndScores - An object containing documents and their scores
+	* @param now - The current timestamp
+	* @returns The final set of documents
+	*/
+	computeResults(docsAndScores, now) {
+		const recordedDocs = Object.values(docsAndScores).map(({ doc, score }) => ({
+			doc,
+			score: this.getCombinedScore(doc, score, now)
+		})).sort((a, b) => b.score - a.score);
+		const results = [];
+		for (const { doc } of recordedDocs) {
+			const bufferedDoc = this.memoryStream[doc.metadata[BUFFER_IDX]];
+			bufferedDoc.metadata[LAST_ACCESSED_AT_KEY] = now;
+			results.push(bufferedDoc);
+			if (results.length > this.k) break;
+		}
+		return results;
+	}
+	/**
+	* Prepare documents with necessary metadata before saving
+	* @param docs - The documents to prepare
+	* @param now - The current timestamp
+	* @returns The prepared documents
+	*/
+	prepareDocuments(docs, now) {
+		return docs.map((doc, i) => ({
+			...doc,
+			metadata: {
+				...doc.metadata,
+				[LAST_ACCESSED_AT_KEY]: doc.metadata[LAST_ACCESSED_AT_KEY] ?? now,
+				created_at: doc.metadata.created_at ?? now,
+				[BUFFER_IDX]: this.memoryStream.length + i
+			}
+		}));
+	}
+	/**
+	* Calculate the combined score based on vector relevance and other factors
+	* @param doc - The document to calculate the score for
+	* @param vectorRelevance - The relevance score from the vector store
+	* @param nowMsec - The current timestamp in milliseconds
+	* @returns The combined score for the document
+	*/
+	getCombinedScore(doc, vectorRelevance, nowMsec) {
+		const hoursPassed = this.getHoursPassed(nowMsec, doc.metadata[LAST_ACCESSED_AT_KEY]);
+		let score = (1 - this.decayRate) ** hoursPassed;
+		for (const key of this.otherScoreKeys) score += doc.metadata[key];
+		if (vectorRelevance !== null) score += vectorRelevance;
+		return score;
+	}
+	/**
+	* Calculate the hours passed between two time points
+	* @param time - The current time in seconds
+	* @param refTime - The reference time in seconds
+	* @returns The number of hours passed between the two time points
+	*/
+	getHoursPassed(time, refTime) {
+		return (time - refTime) / 3600;
+	}
+};
+
+//#endregion
+export { BUFFER_IDX, LAST_ACCESSED_AT_KEY, TimeWeightedVectorStoreRetriever, time_weighted_exports };
+//# sourceMappingURL=time_weighted.js.map

package/dist/retrievers/time_weighted.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"time_weighted.js","names":["fields: TimeWeightedVectorStoreRetrieverFields","memoryStream: DocumentInterface[]","query: string","runManager?: CallbackManagerForRetrieverRun","docs: DocumentInterface[]","memoryDocsAndScores: Record<\n      number,\n      { doc: DocumentInterface; score: number }\n    >","docAndScores: [DocumentInterface, number][]","results: Record<number, { doc: DocumentInterface; score: number }>","docsAndScores: Record<number, { doc: DocumentInterface; score: number }>","now: number","results: DocumentInterface[]","doc: DocumentInterface","vectorRelevance: number | null","nowMsec: number","time: number","refTime: number"],"sources":["../../src/retrievers/time_weighted.ts"],"sourcesContent":["import { BaseRetriever, BaseRetrieverInput } from \"@langchain/core/retrievers\";\nimport type { VectorStoreInterface } from \"@langchain/core/vectorstores\";\nimport type { DocumentInterface } from \"@langchain/core/documents\";\nimport { CallbackManagerForRetrieverRun } from \"@langchain/core/callbacks/manager\";\n\n/**\n * Interface for the fields required to initialize a\n * TimeWeightedVectorStoreRetriever instance.\n */\nexport interface TimeWeightedVectorStoreRetrieverFields\n  extends BaseRetrieverInput {\n  vectorStore: VectorStoreInterface;\n  searchKwargs?: number;\n  memoryStream?: DocumentInterface[];\n  decayRate?: number;\n  k?: number;\n  otherScoreKeys?: string[];\n  defaultSalience?: number;\n}\n\nexport const LAST_ACCESSED_AT_KEY = \"last_accessed_at\";\nexport const BUFFER_IDX = \"buffer_idx\";\n\n/**\n * TimeWeightedVectorStoreRetriever retrieves documents based on their time-weighted relevance.\n * ref: https://github.com/langchain-ai/langchain/blob/master/libs/langchain/langchain/retrievers/time_weighted_retriever.py\n * @example\n * ```typescript\n * const retriever = new TimeWeightedVectorStoreRetriever({\n *   vectorStore: new MemoryVectorStore(new OpenAIEmbeddings()),\n *   memoryStream: [],\n *   searchKwargs: 2,\n * });\n * await retriever.addDocuments([\n *   { pageContent: \"My name is John.\", metadata: {} },\n *   { pageContent: \"My favourite food is pizza.\", metadata: {} },\n *\n * ]);\n * const results = await retriever.invoke(\n *   \"What is my favourite food?\",\n * );\n * ```\n */\nexport class TimeWeightedVectorStoreRetriever extends BaseRetriever {\n  static lc_name() {\n    return \"TimeWeightedVectorStoreRetriever\";\n  }\n\n  get lc_namespace() {\n    return [\"langchain\", \"retrievers\", \"time_weighted\"];\n  }\n\n  /**\n   * The vectorstore to store documents and determine salience.\n   */\n  private vectorStore: VectorStoreInterface;\n\n  /**\n   * The number of top K most relevant documents to consider when searching.\n   */\n  private searchKwargs: number;\n\n  /**\n   * The memory_stream of documents to search through.\n   */\n  private memoryStream: DocumentInterface[];\n\n  /**\n   * The exponential decay factor used as (1.0-decay_rate)**(hrs_passed).\n   */\n  private decayRate: number;\n\n  /**\n   * The maximum number of documents to retrieve in a given call.\n   */\n  private k: number;\n\n  /**\n   * Other keys in the metadata to factor into the score, e.g. 'importance'.\n   */\n  private otherScoreKeys: string[];\n\n  /**\n   * The salience to assign memories not retrieved from the vector store.\n   */\n  private defaultSalience: number | null;\n\n  /**\n   * Constructor to initialize the required fields\n   * @param fields - The fields required for initializing the TimeWeightedVectorStoreRetriever\n   */\n  constructor(fields: TimeWeightedVectorStoreRetrieverFields) {\n    super(fields);\n    this.vectorStore = fields.vectorStore;\n    this.searchKwargs = fields.searchKwargs ?? 100;\n    this.memoryStream = fields.memoryStream ?? [];\n    this.decayRate = fields.decayRate ?? 0.01;\n    this.k = fields.k ?? 4;\n    this.otherScoreKeys = fields.otherScoreKeys ?? [];\n    this.defaultSalience = fields.defaultSalience ?? null;\n  }\n\n  /**\n   * Get the memory stream of documents.\n   * @returns The memory stream of documents.\n   */\n  getMemoryStream(): DocumentInterface[] {\n    return this.memoryStream;\n  }\n\n  /**\n   * Set the memory stream of documents.\n   * @param memoryStream The new memory stream of documents.\n   */\n  setMemoryStream(memoryStream: DocumentInterface[]) {\n    this.memoryStream = memoryStream;\n  }\n\n  /**\n   * Get relevant documents based on time-weighted relevance\n   * @param query - The query to search for\n   * @returns The relevant documents\n   */\n  async _getRelevantDocuments(\n    query: string,\n    runManager?: CallbackManagerForRetrieverRun\n  ): Promise<DocumentInterface[]> {\n    const now = Math.floor(Date.now() / 1000);\n    const memoryDocsAndScores = this.getMemoryDocsAndScores();\n\n    const salientDocsAndScores = await this.getSalientDocuments(\n      query,\n      runManager\n    );\n    const docsAndScores = { ...memoryDocsAndScores, ...salientDocsAndScores };\n\n    return this.computeResults(docsAndScores, now);\n  }\n\n  /**\n   * NOTE: When adding documents to a vector store, use addDocuments\n   * via retriever instead of directly to the vector store.\n   * This is because it is necessary to process the document\n   * in prepareDocuments.\n   *\n   * @param docs - The documents to add to vector store in the retriever\n   */\n  async addDocuments(docs: DocumentInterface[]): Promise<void> {\n    const now = Math.floor(Date.now() / 1000);\n    const savedDocs = this.prepareDocuments(docs, now);\n\n    this.memoryStream.push(...savedDocs);\n    await this.vectorStore.addDocuments(savedDocs);\n  }\n\n  /**\n   * Get memory documents and their scores\n   * @returns An object containing memory documents and their scores\n   */\n  private getMemoryDocsAndScores(): Record<\n    number,\n    { doc: DocumentInterface; score: number }\n  > {\n    const memoryDocsAndScores: Record<\n      number,\n      { doc: DocumentInterface; score: number }\n    > = {};\n    for (const doc of this.memoryStream.slice(-this.k)) {\n      const bufferIdx = doc.metadata[BUFFER_IDX];\n      if (bufferIdx === undefined) {\n        throw new Error(\n          `Found a document in the vector store that is missing required metadata. This retriever only supports vector stores with documents that have been added through the \"addDocuments\" method on a TimeWeightedVectorStoreRetriever, not directly added or loaded into the backing vector store.`\n        );\n      }\n      memoryDocsAndScores[bufferIdx] = {\n        doc,\n        score: this.defaultSalience ?? 0,\n      };\n    }\n    return memoryDocsAndScores;\n  }\n\n  /**\n   * Get salient documents and their scores based on the query\n   * @param query - The query to search for\n   * @returns An object containing salient documents and their scores\n   */\n  private async getSalientDocuments(\n    query: string,\n    runManager?: CallbackManagerForRetrieverRun\n  ): Promise<Record<number, { doc: DocumentInterface; score: number }>> {\n    const docAndScores: [DocumentInterface, number][] =\n      await this.vectorStore.similaritySearchWithScore(\n        query,\n        this.searchKwargs,\n        undefined,\n        runManager?.getChild()\n      );\n    const results: Record<number, { doc: DocumentInterface; score: number }> =\n      {};\n    for (const [fetchedDoc, score] of docAndScores) {\n      const bufferIdx = fetchedDoc.metadata[BUFFER_IDX];\n      if (bufferIdx === undefined) {\n        throw new Error(\n          `Found a document in the vector store that is missing required metadata. This retriever only supports vector stores with documents that have been added through the \"addDocuments\" method on a TimeWeightedVectorStoreRetriever, not directly added or loaded into the backing vector store.`\n        );\n      }\n      const doc = this.memoryStream[bufferIdx];\n      results[bufferIdx] = { doc, score };\n    }\n    return results;\n  }\n\n  /**\n   * Compute the final result set of documents based on the combined scores\n   * @param docsAndScores - An object containing documents and their scores\n   * @param now - The current timestamp\n   * @returns The final set of documents\n   */\n  private computeResults(\n    docsAndScores: Record<number, { doc: DocumentInterface; score: number }>,\n    now: number\n  ): DocumentInterface[] {\n    const recordedDocs = Object.values(docsAndScores)\n      .map(({ doc, score }) => ({\n        doc,\n        score: this.getCombinedScore(doc, score, now),\n      }))\n      .sort((a, b) => b.score - a.score);\n\n    const results: DocumentInterface[] = [];\n    for (const { doc } of recordedDocs) {\n      const bufferedDoc = this.memoryStream[doc.metadata[BUFFER_IDX]];\n      bufferedDoc.metadata[LAST_ACCESSED_AT_KEY] = now;\n      results.push(bufferedDoc);\n      if (results.length > this.k) {\n        break;\n      }\n    }\n    return results;\n  }\n\n  /**\n   * Prepare documents with necessary metadata before saving\n   * @param docs - The documents to prepare\n   * @param now - The current timestamp\n   * @returns The prepared documents\n   */\n  private prepareDocuments(\n    docs: DocumentInterface[],\n    now: number\n  ): DocumentInterface[] {\n    return docs.map((doc, i) => ({\n      ...doc,\n      metadata: {\n        ...doc.metadata,\n        [LAST_ACCESSED_AT_KEY]: doc.metadata[LAST_ACCESSED_AT_KEY] ?? now,\n        created_at: doc.metadata.created_at ?? now,\n        [BUFFER_IDX]: this.memoryStream.length + i,\n      },\n    }));\n  }\n\n  /**\n   * Calculate the combined score based on vector relevance and other factors\n   * @param doc - The document to calculate the score for\n   * @param vectorRelevance - The relevance score from the vector store\n   * @param nowMsec - The current timestamp in milliseconds\n   * @returns The combined score for the document\n   */\n  private getCombinedScore(\n    doc: DocumentInterface,\n    vectorRelevance: number | null,\n    nowMsec: number\n  ): number {\n    const hoursPassed = this.getHoursPassed(\n      nowMsec,\n      doc.metadata[LAST_ACCESSED_AT_KEY]\n    );\n    let score = (1.0 - this.decayRate) ** hoursPassed;\n    for (const key of this.otherScoreKeys) {\n      score += doc.metadata[key];\n    }\n    if (vectorRelevance !== null) {\n      score += vectorRelevance;\n    }\n    return score;\n  }\n\n  /**\n   * Calculate the hours passed between two time points\n   * @param time - The current time in seconds\n   * @param refTime - The reference time in seconds\n   * @returns The number of hours passed between the two time points\n   */\n  private getHoursPassed(time: number, refTime: number): number {\n    return (time - refTime) / 3600;\n  }\n}\n"],"mappings":";;;;;;;;;;AAoBA,MAAa,uBAAuB;AACpC,MAAa,aAAa;;;;;;;;;;;;;;;;;;;;;AAsB1B,IAAa,mCAAb,cAAsD,cAAc;CAClE,OAAO,UAAU;AACf,SAAO;CACR;CAED,IAAI,eAAe;AACjB,SAAO;GAAC;GAAa;GAAc;EAAgB;CACpD;;;;CAKD,AAAQ;;;;CAKR,AAAQ;;;;CAKR,AAAQ;;;;CAKR,AAAQ;;;;CAKR,AAAQ;;;;CAKR,AAAQ;;;;CAKR,AAAQ;;;;;CAMR,YAAYA,QAAgD;EAC1D,MAAM,OAAO;EACb,KAAK,cAAc,OAAO;EAC1B,KAAK,eAAe,OAAO,gBAAgB;EAC3C,KAAK,eAAe,OAAO,gBAAgB,CAAE;EAC7C,KAAK,YAAY,OAAO,aAAa;EACrC,KAAK,IAAI,OAAO,KAAK;EACrB,KAAK,iBAAiB,OAAO,kBAAkB,CAAE;EACjD,KAAK,kBAAkB,OAAO,mBAAmB;CAClD;;;;;CAMD,kBAAuC;AACrC,SAAO,KAAK;CACb;;;;;CAMD,gBAAgBC,cAAmC;EACjD,KAAK,eAAe;CACrB;;;;;;CAOD,MAAM,sBACJC,OACAC,YAC8B;EAC9B,MAAM,MAAM,KAAK,MAAM,KAAK,KAAK,GAAG,IAAK;EACzC,MAAM,sBAAsB,KAAK,wBAAwB;EAEzD,MAAM,uBAAuB,MAAM,KAAK,oBACtC,OACA,WACD;EACD,MAAM,gBAAgB;GAAE,GAAG;GAAqB,GAAG;EAAsB;AAEzE,SAAO,KAAK,eAAe,eAAe,IAAI;CAC/C;;;;;;;;;CAUD,MAAM,aAAaC,MAA0C;EAC3D,MAAM,MAAM,KAAK,MAAM,KAAK,KAAK,GAAG,IAAK;EACzC,MAAM,YAAY,KAAK,iBAAiB,MAAM,IAAI;EAElD,KAAK,aAAa,KAAK,GAAG,UAAU;EACpC,MAAM,KAAK,YAAY,aAAa,UAAU;CAC/C;;;;;CAMD,AAAQ,yBAGN;EACA,MAAMC,sBAGF,CAAE;AACN,OAAK,MAAM,OAAO,KAAK,aAAa,MAAM,CAAC,KAAK,EAAE,EAAE;GAClD,MAAM,YAAY,IAAI,SAAS;AAC/B,OAAI,cAAc,OAChB,OAAM,IAAI,MACR,CAAC,2RAA2R,CAAC;GAGjS,oBAAoB,aAAa;IAC/B;IACA,OAAO,KAAK,mBAAmB;GAChC;EACF;AACD,SAAO;CACR;;;;;;CAOD,MAAc,oBACZH,OACAC,YACoE;EACpE,MAAMG,eACJ,MAAM,KAAK,YAAY,0BACrB,OACA,KAAK,cACL,QACA,YAAY,UAAU,CACvB;EACH,MAAMC,UACJ,CAAE;AACJ,OAAK,MAAM,CAAC,YAAY,MAAM,IAAI,cAAc;GAC9C,MAAM,YAAY,WAAW,SAAS;AACtC,OAAI,cAAc,OAChB,OAAM,IAAI,MACR,CAAC,2RAA2R,CAAC;GAGjS,MAAM,MAAM,KAAK,aAAa;GAC9B,QAAQ,aAAa;IAAE;IAAK;GAAO;EACpC;AACD,SAAO;CACR;;;;;;;CAQD,AAAQ,eACNC,eACAC,KACqB;EACrB,MAAM,eAAe,OAAO,OAAO,cAAc,CAC9C,IAAI,CAAC,EAAE,KAAK,OAAO,MAAM;GACxB;GACA,OAAO,KAAK,iBAAiB,KAAK,OAAO,IAAI;EAC9C,GAAE,CACF,KAAK,CAAC,GAAG,MAAM,EAAE,QAAQ,EAAE,MAAM;EAEpC,MAAMC,UAA+B,CAAE;AACvC,OAAK,MAAM,EAAE,KAAK,IAAI,cAAc;GAClC,MAAM,cAAc,KAAK,aAAa,IAAI,SAAS;GACnD,YAAY,SAAS,wBAAwB;GAC7C,QAAQ,KAAK,YAAY;AACzB,OAAI,QAAQ,SAAS,KAAK,EACxB;EAEH;AACD,SAAO;CACR;;;;;;;CAQD,AAAQ,iBACNN,MACAK,KACqB;AACrB,SAAO,KAAK,IAAI,CAAC,KAAK,OAAO;GAC3B,GAAG;GACH,UAAU;IACR,GAAG,IAAI;KACN,uBAAuB,IAAI,SAAS,yBAAyB;IAC9D,YAAY,IAAI,SAAS,cAAc;KACtC,aAAa,KAAK,aAAa,SAAS;GAC1C;EACF,GAAE;CACJ;;;;;;;;CASD,AAAQ,iBACNE,KACAC,iBACAC,SACQ;EACR,MAAM,cAAc,KAAK,eACvB,SACA,IAAI,SAAS,sBACd;EACD,IAAI,SAAS,IAAM,KAAK,cAAc;AACtC,OAAK,MAAM,OAAO,KAAK,gBACrB,SAAS,IAAI,SAAS;AAExB,MAAI,oBAAoB,MACtB,SAAS;AAEX,SAAO;CACR;;;;;;;CAQD,AAAQ,eAAeC,MAAcC,SAAyB;AAC5D,UAAQ,OAAO,WAAW;CAC3B;AACF"}

package/dist/schema/prompt_template.cjs

@@ -0,0 +1,36 @@
+const require_rolldown_runtime = require('../_virtual/rolldown_runtime.cjs');
+
+//#region src/schema/prompt_template.ts
+var prompt_template_exports = {};
+require_rolldown_runtime.__export(prompt_template_exports, { formatDocument: () => formatDocument });
+/**
+* Formats a document using a given prompt template.
+*
+* @async
+* @param {Document} document - The document to format.
+* @param {BasePromptTemplate} prompt - The prompt template to use for formatting.
+* @returns {Promise<string>} A Promise that resolves to the formatted document as a string.
+* @throws {Error} If the document is missing required metadata variables specified in the prompt template.
+*/
+const formatDocument = async (document, prompt) => {
+	const baseInfo = {
+		pageContent: document.pageContent,
+		...document.metadata
+	};
+	const variables = new Set(prompt.inputVariables);
+	const requiredMetadata = new Set(prompt.inputVariables.map((v) => v !== "pageContent" ? v : null).filter((v) => v !== null));
+	const missingMetadata = [];
+	for (const variable of variables) if (!(variable in baseInfo) && variable !== "pageContent") missingMetadata.push(variable);
+	if (missingMetadata.length) throw new Error(`Document prompt requires documents to have metadata variables: ${JSON.stringify(requiredMetadata)}. Received document with missing metadata: ${JSON.stringify(missingMetadata)}`);
+	return prompt.format(baseInfo);
+};
+
+//#endregion
+exports.formatDocument = formatDocument;
+Object.defineProperty(exports, 'prompt_template_exports', {
+  enumerable: true,
+  get: function () {
+    return prompt_template_exports;
+  }
+});
+//# sourceMappingURL=prompt_template.cjs.map

package/dist/schema/prompt_template.cjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"prompt_template.cjs","names":["document: Document","prompt: BasePromptTemplate"],"sources":["../../src/schema/prompt_template.ts"],"sourcesContent":["import { Document } from \"@langchain/core/documents\";\nimport { BasePromptTemplate } from \"@langchain/core/prompts\";\n\n/**\n * Formats a document using a given prompt template.\n *\n * @async\n * @param {Document} document - The document to format.\n * @param {BasePromptTemplate} prompt - The prompt template to use for formatting.\n * @returns {Promise<string>} A Promise that resolves to the formatted document as a string.\n * @throws {Error} If the document is missing required metadata variables specified in the prompt template.\n */\nexport const formatDocument = async (\n  document: Document,\n  prompt: BasePromptTemplate\n): Promise<string> => {\n  const baseInfo = {\n    pageContent: document.pageContent,\n    ...document.metadata,\n  };\n  const variables = new Set(prompt.inputVariables);\n  const requiredMetadata = new Set(\n    prompt.inputVariables\n      .map((v) => (v !== \"pageContent\" ? v : null))\n      .filter((v) => v !== null)\n  );\n  const missingMetadata = [];\n  for (const variable of variables) {\n    if (!(variable in baseInfo) && variable !== \"pageContent\") {\n      missingMetadata.push(variable);\n    }\n  }\n  if (missingMetadata.length) {\n    throw new Error(\n      `Document prompt requires documents to have metadata variables: ${JSON.stringify(\n        requiredMetadata\n      )}. Received document with missing metadata: ${JSON.stringify(\n        missingMetadata\n      )}`\n    );\n  }\n  return prompt.format(baseInfo);\n};\n"],"mappings":";;;;;;;;;;;;;;AAYA,MAAa,iBAAiB,OAC5BA,UACAC,WACoB;CACpB,MAAM,WAAW;EACf,aAAa,SAAS;EACtB,GAAG,SAAS;CACb;CACD,MAAM,YAAY,IAAI,IAAI,OAAO;CACjC,MAAM,mBAAmB,IAAI,IAC3B,OAAO,eACJ,IAAI,CAAC,MAAO,MAAM,gBAAgB,IAAI,KAAM,CAC5C,OAAO,CAAC,MAAM,MAAM,KAAK;CAE9B,MAAM,kBAAkB,CAAE;AAC1B,MAAK,MAAM,YAAY,UACrB,KAAI,EAAE,YAAY,aAAa,aAAa,eAC1C,gBAAgB,KAAK,SAAS;AAGlC,KAAI,gBAAgB,OAClB,OAAM,IAAI,MACR,CAAC,+DAA+D,EAAE,KAAK,UACrE,iBACD,CAAC,2CAA2C,EAAE,KAAK,UAClD,gBACD,EAAE;AAGP,QAAO,OAAO,OAAO,SAAS;AAC/B"}

package/dist/schema/prompt_template.d.cts

@@ -0,0 +1,19 @@
+import { BasePromptValueInterface } from "../langchain-core/dist/prompt_values.cjs";
+import { BasePromptTemplate } from "@langchain/core/prompts";
+import { Document } from "@langchain/core/documents";
+
+//#region src/schema/prompt_template.d.ts
+
+/**
+ * Formats a document using a given prompt template.
+ *
+ * @async
+ * @param {Document} document - The document to format.
+ * @param {BasePromptTemplate} prompt - The prompt template to use for formatting.
+ * @returns {Promise<string>} A Promise that resolves to the formatted document as a string.
+ * @throws {Error} If the document is missing required metadata variables specified in the prompt template.
+ */
+declare const formatDocument: (document: Document<Record<string, any>>, prompt: BasePromptTemplate<any, BasePromptValueInterface, any>) => Promise<string>;
+//#endregion
+export { formatDocument };
+//# sourceMappingURL=prompt_template.d.cts.map

package/dist/schema/prompt_template.d.cts.map

@@ -0,0 +1 @@
+{"version":3,"file":"prompt_template.d.cts","names":["Document","BasePromptTemplate","formatDocument","Record","_________langchain_core_dist_prompt_values0","BasePromptValueInterface","Promise"],"sources":["../../src/schema/prompt_template.d.ts"],"sourcesContent":["import { Document } from \"@langchain/core/documents\";\nimport { BasePromptTemplate } from \"@langchain/core/prompts\";\n/**\n * Formats a document using a given prompt template.\n *\n * @async\n * @param {Document} document - The document to format.\n * @param {BasePromptTemplate} prompt - The prompt template to use for formatting.\n * @returns {Promise<string>} A Promise that resolves to the formatted document as a string.\n * @throws {Error} If the document is missing required metadata variables specified in the prompt template.\n */\nexport declare const formatDocument: (document: Document<Record<string, any>>, prompt: BasePromptTemplate<any, import(\"../../../langchain-core/dist/prompt_values\").BasePromptValueInterface, any>) => Promise<string>;\n"],"mappings":";;;;;;;;;AAWA;;;;;;AAAuMM,cAAlLJ,cAAkLI,EAAAA,CAAAA,QAAAA,EAAvJN,QAAuJM,CAA9IH,MAA8IG,CAAAA,MAAAA,EAAAA,GAAAA,CAAAA,CAAAA,EAAAA,MAAAA,EAAhHL,kBAAgHK,CAAAA,GAAAA,EAA/I,wBAAA,EAA+IA,GAAAA,CAAAA,EAAAA,GAAAA,OAAAA,CAAAA,MAAAA,CAAAA"}

package/dist/schema/prompt_template.d.ts

@@ -0,0 +1,19 @@
+import { BasePromptValueInterface } from "../libs/langchain-core/dist/prompt_values.js";
+import { Document } from "@langchain/core/documents";
+import { BasePromptTemplate } from "@langchain/core/prompts";
+
+//#region src/schema/prompt_template.d.ts
+
+/**
+ * Formats a document using a given prompt template.
+ *
+ * @async
+ * @param {Document} document - The document to format.
+ * @param {BasePromptTemplate} prompt - The prompt template to use for formatting.
+ * @returns {Promise<string>} A Promise that resolves to the formatted document as a string.
+ * @throws {Error} If the document is missing required metadata variables specified in the prompt template.
+ */
+declare const formatDocument: (document: Document<Record<string, any>>, prompt: BasePromptTemplate<any, BasePromptValueInterface, any>) => Promise<string>;
+//#endregion
+export { formatDocument };
+//# sourceMappingURL=prompt_template.d.ts.map

package/dist/schema/prompt_template.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"prompt_template.d.ts","names":["Document","BasePromptTemplate","formatDocument","Record","_________langchain_core_dist_prompt_values0","BasePromptValueInterface","Promise"],"sources":["../../src/schema/prompt_template.d.ts"],"sourcesContent":["import { Document } from \"@langchain/core/documents\";\nimport { BasePromptTemplate } from \"@langchain/core/prompts\";\n/**\n * Formats a document using a given prompt template.\n *\n * @async\n * @param {Document} document - The document to format.\n * @param {BasePromptTemplate} prompt - The prompt template to use for formatting.\n * @returns {Promise<string>} A Promise that resolves to the formatted document as a string.\n * @throws {Error} If the document is missing required metadata variables specified in the prompt template.\n */\nexport declare const formatDocument: (document: Document<Record<string, any>>, prompt: BasePromptTemplate<any, import(\"../../../langchain-core/dist/prompt_values\").BasePromptValueInterface, any>) => Promise<string>;\n"],"mappings":";;;;;;;;;AAWA;;;;;;AAAuMM,cAAlLJ,cAAkLI,EAAAA,CAAAA,QAAAA,EAAvJN,QAAuJM,CAA9IH,MAA8IG,CAAAA,MAAAA,EAAAA,GAAAA,CAAAA,CAAAA,EAAAA,MAAAA,EAAhHL,kBAAgHK,CAAAA,GAAAA,EAA/I,wBAAA,EAA+IA,GAAAA,CAAAA,EAAAA,GAAAA,OAAAA,CAAAA,MAAAA,CAAAA"}

package/dist/schema/prompt_template.js

@@ -0,0 +1,30 @@
+import { __export } from "../_virtual/rolldown_runtime.js";
+
+//#region src/schema/prompt_template.ts
+var prompt_template_exports = {};
+__export(prompt_template_exports, { formatDocument: () => formatDocument });
+/**
+* Formats a document using a given prompt template.
+*
+* @async
+* @param {Document} document - The document to format.
+* @param {BasePromptTemplate} prompt - The prompt template to use for formatting.
+* @returns {Promise<string>} A Promise that resolves to the formatted document as a string.
+* @throws {Error} If the document is missing required metadata variables specified in the prompt template.
+*/
+const formatDocument = async (document, prompt) => {
+	const baseInfo = {
+		pageContent: document.pageContent,
+		...document.metadata
+	};
+	const variables = new Set(prompt.inputVariables);
+	const requiredMetadata = new Set(prompt.inputVariables.map((v) => v !== "pageContent" ? v : null).filter((v) => v !== null));
+	const missingMetadata = [];
+	for (const variable of variables) if (!(variable in baseInfo) && variable !== "pageContent") missingMetadata.push(variable);
+	if (missingMetadata.length) throw new Error(`Document prompt requires documents to have metadata variables: ${JSON.stringify(requiredMetadata)}. Received document with missing metadata: ${JSON.stringify(missingMetadata)}`);
+	return prompt.format(baseInfo);
+};
+
+//#endregion
+export { formatDocument, prompt_template_exports };
+//# sourceMappingURL=prompt_template.js.map

package/dist/schema/prompt_template.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"prompt_template.js","names":["document: Document","prompt: BasePromptTemplate"],"sources":["../../src/schema/prompt_template.ts"],"sourcesContent":["import { Document } from \"@langchain/core/documents\";\nimport { BasePromptTemplate } from \"@langchain/core/prompts\";\n\n/**\n * Formats a document using a given prompt template.\n *\n * @async\n * @param {Document} document - The document to format.\n * @param {BasePromptTemplate} prompt - The prompt template to use for formatting.\n * @returns {Promise<string>} A Promise that resolves to the formatted document as a string.\n * @throws {Error} If the document is missing required metadata variables specified in the prompt template.\n */\nexport const formatDocument = async (\n  document: Document,\n  prompt: BasePromptTemplate\n): Promise<string> => {\n  const baseInfo = {\n    pageContent: document.pageContent,\n    ...document.metadata,\n  };\n  const variables = new Set(prompt.inputVariables);\n  const requiredMetadata = new Set(\n    prompt.inputVariables\n      .map((v) => (v !== \"pageContent\" ? v : null))\n      .filter((v) => v !== null)\n  );\n  const missingMetadata = [];\n  for (const variable of variables) {\n    if (!(variable in baseInfo) && variable !== \"pageContent\") {\n      missingMetadata.push(variable);\n    }\n  }\n  if (missingMetadata.length) {\n    throw new Error(\n      `Document prompt requires documents to have metadata variables: ${JSON.stringify(\n        requiredMetadata\n      )}. Received document with missing metadata: ${JSON.stringify(\n        missingMetadata\n      )}`\n    );\n  }\n  return prompt.format(baseInfo);\n};\n"],"mappings":";;;;;;;;;;;;;;AAYA,MAAa,iBAAiB,OAC5BA,UACAC,WACoB;CACpB,MAAM,WAAW;EACf,aAAa,SAAS;EACtB,GAAG,SAAS;CACb;CACD,MAAM,YAAY,IAAI,IAAI,OAAO;CACjC,MAAM,mBAAmB,IAAI,IAC3B,OAAO,eACJ,IAAI,CAAC,MAAO,MAAM,gBAAgB,IAAI,KAAM,CAC5C,OAAO,CAAC,MAAM,MAAM,KAAK;CAE9B,MAAM,kBAAkB,CAAE;AAC1B,MAAK,MAAM,YAAY,UACrB,KAAI,EAAE,YAAY,aAAa,aAAa,eAC1C,gBAAgB,KAAK,SAAS;AAGlC,KAAI,gBAAgB,OAClB,OAAM,IAAI,MACR,CAAC,+DAA+D,EAAE,KAAK,UACrE,iBACD,CAAC,2CAA2C,EAAE,KAAK,UAClD,gBACD,EAAE;AAGP,QAAO,OAAO,OAAO,SAAS;AAC/B"}

package/dist/schema/query_constructor.cjs

@@ -0,0 +1,27 @@
+const require_rolldown_runtime = require('../_virtual/rolldown_runtime.cjs');
+
+//#region src/schema/query_constructor.ts
+var query_constructor_exports = {};
+require_rolldown_runtime.__export(query_constructor_exports, { AttributeInfo: () => AttributeInfo });
+/**
+* A simple data structure that holds information about an attribute. It
+* is typically used to provide metadata about attributes in other classes
+* or data structures within the LangChain framework.
+*/
+var AttributeInfo = class {
+	constructor(name, type, description) {
+		this.name = name;
+		this.type = type;
+		this.description = description;
+	}
+};
+
+//#endregion
+exports.AttributeInfo = AttributeInfo;
+Object.defineProperty(exports, 'query_constructor_exports', {
+  enumerable: true,
+  get: function () {
+    return query_constructor_exports;
+  }
+});
+//# sourceMappingURL=query_constructor.cjs.map

package/dist/schema/query_constructor.cjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"query_constructor.cjs","names":["name: string","type: string","description: string"],"sources":["../../src/schema/query_constructor.ts"],"sourcesContent":["/**\n * A simple data structure that holds information about an attribute. It\n * is typically used to provide metadata about attributes in other classes\n * or data structures within the LangChain framework.\n */\nexport class AttributeInfo {\n  constructor(\n    public name: string,\n    public type: string,\n    public description: string\n  ) {}\n}\n"],"mappings":";;;;;;;;;;AAKA,IAAa,gBAAb,MAA2B;CACzB,YACSA,MACAC,MACAC,aACP;EAHO;EACA;EACA;CACL;AACL"}

package/dist/schema/query_constructor.d.cts

@@ -0,0 +1,15 @@
+//#region src/schema/query_constructor.d.ts
+/**
+ * A simple data structure that holds information about an attribute. It
+ * is typically used to provide metadata about attributes in other classes
+ * or data structures within the LangChain framework.
+ */
+declare class AttributeInfo {
+  name: string;
+  type: string;
+  description: string;
+  constructor(name: string, type: string, description: string);
+}
+//#endregion
+export { AttributeInfo };
+//# sourceMappingURL=query_constructor.d.cts.map

package/dist/schema/query_constructor.d.cts.map

@@ -0,0 +1 @@
+{"version":3,"file":"query_constructor.d.cts","names":["AttributeInfo"],"sources":["../../src/schema/query_constructor.d.ts"],"sourcesContent":["/**\n * A simple data structure that holds information about an attribute. It\n * is typically used to provide metadata about attributes in other classes\n * or data structures within the LangChain framework.\n */\nexport declare class AttributeInfo {\n    name: string;\n    type: string;\n    description: string;\n    constructor(name: string, type: string, description: string);\n}\n"],"mappings":";;AAKA;;;;cAAqBA,aAAAA"}

package/dist/schema/query_constructor.d.ts

@@ -0,0 +1,15 @@
+//#region src/schema/query_constructor.d.ts
+/**
+ * A simple data structure that holds information about an attribute. It
+ * is typically used to provide metadata about attributes in other classes
+ * or data structures within the LangChain framework.
+ */
+declare class AttributeInfo {
+  name: string;
+  type: string;
+  description: string;
+  constructor(name: string, type: string, description: string);
+}
+//#endregion
+export { AttributeInfo };
+//# sourceMappingURL=query_constructor.d.ts.map

package/dist/schema/query_constructor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"query_constructor.d.ts","names":["AttributeInfo"],"sources":["../../src/schema/query_constructor.d.ts"],"sourcesContent":["/**\n * A simple data structure that holds information about an attribute. It\n * is typically used to provide metadata about attributes in other classes\n * or data structures within the LangChain framework.\n */\nexport declare class AttributeInfo {\n    name: string;\n    type: string;\n    description: string;\n    constructor(name: string, type: string, description: string);\n}\n"],"mappings":";;AAKA;;;;cAAqBA,aAAAA"}

package/dist/schema/query_constructor.js

@@ -0,0 +1,21 @@
+import { __export } from "../_virtual/rolldown_runtime.js";
+
+//#region src/schema/query_constructor.ts
+var query_constructor_exports = {};
+__export(query_constructor_exports, { AttributeInfo: () => AttributeInfo });
+/**
+* A simple data structure that holds information about an attribute. It
+* is typically used to provide metadata about attributes in other classes
+* or data structures within the LangChain framework.
+*/
+var AttributeInfo = class {
+	constructor(name, type, description) {
+		this.name = name;
+		this.type = type;
+		this.description = description;
+	}
+};
+
+//#endregion
+export { AttributeInfo, query_constructor_exports };
+//# sourceMappingURL=query_constructor.js.map

package/dist/schema/query_constructor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"query_constructor.js","names":["name: string","type: string","description: string"],"sources":["../../src/schema/query_constructor.ts"],"sourcesContent":["/**\n * A simple data structure that holds information about an attribute. It\n * is typically used to provide metadata about attributes in other classes\n * or data structures within the LangChain framework.\n */\nexport class AttributeInfo {\n  constructor(\n    public name: string,\n    public type: string,\n    public description: string\n  ) {}\n}\n"],"mappings":";;;;;;;;;;AAKA,IAAa,gBAAb,MAA2B;CACzB,YACSA,MACAC,MACAC,aACP;EAHO;EACA;EACA;CACL;AACL"}