@langchain/core 1.1.41 → 1.1.42

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (138) hide show
  1. package/CHANGELOG.md +6 -0
  2. package/dist/callbacks/base.cjs +3 -3
  3. package/dist/callbacks/base.cjs.map +1 -1
  4. package/dist/callbacks/base.js +3 -2
  5. package/dist/callbacks/base.js.map +1 -1
  6. package/dist/callbacks/manager.cjs +8 -7
  7. package/dist/callbacks/manager.cjs.map +1 -1
  8. package/dist/callbacks/manager.js +2 -1
  9. package/dist/callbacks/manager.js.map +1 -1
  10. package/dist/indexing/base.cjs +4 -4
  11. package/dist/indexing/base.cjs.map +1 -1
  12. package/dist/indexing/base.js +2 -1
  13. package/dist/indexing/base.js.map +1 -1
  14. package/dist/language_models/base.cjs +1 -1
  15. package/dist/language_models/base.js +1 -1
  16. package/dist/load/import_map.cjs +2 -0
  17. package/dist/load/import_map.cjs.map +1 -1
  18. package/dist/load/import_map.js +2 -0
  19. package/dist/load/import_map.js.map +1 -1
  20. package/dist/runnables/base.cjs +3 -2
  21. package/dist/runnables/base.cjs.map +1 -1
  22. package/dist/runnables/base.js +2 -1
  23. package/dist/runnables/base.js.map +1 -1
  24. package/dist/runnables/graph.cjs +8 -6
  25. package/dist/runnables/graph.cjs.map +1 -1
  26. package/dist/runnables/graph.js +3 -1
  27. package/dist/runnables/graph.js.map +1 -1
  28. package/dist/utils/uuid/index.cjs +44 -0
  29. package/dist/utils/uuid/index.cjs.map +1 -0
  30. package/dist/utils/uuid/index.d.cts +12 -0
  31. package/dist/utils/uuid/index.d.ts +12 -0
  32. package/dist/utils/uuid/index.js +28 -0
  33. package/dist/utils/uuid/index.js.map +1 -0
  34. package/dist/utils/uuid/max.cjs +6 -0
  35. package/dist/utils/uuid/max.cjs.map +1 -0
  36. package/dist/utils/uuid/max.d.cts +5 -0
  37. package/dist/utils/uuid/max.d.cts.map +1 -0
  38. package/dist/utils/uuid/max.d.ts +5 -0
  39. package/dist/utils/uuid/max.d.ts.map +1 -0
  40. package/dist/utils/uuid/max.js +6 -0
  41. package/dist/utils/uuid/max.js.map +1 -0
  42. package/dist/utils/uuid/nil.cjs +6 -0
  43. package/dist/utils/uuid/nil.cjs.map +1 -0
  44. package/dist/utils/uuid/nil.d.cts +5 -0
  45. package/dist/utils/uuid/nil.d.cts.map +1 -0
  46. package/dist/utils/uuid/nil.d.ts +5 -0
  47. package/dist/utils/uuid/nil.d.ts.map +1 -0
  48. package/dist/utils/uuid/nil.js +6 -0
  49. package/dist/utils/uuid/nil.js.map +1 -0
  50. package/dist/utils/uuid/parse.cjs +11 -0
  51. package/dist/utils/uuid/parse.cjs.map +1 -0
  52. package/dist/utils/uuid/parse.d.cts +7 -0
  53. package/dist/utils/uuid/parse.d.cts.map +1 -0
  54. package/dist/utils/uuid/parse.d.ts +7 -0
  55. package/dist/utils/uuid/parse.d.ts.map +1 -0
  56. package/dist/utils/uuid/parse.js +11 -0
  57. package/dist/utils/uuid/parse.js.map +1 -0
  58. package/dist/utils/uuid/regex.cjs +6 -0
  59. package/dist/utils/uuid/regex.cjs.map +1 -0
  60. package/dist/utils/uuid/regex.js +6 -0
  61. package/dist/utils/uuid/regex.js.map +1 -0
  62. package/dist/utils/uuid/rng.cjs +9 -0
  63. package/dist/utils/uuid/rng.cjs.map +1 -0
  64. package/dist/utils/uuid/rng.js +9 -0
  65. package/dist/utils/uuid/rng.js.map +1 -0
  66. package/dist/utils/uuid/sha1.cjs +71 -0
  67. package/dist/utils/uuid/sha1.cjs.map +1 -0
  68. package/dist/utils/uuid/sha1.js +71 -0
  69. package/dist/utils/uuid/sha1.js.map +1 -0
  70. package/dist/utils/uuid/stringify.cjs +21 -0
  71. package/dist/utils/uuid/stringify.cjs.map +1 -0
  72. package/dist/utils/uuid/stringify.d.cts +5 -0
  73. package/dist/utils/uuid/stringify.d.cts.map +1 -0
  74. package/dist/utils/uuid/stringify.d.ts +5 -0
  75. package/dist/utils/uuid/stringify.d.ts.map +1 -0
  76. package/dist/utils/uuid/stringify.js +20 -0
  77. package/dist/utils/uuid/stringify.js.map +1 -0
  78. package/dist/utils/uuid/types.d.cts +26 -0
  79. package/dist/utils/uuid/types.d.cts.map +1 -0
  80. package/dist/utils/uuid/types.d.ts +26 -0
  81. package/dist/utils/uuid/types.d.ts.map +1 -0
  82. package/dist/utils/uuid/v1.cjs +69 -0
  83. package/dist/utils/uuid/v1.cjs.map +1 -0
  84. package/dist/utils/uuid/v1.d.cts +8 -0
  85. package/dist/utils/uuid/v1.d.cts.map +1 -0
  86. package/dist/utils/uuid/v1.d.ts +8 -0
  87. package/dist/utils/uuid/v1.d.ts.map +1 -0
  88. package/dist/utils/uuid/v1.js +69 -0
  89. package/dist/utils/uuid/v1.js.map +1 -0
  90. package/dist/utils/uuid/v35.cjs +36 -0
  91. package/dist/utils/uuid/v35.cjs.map +1 -0
  92. package/dist/utils/uuid/v35.js +34 -0
  93. package/dist/utils/uuid/v35.js.map +1 -0
  94. package/dist/utils/uuid/v4.cjs +25 -0
  95. package/dist/utils/uuid/v4.cjs.map +1 -0
  96. package/dist/utils/uuid/v4.d.cts +8 -0
  97. package/dist/utils/uuid/v4.d.cts.map +1 -0
  98. package/dist/utils/uuid/v4.d.ts +8 -0
  99. package/dist/utils/uuid/v4.d.ts.map +1 -0
  100. package/dist/utils/uuid/v4.js +25 -0
  101. package/dist/utils/uuid/v4.js.map +1 -0
  102. package/dist/utils/uuid/v5.cjs +12 -0
  103. package/dist/utils/uuid/v5.cjs.map +1 -0
  104. package/dist/utils/uuid/v5.d.cts +14 -0
  105. package/dist/utils/uuid/v5.d.cts.map +1 -0
  106. package/dist/utils/uuid/v5.d.ts +14 -0
  107. package/dist/utils/uuid/v5.d.ts.map +1 -0
  108. package/dist/utils/uuid/v5.js +12 -0
  109. package/dist/utils/uuid/v5.js.map +1 -0
  110. package/dist/utils/uuid/v7.cjs +57 -0
  111. package/dist/utils/uuid/v7.cjs.map +1 -0
  112. package/dist/utils/uuid/v7.d.cts +8 -0
  113. package/dist/utils/uuid/v7.d.cts.map +1 -0
  114. package/dist/utils/uuid/v7.d.ts +8 -0
  115. package/dist/utils/uuid/v7.d.ts.map +1 -0
  116. package/dist/utils/uuid/v7.js +57 -0
  117. package/dist/utils/uuid/v7.js.map +1 -0
  118. package/dist/utils/uuid/validate.cjs +9 -0
  119. package/dist/utils/uuid/validate.cjs.map +1 -0
  120. package/dist/utils/uuid/validate.d.cts +5 -0
  121. package/dist/utils/uuid/validate.d.cts.map +1 -0
  122. package/dist/utils/uuid/validate.d.ts +5 -0
  123. package/dist/utils/uuid/validate.d.ts.map +1 -0
  124. package/dist/utils/uuid/validate.js +9 -0
  125. package/dist/utils/uuid/validate.js.map +1 -0
  126. package/dist/utils/uuid/version.cjs +10 -0
  127. package/dist/utils/uuid/version.cjs.map +1 -0
  128. package/dist/utils/uuid/version.d.cts +5 -0
  129. package/dist/utils/uuid/version.d.cts.map +1 -0
  130. package/dist/utils/uuid/version.d.ts +5 -0
  131. package/dist/utils/uuid/version.d.ts.map +1 -0
  132. package/dist/utils/uuid/version.js +10 -0
  133. package/dist/utils/uuid/version.js.map +1 -0
  134. package/package.json +12 -2
  135. package/utils/uuid.cjs +1 -0
  136. package/utils/uuid.d.cts +1 -0
  137. package/utils/uuid.d.ts +1 -0
  138. package/utils/uuid.js +1 -0
@@ -1 +1 @@
1
- {"version":3,"file":"manager.js","names":["uuidv7"],"sources":["../../src/callbacks/manager.ts"],"sourcesContent":["import { v7 as uuidv7 } from \"uuid\";\nimport { AgentAction, AgentFinish } from \"../agents.js\";\nimport type { ChainValues } from \"../utils/types/index.js\";\nimport { LLMResult } from \"../outputs.js\";\nimport {\n BaseCallbackHandler,\n CallbackHandlerMethods,\n HandleLLMNewTokenCallbackFields,\n isBaseCallbackHandler,\n NewTokenIndices,\n} from \"./base.js\";\nimport { ConsoleCallbackHandler } from \"../tracers/console.js\";\nimport { type BaseMessage } from \"../messages/base.js\";\nimport { getBufferString } from \"../messages/utils.js\";\nimport { getEnvironmentVariable } from \"../utils/env.js\";\nimport { LangChainTracer } from \"../tracers/tracer_langchain.js\";\nimport { consumeCallback } from \"./promises.js\";\nimport { Serialized } from \"../load/serializable.js\";\nimport type { DocumentInterface } from \"../documents/document.js\";\nimport { isTracingEnabled } from \"../utils/callbacks.js\";\nimport { isBaseTracer } from \"../tracers/base.js\";\nimport {\n getContextVariable,\n _getConfigureHooks,\n} from \"../singletons/async_local_storage/context.js\";\n\ntype BaseCallbackManagerMethods = {\n [K in keyof CallbackHandlerMethods]?: (\n ...args: Parameters<Required<CallbackHandlerMethods>[K]>\n ) => Promise<unknown>;\n};\n\nexport interface CallbackManagerOptions {\n verbose?: boolean;\n tracing?: boolean;\n tracerInheritableMetadata?: Record<string, unknown>;\n tracerInheritableTags?: string[];\n}\n\nexport type Callbacks =\n | CallbackManager\n | (BaseCallbackHandler | CallbackHandlerMethods)[];\n\nexport interface BaseCallbackConfig {\n /**\n * Name for the tracer run for this call. Defaults to the name of the class.\n */\n runName?: string;\n\n /**\n * Tags for this call and any sub-calls (eg. a Chain calling an LLM).\n * You can use these to filter calls.\n */\n tags?: string[];\n\n /**\n * Metadata for this call and any sub-calls (eg. a Chain calling an LLM).\n * Keys should be strings, values should be JSON-serializable.\n */\n metadata?: Record<string, unknown>;\n\n /**\n * Callbacks for this call and any sub-calls (eg. a Chain calling an LLM).\n * Tags are passed to all callbacks, metadata is passed to handle*Start callbacks.\n */\n callbacks?: Callbacks;\n\n /**\n * Unique identifier for the tracer run for this call. If not provided, a new UUID\n * will be generated.\n */\n runId?: string;\n}\n\nexport function parseCallbackConfigArg(\n arg: Callbacks | BaseCallbackConfig | undefined\n): BaseCallbackConfig {\n if (!arg) {\n return {};\n } else if (Array.isArray(arg) || \"name\" in arg) {\n return { callbacks: arg };\n } else {\n return arg;\n }\n}\n\n/**\n * Manage callbacks from different components of LangChain.\n */\nexport abstract class BaseCallbackManager {\n abstract addHandler(handler: BaseCallbackHandler): void;\n\n abstract removeHandler(handler: BaseCallbackHandler): void;\n\n abstract setHandlers(handlers: BaseCallbackHandler[]): void;\n\n setHandler(handler: BaseCallbackHandler): void {\n return this.setHandlers([handler]);\n }\n}\n\n/**\n * Base class for run manager in LangChain.\n */\nexport class BaseRunManager {\n constructor(\n public readonly runId: string,\n public readonly handlers: BaseCallbackHandler[],\n protected readonly inheritableHandlers: BaseCallbackHandler[],\n protected readonly tags: string[],\n protected readonly inheritableTags: string[],\n protected readonly metadata: Record<string, unknown>,\n protected readonly inheritableMetadata: Record<string, unknown>,\n protected readonly _parentRunId?: string\n ) {}\n\n get parentRunId() {\n return this._parentRunId;\n }\n\n async handleText(text: string): Promise<void> {\n await Promise.all(\n this.handlers.map((handler) =>\n consumeCallback(async () => {\n try {\n await handler.handleText?.(\n text,\n this.runId,\n this._parentRunId,\n this.tags\n );\n } catch (err) {\n const logFunction = handler.raiseError\n ? console.error\n : console.warn;\n logFunction(\n `Error in handler ${handler.constructor.name}, handleText: ${err}`\n );\n if (handler.raiseError) {\n throw err;\n }\n }\n }, handler.awaitHandlers)\n )\n );\n }\n\n async handleCustomEvent(\n eventName: string,\n // oxlint-disable-next-line @typescript-eslint/no-explicit-any\n data: any,\n _runId?: string,\n _tags?: string[],\n // oxlint-disable-next-line @typescript-eslint/no-explicit-any\n _metadata?: Record<string, any>\n ): Promise<void> {\n await Promise.all(\n this.handlers.map((handler) =>\n consumeCallback(async () => {\n try {\n await handler.handleCustomEvent?.(\n eventName,\n data,\n this.runId,\n this.tags,\n this.metadata\n );\n } catch (err) {\n const logFunction = handler.raiseError\n ? console.error\n : console.warn;\n logFunction(\n `Error in handler ${handler.constructor.name}, handleCustomEvent: ${err}`\n );\n if (handler.raiseError) {\n throw err;\n }\n }\n }, handler.awaitHandlers)\n )\n );\n }\n}\n\n/**\n * Manages callbacks for retriever runs.\n */\nexport class CallbackManagerForRetrieverRun\n extends BaseRunManager\n implements BaseCallbackManagerMethods\n{\n getChild(tag?: string): CallbackManager {\n // oxlint-disable-next-line @typescript-eslint/no-use-before-define\n const manager = new CallbackManager(this.runId);\n manager.setHandlers(this.inheritableHandlers);\n manager.addTags(this.inheritableTags);\n manager.addMetadata(this.inheritableMetadata);\n if (tag) {\n manager.addTags([tag], false);\n }\n return manager;\n }\n\n async handleRetrieverEnd(documents: DocumentInterface[]): Promise<void> {\n await Promise.all(\n this.handlers.map((handler) =>\n consumeCallback(async () => {\n if (!handler.ignoreRetriever) {\n try {\n await handler.handleRetrieverEnd?.(\n documents,\n this.runId,\n this._parentRunId,\n this.tags\n );\n } catch (err) {\n const logFunction = handler.raiseError\n ? console.error\n : console.warn;\n logFunction(\n `Error in handler ${handler.constructor.name}, handleRetriever`\n );\n if (handler.raiseError) {\n throw err;\n }\n }\n }\n }, handler.awaitHandlers)\n )\n );\n }\n\n async handleRetrieverError(err: Error | unknown): Promise<void> {\n await Promise.all(\n this.handlers.map((handler) =>\n consumeCallback(async () => {\n if (!handler.ignoreRetriever) {\n try {\n await handler.handleRetrieverError?.(\n err,\n this.runId,\n this._parentRunId,\n this.tags\n );\n } catch (error) {\n const logFunction = handler.raiseError\n ? console.error\n : console.warn;\n logFunction(\n `Error in handler ${handler.constructor.name}, handleRetrieverError: ${error}`\n );\n if (handler.raiseError) {\n throw err;\n }\n }\n }\n }, handler.awaitHandlers)\n )\n );\n }\n}\n\nexport class CallbackManagerForLLMRun\n extends BaseRunManager\n implements BaseCallbackManagerMethods\n{\n async handleLLMNewToken(\n token: string,\n idx?: NewTokenIndices,\n _runId?: string,\n _parentRunId?: string,\n _tags?: string[],\n fields?: HandleLLMNewTokenCallbackFields\n ): Promise<void> {\n await Promise.all(\n this.handlers.map((handler) =>\n consumeCallback(async () => {\n if (!handler.ignoreLLM) {\n try {\n await handler.handleLLMNewToken?.(\n token,\n idx ?? { prompt: 0, completion: 0 },\n this.runId,\n this._parentRunId,\n this.tags,\n fields\n );\n } catch (err) {\n const logFunction = handler.raiseError\n ? console.error\n : console.warn;\n logFunction(\n `Error in handler ${handler.constructor.name}, handleLLMNewToken: ${err}`\n );\n if (handler.raiseError) {\n throw err;\n }\n }\n }\n }, handler.awaitHandlers)\n )\n );\n }\n\n async handleLLMError(\n err: Error | unknown,\n _runId?: string,\n _parentRunId?: string,\n _tags?: string[],\n extraParams?: Record<string, unknown>\n ): Promise<void> {\n await Promise.all(\n this.handlers.map((handler) =>\n consumeCallback(async () => {\n if (!handler.ignoreLLM) {\n try {\n await handler.handleLLMError?.(\n err,\n this.runId,\n this._parentRunId,\n this.tags,\n extraParams\n );\n } catch (err) {\n const logFunction = handler.raiseError\n ? console.error\n : console.warn;\n logFunction(\n `Error in handler ${handler.constructor.name}, handleLLMError: ${err}`\n );\n if (handler.raiseError) {\n throw err;\n }\n }\n }\n }, handler.awaitHandlers)\n )\n );\n }\n\n async handleLLMEnd(\n output: LLMResult,\n _runId?: string,\n _parentRunId?: string,\n _tags?: string[],\n extraParams?: Record<string, unknown>\n ): Promise<void> {\n await Promise.all(\n this.handlers.map((handler) =>\n consumeCallback(async () => {\n if (!handler.ignoreLLM) {\n try {\n await handler.handleLLMEnd?.(\n output,\n this.runId,\n this._parentRunId,\n this.tags,\n extraParams\n );\n } catch (err) {\n const logFunction = handler.raiseError\n ? console.error\n : console.warn;\n logFunction(\n `Error in handler ${handler.constructor.name}, handleLLMEnd: ${err}`\n );\n if (handler.raiseError) {\n throw err;\n }\n }\n }\n }, handler.awaitHandlers)\n )\n );\n }\n}\n\nexport class CallbackManagerForChainRun\n extends BaseRunManager\n implements BaseCallbackManagerMethods\n{\n getChild(tag?: string): CallbackManager {\n // oxlint-disable-next-line @typescript-eslint/no-use-before-define\n const manager = new CallbackManager(this.runId);\n manager.setHandlers(this.inheritableHandlers);\n manager.addTags(this.inheritableTags);\n manager.addMetadata(this.inheritableMetadata);\n if (tag) {\n manager.addTags([tag], false);\n }\n return manager;\n }\n\n async handleChainError(\n err: Error | unknown,\n _runId?: string,\n _parentRunId?: string,\n _tags?: string[],\n kwargs?: { inputs?: Record<string, unknown> }\n ): Promise<void> {\n await Promise.all(\n this.handlers.map((handler) =>\n consumeCallback(async () => {\n if (!handler.ignoreChain) {\n try {\n await handler.handleChainError?.(\n err,\n this.runId,\n this._parentRunId,\n this.tags,\n kwargs\n );\n } catch (err) {\n const logFunction = handler.raiseError\n ? console.error\n : console.warn;\n logFunction(\n `Error in handler ${handler.constructor.name}, handleChainError: ${err}`\n );\n if (handler.raiseError) {\n throw err;\n }\n }\n }\n }, handler.awaitHandlers)\n )\n );\n }\n\n async handleChainEnd(\n output: ChainValues,\n _runId?: string,\n _parentRunId?: string,\n _tags?: string[],\n kwargs?: { inputs?: Record<string, unknown> }\n ): Promise<void> {\n await Promise.all(\n this.handlers.map((handler) =>\n consumeCallback(async () => {\n if (!handler.ignoreChain) {\n try {\n await handler.handleChainEnd?.(\n output,\n this.runId,\n this._parentRunId,\n this.tags,\n kwargs\n );\n } catch (err) {\n const logFunction = handler.raiseError\n ? console.error\n : console.warn;\n logFunction(\n `Error in handler ${handler.constructor.name}, handleChainEnd: ${err}`\n );\n if (handler.raiseError) {\n throw err;\n }\n }\n }\n }, handler.awaitHandlers)\n )\n );\n }\n\n async handleAgentAction(action: AgentAction): Promise<void> {\n await Promise.all(\n this.handlers.map((handler) =>\n consumeCallback(async () => {\n if (!handler.ignoreAgent) {\n try {\n await handler.handleAgentAction?.(\n action,\n this.runId,\n this._parentRunId,\n this.tags\n );\n } catch (err) {\n const logFunction = handler.raiseError\n ? console.error\n : console.warn;\n logFunction(\n `Error in handler ${handler.constructor.name}, handleAgentAction: ${err}`\n );\n if (handler.raiseError) {\n throw err;\n }\n }\n }\n }, handler.awaitHandlers)\n )\n );\n }\n\n async handleAgentEnd(action: AgentFinish): Promise<void> {\n await Promise.all(\n this.handlers.map((handler) =>\n consumeCallback(async () => {\n if (!handler.ignoreAgent) {\n try {\n await handler.handleAgentEnd?.(\n action,\n this.runId,\n this._parentRunId,\n this.tags\n );\n } catch (err) {\n const logFunction = handler.raiseError\n ? console.error\n : console.warn;\n logFunction(\n `Error in handler ${handler.constructor.name}, handleAgentEnd: ${err}`\n );\n if (handler.raiseError) {\n throw err;\n }\n }\n }\n }, handler.awaitHandlers)\n )\n );\n }\n}\n\nexport class CallbackManagerForToolRun\n extends BaseRunManager\n implements BaseCallbackManagerMethods\n{\n getChild(tag?: string): CallbackManager {\n // oxlint-disable-next-line @typescript-eslint/no-use-before-define\n const manager = new CallbackManager(this.runId);\n manager.setHandlers(this.inheritableHandlers);\n manager.addTags(this.inheritableTags);\n manager.addMetadata(this.inheritableMetadata);\n if (tag) {\n manager.addTags([tag], false);\n }\n return manager;\n }\n\n async handleToolError(err: Error | unknown): Promise<void> {\n await Promise.all(\n this.handlers.map((handler) =>\n consumeCallback(async () => {\n if (!handler.ignoreAgent) {\n try {\n await handler.handleToolError?.(\n err,\n this.runId,\n this._parentRunId,\n this.tags\n );\n } catch (err) {\n const logFunction = handler.raiseError\n ? console.error\n : console.warn;\n logFunction(\n `Error in handler ${handler.constructor.name}, handleToolError: ${err}`\n );\n if (handler.raiseError) {\n throw err;\n }\n }\n }\n }, handler.awaitHandlers)\n )\n );\n }\n\n async handleToolEvent(chunk: unknown): Promise<void> {\n await Promise.all(\n this.handlers.map((handler) =>\n consumeCallback(async () => {\n if (!handler.ignoreAgent) {\n try {\n await handler.handleToolEvent?.(\n chunk,\n this.runId,\n this._parentRunId,\n this.tags\n );\n } catch (err) {\n if (handler.raiseError) throw err;\n }\n }\n }, handler.awaitHandlers)\n )\n );\n }\n\n // oxlint-disable-next-line @typescript-eslint/no-explicit-any\n async handleToolEnd(output: any): Promise<void> {\n await Promise.all(\n this.handlers.map((handler) =>\n consumeCallback(async () => {\n if (!handler.ignoreAgent) {\n try {\n await handler.handleToolEnd?.(\n output,\n this.runId,\n this._parentRunId,\n this.tags\n );\n } catch (err) {\n const logFunction = handler.raiseError\n ? console.error\n : console.warn;\n logFunction(\n `Error in handler ${handler.constructor.name}, handleToolEnd: ${err}`\n );\n if (handler.raiseError) {\n throw err;\n }\n }\n }\n }, handler.awaitHandlers)\n )\n );\n }\n}\n\n/**\n * @example\n * ```typescript\n * const prompt = PromptTemplate.fromTemplate(\"What is the answer to {question}?\");\n *\n * // Example of using LLMChain with OpenAI and a simple prompt\n * const chain = new LLMChain({\n * llm: new ChatOpenAI({ model: \"gpt-4o-mini\", temperature: 0.9 }),\n * prompt,\n * });\n *\n * // Running the chain with a single question\n * const result = await chain.call({\n * question: \"What is the airspeed velocity of an unladen swallow?\",\n * });\n * console.log(\"The answer is:\", result);\n * ```\n */\nexport class CallbackManager\n extends BaseCallbackManager\n implements BaseCallbackManagerMethods\n{\n handlers: BaseCallbackHandler[] = [];\n\n inheritableHandlers: BaseCallbackHandler[] = [];\n\n tags: string[] = [];\n\n inheritableTags: string[] = [];\n\n metadata: Record<string, unknown> = {};\n\n inheritableMetadata: Record<string, unknown> = {};\n\n name = \"callback_manager\";\n\n public _parentRunId?: string;\n\n constructor(\n parentRunId?: string,\n options?: {\n handlers?: BaseCallbackHandler[];\n inheritableHandlers?: BaseCallbackHandler[];\n tags?: string[];\n inheritableTags?: string[];\n metadata?: Record<string, unknown>;\n inheritableMetadata?: Record<string, unknown>;\n }\n ) {\n super();\n this.handlers = options?.handlers ?? this.handlers;\n this.inheritableHandlers =\n options?.inheritableHandlers ?? this.inheritableHandlers;\n this.tags = options?.tags ?? this.tags;\n this.inheritableTags = options?.inheritableTags ?? this.inheritableTags;\n this.metadata = options?.metadata ?? this.metadata;\n this.inheritableMetadata =\n options?.inheritableMetadata ?? this.inheritableMetadata;\n this._parentRunId = parentRunId;\n }\n\n /**\n * Gets the parent run ID, if any.\n *\n * @returns The parent run ID.\n */\n getParentRunId() {\n return this._parentRunId;\n }\n\n async handleLLMStart(\n llm: Serialized,\n prompts: string[],\n runId: string | undefined = undefined,\n _parentRunId: string | undefined = undefined,\n extraParams: Record<string, unknown> | undefined = undefined,\n _tags: string[] | undefined = undefined,\n _metadata: Record<string, unknown> | undefined = undefined,\n runName: string | undefined = undefined\n ): Promise<CallbackManagerForLLMRun[]> {\n return Promise.all(\n prompts.map(async (prompt, idx) => {\n // Can't have duplicate runs with the same run ID (if provided)\n const runId_ = idx === 0 && runId ? runId : uuidv7();\n\n await Promise.all(\n this.handlers.map((handler) => {\n if (handler.ignoreLLM) {\n return;\n }\n if (isBaseTracer(handler)) {\n // Create and add run to the run map.\n // We do this synchronously to avoid race conditions\n // when callbacks are backgrounded.\n handler._createRunForLLMStart(\n llm,\n [prompt],\n runId_,\n this._parentRunId,\n extraParams,\n this.tags,\n this.metadata,\n runName\n );\n }\n return consumeCallback(async () => {\n try {\n await handler.handleLLMStart?.(\n llm,\n [prompt],\n runId_,\n this._parentRunId,\n extraParams,\n this.tags,\n this.metadata,\n runName\n );\n } catch (err) {\n const logFunction = handler.raiseError\n ? console.error\n : console.warn;\n logFunction(\n `Error in handler ${handler.constructor.name}, handleLLMStart: ${err}`\n );\n if (handler.raiseError) {\n throw err;\n }\n }\n }, handler.awaitHandlers);\n })\n );\n\n return new CallbackManagerForLLMRun(\n runId_,\n this.handlers,\n this.inheritableHandlers,\n this.tags,\n this.inheritableTags,\n this.metadata,\n this.inheritableMetadata,\n this._parentRunId\n );\n })\n );\n }\n\n async handleChatModelStart(\n llm: Serialized,\n messages: BaseMessage[][],\n runId: string | undefined = undefined,\n _parentRunId: string | undefined = undefined,\n extraParams: Record<string, unknown> | undefined = undefined,\n _tags: string[] | undefined = undefined,\n _metadata: Record<string, unknown> | undefined = undefined,\n runName: string | undefined = undefined\n ): Promise<CallbackManagerForLLMRun[]> {\n return Promise.all(\n messages.map(async (messageGroup, idx) => {\n // Can't have duplicate runs with the same run ID (if provided)\n const runId_ = idx === 0 && runId ? runId : uuidv7();\n\n await Promise.all(\n this.handlers.map((handler) => {\n if (handler.ignoreLLM) {\n return;\n }\n if (isBaseTracer(handler)) {\n // Create and add run to the run map.\n // We do this synchronously to avoid race conditions\n // when callbacks are backgrounded.\n handler._createRunForChatModelStart(\n llm,\n [messageGroup],\n runId_,\n this._parentRunId,\n extraParams,\n this.tags,\n this.metadata,\n runName\n );\n }\n return consumeCallback(async () => {\n try {\n if (handler.handleChatModelStart) {\n await handler.handleChatModelStart?.(\n llm,\n [messageGroup],\n runId_,\n this._parentRunId,\n extraParams,\n this.tags,\n this.metadata,\n runName\n );\n } else if (handler.handleLLMStart) {\n const messageString = getBufferString(messageGroup);\n await handler.handleLLMStart?.(\n llm,\n [messageString],\n runId_,\n this._parentRunId,\n extraParams,\n this.tags,\n this.metadata,\n runName\n );\n }\n } catch (err) {\n const logFunction = handler.raiseError\n ? console.error\n : console.warn;\n logFunction(\n `Error in handler ${handler.constructor.name}, handleLLMStart: ${err}`\n );\n if (handler.raiseError) {\n throw err;\n }\n }\n }, handler.awaitHandlers);\n })\n );\n\n return new CallbackManagerForLLMRun(\n runId_,\n this.handlers,\n this.inheritableHandlers,\n this.tags,\n this.inheritableTags,\n this.metadata,\n this.inheritableMetadata,\n this._parentRunId\n );\n })\n );\n }\n\n async handleChainStart(\n chain: Serialized,\n inputs: ChainValues,\n runId = uuidv7(),\n runType: string | undefined = undefined,\n _tags: string[] | undefined = undefined,\n _metadata: Record<string, unknown> | undefined = undefined,\n runName: string | undefined = undefined,\n _parentRunId: string | undefined = undefined,\n extra: Record<string, unknown> | undefined = undefined\n ): Promise<CallbackManagerForChainRun> {\n await Promise.all(\n this.handlers.map((handler) => {\n if (handler.ignoreChain) {\n return;\n }\n if (isBaseTracer(handler)) {\n // Create and add run to the run map.\n // We do this synchronously to avoid race conditions\n // when callbacks are backgrounded.\n handler._createRunForChainStart(\n chain,\n inputs,\n runId,\n this._parentRunId,\n this.tags,\n this.metadata,\n runType,\n runName,\n extra\n );\n }\n return consumeCallback(async () => {\n try {\n await handler.handleChainStart?.(\n chain,\n inputs,\n runId,\n this._parentRunId,\n this.tags,\n this.metadata,\n runType,\n runName,\n extra\n );\n } catch (err) {\n const logFunction = handler.raiseError\n ? console.error\n : console.warn;\n logFunction(\n `Error in handler ${handler.constructor.name}, handleChainStart: ${err}`\n );\n if (handler.raiseError) {\n throw err;\n }\n }\n }, handler.awaitHandlers);\n })\n );\n return new CallbackManagerForChainRun(\n runId,\n this.handlers,\n this.inheritableHandlers,\n this.tags,\n this.inheritableTags,\n this.metadata,\n this.inheritableMetadata,\n this._parentRunId\n );\n }\n\n async handleToolStart(\n tool: Serialized,\n input: string,\n runId = uuidv7(),\n _parentRunId: string | undefined = undefined,\n _tags: string[] | undefined = undefined,\n _metadata: Record<string, unknown> | undefined = undefined,\n runName: string | undefined = undefined,\n toolCallId: string | undefined = undefined\n ): Promise<CallbackManagerForToolRun> {\n await Promise.all(\n this.handlers.map((handler) => {\n if (handler.ignoreAgent) {\n return;\n }\n if (isBaseTracer(handler)) {\n // Create and add run to the run map.\n // We do this synchronously to avoid race conditions\n // when callbacks are backgrounded.\n handler._createRunForToolStart(\n tool,\n input,\n runId,\n this._parentRunId,\n this.tags,\n this.metadata,\n runName\n );\n }\n return consumeCallback(async () => {\n try {\n await handler.handleToolStart?.(\n tool,\n input,\n runId,\n this._parentRunId,\n this.tags,\n this.metadata,\n runName,\n toolCallId\n );\n } catch (err) {\n const logFunction = handler.raiseError\n ? console.error\n : console.warn;\n logFunction(\n `Error in handler ${handler.constructor.name}, handleToolStart: ${err}`\n );\n if (handler.raiseError) {\n throw err;\n }\n }\n }, handler.awaitHandlers);\n })\n );\n return new CallbackManagerForToolRun(\n runId,\n this.handlers,\n this.inheritableHandlers,\n this.tags,\n this.inheritableTags,\n this.metadata,\n this.inheritableMetadata,\n this._parentRunId\n );\n }\n\n async handleRetrieverStart(\n retriever: Serialized,\n query: string,\n runId: string = uuidv7(),\n _parentRunId: string | undefined = undefined,\n _tags: string[] | undefined = undefined,\n _metadata: Record<string, unknown> | undefined = undefined,\n runName: string | undefined = undefined\n ): Promise<CallbackManagerForRetrieverRun> {\n await Promise.all(\n this.handlers.map((handler) => {\n if (handler.ignoreRetriever) {\n return;\n }\n if (isBaseTracer(handler)) {\n // Create and add run to the run map.\n // We do this synchronously to avoid race conditions\n // when callbacks are backgrounded.\n handler._createRunForRetrieverStart(\n retriever,\n query,\n runId,\n this._parentRunId,\n this.tags,\n this.metadata,\n runName\n );\n }\n return consumeCallback(async () => {\n try {\n await handler.handleRetrieverStart?.(\n retriever,\n query,\n runId,\n this._parentRunId,\n this.tags,\n this.metadata,\n runName\n );\n } catch (err) {\n const logFunction = handler.raiseError\n ? console.error\n : console.warn;\n logFunction(\n `Error in handler ${handler.constructor.name}, handleRetrieverStart: ${err}`\n );\n if (handler.raiseError) {\n throw err;\n }\n }\n }, handler.awaitHandlers);\n })\n );\n return new CallbackManagerForRetrieverRun(\n runId,\n this.handlers,\n this.inheritableHandlers,\n this.tags,\n this.inheritableTags,\n this.metadata,\n this.inheritableMetadata,\n this._parentRunId\n );\n }\n\n async handleCustomEvent?(\n eventName: string,\n // oxlint-disable-next-line @typescript-eslint/no-explicit-any\n data: any,\n runId: string,\n _tags?: string[],\n // oxlint-disable-next-line @typescript-eslint/no-explicit-any\n _metadata?: Record<string, any>\n ): // oxlint-disable-next-line @typescript-eslint/no-explicit-any\n Promise<any> {\n await Promise.all(\n this.handlers.map((handler) =>\n consumeCallback(async () => {\n if (!handler.ignoreCustomEvent) {\n try {\n await handler.handleCustomEvent?.(\n eventName,\n data,\n runId,\n this.tags,\n this.metadata\n );\n } catch (err) {\n const logFunction = handler.raiseError\n ? console.error\n : console.warn;\n logFunction(\n `Error in handler ${handler.constructor.name}, handleCustomEvent: ${err}`\n );\n if (handler.raiseError) {\n throw err;\n }\n }\n }\n }, handler.awaitHandlers)\n )\n );\n }\n\n addHandler(handler: BaseCallbackHandler, inherit = true): void {\n this.handlers.push(handler);\n if (inherit) {\n this.inheritableHandlers.push(handler);\n }\n }\n\n removeHandler(handler: BaseCallbackHandler): void {\n this.handlers = this.handlers.filter((_handler) => _handler !== handler);\n this.inheritableHandlers = this.inheritableHandlers.filter(\n (_handler) => _handler !== handler\n );\n }\n\n setHandlers(handlers: BaseCallbackHandler[], inherit = true): void {\n this.handlers = [];\n this.inheritableHandlers = [];\n for (const handler of handlers) {\n this.addHandler(handler, inherit);\n }\n }\n\n addTags(tags: string[], inherit = true): void {\n this.removeTags(tags); // Remove duplicates\n this.tags.push(...tags);\n if (inherit) {\n this.inheritableTags.push(...tags);\n }\n }\n\n removeTags(tags: string[]): void {\n this.tags = this.tags.filter((tag) => !tags.includes(tag));\n this.inheritableTags = this.inheritableTags.filter(\n (tag) => !tags.includes(tag)\n );\n }\n\n addMetadata(metadata: Record<string, unknown>, inherit = true): void {\n this.metadata = { ...this.metadata, ...metadata };\n if (inherit) {\n this.inheritableMetadata = { ...this.inheritableMetadata, ...metadata };\n }\n }\n\n removeMetadata(metadata: Record<string, unknown>): void {\n for (const key of Object.keys(metadata)) {\n delete this.metadata[key];\n delete this.inheritableMetadata[key];\n }\n }\n\n copy(\n additionalHandlers: BaseCallbackHandler[] = [],\n inherit = true\n ): CallbackManager {\n const manager = new CallbackManager(this._parentRunId);\n for (const handler of this.handlers) {\n const inheritable = this.inheritableHandlers.includes(handler);\n manager.addHandler(handler, inheritable);\n }\n for (const tag of this.tags) {\n const inheritable = this.inheritableTags.includes(tag);\n manager.addTags([tag], inheritable);\n }\n for (const key of Object.keys(this.metadata)) {\n const inheritable = Object.keys(this.inheritableMetadata).includes(key);\n manager.addMetadata({ [key]: this.metadata[key] }, inheritable);\n }\n for (const handler of additionalHandlers) {\n if (\n // Prevent multiple copies of console_callback_handler\n manager.handlers\n .filter((h) => h.name === \"console_callback_handler\")\n .some((h) => h.name === handler.name)\n ) {\n continue;\n }\n manager.addHandler(handler, inherit);\n }\n return manager;\n }\n\n static fromHandlers(handlers: CallbackHandlerMethods) {\n class Handler extends BaseCallbackHandler {\n name = uuidv7();\n\n constructor() {\n super();\n Object.assign(this, handlers);\n }\n }\n\n const manager = new this();\n manager.addHandler(new Handler());\n return manager;\n }\n\n static configure(\n inheritableHandlers?: Callbacks,\n localHandlers?: Callbacks,\n inheritableTags?: string[],\n localTags?: string[],\n inheritableMetadata?: Record<string, unknown>,\n localMetadata?: Record<string, unknown>,\n options?: CallbackManagerOptions\n ): CallbackManager | undefined {\n return this._configureSync(\n inheritableHandlers,\n localHandlers,\n inheritableTags,\n localTags,\n inheritableMetadata,\n localMetadata,\n options\n );\n }\n\n // TODO: Deprecate async method in favor of this one.\n static _configureSync(\n inheritableHandlers?: Callbacks,\n localHandlers?: Callbacks,\n inheritableTags?: string[],\n localTags?: string[],\n inheritableMetadata?: Record<string, unknown>,\n localMetadata?: Record<string, unknown>,\n options?: CallbackManagerOptions\n ) {\n let callbackManager: CallbackManager | undefined;\n if (inheritableHandlers || localHandlers) {\n if (Array.isArray(inheritableHandlers) || !inheritableHandlers) {\n callbackManager = new CallbackManager();\n callbackManager.setHandlers(\n inheritableHandlers?.map(ensureHandler) ?? [],\n true\n );\n } else {\n callbackManager = inheritableHandlers;\n }\n\n callbackManager = callbackManager.copy(\n Array.isArray(localHandlers)\n ? localHandlers.map(ensureHandler)\n : localHandlers?.handlers,\n false\n );\n }\n\n const verboseEnabled =\n getEnvironmentVariable(\"LANGCHAIN_VERBOSE\") === \"true\" ||\n options?.verbose;\n\n const traceableRunTree = LangChainTracer.getTraceableRunTree();\n const tracingV2Enabled =\n traceableRunTree?.tracingEnabled ?? isTracingEnabled();\n\n // If tracing is explicitly disabled by the RunTree (e.g. via\n // traceable({ tracingEnabled: false })), remove any inherited\n // LangChainTracer handlers so that child runs don't trace either.\n if (traceableRunTree?.tracingEnabled === false && callbackManager) {\n const inheritedTracers = callbackManager.handlers.filter(\n (handler) => handler.name === \"langchain_tracer\"\n );\n for (const tracer of inheritedTracers) {\n callbackManager.removeHandler(tracer);\n }\n }\n\n const tracingEnabled =\n tracingV2Enabled ||\n (getEnvironmentVariable(\"LANGCHAIN_TRACING\") ?? false);\n if (verboseEnabled || tracingEnabled) {\n if (!callbackManager) {\n callbackManager = new CallbackManager();\n }\n if (\n verboseEnabled &&\n !callbackManager.handlers.some(\n (handler) => handler.name === ConsoleCallbackHandler.prototype.name\n )\n ) {\n const consoleHandler = new ConsoleCallbackHandler();\n callbackManager.addHandler(consoleHandler, true);\n }\n if (\n tracingEnabled &&\n !callbackManager.handlers.some(\n (handler) => handler.name === \"langchain_tracer\"\n )\n ) {\n if (tracingV2Enabled) {\n const tracerV2 = new LangChainTracer();\n callbackManager.addHandler(tracerV2, true);\n }\n }\n if (tracingV2Enabled) {\n // handoff between langchain and langsmith/traceable\n // override the parent run ID\n if (traceableRunTree && callbackManager._parentRunId === undefined) {\n callbackManager._parentRunId = traceableRunTree.id;\n const tracerV2 = callbackManager.handlers.find(\n (handler) => handler.name === \"langchain_tracer\"\n ) as LangChainTracer | undefined;\n tracerV2?.updateFromRunTree(traceableRunTree);\n }\n }\n }\n\n for (const {\n contextVar,\n inheritable = true,\n handlerClass,\n envVar,\n } of _getConfigureHooks()) {\n const createIfNotInContext =\n envVar && getEnvironmentVariable(envVar) === \"true\" && handlerClass;\n let handler: BaseCallbackHandler | undefined;\n const contextVarValue =\n contextVar !== undefined ? getContextVariable(contextVar) : undefined;\n if (contextVarValue && isBaseCallbackHandler(contextVarValue)) {\n handler = contextVarValue;\n } else if (createIfNotInContext) {\n // oxlint-disable-next-line @typescript-eslint/no-explicit-any\n handler = new (handlerClass as any)({});\n }\n if (handler !== undefined) {\n if (!callbackManager) {\n callbackManager = new CallbackManager();\n }\n\n if (!callbackManager.handlers.some((h) => h.name === handler!.name)) {\n callbackManager.addHandler(handler, inheritable);\n }\n }\n }\n\n if (inheritableTags || localTags) {\n if (callbackManager) {\n callbackManager.addTags(inheritableTags ?? []);\n callbackManager.addTags(localTags ?? [], false);\n }\n }\n if (inheritableMetadata || localMetadata) {\n if (callbackManager) {\n callbackManager.addMetadata(inheritableMetadata ?? {});\n callbackManager.addMetadata(localMetadata ?? {}, false);\n }\n }\n const tracerInheritableMetadata = options?.tracerInheritableMetadata;\n const tracerInheritableTags = options?.tracerInheritableTags;\n\n if (\n callbackManager &&\n (tracerInheritableMetadata || tracerInheritableTags)\n ) {\n callbackManager.handlers = callbackManager.handlers.map((handler) =>\n handler instanceof LangChainTracer\n ? handler.copyWithTracingConfig({\n metadata: tracerInheritableMetadata,\n tags: tracerInheritableTags,\n })\n : handler\n );\n callbackManager.inheritableHandlers =\n callbackManager.inheritableHandlers.map((handler) =>\n handler instanceof LangChainTracer\n ? handler.copyWithTracingConfig({\n metadata: tracerInheritableMetadata,\n tags: tracerInheritableTags,\n })\n : handler\n );\n }\n\n return callbackManager;\n }\n}\n\nexport function ensureHandler(\n handler: BaseCallbackHandler | CallbackHandlerMethods\n): BaseCallbackHandler {\n if (\"name\" in handler) {\n return handler;\n }\n\n return BaseCallbackHandler.fromMethods(handler);\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;AA0EA,SAAgB,uBACd,KACoB;AACpB,KAAI,CAAC,IACH,QAAO,EAAE;UACA,MAAM,QAAQ,IAAI,IAAI,UAAU,IACzC,QAAO,EAAE,WAAW,KAAK;KAEzB,QAAO;;;;;AAOX,IAAsB,sBAAtB,MAA0C;CAOxC,WAAW,SAAoC;AAC7C,SAAO,KAAK,YAAY,CAAC,QAAQ,CAAC;;;;;;AAOtC,IAAa,iBAAb,MAA4B;CAC1B,YACE,OACA,UACA,qBACA,MACA,iBACA,UACA,qBACA,cACA;AARgB,OAAA,QAAA;AACA,OAAA,WAAA;AACG,OAAA,sBAAA;AACA,OAAA,OAAA;AACA,OAAA,kBAAA;AACA,OAAA,WAAA;AACA,OAAA,sBAAA;AACA,OAAA,eAAA;;CAGrB,IAAI,cAAc;AAChB,SAAO,KAAK;;CAGd,MAAM,WAAW,MAA6B;AAC5C,QAAM,QAAQ,IACZ,KAAK,SAAS,KAAK,YACjB,gBAAgB,YAAY;AAC1B,OAAI;AACF,UAAM,QAAQ,aACZ,MACA,KAAK,OACL,KAAK,cACL,KAAK,KACN;YACM,KAAK;AAIZ,KAHoB,QAAQ,aACxB,QAAQ,QACR,QAAQ,MAEV,oBAAoB,QAAQ,YAAY,KAAK,gBAAgB,MAC9D;AACD,QAAI,QAAQ,WACV,OAAM;;KAGT,QAAQ,cAAc,CAC1B,CACF;;CAGH,MAAM,kBACJ,WAEA,MACA,QACA,OAEA,WACe;AACf,QAAM,QAAQ,IACZ,KAAK,SAAS,KAAK,YACjB,gBAAgB,YAAY;AAC1B,OAAI;AACF,UAAM,QAAQ,oBACZ,WACA,MACA,KAAK,OACL,KAAK,MACL,KAAK,SACN;YACM,KAAK;AAIZ,KAHoB,QAAQ,aACxB,QAAQ,QACR,QAAQ,MAEV,oBAAoB,QAAQ,YAAY,KAAK,uBAAuB,MACrE;AACD,QAAI,QAAQ,WACV,OAAM;;KAGT,QAAQ,cAAc,CAC1B,CACF;;;;;;AAOL,IAAa,iCAAb,cACU,eAEV;CACE,SAAS,KAA+B;EAEtC,MAAM,UAAU,IAAI,gBAAgB,KAAK,MAAM;AAC/C,UAAQ,YAAY,KAAK,oBAAoB;AAC7C,UAAQ,QAAQ,KAAK,gBAAgB;AACrC,UAAQ,YAAY,KAAK,oBAAoB;AAC7C,MAAI,IACF,SAAQ,QAAQ,CAAC,IAAI,EAAE,MAAM;AAE/B,SAAO;;CAGT,MAAM,mBAAmB,WAA+C;AACtE,QAAM,QAAQ,IACZ,KAAK,SAAS,KAAK,YACjB,gBAAgB,YAAY;AAC1B,OAAI,CAAC,QAAQ,gBACX,KAAI;AACF,UAAM,QAAQ,qBACZ,WACA,KAAK,OACL,KAAK,cACL,KAAK,KACN;YACM,KAAK;AAIZ,KAHoB,QAAQ,aACxB,QAAQ,QACR,QAAQ,MAEV,oBAAoB,QAAQ,YAAY,KAAK,mBAC9C;AACD,QAAI,QAAQ,WACV,OAAM;;KAIX,QAAQ,cAAc,CAC1B,CACF;;CAGH,MAAM,qBAAqB,KAAqC;AAC9D,QAAM,QAAQ,IACZ,KAAK,SAAS,KAAK,YACjB,gBAAgB,YAAY;AAC1B,OAAI,CAAC,QAAQ,gBACX,KAAI;AACF,UAAM,QAAQ,uBACZ,KACA,KAAK,OACL,KAAK,cACL,KAAK,KACN;YACM,OAAO;AAId,KAHoB,QAAQ,aACxB,QAAQ,QACR,QAAQ,MAEV,oBAAoB,QAAQ,YAAY,KAAK,0BAA0B,QACxE;AACD,QAAI,QAAQ,WACV,OAAM;;KAIX,QAAQ,cAAc,CAC1B,CACF;;;AAIL,IAAa,2BAAb,cACU,eAEV;CACE,MAAM,kBACJ,OACA,KACA,QACA,cACA,OACA,QACe;AACf,QAAM,QAAQ,IACZ,KAAK,SAAS,KAAK,YACjB,gBAAgB,YAAY;AAC1B,OAAI,CAAC,QAAQ,UACX,KAAI;AACF,UAAM,QAAQ,oBACZ,OACA,OAAO;KAAE,QAAQ;KAAG,YAAY;KAAG,EACnC,KAAK,OACL,KAAK,cACL,KAAK,MACL,OACD;YACM,KAAK;AAIZ,KAHoB,QAAQ,aACxB,QAAQ,QACR,QAAQ,MAEV,oBAAoB,QAAQ,YAAY,KAAK,uBAAuB,MACrE;AACD,QAAI,QAAQ,WACV,OAAM;;KAIX,QAAQ,cAAc,CAC1B,CACF;;CAGH,MAAM,eACJ,KACA,QACA,cACA,OACA,aACe;AACf,QAAM,QAAQ,IACZ,KAAK,SAAS,KAAK,YACjB,gBAAgB,YAAY;AAC1B,OAAI,CAAC,QAAQ,UACX,KAAI;AACF,UAAM,QAAQ,iBACZ,KACA,KAAK,OACL,KAAK,cACL,KAAK,MACL,YACD;YACM,KAAK;AAIZ,KAHoB,QAAQ,aACxB,QAAQ,QACR,QAAQ,MAEV,oBAAoB,QAAQ,YAAY,KAAK,oBAAoB,MAClE;AACD,QAAI,QAAQ,WACV,OAAM;;KAIX,QAAQ,cAAc,CAC1B,CACF;;CAGH,MAAM,aACJ,QACA,QACA,cACA,OACA,aACe;AACf,QAAM,QAAQ,IACZ,KAAK,SAAS,KAAK,YACjB,gBAAgB,YAAY;AAC1B,OAAI,CAAC,QAAQ,UACX,KAAI;AACF,UAAM,QAAQ,eACZ,QACA,KAAK,OACL,KAAK,cACL,KAAK,MACL,YACD;YACM,KAAK;AAIZ,KAHoB,QAAQ,aACxB,QAAQ,QACR,QAAQ,MAEV,oBAAoB,QAAQ,YAAY,KAAK,kBAAkB,MAChE;AACD,QAAI,QAAQ,WACV,OAAM;;KAIX,QAAQ,cAAc,CAC1B,CACF;;;AAIL,IAAa,6BAAb,cACU,eAEV;CACE,SAAS,KAA+B;EAEtC,MAAM,UAAU,IAAI,gBAAgB,KAAK,MAAM;AAC/C,UAAQ,YAAY,KAAK,oBAAoB;AAC7C,UAAQ,QAAQ,KAAK,gBAAgB;AACrC,UAAQ,YAAY,KAAK,oBAAoB;AAC7C,MAAI,IACF,SAAQ,QAAQ,CAAC,IAAI,EAAE,MAAM;AAE/B,SAAO;;CAGT,MAAM,iBACJ,KACA,QACA,cACA,OACA,QACe;AACf,QAAM,QAAQ,IACZ,KAAK,SAAS,KAAK,YACjB,gBAAgB,YAAY;AAC1B,OAAI,CAAC,QAAQ,YACX,KAAI;AACF,UAAM,QAAQ,mBACZ,KACA,KAAK,OACL,KAAK,cACL,KAAK,MACL,OACD;YACM,KAAK;AAIZ,KAHoB,QAAQ,aACxB,QAAQ,QACR,QAAQ,MAEV,oBAAoB,QAAQ,YAAY,KAAK,sBAAsB,MACpE;AACD,QAAI,QAAQ,WACV,OAAM;;KAIX,QAAQ,cAAc,CAC1B,CACF;;CAGH,MAAM,eACJ,QACA,QACA,cACA,OACA,QACe;AACf,QAAM,QAAQ,IACZ,KAAK,SAAS,KAAK,YACjB,gBAAgB,YAAY;AAC1B,OAAI,CAAC,QAAQ,YACX,KAAI;AACF,UAAM,QAAQ,iBACZ,QACA,KAAK,OACL,KAAK,cACL,KAAK,MACL,OACD;YACM,KAAK;AAIZ,KAHoB,QAAQ,aACxB,QAAQ,QACR,QAAQ,MAEV,oBAAoB,QAAQ,YAAY,KAAK,oBAAoB,MAClE;AACD,QAAI,QAAQ,WACV,OAAM;;KAIX,QAAQ,cAAc,CAC1B,CACF;;CAGH,MAAM,kBAAkB,QAAoC;AAC1D,QAAM,QAAQ,IACZ,KAAK,SAAS,KAAK,YACjB,gBAAgB,YAAY;AAC1B,OAAI,CAAC,QAAQ,YACX,KAAI;AACF,UAAM,QAAQ,oBACZ,QACA,KAAK,OACL,KAAK,cACL,KAAK,KACN;YACM,KAAK;AAIZ,KAHoB,QAAQ,aACxB,QAAQ,QACR,QAAQ,MAEV,oBAAoB,QAAQ,YAAY,KAAK,uBAAuB,MACrE;AACD,QAAI,QAAQ,WACV,OAAM;;KAIX,QAAQ,cAAc,CAC1B,CACF;;CAGH,MAAM,eAAe,QAAoC;AACvD,QAAM,QAAQ,IACZ,KAAK,SAAS,KAAK,YACjB,gBAAgB,YAAY;AAC1B,OAAI,CAAC,QAAQ,YACX,KAAI;AACF,UAAM,QAAQ,iBACZ,QACA,KAAK,OACL,KAAK,cACL,KAAK,KACN;YACM,KAAK;AAIZ,KAHoB,QAAQ,aACxB,QAAQ,QACR,QAAQ,MAEV,oBAAoB,QAAQ,YAAY,KAAK,oBAAoB,MAClE;AACD,QAAI,QAAQ,WACV,OAAM;;KAIX,QAAQ,cAAc,CAC1B,CACF;;;AAIL,IAAa,4BAAb,cACU,eAEV;CACE,SAAS,KAA+B;EAEtC,MAAM,UAAU,IAAI,gBAAgB,KAAK,MAAM;AAC/C,UAAQ,YAAY,KAAK,oBAAoB;AAC7C,UAAQ,QAAQ,KAAK,gBAAgB;AACrC,UAAQ,YAAY,KAAK,oBAAoB;AAC7C,MAAI,IACF,SAAQ,QAAQ,CAAC,IAAI,EAAE,MAAM;AAE/B,SAAO;;CAGT,MAAM,gBAAgB,KAAqC;AACzD,QAAM,QAAQ,IACZ,KAAK,SAAS,KAAK,YACjB,gBAAgB,YAAY;AAC1B,OAAI,CAAC,QAAQ,YACX,KAAI;AACF,UAAM,QAAQ,kBACZ,KACA,KAAK,OACL,KAAK,cACL,KAAK,KACN;YACM,KAAK;AAIZ,KAHoB,QAAQ,aACxB,QAAQ,QACR,QAAQ,MAEV,oBAAoB,QAAQ,YAAY,KAAK,qBAAqB,MACnE;AACD,QAAI,QAAQ,WACV,OAAM;;KAIX,QAAQ,cAAc,CAC1B,CACF;;CAGH,MAAM,gBAAgB,OAA+B;AACnD,QAAM,QAAQ,IACZ,KAAK,SAAS,KAAK,YACjB,gBAAgB,YAAY;AAC1B,OAAI,CAAC,QAAQ,YACX,KAAI;AACF,UAAM,QAAQ,kBACZ,OACA,KAAK,OACL,KAAK,cACL,KAAK,KACN;YACM,KAAK;AACZ,QAAI,QAAQ,WAAY,OAAM;;KAGjC,QAAQ,cAAc,CAC1B,CACF;;CAIH,MAAM,cAAc,QAA4B;AAC9C,QAAM,QAAQ,IACZ,KAAK,SAAS,KAAK,YACjB,gBAAgB,YAAY;AAC1B,OAAI,CAAC,QAAQ,YACX,KAAI;AACF,UAAM,QAAQ,gBACZ,QACA,KAAK,OACL,KAAK,cACL,KAAK,KACN;YACM,KAAK;AAIZ,KAHoB,QAAQ,aACxB,QAAQ,QACR,QAAQ,MAEV,oBAAoB,QAAQ,YAAY,KAAK,mBAAmB,MACjE;AACD,QAAI,QAAQ,WACV,OAAM;;KAIX,QAAQ,cAAc,CAC1B,CACF;;;;;;;;;;;;;;;;;;;;;AAsBL,IAAa,kBAAb,MAAa,wBACH,oBAEV;CACE,WAAkC,EAAE;CAEpC,sBAA6C,EAAE;CAE/C,OAAiB,EAAE;CAEnB,kBAA4B,EAAE;CAE9B,WAAoC,EAAE;CAEtC,sBAA+C,EAAE;CAEjD,OAAO;CAEP;CAEA,YACE,aACA,SAQA;AACA,SAAO;AACP,OAAK,WAAW,SAAS,YAAY,KAAK;AAC1C,OAAK,sBACH,SAAS,uBAAuB,KAAK;AACvC,OAAK,OAAO,SAAS,QAAQ,KAAK;AAClC,OAAK,kBAAkB,SAAS,mBAAmB,KAAK;AACxD,OAAK,WAAW,SAAS,YAAY,KAAK;AAC1C,OAAK,sBACH,SAAS,uBAAuB,KAAK;AACvC,OAAK,eAAe;;;;;;;CAQtB,iBAAiB;AACf,SAAO,KAAK;;CAGd,MAAM,eACJ,KACA,SACA,QAA4B,KAAA,GAC5B,eAAmC,KAAA,GACnC,cAAmD,KAAA,GACnD,QAA8B,KAAA,GAC9B,YAAiD,KAAA,GACjD,UAA8B,KAAA,GACO;AACrC,SAAO,QAAQ,IACb,QAAQ,IAAI,OAAO,QAAQ,QAAQ;GAEjC,MAAM,SAAS,QAAQ,KAAK,QAAQ,QAAQA,IAAQ;AAEpD,SAAM,QAAQ,IACZ,KAAK,SAAS,KAAK,YAAY;AAC7B,QAAI,QAAQ,UACV;AAEF,QAAI,aAAa,QAAQ,CAIvB,SAAQ,sBACN,KACA,CAAC,OAAO,EACR,QACA,KAAK,cACL,aACA,KAAK,MACL,KAAK,UACL,QACD;AAEH,WAAO,gBAAgB,YAAY;AACjC,SAAI;AACF,YAAM,QAAQ,iBACZ,KACA,CAAC,OAAO,EACR,QACA,KAAK,cACL,aACA,KAAK,MACL,KAAK,UACL,QACD;cACM,KAAK;AAIZ,OAHoB,QAAQ,aACxB,QAAQ,QACR,QAAQ,MAEV,oBAAoB,QAAQ,YAAY,KAAK,oBAAoB,MAClE;AACD,UAAI,QAAQ,WACV,OAAM;;OAGT,QAAQ,cAAc;KACzB,CACH;AAED,UAAO,IAAI,yBACT,QACA,KAAK,UACL,KAAK,qBACL,KAAK,MACL,KAAK,iBACL,KAAK,UACL,KAAK,qBACL,KAAK,aACN;IACD,CACH;;CAGH,MAAM,qBACJ,KACA,UACA,QAA4B,KAAA,GAC5B,eAAmC,KAAA,GACnC,cAAmD,KAAA,GACnD,QAA8B,KAAA,GAC9B,YAAiD,KAAA,GACjD,UAA8B,KAAA,GACO;AACrC,SAAO,QAAQ,IACb,SAAS,IAAI,OAAO,cAAc,QAAQ;GAExC,MAAM,SAAS,QAAQ,KAAK,QAAQ,QAAQA,IAAQ;AAEpD,SAAM,QAAQ,IACZ,KAAK,SAAS,KAAK,YAAY;AAC7B,QAAI,QAAQ,UACV;AAEF,QAAI,aAAa,QAAQ,CAIvB,SAAQ,4BACN,KACA,CAAC,aAAa,EACd,QACA,KAAK,cACL,aACA,KAAK,MACL,KAAK,UACL,QACD;AAEH,WAAO,gBAAgB,YAAY;AACjC,SAAI;AACF,UAAI,QAAQ,qBACV,OAAM,QAAQ,uBACZ,KACA,CAAC,aAAa,EACd,QACA,KAAK,cACL,aACA,KAAK,MACL,KAAK,UACL,QACD;eACQ,QAAQ,gBAAgB;OACjC,MAAM,gBAAgB,gBAAgB,aAAa;AACnD,aAAM,QAAQ,iBACZ,KACA,CAAC,cAAc,EACf,QACA,KAAK,cACL,aACA,KAAK,MACL,KAAK,UACL,QACD;;cAEI,KAAK;AAIZ,OAHoB,QAAQ,aACxB,QAAQ,QACR,QAAQ,MAEV,oBAAoB,QAAQ,YAAY,KAAK,oBAAoB,MAClE;AACD,UAAI,QAAQ,WACV,OAAM;;OAGT,QAAQ,cAAc;KACzB,CACH;AAED,UAAO,IAAI,yBACT,QACA,KAAK,UACL,KAAK,qBACL,KAAK,MACL,KAAK,iBACL,KAAK,UACL,KAAK,qBACL,KAAK,aACN;IACD,CACH;;CAGH,MAAM,iBACJ,OACA,QACA,QAAQA,IAAQ,EAChB,UAA8B,KAAA,GAC9B,QAA8B,KAAA,GAC9B,YAAiD,KAAA,GACjD,UAA8B,KAAA,GAC9B,eAAmC,KAAA,GACnC,QAA6C,KAAA,GACR;AACrC,QAAM,QAAQ,IACZ,KAAK,SAAS,KAAK,YAAY;AAC7B,OAAI,QAAQ,YACV;AAEF,OAAI,aAAa,QAAQ,CAIvB,SAAQ,wBACN,OACA,QACA,OACA,KAAK,cACL,KAAK,MACL,KAAK,UACL,SACA,SACA,MACD;AAEH,UAAO,gBAAgB,YAAY;AACjC,QAAI;AACF,WAAM,QAAQ,mBACZ,OACA,QACA,OACA,KAAK,cACL,KAAK,MACL,KAAK,UACL,SACA,SACA,MACD;aACM,KAAK;AAIZ,MAHoB,QAAQ,aACxB,QAAQ,QACR,QAAQ,MAEV,oBAAoB,QAAQ,YAAY,KAAK,sBAAsB,MACpE;AACD,SAAI,QAAQ,WACV,OAAM;;MAGT,QAAQ,cAAc;IACzB,CACH;AACD,SAAO,IAAI,2BACT,OACA,KAAK,UACL,KAAK,qBACL,KAAK,MACL,KAAK,iBACL,KAAK,UACL,KAAK,qBACL,KAAK,aACN;;CAGH,MAAM,gBACJ,MACA,OACA,QAAQA,IAAQ,EAChB,eAAmC,KAAA,GACnC,QAA8B,KAAA,GAC9B,YAAiD,KAAA,GACjD,UAA8B,KAAA,GAC9B,aAAiC,KAAA,GACG;AACpC,QAAM,QAAQ,IACZ,KAAK,SAAS,KAAK,YAAY;AAC7B,OAAI,QAAQ,YACV;AAEF,OAAI,aAAa,QAAQ,CAIvB,SAAQ,uBACN,MACA,OACA,OACA,KAAK,cACL,KAAK,MACL,KAAK,UACL,QACD;AAEH,UAAO,gBAAgB,YAAY;AACjC,QAAI;AACF,WAAM,QAAQ,kBACZ,MACA,OACA,OACA,KAAK,cACL,KAAK,MACL,KAAK,UACL,SACA,WACD;aACM,KAAK;AAIZ,MAHoB,QAAQ,aACxB,QAAQ,QACR,QAAQ,MAEV,oBAAoB,QAAQ,YAAY,KAAK,qBAAqB,MACnE;AACD,SAAI,QAAQ,WACV,OAAM;;MAGT,QAAQ,cAAc;IACzB,CACH;AACD,SAAO,IAAI,0BACT,OACA,KAAK,UACL,KAAK,qBACL,KAAK,MACL,KAAK,iBACL,KAAK,UACL,KAAK,qBACL,KAAK,aACN;;CAGH,MAAM,qBACJ,WACA,OACA,QAAgBA,IAAQ,EACxB,eAAmC,KAAA,GACnC,QAA8B,KAAA,GAC9B,YAAiD,KAAA,GACjD,UAA8B,KAAA,GACW;AACzC,QAAM,QAAQ,IACZ,KAAK,SAAS,KAAK,YAAY;AAC7B,OAAI,QAAQ,gBACV;AAEF,OAAI,aAAa,QAAQ,CAIvB,SAAQ,4BACN,WACA,OACA,OACA,KAAK,cACL,KAAK,MACL,KAAK,UACL,QACD;AAEH,UAAO,gBAAgB,YAAY;AACjC,QAAI;AACF,WAAM,QAAQ,uBACZ,WACA,OACA,OACA,KAAK,cACL,KAAK,MACL,KAAK,UACL,QACD;aACM,KAAK;AAIZ,MAHoB,QAAQ,aACxB,QAAQ,QACR,QAAQ,MAEV,oBAAoB,QAAQ,YAAY,KAAK,0BAA0B,MACxE;AACD,SAAI,QAAQ,WACV,OAAM;;MAGT,QAAQ,cAAc;IACzB,CACH;AACD,SAAO,IAAI,+BACT,OACA,KAAK,UACL,KAAK,qBACL,KAAK,MACL,KAAK,iBACL,KAAK,UACL,KAAK,qBACL,KAAK,aACN;;CAGH,MAAM,kBACJ,WAEA,MACA,OACA,OAEA,WAEW;AACX,QAAM,QAAQ,IACZ,KAAK,SAAS,KAAK,YACjB,gBAAgB,YAAY;AAC1B,OAAI,CAAC,QAAQ,kBACX,KAAI;AACF,UAAM,QAAQ,oBACZ,WACA,MACA,OACA,KAAK,MACL,KAAK,SACN;YACM,KAAK;AAIZ,KAHoB,QAAQ,aACxB,QAAQ,QACR,QAAQ,MAEV,oBAAoB,QAAQ,YAAY,KAAK,uBAAuB,MACrE;AACD,QAAI,QAAQ,WACV,OAAM;;KAIX,QAAQ,cAAc,CAC1B,CACF;;CAGH,WAAW,SAA8B,UAAU,MAAY;AAC7D,OAAK,SAAS,KAAK,QAAQ;AAC3B,MAAI,QACF,MAAK,oBAAoB,KAAK,QAAQ;;CAI1C,cAAc,SAAoC;AAChD,OAAK,WAAW,KAAK,SAAS,QAAQ,aAAa,aAAa,QAAQ;AACxE,OAAK,sBAAsB,KAAK,oBAAoB,QACjD,aAAa,aAAa,QAC5B;;CAGH,YAAY,UAAiC,UAAU,MAAY;AACjE,OAAK,WAAW,EAAE;AAClB,OAAK,sBAAsB,EAAE;AAC7B,OAAK,MAAM,WAAW,SACpB,MAAK,WAAW,SAAS,QAAQ;;CAIrC,QAAQ,MAAgB,UAAU,MAAY;AAC5C,OAAK,WAAW,KAAK;AACrB,OAAK,KAAK,KAAK,GAAG,KAAK;AACvB,MAAI,QACF,MAAK,gBAAgB,KAAK,GAAG,KAAK;;CAItC,WAAW,MAAsB;AAC/B,OAAK,OAAO,KAAK,KAAK,QAAQ,QAAQ,CAAC,KAAK,SAAS,IAAI,CAAC;AAC1D,OAAK,kBAAkB,KAAK,gBAAgB,QACzC,QAAQ,CAAC,KAAK,SAAS,IAAI,CAC7B;;CAGH,YAAY,UAAmC,UAAU,MAAY;AACnE,OAAK,WAAW;GAAE,GAAG,KAAK;GAAU,GAAG;GAAU;AACjD,MAAI,QACF,MAAK,sBAAsB;GAAE,GAAG,KAAK;GAAqB,GAAG;GAAU;;CAI3E,eAAe,UAAyC;AACtD,OAAK,MAAM,OAAO,OAAO,KAAK,SAAS,EAAE;AACvC,UAAO,KAAK,SAAS;AACrB,UAAO,KAAK,oBAAoB;;;CAIpC,KACE,qBAA4C,EAAE,EAC9C,UAAU,MACO;EACjB,MAAM,UAAU,IAAI,gBAAgB,KAAK,aAAa;AACtD,OAAK,MAAM,WAAW,KAAK,UAAU;GACnC,MAAM,cAAc,KAAK,oBAAoB,SAAS,QAAQ;AAC9D,WAAQ,WAAW,SAAS,YAAY;;AAE1C,OAAK,MAAM,OAAO,KAAK,MAAM;GAC3B,MAAM,cAAc,KAAK,gBAAgB,SAAS,IAAI;AACtD,WAAQ,QAAQ,CAAC,IAAI,EAAE,YAAY;;AAErC,OAAK,MAAM,OAAO,OAAO,KAAK,KAAK,SAAS,EAAE;GAC5C,MAAM,cAAc,OAAO,KAAK,KAAK,oBAAoB,CAAC,SAAS,IAAI;AACvE,WAAQ,YAAY,GAAG,MAAM,KAAK,SAAS,MAAM,EAAE,YAAY;;AAEjE,OAAK,MAAM,WAAW,oBAAoB;AACxC,OAEE,QAAQ,SACL,QAAQ,MAAM,EAAE,SAAS,2BAA2B,CACpD,MAAM,MAAM,EAAE,SAAS,QAAQ,KAAK,CAEvC;AAEF,WAAQ,WAAW,SAAS,QAAQ;;AAEtC,SAAO;;CAGT,OAAO,aAAa,UAAkC;EACpD,MAAM,gBAAgB,oBAAoB;GACxC,OAAOA,IAAQ;GAEf,cAAc;AACZ,WAAO;AACP,WAAO,OAAO,MAAM,SAAS;;;EAIjC,MAAM,UAAU,IAAI,MAAM;AAC1B,UAAQ,WAAW,IAAI,SAAS,CAAC;AACjC,SAAO;;CAGT,OAAO,UACL,qBACA,eACA,iBACA,WACA,qBACA,eACA,SAC6B;AAC7B,SAAO,KAAK,eACV,qBACA,eACA,iBACA,WACA,qBACA,eACA,QACD;;CAIH,OAAO,eACL,qBACA,eACA,iBACA,WACA,qBACA,eACA,SACA;EACA,IAAI;AACJ,MAAI,uBAAuB,eAAe;AACxC,OAAI,MAAM,QAAQ,oBAAoB,IAAI,CAAC,qBAAqB;AAC9D,sBAAkB,IAAI,iBAAiB;AACvC,oBAAgB,YACd,qBAAqB,IAAI,cAAc,IAAI,EAAE,EAC7C,KACD;SAED,mBAAkB;AAGpB,qBAAkB,gBAAgB,KAChC,MAAM,QAAQ,cAAc,GACxB,cAAc,IAAI,cAAc,GAChC,eAAe,UACnB,MACD;;EAGH,MAAM,iBACJ,uBAAuB,oBAAoB,KAAK,UAChD,SAAS;EAEX,MAAM,mBAAmB,gBAAgB,qBAAqB;EAC9D,MAAM,mBACJ,kBAAkB,kBAAkB,kBAAkB;AAKxD,MAAI,kBAAkB,mBAAmB,SAAS,iBAAiB;GACjE,MAAM,mBAAmB,gBAAgB,SAAS,QAC/C,YAAY,QAAQ,SAAS,mBAC/B;AACD,QAAK,MAAM,UAAU,iBACnB,iBAAgB,cAAc,OAAO;;EAIzC,MAAM,iBACJ,qBACC,uBAAuB,oBAAoB,IAAI;AAClD,MAAI,kBAAkB,gBAAgB;AACpC,OAAI,CAAC,gBACH,mBAAkB,IAAI,iBAAiB;AAEzC,OACE,kBACA,CAAC,gBAAgB,SAAS,MACvB,YAAY,QAAQ,SAAS,uBAAuB,UAAU,KAChE,EACD;IACA,MAAM,iBAAiB,IAAI,wBAAwB;AACnD,oBAAgB,WAAW,gBAAgB,KAAK;;AAElD,OACE,kBACA,CAAC,gBAAgB,SAAS,MACvB,YAAY,QAAQ,SAAS,mBAC/B;QAEG,kBAAkB;KACpB,MAAM,WAAW,IAAI,iBAAiB;AACtC,qBAAgB,WAAW,UAAU,KAAK;;;AAG9C,OAAI;QAGE,oBAAoB,gBAAgB,iBAAiB,KAAA,GAAW;AAClE,qBAAgB,eAAe,iBAAiB;AAC/B,qBAAgB,SAAS,MACvC,YAAY,QAAQ,SAAS,mBAC/B,EACS,kBAAkB,iBAAiB;;;;AAKnD,OAAK,MAAM,EACT,YACA,cAAc,MACd,cACA,YACG,oBAAoB,EAAE;GACzB,MAAM,uBACJ,UAAU,uBAAuB,OAAO,KAAK,UAAU;GACzD,IAAI;GACJ,MAAM,kBACJ,eAAe,KAAA,IAAY,mBAAmB,WAAW,GAAG,KAAA;AAC9D,OAAI,mBAAmB,sBAAsB,gBAAgB,CAC3D,WAAU;YACD,qBAET,WAAU,IAAK,aAAqB,EAAE,CAAC;AAEzC,OAAI,YAAY,KAAA,GAAW;AACzB,QAAI,CAAC,gBACH,mBAAkB,IAAI,iBAAiB;AAGzC,QAAI,CAAC,gBAAgB,SAAS,MAAM,MAAM,EAAE,SAAS,QAAS,KAAK,CACjE,iBAAgB,WAAW,SAAS,YAAY;;;AAKtD,MAAI,mBAAmB;OACjB,iBAAiB;AACnB,oBAAgB,QAAQ,mBAAmB,EAAE,CAAC;AAC9C,oBAAgB,QAAQ,aAAa,EAAE,EAAE,MAAM;;;AAGnD,MAAI,uBAAuB;OACrB,iBAAiB;AACnB,oBAAgB,YAAY,uBAAuB,EAAE,CAAC;AACtD,oBAAgB,YAAY,iBAAiB,EAAE,EAAE,MAAM;;;EAG3D,MAAM,4BAA4B,SAAS;EAC3C,MAAM,wBAAwB,SAAS;AAEvC,MACE,oBACC,6BAA6B,wBAC9B;AACA,mBAAgB,WAAW,gBAAgB,SAAS,KAAK,YACvD,mBAAmB,kBACf,QAAQ,sBAAsB;IAC5B,UAAU;IACV,MAAM;IACP,CAAC,GACF,QACL;AACD,mBAAgB,sBACd,gBAAgB,oBAAoB,KAAK,YACvC,mBAAmB,kBACf,QAAQ,sBAAsB;IAC5B,UAAU;IACV,MAAM;IACP,CAAC,GACF,QACL;;AAGL,SAAO;;;AAIX,SAAgB,cACd,SACqB;AACrB,KAAI,UAAU,QACZ,QAAO;AAGT,QAAO,oBAAoB,YAAY,QAAQ"}
1
+ {"version":3,"file":"manager.js","names":["uuidv7"],"sources":["../../src/callbacks/manager.ts"],"sourcesContent":["import { v7 as uuidv7 } from \"../utils/uuid/index.js\";\nimport { AgentAction, AgentFinish } from \"../agents.js\";\nimport type { ChainValues } from \"../utils/types/index.js\";\nimport { LLMResult } from \"../outputs.js\";\nimport {\n BaseCallbackHandler,\n CallbackHandlerMethods,\n HandleLLMNewTokenCallbackFields,\n isBaseCallbackHandler,\n NewTokenIndices,\n} from \"./base.js\";\nimport { ConsoleCallbackHandler } from \"../tracers/console.js\";\nimport { type BaseMessage } from \"../messages/base.js\";\nimport { getBufferString } from \"../messages/utils.js\";\nimport { getEnvironmentVariable } from \"../utils/env.js\";\nimport { LangChainTracer } from \"../tracers/tracer_langchain.js\";\nimport { consumeCallback } from \"./promises.js\";\nimport { Serialized } from \"../load/serializable.js\";\nimport type { DocumentInterface } from \"../documents/document.js\";\nimport { isTracingEnabled } from \"../utils/callbacks.js\";\nimport { isBaseTracer } from \"../tracers/base.js\";\nimport {\n getContextVariable,\n _getConfigureHooks,\n} from \"../singletons/async_local_storage/context.js\";\n\ntype BaseCallbackManagerMethods = {\n [K in keyof CallbackHandlerMethods]?: (\n ...args: Parameters<Required<CallbackHandlerMethods>[K]>\n ) => Promise<unknown>;\n};\n\nexport interface CallbackManagerOptions {\n verbose?: boolean;\n tracing?: boolean;\n tracerInheritableMetadata?: Record<string, unknown>;\n tracerInheritableTags?: string[];\n}\n\nexport type Callbacks =\n | CallbackManager\n | (BaseCallbackHandler | CallbackHandlerMethods)[];\n\nexport interface BaseCallbackConfig {\n /**\n * Name for the tracer run for this call. Defaults to the name of the class.\n */\n runName?: string;\n\n /**\n * Tags for this call and any sub-calls (eg. a Chain calling an LLM).\n * You can use these to filter calls.\n */\n tags?: string[];\n\n /**\n * Metadata for this call and any sub-calls (eg. a Chain calling an LLM).\n * Keys should be strings, values should be JSON-serializable.\n */\n metadata?: Record<string, unknown>;\n\n /**\n * Callbacks for this call and any sub-calls (eg. a Chain calling an LLM).\n * Tags are passed to all callbacks, metadata is passed to handle*Start callbacks.\n */\n callbacks?: Callbacks;\n\n /**\n * Unique identifier for the tracer run for this call. If not provided, a new UUID\n * will be generated.\n */\n runId?: string;\n}\n\nexport function parseCallbackConfigArg(\n arg: Callbacks | BaseCallbackConfig | undefined\n): BaseCallbackConfig {\n if (!arg) {\n return {};\n } else if (Array.isArray(arg) || \"name\" in arg) {\n return { callbacks: arg };\n } else {\n return arg;\n }\n}\n\n/**\n * Manage callbacks from different components of LangChain.\n */\nexport abstract class BaseCallbackManager {\n abstract addHandler(handler: BaseCallbackHandler): void;\n\n abstract removeHandler(handler: BaseCallbackHandler): void;\n\n abstract setHandlers(handlers: BaseCallbackHandler[]): void;\n\n setHandler(handler: BaseCallbackHandler): void {\n return this.setHandlers([handler]);\n }\n}\n\n/**\n * Base class for run manager in LangChain.\n */\nexport class BaseRunManager {\n constructor(\n public readonly runId: string,\n public readonly handlers: BaseCallbackHandler[],\n protected readonly inheritableHandlers: BaseCallbackHandler[],\n protected readonly tags: string[],\n protected readonly inheritableTags: string[],\n protected readonly metadata: Record<string, unknown>,\n protected readonly inheritableMetadata: Record<string, unknown>,\n protected readonly _parentRunId?: string\n ) {}\n\n get parentRunId() {\n return this._parentRunId;\n }\n\n async handleText(text: string): Promise<void> {\n await Promise.all(\n this.handlers.map((handler) =>\n consumeCallback(async () => {\n try {\n await handler.handleText?.(\n text,\n this.runId,\n this._parentRunId,\n this.tags\n );\n } catch (err) {\n const logFunction = handler.raiseError\n ? console.error\n : console.warn;\n logFunction(\n `Error in handler ${handler.constructor.name}, handleText: ${err}`\n );\n if (handler.raiseError) {\n throw err;\n }\n }\n }, handler.awaitHandlers)\n )\n );\n }\n\n async handleCustomEvent(\n eventName: string,\n // oxlint-disable-next-line @typescript-eslint/no-explicit-any\n data: any,\n _runId?: string,\n _tags?: string[],\n // oxlint-disable-next-line @typescript-eslint/no-explicit-any\n _metadata?: Record<string, any>\n ): Promise<void> {\n await Promise.all(\n this.handlers.map((handler) =>\n consumeCallback(async () => {\n try {\n await handler.handleCustomEvent?.(\n eventName,\n data,\n this.runId,\n this.tags,\n this.metadata\n );\n } catch (err) {\n const logFunction = handler.raiseError\n ? console.error\n : console.warn;\n logFunction(\n `Error in handler ${handler.constructor.name}, handleCustomEvent: ${err}`\n );\n if (handler.raiseError) {\n throw err;\n }\n }\n }, handler.awaitHandlers)\n )\n );\n }\n}\n\n/**\n * Manages callbacks for retriever runs.\n */\nexport class CallbackManagerForRetrieverRun\n extends BaseRunManager\n implements BaseCallbackManagerMethods\n{\n getChild(tag?: string): CallbackManager {\n // oxlint-disable-next-line @typescript-eslint/no-use-before-define\n const manager = new CallbackManager(this.runId);\n manager.setHandlers(this.inheritableHandlers);\n manager.addTags(this.inheritableTags);\n manager.addMetadata(this.inheritableMetadata);\n if (tag) {\n manager.addTags([tag], false);\n }\n return manager;\n }\n\n async handleRetrieverEnd(documents: DocumentInterface[]): Promise<void> {\n await Promise.all(\n this.handlers.map((handler) =>\n consumeCallback(async () => {\n if (!handler.ignoreRetriever) {\n try {\n await handler.handleRetrieverEnd?.(\n documents,\n this.runId,\n this._parentRunId,\n this.tags\n );\n } catch (err) {\n const logFunction = handler.raiseError\n ? console.error\n : console.warn;\n logFunction(\n `Error in handler ${handler.constructor.name}, handleRetriever`\n );\n if (handler.raiseError) {\n throw err;\n }\n }\n }\n }, handler.awaitHandlers)\n )\n );\n }\n\n async handleRetrieverError(err: Error | unknown): Promise<void> {\n await Promise.all(\n this.handlers.map((handler) =>\n consumeCallback(async () => {\n if (!handler.ignoreRetriever) {\n try {\n await handler.handleRetrieverError?.(\n err,\n this.runId,\n this._parentRunId,\n this.tags\n );\n } catch (error) {\n const logFunction = handler.raiseError\n ? console.error\n : console.warn;\n logFunction(\n `Error in handler ${handler.constructor.name}, handleRetrieverError: ${error}`\n );\n if (handler.raiseError) {\n throw err;\n }\n }\n }\n }, handler.awaitHandlers)\n )\n );\n }\n}\n\nexport class CallbackManagerForLLMRun\n extends BaseRunManager\n implements BaseCallbackManagerMethods\n{\n async handleLLMNewToken(\n token: string,\n idx?: NewTokenIndices,\n _runId?: string,\n _parentRunId?: string,\n _tags?: string[],\n fields?: HandleLLMNewTokenCallbackFields\n ): Promise<void> {\n await Promise.all(\n this.handlers.map((handler) =>\n consumeCallback(async () => {\n if (!handler.ignoreLLM) {\n try {\n await handler.handleLLMNewToken?.(\n token,\n idx ?? { prompt: 0, completion: 0 },\n this.runId,\n this._parentRunId,\n this.tags,\n fields\n );\n } catch (err) {\n const logFunction = handler.raiseError\n ? console.error\n : console.warn;\n logFunction(\n `Error in handler ${handler.constructor.name}, handleLLMNewToken: ${err}`\n );\n if (handler.raiseError) {\n throw err;\n }\n }\n }\n }, handler.awaitHandlers)\n )\n );\n }\n\n async handleLLMError(\n err: Error | unknown,\n _runId?: string,\n _parentRunId?: string,\n _tags?: string[],\n extraParams?: Record<string, unknown>\n ): Promise<void> {\n await Promise.all(\n this.handlers.map((handler) =>\n consumeCallback(async () => {\n if (!handler.ignoreLLM) {\n try {\n await handler.handleLLMError?.(\n err,\n this.runId,\n this._parentRunId,\n this.tags,\n extraParams\n );\n } catch (err) {\n const logFunction = handler.raiseError\n ? console.error\n : console.warn;\n logFunction(\n `Error in handler ${handler.constructor.name}, handleLLMError: ${err}`\n );\n if (handler.raiseError) {\n throw err;\n }\n }\n }\n }, handler.awaitHandlers)\n )\n );\n }\n\n async handleLLMEnd(\n output: LLMResult,\n _runId?: string,\n _parentRunId?: string,\n _tags?: string[],\n extraParams?: Record<string, unknown>\n ): Promise<void> {\n await Promise.all(\n this.handlers.map((handler) =>\n consumeCallback(async () => {\n if (!handler.ignoreLLM) {\n try {\n await handler.handleLLMEnd?.(\n output,\n this.runId,\n this._parentRunId,\n this.tags,\n extraParams\n );\n } catch (err) {\n const logFunction = handler.raiseError\n ? console.error\n : console.warn;\n logFunction(\n `Error in handler ${handler.constructor.name}, handleLLMEnd: ${err}`\n );\n if (handler.raiseError) {\n throw err;\n }\n }\n }\n }, handler.awaitHandlers)\n )\n );\n }\n}\n\nexport class CallbackManagerForChainRun\n extends BaseRunManager\n implements BaseCallbackManagerMethods\n{\n getChild(tag?: string): CallbackManager {\n // oxlint-disable-next-line @typescript-eslint/no-use-before-define\n const manager = new CallbackManager(this.runId);\n manager.setHandlers(this.inheritableHandlers);\n manager.addTags(this.inheritableTags);\n manager.addMetadata(this.inheritableMetadata);\n if (tag) {\n manager.addTags([tag], false);\n }\n return manager;\n }\n\n async handleChainError(\n err: Error | unknown,\n _runId?: string,\n _parentRunId?: string,\n _tags?: string[],\n kwargs?: { inputs?: Record<string, unknown> }\n ): Promise<void> {\n await Promise.all(\n this.handlers.map((handler) =>\n consumeCallback(async () => {\n if (!handler.ignoreChain) {\n try {\n await handler.handleChainError?.(\n err,\n this.runId,\n this._parentRunId,\n this.tags,\n kwargs\n );\n } catch (err) {\n const logFunction = handler.raiseError\n ? console.error\n : console.warn;\n logFunction(\n `Error in handler ${handler.constructor.name}, handleChainError: ${err}`\n );\n if (handler.raiseError) {\n throw err;\n }\n }\n }\n }, handler.awaitHandlers)\n )\n );\n }\n\n async handleChainEnd(\n output: ChainValues,\n _runId?: string,\n _parentRunId?: string,\n _tags?: string[],\n kwargs?: { inputs?: Record<string, unknown> }\n ): Promise<void> {\n await Promise.all(\n this.handlers.map((handler) =>\n consumeCallback(async () => {\n if (!handler.ignoreChain) {\n try {\n await handler.handleChainEnd?.(\n output,\n this.runId,\n this._parentRunId,\n this.tags,\n kwargs\n );\n } catch (err) {\n const logFunction = handler.raiseError\n ? console.error\n : console.warn;\n logFunction(\n `Error in handler ${handler.constructor.name}, handleChainEnd: ${err}`\n );\n if (handler.raiseError) {\n throw err;\n }\n }\n }\n }, handler.awaitHandlers)\n )\n );\n }\n\n async handleAgentAction(action: AgentAction): Promise<void> {\n await Promise.all(\n this.handlers.map((handler) =>\n consumeCallback(async () => {\n if (!handler.ignoreAgent) {\n try {\n await handler.handleAgentAction?.(\n action,\n this.runId,\n this._parentRunId,\n this.tags\n );\n } catch (err) {\n const logFunction = handler.raiseError\n ? console.error\n : console.warn;\n logFunction(\n `Error in handler ${handler.constructor.name}, handleAgentAction: ${err}`\n );\n if (handler.raiseError) {\n throw err;\n }\n }\n }\n }, handler.awaitHandlers)\n )\n );\n }\n\n async handleAgentEnd(action: AgentFinish): Promise<void> {\n await Promise.all(\n this.handlers.map((handler) =>\n consumeCallback(async () => {\n if (!handler.ignoreAgent) {\n try {\n await handler.handleAgentEnd?.(\n action,\n this.runId,\n this._parentRunId,\n this.tags\n );\n } catch (err) {\n const logFunction = handler.raiseError\n ? console.error\n : console.warn;\n logFunction(\n `Error in handler ${handler.constructor.name}, handleAgentEnd: ${err}`\n );\n if (handler.raiseError) {\n throw err;\n }\n }\n }\n }, handler.awaitHandlers)\n )\n );\n }\n}\n\nexport class CallbackManagerForToolRun\n extends BaseRunManager\n implements BaseCallbackManagerMethods\n{\n getChild(tag?: string): CallbackManager {\n // oxlint-disable-next-line @typescript-eslint/no-use-before-define\n const manager = new CallbackManager(this.runId);\n manager.setHandlers(this.inheritableHandlers);\n manager.addTags(this.inheritableTags);\n manager.addMetadata(this.inheritableMetadata);\n if (tag) {\n manager.addTags([tag], false);\n }\n return manager;\n }\n\n async handleToolError(err: Error | unknown): Promise<void> {\n await Promise.all(\n this.handlers.map((handler) =>\n consumeCallback(async () => {\n if (!handler.ignoreAgent) {\n try {\n await handler.handleToolError?.(\n err,\n this.runId,\n this._parentRunId,\n this.tags\n );\n } catch (err) {\n const logFunction = handler.raiseError\n ? console.error\n : console.warn;\n logFunction(\n `Error in handler ${handler.constructor.name}, handleToolError: ${err}`\n );\n if (handler.raiseError) {\n throw err;\n }\n }\n }\n }, handler.awaitHandlers)\n )\n );\n }\n\n async handleToolEvent(chunk: unknown): Promise<void> {\n await Promise.all(\n this.handlers.map((handler) =>\n consumeCallback(async () => {\n if (!handler.ignoreAgent) {\n try {\n await handler.handleToolEvent?.(\n chunk,\n this.runId,\n this._parentRunId,\n this.tags\n );\n } catch (err) {\n if (handler.raiseError) throw err;\n }\n }\n }, handler.awaitHandlers)\n )\n );\n }\n\n // oxlint-disable-next-line @typescript-eslint/no-explicit-any\n async handleToolEnd(output: any): Promise<void> {\n await Promise.all(\n this.handlers.map((handler) =>\n consumeCallback(async () => {\n if (!handler.ignoreAgent) {\n try {\n await handler.handleToolEnd?.(\n output,\n this.runId,\n this._parentRunId,\n this.tags\n );\n } catch (err) {\n const logFunction = handler.raiseError\n ? console.error\n : console.warn;\n logFunction(\n `Error in handler ${handler.constructor.name}, handleToolEnd: ${err}`\n );\n if (handler.raiseError) {\n throw err;\n }\n }\n }\n }, handler.awaitHandlers)\n )\n );\n }\n}\n\n/**\n * @example\n * ```typescript\n * const prompt = PromptTemplate.fromTemplate(\"What is the answer to {question}?\");\n *\n * // Example of using LLMChain with OpenAI and a simple prompt\n * const chain = new LLMChain({\n * llm: new ChatOpenAI({ model: \"gpt-4o-mini\", temperature: 0.9 }),\n * prompt,\n * });\n *\n * // Running the chain with a single question\n * const result = await chain.call({\n * question: \"What is the airspeed velocity of an unladen swallow?\",\n * });\n * console.log(\"The answer is:\", result);\n * ```\n */\nexport class CallbackManager\n extends BaseCallbackManager\n implements BaseCallbackManagerMethods\n{\n handlers: BaseCallbackHandler[] = [];\n\n inheritableHandlers: BaseCallbackHandler[] = [];\n\n tags: string[] = [];\n\n inheritableTags: string[] = [];\n\n metadata: Record<string, unknown> = {};\n\n inheritableMetadata: Record<string, unknown> = {};\n\n name = \"callback_manager\";\n\n public _parentRunId?: string;\n\n constructor(\n parentRunId?: string,\n options?: {\n handlers?: BaseCallbackHandler[];\n inheritableHandlers?: BaseCallbackHandler[];\n tags?: string[];\n inheritableTags?: string[];\n metadata?: Record<string, unknown>;\n inheritableMetadata?: Record<string, unknown>;\n }\n ) {\n super();\n this.handlers = options?.handlers ?? this.handlers;\n this.inheritableHandlers =\n options?.inheritableHandlers ?? this.inheritableHandlers;\n this.tags = options?.tags ?? this.tags;\n this.inheritableTags = options?.inheritableTags ?? this.inheritableTags;\n this.metadata = options?.metadata ?? this.metadata;\n this.inheritableMetadata =\n options?.inheritableMetadata ?? this.inheritableMetadata;\n this._parentRunId = parentRunId;\n }\n\n /**\n * Gets the parent run ID, if any.\n *\n * @returns The parent run ID.\n */\n getParentRunId() {\n return this._parentRunId;\n }\n\n async handleLLMStart(\n llm: Serialized,\n prompts: string[],\n runId: string | undefined = undefined,\n _parentRunId: string | undefined = undefined,\n extraParams: Record<string, unknown> | undefined = undefined,\n _tags: string[] | undefined = undefined,\n _metadata: Record<string, unknown> | undefined = undefined,\n runName: string | undefined = undefined\n ): Promise<CallbackManagerForLLMRun[]> {\n return Promise.all(\n prompts.map(async (prompt, idx) => {\n // Can't have duplicate runs with the same run ID (if provided)\n const runId_ = idx === 0 && runId ? runId : uuidv7();\n\n await Promise.all(\n this.handlers.map((handler) => {\n if (handler.ignoreLLM) {\n return;\n }\n if (isBaseTracer(handler)) {\n // Create and add run to the run map.\n // We do this synchronously to avoid race conditions\n // when callbacks are backgrounded.\n handler._createRunForLLMStart(\n llm,\n [prompt],\n runId_,\n this._parentRunId,\n extraParams,\n this.tags,\n this.metadata,\n runName\n );\n }\n return consumeCallback(async () => {\n try {\n await handler.handleLLMStart?.(\n llm,\n [prompt],\n runId_,\n this._parentRunId,\n extraParams,\n this.tags,\n this.metadata,\n runName\n );\n } catch (err) {\n const logFunction = handler.raiseError\n ? console.error\n : console.warn;\n logFunction(\n `Error in handler ${handler.constructor.name}, handleLLMStart: ${err}`\n );\n if (handler.raiseError) {\n throw err;\n }\n }\n }, handler.awaitHandlers);\n })\n );\n\n return new CallbackManagerForLLMRun(\n runId_,\n this.handlers,\n this.inheritableHandlers,\n this.tags,\n this.inheritableTags,\n this.metadata,\n this.inheritableMetadata,\n this._parentRunId\n );\n })\n );\n }\n\n async handleChatModelStart(\n llm: Serialized,\n messages: BaseMessage[][],\n runId: string | undefined = undefined,\n _parentRunId: string | undefined = undefined,\n extraParams: Record<string, unknown> | undefined = undefined,\n _tags: string[] | undefined = undefined,\n _metadata: Record<string, unknown> | undefined = undefined,\n runName: string | undefined = undefined\n ): Promise<CallbackManagerForLLMRun[]> {\n return Promise.all(\n messages.map(async (messageGroup, idx) => {\n // Can't have duplicate runs with the same run ID (if provided)\n const runId_ = idx === 0 && runId ? runId : uuidv7();\n\n await Promise.all(\n this.handlers.map((handler) => {\n if (handler.ignoreLLM) {\n return;\n }\n if (isBaseTracer(handler)) {\n // Create and add run to the run map.\n // We do this synchronously to avoid race conditions\n // when callbacks are backgrounded.\n handler._createRunForChatModelStart(\n llm,\n [messageGroup],\n runId_,\n this._parentRunId,\n extraParams,\n this.tags,\n this.metadata,\n runName\n );\n }\n return consumeCallback(async () => {\n try {\n if (handler.handleChatModelStart) {\n await handler.handleChatModelStart?.(\n llm,\n [messageGroup],\n runId_,\n this._parentRunId,\n extraParams,\n this.tags,\n this.metadata,\n runName\n );\n } else if (handler.handleLLMStart) {\n const messageString = getBufferString(messageGroup);\n await handler.handleLLMStart?.(\n llm,\n [messageString],\n runId_,\n this._parentRunId,\n extraParams,\n this.tags,\n this.metadata,\n runName\n );\n }\n } catch (err) {\n const logFunction = handler.raiseError\n ? console.error\n : console.warn;\n logFunction(\n `Error in handler ${handler.constructor.name}, handleLLMStart: ${err}`\n );\n if (handler.raiseError) {\n throw err;\n }\n }\n }, handler.awaitHandlers);\n })\n );\n\n return new CallbackManagerForLLMRun(\n runId_,\n this.handlers,\n this.inheritableHandlers,\n this.tags,\n this.inheritableTags,\n this.metadata,\n this.inheritableMetadata,\n this._parentRunId\n );\n })\n );\n }\n\n async handleChainStart(\n chain: Serialized,\n inputs: ChainValues,\n runId = uuidv7(),\n runType: string | undefined = undefined,\n _tags: string[] | undefined = undefined,\n _metadata: Record<string, unknown> | undefined = undefined,\n runName: string | undefined = undefined,\n _parentRunId: string | undefined = undefined,\n extra: Record<string, unknown> | undefined = undefined\n ): Promise<CallbackManagerForChainRun> {\n await Promise.all(\n this.handlers.map((handler) => {\n if (handler.ignoreChain) {\n return;\n }\n if (isBaseTracer(handler)) {\n // Create and add run to the run map.\n // We do this synchronously to avoid race conditions\n // when callbacks are backgrounded.\n handler._createRunForChainStart(\n chain,\n inputs,\n runId,\n this._parentRunId,\n this.tags,\n this.metadata,\n runType,\n runName,\n extra\n );\n }\n return consumeCallback(async () => {\n try {\n await handler.handleChainStart?.(\n chain,\n inputs,\n runId,\n this._parentRunId,\n this.tags,\n this.metadata,\n runType,\n runName,\n extra\n );\n } catch (err) {\n const logFunction = handler.raiseError\n ? console.error\n : console.warn;\n logFunction(\n `Error in handler ${handler.constructor.name}, handleChainStart: ${err}`\n );\n if (handler.raiseError) {\n throw err;\n }\n }\n }, handler.awaitHandlers);\n })\n );\n return new CallbackManagerForChainRun(\n runId,\n this.handlers,\n this.inheritableHandlers,\n this.tags,\n this.inheritableTags,\n this.metadata,\n this.inheritableMetadata,\n this._parentRunId\n );\n }\n\n async handleToolStart(\n tool: Serialized,\n input: string,\n runId = uuidv7(),\n _parentRunId: string | undefined = undefined,\n _tags: string[] | undefined = undefined,\n _metadata: Record<string, unknown> | undefined = undefined,\n runName: string | undefined = undefined,\n toolCallId: string | undefined = undefined\n ): Promise<CallbackManagerForToolRun> {\n await Promise.all(\n this.handlers.map((handler) => {\n if (handler.ignoreAgent) {\n return;\n }\n if (isBaseTracer(handler)) {\n // Create and add run to the run map.\n // We do this synchronously to avoid race conditions\n // when callbacks are backgrounded.\n handler._createRunForToolStart(\n tool,\n input,\n runId,\n this._parentRunId,\n this.tags,\n this.metadata,\n runName\n );\n }\n return consumeCallback(async () => {\n try {\n await handler.handleToolStart?.(\n tool,\n input,\n runId,\n this._parentRunId,\n this.tags,\n this.metadata,\n runName,\n toolCallId\n );\n } catch (err) {\n const logFunction = handler.raiseError\n ? console.error\n : console.warn;\n logFunction(\n `Error in handler ${handler.constructor.name}, handleToolStart: ${err}`\n );\n if (handler.raiseError) {\n throw err;\n }\n }\n }, handler.awaitHandlers);\n })\n );\n return new CallbackManagerForToolRun(\n runId,\n this.handlers,\n this.inheritableHandlers,\n this.tags,\n this.inheritableTags,\n this.metadata,\n this.inheritableMetadata,\n this._parentRunId\n );\n }\n\n async handleRetrieverStart(\n retriever: Serialized,\n query: string,\n runId: string = uuidv7(),\n _parentRunId: string | undefined = undefined,\n _tags: string[] | undefined = undefined,\n _metadata: Record<string, unknown> | undefined = undefined,\n runName: string | undefined = undefined\n ): Promise<CallbackManagerForRetrieverRun> {\n await Promise.all(\n this.handlers.map((handler) => {\n if (handler.ignoreRetriever) {\n return;\n }\n if (isBaseTracer(handler)) {\n // Create and add run to the run map.\n // We do this synchronously to avoid race conditions\n // when callbacks are backgrounded.\n handler._createRunForRetrieverStart(\n retriever,\n query,\n runId,\n this._parentRunId,\n this.tags,\n this.metadata,\n runName\n );\n }\n return consumeCallback(async () => {\n try {\n await handler.handleRetrieverStart?.(\n retriever,\n query,\n runId,\n this._parentRunId,\n this.tags,\n this.metadata,\n runName\n );\n } catch (err) {\n const logFunction = handler.raiseError\n ? console.error\n : console.warn;\n logFunction(\n `Error in handler ${handler.constructor.name}, handleRetrieverStart: ${err}`\n );\n if (handler.raiseError) {\n throw err;\n }\n }\n }, handler.awaitHandlers);\n })\n );\n return new CallbackManagerForRetrieverRun(\n runId,\n this.handlers,\n this.inheritableHandlers,\n this.tags,\n this.inheritableTags,\n this.metadata,\n this.inheritableMetadata,\n this._parentRunId\n );\n }\n\n async handleCustomEvent?(\n eventName: string,\n // oxlint-disable-next-line @typescript-eslint/no-explicit-any\n data: any,\n runId: string,\n _tags?: string[],\n // oxlint-disable-next-line @typescript-eslint/no-explicit-any\n _metadata?: Record<string, any>\n ): // oxlint-disable-next-line @typescript-eslint/no-explicit-any\n Promise<any> {\n await Promise.all(\n this.handlers.map((handler) =>\n consumeCallback(async () => {\n if (!handler.ignoreCustomEvent) {\n try {\n await handler.handleCustomEvent?.(\n eventName,\n data,\n runId,\n this.tags,\n this.metadata\n );\n } catch (err) {\n const logFunction = handler.raiseError\n ? console.error\n : console.warn;\n logFunction(\n `Error in handler ${handler.constructor.name}, handleCustomEvent: ${err}`\n );\n if (handler.raiseError) {\n throw err;\n }\n }\n }\n }, handler.awaitHandlers)\n )\n );\n }\n\n addHandler(handler: BaseCallbackHandler, inherit = true): void {\n this.handlers.push(handler);\n if (inherit) {\n this.inheritableHandlers.push(handler);\n }\n }\n\n removeHandler(handler: BaseCallbackHandler): void {\n this.handlers = this.handlers.filter((_handler) => _handler !== handler);\n this.inheritableHandlers = this.inheritableHandlers.filter(\n (_handler) => _handler !== handler\n );\n }\n\n setHandlers(handlers: BaseCallbackHandler[], inherit = true): void {\n this.handlers = [];\n this.inheritableHandlers = [];\n for (const handler of handlers) {\n this.addHandler(handler, inherit);\n }\n }\n\n addTags(tags: string[], inherit = true): void {\n this.removeTags(tags); // Remove duplicates\n this.tags.push(...tags);\n if (inherit) {\n this.inheritableTags.push(...tags);\n }\n }\n\n removeTags(tags: string[]): void {\n this.tags = this.tags.filter((tag) => !tags.includes(tag));\n this.inheritableTags = this.inheritableTags.filter(\n (tag) => !tags.includes(tag)\n );\n }\n\n addMetadata(metadata: Record<string, unknown>, inherit = true): void {\n this.metadata = { ...this.metadata, ...metadata };\n if (inherit) {\n this.inheritableMetadata = { ...this.inheritableMetadata, ...metadata };\n }\n }\n\n removeMetadata(metadata: Record<string, unknown>): void {\n for (const key of Object.keys(metadata)) {\n delete this.metadata[key];\n delete this.inheritableMetadata[key];\n }\n }\n\n copy(\n additionalHandlers: BaseCallbackHandler[] = [],\n inherit = true\n ): CallbackManager {\n const manager = new CallbackManager(this._parentRunId);\n for (const handler of this.handlers) {\n const inheritable = this.inheritableHandlers.includes(handler);\n manager.addHandler(handler, inheritable);\n }\n for (const tag of this.tags) {\n const inheritable = this.inheritableTags.includes(tag);\n manager.addTags([tag], inheritable);\n }\n for (const key of Object.keys(this.metadata)) {\n const inheritable = Object.keys(this.inheritableMetadata).includes(key);\n manager.addMetadata({ [key]: this.metadata[key] }, inheritable);\n }\n for (const handler of additionalHandlers) {\n if (\n // Prevent multiple copies of console_callback_handler\n manager.handlers\n .filter((h) => h.name === \"console_callback_handler\")\n .some((h) => h.name === handler.name)\n ) {\n continue;\n }\n manager.addHandler(handler, inherit);\n }\n return manager;\n }\n\n static fromHandlers(handlers: CallbackHandlerMethods) {\n class Handler extends BaseCallbackHandler {\n name = uuidv7();\n\n constructor() {\n super();\n Object.assign(this, handlers);\n }\n }\n\n const manager = new this();\n manager.addHandler(new Handler());\n return manager;\n }\n\n static configure(\n inheritableHandlers?: Callbacks,\n localHandlers?: Callbacks,\n inheritableTags?: string[],\n localTags?: string[],\n inheritableMetadata?: Record<string, unknown>,\n localMetadata?: Record<string, unknown>,\n options?: CallbackManagerOptions\n ): CallbackManager | undefined {\n return this._configureSync(\n inheritableHandlers,\n localHandlers,\n inheritableTags,\n localTags,\n inheritableMetadata,\n localMetadata,\n options\n );\n }\n\n // TODO: Deprecate async method in favor of this one.\n static _configureSync(\n inheritableHandlers?: Callbacks,\n localHandlers?: Callbacks,\n inheritableTags?: string[],\n localTags?: string[],\n inheritableMetadata?: Record<string, unknown>,\n localMetadata?: Record<string, unknown>,\n options?: CallbackManagerOptions\n ) {\n let callbackManager: CallbackManager | undefined;\n if (inheritableHandlers || localHandlers) {\n if (Array.isArray(inheritableHandlers) || !inheritableHandlers) {\n callbackManager = new CallbackManager();\n callbackManager.setHandlers(\n inheritableHandlers?.map(ensureHandler) ?? [],\n true\n );\n } else {\n callbackManager = inheritableHandlers;\n }\n\n callbackManager = callbackManager.copy(\n Array.isArray(localHandlers)\n ? localHandlers.map(ensureHandler)\n : localHandlers?.handlers,\n false\n );\n }\n\n const verboseEnabled =\n getEnvironmentVariable(\"LANGCHAIN_VERBOSE\") === \"true\" ||\n options?.verbose;\n\n const traceableRunTree = LangChainTracer.getTraceableRunTree();\n const tracingV2Enabled =\n traceableRunTree?.tracingEnabled ?? isTracingEnabled();\n\n // If tracing is explicitly disabled by the RunTree (e.g. via\n // traceable({ tracingEnabled: false })), remove any inherited\n // LangChainTracer handlers so that child runs don't trace either.\n if (traceableRunTree?.tracingEnabled === false && callbackManager) {\n const inheritedTracers = callbackManager.handlers.filter(\n (handler) => handler.name === \"langchain_tracer\"\n );\n for (const tracer of inheritedTracers) {\n callbackManager.removeHandler(tracer);\n }\n }\n\n const tracingEnabled =\n tracingV2Enabled ||\n (getEnvironmentVariable(\"LANGCHAIN_TRACING\") ?? false);\n if (verboseEnabled || tracingEnabled) {\n if (!callbackManager) {\n callbackManager = new CallbackManager();\n }\n if (\n verboseEnabled &&\n !callbackManager.handlers.some(\n (handler) => handler.name === ConsoleCallbackHandler.prototype.name\n )\n ) {\n const consoleHandler = new ConsoleCallbackHandler();\n callbackManager.addHandler(consoleHandler, true);\n }\n if (\n tracingEnabled &&\n !callbackManager.handlers.some(\n (handler) => handler.name === \"langchain_tracer\"\n )\n ) {\n if (tracingV2Enabled) {\n const tracerV2 = new LangChainTracer();\n callbackManager.addHandler(tracerV2, true);\n }\n }\n if (tracingV2Enabled) {\n // handoff between langchain and langsmith/traceable\n // override the parent run ID\n if (traceableRunTree && callbackManager._parentRunId === undefined) {\n callbackManager._parentRunId = traceableRunTree.id;\n const tracerV2 = callbackManager.handlers.find(\n (handler) => handler.name === \"langchain_tracer\"\n ) as LangChainTracer | undefined;\n tracerV2?.updateFromRunTree(traceableRunTree);\n }\n }\n }\n\n for (const {\n contextVar,\n inheritable = true,\n handlerClass,\n envVar,\n } of _getConfigureHooks()) {\n const createIfNotInContext =\n envVar && getEnvironmentVariable(envVar) === \"true\" && handlerClass;\n let handler: BaseCallbackHandler | undefined;\n const contextVarValue =\n contextVar !== undefined ? getContextVariable(contextVar) : undefined;\n if (contextVarValue && isBaseCallbackHandler(contextVarValue)) {\n handler = contextVarValue;\n } else if (createIfNotInContext) {\n // oxlint-disable-next-line @typescript-eslint/no-explicit-any\n handler = new (handlerClass as any)({});\n }\n if (handler !== undefined) {\n if (!callbackManager) {\n callbackManager = new CallbackManager();\n }\n\n if (!callbackManager.handlers.some((h) => h.name === handler!.name)) {\n callbackManager.addHandler(handler, inheritable);\n }\n }\n }\n\n if (inheritableTags || localTags) {\n if (callbackManager) {\n callbackManager.addTags(inheritableTags ?? []);\n callbackManager.addTags(localTags ?? [], false);\n }\n }\n if (inheritableMetadata || localMetadata) {\n if (callbackManager) {\n callbackManager.addMetadata(inheritableMetadata ?? {});\n callbackManager.addMetadata(localMetadata ?? {}, false);\n }\n }\n const tracerInheritableMetadata = options?.tracerInheritableMetadata;\n const tracerInheritableTags = options?.tracerInheritableTags;\n\n if (\n callbackManager &&\n (tracerInheritableMetadata || tracerInheritableTags)\n ) {\n callbackManager.handlers = callbackManager.handlers.map((handler) =>\n handler instanceof LangChainTracer\n ? handler.copyWithTracingConfig({\n metadata: tracerInheritableMetadata,\n tags: tracerInheritableTags,\n })\n : handler\n );\n callbackManager.inheritableHandlers =\n callbackManager.inheritableHandlers.map((handler) =>\n handler instanceof LangChainTracer\n ? handler.copyWithTracingConfig({\n metadata: tracerInheritableMetadata,\n tags: tracerInheritableTags,\n })\n : handler\n );\n }\n\n return callbackManager;\n }\n}\n\nexport function ensureHandler(\n handler: BaseCallbackHandler | CallbackHandlerMethods\n): BaseCallbackHandler {\n if (\"name\" in handler) {\n return handler;\n }\n\n return BaseCallbackHandler.fromMethods(handler);\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;AA0EA,SAAgB,uBACd,KACoB;AACpB,KAAI,CAAC,IACH,QAAO,EAAE;UACA,MAAM,QAAQ,IAAI,IAAI,UAAU,IACzC,QAAO,EAAE,WAAW,KAAK;KAEzB,QAAO;;;;;AAOX,IAAsB,sBAAtB,MAA0C;CAOxC,WAAW,SAAoC;AAC7C,SAAO,KAAK,YAAY,CAAC,QAAQ,CAAC;;;;;;AAOtC,IAAa,iBAAb,MAA4B;CAC1B,YACE,OACA,UACA,qBACA,MACA,iBACA,UACA,qBACA,cACA;AARgB,OAAA,QAAA;AACA,OAAA,WAAA;AACG,OAAA,sBAAA;AACA,OAAA,OAAA;AACA,OAAA,kBAAA;AACA,OAAA,WAAA;AACA,OAAA,sBAAA;AACA,OAAA,eAAA;;CAGrB,IAAI,cAAc;AAChB,SAAO,KAAK;;CAGd,MAAM,WAAW,MAA6B;AAC5C,QAAM,QAAQ,IACZ,KAAK,SAAS,KAAK,YACjB,gBAAgB,YAAY;AAC1B,OAAI;AACF,UAAM,QAAQ,aACZ,MACA,KAAK,OACL,KAAK,cACL,KAAK,KACN;YACM,KAAK;AAIZ,KAHoB,QAAQ,aACxB,QAAQ,QACR,QAAQ,MAEV,oBAAoB,QAAQ,YAAY,KAAK,gBAAgB,MAC9D;AACD,QAAI,QAAQ,WACV,OAAM;;KAGT,QAAQ,cAAc,CAC1B,CACF;;CAGH,MAAM,kBACJ,WAEA,MACA,QACA,OAEA,WACe;AACf,QAAM,QAAQ,IACZ,KAAK,SAAS,KAAK,YACjB,gBAAgB,YAAY;AAC1B,OAAI;AACF,UAAM,QAAQ,oBACZ,WACA,MACA,KAAK,OACL,KAAK,MACL,KAAK,SACN;YACM,KAAK;AAIZ,KAHoB,QAAQ,aACxB,QAAQ,QACR,QAAQ,MAEV,oBAAoB,QAAQ,YAAY,KAAK,uBAAuB,MACrE;AACD,QAAI,QAAQ,WACV,OAAM;;KAGT,QAAQ,cAAc,CAC1B,CACF;;;;;;AAOL,IAAa,iCAAb,cACU,eAEV;CACE,SAAS,KAA+B;EAEtC,MAAM,UAAU,IAAI,gBAAgB,KAAK,MAAM;AAC/C,UAAQ,YAAY,KAAK,oBAAoB;AAC7C,UAAQ,QAAQ,KAAK,gBAAgB;AACrC,UAAQ,YAAY,KAAK,oBAAoB;AAC7C,MAAI,IACF,SAAQ,QAAQ,CAAC,IAAI,EAAE,MAAM;AAE/B,SAAO;;CAGT,MAAM,mBAAmB,WAA+C;AACtE,QAAM,QAAQ,IACZ,KAAK,SAAS,KAAK,YACjB,gBAAgB,YAAY;AAC1B,OAAI,CAAC,QAAQ,gBACX,KAAI;AACF,UAAM,QAAQ,qBACZ,WACA,KAAK,OACL,KAAK,cACL,KAAK,KACN;YACM,KAAK;AAIZ,KAHoB,QAAQ,aACxB,QAAQ,QACR,QAAQ,MAEV,oBAAoB,QAAQ,YAAY,KAAK,mBAC9C;AACD,QAAI,QAAQ,WACV,OAAM;;KAIX,QAAQ,cAAc,CAC1B,CACF;;CAGH,MAAM,qBAAqB,KAAqC;AAC9D,QAAM,QAAQ,IACZ,KAAK,SAAS,KAAK,YACjB,gBAAgB,YAAY;AAC1B,OAAI,CAAC,QAAQ,gBACX,KAAI;AACF,UAAM,QAAQ,uBACZ,KACA,KAAK,OACL,KAAK,cACL,KAAK,KACN;YACM,OAAO;AAId,KAHoB,QAAQ,aACxB,QAAQ,QACR,QAAQ,MAEV,oBAAoB,QAAQ,YAAY,KAAK,0BAA0B,QACxE;AACD,QAAI,QAAQ,WACV,OAAM;;KAIX,QAAQ,cAAc,CAC1B,CACF;;;AAIL,IAAa,2BAAb,cACU,eAEV;CACE,MAAM,kBACJ,OACA,KACA,QACA,cACA,OACA,QACe;AACf,QAAM,QAAQ,IACZ,KAAK,SAAS,KAAK,YACjB,gBAAgB,YAAY;AAC1B,OAAI,CAAC,QAAQ,UACX,KAAI;AACF,UAAM,QAAQ,oBACZ,OACA,OAAO;KAAE,QAAQ;KAAG,YAAY;KAAG,EACnC,KAAK,OACL,KAAK,cACL,KAAK,MACL,OACD;YACM,KAAK;AAIZ,KAHoB,QAAQ,aACxB,QAAQ,QACR,QAAQ,MAEV,oBAAoB,QAAQ,YAAY,KAAK,uBAAuB,MACrE;AACD,QAAI,QAAQ,WACV,OAAM;;KAIX,QAAQ,cAAc,CAC1B,CACF;;CAGH,MAAM,eACJ,KACA,QACA,cACA,OACA,aACe;AACf,QAAM,QAAQ,IACZ,KAAK,SAAS,KAAK,YACjB,gBAAgB,YAAY;AAC1B,OAAI,CAAC,QAAQ,UACX,KAAI;AACF,UAAM,QAAQ,iBACZ,KACA,KAAK,OACL,KAAK,cACL,KAAK,MACL,YACD;YACM,KAAK;AAIZ,KAHoB,QAAQ,aACxB,QAAQ,QACR,QAAQ,MAEV,oBAAoB,QAAQ,YAAY,KAAK,oBAAoB,MAClE;AACD,QAAI,QAAQ,WACV,OAAM;;KAIX,QAAQ,cAAc,CAC1B,CACF;;CAGH,MAAM,aACJ,QACA,QACA,cACA,OACA,aACe;AACf,QAAM,QAAQ,IACZ,KAAK,SAAS,KAAK,YACjB,gBAAgB,YAAY;AAC1B,OAAI,CAAC,QAAQ,UACX,KAAI;AACF,UAAM,QAAQ,eACZ,QACA,KAAK,OACL,KAAK,cACL,KAAK,MACL,YACD;YACM,KAAK;AAIZ,KAHoB,QAAQ,aACxB,QAAQ,QACR,QAAQ,MAEV,oBAAoB,QAAQ,YAAY,KAAK,kBAAkB,MAChE;AACD,QAAI,QAAQ,WACV,OAAM;;KAIX,QAAQ,cAAc,CAC1B,CACF;;;AAIL,IAAa,6BAAb,cACU,eAEV;CACE,SAAS,KAA+B;EAEtC,MAAM,UAAU,IAAI,gBAAgB,KAAK,MAAM;AAC/C,UAAQ,YAAY,KAAK,oBAAoB;AAC7C,UAAQ,QAAQ,KAAK,gBAAgB;AACrC,UAAQ,YAAY,KAAK,oBAAoB;AAC7C,MAAI,IACF,SAAQ,QAAQ,CAAC,IAAI,EAAE,MAAM;AAE/B,SAAO;;CAGT,MAAM,iBACJ,KACA,QACA,cACA,OACA,QACe;AACf,QAAM,QAAQ,IACZ,KAAK,SAAS,KAAK,YACjB,gBAAgB,YAAY;AAC1B,OAAI,CAAC,QAAQ,YACX,KAAI;AACF,UAAM,QAAQ,mBACZ,KACA,KAAK,OACL,KAAK,cACL,KAAK,MACL,OACD;YACM,KAAK;AAIZ,KAHoB,QAAQ,aACxB,QAAQ,QACR,QAAQ,MAEV,oBAAoB,QAAQ,YAAY,KAAK,sBAAsB,MACpE;AACD,QAAI,QAAQ,WACV,OAAM;;KAIX,QAAQ,cAAc,CAC1B,CACF;;CAGH,MAAM,eACJ,QACA,QACA,cACA,OACA,QACe;AACf,QAAM,QAAQ,IACZ,KAAK,SAAS,KAAK,YACjB,gBAAgB,YAAY;AAC1B,OAAI,CAAC,QAAQ,YACX,KAAI;AACF,UAAM,QAAQ,iBACZ,QACA,KAAK,OACL,KAAK,cACL,KAAK,MACL,OACD;YACM,KAAK;AAIZ,KAHoB,QAAQ,aACxB,QAAQ,QACR,QAAQ,MAEV,oBAAoB,QAAQ,YAAY,KAAK,oBAAoB,MAClE;AACD,QAAI,QAAQ,WACV,OAAM;;KAIX,QAAQ,cAAc,CAC1B,CACF;;CAGH,MAAM,kBAAkB,QAAoC;AAC1D,QAAM,QAAQ,IACZ,KAAK,SAAS,KAAK,YACjB,gBAAgB,YAAY;AAC1B,OAAI,CAAC,QAAQ,YACX,KAAI;AACF,UAAM,QAAQ,oBACZ,QACA,KAAK,OACL,KAAK,cACL,KAAK,KACN;YACM,KAAK;AAIZ,KAHoB,QAAQ,aACxB,QAAQ,QACR,QAAQ,MAEV,oBAAoB,QAAQ,YAAY,KAAK,uBAAuB,MACrE;AACD,QAAI,QAAQ,WACV,OAAM;;KAIX,QAAQ,cAAc,CAC1B,CACF;;CAGH,MAAM,eAAe,QAAoC;AACvD,QAAM,QAAQ,IACZ,KAAK,SAAS,KAAK,YACjB,gBAAgB,YAAY;AAC1B,OAAI,CAAC,QAAQ,YACX,KAAI;AACF,UAAM,QAAQ,iBACZ,QACA,KAAK,OACL,KAAK,cACL,KAAK,KACN;YACM,KAAK;AAIZ,KAHoB,QAAQ,aACxB,QAAQ,QACR,QAAQ,MAEV,oBAAoB,QAAQ,YAAY,KAAK,oBAAoB,MAClE;AACD,QAAI,QAAQ,WACV,OAAM;;KAIX,QAAQ,cAAc,CAC1B,CACF;;;AAIL,IAAa,4BAAb,cACU,eAEV;CACE,SAAS,KAA+B;EAEtC,MAAM,UAAU,IAAI,gBAAgB,KAAK,MAAM;AAC/C,UAAQ,YAAY,KAAK,oBAAoB;AAC7C,UAAQ,QAAQ,KAAK,gBAAgB;AACrC,UAAQ,YAAY,KAAK,oBAAoB;AAC7C,MAAI,IACF,SAAQ,QAAQ,CAAC,IAAI,EAAE,MAAM;AAE/B,SAAO;;CAGT,MAAM,gBAAgB,KAAqC;AACzD,QAAM,QAAQ,IACZ,KAAK,SAAS,KAAK,YACjB,gBAAgB,YAAY;AAC1B,OAAI,CAAC,QAAQ,YACX,KAAI;AACF,UAAM,QAAQ,kBACZ,KACA,KAAK,OACL,KAAK,cACL,KAAK,KACN;YACM,KAAK;AAIZ,KAHoB,QAAQ,aACxB,QAAQ,QACR,QAAQ,MAEV,oBAAoB,QAAQ,YAAY,KAAK,qBAAqB,MACnE;AACD,QAAI,QAAQ,WACV,OAAM;;KAIX,QAAQ,cAAc,CAC1B,CACF;;CAGH,MAAM,gBAAgB,OAA+B;AACnD,QAAM,QAAQ,IACZ,KAAK,SAAS,KAAK,YACjB,gBAAgB,YAAY;AAC1B,OAAI,CAAC,QAAQ,YACX,KAAI;AACF,UAAM,QAAQ,kBACZ,OACA,KAAK,OACL,KAAK,cACL,KAAK,KACN;YACM,KAAK;AACZ,QAAI,QAAQ,WAAY,OAAM;;KAGjC,QAAQ,cAAc,CAC1B,CACF;;CAIH,MAAM,cAAc,QAA4B;AAC9C,QAAM,QAAQ,IACZ,KAAK,SAAS,KAAK,YACjB,gBAAgB,YAAY;AAC1B,OAAI,CAAC,QAAQ,YACX,KAAI;AACF,UAAM,QAAQ,gBACZ,QACA,KAAK,OACL,KAAK,cACL,KAAK,KACN;YACM,KAAK;AAIZ,KAHoB,QAAQ,aACxB,QAAQ,QACR,QAAQ,MAEV,oBAAoB,QAAQ,YAAY,KAAK,mBAAmB,MACjE;AACD,QAAI,QAAQ,WACV,OAAM;;KAIX,QAAQ,cAAc,CAC1B,CACF;;;;;;;;;;;;;;;;;;;;;AAsBL,IAAa,kBAAb,MAAa,wBACH,oBAEV;CACE,WAAkC,EAAE;CAEpC,sBAA6C,EAAE;CAE/C,OAAiB,EAAE;CAEnB,kBAA4B,EAAE;CAE9B,WAAoC,EAAE;CAEtC,sBAA+C,EAAE;CAEjD,OAAO;CAEP;CAEA,YACE,aACA,SAQA;AACA,SAAO;AACP,OAAK,WAAW,SAAS,YAAY,KAAK;AAC1C,OAAK,sBACH,SAAS,uBAAuB,KAAK;AACvC,OAAK,OAAO,SAAS,QAAQ,KAAK;AAClC,OAAK,kBAAkB,SAAS,mBAAmB,KAAK;AACxD,OAAK,WAAW,SAAS,YAAY,KAAK;AAC1C,OAAK,sBACH,SAAS,uBAAuB,KAAK;AACvC,OAAK,eAAe;;;;;;;CAQtB,iBAAiB;AACf,SAAO,KAAK;;CAGd,MAAM,eACJ,KACA,SACA,QAA4B,KAAA,GAC5B,eAAmC,KAAA,GACnC,cAAmD,KAAA,GACnD,QAA8B,KAAA,GAC9B,YAAiD,KAAA,GACjD,UAA8B,KAAA,GACO;AACrC,SAAO,QAAQ,IACb,QAAQ,IAAI,OAAO,QAAQ,QAAQ;GAEjC,MAAM,SAAS,QAAQ,KAAK,QAAQ,QAAQA,IAAQ;AAEpD,SAAM,QAAQ,IACZ,KAAK,SAAS,KAAK,YAAY;AAC7B,QAAI,QAAQ,UACV;AAEF,QAAI,aAAa,QAAQ,CAIvB,SAAQ,sBACN,KACA,CAAC,OAAO,EACR,QACA,KAAK,cACL,aACA,KAAK,MACL,KAAK,UACL,QACD;AAEH,WAAO,gBAAgB,YAAY;AACjC,SAAI;AACF,YAAM,QAAQ,iBACZ,KACA,CAAC,OAAO,EACR,QACA,KAAK,cACL,aACA,KAAK,MACL,KAAK,UACL,QACD;cACM,KAAK;AAIZ,OAHoB,QAAQ,aACxB,QAAQ,QACR,QAAQ,MAEV,oBAAoB,QAAQ,YAAY,KAAK,oBAAoB,MAClE;AACD,UAAI,QAAQ,WACV,OAAM;;OAGT,QAAQ,cAAc;KACzB,CACH;AAED,UAAO,IAAI,yBACT,QACA,KAAK,UACL,KAAK,qBACL,KAAK,MACL,KAAK,iBACL,KAAK,UACL,KAAK,qBACL,KAAK,aACN;IACD,CACH;;CAGH,MAAM,qBACJ,KACA,UACA,QAA4B,KAAA,GAC5B,eAAmC,KAAA,GACnC,cAAmD,KAAA,GACnD,QAA8B,KAAA,GAC9B,YAAiD,KAAA,GACjD,UAA8B,KAAA,GACO;AACrC,SAAO,QAAQ,IACb,SAAS,IAAI,OAAO,cAAc,QAAQ;GAExC,MAAM,SAAS,QAAQ,KAAK,QAAQ,QAAQA,IAAQ;AAEpD,SAAM,QAAQ,IACZ,KAAK,SAAS,KAAK,YAAY;AAC7B,QAAI,QAAQ,UACV;AAEF,QAAI,aAAa,QAAQ,CAIvB,SAAQ,4BACN,KACA,CAAC,aAAa,EACd,QACA,KAAK,cACL,aACA,KAAK,MACL,KAAK,UACL,QACD;AAEH,WAAO,gBAAgB,YAAY;AACjC,SAAI;AACF,UAAI,QAAQ,qBACV,OAAM,QAAQ,uBACZ,KACA,CAAC,aAAa,EACd,QACA,KAAK,cACL,aACA,KAAK,MACL,KAAK,UACL,QACD;eACQ,QAAQ,gBAAgB;OACjC,MAAM,gBAAgB,gBAAgB,aAAa;AACnD,aAAM,QAAQ,iBACZ,KACA,CAAC,cAAc,EACf,QACA,KAAK,cACL,aACA,KAAK,MACL,KAAK,UACL,QACD;;cAEI,KAAK;AAIZ,OAHoB,QAAQ,aACxB,QAAQ,QACR,QAAQ,MAEV,oBAAoB,QAAQ,YAAY,KAAK,oBAAoB,MAClE;AACD,UAAI,QAAQ,WACV,OAAM;;OAGT,QAAQ,cAAc;KACzB,CACH;AAED,UAAO,IAAI,yBACT,QACA,KAAK,UACL,KAAK,qBACL,KAAK,MACL,KAAK,iBACL,KAAK,UACL,KAAK,qBACL,KAAK,aACN;IACD,CACH;;CAGH,MAAM,iBACJ,OACA,QACA,QAAQA,IAAQ,EAChB,UAA8B,KAAA,GAC9B,QAA8B,KAAA,GAC9B,YAAiD,KAAA,GACjD,UAA8B,KAAA,GAC9B,eAAmC,KAAA,GACnC,QAA6C,KAAA,GACR;AACrC,QAAM,QAAQ,IACZ,KAAK,SAAS,KAAK,YAAY;AAC7B,OAAI,QAAQ,YACV;AAEF,OAAI,aAAa,QAAQ,CAIvB,SAAQ,wBACN,OACA,QACA,OACA,KAAK,cACL,KAAK,MACL,KAAK,UACL,SACA,SACA,MACD;AAEH,UAAO,gBAAgB,YAAY;AACjC,QAAI;AACF,WAAM,QAAQ,mBACZ,OACA,QACA,OACA,KAAK,cACL,KAAK,MACL,KAAK,UACL,SACA,SACA,MACD;aACM,KAAK;AAIZ,MAHoB,QAAQ,aACxB,QAAQ,QACR,QAAQ,MAEV,oBAAoB,QAAQ,YAAY,KAAK,sBAAsB,MACpE;AACD,SAAI,QAAQ,WACV,OAAM;;MAGT,QAAQ,cAAc;IACzB,CACH;AACD,SAAO,IAAI,2BACT,OACA,KAAK,UACL,KAAK,qBACL,KAAK,MACL,KAAK,iBACL,KAAK,UACL,KAAK,qBACL,KAAK,aACN;;CAGH,MAAM,gBACJ,MACA,OACA,QAAQA,IAAQ,EAChB,eAAmC,KAAA,GACnC,QAA8B,KAAA,GAC9B,YAAiD,KAAA,GACjD,UAA8B,KAAA,GAC9B,aAAiC,KAAA,GACG;AACpC,QAAM,QAAQ,IACZ,KAAK,SAAS,KAAK,YAAY;AAC7B,OAAI,QAAQ,YACV;AAEF,OAAI,aAAa,QAAQ,CAIvB,SAAQ,uBACN,MACA,OACA,OACA,KAAK,cACL,KAAK,MACL,KAAK,UACL,QACD;AAEH,UAAO,gBAAgB,YAAY;AACjC,QAAI;AACF,WAAM,QAAQ,kBACZ,MACA,OACA,OACA,KAAK,cACL,KAAK,MACL,KAAK,UACL,SACA,WACD;aACM,KAAK;AAIZ,MAHoB,QAAQ,aACxB,QAAQ,QACR,QAAQ,MAEV,oBAAoB,QAAQ,YAAY,KAAK,qBAAqB,MACnE;AACD,SAAI,QAAQ,WACV,OAAM;;MAGT,QAAQ,cAAc;IACzB,CACH;AACD,SAAO,IAAI,0BACT,OACA,KAAK,UACL,KAAK,qBACL,KAAK,MACL,KAAK,iBACL,KAAK,UACL,KAAK,qBACL,KAAK,aACN;;CAGH,MAAM,qBACJ,WACA,OACA,QAAgBA,IAAQ,EACxB,eAAmC,KAAA,GACnC,QAA8B,KAAA,GAC9B,YAAiD,KAAA,GACjD,UAA8B,KAAA,GACW;AACzC,QAAM,QAAQ,IACZ,KAAK,SAAS,KAAK,YAAY;AAC7B,OAAI,QAAQ,gBACV;AAEF,OAAI,aAAa,QAAQ,CAIvB,SAAQ,4BACN,WACA,OACA,OACA,KAAK,cACL,KAAK,MACL,KAAK,UACL,QACD;AAEH,UAAO,gBAAgB,YAAY;AACjC,QAAI;AACF,WAAM,QAAQ,uBACZ,WACA,OACA,OACA,KAAK,cACL,KAAK,MACL,KAAK,UACL,QACD;aACM,KAAK;AAIZ,MAHoB,QAAQ,aACxB,QAAQ,QACR,QAAQ,MAEV,oBAAoB,QAAQ,YAAY,KAAK,0BAA0B,MACxE;AACD,SAAI,QAAQ,WACV,OAAM;;MAGT,QAAQ,cAAc;IACzB,CACH;AACD,SAAO,IAAI,+BACT,OACA,KAAK,UACL,KAAK,qBACL,KAAK,MACL,KAAK,iBACL,KAAK,UACL,KAAK,qBACL,KAAK,aACN;;CAGH,MAAM,kBACJ,WAEA,MACA,OACA,OAEA,WAEW;AACX,QAAM,QAAQ,IACZ,KAAK,SAAS,KAAK,YACjB,gBAAgB,YAAY;AAC1B,OAAI,CAAC,QAAQ,kBACX,KAAI;AACF,UAAM,QAAQ,oBACZ,WACA,MACA,OACA,KAAK,MACL,KAAK,SACN;YACM,KAAK;AAIZ,KAHoB,QAAQ,aACxB,QAAQ,QACR,QAAQ,MAEV,oBAAoB,QAAQ,YAAY,KAAK,uBAAuB,MACrE;AACD,QAAI,QAAQ,WACV,OAAM;;KAIX,QAAQ,cAAc,CAC1B,CACF;;CAGH,WAAW,SAA8B,UAAU,MAAY;AAC7D,OAAK,SAAS,KAAK,QAAQ;AAC3B,MAAI,QACF,MAAK,oBAAoB,KAAK,QAAQ;;CAI1C,cAAc,SAAoC;AAChD,OAAK,WAAW,KAAK,SAAS,QAAQ,aAAa,aAAa,QAAQ;AACxE,OAAK,sBAAsB,KAAK,oBAAoB,QACjD,aAAa,aAAa,QAC5B;;CAGH,YAAY,UAAiC,UAAU,MAAY;AACjE,OAAK,WAAW,EAAE;AAClB,OAAK,sBAAsB,EAAE;AAC7B,OAAK,MAAM,WAAW,SACpB,MAAK,WAAW,SAAS,QAAQ;;CAIrC,QAAQ,MAAgB,UAAU,MAAY;AAC5C,OAAK,WAAW,KAAK;AACrB,OAAK,KAAK,KAAK,GAAG,KAAK;AACvB,MAAI,QACF,MAAK,gBAAgB,KAAK,GAAG,KAAK;;CAItC,WAAW,MAAsB;AAC/B,OAAK,OAAO,KAAK,KAAK,QAAQ,QAAQ,CAAC,KAAK,SAAS,IAAI,CAAC;AAC1D,OAAK,kBAAkB,KAAK,gBAAgB,QACzC,QAAQ,CAAC,KAAK,SAAS,IAAI,CAC7B;;CAGH,YAAY,UAAmC,UAAU,MAAY;AACnE,OAAK,WAAW;GAAE,GAAG,KAAK;GAAU,GAAG;GAAU;AACjD,MAAI,QACF,MAAK,sBAAsB;GAAE,GAAG,KAAK;GAAqB,GAAG;GAAU;;CAI3E,eAAe,UAAyC;AACtD,OAAK,MAAM,OAAO,OAAO,KAAK,SAAS,EAAE;AACvC,UAAO,KAAK,SAAS;AACrB,UAAO,KAAK,oBAAoB;;;CAIpC,KACE,qBAA4C,EAAE,EAC9C,UAAU,MACO;EACjB,MAAM,UAAU,IAAI,gBAAgB,KAAK,aAAa;AACtD,OAAK,MAAM,WAAW,KAAK,UAAU;GACnC,MAAM,cAAc,KAAK,oBAAoB,SAAS,QAAQ;AAC9D,WAAQ,WAAW,SAAS,YAAY;;AAE1C,OAAK,MAAM,OAAO,KAAK,MAAM;GAC3B,MAAM,cAAc,KAAK,gBAAgB,SAAS,IAAI;AACtD,WAAQ,QAAQ,CAAC,IAAI,EAAE,YAAY;;AAErC,OAAK,MAAM,OAAO,OAAO,KAAK,KAAK,SAAS,EAAE;GAC5C,MAAM,cAAc,OAAO,KAAK,KAAK,oBAAoB,CAAC,SAAS,IAAI;AACvE,WAAQ,YAAY,GAAG,MAAM,KAAK,SAAS,MAAM,EAAE,YAAY;;AAEjE,OAAK,MAAM,WAAW,oBAAoB;AACxC,OAEE,QAAQ,SACL,QAAQ,MAAM,EAAE,SAAS,2BAA2B,CACpD,MAAM,MAAM,EAAE,SAAS,QAAQ,KAAK,CAEvC;AAEF,WAAQ,WAAW,SAAS,QAAQ;;AAEtC,SAAO;;CAGT,OAAO,aAAa,UAAkC;EACpD,MAAM,gBAAgB,oBAAoB;GACxC,OAAOA,IAAQ;GAEf,cAAc;AACZ,WAAO;AACP,WAAO,OAAO,MAAM,SAAS;;;EAIjC,MAAM,UAAU,IAAI,MAAM;AAC1B,UAAQ,WAAW,IAAI,SAAS,CAAC;AACjC,SAAO;;CAGT,OAAO,UACL,qBACA,eACA,iBACA,WACA,qBACA,eACA,SAC6B;AAC7B,SAAO,KAAK,eACV,qBACA,eACA,iBACA,WACA,qBACA,eACA,QACD;;CAIH,OAAO,eACL,qBACA,eACA,iBACA,WACA,qBACA,eACA,SACA;EACA,IAAI;AACJ,MAAI,uBAAuB,eAAe;AACxC,OAAI,MAAM,QAAQ,oBAAoB,IAAI,CAAC,qBAAqB;AAC9D,sBAAkB,IAAI,iBAAiB;AACvC,oBAAgB,YACd,qBAAqB,IAAI,cAAc,IAAI,EAAE,EAC7C,KACD;SAED,mBAAkB;AAGpB,qBAAkB,gBAAgB,KAChC,MAAM,QAAQ,cAAc,GACxB,cAAc,IAAI,cAAc,GAChC,eAAe,UACnB,MACD;;EAGH,MAAM,iBACJ,uBAAuB,oBAAoB,KAAK,UAChD,SAAS;EAEX,MAAM,mBAAmB,gBAAgB,qBAAqB;EAC9D,MAAM,mBACJ,kBAAkB,kBAAkB,kBAAkB;AAKxD,MAAI,kBAAkB,mBAAmB,SAAS,iBAAiB;GACjE,MAAM,mBAAmB,gBAAgB,SAAS,QAC/C,YAAY,QAAQ,SAAS,mBAC/B;AACD,QAAK,MAAM,UAAU,iBACnB,iBAAgB,cAAc,OAAO;;EAIzC,MAAM,iBACJ,qBACC,uBAAuB,oBAAoB,IAAI;AAClD,MAAI,kBAAkB,gBAAgB;AACpC,OAAI,CAAC,gBACH,mBAAkB,IAAI,iBAAiB;AAEzC,OACE,kBACA,CAAC,gBAAgB,SAAS,MACvB,YAAY,QAAQ,SAAS,uBAAuB,UAAU,KAChE,EACD;IACA,MAAM,iBAAiB,IAAI,wBAAwB;AACnD,oBAAgB,WAAW,gBAAgB,KAAK;;AAElD,OACE,kBACA,CAAC,gBAAgB,SAAS,MACvB,YAAY,QAAQ,SAAS,mBAC/B;QAEG,kBAAkB;KACpB,MAAM,WAAW,IAAI,iBAAiB;AACtC,qBAAgB,WAAW,UAAU,KAAK;;;AAG9C,OAAI;QAGE,oBAAoB,gBAAgB,iBAAiB,KAAA,GAAW;AAClE,qBAAgB,eAAe,iBAAiB;AAC/B,qBAAgB,SAAS,MACvC,YAAY,QAAQ,SAAS,mBAC/B,EACS,kBAAkB,iBAAiB;;;;AAKnD,OAAK,MAAM,EACT,YACA,cAAc,MACd,cACA,YACG,oBAAoB,EAAE;GACzB,MAAM,uBACJ,UAAU,uBAAuB,OAAO,KAAK,UAAU;GACzD,IAAI;GACJ,MAAM,kBACJ,eAAe,KAAA,IAAY,mBAAmB,WAAW,GAAG,KAAA;AAC9D,OAAI,mBAAmB,sBAAsB,gBAAgB,CAC3D,WAAU;YACD,qBAET,WAAU,IAAK,aAAqB,EAAE,CAAC;AAEzC,OAAI,YAAY,KAAA,GAAW;AACzB,QAAI,CAAC,gBACH,mBAAkB,IAAI,iBAAiB;AAGzC,QAAI,CAAC,gBAAgB,SAAS,MAAM,MAAM,EAAE,SAAS,QAAS,KAAK,CACjE,iBAAgB,WAAW,SAAS,YAAY;;;AAKtD,MAAI,mBAAmB;OACjB,iBAAiB;AACnB,oBAAgB,QAAQ,mBAAmB,EAAE,CAAC;AAC9C,oBAAgB,QAAQ,aAAa,EAAE,EAAE,MAAM;;;AAGnD,MAAI,uBAAuB;OACrB,iBAAiB;AACnB,oBAAgB,YAAY,uBAAuB,EAAE,CAAC;AACtD,oBAAgB,YAAY,iBAAiB,EAAE,EAAE,MAAM;;;EAG3D,MAAM,4BAA4B,SAAS;EAC3C,MAAM,wBAAwB,SAAS;AAEvC,MACE,oBACC,6BAA6B,wBAC9B;AACA,mBAAgB,WAAW,gBAAgB,SAAS,KAAK,YACvD,mBAAmB,kBACf,QAAQ,sBAAsB;IAC5B,UAAU;IACV,MAAM;IACP,CAAC,GACF,QACL;AACD,mBAAgB,sBACd,gBAAgB,oBAAoB,KAAK,YACvC,mBAAmB,kBACf,QAAQ,sBAAsB;IAC5B,UAAU;IACV,MAAM;IACP,CAAC,GACF,QACL;;AAGL,SAAO;;;AAIX,SAAgB,cACd,SACqB;AACrB,KAAI,UAAU,QACZ,QAAO;AAGT,QAAO,oBAAoB,YAAY,QAAQ"}
@@ -1,9 +1,9 @@
1
- require("../_virtual/_rolldown/runtime.cjs");
2
1
  const require_hash = require("../utils/js-sha256/hash.cjs");
3
2
  require("../utils/hash.cjs");
3
+ const require_v5 = require("../utils/uuid/v5.cjs");
4
+ require("../utils/uuid/index.cjs");
4
5
  const require_document = require("../documents/document.cjs");
5
6
  const require_record_manager = require("./record_manager.cjs");
6
- let uuid = require("uuid");
7
7
  //#region src/indexing/base.ts
8
8
  /**
9
9
  * HashedDocument is a Document with hashes calculated.
@@ -60,11 +60,11 @@ var _HashedDocument = class {
60
60
  return doc;
61
61
  }
62
62
  _hashStringToUUID(inputString) {
63
- return (0, uuid.v5)(this.keyEncoder(inputString), require_record_manager.UUIDV5_NAMESPACE);
63
+ return require_v5.default(this.keyEncoder(inputString), require_record_manager.UUIDV5_NAMESPACE);
64
64
  }
65
65
  _hashNestedDictToUUID(data) {
66
66
  const serialized_data = JSON.stringify(data, Object.keys(data).sort());
67
- return (0, uuid.v5)(this.keyEncoder(serialized_data), require_record_manager.UUIDV5_NAMESPACE);
67
+ return require_v5.default(this.keyEncoder(serialized_data), require_record_manager.UUIDV5_NAMESPACE);
68
68
  }
69
69
  };
70
70
  function _batch(size, iterable) {
@@ -1 +1 @@
1
- {"version":3,"file":"base.cjs","names":["sha256","Document","UUIDV5_NAMESPACE"],"sources":["../../src/indexing/base.ts"],"sourcesContent":["import { v5 as uuidv5 } from \"uuid\";\nimport { VectorStore } from \"../vectorstores.js\";\nimport { RecordManagerInterface, UUIDV5_NAMESPACE } from \"./record_manager.js\";\nimport { sha256, type HashKeyEncoder } from \"../utils/hash.js\";\nimport { DocumentInterface, Document } from \"../documents/document.js\";\nimport { BaseDocumentLoader } from \"../document_loaders/base.js\";\n\ntype Metadata = Record<string, unknown>;\n\ntype IndexingResult = {\n numAdded: number;\n numDeleted: number;\n numUpdated: number;\n numSkipped: number;\n};\n\ntype StringOrDocFunc = string | ((doc: DocumentInterface) => string);\n\nexport interface HashedDocumentInterface extends DocumentInterface {\n uid: string;\n hash_?: string;\n contentHash?: string;\n metadataHash?: string;\n pageContent: string;\n metadata: Metadata;\n calculateHashes(): void;\n toDocument(): DocumentInterface;\n}\n\ninterface HashedDocumentArgs {\n pageContent: string;\n metadata: Metadata;\n uid: string;\n}\n\n/**\n * HashedDocument is a Document with hashes calculated.\n * Hashes are calculated based on page content and metadata.\n * It is used for indexing.\n */\nexport class _HashedDocument implements HashedDocumentInterface {\n uid: string;\n\n hash_?: string;\n\n contentHash?: string;\n\n metadataHash?: string;\n\n pageContent: string;\n\n metadata: Metadata;\n\n private keyEncoder: HashKeyEncoder = sha256;\n\n constructor(fields: HashedDocumentArgs) {\n this.uid = fields.uid;\n this.pageContent = fields.pageContent;\n this.metadata = fields.metadata;\n }\n\n makeDefaultKeyEncoder(keyEncoderFn: HashKeyEncoder): void {\n this.keyEncoder = keyEncoderFn;\n }\n\n calculateHashes(): void {\n const forbiddenKeys = [\"hash_\", \"content_hash\", \"metadata_hash\"];\n\n for (const key of forbiddenKeys) {\n if (key in this.metadata) {\n throw new Error(\n `Metadata cannot contain key ${key} as it is reserved for internal use. Restricted keys: [${forbiddenKeys.join(\n \", \"\n )}]`\n );\n }\n }\n\n const contentHash = this._hashStringToUUID(this.pageContent);\n\n try {\n const metadataHash = this._hashNestedDictToUUID(this.metadata);\n this.contentHash = contentHash;\n this.metadataHash = metadataHash;\n } catch (e) {\n throw new Error(\n `Failed to hash metadata: ${e}. Please use a dict that can be serialized using json.`\n );\n }\n\n this.hash_ = this._hashStringToUUID(this.contentHash + this.metadataHash);\n\n if (!this.uid) {\n this.uid = this.hash_;\n }\n }\n\n toDocument(): DocumentInterface {\n return new Document({\n pageContent: this.pageContent,\n metadata: this.metadata,\n });\n }\n\n static fromDocument(\n document: DocumentInterface,\n uid?: string\n ): _HashedDocument {\n const doc = new this({\n pageContent: document.pageContent,\n metadata: document.metadata,\n uid: uid || (document as DocumentInterface & { uid: string }).uid,\n });\n doc.calculateHashes();\n return doc;\n }\n\n private _hashStringToUUID(inputString: string): string {\n const hash_value = this.keyEncoder(inputString);\n return uuidv5(hash_value, UUIDV5_NAMESPACE);\n }\n\n private _hashNestedDictToUUID(data: Record<string, unknown>): string {\n const serialized_data = JSON.stringify(data, Object.keys(data).sort());\n const hash_value = this.keyEncoder(serialized_data);\n return uuidv5(hash_value, UUIDV5_NAMESPACE);\n }\n}\n\nexport type CleanupMode = \"full\" | \"incremental\";\n\nexport type IndexOptions = {\n /**\n * The number of documents to index in one batch.\n */\n batchSize?: number;\n /**\n * The cleanup mode to use. Can be \"full\", \"incremental\" or undefined.\n * - **Incremental**: Cleans up all documents that haven't been updated AND\n * that are associated with source ids that were seen\n * during indexing.\n * Clean up is done continuously during indexing helping\n * to minimize the probability of users seeing duplicated\n * content.\n * - **Full**: Delete all documents that haven to been returned by the loader.\n * Clean up runs after all documents have been indexed.\n * This means that users may see duplicated content during indexing.\n * - **undefined**: Do not delete any documents.\n */\n cleanup?: CleanupMode;\n /**\n * Optional key that helps identify the original source of the document.\n * Must either be a string representing the key of the source in the metadata\n * or a function that takes a document and returns a string representing the source.\n * **Required when cleanup is incremental**.\n */\n sourceIdKey?: StringOrDocFunc;\n /**\n * Batch size to use when cleaning up documents.\n */\n cleanupBatchSize?: number;\n /**\n * Force update documents even if they are present in the\n * record manager. Useful if you are re-indexing with updated embeddings.\n */\n forceUpdate?: boolean;\n};\n\nexport function _batch<T>(size: number, iterable: T[]): T[][] {\n const batches: T[][] = [];\n let currentBatch: T[] = [];\n\n iterable.forEach((item) => {\n currentBatch.push(item);\n\n if (currentBatch.length >= size) {\n batches.push(currentBatch);\n currentBatch = [];\n }\n });\n\n if (currentBatch.length > 0) {\n batches.push(currentBatch);\n }\n\n return batches;\n}\n\nexport function _deduplicateInOrder(\n hashedDocuments: HashedDocumentInterface[]\n): HashedDocumentInterface[] {\n const seen = new Set<string>();\n const deduplicated: HashedDocumentInterface[] = [];\n\n for (const hashedDoc of hashedDocuments) {\n if (!hashedDoc.hash_) {\n throw new Error(\"Hashed document does not have a hash\");\n }\n\n if (!seen.has(hashedDoc.hash_)) {\n seen.add(hashedDoc.hash_);\n deduplicated.push(hashedDoc);\n }\n }\n return deduplicated;\n}\n\nexport function _getSourceIdAssigner(\n sourceIdKey: StringOrDocFunc | null\n): (doc: DocumentInterface) => string | null {\n if (sourceIdKey === null) {\n return (_doc: DocumentInterface) => null;\n } else if (typeof sourceIdKey === \"string\") {\n return (doc: DocumentInterface) => doc.metadata[sourceIdKey];\n } else if (typeof sourceIdKey === \"function\") {\n return sourceIdKey;\n } else {\n throw new Error(\n `sourceIdKey should be null, a string or a function, got ${typeof sourceIdKey}`\n );\n }\n}\n\n// oxlint-disable-next-line @typescript-eslint/no-explicit-any\nexport const _isBaseDocumentLoader = (arg: any): arg is BaseDocumentLoader => {\n if (\n \"load\" in arg &&\n typeof arg.load === \"function\" &&\n \"loadAndSplit\" in arg &&\n typeof arg.loadAndSplit === \"function\"\n ) {\n return true;\n }\n return false;\n};\n\ninterface IndexArgs {\n docsSource: BaseDocumentLoader | DocumentInterface[];\n recordManager: RecordManagerInterface;\n vectorStore: VectorStore;\n options?: IndexOptions;\n}\n\n/**\n * Index data from the doc source into the vector store.\n *\n * Indexing functionality uses a manager to keep track of which documents\n * are in the vector store.\n *\n * This allows us to keep track of which documents were updated, and which\n * documents were deleted, which documents should be skipped.\n *\n * For the time being, documents are indexed using their hashes, and users\n * are not able to specify the uid of the document.\n *\n * @param {IndexArgs} args\n * @param {BaseDocumentLoader | DocumentInterface[]} args.docsSource The source of documents to index. Can be a DocumentLoader or a list of Documents.\n * @param {RecordManagerInterface} args.recordManager The record manager to use for keeping track of indexed documents.\n * @param {VectorStore} args.vectorStore The vector store to use for storing the documents.\n * @param {IndexOptions | undefined} args.options Options for indexing.\n * @returns {Promise<IndexingResult>}\n */\nexport async function index(args: IndexArgs): Promise<IndexingResult> {\n const { docsSource, recordManager, vectorStore, options } = args;\n const {\n batchSize = 100,\n cleanup,\n sourceIdKey,\n cleanupBatchSize = 1000,\n forceUpdate = false,\n } = options ?? {};\n\n if (cleanup === \"incremental\" && !sourceIdKey) {\n throw new Error(\n \"sourceIdKey is required when cleanup mode is incremental. Please provide through 'options.sourceIdKey'.\"\n );\n }\n\n const docs = _isBaseDocumentLoader(docsSource)\n ? await docsSource.load()\n : docsSource;\n\n const sourceIdAssigner = _getSourceIdAssigner(sourceIdKey ?? null);\n\n const indexStartDt = await recordManager.getTime();\n let numAdded = 0;\n let numDeleted = 0;\n let numUpdated = 0;\n let numSkipped = 0;\n\n const batches = _batch<DocumentInterface>(batchSize ?? 100, docs);\n\n for (const batch of batches) {\n const hashedDocs = _deduplicateInOrder(\n batch.map((doc) => _HashedDocument.fromDocument(doc))\n );\n\n const sourceIds = hashedDocs.map((doc) => sourceIdAssigner(doc));\n\n if (cleanup === \"incremental\") {\n hashedDocs.forEach((_hashedDoc, index) => {\n const source = sourceIds[index];\n if (source === null) {\n throw new Error(\n \"sourceIdKey must be provided when cleanup is incremental\"\n );\n }\n });\n }\n\n const batchExists = await recordManager.exists(\n hashedDocs.map((doc) => doc.uid)\n );\n\n const uids: string[] = [];\n const docsToIndex: DocumentInterface[] = [];\n const docsToUpdate: string[] = [];\n const seenDocs = new Set<string>();\n hashedDocs.forEach((hashedDoc, i) => {\n const docExists = batchExists[i];\n if (docExists) {\n if (forceUpdate) {\n seenDocs.add(hashedDoc.uid);\n } else {\n docsToUpdate.push(hashedDoc.uid);\n return;\n }\n }\n uids.push(hashedDoc.uid);\n docsToIndex.push(hashedDoc.toDocument());\n });\n\n if (docsToUpdate.length > 0) {\n await recordManager.update(docsToUpdate, { timeAtLeast: indexStartDt });\n numSkipped += docsToUpdate.length;\n }\n\n if (docsToIndex.length > 0) {\n await vectorStore.addDocuments(docsToIndex, { ids: uids });\n numAdded += docsToIndex.length - seenDocs.size;\n numUpdated += seenDocs.size;\n }\n\n await recordManager.update(\n hashedDocs.map((doc) => doc.uid),\n { timeAtLeast: indexStartDt, groupIds: sourceIds }\n );\n\n if (cleanup === \"incremental\") {\n sourceIds.forEach((sourceId) => {\n if (!sourceId) throw new Error(\"Source id cannot be null\");\n });\n const uidsToDelete = await recordManager.listKeys({\n before: indexStartDt,\n groupIds: sourceIds,\n });\n\n if (uidsToDelete.length > 0) {\n await vectorStore.delete({ ids: uidsToDelete });\n await recordManager.deleteKeys(uidsToDelete);\n numDeleted += uidsToDelete.length;\n }\n }\n }\n\n if (cleanup === \"full\") {\n let uidsToDelete = await recordManager.listKeys({\n before: indexStartDt,\n limit: cleanupBatchSize,\n });\n while (uidsToDelete.length > 0) {\n await vectorStore.delete({ ids: uidsToDelete });\n await recordManager.deleteKeys(uidsToDelete);\n numDeleted += uidsToDelete.length;\n uidsToDelete = await recordManager.listKeys({\n before: indexStartDt,\n limit: cleanupBatchSize,\n });\n }\n }\n\n return {\n numAdded,\n numDeleted,\n numUpdated,\n numSkipped,\n };\n}\n"],"mappings":";;;;;;;;;;;;AAwCA,IAAa,kBAAb,MAAgE;CAC9D;CAEA;CAEA;CAEA;CAEA;CAEA;CAEA,aAAqCA,aAAAA;CAErC,YAAY,QAA4B;AACtC,OAAK,MAAM,OAAO;AAClB,OAAK,cAAc,OAAO;AAC1B,OAAK,WAAW,OAAO;;CAGzB,sBAAsB,cAAoC;AACxD,OAAK,aAAa;;CAGpB,kBAAwB;EACtB,MAAM,gBAAgB;GAAC;GAAS;GAAgB;GAAgB;AAEhE,OAAK,MAAM,OAAO,cAChB,KAAI,OAAO,KAAK,SACd,OAAM,IAAI,MACR,+BAA+B,IAAI,yDAAyD,cAAc,KACxG,KACD,CAAC,GACH;EAIL,MAAM,cAAc,KAAK,kBAAkB,KAAK,YAAY;AAE5D,MAAI;GACF,MAAM,eAAe,KAAK,sBAAsB,KAAK,SAAS;AAC9D,QAAK,cAAc;AACnB,QAAK,eAAe;WACb,GAAG;AACV,SAAM,IAAI,MACR,4BAA4B,EAAE,wDAC/B;;AAGH,OAAK,QAAQ,KAAK,kBAAkB,KAAK,cAAc,KAAK,aAAa;AAEzE,MAAI,CAAC,KAAK,IACR,MAAK,MAAM,KAAK;;CAIpB,aAAgC;AAC9B,SAAO,IAAIC,iBAAAA,SAAS;GAClB,aAAa,KAAK;GAClB,UAAU,KAAK;GAChB,CAAC;;CAGJ,OAAO,aACL,UACA,KACiB;EACjB,MAAM,MAAM,IAAI,KAAK;GACnB,aAAa,SAAS;GACtB,UAAU,SAAS;GACnB,KAAK,OAAQ,SAAiD;GAC/D,CAAC;AACF,MAAI,iBAAiB;AACrB,SAAO;;CAGT,kBAA0B,aAA6B;AAErD,UAAA,GAAA,KAAA,IADmB,KAAK,WAAW,YAAY,EACrBC,uBAAAA,iBAAiB;;CAG7C,sBAA8B,MAAuC;EACnE,MAAM,kBAAkB,KAAK,UAAU,MAAM,OAAO,KAAK,KAAK,CAAC,MAAM,CAAC;AAEtE,UAAA,GAAA,KAAA,IADmB,KAAK,WAAW,gBAAgB,EACzBA,uBAAAA,iBAAiB;;;AA2C/C,SAAgB,OAAU,MAAc,UAAsB;CAC5D,MAAM,UAAiB,EAAE;CACzB,IAAI,eAAoB,EAAE;AAE1B,UAAS,SAAS,SAAS;AACzB,eAAa,KAAK,KAAK;AAEvB,MAAI,aAAa,UAAU,MAAM;AAC/B,WAAQ,KAAK,aAAa;AAC1B,kBAAe,EAAE;;GAEnB;AAEF,KAAI,aAAa,SAAS,EACxB,SAAQ,KAAK,aAAa;AAG5B,QAAO;;AAGT,SAAgB,oBACd,iBAC2B;CAC3B,MAAM,uBAAO,IAAI,KAAa;CAC9B,MAAM,eAA0C,EAAE;AAElD,MAAK,MAAM,aAAa,iBAAiB;AACvC,MAAI,CAAC,UAAU,MACb,OAAM,IAAI,MAAM,uCAAuC;AAGzD,MAAI,CAAC,KAAK,IAAI,UAAU,MAAM,EAAE;AAC9B,QAAK,IAAI,UAAU,MAAM;AACzB,gBAAa,KAAK,UAAU;;;AAGhC,QAAO;;AAGT,SAAgB,qBACd,aAC2C;AAC3C,KAAI,gBAAgB,KAClB,SAAQ,SAA4B;UAC3B,OAAO,gBAAgB,SAChC,SAAQ,QAA2B,IAAI,SAAS;UACvC,OAAO,gBAAgB,WAChC,QAAO;KAEP,OAAM,IAAI,MACR,2DAA2D,OAAO,cACnE;;AAKL,MAAa,yBAAyB,QAAwC;AAC5E,KACE,UAAU,OACV,OAAO,IAAI,SAAS,cACpB,kBAAkB,OAClB,OAAO,IAAI,iBAAiB,WAE5B,QAAO;AAET,QAAO;;;;;;;;;;;;;;;;;;;;;AA6BT,eAAsB,MAAM,MAA0C;CACpE,MAAM,EAAE,YAAY,eAAe,aAAa,YAAY;CAC5D,MAAM,EACJ,YAAY,KACZ,SACA,aACA,mBAAmB,KACnB,cAAc,UACZ,WAAW,EAAE;AAEjB,KAAI,YAAY,iBAAiB,CAAC,YAChC,OAAM,IAAI,MACR,0GACD;CAGH,MAAM,OAAO,sBAAsB,WAAW,GAC1C,MAAM,WAAW,MAAM,GACvB;CAEJ,MAAM,mBAAmB,qBAAqB,eAAe,KAAK;CAElE,MAAM,eAAe,MAAM,cAAc,SAAS;CAClD,IAAI,WAAW;CACf,IAAI,aAAa;CACjB,IAAI,aAAa;CACjB,IAAI,aAAa;CAEjB,MAAM,UAAU,OAA0B,aAAa,KAAK,KAAK;AAEjE,MAAK,MAAM,SAAS,SAAS;EAC3B,MAAM,aAAa,oBACjB,MAAM,KAAK,QAAQ,gBAAgB,aAAa,IAAI,CAAC,CACtD;EAED,MAAM,YAAY,WAAW,KAAK,QAAQ,iBAAiB,IAAI,CAAC;AAEhE,MAAI,YAAY,cACd,YAAW,SAAS,YAAY,UAAU;AAExC,OADe,UAAU,WACV,KACb,OAAM,IAAI,MACR,2DACD;IAEH;EAGJ,MAAM,cAAc,MAAM,cAAc,OACtC,WAAW,KAAK,QAAQ,IAAI,IAAI,CACjC;EAED,MAAM,OAAiB,EAAE;EACzB,MAAM,cAAmC,EAAE;EAC3C,MAAM,eAAyB,EAAE;EACjC,MAAM,2BAAW,IAAI,KAAa;AAClC,aAAW,SAAS,WAAW,MAAM;AAEnC,OADkB,YAAY,GAE5B,KAAI,YACF,UAAS,IAAI,UAAU,IAAI;QACtB;AACL,iBAAa,KAAK,UAAU,IAAI;AAChC;;AAGJ,QAAK,KAAK,UAAU,IAAI;AACxB,eAAY,KAAK,UAAU,YAAY,CAAC;IACxC;AAEF,MAAI,aAAa,SAAS,GAAG;AAC3B,SAAM,cAAc,OAAO,cAAc,EAAE,aAAa,cAAc,CAAC;AACvE,iBAAc,aAAa;;AAG7B,MAAI,YAAY,SAAS,GAAG;AAC1B,SAAM,YAAY,aAAa,aAAa,EAAE,KAAK,MAAM,CAAC;AAC1D,eAAY,YAAY,SAAS,SAAS;AAC1C,iBAAc,SAAS;;AAGzB,QAAM,cAAc,OAClB,WAAW,KAAK,QAAQ,IAAI,IAAI,EAChC;GAAE,aAAa;GAAc,UAAU;GAAW,CACnD;AAED,MAAI,YAAY,eAAe;AAC7B,aAAU,SAAS,aAAa;AAC9B,QAAI,CAAC,SAAU,OAAM,IAAI,MAAM,2BAA2B;KAC1D;GACF,MAAM,eAAe,MAAM,cAAc,SAAS;IAChD,QAAQ;IACR,UAAU;IACX,CAAC;AAEF,OAAI,aAAa,SAAS,GAAG;AAC3B,UAAM,YAAY,OAAO,EAAE,KAAK,cAAc,CAAC;AAC/C,UAAM,cAAc,WAAW,aAAa;AAC5C,kBAAc,aAAa;;;;AAKjC,KAAI,YAAY,QAAQ;EACtB,IAAI,eAAe,MAAM,cAAc,SAAS;GAC9C,QAAQ;GACR,OAAO;GACR,CAAC;AACF,SAAO,aAAa,SAAS,GAAG;AAC9B,SAAM,YAAY,OAAO,EAAE,KAAK,cAAc,CAAC;AAC/C,SAAM,cAAc,WAAW,aAAa;AAC5C,iBAAc,aAAa;AAC3B,kBAAe,MAAM,cAAc,SAAS;IAC1C,QAAQ;IACR,OAAO;IACR,CAAC;;;AAIN,QAAO;EACL;EACA;EACA;EACA;EACD"}
1
+ {"version":3,"file":"base.cjs","names":["sha256","Document","uuidv5","UUIDV5_NAMESPACE"],"sources":["../../src/indexing/base.ts"],"sourcesContent":["import { v5 as uuidv5 } from \"../utils/uuid/index.js\";\nimport { VectorStore } from \"../vectorstores.js\";\nimport { RecordManagerInterface, UUIDV5_NAMESPACE } from \"./record_manager.js\";\nimport { sha256, type HashKeyEncoder } from \"../utils/hash.js\";\nimport { DocumentInterface, Document } from \"../documents/document.js\";\nimport { BaseDocumentLoader } from \"../document_loaders/base.js\";\n\ntype Metadata = Record<string, unknown>;\n\ntype IndexingResult = {\n numAdded: number;\n numDeleted: number;\n numUpdated: number;\n numSkipped: number;\n};\n\ntype StringOrDocFunc = string | ((doc: DocumentInterface) => string);\n\nexport interface HashedDocumentInterface extends DocumentInterface {\n uid: string;\n hash_?: string;\n contentHash?: string;\n metadataHash?: string;\n pageContent: string;\n metadata: Metadata;\n calculateHashes(): void;\n toDocument(): DocumentInterface;\n}\n\ninterface HashedDocumentArgs {\n pageContent: string;\n metadata: Metadata;\n uid: string;\n}\n\n/**\n * HashedDocument is a Document with hashes calculated.\n * Hashes are calculated based on page content and metadata.\n * It is used for indexing.\n */\nexport class _HashedDocument implements HashedDocumentInterface {\n uid: string;\n\n hash_?: string;\n\n contentHash?: string;\n\n metadataHash?: string;\n\n pageContent: string;\n\n metadata: Metadata;\n\n private keyEncoder: HashKeyEncoder = sha256;\n\n constructor(fields: HashedDocumentArgs) {\n this.uid = fields.uid;\n this.pageContent = fields.pageContent;\n this.metadata = fields.metadata;\n }\n\n makeDefaultKeyEncoder(keyEncoderFn: HashKeyEncoder): void {\n this.keyEncoder = keyEncoderFn;\n }\n\n calculateHashes(): void {\n const forbiddenKeys = [\"hash_\", \"content_hash\", \"metadata_hash\"];\n\n for (const key of forbiddenKeys) {\n if (key in this.metadata) {\n throw new Error(\n `Metadata cannot contain key ${key} as it is reserved for internal use. Restricted keys: [${forbiddenKeys.join(\n \", \"\n )}]`\n );\n }\n }\n\n const contentHash = this._hashStringToUUID(this.pageContent);\n\n try {\n const metadataHash = this._hashNestedDictToUUID(this.metadata);\n this.contentHash = contentHash;\n this.metadataHash = metadataHash;\n } catch (e) {\n throw new Error(\n `Failed to hash metadata: ${e}. Please use a dict that can be serialized using json.`\n );\n }\n\n this.hash_ = this._hashStringToUUID(this.contentHash + this.metadataHash);\n\n if (!this.uid) {\n this.uid = this.hash_;\n }\n }\n\n toDocument(): DocumentInterface {\n return new Document({\n pageContent: this.pageContent,\n metadata: this.metadata,\n });\n }\n\n static fromDocument(\n document: DocumentInterface,\n uid?: string\n ): _HashedDocument {\n const doc = new this({\n pageContent: document.pageContent,\n metadata: document.metadata,\n uid: uid || (document as DocumentInterface & { uid: string }).uid,\n });\n doc.calculateHashes();\n return doc;\n }\n\n private _hashStringToUUID(inputString: string): string {\n const hash_value = this.keyEncoder(inputString);\n return uuidv5(hash_value, UUIDV5_NAMESPACE);\n }\n\n private _hashNestedDictToUUID(data: Record<string, unknown>): string {\n const serialized_data = JSON.stringify(data, Object.keys(data).sort());\n const hash_value = this.keyEncoder(serialized_data);\n return uuidv5(hash_value, UUIDV5_NAMESPACE);\n }\n}\n\nexport type CleanupMode = \"full\" | \"incremental\";\n\nexport type IndexOptions = {\n /**\n * The number of documents to index in one batch.\n */\n batchSize?: number;\n /**\n * The cleanup mode to use. Can be \"full\", \"incremental\" or undefined.\n * - **Incremental**: Cleans up all documents that haven't been updated AND\n * that are associated with source ids that were seen\n * during indexing.\n * Clean up is done continuously during indexing helping\n * to minimize the probability of users seeing duplicated\n * content.\n * - **Full**: Delete all documents that haven to been returned by the loader.\n * Clean up runs after all documents have been indexed.\n * This means that users may see duplicated content during indexing.\n * - **undefined**: Do not delete any documents.\n */\n cleanup?: CleanupMode;\n /**\n * Optional key that helps identify the original source of the document.\n * Must either be a string representing the key of the source in the metadata\n * or a function that takes a document and returns a string representing the source.\n * **Required when cleanup is incremental**.\n */\n sourceIdKey?: StringOrDocFunc;\n /**\n * Batch size to use when cleaning up documents.\n */\n cleanupBatchSize?: number;\n /**\n * Force update documents even if they are present in the\n * record manager. Useful if you are re-indexing with updated embeddings.\n */\n forceUpdate?: boolean;\n};\n\nexport function _batch<T>(size: number, iterable: T[]): T[][] {\n const batches: T[][] = [];\n let currentBatch: T[] = [];\n\n iterable.forEach((item) => {\n currentBatch.push(item);\n\n if (currentBatch.length >= size) {\n batches.push(currentBatch);\n currentBatch = [];\n }\n });\n\n if (currentBatch.length > 0) {\n batches.push(currentBatch);\n }\n\n return batches;\n}\n\nexport function _deduplicateInOrder(\n hashedDocuments: HashedDocumentInterface[]\n): HashedDocumentInterface[] {\n const seen = new Set<string>();\n const deduplicated: HashedDocumentInterface[] = [];\n\n for (const hashedDoc of hashedDocuments) {\n if (!hashedDoc.hash_) {\n throw new Error(\"Hashed document does not have a hash\");\n }\n\n if (!seen.has(hashedDoc.hash_)) {\n seen.add(hashedDoc.hash_);\n deduplicated.push(hashedDoc);\n }\n }\n return deduplicated;\n}\n\nexport function _getSourceIdAssigner(\n sourceIdKey: StringOrDocFunc | null\n): (doc: DocumentInterface) => string | null {\n if (sourceIdKey === null) {\n return (_doc: DocumentInterface) => null;\n } else if (typeof sourceIdKey === \"string\") {\n return (doc: DocumentInterface) => doc.metadata[sourceIdKey];\n } else if (typeof sourceIdKey === \"function\") {\n return sourceIdKey;\n } else {\n throw new Error(\n `sourceIdKey should be null, a string or a function, got ${typeof sourceIdKey}`\n );\n }\n}\n\n// oxlint-disable-next-line @typescript-eslint/no-explicit-any\nexport const _isBaseDocumentLoader = (arg: any): arg is BaseDocumentLoader => {\n if (\n \"load\" in arg &&\n typeof arg.load === \"function\" &&\n \"loadAndSplit\" in arg &&\n typeof arg.loadAndSplit === \"function\"\n ) {\n return true;\n }\n return false;\n};\n\ninterface IndexArgs {\n docsSource: BaseDocumentLoader | DocumentInterface[];\n recordManager: RecordManagerInterface;\n vectorStore: VectorStore;\n options?: IndexOptions;\n}\n\n/**\n * Index data from the doc source into the vector store.\n *\n * Indexing functionality uses a manager to keep track of which documents\n * are in the vector store.\n *\n * This allows us to keep track of which documents were updated, and which\n * documents were deleted, which documents should be skipped.\n *\n * For the time being, documents are indexed using their hashes, and users\n * are not able to specify the uid of the document.\n *\n * @param {IndexArgs} args\n * @param {BaseDocumentLoader | DocumentInterface[]} args.docsSource The source of documents to index. Can be a DocumentLoader or a list of Documents.\n * @param {RecordManagerInterface} args.recordManager The record manager to use for keeping track of indexed documents.\n * @param {VectorStore} args.vectorStore The vector store to use for storing the documents.\n * @param {IndexOptions | undefined} args.options Options for indexing.\n * @returns {Promise<IndexingResult>}\n */\nexport async function index(args: IndexArgs): Promise<IndexingResult> {\n const { docsSource, recordManager, vectorStore, options } = args;\n const {\n batchSize = 100,\n cleanup,\n sourceIdKey,\n cleanupBatchSize = 1000,\n forceUpdate = false,\n } = options ?? {};\n\n if (cleanup === \"incremental\" && !sourceIdKey) {\n throw new Error(\n \"sourceIdKey is required when cleanup mode is incremental. Please provide through 'options.sourceIdKey'.\"\n );\n }\n\n const docs = _isBaseDocumentLoader(docsSource)\n ? await docsSource.load()\n : docsSource;\n\n const sourceIdAssigner = _getSourceIdAssigner(sourceIdKey ?? null);\n\n const indexStartDt = await recordManager.getTime();\n let numAdded = 0;\n let numDeleted = 0;\n let numUpdated = 0;\n let numSkipped = 0;\n\n const batches = _batch<DocumentInterface>(batchSize ?? 100, docs);\n\n for (const batch of batches) {\n const hashedDocs = _deduplicateInOrder(\n batch.map((doc) => _HashedDocument.fromDocument(doc))\n );\n\n const sourceIds = hashedDocs.map((doc) => sourceIdAssigner(doc));\n\n if (cleanup === \"incremental\") {\n hashedDocs.forEach((_hashedDoc, index) => {\n const source = sourceIds[index];\n if (source === null) {\n throw new Error(\n \"sourceIdKey must be provided when cleanup is incremental\"\n );\n }\n });\n }\n\n const batchExists = await recordManager.exists(\n hashedDocs.map((doc) => doc.uid)\n );\n\n const uids: string[] = [];\n const docsToIndex: DocumentInterface[] = [];\n const docsToUpdate: string[] = [];\n const seenDocs = new Set<string>();\n hashedDocs.forEach((hashedDoc, i) => {\n const docExists = batchExists[i];\n if (docExists) {\n if (forceUpdate) {\n seenDocs.add(hashedDoc.uid);\n } else {\n docsToUpdate.push(hashedDoc.uid);\n return;\n }\n }\n uids.push(hashedDoc.uid);\n docsToIndex.push(hashedDoc.toDocument());\n });\n\n if (docsToUpdate.length > 0) {\n await recordManager.update(docsToUpdate, { timeAtLeast: indexStartDt });\n numSkipped += docsToUpdate.length;\n }\n\n if (docsToIndex.length > 0) {\n await vectorStore.addDocuments(docsToIndex, { ids: uids });\n numAdded += docsToIndex.length - seenDocs.size;\n numUpdated += seenDocs.size;\n }\n\n await recordManager.update(\n hashedDocs.map((doc) => doc.uid),\n { timeAtLeast: indexStartDt, groupIds: sourceIds }\n );\n\n if (cleanup === \"incremental\") {\n sourceIds.forEach((sourceId) => {\n if (!sourceId) throw new Error(\"Source id cannot be null\");\n });\n const uidsToDelete = await recordManager.listKeys({\n before: indexStartDt,\n groupIds: sourceIds,\n });\n\n if (uidsToDelete.length > 0) {\n await vectorStore.delete({ ids: uidsToDelete });\n await recordManager.deleteKeys(uidsToDelete);\n numDeleted += uidsToDelete.length;\n }\n }\n }\n\n if (cleanup === \"full\") {\n let uidsToDelete = await recordManager.listKeys({\n before: indexStartDt,\n limit: cleanupBatchSize,\n });\n while (uidsToDelete.length > 0) {\n await vectorStore.delete({ ids: uidsToDelete });\n await recordManager.deleteKeys(uidsToDelete);\n numDeleted += uidsToDelete.length;\n uidsToDelete = await recordManager.listKeys({\n before: indexStartDt,\n limit: cleanupBatchSize,\n });\n }\n }\n\n return {\n numAdded,\n numDeleted,\n numUpdated,\n numSkipped,\n };\n}\n"],"mappings":";;;;;;;;;;;;AAwCA,IAAa,kBAAb,MAAgE;CAC9D;CAEA;CAEA;CAEA;CAEA;CAEA;CAEA,aAAqCA,aAAAA;CAErC,YAAY,QAA4B;AACtC,OAAK,MAAM,OAAO;AAClB,OAAK,cAAc,OAAO;AAC1B,OAAK,WAAW,OAAO;;CAGzB,sBAAsB,cAAoC;AACxD,OAAK,aAAa;;CAGpB,kBAAwB;EACtB,MAAM,gBAAgB;GAAC;GAAS;GAAgB;GAAgB;AAEhE,OAAK,MAAM,OAAO,cAChB,KAAI,OAAO,KAAK,SACd,OAAM,IAAI,MACR,+BAA+B,IAAI,yDAAyD,cAAc,KACxG,KACD,CAAC,GACH;EAIL,MAAM,cAAc,KAAK,kBAAkB,KAAK,YAAY;AAE5D,MAAI;GACF,MAAM,eAAe,KAAK,sBAAsB,KAAK,SAAS;AAC9D,QAAK,cAAc;AACnB,QAAK,eAAe;WACb,GAAG;AACV,SAAM,IAAI,MACR,4BAA4B,EAAE,wDAC/B;;AAGH,OAAK,QAAQ,KAAK,kBAAkB,KAAK,cAAc,KAAK,aAAa;AAEzE,MAAI,CAAC,KAAK,IACR,MAAK,MAAM,KAAK;;CAIpB,aAAgC;AAC9B,SAAO,IAAIC,iBAAAA,SAAS;GAClB,aAAa,KAAK;GAClB,UAAU,KAAK;GAChB,CAAC;;CAGJ,OAAO,aACL,UACA,KACiB;EACjB,MAAM,MAAM,IAAI,KAAK;GACnB,aAAa,SAAS;GACtB,UAAU,SAAS;GACnB,KAAK,OAAQ,SAAiD;GAC/D,CAAC;AACF,MAAI,iBAAiB;AACrB,SAAO;;CAGT,kBAA0B,aAA6B;AAErD,SAAOC,WAAAA,QADY,KAAK,WAAW,YAAY,EACrBC,uBAAAA,iBAAiB;;CAG7C,sBAA8B,MAAuC;EACnE,MAAM,kBAAkB,KAAK,UAAU,MAAM,OAAO,KAAK,KAAK,CAAC,MAAM,CAAC;AAEtE,SAAOD,WAAAA,QADY,KAAK,WAAW,gBAAgB,EACzBC,uBAAAA,iBAAiB;;;AA2C/C,SAAgB,OAAU,MAAc,UAAsB;CAC5D,MAAM,UAAiB,EAAE;CACzB,IAAI,eAAoB,EAAE;AAE1B,UAAS,SAAS,SAAS;AACzB,eAAa,KAAK,KAAK;AAEvB,MAAI,aAAa,UAAU,MAAM;AAC/B,WAAQ,KAAK,aAAa;AAC1B,kBAAe,EAAE;;GAEnB;AAEF,KAAI,aAAa,SAAS,EACxB,SAAQ,KAAK,aAAa;AAG5B,QAAO;;AAGT,SAAgB,oBACd,iBAC2B;CAC3B,MAAM,uBAAO,IAAI,KAAa;CAC9B,MAAM,eAA0C,EAAE;AAElD,MAAK,MAAM,aAAa,iBAAiB;AACvC,MAAI,CAAC,UAAU,MACb,OAAM,IAAI,MAAM,uCAAuC;AAGzD,MAAI,CAAC,KAAK,IAAI,UAAU,MAAM,EAAE;AAC9B,QAAK,IAAI,UAAU,MAAM;AACzB,gBAAa,KAAK,UAAU;;;AAGhC,QAAO;;AAGT,SAAgB,qBACd,aAC2C;AAC3C,KAAI,gBAAgB,KAClB,SAAQ,SAA4B;UAC3B,OAAO,gBAAgB,SAChC,SAAQ,QAA2B,IAAI,SAAS;UACvC,OAAO,gBAAgB,WAChC,QAAO;KAEP,OAAM,IAAI,MACR,2DAA2D,OAAO,cACnE;;AAKL,MAAa,yBAAyB,QAAwC;AAC5E,KACE,UAAU,OACV,OAAO,IAAI,SAAS,cACpB,kBAAkB,OAClB,OAAO,IAAI,iBAAiB,WAE5B,QAAO;AAET,QAAO;;;;;;;;;;;;;;;;;;;;;AA6BT,eAAsB,MAAM,MAA0C;CACpE,MAAM,EAAE,YAAY,eAAe,aAAa,YAAY;CAC5D,MAAM,EACJ,YAAY,KACZ,SACA,aACA,mBAAmB,KACnB,cAAc,UACZ,WAAW,EAAE;AAEjB,KAAI,YAAY,iBAAiB,CAAC,YAChC,OAAM,IAAI,MACR,0GACD;CAGH,MAAM,OAAO,sBAAsB,WAAW,GAC1C,MAAM,WAAW,MAAM,GACvB;CAEJ,MAAM,mBAAmB,qBAAqB,eAAe,KAAK;CAElE,MAAM,eAAe,MAAM,cAAc,SAAS;CAClD,IAAI,WAAW;CACf,IAAI,aAAa;CACjB,IAAI,aAAa;CACjB,IAAI,aAAa;CAEjB,MAAM,UAAU,OAA0B,aAAa,KAAK,KAAK;AAEjE,MAAK,MAAM,SAAS,SAAS;EAC3B,MAAM,aAAa,oBACjB,MAAM,KAAK,QAAQ,gBAAgB,aAAa,IAAI,CAAC,CACtD;EAED,MAAM,YAAY,WAAW,KAAK,QAAQ,iBAAiB,IAAI,CAAC;AAEhE,MAAI,YAAY,cACd,YAAW,SAAS,YAAY,UAAU;AAExC,OADe,UAAU,WACV,KACb,OAAM,IAAI,MACR,2DACD;IAEH;EAGJ,MAAM,cAAc,MAAM,cAAc,OACtC,WAAW,KAAK,QAAQ,IAAI,IAAI,CACjC;EAED,MAAM,OAAiB,EAAE;EACzB,MAAM,cAAmC,EAAE;EAC3C,MAAM,eAAyB,EAAE;EACjC,MAAM,2BAAW,IAAI,KAAa;AAClC,aAAW,SAAS,WAAW,MAAM;AAEnC,OADkB,YAAY,GAE5B,KAAI,YACF,UAAS,IAAI,UAAU,IAAI;QACtB;AACL,iBAAa,KAAK,UAAU,IAAI;AAChC;;AAGJ,QAAK,KAAK,UAAU,IAAI;AACxB,eAAY,KAAK,UAAU,YAAY,CAAC;IACxC;AAEF,MAAI,aAAa,SAAS,GAAG;AAC3B,SAAM,cAAc,OAAO,cAAc,EAAE,aAAa,cAAc,CAAC;AACvE,iBAAc,aAAa;;AAG7B,MAAI,YAAY,SAAS,GAAG;AAC1B,SAAM,YAAY,aAAa,aAAa,EAAE,KAAK,MAAM,CAAC;AAC1D,eAAY,YAAY,SAAS,SAAS;AAC1C,iBAAc,SAAS;;AAGzB,QAAM,cAAc,OAClB,WAAW,KAAK,QAAQ,IAAI,IAAI,EAChC;GAAE,aAAa;GAAc,UAAU;GAAW,CACnD;AAED,MAAI,YAAY,eAAe;AAC7B,aAAU,SAAS,aAAa;AAC9B,QAAI,CAAC,SAAU,OAAM,IAAI,MAAM,2BAA2B;KAC1D;GACF,MAAM,eAAe,MAAM,cAAc,SAAS;IAChD,QAAQ;IACR,UAAU;IACX,CAAC;AAEF,OAAI,aAAa,SAAS,GAAG;AAC3B,UAAM,YAAY,OAAO,EAAE,KAAK,cAAc,CAAC;AAC/C,UAAM,cAAc,WAAW,aAAa;AAC5C,kBAAc,aAAa;;;;AAKjC,KAAI,YAAY,QAAQ;EACtB,IAAI,eAAe,MAAM,cAAc,SAAS;GAC9C,QAAQ;GACR,OAAO;GACR,CAAC;AACF,SAAO,aAAa,SAAS,GAAG;AAC9B,SAAM,YAAY,OAAO,EAAE,KAAK,cAAc,CAAC;AAC/C,SAAM,cAAc,WAAW,aAAa;AAC5C,iBAAc,aAAa;AAC3B,kBAAe,MAAM,cAAc,SAAS;IAC1C,QAAQ;IACR,OAAO;IACR,CAAC;;;AAIN,QAAO;EACL;EACA;EACA;EACA;EACD"}
@@ -1,8 +1,9 @@
1
1
  import { sha256 } from "../utils/js-sha256/hash.js";
2
2
  import "../utils/hash.js";
3
+ import v5 from "../utils/uuid/v5.js";
4
+ import "../utils/uuid/index.js";
3
5
  import { Document } from "../documents/document.js";
4
6
  import { UUIDV5_NAMESPACE } from "./record_manager.js";
5
- import { v5 } from "uuid";
6
7
  //#region src/indexing/base.ts
7
8
  /**
8
9
  * HashedDocument is a Document with hashes calculated.
@@ -1 +1 @@
1
- {"version":3,"file":"base.js","names":["uuidv5"],"sources":["../../src/indexing/base.ts"],"sourcesContent":["import { v5 as uuidv5 } from \"uuid\";\nimport { VectorStore } from \"../vectorstores.js\";\nimport { RecordManagerInterface, UUIDV5_NAMESPACE } from \"./record_manager.js\";\nimport { sha256, type HashKeyEncoder } from \"../utils/hash.js\";\nimport { DocumentInterface, Document } from \"../documents/document.js\";\nimport { BaseDocumentLoader } from \"../document_loaders/base.js\";\n\ntype Metadata = Record<string, unknown>;\n\ntype IndexingResult = {\n numAdded: number;\n numDeleted: number;\n numUpdated: number;\n numSkipped: number;\n};\n\ntype StringOrDocFunc = string | ((doc: DocumentInterface) => string);\n\nexport interface HashedDocumentInterface extends DocumentInterface {\n uid: string;\n hash_?: string;\n contentHash?: string;\n metadataHash?: string;\n pageContent: string;\n metadata: Metadata;\n calculateHashes(): void;\n toDocument(): DocumentInterface;\n}\n\ninterface HashedDocumentArgs {\n pageContent: string;\n metadata: Metadata;\n uid: string;\n}\n\n/**\n * HashedDocument is a Document with hashes calculated.\n * Hashes are calculated based on page content and metadata.\n * It is used for indexing.\n */\nexport class _HashedDocument implements HashedDocumentInterface {\n uid: string;\n\n hash_?: string;\n\n contentHash?: string;\n\n metadataHash?: string;\n\n pageContent: string;\n\n metadata: Metadata;\n\n private keyEncoder: HashKeyEncoder = sha256;\n\n constructor(fields: HashedDocumentArgs) {\n this.uid = fields.uid;\n this.pageContent = fields.pageContent;\n this.metadata = fields.metadata;\n }\n\n makeDefaultKeyEncoder(keyEncoderFn: HashKeyEncoder): void {\n this.keyEncoder = keyEncoderFn;\n }\n\n calculateHashes(): void {\n const forbiddenKeys = [\"hash_\", \"content_hash\", \"metadata_hash\"];\n\n for (const key of forbiddenKeys) {\n if (key in this.metadata) {\n throw new Error(\n `Metadata cannot contain key ${key} as it is reserved for internal use. Restricted keys: [${forbiddenKeys.join(\n \", \"\n )}]`\n );\n }\n }\n\n const contentHash = this._hashStringToUUID(this.pageContent);\n\n try {\n const metadataHash = this._hashNestedDictToUUID(this.metadata);\n this.contentHash = contentHash;\n this.metadataHash = metadataHash;\n } catch (e) {\n throw new Error(\n `Failed to hash metadata: ${e}. Please use a dict that can be serialized using json.`\n );\n }\n\n this.hash_ = this._hashStringToUUID(this.contentHash + this.metadataHash);\n\n if (!this.uid) {\n this.uid = this.hash_;\n }\n }\n\n toDocument(): DocumentInterface {\n return new Document({\n pageContent: this.pageContent,\n metadata: this.metadata,\n });\n }\n\n static fromDocument(\n document: DocumentInterface,\n uid?: string\n ): _HashedDocument {\n const doc = new this({\n pageContent: document.pageContent,\n metadata: document.metadata,\n uid: uid || (document as DocumentInterface & { uid: string }).uid,\n });\n doc.calculateHashes();\n return doc;\n }\n\n private _hashStringToUUID(inputString: string): string {\n const hash_value = this.keyEncoder(inputString);\n return uuidv5(hash_value, UUIDV5_NAMESPACE);\n }\n\n private _hashNestedDictToUUID(data: Record<string, unknown>): string {\n const serialized_data = JSON.stringify(data, Object.keys(data).sort());\n const hash_value = this.keyEncoder(serialized_data);\n return uuidv5(hash_value, UUIDV5_NAMESPACE);\n }\n}\n\nexport type CleanupMode = \"full\" | \"incremental\";\n\nexport type IndexOptions = {\n /**\n * The number of documents to index in one batch.\n */\n batchSize?: number;\n /**\n * The cleanup mode to use. Can be \"full\", \"incremental\" or undefined.\n * - **Incremental**: Cleans up all documents that haven't been updated AND\n * that are associated with source ids that were seen\n * during indexing.\n * Clean up is done continuously during indexing helping\n * to minimize the probability of users seeing duplicated\n * content.\n * - **Full**: Delete all documents that haven to been returned by the loader.\n * Clean up runs after all documents have been indexed.\n * This means that users may see duplicated content during indexing.\n * - **undefined**: Do not delete any documents.\n */\n cleanup?: CleanupMode;\n /**\n * Optional key that helps identify the original source of the document.\n * Must either be a string representing the key of the source in the metadata\n * or a function that takes a document and returns a string representing the source.\n * **Required when cleanup is incremental**.\n */\n sourceIdKey?: StringOrDocFunc;\n /**\n * Batch size to use when cleaning up documents.\n */\n cleanupBatchSize?: number;\n /**\n * Force update documents even if they are present in the\n * record manager. Useful if you are re-indexing with updated embeddings.\n */\n forceUpdate?: boolean;\n};\n\nexport function _batch<T>(size: number, iterable: T[]): T[][] {\n const batches: T[][] = [];\n let currentBatch: T[] = [];\n\n iterable.forEach((item) => {\n currentBatch.push(item);\n\n if (currentBatch.length >= size) {\n batches.push(currentBatch);\n currentBatch = [];\n }\n });\n\n if (currentBatch.length > 0) {\n batches.push(currentBatch);\n }\n\n return batches;\n}\n\nexport function _deduplicateInOrder(\n hashedDocuments: HashedDocumentInterface[]\n): HashedDocumentInterface[] {\n const seen = new Set<string>();\n const deduplicated: HashedDocumentInterface[] = [];\n\n for (const hashedDoc of hashedDocuments) {\n if (!hashedDoc.hash_) {\n throw new Error(\"Hashed document does not have a hash\");\n }\n\n if (!seen.has(hashedDoc.hash_)) {\n seen.add(hashedDoc.hash_);\n deduplicated.push(hashedDoc);\n }\n }\n return deduplicated;\n}\n\nexport function _getSourceIdAssigner(\n sourceIdKey: StringOrDocFunc | null\n): (doc: DocumentInterface) => string | null {\n if (sourceIdKey === null) {\n return (_doc: DocumentInterface) => null;\n } else if (typeof sourceIdKey === \"string\") {\n return (doc: DocumentInterface) => doc.metadata[sourceIdKey];\n } else if (typeof sourceIdKey === \"function\") {\n return sourceIdKey;\n } else {\n throw new Error(\n `sourceIdKey should be null, a string or a function, got ${typeof sourceIdKey}`\n );\n }\n}\n\n// oxlint-disable-next-line @typescript-eslint/no-explicit-any\nexport const _isBaseDocumentLoader = (arg: any): arg is BaseDocumentLoader => {\n if (\n \"load\" in arg &&\n typeof arg.load === \"function\" &&\n \"loadAndSplit\" in arg &&\n typeof arg.loadAndSplit === \"function\"\n ) {\n return true;\n }\n return false;\n};\n\ninterface IndexArgs {\n docsSource: BaseDocumentLoader | DocumentInterface[];\n recordManager: RecordManagerInterface;\n vectorStore: VectorStore;\n options?: IndexOptions;\n}\n\n/**\n * Index data from the doc source into the vector store.\n *\n * Indexing functionality uses a manager to keep track of which documents\n * are in the vector store.\n *\n * This allows us to keep track of which documents were updated, and which\n * documents were deleted, which documents should be skipped.\n *\n * For the time being, documents are indexed using their hashes, and users\n * are not able to specify the uid of the document.\n *\n * @param {IndexArgs} args\n * @param {BaseDocumentLoader | DocumentInterface[]} args.docsSource The source of documents to index. Can be a DocumentLoader or a list of Documents.\n * @param {RecordManagerInterface} args.recordManager The record manager to use for keeping track of indexed documents.\n * @param {VectorStore} args.vectorStore The vector store to use for storing the documents.\n * @param {IndexOptions | undefined} args.options Options for indexing.\n * @returns {Promise<IndexingResult>}\n */\nexport async function index(args: IndexArgs): Promise<IndexingResult> {\n const { docsSource, recordManager, vectorStore, options } = args;\n const {\n batchSize = 100,\n cleanup,\n sourceIdKey,\n cleanupBatchSize = 1000,\n forceUpdate = false,\n } = options ?? {};\n\n if (cleanup === \"incremental\" && !sourceIdKey) {\n throw new Error(\n \"sourceIdKey is required when cleanup mode is incremental. Please provide through 'options.sourceIdKey'.\"\n );\n }\n\n const docs = _isBaseDocumentLoader(docsSource)\n ? await docsSource.load()\n : docsSource;\n\n const sourceIdAssigner = _getSourceIdAssigner(sourceIdKey ?? null);\n\n const indexStartDt = await recordManager.getTime();\n let numAdded = 0;\n let numDeleted = 0;\n let numUpdated = 0;\n let numSkipped = 0;\n\n const batches = _batch<DocumentInterface>(batchSize ?? 100, docs);\n\n for (const batch of batches) {\n const hashedDocs = _deduplicateInOrder(\n batch.map((doc) => _HashedDocument.fromDocument(doc))\n );\n\n const sourceIds = hashedDocs.map((doc) => sourceIdAssigner(doc));\n\n if (cleanup === \"incremental\") {\n hashedDocs.forEach((_hashedDoc, index) => {\n const source = sourceIds[index];\n if (source === null) {\n throw new Error(\n \"sourceIdKey must be provided when cleanup is incremental\"\n );\n }\n });\n }\n\n const batchExists = await recordManager.exists(\n hashedDocs.map((doc) => doc.uid)\n );\n\n const uids: string[] = [];\n const docsToIndex: DocumentInterface[] = [];\n const docsToUpdate: string[] = [];\n const seenDocs = new Set<string>();\n hashedDocs.forEach((hashedDoc, i) => {\n const docExists = batchExists[i];\n if (docExists) {\n if (forceUpdate) {\n seenDocs.add(hashedDoc.uid);\n } else {\n docsToUpdate.push(hashedDoc.uid);\n return;\n }\n }\n uids.push(hashedDoc.uid);\n docsToIndex.push(hashedDoc.toDocument());\n });\n\n if (docsToUpdate.length > 0) {\n await recordManager.update(docsToUpdate, { timeAtLeast: indexStartDt });\n numSkipped += docsToUpdate.length;\n }\n\n if (docsToIndex.length > 0) {\n await vectorStore.addDocuments(docsToIndex, { ids: uids });\n numAdded += docsToIndex.length - seenDocs.size;\n numUpdated += seenDocs.size;\n }\n\n await recordManager.update(\n hashedDocs.map((doc) => doc.uid),\n { timeAtLeast: indexStartDt, groupIds: sourceIds }\n );\n\n if (cleanup === \"incremental\") {\n sourceIds.forEach((sourceId) => {\n if (!sourceId) throw new Error(\"Source id cannot be null\");\n });\n const uidsToDelete = await recordManager.listKeys({\n before: indexStartDt,\n groupIds: sourceIds,\n });\n\n if (uidsToDelete.length > 0) {\n await vectorStore.delete({ ids: uidsToDelete });\n await recordManager.deleteKeys(uidsToDelete);\n numDeleted += uidsToDelete.length;\n }\n }\n }\n\n if (cleanup === \"full\") {\n let uidsToDelete = await recordManager.listKeys({\n before: indexStartDt,\n limit: cleanupBatchSize,\n });\n while (uidsToDelete.length > 0) {\n await vectorStore.delete({ ids: uidsToDelete });\n await recordManager.deleteKeys(uidsToDelete);\n numDeleted += uidsToDelete.length;\n uidsToDelete = await recordManager.listKeys({\n before: indexStartDt,\n limit: cleanupBatchSize,\n });\n }\n }\n\n return {\n numAdded,\n numDeleted,\n numUpdated,\n numSkipped,\n };\n}\n"],"mappings":";;;;;;;;;;;AAwCA,IAAa,kBAAb,MAAgE;CAC9D;CAEA;CAEA;CAEA;CAEA;CAEA;CAEA,aAAqC;CAErC,YAAY,QAA4B;AACtC,OAAK,MAAM,OAAO;AAClB,OAAK,cAAc,OAAO;AAC1B,OAAK,WAAW,OAAO;;CAGzB,sBAAsB,cAAoC;AACxD,OAAK,aAAa;;CAGpB,kBAAwB;EACtB,MAAM,gBAAgB;GAAC;GAAS;GAAgB;GAAgB;AAEhE,OAAK,MAAM,OAAO,cAChB,KAAI,OAAO,KAAK,SACd,OAAM,IAAI,MACR,+BAA+B,IAAI,yDAAyD,cAAc,KACxG,KACD,CAAC,GACH;EAIL,MAAM,cAAc,KAAK,kBAAkB,KAAK,YAAY;AAE5D,MAAI;GACF,MAAM,eAAe,KAAK,sBAAsB,KAAK,SAAS;AAC9D,QAAK,cAAc;AACnB,QAAK,eAAe;WACb,GAAG;AACV,SAAM,IAAI,MACR,4BAA4B,EAAE,wDAC/B;;AAGH,OAAK,QAAQ,KAAK,kBAAkB,KAAK,cAAc,KAAK,aAAa;AAEzE,MAAI,CAAC,KAAK,IACR,MAAK,MAAM,KAAK;;CAIpB,aAAgC;AAC9B,SAAO,IAAI,SAAS;GAClB,aAAa,KAAK;GAClB,UAAU,KAAK;GAChB,CAAC;;CAGJ,OAAO,aACL,UACA,KACiB;EACjB,MAAM,MAAM,IAAI,KAAK;GACnB,aAAa,SAAS;GACtB,UAAU,SAAS;GACnB,KAAK,OAAQ,SAAiD;GAC/D,CAAC;AACF,MAAI,iBAAiB;AACrB,SAAO;;CAGT,kBAA0B,aAA6B;AAErD,SAAOA,GADY,KAAK,WAAW,YAAY,EACrB,iBAAiB;;CAG7C,sBAA8B,MAAuC;EACnE,MAAM,kBAAkB,KAAK,UAAU,MAAM,OAAO,KAAK,KAAK,CAAC,MAAM,CAAC;AAEtE,SAAOA,GADY,KAAK,WAAW,gBAAgB,EACzB,iBAAiB;;;AA2C/C,SAAgB,OAAU,MAAc,UAAsB;CAC5D,MAAM,UAAiB,EAAE;CACzB,IAAI,eAAoB,EAAE;AAE1B,UAAS,SAAS,SAAS;AACzB,eAAa,KAAK,KAAK;AAEvB,MAAI,aAAa,UAAU,MAAM;AAC/B,WAAQ,KAAK,aAAa;AAC1B,kBAAe,EAAE;;GAEnB;AAEF,KAAI,aAAa,SAAS,EACxB,SAAQ,KAAK,aAAa;AAG5B,QAAO;;AAGT,SAAgB,oBACd,iBAC2B;CAC3B,MAAM,uBAAO,IAAI,KAAa;CAC9B,MAAM,eAA0C,EAAE;AAElD,MAAK,MAAM,aAAa,iBAAiB;AACvC,MAAI,CAAC,UAAU,MACb,OAAM,IAAI,MAAM,uCAAuC;AAGzD,MAAI,CAAC,KAAK,IAAI,UAAU,MAAM,EAAE;AAC9B,QAAK,IAAI,UAAU,MAAM;AACzB,gBAAa,KAAK,UAAU;;;AAGhC,QAAO;;AAGT,SAAgB,qBACd,aAC2C;AAC3C,KAAI,gBAAgB,KAClB,SAAQ,SAA4B;UAC3B,OAAO,gBAAgB,SAChC,SAAQ,QAA2B,IAAI,SAAS;UACvC,OAAO,gBAAgB,WAChC,QAAO;KAEP,OAAM,IAAI,MACR,2DAA2D,OAAO,cACnE;;AAKL,MAAa,yBAAyB,QAAwC;AAC5E,KACE,UAAU,OACV,OAAO,IAAI,SAAS,cACpB,kBAAkB,OAClB,OAAO,IAAI,iBAAiB,WAE5B,QAAO;AAET,QAAO;;;;;;;;;;;;;;;;;;;;;AA6BT,eAAsB,MAAM,MAA0C;CACpE,MAAM,EAAE,YAAY,eAAe,aAAa,YAAY;CAC5D,MAAM,EACJ,YAAY,KACZ,SACA,aACA,mBAAmB,KACnB,cAAc,UACZ,WAAW,EAAE;AAEjB,KAAI,YAAY,iBAAiB,CAAC,YAChC,OAAM,IAAI,MACR,0GACD;CAGH,MAAM,OAAO,sBAAsB,WAAW,GAC1C,MAAM,WAAW,MAAM,GACvB;CAEJ,MAAM,mBAAmB,qBAAqB,eAAe,KAAK;CAElE,MAAM,eAAe,MAAM,cAAc,SAAS;CAClD,IAAI,WAAW;CACf,IAAI,aAAa;CACjB,IAAI,aAAa;CACjB,IAAI,aAAa;CAEjB,MAAM,UAAU,OAA0B,aAAa,KAAK,KAAK;AAEjE,MAAK,MAAM,SAAS,SAAS;EAC3B,MAAM,aAAa,oBACjB,MAAM,KAAK,QAAQ,gBAAgB,aAAa,IAAI,CAAC,CACtD;EAED,MAAM,YAAY,WAAW,KAAK,QAAQ,iBAAiB,IAAI,CAAC;AAEhE,MAAI,YAAY,cACd,YAAW,SAAS,YAAY,UAAU;AAExC,OADe,UAAU,WACV,KACb,OAAM,IAAI,MACR,2DACD;IAEH;EAGJ,MAAM,cAAc,MAAM,cAAc,OACtC,WAAW,KAAK,QAAQ,IAAI,IAAI,CACjC;EAED,MAAM,OAAiB,EAAE;EACzB,MAAM,cAAmC,EAAE;EAC3C,MAAM,eAAyB,EAAE;EACjC,MAAM,2BAAW,IAAI,KAAa;AAClC,aAAW,SAAS,WAAW,MAAM;AAEnC,OADkB,YAAY,GAE5B,KAAI,YACF,UAAS,IAAI,UAAU,IAAI;QACtB;AACL,iBAAa,KAAK,UAAU,IAAI;AAChC;;AAGJ,QAAK,KAAK,UAAU,IAAI;AACxB,eAAY,KAAK,UAAU,YAAY,CAAC;IACxC;AAEF,MAAI,aAAa,SAAS,GAAG;AAC3B,SAAM,cAAc,OAAO,cAAc,EAAE,aAAa,cAAc,CAAC;AACvE,iBAAc,aAAa;;AAG7B,MAAI,YAAY,SAAS,GAAG;AAC1B,SAAM,YAAY,aAAa,aAAa,EAAE,KAAK,MAAM,CAAC;AAC1D,eAAY,YAAY,SAAS,SAAS;AAC1C,iBAAc,SAAS;;AAGzB,QAAM,cAAc,OAClB,WAAW,KAAK,QAAQ,IAAI,IAAI,EAChC;GAAE,aAAa;GAAc,UAAU;GAAW,CACnD;AAED,MAAI,YAAY,eAAe;AAC7B,aAAU,SAAS,aAAa;AAC9B,QAAI,CAAC,SAAU,OAAM,IAAI,MAAM,2BAA2B;KAC1D;GACF,MAAM,eAAe,MAAM,cAAc,SAAS;IAChD,QAAQ;IACR,UAAU;IACX,CAAC;AAEF,OAAI,aAAa,SAAS,GAAG;AAC3B,UAAM,YAAY,OAAO,EAAE,KAAK,cAAc,CAAC;AAC/C,UAAM,cAAc,WAAW,aAAa;AAC5C,kBAAc,aAAa;;;;AAKjC,KAAI,YAAY,QAAQ;EACtB,IAAI,eAAe,MAAM,cAAc,SAAS;GAC9C,QAAQ;GACR,OAAO;GACR,CAAC;AACF,SAAO,aAAa,SAAS,GAAG;AAC9B,SAAM,YAAY,OAAO,EAAE,KAAK,cAAc,CAAC;AAC/C,SAAM,cAAc,WAAW,aAAa;AAC5C,iBAAc,aAAa;AAC3B,kBAAe,MAAM,cAAc,SAAS;IAC1C,QAAQ;IACR,OAAO;IACR,CAAC;;;AAIN,QAAO;EACL;EACA;EACA;EACA;EACD"}
1
+ {"version":3,"file":"base.js","names":["uuidv5"],"sources":["../../src/indexing/base.ts"],"sourcesContent":["import { v5 as uuidv5 } from \"../utils/uuid/index.js\";\nimport { VectorStore } from \"../vectorstores.js\";\nimport { RecordManagerInterface, UUIDV5_NAMESPACE } from \"./record_manager.js\";\nimport { sha256, type HashKeyEncoder } from \"../utils/hash.js\";\nimport { DocumentInterface, Document } from \"../documents/document.js\";\nimport { BaseDocumentLoader } from \"../document_loaders/base.js\";\n\ntype Metadata = Record<string, unknown>;\n\ntype IndexingResult = {\n numAdded: number;\n numDeleted: number;\n numUpdated: number;\n numSkipped: number;\n};\n\ntype StringOrDocFunc = string | ((doc: DocumentInterface) => string);\n\nexport interface HashedDocumentInterface extends DocumentInterface {\n uid: string;\n hash_?: string;\n contentHash?: string;\n metadataHash?: string;\n pageContent: string;\n metadata: Metadata;\n calculateHashes(): void;\n toDocument(): DocumentInterface;\n}\n\ninterface HashedDocumentArgs {\n pageContent: string;\n metadata: Metadata;\n uid: string;\n}\n\n/**\n * HashedDocument is a Document with hashes calculated.\n * Hashes are calculated based on page content and metadata.\n * It is used for indexing.\n */\nexport class _HashedDocument implements HashedDocumentInterface {\n uid: string;\n\n hash_?: string;\n\n contentHash?: string;\n\n metadataHash?: string;\n\n pageContent: string;\n\n metadata: Metadata;\n\n private keyEncoder: HashKeyEncoder = sha256;\n\n constructor(fields: HashedDocumentArgs) {\n this.uid = fields.uid;\n this.pageContent = fields.pageContent;\n this.metadata = fields.metadata;\n }\n\n makeDefaultKeyEncoder(keyEncoderFn: HashKeyEncoder): void {\n this.keyEncoder = keyEncoderFn;\n }\n\n calculateHashes(): void {\n const forbiddenKeys = [\"hash_\", \"content_hash\", \"metadata_hash\"];\n\n for (const key of forbiddenKeys) {\n if (key in this.metadata) {\n throw new Error(\n `Metadata cannot contain key ${key} as it is reserved for internal use. Restricted keys: [${forbiddenKeys.join(\n \", \"\n )}]`\n );\n }\n }\n\n const contentHash = this._hashStringToUUID(this.pageContent);\n\n try {\n const metadataHash = this._hashNestedDictToUUID(this.metadata);\n this.contentHash = contentHash;\n this.metadataHash = metadataHash;\n } catch (e) {\n throw new Error(\n `Failed to hash metadata: ${e}. Please use a dict that can be serialized using json.`\n );\n }\n\n this.hash_ = this._hashStringToUUID(this.contentHash + this.metadataHash);\n\n if (!this.uid) {\n this.uid = this.hash_;\n }\n }\n\n toDocument(): DocumentInterface {\n return new Document({\n pageContent: this.pageContent,\n metadata: this.metadata,\n });\n }\n\n static fromDocument(\n document: DocumentInterface,\n uid?: string\n ): _HashedDocument {\n const doc = new this({\n pageContent: document.pageContent,\n metadata: document.metadata,\n uid: uid || (document as DocumentInterface & { uid: string }).uid,\n });\n doc.calculateHashes();\n return doc;\n }\n\n private _hashStringToUUID(inputString: string): string {\n const hash_value = this.keyEncoder(inputString);\n return uuidv5(hash_value, UUIDV5_NAMESPACE);\n }\n\n private _hashNestedDictToUUID(data: Record<string, unknown>): string {\n const serialized_data = JSON.stringify(data, Object.keys(data).sort());\n const hash_value = this.keyEncoder(serialized_data);\n return uuidv5(hash_value, UUIDV5_NAMESPACE);\n }\n}\n\nexport type CleanupMode = \"full\" | \"incremental\";\n\nexport type IndexOptions = {\n /**\n * The number of documents to index in one batch.\n */\n batchSize?: number;\n /**\n * The cleanup mode to use. Can be \"full\", \"incremental\" or undefined.\n * - **Incremental**: Cleans up all documents that haven't been updated AND\n * that are associated with source ids that were seen\n * during indexing.\n * Clean up is done continuously during indexing helping\n * to minimize the probability of users seeing duplicated\n * content.\n * - **Full**: Delete all documents that haven to been returned by the loader.\n * Clean up runs after all documents have been indexed.\n * This means that users may see duplicated content during indexing.\n * - **undefined**: Do not delete any documents.\n */\n cleanup?: CleanupMode;\n /**\n * Optional key that helps identify the original source of the document.\n * Must either be a string representing the key of the source in the metadata\n * or a function that takes a document and returns a string representing the source.\n * **Required when cleanup is incremental**.\n */\n sourceIdKey?: StringOrDocFunc;\n /**\n * Batch size to use when cleaning up documents.\n */\n cleanupBatchSize?: number;\n /**\n * Force update documents even if they are present in the\n * record manager. Useful if you are re-indexing with updated embeddings.\n */\n forceUpdate?: boolean;\n};\n\nexport function _batch<T>(size: number, iterable: T[]): T[][] {\n const batches: T[][] = [];\n let currentBatch: T[] = [];\n\n iterable.forEach((item) => {\n currentBatch.push(item);\n\n if (currentBatch.length >= size) {\n batches.push(currentBatch);\n currentBatch = [];\n }\n });\n\n if (currentBatch.length > 0) {\n batches.push(currentBatch);\n }\n\n return batches;\n}\n\nexport function _deduplicateInOrder(\n hashedDocuments: HashedDocumentInterface[]\n): HashedDocumentInterface[] {\n const seen = new Set<string>();\n const deduplicated: HashedDocumentInterface[] = [];\n\n for (const hashedDoc of hashedDocuments) {\n if (!hashedDoc.hash_) {\n throw new Error(\"Hashed document does not have a hash\");\n }\n\n if (!seen.has(hashedDoc.hash_)) {\n seen.add(hashedDoc.hash_);\n deduplicated.push(hashedDoc);\n }\n }\n return deduplicated;\n}\n\nexport function _getSourceIdAssigner(\n sourceIdKey: StringOrDocFunc | null\n): (doc: DocumentInterface) => string | null {\n if (sourceIdKey === null) {\n return (_doc: DocumentInterface) => null;\n } else if (typeof sourceIdKey === \"string\") {\n return (doc: DocumentInterface) => doc.metadata[sourceIdKey];\n } else if (typeof sourceIdKey === \"function\") {\n return sourceIdKey;\n } else {\n throw new Error(\n `sourceIdKey should be null, a string or a function, got ${typeof sourceIdKey}`\n );\n }\n}\n\n// oxlint-disable-next-line @typescript-eslint/no-explicit-any\nexport const _isBaseDocumentLoader = (arg: any): arg is BaseDocumentLoader => {\n if (\n \"load\" in arg &&\n typeof arg.load === \"function\" &&\n \"loadAndSplit\" in arg &&\n typeof arg.loadAndSplit === \"function\"\n ) {\n return true;\n }\n return false;\n};\n\ninterface IndexArgs {\n docsSource: BaseDocumentLoader | DocumentInterface[];\n recordManager: RecordManagerInterface;\n vectorStore: VectorStore;\n options?: IndexOptions;\n}\n\n/**\n * Index data from the doc source into the vector store.\n *\n * Indexing functionality uses a manager to keep track of which documents\n * are in the vector store.\n *\n * This allows us to keep track of which documents were updated, and which\n * documents were deleted, which documents should be skipped.\n *\n * For the time being, documents are indexed using their hashes, and users\n * are not able to specify the uid of the document.\n *\n * @param {IndexArgs} args\n * @param {BaseDocumentLoader | DocumentInterface[]} args.docsSource The source of documents to index. Can be a DocumentLoader or a list of Documents.\n * @param {RecordManagerInterface} args.recordManager The record manager to use for keeping track of indexed documents.\n * @param {VectorStore} args.vectorStore The vector store to use for storing the documents.\n * @param {IndexOptions | undefined} args.options Options for indexing.\n * @returns {Promise<IndexingResult>}\n */\nexport async function index(args: IndexArgs): Promise<IndexingResult> {\n const { docsSource, recordManager, vectorStore, options } = args;\n const {\n batchSize = 100,\n cleanup,\n sourceIdKey,\n cleanupBatchSize = 1000,\n forceUpdate = false,\n } = options ?? {};\n\n if (cleanup === \"incremental\" && !sourceIdKey) {\n throw new Error(\n \"sourceIdKey is required when cleanup mode is incremental. Please provide through 'options.sourceIdKey'.\"\n );\n }\n\n const docs = _isBaseDocumentLoader(docsSource)\n ? await docsSource.load()\n : docsSource;\n\n const sourceIdAssigner = _getSourceIdAssigner(sourceIdKey ?? null);\n\n const indexStartDt = await recordManager.getTime();\n let numAdded = 0;\n let numDeleted = 0;\n let numUpdated = 0;\n let numSkipped = 0;\n\n const batches = _batch<DocumentInterface>(batchSize ?? 100, docs);\n\n for (const batch of batches) {\n const hashedDocs = _deduplicateInOrder(\n batch.map((doc) => _HashedDocument.fromDocument(doc))\n );\n\n const sourceIds = hashedDocs.map((doc) => sourceIdAssigner(doc));\n\n if (cleanup === \"incremental\") {\n hashedDocs.forEach((_hashedDoc, index) => {\n const source = sourceIds[index];\n if (source === null) {\n throw new Error(\n \"sourceIdKey must be provided when cleanup is incremental\"\n );\n }\n });\n }\n\n const batchExists = await recordManager.exists(\n hashedDocs.map((doc) => doc.uid)\n );\n\n const uids: string[] = [];\n const docsToIndex: DocumentInterface[] = [];\n const docsToUpdate: string[] = [];\n const seenDocs = new Set<string>();\n hashedDocs.forEach((hashedDoc, i) => {\n const docExists = batchExists[i];\n if (docExists) {\n if (forceUpdate) {\n seenDocs.add(hashedDoc.uid);\n } else {\n docsToUpdate.push(hashedDoc.uid);\n return;\n }\n }\n uids.push(hashedDoc.uid);\n docsToIndex.push(hashedDoc.toDocument());\n });\n\n if (docsToUpdate.length > 0) {\n await recordManager.update(docsToUpdate, { timeAtLeast: indexStartDt });\n numSkipped += docsToUpdate.length;\n }\n\n if (docsToIndex.length > 0) {\n await vectorStore.addDocuments(docsToIndex, { ids: uids });\n numAdded += docsToIndex.length - seenDocs.size;\n numUpdated += seenDocs.size;\n }\n\n await recordManager.update(\n hashedDocs.map((doc) => doc.uid),\n { timeAtLeast: indexStartDt, groupIds: sourceIds }\n );\n\n if (cleanup === \"incremental\") {\n sourceIds.forEach((sourceId) => {\n if (!sourceId) throw new Error(\"Source id cannot be null\");\n });\n const uidsToDelete = await recordManager.listKeys({\n before: indexStartDt,\n groupIds: sourceIds,\n });\n\n if (uidsToDelete.length > 0) {\n await vectorStore.delete({ ids: uidsToDelete });\n await recordManager.deleteKeys(uidsToDelete);\n numDeleted += uidsToDelete.length;\n }\n }\n }\n\n if (cleanup === \"full\") {\n let uidsToDelete = await recordManager.listKeys({\n before: indexStartDt,\n limit: cleanupBatchSize,\n });\n while (uidsToDelete.length > 0) {\n await vectorStore.delete({ ids: uidsToDelete });\n await recordManager.deleteKeys(uidsToDelete);\n numDeleted += uidsToDelete.length;\n uidsToDelete = await recordManager.listKeys({\n before: indexStartDt,\n limit: cleanupBatchSize,\n });\n }\n }\n\n return {\n numAdded,\n numDeleted,\n numUpdated,\n numSkipped,\n };\n}\n"],"mappings":";;;;;;;;;;;;AAwCA,IAAa,kBAAb,MAAgE;CAC9D;CAEA;CAEA;CAEA;CAEA;CAEA;CAEA,aAAqC;CAErC,YAAY,QAA4B;AACtC,OAAK,MAAM,OAAO;AAClB,OAAK,cAAc,OAAO;AAC1B,OAAK,WAAW,OAAO;;CAGzB,sBAAsB,cAAoC;AACxD,OAAK,aAAa;;CAGpB,kBAAwB;EACtB,MAAM,gBAAgB;GAAC;GAAS;GAAgB;GAAgB;AAEhE,OAAK,MAAM,OAAO,cAChB,KAAI,OAAO,KAAK,SACd,OAAM,IAAI,MACR,+BAA+B,IAAI,yDAAyD,cAAc,KACxG,KACD,CAAC,GACH;EAIL,MAAM,cAAc,KAAK,kBAAkB,KAAK,YAAY;AAE5D,MAAI;GACF,MAAM,eAAe,KAAK,sBAAsB,KAAK,SAAS;AAC9D,QAAK,cAAc;AACnB,QAAK,eAAe;WACb,GAAG;AACV,SAAM,IAAI,MACR,4BAA4B,EAAE,wDAC/B;;AAGH,OAAK,QAAQ,KAAK,kBAAkB,KAAK,cAAc,KAAK,aAAa;AAEzE,MAAI,CAAC,KAAK,IACR,MAAK,MAAM,KAAK;;CAIpB,aAAgC;AAC9B,SAAO,IAAI,SAAS;GAClB,aAAa,KAAK;GAClB,UAAU,KAAK;GAChB,CAAC;;CAGJ,OAAO,aACL,UACA,KACiB;EACjB,MAAM,MAAM,IAAI,KAAK;GACnB,aAAa,SAAS;GACtB,UAAU,SAAS;GACnB,KAAK,OAAQ,SAAiD;GAC/D,CAAC;AACF,MAAI,iBAAiB;AACrB,SAAO;;CAGT,kBAA0B,aAA6B;AAErD,SAAOA,GADY,KAAK,WAAW,YAAY,EACrB,iBAAiB;;CAG7C,sBAA8B,MAAuC;EACnE,MAAM,kBAAkB,KAAK,UAAU,MAAM,OAAO,KAAK,KAAK,CAAC,MAAM,CAAC;AAEtE,SAAOA,GADY,KAAK,WAAW,gBAAgB,EACzB,iBAAiB;;;AA2C/C,SAAgB,OAAU,MAAc,UAAsB;CAC5D,MAAM,UAAiB,EAAE;CACzB,IAAI,eAAoB,EAAE;AAE1B,UAAS,SAAS,SAAS;AACzB,eAAa,KAAK,KAAK;AAEvB,MAAI,aAAa,UAAU,MAAM;AAC/B,WAAQ,KAAK,aAAa;AAC1B,kBAAe,EAAE;;GAEnB;AAEF,KAAI,aAAa,SAAS,EACxB,SAAQ,KAAK,aAAa;AAG5B,QAAO;;AAGT,SAAgB,oBACd,iBAC2B;CAC3B,MAAM,uBAAO,IAAI,KAAa;CAC9B,MAAM,eAA0C,EAAE;AAElD,MAAK,MAAM,aAAa,iBAAiB;AACvC,MAAI,CAAC,UAAU,MACb,OAAM,IAAI,MAAM,uCAAuC;AAGzD,MAAI,CAAC,KAAK,IAAI,UAAU,MAAM,EAAE;AAC9B,QAAK,IAAI,UAAU,MAAM;AACzB,gBAAa,KAAK,UAAU;;;AAGhC,QAAO;;AAGT,SAAgB,qBACd,aAC2C;AAC3C,KAAI,gBAAgB,KAClB,SAAQ,SAA4B;UAC3B,OAAO,gBAAgB,SAChC,SAAQ,QAA2B,IAAI,SAAS;UACvC,OAAO,gBAAgB,WAChC,QAAO;KAEP,OAAM,IAAI,MACR,2DAA2D,OAAO,cACnE;;AAKL,MAAa,yBAAyB,QAAwC;AAC5E,KACE,UAAU,OACV,OAAO,IAAI,SAAS,cACpB,kBAAkB,OAClB,OAAO,IAAI,iBAAiB,WAE5B,QAAO;AAET,QAAO;;;;;;;;;;;;;;;;;;;;;AA6BT,eAAsB,MAAM,MAA0C;CACpE,MAAM,EAAE,YAAY,eAAe,aAAa,YAAY;CAC5D,MAAM,EACJ,YAAY,KACZ,SACA,aACA,mBAAmB,KACnB,cAAc,UACZ,WAAW,EAAE;AAEjB,KAAI,YAAY,iBAAiB,CAAC,YAChC,OAAM,IAAI,MACR,0GACD;CAGH,MAAM,OAAO,sBAAsB,WAAW,GAC1C,MAAM,WAAW,MAAM,GACvB;CAEJ,MAAM,mBAAmB,qBAAqB,eAAe,KAAK;CAElE,MAAM,eAAe,MAAM,cAAc,SAAS;CAClD,IAAI,WAAW;CACf,IAAI,aAAa;CACjB,IAAI,aAAa;CACjB,IAAI,aAAa;CAEjB,MAAM,UAAU,OAA0B,aAAa,KAAK,KAAK;AAEjE,MAAK,MAAM,SAAS,SAAS;EAC3B,MAAM,aAAa,oBACjB,MAAM,KAAK,QAAQ,gBAAgB,aAAa,IAAI,CAAC,CACtD;EAED,MAAM,YAAY,WAAW,KAAK,QAAQ,iBAAiB,IAAI,CAAC;AAEhE,MAAI,YAAY,cACd,YAAW,SAAS,YAAY,UAAU;AAExC,OADe,UAAU,WACV,KACb,OAAM,IAAI,MACR,2DACD;IAEH;EAGJ,MAAM,cAAc,MAAM,cAAc,OACtC,WAAW,KAAK,QAAQ,IAAI,IAAI,CACjC;EAED,MAAM,OAAiB,EAAE;EACzB,MAAM,cAAmC,EAAE;EAC3C,MAAM,eAAyB,EAAE;EACjC,MAAM,2BAAW,IAAI,KAAa;AAClC,aAAW,SAAS,WAAW,MAAM;AAEnC,OADkB,YAAY,GAE5B,KAAI,YACF,UAAS,IAAI,UAAU,IAAI;QACtB;AACL,iBAAa,KAAK,UAAU,IAAI;AAChC;;AAGJ,QAAK,KAAK,UAAU,IAAI;AACxB,eAAY,KAAK,UAAU,YAAY,CAAC;IACxC;AAEF,MAAI,aAAa,SAAS,GAAG;AAC3B,SAAM,cAAc,OAAO,cAAc,EAAE,aAAa,cAAc,CAAC;AACvE,iBAAc,aAAa;;AAG7B,MAAI,YAAY,SAAS,GAAG;AAC1B,SAAM,YAAY,aAAa,aAAa,EAAE,KAAK,MAAM,CAAC;AAC1D,eAAY,YAAY,SAAS,SAAS;AAC1C,iBAAc,SAAS;;AAGzB,QAAM,cAAc,OAClB,WAAW,KAAK,QAAQ,IAAI,IAAI,EAChC;GAAE,aAAa;GAAc,UAAU;GAAW,CACnD;AAED,MAAI,YAAY,eAAe;AAC7B,aAAU,SAAS,aAAa;AAC9B,QAAI,CAAC,SAAU,OAAM,IAAI,MAAM,2BAA2B;KAC1D;GACF,MAAM,eAAe,MAAM,cAAc,SAAS;IAChD,QAAQ;IACR,UAAU;IACX,CAAC;AAEF,OAAI,aAAa,SAAS,GAAG;AAC3B,UAAM,YAAY,OAAO,EAAE,KAAK,cAAc,CAAC;AAC/C,UAAM,cAAc,WAAW,aAAa;AAC5C,kBAAc,aAAa;;;;AAKjC,KAAI,YAAY,QAAQ;EACtB,IAAI,eAAe,MAAM,cAAc,SAAS;GAC9C,QAAQ;GACR,OAAO;GACR,CAAC;AACF,SAAO,aAAa,SAAS,GAAG;AAC9B,SAAM,YAAY,OAAO,EAAE,KAAK,cAAc,CAAC;AAC/C,SAAM,cAAc,WAAW,aAAa;AAC5C,iBAAc,aAAa;AAC3B,kBAAe,MAAM,cAAc,SAAS;IAC1C,QAAQ;IACR,OAAO;IACR,CAAC;;;AAIN,QAAO;EACL;EACA;EACA;EACA;EACD"}
@@ -139,7 +139,7 @@ var BaseLangChain = class extends require_base.Runnable {
139
139
  this.callbacks = params.callbacks;
140
140
  this.tags = params.tags ?? [];
141
141
  this.metadata = params.metadata ?? {};
142
- this._addVersion("@langchain/core", "1.1.41");
142
+ this._addVersion("@langchain/core", "1.1.42");
143
143
  }
144
144
  _addVersion(pkg, version) {
145
145
  const existing = this.metadata?.versions;
@@ -138,7 +138,7 @@ var BaseLangChain = class extends Runnable {
138
138
  this.callbacks = params.callbacks;
139
139
  this.tags = params.tags ?? [];
140
140
  this.metadata = params.metadata ?? {};
141
- this._addVersion("@langchain/core", "1.1.41");
141
+ this._addVersion("@langchain/core", "1.1.42");
142
142
  }
143
143
  _addVersion(pkg, version) {
144
144
  const existing = this.metadata?.versions;
@@ -6,6 +6,7 @@ const require_errors_index = require("../errors/index.cjs");
6
6
  const require_load_serializable = require("./serializable.cjs");
7
7
  const require_messages_tool = require("../messages/tool.cjs");
8
8
  const require_caches_index = require("../caches/index.cjs");
9
+ const require_utils_uuid_index = require("../utils/uuid/index.cjs");
9
10
  const require_utils_env = require("../utils/env.cjs");
10
11
  const require_callbacks_base = require("../callbacks/base.cjs");
11
12
  const require_tracers_base = require("../tracers/base.cjs");
@@ -124,6 +125,7 @@ var import_map_exports = /* @__PURE__ */ require_runtime.__exportAll({
124
125
  utils__testing: () => require_utils_testing_index.testing_exports,
125
126
  utils__tiktoken: () => require_utils_tiktoken.tiktoken_exports,
126
127
  utils__types: () => require_utils_types_index.types_exports,
128
+ utils__uuid: () => require_utils_uuid_index.uuid_exports,
127
129
  vectorstores: () => require_vectorstores.vectorstores_exports
128
130
  });
129
131
  //#endregion
@@ -1 +1 @@
1
- {"version":3,"file":"import_map.cjs","names":[],"sources":["../../src/load/import_map.ts"],"sourcesContent":["/** Auto-generated by import-map plugin. Do not edit manually */\n\nexport * as agents from \"../agents.js\";\nexport * as caches from \"../caches/index.js\";\nexport * as callbacks__base from \"../callbacks/base.js\";\nexport * as callbacks__manager from \"../callbacks/manager.js\";\nexport * as callbacks__promises from \"../callbacks/promises.js\";\nexport * as chat_history from \"../chat_history.js\";\nexport * as document_loaders__base from \"../document_loaders/base.js\";\nexport * as document_loaders__langsmith from \"../document_loaders/langsmith.js\";\nexport * as documents from \"../documents/index.js\";\nexport * as embeddings from \"../embeddings.js\";\nexport * as errors from \"../errors/index.js\";\nexport * as example_selectors from \"../example_selectors/index.js\";\nexport * as index from \"../index.js\";\nexport * as indexing from \"../indexing/index.js\";\nexport * as language_models__base from \"../language_models/base.js\";\nexport * as language_models__chat_models from \"../language_models/chat_models.js\";\nexport * as language_models__llms from \"../language_models/llms.js\";\nexport * as language_models__profile from \"../language_models/profile.js\";\nexport * as language_models__structured_output from \"../language_models/structured_output.js\";\nexport * as load__serializable from \"../load/serializable.js\";\nexport * as memory from \"../memory.js\";\nexport * as messages from \"../messages/index.js\";\nexport * as messages__tool from \"../messages/tool.js\";\nexport * as output_parsers from \"../output_parsers/index.js\";\nexport * as output_parsers__openai_functions from \"../output_parsers/openai_functions/index.js\";\nexport * as output_parsers__openai_tools from \"../output_parsers/openai_tools/index.js\";\nexport * as outputs from \"../outputs.js\";\nexport * as prompt_values from \"../prompt_values.js\";\nexport * as prompts from \"../prompts/index.js\";\nexport * as retrievers__document_compressors from \"../retrievers/document_compressors/index.js\";\nexport * as retrievers from \"../retrievers/index.js\";\nexport * as runnables__graph from \"../runnables/graph.js\";\nexport * as runnables from \"../runnables/index.js\";\nexport * as singletons from \"../singletons/index.js\";\nexport * as stores from \"../stores.js\";\nexport * as structured_query from \"../structured_query/index.js\";\nexport * as testing from \"../testing/index.js\";\nexport * as tools from \"../tools/index.js\";\nexport * as tracers__base from \"../tracers/base.js\";\nexport * as tracers__console from \"../tracers/console.js\";\nexport * as tracers__log_stream from \"../tracers/log_stream.js\";\nexport * as tracers__run_collector from \"../tracers/run_collector.js\";\nexport * as tracers__tracer_langchain from \"../tracers/tracer_langchain.js\";\nexport * as types__stream from \"../types/stream.js\";\nexport * as utils__async_caller from \"../utils/async_caller.js\";\nexport * as utils__chunk_array from \"../utils/chunk_array.js\";\nexport * as utils__context from \"../utils/context.js\";\nexport * as utils__env from \"../utils/env.js\";\nexport * as utils__event_source_parse from \"../utils/event_source_parse.js\";\nexport * as utils__format from \"../utils/format.js\";\nexport * as utils__function_calling from \"../utils/function_calling.js\";\nexport * as utils__hash from \"../utils/hash.js\";\nexport * as utils__json_patch from \"../utils/json_patch.js\";\nexport * as utils__json_schema from \"../utils/json_schema.js\";\nexport * as utils__math from \"../utils/math.js\";\nexport * as utils__ssrf from \"../utils/ssrf.js\";\nexport * as utils__standard_schema from \"../utils/standard_schema.js\";\nexport * as utils__stream from \"../utils/stream.js\";\nexport * as utils__testing from \"../utils/testing/index.js\";\nexport * as utils__tiktoken from \"../utils/tiktoken.js\";\nexport * as utils__types from \"../utils/types/index.js\";\nexport * as vectorstores from \"../vectorstores.js\";\n"],"mappings":""}
1
+ {"version":3,"file":"import_map.cjs","names":[],"sources":["../../src/load/import_map.ts"],"sourcesContent":["/** Auto-generated by import-map plugin. Do not edit manually */\n\nexport * as agents from \"../agents.js\";\nexport * as caches from \"../caches/index.js\";\nexport * as callbacks__base from \"../callbacks/base.js\";\nexport * as callbacks__manager from \"../callbacks/manager.js\";\nexport * as callbacks__promises from \"../callbacks/promises.js\";\nexport * as chat_history from \"../chat_history.js\";\nexport * as document_loaders__base from \"../document_loaders/base.js\";\nexport * as document_loaders__langsmith from \"../document_loaders/langsmith.js\";\nexport * as documents from \"../documents/index.js\";\nexport * as embeddings from \"../embeddings.js\";\nexport * as errors from \"../errors/index.js\";\nexport * as example_selectors from \"../example_selectors/index.js\";\nexport * as index from \"../index.js\";\nexport * as indexing from \"../indexing/index.js\";\nexport * as language_models__base from \"../language_models/base.js\";\nexport * as language_models__chat_models from \"../language_models/chat_models.js\";\nexport * as language_models__llms from \"../language_models/llms.js\";\nexport * as language_models__profile from \"../language_models/profile.js\";\nexport * as language_models__structured_output from \"../language_models/structured_output.js\";\nexport * as load__serializable from \"../load/serializable.js\";\nexport * as memory from \"../memory.js\";\nexport * as messages from \"../messages/index.js\";\nexport * as messages__tool from \"../messages/tool.js\";\nexport * as output_parsers from \"../output_parsers/index.js\";\nexport * as output_parsers__openai_functions from \"../output_parsers/openai_functions/index.js\";\nexport * as output_parsers__openai_tools from \"../output_parsers/openai_tools/index.js\";\nexport * as outputs from \"../outputs.js\";\nexport * as prompt_values from \"../prompt_values.js\";\nexport * as prompts from \"../prompts/index.js\";\nexport * as retrievers__document_compressors from \"../retrievers/document_compressors/index.js\";\nexport * as retrievers from \"../retrievers/index.js\";\nexport * as runnables__graph from \"../runnables/graph.js\";\nexport * as runnables from \"../runnables/index.js\";\nexport * as singletons from \"../singletons/index.js\";\nexport * as stores from \"../stores.js\";\nexport * as structured_query from \"../structured_query/index.js\";\nexport * as testing from \"../testing/index.js\";\nexport * as tools from \"../tools/index.js\";\nexport * as tracers__base from \"../tracers/base.js\";\nexport * as tracers__console from \"../tracers/console.js\";\nexport * as tracers__log_stream from \"../tracers/log_stream.js\";\nexport * as tracers__run_collector from \"../tracers/run_collector.js\";\nexport * as tracers__tracer_langchain from \"../tracers/tracer_langchain.js\";\nexport * as types__stream from \"../types/stream.js\";\nexport * as utils__async_caller from \"../utils/async_caller.js\";\nexport * as utils__chunk_array from \"../utils/chunk_array.js\";\nexport * as utils__context from \"../utils/context.js\";\nexport * as utils__env from \"../utils/env.js\";\nexport * as utils__event_source_parse from \"../utils/event_source_parse.js\";\nexport * as utils__format from \"../utils/format.js\";\nexport * as utils__function_calling from \"../utils/function_calling.js\";\nexport * as utils__hash from \"../utils/hash.js\";\nexport * as utils__json_patch from \"../utils/json_patch.js\";\nexport * as utils__json_schema from \"../utils/json_schema.js\";\nexport * as utils__math from \"../utils/math.js\";\nexport * as utils__ssrf from \"../utils/ssrf.js\";\nexport * as utils__standard_schema from \"../utils/standard_schema.js\";\nexport * as utils__stream from \"../utils/stream.js\";\nexport * as utils__testing from \"../utils/testing/index.js\";\nexport * as utils__tiktoken from \"../utils/tiktoken.js\";\nexport * as utils__types from \"../utils/types/index.js\";\nexport * as utils__uuid from \"../utils/uuid/index.js\";\nexport * as vectorstores from \"../vectorstores.js\";\n"],"mappings":""}
@@ -6,6 +6,7 @@ import { errors_exports } from "../errors/index.js";
6
6
  import { serializable_exports } from "./serializable.js";
7
7
  import { tool_exports } from "../messages/tool.js";
8
8
  import { caches_exports } from "../caches/index.js";
9
+ import { uuid_exports } from "../utils/uuid/index.js";
9
10
  import { env_exports } from "../utils/env.js";
10
11
  import { base_exports } from "../callbacks/base.js";
11
12
  import { base_exports as base_exports$1 } from "../tracers/base.js";
@@ -124,6 +125,7 @@ var import_map_exports = /* @__PURE__ */ __exportAll({
124
125
  utils__testing: () => testing_exports$1,
125
126
  utils__tiktoken: () => tiktoken_exports,
126
127
  utils__types: () => types_exports,
128
+ utils__uuid: () => uuid_exports,
127
129
  vectorstores: () => vectorstores_exports
128
130
  });
129
131
  //#endregion
@@ -1 +1 @@
1
- {"version":3,"file":"import_map.js","names":[],"sources":["../../src/load/import_map.ts"],"sourcesContent":["/** Auto-generated by import-map plugin. Do not edit manually */\n\nexport * as agents from \"../agents.js\";\nexport * as caches from \"../caches/index.js\";\nexport * as callbacks__base from \"../callbacks/base.js\";\nexport * as callbacks__manager from \"../callbacks/manager.js\";\nexport * as callbacks__promises from \"../callbacks/promises.js\";\nexport * as chat_history from \"../chat_history.js\";\nexport * as document_loaders__base from \"../document_loaders/base.js\";\nexport * as document_loaders__langsmith from \"../document_loaders/langsmith.js\";\nexport * as documents from \"../documents/index.js\";\nexport * as embeddings from \"../embeddings.js\";\nexport * as errors from \"../errors/index.js\";\nexport * as example_selectors from \"../example_selectors/index.js\";\nexport * as index from \"../index.js\";\nexport * as indexing from \"../indexing/index.js\";\nexport * as language_models__base from \"../language_models/base.js\";\nexport * as language_models__chat_models from \"../language_models/chat_models.js\";\nexport * as language_models__llms from \"../language_models/llms.js\";\nexport * as language_models__profile from \"../language_models/profile.js\";\nexport * as language_models__structured_output from \"../language_models/structured_output.js\";\nexport * as load__serializable from \"../load/serializable.js\";\nexport * as memory from \"../memory.js\";\nexport * as messages from \"../messages/index.js\";\nexport * as messages__tool from \"../messages/tool.js\";\nexport * as output_parsers from \"../output_parsers/index.js\";\nexport * as output_parsers__openai_functions from \"../output_parsers/openai_functions/index.js\";\nexport * as output_parsers__openai_tools from \"../output_parsers/openai_tools/index.js\";\nexport * as outputs from \"../outputs.js\";\nexport * as prompt_values from \"../prompt_values.js\";\nexport * as prompts from \"../prompts/index.js\";\nexport * as retrievers__document_compressors from \"../retrievers/document_compressors/index.js\";\nexport * as retrievers from \"../retrievers/index.js\";\nexport * as runnables__graph from \"../runnables/graph.js\";\nexport * as runnables from \"../runnables/index.js\";\nexport * as singletons from \"../singletons/index.js\";\nexport * as stores from \"../stores.js\";\nexport * as structured_query from \"../structured_query/index.js\";\nexport * as testing from \"../testing/index.js\";\nexport * as tools from \"../tools/index.js\";\nexport * as tracers__base from \"../tracers/base.js\";\nexport * as tracers__console from \"../tracers/console.js\";\nexport * as tracers__log_stream from \"../tracers/log_stream.js\";\nexport * as tracers__run_collector from \"../tracers/run_collector.js\";\nexport * as tracers__tracer_langchain from \"../tracers/tracer_langchain.js\";\nexport * as types__stream from \"../types/stream.js\";\nexport * as utils__async_caller from \"../utils/async_caller.js\";\nexport * as utils__chunk_array from \"../utils/chunk_array.js\";\nexport * as utils__context from \"../utils/context.js\";\nexport * as utils__env from \"../utils/env.js\";\nexport * as utils__event_source_parse from \"../utils/event_source_parse.js\";\nexport * as utils__format from \"../utils/format.js\";\nexport * as utils__function_calling from \"../utils/function_calling.js\";\nexport * as utils__hash from \"../utils/hash.js\";\nexport * as utils__json_patch from \"../utils/json_patch.js\";\nexport * as utils__json_schema from \"../utils/json_schema.js\";\nexport * as utils__math from \"../utils/math.js\";\nexport * as utils__ssrf from \"../utils/ssrf.js\";\nexport * as utils__standard_schema from \"../utils/standard_schema.js\";\nexport * as utils__stream from \"../utils/stream.js\";\nexport * as utils__testing from \"../utils/testing/index.js\";\nexport * as utils__tiktoken from \"../utils/tiktoken.js\";\nexport * as utils__types from \"../utils/types/index.js\";\nexport * as vectorstores from \"../vectorstores.js\";\n"],"mappings":""}
1
+ {"version":3,"file":"import_map.js","names":[],"sources":["../../src/load/import_map.ts"],"sourcesContent":["/** Auto-generated by import-map plugin. Do not edit manually */\n\nexport * as agents from \"../agents.js\";\nexport * as caches from \"../caches/index.js\";\nexport * as callbacks__base from \"../callbacks/base.js\";\nexport * as callbacks__manager from \"../callbacks/manager.js\";\nexport * as callbacks__promises from \"../callbacks/promises.js\";\nexport * as chat_history from \"../chat_history.js\";\nexport * as document_loaders__base from \"../document_loaders/base.js\";\nexport * as document_loaders__langsmith from \"../document_loaders/langsmith.js\";\nexport * as documents from \"../documents/index.js\";\nexport * as embeddings from \"../embeddings.js\";\nexport * as errors from \"../errors/index.js\";\nexport * as example_selectors from \"../example_selectors/index.js\";\nexport * as index from \"../index.js\";\nexport * as indexing from \"../indexing/index.js\";\nexport * as language_models__base from \"../language_models/base.js\";\nexport * as language_models__chat_models from \"../language_models/chat_models.js\";\nexport * as language_models__llms from \"../language_models/llms.js\";\nexport * as language_models__profile from \"../language_models/profile.js\";\nexport * as language_models__structured_output from \"../language_models/structured_output.js\";\nexport * as load__serializable from \"../load/serializable.js\";\nexport * as memory from \"../memory.js\";\nexport * as messages from \"../messages/index.js\";\nexport * as messages__tool from \"../messages/tool.js\";\nexport * as output_parsers from \"../output_parsers/index.js\";\nexport * as output_parsers__openai_functions from \"../output_parsers/openai_functions/index.js\";\nexport * as output_parsers__openai_tools from \"../output_parsers/openai_tools/index.js\";\nexport * as outputs from \"../outputs.js\";\nexport * as prompt_values from \"../prompt_values.js\";\nexport * as prompts from \"../prompts/index.js\";\nexport * as retrievers__document_compressors from \"../retrievers/document_compressors/index.js\";\nexport * as retrievers from \"../retrievers/index.js\";\nexport * as runnables__graph from \"../runnables/graph.js\";\nexport * as runnables from \"../runnables/index.js\";\nexport * as singletons from \"../singletons/index.js\";\nexport * as stores from \"../stores.js\";\nexport * as structured_query from \"../structured_query/index.js\";\nexport * as testing from \"../testing/index.js\";\nexport * as tools from \"../tools/index.js\";\nexport * as tracers__base from \"../tracers/base.js\";\nexport * as tracers__console from \"../tracers/console.js\";\nexport * as tracers__log_stream from \"../tracers/log_stream.js\";\nexport * as tracers__run_collector from \"../tracers/run_collector.js\";\nexport * as tracers__tracer_langchain from \"../tracers/tracer_langchain.js\";\nexport * as types__stream from \"../types/stream.js\";\nexport * as utils__async_caller from \"../utils/async_caller.js\";\nexport * as utils__chunk_array from \"../utils/chunk_array.js\";\nexport * as utils__context from \"../utils/context.js\";\nexport * as utils__env from \"../utils/env.js\";\nexport * as utils__event_source_parse from \"../utils/event_source_parse.js\";\nexport * as utils__format from \"../utils/format.js\";\nexport * as utils__function_calling from \"../utils/function_calling.js\";\nexport * as utils__hash from \"../utils/hash.js\";\nexport * as utils__json_patch from \"../utils/json_patch.js\";\nexport * as utils__json_schema from \"../utils/json_schema.js\";\nexport * as utils__math from \"../utils/math.js\";\nexport * as utils__ssrf from \"../utils/ssrf.js\";\nexport * as utils__standard_schema from \"../utils/standard_schema.js\";\nexport * as utils__stream from \"../utils/stream.js\";\nexport * as utils__testing from \"../utils/testing/index.js\";\nexport * as utils__tiktoken from \"../utils/tiktoken.js\";\nexport * as utils__types from \"../utils/types/index.js\";\nexport * as utils__uuid from \"../utils/uuid/index.js\";\nexport * as vectorstores from \"../vectorstores.js\";\n"],"mappings":""}
@@ -1,6 +1,8 @@
1
1
  require("../_virtual/_rolldown/runtime.cjs");
2
2
  const require_utils = require("../tools/utils.cjs");
3
3
  const require_load_serializable = require("../load/serializable.cjs");
4
+ const require_v7 = require("../utils/uuid/v7.cjs");
5
+ require("../utils/uuid/index.cjs");
4
6
  const require_index = require("../singletons/async_local_storage/index.cjs");
5
7
  require("../singletons/index.cjs");
6
8
  const require_config = require("./config.cjs");
@@ -16,7 +18,6 @@ const require_zod = require("../utils/types/zod.cjs");
16
18
  const require_runnables_graph = require("./graph.cjs");
17
19
  const require_wrappers = require("./wrappers.cjs");
18
20
  const require_iter = require("./iter.cjs");
19
- let uuid = require("uuid");
20
21
  let langsmith_singletons_traceable = require("langsmith/singletons/traceable");
21
22
  let zod_v3 = require("zod/v3");
22
23
  //#region src/runnables/base.ts
@@ -368,7 +369,7 @@ var Runnable = class extends require_load_serializable.Serializable {
368
369
  autoClose: false
369
370
  });
370
371
  const config = require_config.ensureConfig(options);
371
- const runId = config.runId ?? (0, uuid.v7)();
372
+ const runId = config.runId ?? require_v7.default();
372
373
  config.runId = runId;
373
374
  const callbacks = config.callbacks;
374
375
  if (callbacks === void 0) config.callbacks = [eventStreamer];