modelfusion 0.0.44

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (405) hide show
  1. package/LICENSE +21 -0
  2. package/README.md +429 -0
  3. package/composed-function/index.cjs +22 -0
  4. package/composed-function/index.d.ts +6 -0
  5. package/composed-function/index.js +6 -0
  6. package/composed-function/summarize/SummarizationFunction.cjs +2 -0
  7. package/composed-function/summarize/SummarizationFunction.d.ts +4 -0
  8. package/composed-function/summarize/SummarizationFunction.js +1 -0
  9. package/composed-function/summarize/summarizeRecursively.cjs +19 -0
  10. package/composed-function/summarize/summarizeRecursively.d.ts +11 -0
  11. package/composed-function/summarize/summarizeRecursively.js +15 -0
  12. package/composed-function/summarize/summarizeRecursivelyWithTextGenerationAndTokenSplitting.cjs +29 -0
  13. package/composed-function/summarize/summarizeRecursivelyWithTextGenerationAndTokenSplitting.d.ts +24 -0
  14. package/composed-function/summarize/summarizeRecursivelyWithTextGenerationAndTokenSplitting.js +25 -0
  15. package/composed-function/use-tool/NoSuchToolError.cjs +17 -0
  16. package/composed-function/use-tool/NoSuchToolError.d.ts +4 -0
  17. package/composed-function/use-tool/NoSuchToolError.js +13 -0
  18. package/composed-function/use-tool/Tool.cjs +43 -0
  19. package/composed-function/use-tool/Tool.d.ts +15 -0
  20. package/composed-function/use-tool/Tool.js +39 -0
  21. package/composed-function/use-tool/useTool.cjs +59 -0
  22. package/composed-function/use-tool/useTool.d.ts +36 -0
  23. package/composed-function/use-tool/useTool.js +54 -0
  24. package/cost/Cost.cjs +38 -0
  25. package/cost/Cost.d.ts +16 -0
  26. package/cost/Cost.js +34 -0
  27. package/cost/CostCalculator.cjs +2 -0
  28. package/cost/CostCalculator.d.ts +8 -0
  29. package/cost/CostCalculator.js +1 -0
  30. package/cost/calculateCost.cjs +28 -0
  31. package/cost/calculateCost.d.ts +7 -0
  32. package/cost/calculateCost.js +24 -0
  33. package/cost/index.cjs +19 -0
  34. package/cost/index.d.ts +3 -0
  35. package/cost/index.js +3 -0
  36. package/index.cjs +25 -0
  37. package/index.d.ts +9 -0
  38. package/index.js +9 -0
  39. package/model-function/AbstractModel.cjs +22 -0
  40. package/model-function/AbstractModel.d.ts +12 -0
  41. package/model-function/AbstractModel.js +18 -0
  42. package/model-function/FunctionOptions.cjs +2 -0
  43. package/model-function/FunctionOptions.d.ts +6 -0
  44. package/model-function/FunctionOptions.js +1 -0
  45. package/model-function/Model.cjs +2 -0
  46. package/model-function/Model.d.ts +23 -0
  47. package/model-function/Model.js +1 -0
  48. package/model-function/ModelCallEvent.cjs +2 -0
  49. package/model-function/ModelCallEvent.d.ts +18 -0
  50. package/model-function/ModelCallEvent.js +1 -0
  51. package/model-function/ModelCallEventSource.cjs +42 -0
  52. package/model-function/ModelCallEventSource.d.ts +13 -0
  53. package/model-function/ModelCallEventSource.js +38 -0
  54. package/model-function/ModelCallObserver.cjs +2 -0
  55. package/model-function/ModelCallObserver.d.ts +5 -0
  56. package/model-function/ModelCallObserver.js +1 -0
  57. package/model-function/ModelInformation.cjs +2 -0
  58. package/model-function/ModelInformation.d.ts +4 -0
  59. package/model-function/ModelInformation.js +1 -0
  60. package/model-function/SuccessfulModelCall.cjs +22 -0
  61. package/model-function/SuccessfulModelCall.d.ts +9 -0
  62. package/model-function/SuccessfulModelCall.js +18 -0
  63. package/model-function/embed-text/TextEmbeddingEvent.cjs +2 -0
  64. package/model-function/embed-text/TextEmbeddingEvent.d.ts +23 -0
  65. package/model-function/embed-text/TextEmbeddingEvent.js +1 -0
  66. package/model-function/embed-text/TextEmbeddingModel.cjs +2 -0
  67. package/model-function/embed-text/TextEmbeddingModel.d.ts +18 -0
  68. package/model-function/embed-text/TextEmbeddingModel.js +1 -0
  69. package/model-function/embed-text/embedText.cjs +90 -0
  70. package/model-function/embed-text/embedText.d.ts +33 -0
  71. package/model-function/embed-text/embedText.js +85 -0
  72. package/model-function/executeCall.cjs +60 -0
  73. package/model-function/executeCall.d.ts +27 -0
  74. package/model-function/executeCall.js +56 -0
  75. package/model-function/generate-image/ImageGenerationEvent.cjs +2 -0
  76. package/model-function/generate-image/ImageGenerationEvent.d.ts +22 -0
  77. package/model-function/generate-image/ImageGenerationEvent.js +1 -0
  78. package/model-function/generate-image/ImageGenerationModel.cjs +2 -0
  79. package/model-function/generate-image/ImageGenerationModel.d.ts +8 -0
  80. package/model-function/generate-image/ImageGenerationModel.js +1 -0
  81. package/model-function/generate-image/generateImage.cjs +63 -0
  82. package/model-function/generate-image/generateImage.d.ts +23 -0
  83. package/model-function/generate-image/generateImage.js +59 -0
  84. package/model-function/generate-json/GenerateJsonModel.cjs +2 -0
  85. package/model-function/generate-json/GenerateJsonModel.d.ts +10 -0
  86. package/model-function/generate-json/GenerateJsonModel.js +1 -0
  87. package/model-function/generate-json/GenerateJsonOrTextModel.cjs +2 -0
  88. package/model-function/generate-json/GenerateJsonOrTextModel.d.ts +18 -0
  89. package/model-function/generate-json/GenerateJsonOrTextModel.js +1 -0
  90. package/model-function/generate-json/JsonGenerationEvent.cjs +2 -0
  91. package/model-function/generate-json/JsonGenerationEvent.d.ts +22 -0
  92. package/model-function/generate-json/JsonGenerationEvent.js +1 -0
  93. package/model-function/generate-json/NoSuchSchemaError.cjs +17 -0
  94. package/model-function/generate-json/NoSuchSchemaError.d.ts +4 -0
  95. package/model-function/generate-json/NoSuchSchemaError.js +13 -0
  96. package/model-function/generate-json/SchemaDefinition.cjs +2 -0
  97. package/model-function/generate-json/SchemaDefinition.d.ts +6 -0
  98. package/model-function/generate-json/SchemaDefinition.js +1 -0
  99. package/model-function/generate-json/SchemaValidationError.cjs +36 -0
  100. package/model-function/generate-json/SchemaValidationError.d.ts +11 -0
  101. package/model-function/generate-json/SchemaValidationError.js +32 -0
  102. package/model-function/generate-json/generateJson.cjs +61 -0
  103. package/model-function/generate-json/generateJson.d.ts +9 -0
  104. package/model-function/generate-json/generateJson.js +57 -0
  105. package/model-function/generate-json/generateJsonOrText.cjs +74 -0
  106. package/model-function/generate-json/generateJsonOrText.d.ts +25 -0
  107. package/model-function/generate-json/generateJsonOrText.js +70 -0
  108. package/model-function/generate-text/AsyncQueue.cjs +66 -0
  109. package/model-function/generate-text/AsyncQueue.d.ts +17 -0
  110. package/model-function/generate-text/AsyncQueue.js +62 -0
  111. package/model-function/generate-text/DeltaEvent.cjs +2 -0
  112. package/model-function/generate-text/DeltaEvent.d.ts +7 -0
  113. package/model-function/generate-text/DeltaEvent.js +1 -0
  114. package/model-function/generate-text/TextDeltaEventSource.cjs +54 -0
  115. package/model-function/generate-text/TextDeltaEventSource.d.ts +5 -0
  116. package/model-function/generate-text/TextDeltaEventSource.js +46 -0
  117. package/model-function/generate-text/TextGenerationEvent.cjs +2 -0
  118. package/model-function/generate-text/TextGenerationEvent.d.ts +22 -0
  119. package/model-function/generate-text/TextGenerationEvent.js +1 -0
  120. package/model-function/generate-text/TextGenerationModel.cjs +2 -0
  121. package/model-function/generate-text/TextGenerationModel.d.ts +42 -0
  122. package/model-function/generate-text/TextGenerationModel.js +1 -0
  123. package/model-function/generate-text/TextStreamingEvent.cjs +2 -0
  124. package/model-function/generate-text/TextStreamingEvent.d.ts +22 -0
  125. package/model-function/generate-text/TextStreamingEvent.js +1 -0
  126. package/model-function/generate-text/extractTextDeltas.cjs +23 -0
  127. package/model-function/generate-text/extractTextDeltas.d.ts +7 -0
  128. package/model-function/generate-text/extractTextDeltas.js +19 -0
  129. package/model-function/generate-text/generateText.cjs +67 -0
  130. package/model-function/generate-text/generateText.d.ts +20 -0
  131. package/model-function/generate-text/generateText.js +63 -0
  132. package/model-function/generate-text/parseEventSourceReadableStream.cjs +30 -0
  133. package/model-function/generate-text/parseEventSourceReadableStream.d.ts +8 -0
  134. package/model-function/generate-text/parseEventSourceReadableStream.js +26 -0
  135. package/model-function/generate-text/streamText.cjs +115 -0
  136. package/model-function/generate-text/streamText.d.ts +11 -0
  137. package/model-function/generate-text/streamText.js +111 -0
  138. package/model-function/index.cjs +47 -0
  139. package/model-function/index.d.ts +31 -0
  140. package/model-function/index.js +31 -0
  141. package/model-function/tokenize-text/Tokenizer.cjs +2 -0
  142. package/model-function/tokenize-text/Tokenizer.d.ts +19 -0
  143. package/model-function/tokenize-text/Tokenizer.js +1 -0
  144. package/model-function/tokenize-text/countTokens.cjs +10 -0
  145. package/model-function/tokenize-text/countTokens.d.ts +5 -0
  146. package/model-function/tokenize-text/countTokens.js +6 -0
  147. package/model-function/transcribe-audio/TranscriptionEvent.cjs +2 -0
  148. package/model-function/transcribe-audio/TranscriptionEvent.d.ts +22 -0
  149. package/model-function/transcribe-audio/TranscriptionEvent.js +1 -0
  150. package/model-function/transcribe-audio/TranscriptionModel.cjs +2 -0
  151. package/model-function/transcribe-audio/TranscriptionModel.d.ts +8 -0
  152. package/model-function/transcribe-audio/TranscriptionModel.js +1 -0
  153. package/model-function/transcribe-audio/transcribe.cjs +62 -0
  154. package/model-function/transcribe-audio/transcribe.d.ts +22 -0
  155. package/model-function/transcribe-audio/transcribe.js +58 -0
  156. package/model-provider/automatic1111/Automatic1111Error.cjs +39 -0
  157. package/model-provider/automatic1111/Automatic1111Error.d.ts +31 -0
  158. package/model-provider/automatic1111/Automatic1111Error.js +31 -0
  159. package/model-provider/automatic1111/Automatic1111ImageGenerationModel.cjs +76 -0
  160. package/model-provider/automatic1111/Automatic1111ImageGenerationModel.d.ts +54 -0
  161. package/model-provider/automatic1111/Automatic1111ImageGenerationModel.js +72 -0
  162. package/model-provider/automatic1111/index.cjs +20 -0
  163. package/model-provider/automatic1111/index.d.ts +2 -0
  164. package/model-provider/automatic1111/index.js +2 -0
  165. package/model-provider/cohere/CohereError.cjs +36 -0
  166. package/model-provider/cohere/CohereError.d.ts +22 -0
  167. package/model-provider/cohere/CohereError.js +28 -0
  168. package/model-provider/cohere/CohereTextEmbeddingModel.cjs +172 -0
  169. package/model-provider/cohere/CohereTextEmbeddingModel.d.ts +119 -0
  170. package/model-provider/cohere/CohereTextEmbeddingModel.js +165 -0
  171. package/model-provider/cohere/CohereTextGenerationModel.cjs +283 -0
  172. package/model-provider/cohere/CohereTextGenerationModel.d.ts +203 -0
  173. package/model-provider/cohere/CohereTextGenerationModel.js +276 -0
  174. package/model-provider/cohere/CohereTokenizer.cjs +136 -0
  175. package/model-provider/cohere/CohereTokenizer.d.ts +118 -0
  176. package/model-provider/cohere/CohereTokenizer.js +129 -0
  177. package/model-provider/cohere/index.cjs +22 -0
  178. package/model-provider/cohere/index.d.ts +4 -0
  179. package/model-provider/cohere/index.js +4 -0
  180. package/model-provider/huggingface/HuggingFaceError.cjs +52 -0
  181. package/model-provider/huggingface/HuggingFaceError.d.ts +22 -0
  182. package/model-provider/huggingface/HuggingFaceError.js +44 -0
  183. package/model-provider/huggingface/HuggingFaceTextGenerationModel.cjs +174 -0
  184. package/model-provider/huggingface/HuggingFaceTextGenerationModel.d.ts +75 -0
  185. package/model-provider/huggingface/HuggingFaceTextGenerationModel.js +167 -0
  186. package/model-provider/huggingface/index.cjs +20 -0
  187. package/model-provider/huggingface/index.d.ts +2 -0
  188. package/model-provider/huggingface/index.js +2 -0
  189. package/model-provider/index.cjs +22 -0
  190. package/model-provider/index.d.ts +6 -0
  191. package/model-provider/index.js +6 -0
  192. package/model-provider/llamacpp/LlamaCppError.cjs +52 -0
  193. package/model-provider/llamacpp/LlamaCppError.d.ts +22 -0
  194. package/model-provider/llamacpp/LlamaCppError.js +44 -0
  195. package/model-provider/llamacpp/LlamaCppTextEmbeddingModel.cjs +96 -0
  196. package/model-provider/llamacpp/LlamaCppTextEmbeddingModel.d.ts +40 -0
  197. package/model-provider/llamacpp/LlamaCppTextEmbeddingModel.js +89 -0
  198. package/model-provider/llamacpp/LlamaCppTextGenerationModel.cjs +245 -0
  199. package/model-provider/llamacpp/LlamaCppTextGenerationModel.d.ts +399 -0
  200. package/model-provider/llamacpp/LlamaCppTextGenerationModel.js +238 -0
  201. package/model-provider/llamacpp/LlamaCppTokenizer.cjs +64 -0
  202. package/model-provider/llamacpp/LlamaCppTokenizer.d.ts +38 -0
  203. package/model-provider/llamacpp/LlamaCppTokenizer.js +57 -0
  204. package/model-provider/llamacpp/index.cjs +22 -0
  205. package/model-provider/llamacpp/index.d.ts +4 -0
  206. package/model-provider/llamacpp/index.js +4 -0
  207. package/model-provider/openai/OpenAICostCalculator.cjs +71 -0
  208. package/model-provider/openai/OpenAICostCalculator.d.ts +6 -0
  209. package/model-provider/openai/OpenAICostCalculator.js +67 -0
  210. package/model-provider/openai/OpenAIError.cjs +50 -0
  211. package/model-provider/openai/OpenAIError.d.ts +47 -0
  212. package/model-provider/openai/OpenAIError.js +42 -0
  213. package/model-provider/openai/OpenAIImageGenerationModel.cjs +124 -0
  214. package/model-provider/openai/OpenAIImageGenerationModel.d.ts +113 -0
  215. package/model-provider/openai/OpenAIImageGenerationModel.js +119 -0
  216. package/model-provider/openai/OpenAIModelSettings.cjs +2 -0
  217. package/model-provider/openai/OpenAIModelSettings.d.ts +8 -0
  218. package/model-provider/openai/OpenAIModelSettings.js +1 -0
  219. package/model-provider/openai/OpenAITextEmbeddingModel.cjs +171 -0
  220. package/model-provider/openai/OpenAITextEmbeddingModel.d.ts +122 -0
  221. package/model-provider/openai/OpenAITextEmbeddingModel.js +162 -0
  222. package/model-provider/openai/OpenAITextGenerationModel.cjs +326 -0
  223. package/model-provider/openai/OpenAITextGenerationModel.d.ts +254 -0
  224. package/model-provider/openai/OpenAITextGenerationModel.js +317 -0
  225. package/model-provider/openai/OpenAITranscriptionModel.cjs +195 -0
  226. package/model-provider/openai/OpenAITranscriptionModel.d.ts +196 -0
  227. package/model-provider/openai/OpenAITranscriptionModel.js +187 -0
  228. package/model-provider/openai/TikTokenTokenizer.cjs +86 -0
  229. package/model-provider/openai/TikTokenTokenizer.d.ts +35 -0
  230. package/model-provider/openai/TikTokenTokenizer.js +82 -0
  231. package/model-provider/openai/chat/OpenAIChatMessage.cjs +24 -0
  232. package/model-provider/openai/chat/OpenAIChatMessage.d.ts +26 -0
  233. package/model-provider/openai/chat/OpenAIChatMessage.js +21 -0
  234. package/model-provider/openai/chat/OpenAIChatModel.cjs +288 -0
  235. package/model-provider/openai/chat/OpenAIChatModel.d.ts +344 -0
  236. package/model-provider/openai/chat/OpenAIChatModel.js +279 -0
  237. package/model-provider/openai/chat/OpenAIChatPrompt.cjs +143 -0
  238. package/model-provider/openai/chat/OpenAIChatPrompt.d.ts +108 -0
  239. package/model-provider/openai/chat/OpenAIChatPrompt.js +135 -0
  240. package/model-provider/openai/chat/OpenAIChatStreamIterable.cjs +112 -0
  241. package/model-provider/openai/chat/OpenAIChatStreamIterable.d.ts +19 -0
  242. package/model-provider/openai/chat/OpenAIChatStreamIterable.js +105 -0
  243. package/model-provider/openai/chat/countOpenAIChatMessageTokens.cjs +28 -0
  244. package/model-provider/openai/chat/countOpenAIChatMessageTokens.d.ts +20 -0
  245. package/model-provider/openai/chat/countOpenAIChatMessageTokens.js +23 -0
  246. package/model-provider/openai/index.cjs +31 -0
  247. package/model-provider/openai/index.d.ts +13 -0
  248. package/model-provider/openai/index.js +12 -0
  249. package/model-provider/stability/StabilityError.cjs +36 -0
  250. package/model-provider/stability/StabilityError.d.ts +22 -0
  251. package/model-provider/stability/StabilityError.js +28 -0
  252. package/model-provider/stability/StabilityImageGenerationModel.cjs +133 -0
  253. package/model-provider/stability/StabilityImageGenerationModel.d.ts +95 -0
  254. package/model-provider/stability/StabilityImageGenerationModel.js +129 -0
  255. package/model-provider/stability/index.cjs +20 -0
  256. package/model-provider/stability/index.d.ts +2 -0
  257. package/model-provider/stability/index.js +2 -0
  258. package/package.json +87 -0
  259. package/prompt/InstructionPrompt.cjs +2 -0
  260. package/prompt/InstructionPrompt.d.ts +7 -0
  261. package/prompt/InstructionPrompt.js +1 -0
  262. package/prompt/Llama2PromptMapping.cjs +56 -0
  263. package/prompt/Llama2PromptMapping.d.ts +10 -0
  264. package/prompt/Llama2PromptMapping.js +51 -0
  265. package/prompt/OpenAIChatPromptMapping.cjs +62 -0
  266. package/prompt/OpenAIChatPromptMapping.d.ts +6 -0
  267. package/prompt/OpenAIChatPromptMapping.js +57 -0
  268. package/prompt/PromptMapping.cjs +2 -0
  269. package/prompt/PromptMapping.d.ts +7 -0
  270. package/prompt/PromptMapping.js +1 -0
  271. package/prompt/PromptMappingTextGenerationModel.cjs +88 -0
  272. package/prompt/PromptMappingTextGenerationModel.d.ts +26 -0
  273. package/prompt/PromptMappingTextGenerationModel.js +84 -0
  274. package/prompt/TextPromptMapping.cjs +50 -0
  275. package/prompt/TextPromptMapping.d.ts +14 -0
  276. package/prompt/TextPromptMapping.js +45 -0
  277. package/prompt/chat/ChatPrompt.cjs +2 -0
  278. package/prompt/chat/ChatPrompt.d.ts +33 -0
  279. package/prompt/chat/ChatPrompt.js +1 -0
  280. package/prompt/chat/trimChatPrompt.cjs +50 -0
  281. package/prompt/chat/trimChatPrompt.d.ts +19 -0
  282. package/prompt/chat/trimChatPrompt.js +46 -0
  283. package/prompt/chat/validateChatPrompt.cjs +36 -0
  284. package/prompt/chat/validateChatPrompt.d.ts +8 -0
  285. package/prompt/chat/validateChatPrompt.js +31 -0
  286. package/prompt/index.cjs +25 -0
  287. package/prompt/index.d.ts +9 -0
  288. package/prompt/index.js +9 -0
  289. package/run/ConsoleLogger.cjs +12 -0
  290. package/run/ConsoleLogger.d.ts +6 -0
  291. package/run/ConsoleLogger.js +8 -0
  292. package/run/DefaultRun.cjs +78 -0
  293. package/run/DefaultRun.d.ts +24 -0
  294. package/run/DefaultRun.js +74 -0
  295. package/run/IdMetadata.cjs +2 -0
  296. package/run/IdMetadata.d.ts +7 -0
  297. package/run/IdMetadata.js +1 -0
  298. package/run/Run.cjs +2 -0
  299. package/run/Run.d.ts +27 -0
  300. package/run/Run.js +1 -0
  301. package/run/RunFunction.cjs +2 -0
  302. package/run/RunFunction.d.ts +13 -0
  303. package/run/RunFunction.js +1 -0
  304. package/run/Vector.cjs +2 -0
  305. package/run/Vector.d.ts +5 -0
  306. package/run/Vector.js +1 -0
  307. package/run/index.cjs +22 -0
  308. package/run/index.d.ts +6 -0
  309. package/run/index.js +6 -0
  310. package/text-chunk/TextChunk.cjs +2 -0
  311. package/text-chunk/TextChunk.d.ts +3 -0
  312. package/text-chunk/TextChunk.js +1 -0
  313. package/text-chunk/index.cjs +22 -0
  314. package/text-chunk/index.d.ts +6 -0
  315. package/text-chunk/index.js +6 -0
  316. package/text-chunk/retrieve-text-chunks/TextChunkRetriever.cjs +2 -0
  317. package/text-chunk/retrieve-text-chunks/TextChunkRetriever.d.ts +8 -0
  318. package/text-chunk/retrieve-text-chunks/TextChunkRetriever.js +1 -0
  319. package/text-chunk/retrieve-text-chunks/retrieveTextChunks.cjs +10 -0
  320. package/text-chunk/retrieve-text-chunks/retrieveTextChunks.d.ts +6 -0
  321. package/text-chunk/retrieve-text-chunks/retrieveTextChunks.js +6 -0
  322. package/text-chunk/split/SplitFunction.cjs +2 -0
  323. package/text-chunk/split/SplitFunction.d.ts +4 -0
  324. package/text-chunk/split/SplitFunction.js +1 -0
  325. package/text-chunk/split/splitOnSeparator.cjs +12 -0
  326. package/text-chunk/split/splitOnSeparator.d.ts +8 -0
  327. package/text-chunk/split/splitOnSeparator.js +7 -0
  328. package/text-chunk/split/splitRecursively.cjs +41 -0
  329. package/text-chunk/split/splitRecursively.d.ts +22 -0
  330. package/text-chunk/split/splitRecursively.js +33 -0
  331. package/util/DurationMeasurement.cjs +42 -0
  332. package/util/DurationMeasurement.d.ts +5 -0
  333. package/util/DurationMeasurement.js +38 -0
  334. package/util/ErrorHandler.cjs +2 -0
  335. package/util/ErrorHandler.d.ts +1 -0
  336. package/util/ErrorHandler.js +1 -0
  337. package/util/SafeResult.cjs +2 -0
  338. package/util/SafeResult.d.ts +8 -0
  339. package/util/SafeResult.js +1 -0
  340. package/util/api/AbortError.cjs +9 -0
  341. package/util/api/AbortError.d.ts +3 -0
  342. package/util/api/AbortError.js +5 -0
  343. package/util/api/ApiCallError.cjs +45 -0
  344. package/util/api/ApiCallError.d.ts +15 -0
  345. package/util/api/ApiCallError.js +41 -0
  346. package/util/api/RetryError.cjs +24 -0
  347. package/util/api/RetryError.d.ts +10 -0
  348. package/util/api/RetryError.js +20 -0
  349. package/util/api/RetryFunction.cjs +2 -0
  350. package/util/api/RetryFunction.d.ts +1 -0
  351. package/util/api/RetryFunction.js +1 -0
  352. package/util/api/ThrottleFunction.cjs +2 -0
  353. package/util/api/ThrottleFunction.d.ts +1 -0
  354. package/util/api/ThrottleFunction.js +1 -0
  355. package/util/api/callWithRetryAndThrottle.cjs +7 -0
  356. package/util/api/callWithRetryAndThrottle.d.ts +7 -0
  357. package/util/api/callWithRetryAndThrottle.js +3 -0
  358. package/util/api/postToApi.cjs +103 -0
  359. package/util/api/postToApi.d.ts +29 -0
  360. package/util/api/postToApi.js +96 -0
  361. package/util/api/retryNever.cjs +8 -0
  362. package/util/api/retryNever.d.ts +4 -0
  363. package/util/api/retryNever.js +4 -0
  364. package/util/api/retryWithExponentialBackoff.cjs +48 -0
  365. package/util/api/retryWithExponentialBackoff.d.ts +10 -0
  366. package/util/api/retryWithExponentialBackoff.js +44 -0
  367. package/util/api/throttleMaxConcurrency.cjs +65 -0
  368. package/util/api/throttleMaxConcurrency.d.ts +7 -0
  369. package/util/api/throttleMaxConcurrency.js +61 -0
  370. package/util/api/throttleUnlimitedConcurrency.cjs +8 -0
  371. package/util/api/throttleUnlimitedConcurrency.d.ts +5 -0
  372. package/util/api/throttleUnlimitedConcurrency.js +4 -0
  373. package/util/cosineSimilarity.cjs +26 -0
  374. package/util/cosineSimilarity.d.ts +11 -0
  375. package/util/cosineSimilarity.js +22 -0
  376. package/util/index.cjs +26 -0
  377. package/util/index.d.ts +10 -0
  378. package/util/index.js +10 -0
  379. package/util/never.cjs +6 -0
  380. package/util/never.d.ts +1 -0
  381. package/util/never.js +2 -0
  382. package/util/runSafe.cjs +15 -0
  383. package/util/runSafe.d.ts +2 -0
  384. package/util/runSafe.js +11 -0
  385. package/vector-index/VectorIndex.cjs +2 -0
  386. package/vector-index/VectorIndex.d.ts +18 -0
  387. package/vector-index/VectorIndex.js +1 -0
  388. package/vector-index/VectorIndexSimilarTextChunkRetriever.cjs +57 -0
  389. package/vector-index/VectorIndexSimilarTextChunkRetriever.d.ts +20 -0
  390. package/vector-index/VectorIndexSimilarTextChunkRetriever.js +53 -0
  391. package/vector-index/VectorIndexTextChunkStore.cjs +77 -0
  392. package/vector-index/VectorIndexTextChunkStore.d.ts +35 -0
  393. package/vector-index/VectorIndexTextChunkStore.js +73 -0
  394. package/vector-index/index.cjs +22 -0
  395. package/vector-index/index.d.ts +6 -0
  396. package/vector-index/index.js +6 -0
  397. package/vector-index/memory/MemoryVectorIndex.cjs +63 -0
  398. package/vector-index/memory/MemoryVectorIndex.d.ts +31 -0
  399. package/vector-index/memory/MemoryVectorIndex.js +56 -0
  400. package/vector-index/pinecone/PineconeVectorIndex.cjs +66 -0
  401. package/vector-index/pinecone/PineconeVectorIndex.d.ts +29 -0
  402. package/vector-index/pinecone/PineconeVectorIndex.js +62 -0
  403. package/vector-index/upsertTextChunks.cjs +15 -0
  404. package/vector-index/upsertTextChunks.d.ts +11 -0
  405. package/vector-index/upsertTextChunks.js +11 -0
@@ -0,0 +1,78 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.DefaultRun = void 0;
4
+ const nanoid_1 = require("nanoid");
5
+ const SuccessfulModelCall_js_1 = require("../model-function/SuccessfulModelCall.cjs");
6
+ const calculateCost_js_1 = require("../cost/calculateCost.cjs");
7
+ class DefaultRun {
8
+ constructor({ runId = (0, nanoid_1.nanoid)(), sessionId, userId, abortSignal, observers, costCalculators = [], } = {}) {
9
+ Object.defineProperty(this, "runId", {
10
+ enumerable: true,
11
+ configurable: true,
12
+ writable: true,
13
+ value: void 0
14
+ });
15
+ Object.defineProperty(this, "sessionId", {
16
+ enumerable: true,
17
+ configurable: true,
18
+ writable: true,
19
+ value: void 0
20
+ });
21
+ Object.defineProperty(this, "userId", {
22
+ enumerable: true,
23
+ configurable: true,
24
+ writable: true,
25
+ value: void 0
26
+ });
27
+ Object.defineProperty(this, "abortSignal", {
28
+ enumerable: true,
29
+ configurable: true,
30
+ writable: true,
31
+ value: void 0
32
+ });
33
+ Object.defineProperty(this, "costCalculators", {
34
+ enumerable: true,
35
+ configurable: true,
36
+ writable: true,
37
+ value: void 0
38
+ });
39
+ Object.defineProperty(this, "modelCallEvents", {
40
+ enumerable: true,
41
+ configurable: true,
42
+ writable: true,
43
+ value: []
44
+ });
45
+ Object.defineProperty(this, "observers", {
46
+ enumerable: true,
47
+ configurable: true,
48
+ writable: true,
49
+ value: void 0
50
+ });
51
+ this.runId = runId;
52
+ this.sessionId = sessionId;
53
+ this.userId = userId;
54
+ this.abortSignal = abortSignal;
55
+ this.costCalculators = costCalculators;
56
+ this.observers = [
57
+ {
58
+ onModelCallStarted: (event) => {
59
+ this.modelCallEvents.push(event);
60
+ },
61
+ onModelCallFinished: (event) => {
62
+ this.modelCallEvents.push(event);
63
+ },
64
+ },
65
+ ...(observers ?? []),
66
+ ];
67
+ }
68
+ get successfulModelCalls() {
69
+ return (0, SuccessfulModelCall_js_1.extractSuccessfulModelCalls)(this.modelCallEvents);
70
+ }
71
+ calculateCost() {
72
+ return (0, calculateCost_js_1.calculateCost)({
73
+ calls: this.successfulModelCalls,
74
+ costCalculators: this.costCalculators,
75
+ });
76
+ }
77
+ }
78
+ exports.DefaultRun = DefaultRun;
@@ -0,0 +1,24 @@
1
+ import { SuccessfulModelCall } from "../model-function/SuccessfulModelCall.js";
2
+ import { ModelCallFinishedEvent, ModelCallStartedEvent } from "../model-function/ModelCallEvent.js";
3
+ import { ModelCallObserver } from "../model-function/ModelCallObserver.js";
4
+ import { Run } from "./Run.js";
5
+ import { CostCalculator } from "../cost/CostCalculator.js";
6
+ export declare class DefaultRun implements Run {
7
+ readonly runId: string;
8
+ readonly sessionId?: string;
9
+ readonly userId?: string;
10
+ readonly abortSignal?: AbortSignal;
11
+ readonly costCalculators: CostCalculator[];
12
+ readonly modelCallEvents: (ModelCallFinishedEvent | ModelCallStartedEvent)[];
13
+ readonly observers?: ModelCallObserver[];
14
+ constructor({ runId, sessionId, userId, abortSignal, observers, costCalculators, }?: {
15
+ runId?: string;
16
+ sessionId?: string;
17
+ userId?: string;
18
+ abortSignal?: AbortSignal;
19
+ observers?: ModelCallObserver[];
20
+ costCalculators?: CostCalculator[];
21
+ });
22
+ get successfulModelCalls(): Array<SuccessfulModelCall>;
23
+ calculateCost(): Promise<import("../index.js").Cost>;
24
+ }
@@ -0,0 +1,74 @@
1
+ import { nanoid as createId } from "nanoid";
2
+ import { extractSuccessfulModelCalls, } from "../model-function/SuccessfulModelCall.js";
3
+ import { calculateCost } from "../cost/calculateCost.js";
4
+ export class DefaultRun {
5
+ constructor({ runId = createId(), sessionId, userId, abortSignal, observers, costCalculators = [], } = {}) {
6
+ Object.defineProperty(this, "runId", {
7
+ enumerable: true,
8
+ configurable: true,
9
+ writable: true,
10
+ value: void 0
11
+ });
12
+ Object.defineProperty(this, "sessionId", {
13
+ enumerable: true,
14
+ configurable: true,
15
+ writable: true,
16
+ value: void 0
17
+ });
18
+ Object.defineProperty(this, "userId", {
19
+ enumerable: true,
20
+ configurable: true,
21
+ writable: true,
22
+ value: void 0
23
+ });
24
+ Object.defineProperty(this, "abortSignal", {
25
+ enumerable: true,
26
+ configurable: true,
27
+ writable: true,
28
+ value: void 0
29
+ });
30
+ Object.defineProperty(this, "costCalculators", {
31
+ enumerable: true,
32
+ configurable: true,
33
+ writable: true,
34
+ value: void 0
35
+ });
36
+ Object.defineProperty(this, "modelCallEvents", {
37
+ enumerable: true,
38
+ configurable: true,
39
+ writable: true,
40
+ value: []
41
+ });
42
+ Object.defineProperty(this, "observers", {
43
+ enumerable: true,
44
+ configurable: true,
45
+ writable: true,
46
+ value: void 0
47
+ });
48
+ this.runId = runId;
49
+ this.sessionId = sessionId;
50
+ this.userId = userId;
51
+ this.abortSignal = abortSignal;
52
+ this.costCalculators = costCalculators;
53
+ this.observers = [
54
+ {
55
+ onModelCallStarted: (event) => {
56
+ this.modelCallEvents.push(event);
57
+ },
58
+ onModelCallFinished: (event) => {
59
+ this.modelCallEvents.push(event);
60
+ },
61
+ },
62
+ ...(observers ?? []),
63
+ ];
64
+ }
65
+ get successfulModelCalls() {
66
+ return extractSuccessfulModelCalls(this.modelCallEvents);
67
+ }
68
+ calculateCost() {
69
+ return calculateCost({
70
+ calls: this.successfulModelCalls,
71
+ costCalculators: this.costCalculators,
72
+ });
73
+ }
74
+ }
@@ -0,0 +1,2 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
@@ -0,0 +1,7 @@
1
+ export type IdMetadata = {
2
+ callId?: string | undefined;
3
+ functionId?: string | undefined;
4
+ runId?: string | undefined;
5
+ sessionId?: string | undefined;
6
+ userId?: string | undefined;
7
+ };
@@ -0,0 +1 @@
1
+ export {};
package/run/Run.cjs ADDED
@@ -0,0 +1,2 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
package/run/Run.d.ts ADDED
@@ -0,0 +1,27 @@
1
+ import { ErrorHandler } from "../util/ErrorHandler.js";
2
+ import { ModelCallObserver } from "../model-function/ModelCallObserver.js";
3
+ export interface Run {
4
+ /**
5
+ * Unique identifier for a specific run. Primarily utilized for efficient referencing
6
+ * and tracking within logs.
7
+ */
8
+ runId?: string;
9
+ /**
10
+ * Unique identifier for a session. A session can contain multiple runs. For example, in
11
+ * a chatbot where each message is processed as a separate run, all those runs could be
12
+ * part of a single session. Useful for tracking and logging.
13
+ */
14
+ sessionId?: string;
15
+ /**
16
+ * The user ID of the individual who initiates the call. Useful for logging and can be
17
+ * configured to be forwarded to the model provider (like OpenAI).
18
+ */
19
+ userId?: string;
20
+ /**
21
+ * An AbortSignal that can be used to cancel any ongoing asynchronous operations tied
22
+ * to the run.
23
+ */
24
+ abortSignal?: AbortSignal;
25
+ observers?: ModelCallObserver[];
26
+ errorHandler?: ErrorHandler;
27
+ }
package/run/Run.js ADDED
@@ -0,0 +1 @@
1
+ export {};
@@ -0,0 +1,2 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
@@ -0,0 +1,13 @@
1
+ import { SafeResult } from "../util/SafeResult.js";
2
+ import { Run } from "./Run.js";
3
+ /**
4
+ * Standardized function signature for functions that are part of a run.
5
+ *
6
+ * This enables wrapping and chaining of run functions.
7
+ */
8
+ export type RunFunction<INPUT, OUTPUT> = (input: INPUT, options?: {
9
+ run?: Run;
10
+ }) => PromiseLike<OUTPUT>;
11
+ export type SafeRunFunction<INPUT, OUTPUT> = (input: INPUT, options?: {
12
+ run?: Run;
13
+ }) => PromiseLike<SafeResult<OUTPUT>>;
@@ -0,0 +1 @@
1
+ export {};
package/run/Vector.cjs ADDED
@@ -0,0 +1,2 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
@@ -0,0 +1,5 @@
1
+ /**
2
+ * A vector is an array of numbers.
3
+ * It is e.g. used to represent a text as a vector of word embeddings.
4
+ */
5
+ export type Vector = Array<number>;
package/run/Vector.js ADDED
@@ -0,0 +1 @@
1
+ export {};
package/run/index.cjs ADDED
@@ -0,0 +1,22 @@
1
+ "use strict";
2
+ var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
3
+ if (k2 === undefined) k2 = k;
4
+ var desc = Object.getOwnPropertyDescriptor(m, k);
5
+ if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
6
+ desc = { enumerable: true, get: function() { return m[k]; } };
7
+ }
8
+ Object.defineProperty(o, k2, desc);
9
+ }) : (function(o, m, k, k2) {
10
+ if (k2 === undefined) k2 = k;
11
+ o[k2] = m[k];
12
+ }));
13
+ var __exportStar = (this && this.__exportStar) || function(m, exports) {
14
+ for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
15
+ };
16
+ Object.defineProperty(exports, "__esModule", { value: true });
17
+ __exportStar(require("./ConsoleLogger.cjs"), exports);
18
+ __exportStar(require("./DefaultRun.cjs"), exports);
19
+ __exportStar(require("./IdMetadata.cjs"), exports);
20
+ __exportStar(require("./Run.cjs"), exports);
21
+ __exportStar(require("./RunFunction.cjs"), exports);
22
+ __exportStar(require("./Vector.cjs"), exports);
package/run/index.d.ts ADDED
@@ -0,0 +1,6 @@
1
+ export * from "./ConsoleLogger.js";
2
+ export * from "./DefaultRun.js";
3
+ export * from "./IdMetadata.js";
4
+ export * from "./Run.js";
5
+ export * from "./RunFunction.js";
6
+ export * from "./Vector.js";
package/run/index.js ADDED
@@ -0,0 +1,6 @@
1
+ export * from "./ConsoleLogger.js";
2
+ export * from "./DefaultRun.js";
3
+ export * from "./IdMetadata.js";
4
+ export * from "./Run.js";
5
+ export * from "./RunFunction.js";
6
+ export * from "./Vector.js";
@@ -0,0 +1,2 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
@@ -0,0 +1,3 @@
1
+ export type TextChunk = {
2
+ content: string;
3
+ };
@@ -0,0 +1 @@
1
+ export {};
@@ -0,0 +1,22 @@
1
+ "use strict";
2
+ var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
3
+ if (k2 === undefined) k2 = k;
4
+ var desc = Object.getOwnPropertyDescriptor(m, k);
5
+ if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
6
+ desc = { enumerable: true, get: function() { return m[k]; } };
7
+ }
8
+ Object.defineProperty(o, k2, desc);
9
+ }) : (function(o, m, k, k2) {
10
+ if (k2 === undefined) k2 = k;
11
+ o[k2] = m[k];
12
+ }));
13
+ var __exportStar = (this && this.__exportStar) || function(m, exports) {
14
+ for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
15
+ };
16
+ Object.defineProperty(exports, "__esModule", { value: true });
17
+ __exportStar(require("./TextChunk.cjs"), exports);
18
+ __exportStar(require("./retrieve-text-chunks/TextChunkRetriever.cjs"), exports);
19
+ __exportStar(require("./retrieve-text-chunks/retrieveTextChunks.cjs"), exports);
20
+ __exportStar(require("./split/SplitFunction.cjs"), exports);
21
+ __exportStar(require("./split/splitOnSeparator.cjs"), exports);
22
+ __exportStar(require("./split/splitRecursively.cjs"), exports);
@@ -0,0 +1,6 @@
1
+ export * from "./TextChunk.js";
2
+ export * from "./retrieve-text-chunks/TextChunkRetriever.js";
3
+ export * from "./retrieve-text-chunks/retrieveTextChunks.js";
4
+ export * from "./split/SplitFunction.js";
5
+ export * from "./split/splitOnSeparator.js";
6
+ export * from "./split/splitRecursively.js";
@@ -0,0 +1,6 @@
1
+ export * from "./TextChunk.js";
2
+ export * from "./retrieve-text-chunks/TextChunkRetriever.js";
3
+ export * from "./retrieve-text-chunks/retrieveTextChunks.js";
4
+ export * from "./split/SplitFunction.js";
5
+ export * from "./split/splitOnSeparator.js";
6
+ export * from "./split/splitRecursively.js";
@@ -0,0 +1,2 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
@@ -0,0 +1,8 @@
1
+ import { FunctionOptions } from "../../model-function/FunctionOptions.js";
2
+ import { TextChunk } from "../TextChunk.js";
3
+ export interface TextChunkRetrieverSettings {
4
+ }
5
+ export interface TextChunkRetriever<CHUNK extends TextChunk, QUERY, SETTINGS extends TextChunkRetrieverSettings> {
6
+ retrieveTextChunks(query: QUERY, options?: FunctionOptions<TextChunkRetrieverSettings>): Promise<CHUNK[]>;
7
+ withSettings(additionalSettings: Partial<SETTINGS>): this;
8
+ }
@@ -0,0 +1,10 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.retrieveTextChunks = void 0;
4
+ async function retrieveTextChunks(retriever, query, options) {
5
+ // TODO add error handling, events, duration tracking, etc.
6
+ return {
7
+ chunks: await retriever.retrieveTextChunks(query, options),
8
+ };
9
+ }
10
+ exports.retrieveTextChunks = retrieveTextChunks;
@@ -0,0 +1,6 @@
1
+ import { FunctionOptions } from "../../model-function/FunctionOptions.js";
2
+ import { TextChunk } from "../TextChunk.js";
3
+ import { TextChunkRetriever, TextChunkRetrieverSettings } from "./TextChunkRetriever.js";
4
+ export declare function retrieveTextChunks<CHUNK extends TextChunk, QUERY, SETTINGS extends TextChunkRetrieverSettings>(retriever: TextChunkRetriever<CHUNK, QUERY, SETTINGS>, query: QUERY, options?: FunctionOptions<SETTINGS>): Promise<{
5
+ chunks: CHUNK[];
6
+ }>;
@@ -0,0 +1,6 @@
1
+ export async function retrieveTextChunks(retriever, query, options) {
2
+ // TODO add error handling, events, duration tracking, etc.
3
+ return {
4
+ chunks: await retriever.retrieveTextChunks(query, options),
5
+ };
6
+ }
@@ -0,0 +1,2 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
@@ -0,0 +1,4 @@
1
+ import { RunFunction } from "../../run/RunFunction.js";
2
+ export type SplitFunction = RunFunction<{
3
+ text: string;
4
+ }, Array<string>>;
@@ -0,0 +1 @@
1
+ export {};
@@ -0,0 +1,12 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.splitOnSeparatorAsSplitFunction = exports.splitOnSeparator = void 0;
4
+ const splitOnSeparator = async ({ separator, text, }) => {
5
+ return text.split(separator);
6
+ };
7
+ exports.splitOnSeparator = splitOnSeparator;
8
+ const splitOnSeparatorAsSplitFunction = ({ separator }) => async ({ text }) => (0, exports.splitOnSeparator)({
9
+ separator,
10
+ text,
11
+ });
12
+ exports.splitOnSeparatorAsSplitFunction = splitOnSeparatorAsSplitFunction;
@@ -0,0 +1,8 @@
1
+ import { SplitFunction } from "./SplitFunction.js";
2
+ export declare const splitOnSeparator: ({ separator, text, }: {
3
+ separator: string;
4
+ text: string;
5
+ }) => Promise<string[]>;
6
+ export declare const splitOnSeparatorAsSplitFunction: ({ separator }: {
7
+ separator: string;
8
+ }) => SplitFunction;
@@ -0,0 +1,7 @@
1
+ export const splitOnSeparator = async ({ separator, text, }) => {
2
+ return text.split(separator);
3
+ };
4
+ export const splitOnSeparatorAsSplitFunction = ({ separator }) => async ({ text }) => splitOnSeparator({
5
+ separator,
6
+ text,
7
+ });
@@ -0,0 +1,41 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.splitRecursivelyAtTokenAsSplitFunction = exports.splitRecursivelyAtToken = exports.splitRecursivelyAtCharacterAsSplitFunction = exports.splitRecursivelyAtCharacter = exports.splitRecursively = void 0;
4
+ // when segments is a string, it splits by character, otherwise according to the provided segments
5
+ function splitRecursively({ maxChunkSize, segments, }) {
6
+ if (segments.length < maxChunkSize) {
7
+ return Array.isArray(segments) ? [segments.join("")] : [segments];
8
+ }
9
+ const half = Math.ceil(segments.length / 2);
10
+ const left = segments.slice(0, half);
11
+ const right = segments.slice(half);
12
+ return [
13
+ ...splitRecursively({
14
+ segments: left,
15
+ maxChunkSize,
16
+ }),
17
+ ...splitRecursively({
18
+ segments: right,
19
+ maxChunkSize,
20
+ }),
21
+ ];
22
+ }
23
+ exports.splitRecursively = splitRecursively;
24
+ const splitRecursivelyAtCharacter = async ({ maxChunkSize, text, }) => splitRecursively({
25
+ maxChunkSize,
26
+ segments: text,
27
+ });
28
+ exports.splitRecursivelyAtCharacter = splitRecursivelyAtCharacter;
29
+ const splitRecursivelyAtCharacterAsSplitFunction = ({ maxChunkSize }) => async ({ text }) => (0, exports.splitRecursivelyAtCharacter)({ maxChunkSize, text });
30
+ exports.splitRecursivelyAtCharacterAsSplitFunction = splitRecursivelyAtCharacterAsSplitFunction;
31
+ const splitRecursivelyAtToken = async ({ tokenizer, maxChunkSize, text, }) => splitRecursively({
32
+ maxChunkSize,
33
+ segments: (await tokenizer.tokenizeWithTexts(text)).tokenTexts,
34
+ });
35
+ exports.splitRecursivelyAtToken = splitRecursivelyAtToken;
36
+ const splitRecursivelyAtTokenAsSplitFunction = ({ tokenizer, maxChunkSize, }) => async ({ text }) => (0, exports.splitRecursivelyAtToken)({
37
+ tokenizer,
38
+ maxChunkSize,
39
+ text,
40
+ });
41
+ exports.splitRecursivelyAtTokenAsSplitFunction = splitRecursivelyAtTokenAsSplitFunction;
@@ -0,0 +1,22 @@
1
+ import { FullTokenizer } from "../../model-function/tokenize-text/Tokenizer.js";
2
+ import { SplitFunction } from "./SplitFunction.js";
3
+ export declare function splitRecursively({ maxChunkSize, segments, }: {
4
+ maxChunkSize: number;
5
+ segments: string | Array<string>;
6
+ }): Array<string>;
7
+ export declare const splitRecursivelyAtCharacter: ({ maxChunkSize, text, }: {
8
+ maxChunkSize: number;
9
+ text: string;
10
+ }) => Promise<string[]>;
11
+ export declare const splitRecursivelyAtCharacterAsSplitFunction: ({ maxChunkSize }: {
12
+ maxChunkSize: number;
13
+ }) => SplitFunction;
14
+ export declare const splitRecursivelyAtToken: ({ tokenizer, maxChunkSize, text, }: {
15
+ tokenizer: FullTokenizer;
16
+ maxChunkSize: number;
17
+ text: string;
18
+ }) => Promise<string[]>;
19
+ export declare const splitRecursivelyAtTokenAsSplitFunction: ({ tokenizer, maxChunkSize, }: {
20
+ tokenizer: FullTokenizer;
21
+ maxChunkSize: number;
22
+ }) => SplitFunction;
@@ -0,0 +1,33 @@
1
+ // when segments is a string, it splits by character, otherwise according to the provided segments
2
+ export function splitRecursively({ maxChunkSize, segments, }) {
3
+ if (segments.length < maxChunkSize) {
4
+ return Array.isArray(segments) ? [segments.join("")] : [segments];
5
+ }
6
+ const half = Math.ceil(segments.length / 2);
7
+ const left = segments.slice(0, half);
8
+ const right = segments.slice(half);
9
+ return [
10
+ ...splitRecursively({
11
+ segments: left,
12
+ maxChunkSize,
13
+ }),
14
+ ...splitRecursively({
15
+ segments: right,
16
+ maxChunkSize,
17
+ }),
18
+ ];
19
+ }
20
+ export const splitRecursivelyAtCharacter = async ({ maxChunkSize, text, }) => splitRecursively({
21
+ maxChunkSize,
22
+ segments: text,
23
+ });
24
+ export const splitRecursivelyAtCharacterAsSplitFunction = ({ maxChunkSize }) => async ({ text }) => splitRecursivelyAtCharacter({ maxChunkSize, text });
25
+ export const splitRecursivelyAtToken = async ({ tokenizer, maxChunkSize, text, }) => splitRecursively({
26
+ maxChunkSize,
27
+ segments: (await tokenizer.tokenizeWithTexts(text)).tokenTexts,
28
+ });
29
+ export const splitRecursivelyAtTokenAsSplitFunction = ({ tokenizer, maxChunkSize, }) => async ({ text }) => splitRecursivelyAtToken({
30
+ tokenizer,
31
+ maxChunkSize,
32
+ text,
33
+ });
@@ -0,0 +1,42 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.startDurationMeasurement = void 0;
4
+ function startDurationMeasurement() {
5
+ // certain environments may not have the performance API:
6
+ return globalThis.performance != null
7
+ ? new PerformanceNowDurationMeasurement()
8
+ : new DateDurationMeasurement();
9
+ }
10
+ exports.startDurationMeasurement = startDurationMeasurement;
11
+ class PerformanceNowDurationMeasurement {
12
+ constructor() {
13
+ Object.defineProperty(this, "startTime", {
14
+ enumerable: true,
15
+ configurable: true,
16
+ writable: true,
17
+ value: globalThis.performance.now()
18
+ });
19
+ }
20
+ get startEpochSeconds() {
21
+ return Math.floor((globalThis.performance.timeOrigin + this.startTime) / 1000);
22
+ }
23
+ get durationInMs() {
24
+ return Math.ceil(globalThis.performance.now() - this.startTime);
25
+ }
26
+ }
27
+ class DateDurationMeasurement {
28
+ constructor() {
29
+ Object.defineProperty(this, "startTime", {
30
+ enumerable: true,
31
+ configurable: true,
32
+ writable: true,
33
+ value: Date.now()
34
+ });
35
+ }
36
+ get startEpochSeconds() {
37
+ return Math.floor(this.startTime / 1000);
38
+ }
39
+ get durationInMs() {
40
+ return Date.now() - this.startTime;
41
+ }
42
+ }
@@ -0,0 +1,5 @@
1
+ export declare function startDurationMeasurement(): DurationMeasurement;
2
+ export interface DurationMeasurement {
3
+ startEpochSeconds: number;
4
+ durationInMs: number;
5
+ }
@@ -0,0 +1,38 @@
1
+ export function startDurationMeasurement() {
2
+ // certain environments may not have the performance API:
3
+ return globalThis.performance != null
4
+ ? new PerformanceNowDurationMeasurement()
5
+ : new DateDurationMeasurement();
6
+ }
7
+ class PerformanceNowDurationMeasurement {
8
+ constructor() {
9
+ Object.defineProperty(this, "startTime", {
10
+ enumerable: true,
11
+ configurable: true,
12
+ writable: true,
13
+ value: globalThis.performance.now()
14
+ });
15
+ }
16
+ get startEpochSeconds() {
17
+ return Math.floor((globalThis.performance.timeOrigin + this.startTime) / 1000);
18
+ }
19
+ get durationInMs() {
20
+ return Math.ceil(globalThis.performance.now() - this.startTime);
21
+ }
22
+ }
23
+ class DateDurationMeasurement {
24
+ constructor() {
25
+ Object.defineProperty(this, "startTime", {
26
+ enumerable: true,
27
+ configurable: true,
28
+ writable: true,
29
+ value: Date.now()
30
+ });
31
+ }
32
+ get startEpochSeconds() {
33
+ return Math.floor(this.startTime / 1000);
34
+ }
35
+ get durationInMs() {
36
+ return Date.now() - this.startTime;
37
+ }
38
+ }
@@ -0,0 +1,2 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
@@ -0,0 +1 @@
1
+ export type ErrorHandler = (error: unknown) => void;
@@ -0,0 +1 @@
1
+ export {};
@@ -0,0 +1,2 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });