@hazeljs/rag 0.2.0-alpha.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (379) hide show
  1. package/LICENSE +192 -0
  2. package/README.md +504 -0
  3. package/dist/__tests__/graph/community-detector.test.d.ts +2 -0
  4. package/dist/__tests__/graph/community-detector.test.d.ts.map +1 -0
  5. package/dist/__tests__/graph/community-detector.test.js +87 -0
  6. package/dist/__tests__/graph/community-detector.test.js.map +1 -0
  7. package/dist/__tests__/graph/community-summarizer.test.d.ts +2 -0
  8. package/dist/__tests__/graph/community-summarizer.test.d.ts.map +1 -0
  9. package/dist/__tests__/graph/community-summarizer.test.js +131 -0
  10. package/dist/__tests__/graph/community-summarizer.test.js.map +1 -0
  11. package/dist/__tests__/graph/entity-extractor.test.d.ts +2 -0
  12. package/dist/__tests__/graph/entity-extractor.test.d.ts.map +1 -0
  13. package/dist/__tests__/graph/entity-extractor.test.js +129 -0
  14. package/dist/__tests__/graph/entity-extractor.test.js.map +1 -0
  15. package/dist/__tests__/graph/graph-rag-pipeline.test.d.ts +2 -0
  16. package/dist/__tests__/graph/graph-rag-pipeline.test.d.ts.map +1 -0
  17. package/dist/__tests__/graph/graph-rag-pipeline.test.js +158 -0
  18. package/dist/__tests__/graph/graph-rag-pipeline.test.js.map +1 -0
  19. package/dist/__tests__/graph/knowledge-graph.test.d.ts +2 -0
  20. package/dist/__tests__/graph/knowledge-graph.test.d.ts.map +1 -0
  21. package/dist/__tests__/graph/knowledge-graph.test.js +208 -0
  22. package/dist/__tests__/graph/knowledge-graph.test.js.map +1 -0
  23. package/dist/__tests__/loaders/base.loader.test.d.ts +2 -0
  24. package/dist/__tests__/loaders/base.loader.test.d.ts.map +1 -0
  25. package/dist/__tests__/loaders/base.loader.test.js +114 -0
  26. package/dist/__tests__/loaders/base.loader.test.js.map +1 -0
  27. package/dist/__tests__/loaders/csv-file.loader.test.d.ts +2 -0
  28. package/dist/__tests__/loaders/csv-file.loader.test.d.ts.map +1 -0
  29. package/dist/__tests__/loaders/csv-file.loader.test.js +98 -0
  30. package/dist/__tests__/loaders/csv-file.loader.test.js.map +1 -0
  31. package/dist/__tests__/loaders/directory.loader.test.d.ts +2 -0
  32. package/dist/__tests__/loaders/directory.loader.test.d.ts.map +1 -0
  33. package/dist/__tests__/loaders/directory.loader.test.js +154 -0
  34. package/dist/__tests__/loaders/directory.loader.test.js.map +1 -0
  35. package/dist/__tests__/loaders/html-file.loader.test.d.ts +2 -0
  36. package/dist/__tests__/loaders/html-file.loader.test.d.ts.map +1 -0
  37. package/dist/__tests__/loaders/html-file.loader.test.js +93 -0
  38. package/dist/__tests__/loaders/html-file.loader.test.js.map +1 -0
  39. package/dist/__tests__/loaders/json-file.loader.test.d.ts +2 -0
  40. package/dist/__tests__/loaders/json-file.loader.test.d.ts.map +1 -0
  41. package/dist/__tests__/loaders/json-file.loader.test.js +84 -0
  42. package/dist/__tests__/loaders/json-file.loader.test.js.map +1 -0
  43. package/dist/__tests__/loaders/markdown-file.loader.test.d.ts +2 -0
  44. package/dist/__tests__/loaders/markdown-file.loader.test.d.ts.map +1 -0
  45. package/dist/__tests__/loaders/markdown-file.loader.test.js +83 -0
  46. package/dist/__tests__/loaders/markdown-file.loader.test.js.map +1 -0
  47. package/dist/__tests__/loaders/text-file.loader.test.d.ts +2 -0
  48. package/dist/__tests__/loaders/text-file.loader.test.d.ts.map +1 -0
  49. package/dist/__tests__/loaders/text-file.loader.test.js +50 -0
  50. package/dist/__tests__/loaders/text-file.loader.test.js.map +1 -0
  51. package/dist/__tests__/rag-pipeline.test.d.ts +2 -0
  52. package/dist/__tests__/rag-pipeline.test.d.ts.map +1 -0
  53. package/dist/__tests__/rag-pipeline.test.js +210 -0
  54. package/dist/__tests__/rag-pipeline.test.js.map +1 -0
  55. package/dist/__tests__/retrieval/bm25.test.d.ts +2 -0
  56. package/dist/__tests__/retrieval/bm25.test.d.ts.map +1 -0
  57. package/dist/__tests__/retrieval/bm25.test.js +86 -0
  58. package/dist/__tests__/retrieval/bm25.test.js.map +1 -0
  59. package/dist/__tests__/retrieval/hybrid-search.test.d.ts +2 -0
  60. package/dist/__tests__/retrieval/hybrid-search.test.d.ts.map +1 -0
  61. package/dist/__tests__/retrieval/hybrid-search.test.js +85 -0
  62. package/dist/__tests__/retrieval/hybrid-search.test.js.map +1 -0
  63. package/dist/__tests__/retrieval/multi-query.test.d.ts +2 -0
  64. package/dist/__tests__/retrieval/multi-query.test.d.ts.map +1 -0
  65. package/dist/__tests__/retrieval/multi-query.test.js +90 -0
  66. package/dist/__tests__/retrieval/multi-query.test.js.map +1 -0
  67. package/dist/__tests__/text-splitters/recursive-text-splitter.test.d.ts +2 -0
  68. package/dist/__tests__/text-splitters/recursive-text-splitter.test.d.ts.map +1 -0
  69. package/dist/__tests__/text-splitters/recursive-text-splitter.test.js +97 -0
  70. package/dist/__tests__/text-splitters/recursive-text-splitter.test.js.map +1 -0
  71. package/dist/__tests__/utils/similarity.test.d.ts +2 -0
  72. package/dist/__tests__/utils/similarity.test.d.ts.map +1 -0
  73. package/dist/__tests__/utils/similarity.test.js +47 -0
  74. package/dist/__tests__/utils/similarity.test.js.map +1 -0
  75. package/dist/agentic/agentic-rag.service.d.ts +49 -0
  76. package/dist/agentic/agentic-rag.service.d.ts.map +1 -0
  77. package/dist/agentic/agentic-rag.service.js +149 -0
  78. package/dist/agentic/agentic-rag.service.js.map +1 -0
  79. package/dist/agentic/decorators/active-learning.decorator.d.ts +19 -0
  80. package/dist/agentic/decorators/active-learning.decorator.d.ts.map +1 -0
  81. package/dist/agentic/decorators/active-learning.decorator.js +98 -0
  82. package/dist/agentic/decorators/active-learning.decorator.js.map +1 -0
  83. package/dist/agentic/decorators/adaptive-retrieval.decorator.d.ts +17 -0
  84. package/dist/agentic/decorators/adaptive-retrieval.decorator.d.ts.map +1 -0
  85. package/dist/agentic/decorators/adaptive-retrieval.decorator.js +103 -0
  86. package/dist/agentic/decorators/adaptive-retrieval.decorator.js.map +1 -0
  87. package/dist/agentic/decorators/cached.decorator.d.ts +18 -0
  88. package/dist/agentic/decorators/cached.decorator.d.ts.map +1 -0
  89. package/dist/agentic/decorators/cached.decorator.js +93 -0
  90. package/dist/agentic/decorators/cached.decorator.js.map +1 -0
  91. package/dist/agentic/decorators/context-aware.decorator.d.ts +16 -0
  92. package/dist/agentic/decorators/context-aware.decorator.d.ts.map +1 -0
  93. package/dist/agentic/decorators/context-aware.decorator.js +169 -0
  94. package/dist/agentic/decorators/context-aware.decorator.js.map +1 -0
  95. package/dist/agentic/decorators/corrective-rag.decorator.d.ts +16 -0
  96. package/dist/agentic/decorators/corrective-rag.decorator.d.ts.map +1 -0
  97. package/dist/agentic/decorators/corrective-rag.decorator.js +142 -0
  98. package/dist/agentic/decorators/corrective-rag.decorator.js.map +1 -0
  99. package/dist/agentic/decorators/hyde.decorator.d.ts +15 -0
  100. package/dist/agentic/decorators/hyde.decorator.d.ts.map +1 -0
  101. package/dist/agentic/decorators/hyde.decorator.js +91 -0
  102. package/dist/agentic/decorators/hyde.decorator.js.map +1 -0
  103. package/dist/agentic/decorators/index.d.ts +16 -0
  104. package/dist/agentic/decorators/index.d.ts.map +1 -0
  105. package/dist/agentic/decorators/index.js +32 -0
  106. package/dist/agentic/decorators/index.js.map +1 -0
  107. package/dist/agentic/decorators/multi-hop.decorator.d.ts +15 -0
  108. package/dist/agentic/decorators/multi-hop.decorator.d.ts.map +1 -0
  109. package/dist/agentic/decorators/multi-hop.decorator.js +109 -0
  110. package/dist/agentic/decorators/multi-hop.decorator.js.map +1 -0
  111. package/dist/agentic/decorators/query-planner.decorator.d.ts +20 -0
  112. package/dist/agentic/decorators/query-planner.decorator.d.ts.map +1 -0
  113. package/dist/agentic/decorators/query-planner.decorator.js +213 -0
  114. package/dist/agentic/decorators/query-planner.decorator.js.map +1 -0
  115. package/dist/agentic/decorators/query-rewriter.decorator.d.ts +16 -0
  116. package/dist/agentic/decorators/query-rewriter.decorator.d.ts.map +1 -0
  117. package/dist/agentic/decorators/query-rewriter.decorator.js +143 -0
  118. package/dist/agentic/decorators/query-rewriter.decorator.js.map +1 -0
  119. package/dist/agentic/decorators/self-reflective.decorator.d.ts +20 -0
  120. package/dist/agentic/decorators/self-reflective.decorator.d.ts.map +1 -0
  121. package/dist/agentic/decorators/self-reflective.decorator.js +189 -0
  122. package/dist/agentic/decorators/self-reflective.decorator.js.map +1 -0
  123. package/dist/agentic/decorators/source-verification.decorator.d.ts +15 -0
  124. package/dist/agentic/decorators/source-verification.decorator.d.ts.map +1 -0
  125. package/dist/agentic/decorators/source-verification.decorator.js +121 -0
  126. package/dist/agentic/decorators/source-verification.decorator.js.map +1 -0
  127. package/dist/agentic/index.d.ts +9 -0
  128. package/dist/agentic/index.d.ts.map +1 -0
  129. package/dist/agentic/index.js +25 -0
  130. package/dist/agentic/index.js.map +1 -0
  131. package/dist/agentic/types.d.ts +210 -0
  132. package/dist/agentic/types.d.ts.map +1 -0
  133. package/dist/agentic/types.js +7 -0
  134. package/dist/agentic/types.js.map +1 -0
  135. package/dist/decorators/embeddable.decorator.d.ts +31 -0
  136. package/dist/decorators/embeddable.decorator.d.ts.map +1 -0
  137. package/dist/decorators/embeddable.decorator.js +44 -0
  138. package/dist/decorators/embeddable.decorator.js.map +1 -0
  139. package/dist/decorators/rag.decorator.d.ts +58 -0
  140. package/dist/decorators/rag.decorator.d.ts.map +1 -0
  141. package/dist/decorators/rag.decorator.js +78 -0
  142. package/dist/decorators/rag.decorator.js.map +1 -0
  143. package/dist/decorators/semantic-search.decorator.d.ts +69 -0
  144. package/dist/decorators/semantic-search.decorator.d.ts.map +1 -0
  145. package/dist/decorators/semantic-search.decorator.js +116 -0
  146. package/dist/decorators/semantic-search.decorator.js.map +1 -0
  147. package/dist/embeddings/cohere-embeddings.d.ts +33 -0
  148. package/dist/embeddings/cohere-embeddings.d.ts.map +1 -0
  149. package/dist/embeddings/cohere-embeddings.js +91 -0
  150. package/dist/embeddings/cohere-embeddings.js.map +1 -0
  151. package/dist/embeddings/openai-embeddings.d.ts +21 -0
  152. package/dist/embeddings/openai-embeddings.d.ts.map +1 -0
  153. package/dist/embeddings/openai-embeddings.js +53 -0
  154. package/dist/embeddings/openai-embeddings.js.map +1 -0
  155. package/dist/graph/community-detector.d.ts +45 -0
  156. package/dist/graph/community-detector.d.ts.map +1 -0
  157. package/dist/graph/community-detector.js +153 -0
  158. package/dist/graph/community-detector.js.map +1 -0
  159. package/dist/graph/community-summarizer.d.ts +41 -0
  160. package/dist/graph/community-summarizer.d.ts.map +1 -0
  161. package/dist/graph/community-summarizer.js +119 -0
  162. package/dist/graph/community-summarizer.js.map +1 -0
  163. package/dist/graph/entity-extractor.d.ts +47 -0
  164. package/dist/graph/entity-extractor.d.ts.map +1 -0
  165. package/dist/graph/entity-extractor.js +224 -0
  166. package/dist/graph/entity-extractor.js.map +1 -0
  167. package/dist/graph/graph-rag-pipeline.d.ts +83 -0
  168. package/dist/graph/graph-rag-pipeline.d.ts.map +1 -0
  169. package/dist/graph/graph-rag-pipeline.js +390 -0
  170. package/dist/graph/graph-rag-pipeline.js.map +1 -0
  171. package/dist/graph/graph.types.d.ts +186 -0
  172. package/dist/graph/graph.types.d.ts.map +1 -0
  173. package/dist/graph/graph.types.js +20 -0
  174. package/dist/graph/graph.types.js.map +1 -0
  175. package/dist/graph/index.d.ts +15 -0
  176. package/dist/graph/index.d.ts.map +1 -0
  177. package/dist/graph/index.js +31 -0
  178. package/dist/graph/index.js.map +1 -0
  179. package/dist/graph/knowledge-graph.d.ts +57 -0
  180. package/dist/graph/knowledge-graph.d.ts.map +1 -0
  181. package/dist/graph/knowledge-graph.js +198 -0
  182. package/dist/graph/knowledge-graph.js.map +1 -0
  183. package/dist/index.d.ts +29 -0
  184. package/dist/index.d.ts.map +1 -0
  185. package/dist/index.js +58 -0
  186. package/dist/index.js.map +1 -0
  187. package/dist/loaders/base.loader.d.ts +108 -0
  188. package/dist/loaders/base.loader.d.ts.map +1 -0
  189. package/dist/loaders/base.loader.js +123 -0
  190. package/dist/loaders/base.loader.js.map +1 -0
  191. package/dist/loaders/csv-file.loader.d.ts +61 -0
  192. package/dist/loaders/csv-file.loader.d.ts.map +1 -0
  193. package/dist/loaders/csv-file.loader.js +162 -0
  194. package/dist/loaders/csv-file.loader.js.map +1 -0
  195. package/dist/loaders/directory.loader.d.ts +67 -0
  196. package/dist/loaders/directory.loader.d.ts.map +1 -0
  197. package/dist/loaders/directory.loader.js +163 -0
  198. package/dist/loaders/directory.loader.js.map +1 -0
  199. package/dist/loaders/docx.loader.d.ts +52 -0
  200. package/dist/loaders/docx.loader.d.ts.map +1 -0
  201. package/dist/loaders/docx.loader.js +110 -0
  202. package/dist/loaders/docx.loader.js.map +1 -0
  203. package/dist/loaders/github.loader.d.ts +114 -0
  204. package/dist/loaders/github.loader.d.ts.map +1 -0
  205. package/dist/loaders/github.loader.js +217 -0
  206. package/dist/loaders/github.loader.js.map +1 -0
  207. package/dist/loaders/html-file.loader.d.ts +55 -0
  208. package/dist/loaders/html-file.loader.d.ts.map +1 -0
  209. package/dist/loaders/html-file.loader.js +170 -0
  210. package/dist/loaders/html-file.loader.js.map +1 -0
  211. package/dist/loaders/index.d.ts +52 -0
  212. package/dist/loaders/index.d.ts.map +1 -0
  213. package/dist/loaders/index.js +61 -0
  214. package/dist/loaders/index.js.map +1 -0
  215. package/dist/loaders/json-file.loader.d.ts +51 -0
  216. package/dist/loaders/json-file.loader.d.ts.map +1 -0
  217. package/dist/loaders/json-file.loader.js +100 -0
  218. package/dist/loaders/json-file.loader.js.map +1 -0
  219. package/dist/loaders/markdown-file.loader.d.ts +61 -0
  220. package/dist/loaders/markdown-file.loader.d.ts.map +1 -0
  221. package/dist/loaders/markdown-file.loader.js +148 -0
  222. package/dist/loaders/markdown-file.loader.js.map +1 -0
  223. package/dist/loaders/pdf.loader.d.ts +64 -0
  224. package/dist/loaders/pdf.loader.d.ts.map +1 -0
  225. package/dist/loaders/pdf.loader.js +163 -0
  226. package/dist/loaders/pdf.loader.js.map +1 -0
  227. package/dist/loaders/text-file.loader.d.ts +39 -0
  228. package/dist/loaders/text-file.loader.d.ts.map +1 -0
  229. package/dist/loaders/text-file.loader.js +69 -0
  230. package/dist/loaders/text-file.loader.js.map +1 -0
  231. package/dist/loaders/web.loader.d.ts +87 -0
  232. package/dist/loaders/web.loader.d.ts.map +1 -0
  233. package/dist/loaders/web.loader.js +194 -0
  234. package/dist/loaders/web.loader.js.map +1 -0
  235. package/dist/loaders/youtube-transcript.loader.d.ts +92 -0
  236. package/dist/loaders/youtube-transcript.loader.d.ts.map +1 -0
  237. package/dist/loaders/youtube-transcript.loader.js +254 -0
  238. package/dist/loaders/youtube-transcript.loader.js.map +1 -0
  239. package/dist/memory/index.d.ts +11 -0
  240. package/dist/memory/index.d.ts.map +1 -0
  241. package/dist/memory/index.js +31 -0
  242. package/dist/memory/index.js.map +1 -0
  243. package/dist/memory/memory-manager.d.ts +96 -0
  244. package/dist/memory/memory-manager.d.ts.map +1 -0
  245. package/dist/memory/memory-manager.js +369 -0
  246. package/dist/memory/memory-manager.js.map +1 -0
  247. package/dist/memory/memory-store.interface.d.ts +73 -0
  248. package/dist/memory/memory-store.interface.d.ts.map +1 -0
  249. package/dist/memory/memory-store.interface.js +6 -0
  250. package/dist/memory/memory-store.interface.js.map +1 -0
  251. package/dist/memory/stores/buffer-memory.d.ts +47 -0
  252. package/dist/memory/stores/buffer-memory.d.ts.map +1 -0
  253. package/dist/memory/stores/buffer-memory.js +280 -0
  254. package/dist/memory/stores/buffer-memory.js.map +1 -0
  255. package/dist/memory/stores/hybrid-memory.d.ts +49 -0
  256. package/dist/memory/stores/hybrid-memory.d.ts.map +1 -0
  257. package/dist/memory/stores/hybrid-memory.js +194 -0
  258. package/dist/memory/stores/hybrid-memory.js.map +1 -0
  259. package/dist/memory/stores/vector-memory.d.ts +48 -0
  260. package/dist/memory/stores/vector-memory.d.ts.map +1 -0
  261. package/dist/memory/stores/vector-memory.js +312 -0
  262. package/dist/memory/stores/vector-memory.js.map +1 -0
  263. package/dist/memory/types.d.ts +119 -0
  264. package/dist/memory/types.d.ts.map +1 -0
  265. package/dist/memory/types.js +18 -0
  266. package/dist/memory/types.js.map +1 -0
  267. package/dist/prompts/agentic/adaptive-retrieval.prompt.d.ts +8 -0
  268. package/dist/prompts/agentic/adaptive-retrieval.prompt.d.ts.map +1 -0
  269. package/dist/prompts/agentic/adaptive-retrieval.prompt.js +27 -0
  270. package/dist/prompts/agentic/adaptive-retrieval.prompt.js.map +1 -0
  271. package/dist/prompts/agentic/corrective-rag.prompt.d.ts +9 -0
  272. package/dist/prompts/agentic/corrective-rag.prompt.d.ts.map +1 -0
  273. package/dist/prompts/agentic/corrective-rag.prompt.js +23 -0
  274. package/dist/prompts/agentic/corrective-rag.prompt.js.map +1 -0
  275. package/dist/prompts/agentic/hyde.prompt.d.ts +9 -0
  276. package/dist/prompts/agentic/hyde.prompt.d.ts.map +1 -0
  277. package/dist/prompts/agentic/hyde.prompt.js +18 -0
  278. package/dist/prompts/agentic/hyde.prompt.js.map +1 -0
  279. package/dist/prompts/agentic/multi-hop.prompt.d.ts +15 -0
  280. package/dist/prompts/agentic/multi-hop.prompt.d.ts.map +1 -0
  281. package/dist/prompts/agentic/multi-hop.prompt.js +38 -0
  282. package/dist/prompts/agentic/multi-hop.prompt.js.map +1 -0
  283. package/dist/prompts/agentic/query-planner.prompt.d.ts +8 -0
  284. package/dist/prompts/agentic/query-planner.prompt.d.ts.map +1 -0
  285. package/dist/prompts/agentic/query-planner.prompt.js +30 -0
  286. package/dist/prompts/agentic/query-planner.prompt.js.map +1 -0
  287. package/dist/prompts/agentic/query-rewriter.prompt.d.ts +10 -0
  288. package/dist/prompts/agentic/query-rewriter.prompt.d.ts.map +1 -0
  289. package/dist/prompts/agentic/query-rewriter.prompt.js +17 -0
  290. package/dist/prompts/agentic/query-rewriter.prompt.js.map +1 -0
  291. package/dist/prompts/agentic/self-reflective-improve.prompt.d.ts +10 -0
  292. package/dist/prompts/agentic/self-reflective-improve.prompt.d.ts.map +1 -0
  293. package/dist/prompts/agentic/self-reflective-improve.prompt.js +24 -0
  294. package/dist/prompts/agentic/self-reflective-improve.prompt.js.map +1 -0
  295. package/dist/prompts/agentic/self-reflective.prompt.d.ts +9 -0
  296. package/dist/prompts/agentic/self-reflective.prompt.d.ts.map +1 -0
  297. package/dist/prompts/agentic/self-reflective.prompt.js +32 -0
  298. package/dist/prompts/agentic/self-reflective.prompt.js.map +1 -0
  299. package/dist/prompts/community-summary.prompt.d.ts +9 -0
  300. package/dist/prompts/community-summary.prompt.d.ts.map +1 -0
  301. package/dist/prompts/community-summary.prompt.js +30 -0
  302. package/dist/prompts/community-summary.prompt.js.map +1 -0
  303. package/dist/prompts/entity-extraction.prompt.d.ts +10 -0
  304. package/dist/prompts/entity-extraction.prompt.d.ts.map +1 -0
  305. package/dist/prompts/entity-extraction.prompt.js +39 -0
  306. package/dist/prompts/entity-extraction.prompt.js.map +1 -0
  307. package/dist/prompts/graph-search.prompt.d.ts +10 -0
  308. package/dist/prompts/graph-search.prompt.d.ts.map +1 -0
  309. package/dist/prompts/graph-search.prompt.js +23 -0
  310. package/dist/prompts/graph-search.prompt.js.map +1 -0
  311. package/dist/prompts/index.d.ts +13 -0
  312. package/dist/prompts/index.d.ts.map +1 -0
  313. package/dist/prompts/index.js +29 -0
  314. package/dist/prompts/index.js.map +1 -0
  315. package/dist/prompts/rag-answer.prompt.d.ts +9 -0
  316. package/dist/prompts/rag-answer.prompt.d.ts.map +1 -0
  317. package/dist/prompts/rag-answer.prompt.js +20 -0
  318. package/dist/prompts/rag-answer.prompt.js.map +1 -0
  319. package/dist/rag-pipeline-with-memory.d.ts +68 -0
  320. package/dist/rag-pipeline-with-memory.d.ts.map +1 -0
  321. package/dist/rag-pipeline-with-memory.js +186 -0
  322. package/dist/rag-pipeline-with-memory.js.map +1 -0
  323. package/dist/rag-pipeline.d.ts +59 -0
  324. package/dist/rag-pipeline.d.ts.map +1 -0
  325. package/dist/rag-pipeline.js +181 -0
  326. package/dist/rag-pipeline.js.map +1 -0
  327. package/dist/rag.module.d.ts +26 -0
  328. package/dist/rag.module.d.ts.map +1 -0
  329. package/dist/rag.module.js +40 -0
  330. package/dist/rag.module.js.map +1 -0
  331. package/dist/rag.service.d.ts +96 -0
  332. package/dist/rag.service.d.ts.map +1 -0
  333. package/dist/rag.service.js +173 -0
  334. package/dist/rag.service.js.map +1 -0
  335. package/dist/retrieval/bm25.d.ts +57 -0
  336. package/dist/retrieval/bm25.d.ts.map +1 -0
  337. package/dist/retrieval/bm25.js +106 -0
  338. package/dist/retrieval/bm25.js.map +1 -0
  339. package/dist/retrieval/hybrid-search.d.ts +48 -0
  340. package/dist/retrieval/hybrid-search.d.ts.map +1 -0
  341. package/dist/retrieval/hybrid-search.js +123 -0
  342. package/dist/retrieval/hybrid-search.js.map +1 -0
  343. package/dist/retrieval/multi-query.d.ts +38 -0
  344. package/dist/retrieval/multi-query.d.ts.map +1 -0
  345. package/dist/retrieval/multi-query.js +135 -0
  346. package/dist/retrieval/multi-query.js.map +1 -0
  347. package/dist/text-splitters/recursive-text-splitter.d.ts +21 -0
  348. package/dist/text-splitters/recursive-text-splitter.d.ts.map +1 -0
  349. package/dist/text-splitters/recursive-text-splitter.js +95 -0
  350. package/dist/text-splitters/recursive-text-splitter.js.map +1 -0
  351. package/dist/types/index.d.ts +144 -0
  352. package/dist/types/index.d.ts.map +1 -0
  353. package/dist/types/index.js +16 -0
  354. package/dist/types/index.js.map +1 -0
  355. package/dist/utils/similarity.d.ts +16 -0
  356. package/dist/utils/similarity.d.ts.map +1 -0
  357. package/dist/utils/similarity.js +58 -0
  358. package/dist/utils/similarity.js.map +1 -0
  359. package/dist/vector-stores/chroma.store.d.ts +42 -0
  360. package/dist/vector-stores/chroma.store.d.ts.map +1 -0
  361. package/dist/vector-stores/chroma.store.js +242 -0
  362. package/dist/vector-stores/chroma.store.js.map +1 -0
  363. package/dist/vector-stores/memory-vector-store.d.ts +20 -0
  364. package/dist/vector-stores/memory-vector-store.d.ts.map +1 -0
  365. package/dist/vector-stores/memory-vector-store.js +94 -0
  366. package/dist/vector-stores/memory-vector-store.js.map +1 -0
  367. package/dist/vector-stores/pinecone.store.d.ts +34 -0
  368. package/dist/vector-stores/pinecone.store.d.ts.map +1 -0
  369. package/dist/vector-stores/pinecone.store.js +146 -0
  370. package/dist/vector-stores/pinecone.store.js.map +1 -0
  371. package/dist/vector-stores/qdrant.store.d.ts +33 -0
  372. package/dist/vector-stores/qdrant.store.d.ts.map +1 -0
  373. package/dist/vector-stores/qdrant.store.js +174 -0
  374. package/dist/vector-stores/qdrant.store.js.map +1 -0
  375. package/dist/vector-stores/weaviate.store.d.ts +37 -0
  376. package/dist/vector-stores/weaviate.store.d.ts.map +1 -0
  377. package/dist/vector-stores/weaviate.store.js +226 -0
  378. package/dist/vector-stores/weaviate.store.js.map +1 -0
  379. package/package.json +146 -0
@@ -0,0 +1,174 @@
1
+ "use strict";
2
+ /**
3
+ * Qdrant Vector Store
4
+ * High-performance Rust-based vector database integration
5
+ */
6
+ Object.defineProperty(exports, "__esModule", { value: true });
7
+ exports.QdrantVectorStore = void 0;
8
+ class QdrantVectorStore {
9
+ constructor(embeddingProvider, config) {
10
+ this.initialized = false;
11
+ this.embeddingProvider = embeddingProvider;
12
+ this.collectionName = config.collectionName;
13
+ this.vectorSize = config.vectorSize || embeddingProvider.getDimension();
14
+ // Initialize Qdrant client
15
+ // eslint-disable-next-line @typescript-eslint/no-require-imports
16
+ const { QdrantClient: Client } = require('@qdrant/js-client-rest');
17
+ this.client = new Client({
18
+ url: config.url,
19
+ apiKey: config.apiKey,
20
+ checkCompatibility: config.checkCompatibility ?? false,
21
+ });
22
+ }
23
+ async initialize() {
24
+ try {
25
+ // Check if collection exists
26
+ const collections = await this.client.getCollections();
27
+ const exists = collections.collections.some((c) => c.name === this.collectionName);
28
+ if (!exists) {
29
+ // Create collection
30
+ await this.client.createCollection(this.collectionName, {
31
+ vectors: {
32
+ size: this.vectorSize,
33
+ distance: 'Cosine',
34
+ },
35
+ });
36
+ }
37
+ this.initialized = true;
38
+ }
39
+ catch (error) {
40
+ throw new Error(`Failed to initialize Qdrant collection: ${error}`);
41
+ }
42
+ }
43
+ async addDocuments(documents) {
44
+ const ids = [];
45
+ // Generate embeddings for all documents
46
+ const texts = documents.map((doc) => doc.content);
47
+ const embeddings = await this.embeddingProvider.embedBatch(texts);
48
+ // Prepare points for upsert
49
+ const points = documents.map((doc, idx) => {
50
+ const id = doc.id || this.generateId();
51
+ ids.push(id);
52
+ return {
53
+ id,
54
+ vector: embeddings[idx],
55
+ payload: {
56
+ content: doc.content,
57
+ metadata: doc.metadata || {},
58
+ },
59
+ };
60
+ });
61
+ // Upsert to Qdrant
62
+ await this.client.upsert(this.collectionName, {
63
+ wait: true,
64
+ points,
65
+ });
66
+ return ids;
67
+ }
68
+ async search(query, options) {
69
+ // Generate embedding for query
70
+ const queryEmbedding = await this.embeddingProvider.embed(query);
71
+ return this.searchByVector(queryEmbedding, options);
72
+ }
73
+ async searchByVector(embedding, options) {
74
+ const topK = options?.topK || 5;
75
+ const minScore = options?.minScore;
76
+ const filter = options?.filter;
77
+ // Build Qdrant filter
78
+ const qdrantFilter = filter ? this.buildFilter(filter) : undefined;
79
+ // Search Qdrant
80
+ const searchResponse = await this.client.search(this.collectionName, {
81
+ vector: embedding,
82
+ limit: topK,
83
+ filter: qdrantFilter,
84
+ with_payload: true,
85
+ });
86
+ // Transform results
87
+ const results = searchResponse
88
+ .filter((result) => !minScore || result.score >= minScore)
89
+ .map((result) => ({
90
+ id: result.id.toString(),
91
+ content: result.payload.content,
92
+ metadata: result.payload.metadata,
93
+ score: result.score,
94
+ }));
95
+ return results;
96
+ }
97
+ async deleteDocuments(ids) {
98
+ await this.client.delete(this.collectionName, {
99
+ wait: true,
100
+ points: ids,
101
+ });
102
+ }
103
+ async updateDocument(id, document) {
104
+ // Get existing document
105
+ const existing = await this.getDocument(id);
106
+ if (!existing) {
107
+ throw new Error(`Document with id ${id} not found`);
108
+ }
109
+ // Merge updates
110
+ const updated = { ...existing, ...document };
111
+ // Generate new embedding if content changed
112
+ let embedding = existing.embedding;
113
+ if (document.content && document.content !== existing.content) {
114
+ embedding = await this.embeddingProvider.embed(document.content);
115
+ }
116
+ // Upsert updated document
117
+ await this.client.upsert(this.collectionName, {
118
+ wait: true,
119
+ points: [
120
+ {
121
+ id,
122
+ vector: embedding,
123
+ payload: {
124
+ content: updated.content,
125
+ metadata: updated.metadata || {},
126
+ },
127
+ },
128
+ ],
129
+ });
130
+ }
131
+ async getDocument(id) {
132
+ try {
133
+ const response = await this.client.retrieve(this.collectionName, {
134
+ ids: [id],
135
+ with_payload: true,
136
+ with_vector: true,
137
+ });
138
+ if (!response || response.length === 0) {
139
+ return null;
140
+ }
141
+ const point = response[0];
142
+ return {
143
+ id: point.id.toString(),
144
+ content: point.payload.content,
145
+ metadata: point.payload.metadata,
146
+ embedding: point.vector,
147
+ };
148
+ }
149
+ catch {
150
+ return null;
151
+ }
152
+ }
153
+ async clear() {
154
+ // Delete and recreate collection
155
+ await this.client.deleteCollection(this.collectionName);
156
+ await this.initialize();
157
+ }
158
+ buildFilter(filter) {
159
+ // Build Qdrant filter from simple key-value pairs
160
+ const must = [];
161
+ for (const [key, value] of Object.entries(filter)) {
162
+ must.push({
163
+ key: `metadata.${key}`,
164
+ match: { value },
165
+ });
166
+ }
167
+ return { must };
168
+ }
169
+ generateId() {
170
+ return `${Date.now()}-${Math.random().toString(36).substring(2, 15)}`;
171
+ }
172
+ }
173
+ exports.QdrantVectorStore = QdrantVectorStore;
174
+ //# sourceMappingURL=qdrant.store.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"qdrant.store.js","sourceRoot":"","sources":["../../src/vector-stores/qdrant.store.ts"],"names":[],"mappings":";AAAA;;;GAGG;;;AAkBH,MAAa,iBAAiB;IAO5B,YAAY,iBAAoC,EAAE,MAAoB;QAF9D,gBAAW,GAAY,KAAK,CAAC;QAGnC,IAAI,CAAC,iBAAiB,GAAG,iBAAiB,CAAC;QAC3C,IAAI,CAAC,cAAc,GAAG,MAAM,CAAC,cAAc,CAAC;QAC5C,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,UAAU,IAAI,iBAAiB,CAAC,YAAY,EAAE,CAAC;QAExE,2BAA2B;QAC3B,iEAAiE;QACjE,MAAM,EAAE,YAAY,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,wBAAwB,CAAC,CAAC;QACnE,IAAI,CAAC,MAAM,GAAG,IAAI,MAAM,CAAC;YACvB,GAAG,EAAE,MAAM,CAAC,GAAG;YACf,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,kBAAkB,EAAE,MAAM,CAAC,kBAAkB,IAAI,KAAK;SACvD,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,UAAU;QACd,IAAI,CAAC;YACH,6BAA6B;YAC7B,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC;YACvD,MAAM,MAAM,GAAG,WAAW,CAAC,WAAW,CAAC,IAAI,CACzC,CAAC,CAAmB,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,cAAc,CACxD,CAAC;YAEF,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,oBAAoB;gBACpB,MAAM,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC,IAAI,CAAC,cAAc,EAAE;oBACtD,OAAO,EAAE;wBACP,IAAI,EAAE,IAAI,CAAC,UAAU;wBACrB,QAAQ,EAAE,QAAQ;qBACnB;iBACF,CAAC,CAAC;YACL,CAAC;YAED,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QAC1B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,2CAA2C,KAAK,EAAE,CAAC,CAAC;QACtE,CAAC;IACH,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,SAAqB;QACtC,MAAM,GAAG,GAAa,EAAE,CAAC;QAEzB,wCAAwC;QACxC,MAAM,KAAK,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAClD,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QAElE,4BAA4B;QAC5B,MAAM,MAAM,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;YACxC,MAAM,EAAE,GAAG,GAAG,CAAC,EAAE,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACvC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAEb,OAAO;gBACL,EAAE;gBACF,MAAM,EAAE,UAAU,CAAC,GAAG,CAAC;gBACvB,OAAO,EAAE;oBACP,OAAO,EAAE,GAAG,CAAC,OAAO;oBACpB,QAAQ,EAAE,GAAG,CAAC,QAAQ,IAAI,EAAE;iBAC7B;aACF,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,mBAAmB;QACnB,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,cAAc,EAAE;YAC5C,IAAI,EAAE,IAAI;YACV,MAAM;SACP,CAAC,CAAC;QAEH,OAAO,GAAG,CAAC;IACb,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,KAAa,EAAE,OAAsB;QAChD,+BAA+B;QAC/B,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAEjE,OAAO,IAAI,CAAC,cAAc,CAAC,cAAc,EAAE,OAAO,CAAC,CAAC;IACtD,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,SAAmB,EAAE,OAAsB;QAC9D,MAAM,IAAI,GAAG,OAAO,EAAE,IAAI,IAAI,CAAC,CAAC;QAChC,MAAM,QAAQ,GAAG,OAAO,EAAE,QAAQ,CAAC;QACnC,MAAM,MAAM,GAAG,OAAO,EAAE,MAAM,CAAC;QAE/B,sBAAsB;QACtB,MAAM,YAAY,GAAG,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAEnE,gBAAgB;QAChB,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,cAAc,EAAE;YACnE,MAAM,EAAE,SAAS;YACjB,KAAK,EAAE,IAAI;YACX,MAAM,EAAE,YAAY;YACpB,YAAY,EAAE,IAAI;SACnB,CAAC,CAAC;QAEH,oBAAoB;QACpB,MAAM,OAAO,GAAmB,cAAc;aAC3C,MAAM,CAAC,CAAC,MAAyB,EAAE,EAAE,CAAC,CAAC,QAAQ,IAAI,MAAM,CAAC,KAAK,IAAI,QAAQ,CAAC;aAC5E,GAAG,CACF,CAAC,MAIA,EAAE,EAAE,CAAC,CAAC;YACL,EAAE,EAAE,MAAM,CAAC,EAAE,CAAC,QAAQ,EAAE;YACxB,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,OAAO;YAC/B,QAAQ,EAAE,MAAM,CAAC,OAAO,CAAC,QAAQ;YACjC,KAAK,EAAE,MAAM,CAAC,KAAK;SACpB,CAAC,CACH,CAAC;QAEJ,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,GAAa;QACjC,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,cAAc,EAAE;YAC5C,IAAI,EAAE,IAAI;YACV,MAAM,EAAE,GAAG;SACZ,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,EAAU,EAAE,QAA2B;QAC1D,wBAAwB;QACxB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;QAC5C,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,MAAM,IAAI,KAAK,CAAC,oBAAoB,EAAE,YAAY,CAAC,CAAC;QACtD,CAAC;QAED,gBAAgB;QAChB,MAAM,OAAO,GAAG,EAAE,GAAG,QAAQ,EAAE,GAAG,QAAQ,EAAE,CAAC;QAE7C,4CAA4C;QAC5C,IAAI,SAAS,GAAG,QAAQ,CAAC,SAAS,CAAC;QACnC,IAAI,QAAQ,CAAC,OAAO,IAAI,QAAQ,CAAC,OAAO,KAAK,QAAQ,CAAC,OAAO,EAAE,CAAC;YAC9D,SAAS,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QACnE,CAAC;QAED,0BAA0B;QAC1B,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,cAAc,EAAE;YAC5C,IAAI,EAAE,IAAI;YACV,MAAM,EAAE;gBACN;oBACE,EAAE;oBACF,MAAM,EAAE,SAAU;oBAClB,OAAO,EAAE;wBACP,OAAO,EAAE,OAAO,CAAC,OAAO;wBACxB,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,EAAE;qBACjC;iBACF;aACF;SACF,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,EAAU;QAC1B,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,cAAc,EAAE;gBAC/D,GAAG,EAAE,CAAC,EAAE,CAAC;gBACT,YAAY,EAAE,IAAI;gBAClB,WAAW,EAAE,IAAI;aAClB,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACvC,OAAO,IAAI,CAAC;YACd,CAAC;YAED,MAAM,KAAK,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;YAC1B,OAAO;gBACL,EAAE,EAAE,KAAK,CAAC,EAAE,CAAC,QAAQ,EAAE;gBACvB,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,OAAO;gBAC9B,QAAQ,EAAE,KAAK,CAAC,OAAO,CAAC,QAAQ;gBAChC,SAAS,EAAE,KAAK,CAAC,MAAM;aACxB,CAAC;QACJ,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK;QACT,iCAAiC;QACjC,MAAM,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QACxD,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;IAC1B,CAAC;IAEO,WAAW,CAAC,MAA+B;QAGjD,kDAAkD;QAClD,MAAM,IAAI,GAAsD,EAAE,CAAC;QAEnE,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YAClD,IAAI,CAAC,IAAI,CAAC;gBACR,GAAG,EAAE,YAAY,GAAG,EAAE;gBACtB,KAAK,EAAE,EAAE,KAAK,EAAE;aACjB,CAAC,CAAC;QACL,CAAC;QAED,OAAO,EAAE,IAAI,EAAE,CAAC;IAClB,CAAC;IAEO,UAAU;QAChB,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;IACxE,CAAC;CACF;AA/MD,8CA+MC"}
@@ -0,0 +1,37 @@
1
+ /**
2
+ * Weaviate Vector Store
3
+ * Open-source vector database with GraphQL API
4
+ */
5
+ import { VectorStore, Document, SearchResult, QueryOptions } from '../types';
6
+ import { EmbeddingProvider } from '../types';
7
+ export interface WeaviateConfig {
8
+ scheme: 'http' | 'https';
9
+ host: string;
10
+ apiKey?: string;
11
+ className: string;
12
+ textKey?: string;
13
+ metadataKeys?: string[];
14
+ }
15
+ export declare class WeaviateVectorStore implements VectorStore {
16
+ private client;
17
+ private embeddingProvider;
18
+ private className;
19
+ private textKey;
20
+ private metadataKeys;
21
+ private initialized;
22
+ constructor(embeddingProvider: EmbeddingProvider, config: WeaviateConfig);
23
+ initialize(): Promise<void>;
24
+ addDocuments(documents: Document[]): Promise<string[]>;
25
+ search(query: string, options?: QueryOptions): Promise<SearchResult[]>;
26
+ searchByVector(embedding: number[], options?: QueryOptions): Promise<SearchResult[]>;
27
+ deleteDocuments(ids: string[]): Promise<void>;
28
+ updateDocument(id: string, document: Partial<Document>): Promise<void>;
29
+ getDocument(id: string): Promise<Document | null>;
30
+ clear(): Promise<void>;
31
+ /**
32
+ * Build Weaviate where filter from simple key-value pairs
33
+ */
34
+ private buildWhereFilter;
35
+ private generateId;
36
+ }
37
+ //# sourceMappingURL=weaviate.store.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"weaviate.store.d.ts","sourceRoot":"","sources":["../../src/vector-stores/weaviate.store.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,WAAW,EAAE,QAAQ,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,UAAU,CAAC;AAC7E,OAAO,EAAE,iBAAiB,EAAE,MAAM,UAAU,CAAC;AAM7C,MAAM,WAAW,cAAc;IAC7B,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;CACzB;AAED,qBAAa,mBAAoB,YAAW,WAAW;IACrD,OAAO,CAAC,MAAM,CAAiB;IAC/B,OAAO,CAAC,iBAAiB,CAAoB;IAC7C,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,YAAY,CAAW;IAC/B,OAAO,CAAC,WAAW,CAAkB;gBAEzB,iBAAiB,EAAE,iBAAiB,EAAE,MAAM,EAAE,cAAc;IAgBlE,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAoC3B,YAAY,CAAC,SAAS,EAAE,QAAQ,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAgCtD,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,YAAY,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;IAOtE,cAAc,CAAC,SAAS,EAAE,MAAM,EAAE,EAAE,OAAO,CAAC,EAAE,YAAY,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;IA4CpF,eAAe,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAU7C,cAAc,CAAC,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IAiCtE,WAAW,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,GAAG,IAAI,CAAC;IAwBjD,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAY5B;;OAEG;IACH,OAAO,CAAC,gBAAgB;IA+BxB,OAAO,CAAC,UAAU;CAQnB"}
@@ -0,0 +1,226 @@
1
+ "use strict";
2
+ /**
3
+ * Weaviate Vector Store
4
+ * Open-source vector database with GraphQL API
5
+ */
6
+ Object.defineProperty(exports, "__esModule", { value: true });
7
+ exports.WeaviateVectorStore = void 0;
8
+ class WeaviateVectorStore {
9
+ constructor(embeddingProvider, config) {
10
+ this.initialized = false;
11
+ this.embeddingProvider = embeddingProvider;
12
+ this.className = config.className;
13
+ this.textKey = config.textKey || 'content';
14
+ this.metadataKeys = config.metadataKeys || ['metadata'];
15
+ // Initialize Weaviate client
16
+ // eslint-disable-next-line @typescript-eslint/no-require-imports
17
+ const weaviate = require('weaviate-ts-client');
18
+ this.client = weaviate.client({
19
+ scheme: config.scheme,
20
+ host: config.host,
21
+ apiKey: config.apiKey ? new weaviate.ApiKey(config.apiKey) : undefined,
22
+ });
23
+ }
24
+ async initialize() {
25
+ try {
26
+ // Check if class exists
27
+ const schema = await this.client.schema.getter().do();
28
+ const classExists = schema.classes?.some((c) => c.class === this.className);
29
+ if (!classExists) {
30
+ // Create class schema
31
+ const classObj = {
32
+ class: this.className,
33
+ vectorizer: 'none', // We provide our own vectors
34
+ properties: [
35
+ {
36
+ name: this.textKey,
37
+ dataType: ['text'],
38
+ description: 'Document content',
39
+ },
40
+ {
41
+ name: 'metadata',
42
+ dataType: ['object'],
43
+ description: 'Document metadata',
44
+ },
45
+ ],
46
+ };
47
+ await this.client.schema.classCreator().withClass(classObj).do();
48
+ }
49
+ this.initialized = true;
50
+ }
51
+ catch (error) {
52
+ throw new Error(`Failed to initialize Weaviate class: ${error}`);
53
+ }
54
+ }
55
+ async addDocuments(documents) {
56
+ const ids = [];
57
+ // Generate embeddings for all documents
58
+ const texts = documents.map((doc) => doc.content);
59
+ const embeddings = await this.embeddingProvider.embedBatch(texts);
60
+ // Batch import
61
+ let batcher = this.client.batch.objectsBatcher();
62
+ for (let i = 0; i < documents.length; i++) {
63
+ const doc = documents[i];
64
+ const id = doc.id || this.generateId();
65
+ ids.push(id);
66
+ const obj = {
67
+ class: this.className,
68
+ id,
69
+ properties: {
70
+ [this.textKey]: doc.content,
71
+ metadata: doc.metadata || {},
72
+ },
73
+ vector: embeddings[i],
74
+ };
75
+ batcher = batcher.withObject(obj);
76
+ }
77
+ await batcher.do();
78
+ return ids;
79
+ }
80
+ async search(query, options) {
81
+ // Generate embedding for query
82
+ const queryEmbedding = await this.embeddingProvider.embed(query);
83
+ return this.searchByVector(queryEmbedding, options);
84
+ }
85
+ async searchByVector(embedding, options) {
86
+ const topK = options?.topK || 5;
87
+ const minScore = options?.minScore;
88
+ try {
89
+ // Build query
90
+ let queryBuilder = this.client.graphql
91
+ .get()
92
+ .withClassName(this.className)
93
+ .withFields(`${this.textKey} metadata _additional { id distance }`)
94
+ .withNearVector({ vector: embedding })
95
+ .withLimit(topK);
96
+ // Add metadata filter if provided
97
+ if (options?.filter) {
98
+ const where = this.buildWhereFilter(options.filter);
99
+ if (where) {
100
+ queryBuilder = queryBuilder.withWhere(where);
101
+ }
102
+ }
103
+ const response = await queryBuilder.do();
104
+ // Transform results
105
+ const results = (response.data.Get[this.className] || [])
106
+ .map((item) => {
107
+ // Convert distance to similarity score (1 - distance for cosine)
108
+ const score = 1 - item._additional.distance;
109
+ return {
110
+ id: item._additional.id,
111
+ content: item[this.textKey],
112
+ metadata: item.metadata,
113
+ score,
114
+ };
115
+ })
116
+ .filter((result) => !minScore || result.score >= minScore);
117
+ return results;
118
+ }
119
+ catch (error) {
120
+ throw new Error(`Weaviate search failed: ${error}`);
121
+ }
122
+ }
123
+ async deleteDocuments(ids) {
124
+ try {
125
+ for (const id of ids) {
126
+ await this.client.data.deleter().withClassName(this.className).withId(id).do();
127
+ }
128
+ }
129
+ catch (error) {
130
+ throw new Error(`Failed to delete documents: ${error}`);
131
+ }
132
+ }
133
+ async updateDocument(id, document) {
134
+ try {
135
+ // Get existing document
136
+ const existing = await this.getDocument(id);
137
+ if (!existing) {
138
+ throw new Error(`Document with id ${id} not found`);
139
+ }
140
+ // Merge updates
141
+ const updated = { ...existing, ...document };
142
+ // Generate new embedding if content changed
143
+ let embedding = existing.embedding;
144
+ if (document.content && document.content !== existing.content) {
145
+ embedding = await this.embeddingProvider.embed(document.content);
146
+ }
147
+ // Update in Weaviate
148
+ await this.client.data
149
+ .updater()
150
+ .withClassName(this.className)
151
+ .withId(id)
152
+ .withProperties({
153
+ [this.textKey]: updated.content,
154
+ metadata: updated.metadata || {},
155
+ })
156
+ .withVector(embedding)
157
+ .do();
158
+ }
159
+ catch (error) {
160
+ throw new Error(`Failed to update document: ${error}`);
161
+ }
162
+ }
163
+ async getDocument(id) {
164
+ try {
165
+ const response = await this.client.data
166
+ .getterById()
167
+ .withClassName(this.className)
168
+ .withId(id)
169
+ .withVector()
170
+ .do();
171
+ if (!response) {
172
+ return null;
173
+ }
174
+ return {
175
+ id: response.id,
176
+ content: response.properties[this.textKey],
177
+ metadata: response.properties.metadata,
178
+ embedding: response.vector,
179
+ };
180
+ }
181
+ catch {
182
+ return null;
183
+ }
184
+ }
185
+ async clear() {
186
+ try {
187
+ // Delete all objects of this class
188
+ await this.client.schema.classDeleter().withClassName(this.className).do();
189
+ // Recreate the class
190
+ await this.initialize();
191
+ }
192
+ catch (error) {
193
+ throw new Error(`Failed to clear vector store: ${error}`);
194
+ }
195
+ }
196
+ /**
197
+ * Build Weaviate where filter from simple key-value pairs
198
+ */
199
+ buildWhereFilter(filter) {
200
+ const conditions = Object.entries(filter).map(([key, value]) => ({
201
+ path: ['metadata', key],
202
+ operator: 'Equal',
203
+ valueText: String(value),
204
+ }));
205
+ if (conditions.length === 0) {
206
+ return undefined;
207
+ }
208
+ if (conditions.length === 1) {
209
+ return conditions[0];
210
+ }
211
+ return {
212
+ operator: 'And',
213
+ operands: conditions,
214
+ };
215
+ }
216
+ generateId() {
217
+ // Weaviate uses UUID format
218
+ return 'xxxxxxxx-xxxx-4xxx-yxxx-xxxxxxxxxxxx'.replace(/[xy]/g, (c) => {
219
+ const r = (Math.random() * 16) | 0;
220
+ const v = c === 'x' ? r : (r & 0x3) | 0x8;
221
+ return v.toString(16);
222
+ });
223
+ }
224
+ }
225
+ exports.WeaviateVectorStore = WeaviateVectorStore;
226
+ //# sourceMappingURL=weaviate.store.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"weaviate.store.js","sourceRoot":"","sources":["../../src/vector-stores/weaviate.store.ts"],"names":[],"mappings":";AAAA;;;GAGG;;;AAkBH,MAAa,mBAAmB;IAQ9B,YAAY,iBAAoC,EAAE,MAAsB;QAFhE,gBAAW,GAAY,KAAK,CAAC;QAGnC,IAAI,CAAC,iBAAiB,GAAG,iBAAiB,CAAC;QAC3C,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC;QAClC,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,SAAS,CAAC;QAC3C,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC,YAAY,IAAI,CAAC,UAAU,CAAC,CAAC;QAExD,6BAA6B;QAC7B,iEAAiE;QACjE,MAAM,QAAQ,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAAC;QAC/C,IAAI,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC;YAC5B,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS;SACvE,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,UAAU;QACd,IAAI,CAAC;YACH,wBAAwB;YACxB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACtD,MAAM,WAAW,GAAG,MAAM,CAAC,OAAO,EAAE,IAAI,CACtC,CAAC,CAAoB,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,IAAI,CAAC,SAAS,CACrD,CAAC;YAEF,IAAI,CAAC,WAAW,EAAE,CAAC;gBACjB,sBAAsB;gBACtB,MAAM,QAAQ,GAAG;oBACf,KAAK,EAAE,IAAI,CAAC,SAAS;oBACrB,UAAU,EAAE,MAAM,EAAE,6BAA6B;oBACjD,UAAU,EAAE;wBACV;4BACE,IAAI,EAAE,IAAI,CAAC,OAAO;4BAClB,QAAQ,EAAE,CAAC,MAAM,CAAC;4BAClB,WAAW,EAAE,kBAAkB;yBAChC;wBACD;4BACE,IAAI,EAAE,UAAU;4BAChB,QAAQ,EAAE,CAAC,QAAQ,CAAC;4BACpB,WAAW,EAAE,mBAAmB;yBACjC;qBACF;iBACF,CAAC;gBAEF,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,EAAE,EAAE,CAAC;YACnE,CAAC;YAED,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QAC1B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,wCAAwC,KAAK,EAAE,CAAC,CAAC;QACnE,CAAC;IACH,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,SAAqB;QACtC,MAAM,GAAG,GAAa,EAAE,CAAC;QAEzB,wCAAwC;QACxC,MAAM,KAAK,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAClD,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QAElE,eAAe;QACf,IAAI,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,cAAc,EAAE,CAAC;QAEjD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC1C,MAAM,GAAG,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;YACzB,MAAM,EAAE,GAAG,GAAG,CAAC,EAAE,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACvC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAEb,MAAM,GAAG,GAAG;gBACV,KAAK,EAAE,IAAI,CAAC,SAAS;gBACrB,EAAE;gBACF,UAAU,EAAE;oBACV,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,GAAG,CAAC,OAAO;oBAC3B,QAAQ,EAAE,GAAG,CAAC,QAAQ,IAAI,EAAE;iBAC7B;gBACD,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC;aACtB,CAAC;YAEF,OAAO,GAAG,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;QACpC,CAAC;QAED,MAAM,OAAO,CAAC,EAAE,EAAE,CAAC;QACnB,OAAO,GAAG,CAAC;IACb,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,KAAa,EAAE,OAAsB;QAChD,+BAA+B;QAC/B,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAEjE,OAAO,IAAI,CAAC,cAAc,CAAC,cAAc,EAAE,OAAO,CAAC,CAAC;IACtD,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,SAAmB,EAAE,OAAsB;QAC9D,MAAM,IAAI,GAAG,OAAO,EAAE,IAAI,IAAI,CAAC,CAAC;QAChC,MAAM,QAAQ,GAAG,OAAO,EAAE,QAAQ,CAAC;QAEnC,IAAI,CAAC;YACH,cAAc;YACd,IAAI,YAAY,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO;iBACnC,GAAG,EAAE;iBACL,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC;iBAC7B,UAAU,CAAC,GAAG,IAAI,CAAC,OAAO,uCAAuC,CAAC;iBAClE,cAAc,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;iBACrC,SAAS,CAAC,IAAI,CAAC,CAAC;YAEnB,kCAAkC;YAClC,IAAI,OAAO,EAAE,MAAM,EAAE,CAAC;gBACpB,MAAM,KAAK,GAAG,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;gBACpD,IAAI,KAAK,EAAE,CAAC;oBACV,YAAY,GAAG,YAAY,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;gBAC/C,CAAC;YACH,CAAC;YAED,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC,EAAE,EAAE,CAAC;YAEzC,oBAAoB;YACpB,MAAM,OAAO,GAAmB,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;iBACtE,GAAG,CAAC,CAAC,IAA+E,EAAE,EAAE;gBACvF,iEAAiE;gBACjE,MAAM,KAAK,GAAG,CAAC,GAAG,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC;gBAE5C,OAAO;oBACL,EAAE,EAAE,IAAI,CAAC,WAAW,CAAC,EAAE;oBACvB,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC;oBAC3B,QAAQ,EAAE,IAAI,CAAC,QAAQ;oBACvB,KAAK;iBACN,CAAC;YACJ,CAAC,CAAC;iBACD,MAAM,CAAC,CAAC,MAAoB,EAAE,EAAE,CAAC,CAAC,QAAQ,IAAI,MAAM,CAAC,KAAK,IAAI,QAAQ,CAAC,CAAC;YAE3E,OAAO,OAAO,CAAC;QACjB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,2BAA2B,KAAK,EAAE,CAAC,CAAC;QACtD,CAAC;IACH,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,GAAa;QACjC,IAAI,CAAC;YACH,KAAK,MAAM,EAAE,IAAI,GAAG,EAAE,CAAC;gBACrB,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC;YACjF,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,+BAA+B,KAAK,EAAE,CAAC,CAAC;QAC1D,CAAC;IACH,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,EAAU,EAAE,QAA2B;QAC1D,IAAI,CAAC;YACH,wBAAwB;YACxB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;YAC5C,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,MAAM,IAAI,KAAK,CAAC,oBAAoB,EAAE,YAAY,CAAC,CAAC;YACtD,CAAC;YAED,gBAAgB;YAChB,MAAM,OAAO,GAAG,EAAE,GAAG,QAAQ,EAAE,GAAG,QAAQ,EAAE,CAAC;YAE7C,4CAA4C;YAC5C,IAAI,SAAS,GAAG,QAAQ,CAAC,SAAS,CAAC;YACnC,IAAI,QAAQ,CAAC,OAAO,IAAI,QAAQ,CAAC,OAAO,KAAK,QAAQ,CAAC,OAAO,EAAE,CAAC;gBAC9D,SAAS,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;YACnE,CAAC;YAED,qBAAqB;YACrB,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI;iBACnB,OAAO,EAAE;iBACT,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC;iBAC7B,MAAM,CAAC,EAAE,CAAC;iBACV,cAAc,CAAC;gBACd,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,OAAO,CAAC,OAAO;gBAC/B,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,EAAE;aACjC,CAAC;iBACD,UAAU,CAAC,SAAU,CAAC;iBACtB,EAAE,EAAE,CAAC;QACV,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,8BAA8B,KAAK,EAAE,CAAC,CAAC;QACzD,CAAC;IACH,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,EAAU;QAC1B,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI;iBACpC,UAAU,EAAE;iBACZ,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC;iBAC7B,MAAM,CAAC,EAAE,CAAC;iBACV,UAAU,EAAE;iBACZ,EAAE,EAAE,CAAC;YAER,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,OAAO,IAAI,CAAC;YACd,CAAC;YAED,OAAO;gBACL,EAAE,EAAE,QAAQ,CAAC,EAAE;gBACf,OAAO,EAAE,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC;gBAC1C,QAAQ,EAAE,QAAQ,CAAC,UAAU,CAAC,QAAQ;gBACtC,SAAS,EAAE,QAAQ,CAAC,MAAM;aAC3B,CAAC;QACJ,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,CAAC;YACH,mCAAmC;YACnC,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC;YAE3E,qBAAqB;YACrB,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QAC1B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,iCAAiC,KAAK,EAAE,CAAC,CAAC;QAC5D,CAAC;IACH,CAAC;IAED;;OAEG;IACK,gBAAgB,CAAC,MAA+B;QAWtD,MAAM,UAAU,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC;YAC/D,IAAI,EAAE,CAAC,UAAU,EAAE,GAAG,CAAC;YACvB,QAAQ,EAAE,OAAO;YACjB,SAAS,EAAE,MAAM,CAAC,KAAK,CAAC;SACzB,CAAC,CAAC,CAAC;QAEJ,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC5B,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC5B,OAAO,UAAU,CAAC,CAAC,CAAC,CAAC;QACvB,CAAC;QAED,OAAO;YACL,QAAQ,EAAE,KAAK;YACf,QAAQ,EAAE,UAAU;SACrB,CAAC;IACJ,CAAC;IAEO,UAAU;QAChB,4BAA4B;QAC5B,OAAO,sCAAsC,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,EAAE,EAAE;YACnE,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC;YACnC,MAAM,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,GAAG,GAAG,CAAC;YAC1C,OAAO,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QACxB,CAAC,CAAC,CAAC;IACL,CAAC;CACF;AAxQD,kDAwQC"}
package/package.json ADDED
@@ -0,0 +1,146 @@
1
+ {
2
+ "name": "@hazeljs/rag",
3
+ "version": "0.2.0-alpha.1",
4
+ "description": "Retrieval-Augmented Generation (RAG) and vector search for HazelJS framework",
5
+ "main": "dist/index.js",
6
+ "types": "dist/index.d.ts",
7
+ "files": [
8
+ "dist"
9
+ ],
10
+ "scripts": {
11
+ "build": "tsc --skipLibCheck",
12
+ "test": "jest --coverage --passWithNoTests",
13
+ "lint": "eslint \"src/**/*.ts\"",
14
+ "lint:fix": "eslint \"src/**/*.ts\" --fix",
15
+ "clean": "rm -rf dist"
16
+ },
17
+ "dependencies": {
18
+ "@hazeljs/prompts": "^0.2.0-alpha.1",
19
+ "reflect-metadata": "^0.2.1"
20
+ },
21
+ "peerDependencies": {
22
+ "@hazeljs/ai": ">=0.2.0-beta.0",
23
+ "@hazeljs/core": ">=0.2.0-beta.0",
24
+ "@huggingface/inference": "^2.0.0",
25
+ "@pinecone-database/pinecone": "^3.0.0",
26
+ "@qdrant/js-client-rest": "^1.9.0",
27
+ "cheerio": "^1.0.0",
28
+ "chromadb": "^1.8.0",
29
+ "cohere-ai": "^7.0.0",
30
+ "mammoth": "^1.11.0",
31
+ "openai": "^4.0.0",
32
+ "pdf-parse": "^1.1.1",
33
+ "weaviate-ts-client": "^2.0.0"
34
+ },
35
+ "peerDependenciesMeta": {
36
+ "@pinecone-database/pinecone": {
37
+ "optional": true
38
+ },
39
+ "weaviate-ts-client": {
40
+ "optional": true
41
+ },
42
+ "@qdrant/js-client-rest": {
43
+ "optional": true
44
+ },
45
+ "chromadb": {
46
+ "optional": true
47
+ },
48
+ "openai": {
49
+ "optional": true
50
+ },
51
+ "cohere-ai": {
52
+ "optional": true
53
+ },
54
+ "@huggingface/inference": {
55
+ "optional": true
56
+ },
57
+ "pdf-parse": {
58
+ "optional": true
59
+ },
60
+ "mammoth": {
61
+ "optional": true
62
+ },
63
+ "cheerio": {
64
+ "optional": true
65
+ }
66
+ },
67
+ "jest": {
68
+ "preset": "ts-jest",
69
+ "testEnvironment": "node",
70
+ "testMatch": [
71
+ "**/src/__tests__/**/*.test.ts"
72
+ ],
73
+ "moduleNameMapper": {
74
+ "^@hazeljs/prompts$": "<rootDir>/../prompts/src/index.ts"
75
+ },
76
+ "collectCoverageFrom": [
77
+ "src/**/*.ts",
78
+ "!src/**/*.d.ts",
79
+ "!src/index.ts",
80
+ "!src/rag.module.ts",
81
+ "!src/rag.service.ts",
82
+ "!src/rag-pipeline-with-memory.ts",
83
+ "!src/vector-stores/**",
84
+ "!src/embeddings/**",
85
+ "!src/agentic/**",
86
+ "!src/decorators/**",
87
+ "!src/memory/**",
88
+ "!src/loaders/pdf.loader.ts",
89
+ "!src/loaders/docx.loader.ts",
90
+ "!src/loaders/web.loader.ts",
91
+ "!src/loaders/github.loader.ts",
92
+ "!src/loaders/youtube-transcript.loader.ts",
93
+ "!src/loaders/index.ts",
94
+ "!src/graph/index.ts",
95
+ "!src/prompts/**",
96
+ "!src/types/**"
97
+ ],
98
+ "coverageThreshold": {
99
+ "global": {
100
+ "statements": 85,
101
+ "branches": 75,
102
+ "functions": 85,
103
+ "lines": 85
104
+ }
105
+ }
106
+ },
107
+ "devDependencies": {
108
+ "@types/node": "^20.17.50",
109
+ "@typescript-eslint/eslint-plugin": "^8.18.2",
110
+ "@typescript-eslint/parser": "^8.18.2",
111
+ "eslint": "^8.56.0",
112
+ "jest": "^29.7.0",
113
+ "openai": "^4.0.0",
114
+ "ts-jest": "^29.1.2",
115
+ "typescript": "^5.3.3"
116
+ },
117
+ "publishConfig": {
118
+ "access": "public"
119
+ },
120
+ "repository": {
121
+ "type": "git",
122
+ "url": "git+https://github.com/hazeljs/hazeljs.git",
123
+ "directory": "packages/rag"
124
+ },
125
+ "keywords": [
126
+ "hazeljs",
127
+ "rag",
128
+ "retrieval-augmented-generation",
129
+ "vector-search",
130
+ "embeddings",
131
+ "semantic-search",
132
+ "pinecone",
133
+ "weaviate",
134
+ "qdrant",
135
+ "chromadb",
136
+ "ai",
137
+ "llm"
138
+ ],
139
+ "author": "Muhammad Arslan <muhammad.arslan@hazeljs.com>",
140
+ "license": "Apache-2.0",
141
+ "bugs": {
142
+ "url": "https://github.com/hazeljs/hazel-js/issues"
143
+ },
144
+ "homepage": "https://hazeljs.com",
145
+ "gitHead": "cbc5ee2c12ced28fd0576faf13c5f078c1e8421e"
146
+ }