@futdevpro/nts-dynamo 1.12.14 → 1.14.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (262) hide show
  1. package/build/_collections/star.controller.d.ts +8 -0
  2. package/build/_collections/star.controller.d.ts.map +1 -0
  3. package/build/_collections/star.controller.js +98 -0
  4. package/build/_collections/star.controller.js.map +1 -0
  5. package/build/_modules/ai/_models/ai-input-interfaces.d.ts +61 -0
  6. package/build/_modules/ai/_models/ai-input-interfaces.d.ts.map +1 -0
  7. package/build/_modules/{open-ai/_models/interfaces/oai-document-page.interface.js → ai/_models/ai-input-interfaces.js} +1 -1
  8. package/build/_modules/ai/_models/ai-input-interfaces.js.map +1 -0
  9. package/build/_modules/{open-ai/_collections/oai-chunking.util.d.ts → ai/_modules/document-ai/_collections/dai-chunking.util.d.ts} +10 -10
  10. package/build/_modules/ai/_modules/document-ai/_collections/dai-chunking.util.d.ts.map +1 -0
  11. package/build/_modules/{open-ai/_collections/oai-chunking.util.js → ai/_modules/document-ai/_collections/dai-chunking.util.js} +58 -41
  12. package/build/_modules/ai/_modules/document-ai/_collections/dai-chunking.util.js.map +1 -0
  13. package/build/_modules/ai/_modules/document-ai/_collections/dai-document.util.d.ts +29 -0
  14. package/build/_modules/ai/_modules/document-ai/_collections/dai-document.util.d.ts.map +1 -0
  15. package/build/_modules/ai/_modules/document-ai/_collections/dai-document.util.js +74 -0
  16. package/build/_modules/ai/_modules/document-ai/_collections/dai-document.util.js.map +1 -0
  17. package/build/_modules/ai/_modules/document-ai/_enums/dai-compare-result-type.enum.d.ts +7 -0
  18. package/build/_modules/ai/_modules/document-ai/_enums/dai-compare-result-type.enum.d.ts.map +1 -0
  19. package/build/_modules/ai/_modules/document-ai/_enums/dai-compare-result-type.enum.js +11 -0
  20. package/build/_modules/ai/_modules/document-ai/_enums/dai-compare-result-type.enum.js.map +1 -0
  21. package/build/_modules/{open-ai/_models/oai-doc-chunk.data-model.d.ts → ai/_modules/document-ai/_models/data-models/dai-doc-chunk.data-model.d.ts} +25 -13
  22. package/build/_modules/ai/_modules/document-ai/_models/data-models/dai-doc-chunk.data-model.d.ts.map +1 -0
  23. package/build/_modules/ai/_modules/document-ai/_models/data-models/dai-doc-chunk.data-model.js +132 -0
  24. package/build/_modules/ai/_modules/document-ai/_models/data-models/dai-doc-chunk.data-model.js.map +1 -0
  25. package/build/_modules/ai/_modules/document-ai/_models/data-models/dai-doc-page.data-model.d.ts +29 -0
  26. package/build/_modules/ai/_modules/document-ai/_models/data-models/dai-doc-page.data-model.d.ts.map +1 -0
  27. package/build/_modules/ai/_modules/document-ai/_models/data-models/dai-doc-page.data-model.js +112 -0
  28. package/build/_modules/ai/_modules/document-ai/_models/data-models/dai-doc-page.data-model.js.map +1 -0
  29. package/build/_modules/ai/_modules/document-ai/_models/data-models/dai-document.data-model.d.ts +18 -0
  30. package/build/_modules/ai/_modules/document-ai/_models/data-models/dai-document.data-model.d.ts.map +1 -0
  31. package/build/_modules/ai/_modules/document-ai/_models/data-models/dai-document.data-model.js +71 -0
  32. package/build/_modules/ai/_modules/document-ai/_models/data-models/dai-document.data-model.js.map +1 -0
  33. package/build/_modules/ai/_modules/document-ai/_models/interfaces/dai-doc-chunk-compare-result.interface.d.ts +9 -0
  34. package/build/_modules/ai/_modules/document-ai/_models/interfaces/dai-doc-chunk-compare-result.interface.d.ts.map +1 -0
  35. package/build/_modules/ai/_modules/document-ai/_models/interfaces/dai-doc-chunk-compare-result.interface.js +3 -0
  36. package/build/_modules/ai/_modules/document-ai/_models/interfaces/dai-doc-chunk-compare-result.interface.js.map +1 -0
  37. package/build/_modules/ai/_modules/document-ai/_models/interfaces/dai-doc-page-compare-result.interface.d.ts +12 -0
  38. package/build/_modules/ai/_modules/document-ai/_models/interfaces/dai-doc-page-compare-result.interface.d.ts.map +1 -0
  39. package/build/_modules/{open-ai/_models/interfaces/oai-chunk-compare-result.interface.js → ai/_modules/document-ai/_models/interfaces/dai-doc-page-compare-result.interface.js} +1 -1
  40. package/build/_modules/ai/_modules/document-ai/_models/interfaces/dai-doc-page-compare-result.interface.js.map +1 -0
  41. package/build/_modules/ai/_modules/document-ai/_models/interfaces/dai-document-compare-result.interface.d.ts +13 -0
  42. package/build/_modules/ai/_modules/document-ai/_models/interfaces/dai-document-compare-result.interface.d.ts.map +1 -0
  43. package/build/_modules/ai/_modules/document-ai/_models/interfaces/dai-document-compare-result.interface.js +3 -0
  44. package/build/_modules/ai/_modules/document-ai/_models/interfaces/dai-document-compare-result.interface.js.map +1 -0
  45. package/build/_modules/ai/_modules/document-ai/index.d.ts +11 -0
  46. package/build/_modules/ai/_modules/document-ai/index.d.ts.map +1 -0
  47. package/build/_modules/ai/_modules/document-ai/index.js +26 -0
  48. package/build/_modules/ai/_modules/document-ai/index.js.map +1 -0
  49. package/build/_modules/ai/_modules/open-ai/_collections/oai-global-settings.const.d.ts.map +1 -0
  50. package/build/_modules/{open-ai → ai/_modules/open-ai}/_collections/oai-global-settings.const.js +2 -2
  51. package/build/_modules/ai/_modules/open-ai/_collections/oai-global-settings.const.js.map +1 -0
  52. package/build/_modules/ai/_modules/open-ai/_collections/oai-llm-predefined-requests-hu.conts.d.ts.map +1 -0
  53. package/build/_modules/ai/_modules/open-ai/_collections/oai-llm-predefined-requests-hu.conts.js.map +1 -0
  54. package/build/_modules/ai/_modules/open-ai/_collections/oai-llm-predefined-requests.conts.d.ts.map +1 -0
  55. package/build/_modules/ai/_modules/open-ai/_collections/oai-llm-predefined-requests.conts.js.map +1 -0
  56. package/build/_modules/ai/_modules/open-ai/_enums/oai-gpt-message-role.enum.d.ts.map +1 -0
  57. package/build/_modules/ai/_modules/open-ai/_enums/oai-gpt-message-role.enum.js.map +1 -0
  58. package/build/_modules/ai/_modules/open-ai/_models/interfaces/oai-global-settings.interface.d.ts +6 -0
  59. package/build/_modules/ai/_modules/open-ai/_models/interfaces/oai-global-settings.interface.d.ts.map +1 -0
  60. package/build/_modules/ai/_modules/open-ai/_models/interfaces/oai-global-settings.interface.js.map +1 -0
  61. package/build/_modules/ai/_modules/open-ai/_models/interfaces/oai-gpt-message.interface.d.ts.map +1 -0
  62. package/build/_modules/ai/_modules/open-ai/_models/interfaces/oai-gpt-message.interface.js.map +1 -0
  63. package/build/_modules/ai/_modules/open-ai/_models/interfaces/oai-llm-predefined-requests.interface.d.ts.map +1 -0
  64. package/build/_modules/ai/_modules/open-ai/_models/interfaces/oai-llm-predefined-requests.interface.js.map +1 -0
  65. package/build/_modules/ai/_modules/open-ai/_services/oai-doc-chunk-data.service.d.ts +22 -0
  66. package/build/_modules/ai/_modules/open-ai/_services/oai-doc-chunk-data.service.d.ts.map +1 -0
  67. package/build/_modules/ai/_modules/open-ai/_services/oai-doc-chunk-data.service.js +223 -0
  68. package/build/_modules/ai/_modules/open-ai/_services/oai-doc-chunk-data.service.js.map +1 -0
  69. package/build/_modules/ai/_modules/open-ai/_services/oai-doc-page.data-service.d.ts +26 -0
  70. package/build/_modules/ai/_modules/open-ai/_services/oai-doc-page.data-service.d.ts.map +1 -0
  71. package/build/_modules/ai/_modules/open-ai/_services/oai-doc-page.data-service.js +232 -0
  72. package/build/_modules/ai/_modules/open-ai/_services/oai-doc-page.data-service.js.map +1 -0
  73. package/build/_modules/ai/_modules/open-ai/_services/oai-document.data-service.d.ts +23 -0
  74. package/build/_modules/ai/_modules/open-ai/_services/oai-document.data-service.d.ts.map +1 -0
  75. package/build/_modules/ai/_modules/open-ai/_services/oai-document.data-service.js +284 -0
  76. package/build/_modules/ai/_modules/open-ai/_services/oai-document.data-service.js.map +1 -0
  77. package/build/_modules/ai/_modules/open-ai/_services/oai-embedding.control-service.d.ts +7 -0
  78. package/build/_modules/ai/_modules/open-ai/_services/oai-embedding.control-service.d.ts.map +1 -0
  79. package/build/_modules/{open-ai → ai/_modules/open-ai}/_services/oai-embedding.control-service.js +5 -5
  80. package/build/_modules/ai/_modules/open-ai/_services/oai-embedding.control-service.js.map +1 -0
  81. package/build/_modules/{open-ai → ai/_modules/open-ai}/_services/oai-llm-chat.service-base.d.ts +16 -16
  82. package/build/_modules/ai/_modules/open-ai/_services/oai-llm-chat.service-base.d.ts.map +1 -0
  83. package/build/_modules/{open-ai → ai/_modules/open-ai}/_services/oai-llm-chat.service-base.js +3 -3
  84. package/build/_modules/ai/_modules/open-ai/_services/oai-llm-chat.service-base.js.map +1 -0
  85. package/build/_modules/{open-ai → ai/_modules/open-ai}/_services/oai-llm.service-base.d.ts +19 -19
  86. package/build/_modules/ai/_modules/open-ai/_services/oai-llm.service-base.d.ts.map +1 -0
  87. package/build/_modules/{open-ai → ai/_modules/open-ai}/_services/oai-llm.service-base.js +6 -6
  88. package/build/_modules/ai/_modules/open-ai/_services/oai-llm.service-base.js.map +1 -0
  89. package/build/_modules/{open-ai → ai/_modules/open-ai}/_services/oai-vector-data.service.d.ts +6 -6
  90. package/build/_modules/ai/_modules/open-ai/_services/oai-vector-data.service.d.ts.map +1 -0
  91. package/build/_modules/{open-ai → ai/_modules/open-ai}/_services/oai-vector-data.service.js +138 -6
  92. package/build/_modules/ai/_modules/open-ai/_services/oai-vector-data.service.js.map +1 -0
  93. package/build/_modules/{open-ai → ai/_modules/open-ai}/index.d.ts +4 -10
  94. package/build/_modules/ai/_modules/open-ai/index.d.ts.map +1 -0
  95. package/build/_modules/{open-ai → ai/_modules/open-ai}/index.js +22 -11
  96. package/build/_modules/ai/_modules/open-ai/index.js.map +1 -0
  97. package/build/_modules/ai/_services/ai-embedding.service-base.d.ts +31 -0
  98. package/build/_modules/ai/_services/ai-embedding.service-base.d.ts.map +1 -0
  99. package/build/_modules/ai/_services/ai-embedding.service-base.js +12 -0
  100. package/build/_modules/ai/_services/ai-embedding.service-base.js.map +1 -0
  101. package/build/_modules/ai/_services/ai-llm-chat.service-base.d.ts +36 -0
  102. package/build/_modules/ai/_services/ai-llm-chat.service-base.d.ts.map +1 -0
  103. package/build/_modules/ai/_services/ai-llm-chat.service-base.js +12 -0
  104. package/build/_modules/ai/_services/ai-llm-chat.service-base.js.map +1 -0
  105. package/build/_modules/ai/_services/ai-llm.service-base.d.ts +45 -0
  106. package/build/_modules/ai/_services/ai-llm.service-base.d.ts.map +1 -0
  107. package/build/_modules/ai/_services/ai-llm.service-base.js +12 -0
  108. package/build/_modules/ai/_services/ai-llm.service-base.js.map +1 -0
  109. package/build/_modules/ai/_services/ai-provider.service-base.d.ts +25 -0
  110. package/build/_modules/ai/_services/ai-provider.service-base.d.ts.map +1 -0
  111. package/build/_modules/ai/_services/ai-provider.service-base.js +11 -0
  112. package/build/_modules/ai/_services/ai-provider.service-base.js.map +1 -0
  113. package/build/_modules/ai/index.d.ts +7 -0
  114. package/build/_modules/ai/index.d.ts.map +1 -0
  115. package/build/_modules/ai/index.js +13 -0
  116. package/build/_modules/ai/index.js.map +1 -0
  117. package/build/_modules/discord-assistant/_collections/dias-global-settings.const.js +2 -2
  118. package/build/_modules/discord-assistant/_collections/dias-global-settings.const.js.map +1 -1
  119. package/build/_modules/discord-assistant/_collections/dias.util.d.ts +1 -1
  120. package/build/_modules/discord-assistant/_collections/dias.util.d.ts.map +1 -1
  121. package/build/_modules/discord-assistant/_collections/dias.util.js +5 -5
  122. package/build/_modules/discord-assistant/_collections/dias.util.js.map +1 -1
  123. package/build/_modules/discord-assistant/_services/dias-chunk.data-service.d.ts +9 -9
  124. package/build/_modules/discord-assistant/_services/dias-chunk.data-service.d.ts.map +1 -1
  125. package/build/_modules/discord-assistant/_services/dias-chunk.data-service.js +11 -10
  126. package/build/_modules/discord-assistant/_services/dias-chunk.data-service.js.map +1 -1
  127. package/build/_modules/discord-assistant/_services/dias-io.control-service.d.ts +2 -2
  128. package/build/_modules/discord-assistant/_services/dias-io.control-service.d.ts.map +1 -1
  129. package/build/_modules/discord-assistant/_services/dias-io.control-service.js +2 -2
  130. package/build/_modules/discord-assistant/_services/dias-io.control-service.js.map +1 -1
  131. package/build/_modules/discord-assistant/_services/dias.service-base.d.ts +2 -2
  132. package/build/_modules/discord-assistant/_services/dias.service-base.d.ts.map +1 -1
  133. package/build/_modules/discord-assistant/_services/dias.service-base.js +1 -1
  134. package/build/_modules/discord-assistant/_services/dias.service-base.js.map +1 -1
  135. package/build/_modules/discord-assistant/index.d.ts +2 -1
  136. package/build/_modules/discord-assistant/index.d.ts.map +1 -1
  137. package/build/_modules/discord-assistant/index.js +2 -1
  138. package/build/_modules/discord-assistant/index.js.map +1 -1
  139. package/build/_services/route/routing-module.service.d.ts.map +1 -1
  140. package/build/_services/route/routing-module.service.js +0 -70
  141. package/build/_services/route/routing-module.service.js.map +1 -1
  142. package/build/_services/route/routing-module.service.spec.js +1 -1
  143. package/build/_services/server/app.server.d.ts.map +1 -1
  144. package/build/_services/server/app.server.js +10 -1
  145. package/build/_services/server/app.server.js.map +1 -1
  146. package/package.json +32 -12
  147. package/src/_collections/star.controller.ts +130 -0
  148. package/src/_modules/ai/_models/ai-input-interfaces.ts +79 -0
  149. package/src/_modules/{open-ai/_collections/oai-chunking.util.ts → ai/_modules/document-ai/_collections/dai-chunking.util.ts} +139 -90
  150. package/src/_modules/ai/_modules/document-ai/_collections/dai-document.util.ts +85 -0
  151. package/src/_modules/ai/_modules/document-ai/_enums/dai-compare-result-type.enum.ts +8 -0
  152. package/src/_modules/ai/_modules/document-ai/_models/data-models/dai-doc-chunk.data-model.ts +144 -0
  153. package/src/_modules/ai/_modules/document-ai/_models/data-models/dai-doc-page.data-model.ts +136 -0
  154. package/src/_modules/ai/_modules/document-ai/_models/data-models/dai-document.data-model.ts +93 -0
  155. package/src/_modules/ai/_modules/document-ai/_models/interfaces/dai-doc-chunk-compare-result.interface.ts +18 -0
  156. package/src/_modules/ai/_modules/document-ai/_models/interfaces/dai-doc-page-compare-result.interface.ts +19 -0
  157. package/src/_modules/ai/_modules/document-ai/_models/interfaces/dai-document-compare-result.interface.ts +25 -0
  158. package/src/_modules/ai/_modules/document-ai/index.ts +28 -0
  159. package/src/_modules/{open-ai → ai/_modules/open-ai}/_collections/oai-global-settings.const.ts +2 -2
  160. package/src/_modules/ai/_modules/open-ai/_models/interfaces/oai-global-settings.interface.ts +8 -0
  161. package/src/_modules/ai/_modules/open-ai/_services/oai-doc-chunk-data.service.ts +284 -0
  162. package/src/_modules/ai/_modules/open-ai/_services/oai-doc-page.data-service.ts +508 -0
  163. package/src/_modules/ai/_modules/open-ai/_services/oai-document.data-service.ts +377 -0
  164. package/src/_modules/{open-ai → ai/_modules/open-ai}/_services/oai-embedding.control-service.ts +6 -6
  165. package/src/_modules/{open-ai → ai/_modules/open-ai}/_services/oai-llm-chat.service-base.ts +20 -19
  166. package/src/_modules/{open-ai → ai/_modules/open-ai}/_services/oai-llm.service-base.ts +24 -24
  167. package/src/_modules/{open-ai → ai/_modules/open-ai}/_services/oai-vector-data.service.ts +145 -9
  168. package/src/_modules/ai/_modules/open-ai/index.ts +72 -0
  169. package/src/_modules/ai/_services/ai-embedding.service-base.ts +41 -0
  170. package/src/_modules/ai/_services/ai-llm-chat.service-base.ts +48 -0
  171. package/src/_modules/ai/_services/ai-llm.service-base.ts +81 -0
  172. package/src/_modules/ai/_services/ai-provider.service-base.ts +28 -0
  173. package/src/_modules/ai/index.ts +11 -0
  174. package/src/_modules/discord-assistant/_collections/dias-global-settings.const.ts +2 -2
  175. package/src/_modules/discord-assistant/_collections/dias.util.ts +5 -3
  176. package/src/_modules/discord-assistant/_services/dias-chunk.data-service.ts +25 -18
  177. package/src/_modules/discord-assistant/_services/dias-io.control-service.ts +5 -3
  178. package/src/_modules/discord-assistant/_services/dias.service-base.ts +3 -3
  179. package/src/_modules/discord-assistant/index.ts +2 -1
  180. package/src/_services/route/routing-module.service.spec.ts +1 -1
  181. package/src/_services/route/routing-module.service.ts +0 -98
  182. package/src/_services/server/app.server.ts +13 -2
  183. package/src/index.ts +0 -4
  184. package/build/_modules/open-ai/_collections/oai-chunking.util.d.ts.map +0 -1
  185. package/build/_modules/open-ai/_collections/oai-chunking.util.js.map +0 -1
  186. package/build/_modules/open-ai/_collections/oai-document.util.d.ts +0 -4
  187. package/build/_modules/open-ai/_collections/oai-document.util.d.ts.map +0 -1
  188. package/build/_modules/open-ai/_collections/oai-document.util.js +0 -12
  189. package/build/_modules/open-ai/_collections/oai-document.util.js.map +0 -1
  190. package/build/_modules/open-ai/_collections/oai-global-settings.const.d.ts.map +0 -1
  191. package/build/_modules/open-ai/_collections/oai-global-settings.const.js.map +0 -1
  192. package/build/_modules/open-ai/_collections/oai-llm-predefined-requests-hu.conts.d.ts.map +0 -1
  193. package/build/_modules/open-ai/_collections/oai-llm-predefined-requests-hu.conts.js.map +0 -1
  194. package/build/_modules/open-ai/_collections/oai-llm-predefined-requests.conts.d.ts.map +0 -1
  195. package/build/_modules/open-ai/_collections/oai-llm-predefined-requests.conts.js.map +0 -1
  196. package/build/_modules/open-ai/_enums/oai-compare-result-type.enum.d.ts +0 -6
  197. package/build/_modules/open-ai/_enums/oai-compare-result-type.enum.d.ts.map +0 -1
  198. package/build/_modules/open-ai/_enums/oai-compare-result-type.enum.js +0 -10
  199. package/build/_modules/open-ai/_enums/oai-compare-result-type.enum.js.map +0 -1
  200. package/build/_modules/open-ai/_enums/oai-gpt-message-role.enum.d.ts.map +0 -1
  201. package/build/_modules/open-ai/_enums/oai-gpt-message-role.enum.js.map +0 -1
  202. package/build/_modules/open-ai/_models/interfaces/oai-chunk-compare-result.interface.d.ts +0 -7
  203. package/build/_modules/open-ai/_models/interfaces/oai-chunk-compare-result.interface.d.ts.map +0 -1
  204. package/build/_modules/open-ai/_models/interfaces/oai-chunk-compare-result.interface.js.map +0 -1
  205. package/build/_modules/open-ai/_models/interfaces/oai-document-page.interface.d.ts +0 -15
  206. package/build/_modules/open-ai/_models/interfaces/oai-document-page.interface.d.ts.map +0 -1
  207. package/build/_modules/open-ai/_models/interfaces/oai-document-page.interface.js.map +0 -1
  208. package/build/_modules/open-ai/_models/interfaces/oai-global-settings.interface.d.ts +0 -6
  209. package/build/_modules/open-ai/_models/interfaces/oai-global-settings.interface.d.ts.map +0 -1
  210. package/build/_modules/open-ai/_models/interfaces/oai-global-settings.interface.js.map +0 -1
  211. package/build/_modules/open-ai/_models/interfaces/oai-gpt-message.interface.d.ts.map +0 -1
  212. package/build/_modules/open-ai/_models/interfaces/oai-gpt-message.interface.js.map +0 -1
  213. package/build/_modules/open-ai/_models/interfaces/oai-llm-predefined-requests.interface.d.ts.map +0 -1
  214. package/build/_modules/open-ai/_models/interfaces/oai-llm-predefined-requests.interface.js.map +0 -1
  215. package/build/_modules/open-ai/_models/interfaces/oai-page-compare-result.interface.d.ts +0 -13
  216. package/build/_modules/open-ai/_models/interfaces/oai-page-compare-result.interface.d.ts.map +0 -1
  217. package/build/_modules/open-ai/_models/interfaces/oai-page-compare-result.interface.js +0 -3
  218. package/build/_modules/open-ai/_models/interfaces/oai-page-compare-result.interface.js.map +0 -1
  219. package/build/_modules/open-ai/_models/oai-doc-chunk.data-model.d.ts.map +0 -1
  220. package/build/_modules/open-ai/_models/oai-doc-chunk.data-model.js +0 -101
  221. package/build/_modules/open-ai/_models/oai-doc-chunk.data-model.js.map +0 -1
  222. package/build/_modules/open-ai/_services/oai-chunk.service-base.d.ts +0 -16
  223. package/build/_modules/open-ai/_services/oai-chunk.service-base.d.ts.map +0 -1
  224. package/build/_modules/open-ai/_services/oai-chunk.service-base.js +0 -200
  225. package/build/_modules/open-ai/_services/oai-chunk.service-base.js.map +0 -1
  226. package/build/_modules/open-ai/_services/oai-embedding.control-service.d.ts +0 -7
  227. package/build/_modules/open-ai/_services/oai-embedding.control-service.d.ts.map +0 -1
  228. package/build/_modules/open-ai/_services/oai-embedding.control-service.js.map +0 -1
  229. package/build/_modules/open-ai/_services/oai-llm-chat.service-base.d.ts.map +0 -1
  230. package/build/_modules/open-ai/_services/oai-llm-chat.service-base.js.map +0 -1
  231. package/build/_modules/open-ai/_services/oai-llm.service-base.d.ts.map +0 -1
  232. package/build/_modules/open-ai/_services/oai-llm.service-base.js.map +0 -1
  233. package/build/_modules/open-ai/_services/oai-vector-data.service.d.ts.map +0 -1
  234. package/build/_modules/open-ai/_services/oai-vector-data.service.js.map +0 -1
  235. package/build/_modules/open-ai/index.d.ts.map +0 -1
  236. package/build/_modules/open-ai/index.js.map +0 -1
  237. package/src/_modules/open-ai/_collections/oai-document.util.ts +0 -10
  238. package/src/_modules/open-ai/_enums/oai-compare-result-type.enum.ts +0 -7
  239. package/src/_modules/open-ai/_models/interfaces/oai-chunk-compare-result.interface.ts +0 -15
  240. package/src/_modules/open-ai/_models/interfaces/oai-document-page.interface.ts +0 -28
  241. package/src/_modules/open-ai/_models/interfaces/oai-global-settings.interface.ts +0 -8
  242. package/src/_modules/open-ai/_models/interfaces/oai-page-compare-result.interface.ts +0 -17
  243. package/src/_modules/open-ai/_models/oai-doc-chunk.data-model.ts +0 -115
  244. package/src/_modules/open-ai/_services/oai-chunk.service-base.ts +0 -280
  245. package/src/_modules/open-ai/index.ts +0 -55
  246. /package/build/_modules/{open-ai → ai/_modules/open-ai}/_collections/oai-global-settings.const.d.ts +0 -0
  247. /package/build/_modules/{open-ai → ai/_modules/open-ai}/_collections/oai-llm-predefined-requests-hu.conts.d.ts +0 -0
  248. /package/build/_modules/{open-ai → ai/_modules/open-ai}/_collections/oai-llm-predefined-requests-hu.conts.js +0 -0
  249. /package/build/_modules/{open-ai → ai/_modules/open-ai}/_collections/oai-llm-predefined-requests.conts.d.ts +0 -0
  250. /package/build/_modules/{open-ai → ai/_modules/open-ai}/_collections/oai-llm-predefined-requests.conts.js +0 -0
  251. /package/build/_modules/{open-ai → ai/_modules/open-ai}/_enums/oai-gpt-message-role.enum.d.ts +0 -0
  252. /package/build/_modules/{open-ai → ai/_modules/open-ai}/_enums/oai-gpt-message-role.enum.js +0 -0
  253. /package/build/_modules/{open-ai → ai/_modules/open-ai}/_models/interfaces/oai-global-settings.interface.js +0 -0
  254. /package/build/_modules/{open-ai → ai/_modules/open-ai}/_models/interfaces/oai-gpt-message.interface.d.ts +0 -0
  255. /package/build/_modules/{open-ai → ai/_modules/open-ai}/_models/interfaces/oai-gpt-message.interface.js +0 -0
  256. /package/build/_modules/{open-ai → ai/_modules/open-ai}/_models/interfaces/oai-llm-predefined-requests.interface.d.ts +0 -0
  257. /package/build/_modules/{open-ai → ai/_modules/open-ai}/_models/interfaces/oai-llm-predefined-requests.interface.js +0 -0
  258. /package/src/_modules/{open-ai → ai/_modules/open-ai}/_collections/oai-llm-predefined-requests-hu.conts.ts +0 -0
  259. /package/src/_modules/{open-ai → ai/_modules/open-ai}/_collections/oai-llm-predefined-requests.conts.ts +0 -0
  260. /package/src/_modules/{open-ai → ai/_modules/open-ai}/_enums/oai-gpt-message-role.enum.ts +0 -0
  261. /package/src/_modules/{open-ai → ai/_modules/open-ai}/_models/interfaces/oai-gpt-message.interface.ts +0 -0
  262. /package/src/_modules/{open-ai → ai/_modules/open-ai}/_models/interfaces/oai-llm-predefined-requests.interface.ts +0 -0
@@ -0,0 +1 @@
1
+ {"version":3,"file":"oai-gpt-message-role.enum.js","sourceRoot":"","sources":["../../../../../../src/_modules/ai/_modules/open-ai/_enums/oai-gpt-message-role.enum.ts"],"names":[],"mappings":";;;AAGA,IAAY,0BAwCX;AAxCD,WAAY,0BAA0B;IAEpC;;;;OAIG;IACH,+CAAiB,CAAA;IAEjB;;;OAGG;IACH,2CAAa,CAAA;IAEb;;OAEG;IACH,qDAAuB,CAAA;IAEvB;;;;;;OAMG;IACH,8BAA8B;IAE9B;;;OAGG;IACH,oBAAoB;IAEpB;;;OAGG;IACH,4BAA4B;AAC9B,CAAC,EAxCW,0BAA0B,0CAA1B,0BAA0B,QAwCrC"}
@@ -0,0 +1,6 @@
1
+ import { DyFM_OAI_CallSettings } from '@futdevpro/fsm-dynamo/ai/open-ai';
2
+ export interface DyNTS_OAI_Global_Settings {
3
+ defaultSettings: DyFM_OAI_CallSettings;
4
+ maxMessagesStringLength: number;
5
+ }
6
+ //# sourceMappingURL=oai-global-settings.interface.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"oai-global-settings.interface.d.ts","sourceRoot":"","sources":["../../../../../../../src/_modules/ai/_modules/open-ai/_models/interfaces/oai-global-settings.interface.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,qBAAqB,EAAE,MAAM,kCAAkC,CAAC;AAIzE,MAAM,WAAW,yBAAyB;IACxC,eAAe,EAAE,qBAAqB,CAAC;IACvC,uBAAuB,EAAE,MAAM,CAAC;CACjC"}
@@ -0,0 +1 @@
1
+ {"version":3,"file":"oai-global-settings.interface.js","sourceRoot":"","sources":["../../../../../../../src/_modules/ai/_modules/open-ai/_models/interfaces/oai-global-settings.interface.ts"],"names":[],"mappings":""}
@@ -0,0 +1 @@
1
+ {"version":3,"file":"oai-gpt-message.interface.d.ts","sourceRoot":"","sources":["../../../../../../../src/_modules/ai/_modules/open-ai/_models/interfaces/oai-gpt-message.interface.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,0BAA0B,EAAE,MAAM,wCAAwC,CAAC;AAEpF,MAAM,WAAW,qBAAqB;IACpC,IAAI,EAAE,0BAA0B,CAAgB;IAChD,OAAO,EAAE,MAAM,CAAC;CACjB"}
@@ -0,0 +1 @@
1
+ {"version":3,"file":"oai-gpt-message.interface.js","sourceRoot":"","sources":["../../../../../../../src/_modules/ai/_modules/open-ai/_models/interfaces/oai-gpt-message.interface.ts"],"names":[],"mappings":""}
@@ -0,0 +1 @@
1
+ {"version":3,"file":"oai-llm-predefined-requests.interface.d.ts","sourceRoot":"","sources":["../../../../../../../src/_modules/ai/_modules/open-ai/_models/interfaces/oai-llm-predefined-requests.interface.ts"],"names":[],"mappings":"AAEA,MAAM,WAAW,iCAAiC;IAChD,mBAAmB,EAAE,MAAM,CAAC;IAG5B,KAAK,EAAE;QACL;;WAEG;QACH,OAAO,EAAE,MAAM,CAAC;QAChB;;;WAGG;QACH,YAAY,EAAE,MAAM,CAAC;KACtB,CAAC;IACF;;OAEG;IACH,cAAc,EAAE,MAAM,CAAC;IACvB;;;SAGK;IACL,aAAa,EAAE,MAAM,CAAC;IACtB;;;OAGG;IACH,WAAW,EAAE,MAAM,CAAC;IACpB;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IACpB;;;OAGG;IACH,8BAA8B,EAAE,MAAM,CAAC;IACvC;;OAEG;IACH,wBAAwB,EAAE,MAAM,CAAC;IACjC;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IAEpB,YAAY,EAAE;QACZ,YAAY,EAAE,MAAM,CAAC;QACrB,iBAAiB,EAAE,MAAM,CAAC;QAC1B,oBAAoB,EAAE,MAAM,CAAC;QAC7B,oBAAoB,EAAE,MAAM,CAAC;KAC9B,CAAA;CACF"}
@@ -0,0 +1 @@
1
+ {"version":3,"file":"oai-llm-predefined-requests.interface.js","sourceRoot":"","sources":["../../../../../../../src/_modules/ai/_modules/open-ai/_models/interfaces/oai-llm-predefined-requests.interface.ts"],"names":[],"mappings":""}
@@ -0,0 +1,22 @@
1
+ import { DyFM_DataModel_Params } from '@futdevpro/fsm-dynamo';
2
+ import { DyFM_OAI_Settings } from '@futdevpro/fsm-dynamo/ai/open-ai';
3
+ import { DyNTS_OAI_VectorDataService } from './oai-vector-data.service';
4
+ import { DyNTS_DAI_DocChunk } from '../../document-ai/_models/data-models/dai-doc-chunk.data-model';
5
+ import { DyNTS_DAI_DocChunkCompareResult } from '../../document-ai/_models/interfaces/dai-doc-chunk-compare-result.interface';
6
+ import { DyNTS_DAI_DocPage } from '../../document-ai/_models/data-models/dai-doc-page.data-model';
7
+ import { DyNTS_DAI_Document } from '../../document-ai/_models/data-models/dai-document.data-model';
8
+ import { DyNTS_OAI_DocumentDataService } from './oai-document.data-service';
9
+ import { DyNTS_OAI_DocPageDataService } from './oai-doc-page.data-service';
10
+ export declare class DyNTS_OAI_DocChunkDataService<T_Chunk extends DyNTS_DAI_DocChunk = DyNTS_DAI_DocChunk, T_Page extends DyNTS_DAI_DocPage<T_Chunk> = DyNTS_DAI_DocPage<T_Chunk>, T_ExternalDocumentId = string, T_Document extends DyNTS_DAI_Document<T_Chunk, T_Page, T_ExternalDocumentId> = DyNTS_DAI_Document<T_Chunk, T_Page, T_ExternalDocumentId>> extends DyNTS_OAI_VectorDataService<T_Chunk> {
11
+ debugLog: boolean;
12
+ constructor(issuer: string, openAiSettings: DyFM_OAI_Settings, dataParams?: DyFM_DataModel_Params<T_Chunk>);
13
+ getDocumentDataService(): DyNTS_OAI_DocumentDataService<T_Chunk, T_Page, T_ExternalDocumentId, T_Document>;
14
+ getPageDataService(): DyNTS_OAI_DocPageDataService<T_Chunk, T_Page, T_ExternalDocumentId, T_Document>;
15
+ processPage(page: T_Page): Promise<DyNTS_DAI_DocChunkCompareResult<T_Chunk>[]>;
16
+ processNewPage(page: T_Page): Promise<DyNTS_DAI_DocChunkCompareResult<T_Chunk>[]>;
17
+ compareChunk(newChunk: T_Chunk, oldChunk: T_Chunk): Promise<DyNTS_DAI_DocChunkCompareResult<T_Chunk>>;
18
+ chunkPage(page: T_Page): Promise<T_Chunk[]>;
19
+ clickupWorkspaceId: string;
20
+ getPageLink(page: T_Page): string;
21
+ }
22
+ //# sourceMappingURL=oai-doc-chunk-data.service.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"oai-doc-chunk-data.service.d.ts","sourceRoot":"","sources":["../../../../../../src/_modules/ai/_modules/open-ai/_services/oai-doc-chunk-data.service.ts"],"names":[],"mappings":"AAAA,OAAO,EAAc,qBAAqB,EAA6F,MAAM,uBAAuB,CAAC;AACrK,OAAO,EAAE,iBAAiB,EAAkB,MAAM,kCAAkC,CAAC;AACrF,OAAO,EAAE,2BAA2B,EAAE,MAAM,2BAA2B,CAAC;AAExE,OAAO,EAAE,kBAAkB,EAAiC,MAAM,gEAAgE,CAAC;AACnI,OAAO,EAAE,+BAA+B,EAAE,MAAM,6EAA6E,CAAC;AAE9H,OAAO,EAAE,iBAAiB,EAAE,MAAM,+DAA+D,CAAC;AAElG,OAAO,EAAE,kBAAkB,EAAE,MAAM,+DAA+D,CAAC;AACnG,OAAO,EAAE,6BAA6B,EAAE,MAAM,6BAA6B,CAAC;AAC5E,OAAO,EAAE,4BAA4B,EAAE,MAAM,6BAA6B,CAAC;AAI3E,qBAAa,6BAA6B,CACxC,OAAO,SAAS,kBAAkB,GAAG,kBAAkB,EACvD,MAAM,SAAS,iBAAiB,CAAC,OAAO,CAAC,GAAG,iBAAiB,CAAC,OAAO,CAAC,EACtE,oBAAoB,GAAG,MAAM,EAC7B,UAAU,SAAS,kBAAkB,CAAC,OAAO,EAAE,MAAM,EAAE,oBAAoB,CAAC,GAAG,kBAAkB,CAAC,OAAO,EAAE,MAAM,EAAE,oBAAoB,CAAC,CACxI,SAAQ,2BAA2B,CAAC,OAAO,CAAC;IAEnC,QAAQ,EAAE,OAAO,CAAQ;gBAGhC,MAAM,EAAE,MAAM,EACd,cAAc,EAAE,iBAAiB,EACjC,UAAU,GAAE,qBAAqB,CAAC,OAAO,CAAmE;IAU9G,sBAAsB,IAAI,6BAA6B,CAAC,OAAO,EAAE,MAAM,EAAE,oBAAoB,EAAE,UAAU,CAAC;IAO1G,kBAAkB,IAAI,4BAA4B,CAAC,OAAO,EAAE,MAAM,EAAE,oBAAoB,EAAE,UAAU,CAAC;IAgD/F,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,+BAA+B,CAAC,OAAO,CAAC,EAAE,CAAC;IAmD9E,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,+BAA+B,CAAC,OAAO,CAAC,EAAE,CAAC;IA8BjF,YAAY,CAChB,QAAQ,EAAE,OAAO,EACjB,QAAQ,EAAE,OAAO,GAChB,OAAO,CAAC,+BAA+B,CAAC,OAAO,CAAC,CAAC;IA0D9C,SAAS,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;IAuCjD,kBAAkB,EAAE,MAAM,CAAC;IAC3B,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM;CASlC"}
@@ -0,0 +1,223 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.DyNTS_OAI_DocChunkDataService = void 0;
4
+ const fsm_dynamo_1 = require("@futdevpro/fsm-dynamo");
5
+ const oai_vector_data_service_1 = require("./oai-vector-data.service");
6
+ const dai_chunking_util_1 = require("../../document-ai/_collections/dai-chunking.util");
7
+ const dai_doc_chunk_data_model_1 = require("../../document-ai/_models/data-models/dai-doc-chunk.data-model");
8
+ const dai_compare_result_type_enum_1 = require("../../document-ai/_enums/dai-compare-result-type.enum");
9
+ const oai_document_data_service_1 = require("./oai-document.data-service");
10
+ const oai_doc_page_data_service_1 = require("./oai-doc-page.data-service");
11
+ const dai_document_util_1 = require("../../document-ai/_collections/dai-document.util");
12
+ class DyNTS_OAI_DocChunkDataService extends oai_vector_data_service_1.DyNTS_OAI_VectorDataService {
13
+ debugLog = true;
14
+ constructor(issuer, openAiSettings, dataParams = dai_doc_chunk_data_model_1.DyNTS_DAI_docChunk_dataParams) {
15
+ super(null, dataParams, openAiSettings, issuer);
16
+ }
17
+ getDocumentDataService() {
18
+ return new oai_document_data_service_1.DyNTS_OAI_DocumentDataService(this.issuer, this.openAISettings);
19
+ }
20
+ getPageDataService() {
21
+ return new oai_doc_page_data_service_1.DyNTS_OAI_DocPageDataService(this.issuer, this.openAISettings);
22
+ }
23
+ // async compareChunks(
24
+ // newChunks: T_Chunk[],
25
+ // oldChunks: T_Chunk[]
26
+ // ): Promise<DyNTS_DAI_DocChunkCompareResult<T_Chunk>[]> {
27
+ // try {
28
+ // if (this.debugLog) {
29
+ // DyFM_Log.info(`🔍 Comparing ${this.dataParams.dataName} chunks: ${newChunks.length}`);
30
+ // }
31
+ //
32
+ // if (newChunks.length === 0) {
33
+ // return [];
34
+ // }
35
+ //
36
+ // /* if (newChunks.some(chunk => !chunk.path)) {
37
+ // throw new DyFM_Error({
38
+ // ...this.getDefaultErrorSettings(
39
+ // 'compareChunks', new Error(`${this.dataParams.dataName} path is not set for some chunks`),
40
+ // ),
41
+ // errorCode: 'DCH-CSB-CCS1',
42
+ // });
43
+ // } */
44
+ //
45
+ // /* oldChunks ??= await this.findDataList({
46
+ // path: newChunks[0].path,
47
+ // } as DyFM_DBFilterSimple<T_Chunk>);
48
+ // oldChunks.sort((a, b) => a.chunkIndex - b.chunkIndex); */
49
+ //
50
+ // return await DyFM_Array.asyncForEachAllAtOnce(
51
+ // newChunks,
52
+ // async (chunk) => {
53
+ // return await this.compareChunk(chunk, oldChunks[chunk.chunkIndex]);
54
+ // }
55
+ // )
56
+ // } catch (error) {
57
+ // throw new DyFM_Error({
58
+ // ...this.getDefaultErrorSettings('compareChunks', error),
59
+ // errorCode: 'DCH-CSB-CCS0',
60
+ // });
61
+ // }
62
+ // }
63
+ async processPage(page) {
64
+ try {
65
+ const newChunks = await this.chunkPage(page);
66
+ const oldChunks = await this.findDataList({
67
+ pageId: page._id,
68
+ });
69
+ oldChunks.sort((a, b) => a.chunkIndex - b.chunkIndex);
70
+ const chunkCompareResults = [];
71
+ for (let i = 0; i < newChunks.length; i++) {
72
+ const newChunk = newChunks[i];
73
+ newChunk.documentId = page.documentId;
74
+ newChunk.pageId = page._id;
75
+ newChunk.chunkIndex = i;
76
+ const oldChunk = oldChunks[i];
77
+ if (oldChunk) {
78
+ newChunk._id = oldChunk._id;
79
+ const savedChunk = await this.saveData(newChunk, true);
80
+ const chunkCompareResult = await this.compareChunk(savedChunk, oldChunk);
81
+ chunkCompareResults.push(chunkCompareResult);
82
+ }
83
+ else {
84
+ const savedChunk = await this.saveData(newChunk, true);
85
+ chunkCompareResults.push({
86
+ result: dai_compare_result_type_enum_1.DyNTS_DAI_CompareResult_Type.new,
87
+ newChunk: savedChunk,
88
+ oldChunk: null,
89
+ });
90
+ }
91
+ }
92
+ for (let i = newChunks.length; i < oldChunks.length; i++) {
93
+ const oldChunk = oldChunks[i];
94
+ await this.deleteData(oldChunk._id);
95
+ chunkCompareResults.push({
96
+ result: dai_compare_result_type_enum_1.DyNTS_DAI_CompareResult_Type.deleted,
97
+ newChunk: null,
98
+ oldChunk: oldChunk,
99
+ });
100
+ }
101
+ return chunkCompareResults;
102
+ }
103
+ catch (error) {
104
+ throw new fsm_dynamo_1.DyFM_Error({
105
+ ...this.getDefaultErrorSettings('processPage', error),
106
+ errorCode: 'DCH-CSB-CCS0',
107
+ });
108
+ }
109
+ }
110
+ async processNewPage(page) {
111
+ try {
112
+ const chunks = await this.chunkPage(page);
113
+ const chunkCompareResults = [];
114
+ for (let i = 0; i < chunks.length; i++) {
115
+ const chunk = chunks[i];
116
+ chunk.documentId = page.documentId;
117
+ chunk.pageId = page._id;
118
+ chunk.chunkIndex = i;
119
+ const savedChunk = await this.saveData(chunk, true);
120
+ chunkCompareResults.push({
121
+ result: dai_compare_result_type_enum_1.DyNTS_DAI_CompareResult_Type.new,
122
+ newChunk: savedChunk,
123
+ oldChunk: null,
124
+ });
125
+ }
126
+ return chunkCompareResults;
127
+ }
128
+ catch (error) {
129
+ throw new fsm_dynamo_1.DyFM_Error({
130
+ ...this.getDefaultErrorSettings('processNewChunks', error),
131
+ errorCode: 'DCH-CSB-CCS0',
132
+ });
133
+ }
134
+ }
135
+ async compareChunk(newChunk, oldChunk) {
136
+ try {
137
+ if (!oldChunk) {
138
+ throw new fsm_dynamo_1.DyFM_Error({
139
+ ...this.getDefaultErrorSettings('compareChunk', new Error('oldChunk is required')),
140
+ errorCode: 'DCH-CSB-CC1',
141
+ });
142
+ }
143
+ if (this.debugLog) {
144
+ fsm_dynamo_1.DyFM_Log.info(`🔍 Comparing ${this.dataParams.dataName} chunk: ${newChunk.chunkIndex}`);
145
+ }
146
+ /* oldChunk ??= await this.findData({
147
+ path: newChunk.path,
148
+ chunkIndex: newChunk.chunkIndex,
149
+ } as DyFM_DBFilterSimple<T_Chunk>); */
150
+ /* DyFM_Log.H_info(`✅ Comparing ${this.dataParams.dataName} chunk: ${newChunk.chunkIndex}`, {
151
+ newChunk: newChunk,
152
+ oldChunk: oldChunk,
153
+ new: !oldChunk,
154
+ equal: oldChunk?.chunkParentedContent === newChunk.chunkParentedContent,
155
+ modified: oldChunk && oldChunk.chunkParentedContent !== newChunk.chunkParentedContent,
156
+ }); */
157
+ /* if (!oldChunk) {
158
+ // itt kéne vektor search-el utána keresni,
159
+ // hogy a page link-je megtalálható-e (avagy csak átnevezésre került-e)
160
+ // hogy az adott tartalom, nem-e csak átnevezésre, szétbontásra vagy összevonásra került-e
161
+ return {
162
+ result: DyNTS_DAI_CompareResult_Type.new,
163
+ newChunk: newChunk,
164
+ oldChunk: null,
165
+ };
166
+ } */
167
+ if (oldChunk.chunkContent === newChunk.chunkContent) {
168
+ return {
169
+ result: dai_compare_result_type_enum_1.DyNTS_DAI_CompareResult_Type.equal,
170
+ newChunk: newChunk,
171
+ oldChunk: oldChunk,
172
+ };
173
+ }
174
+ return {
175
+ result: dai_compare_result_type_enum_1.DyNTS_DAI_CompareResult_Type.modified,
176
+ newChunk: newChunk,
177
+ oldChunk: oldChunk,
178
+ };
179
+ }
180
+ catch (error) {
181
+ throw new fsm_dynamo_1.DyFM_Error({
182
+ ...this.getDefaultErrorSettings('compareChunk', error),
183
+ errorCode: 'DCH-CSB-CC0',
184
+ });
185
+ }
186
+ }
187
+ async chunkPage(page) {
188
+ try {
189
+ page.chunks = await dai_chunking_util_1.DyNTS_DAI_DocChunking_Util.chunkMdContent(page, (page) => this.getPageLink(page), this.issuer);
190
+ if (this.debugLog) {
191
+ fsm_dynamo_1.DyFM_Log.H_info(`Processing file: ${page.name}`, {
192
+ 'Page name': page.name,
193
+ 'Page filePath': page.filePath,
194
+ 'Page parentedPath': page.parentedPath,
195
+ 'Page content': page.content,
196
+ 'Page parentFlags': '\n' + page.allFlaggedParents.join('\n') + '\n',
197
+ chunks: page.chunks.map(chunk => {
198
+ return {
199
+ 'Chunk name': chunk.documentName,
200
+ 'Chunk path': chunk.path,
201
+ 'Chunk index': chunk.chunkIndex,
202
+ 'Chunk content': chunk.chunkContent,
203
+ 'Chunk parentFlags': '\n' + chunk.allFlaggedParents.join('\n') + '\n',
204
+ };
205
+ })
206
+ });
207
+ }
208
+ return page.chunks;
209
+ }
210
+ catch (error) {
211
+ throw new fsm_dynamo_1.DyFM_Error({
212
+ ...this.getDefaultErrorSettings('chunkDocPages', error),
213
+ errorCode: 'CCAP-CUD-CDP0',
214
+ });
215
+ }
216
+ }
217
+ clickupWorkspaceId;
218
+ getPageLink(page) {
219
+ return dai_document_util_1.DyNTS_DAI_Document_Util.getClickupPageLink(page.name, this.clickupWorkspaceId, page.documentId, page.externalPageId);
220
+ }
221
+ }
222
+ exports.DyNTS_OAI_DocChunkDataService = DyNTS_OAI_DocChunkDataService;
223
+ //# sourceMappingURL=oai-doc-chunk-data.service.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"oai-doc-chunk-data.service.js","sourceRoot":"","sources":["../../../../../../src/_modules/ai/_modules/open-ai/_services/oai-doc-chunk-data.service.ts"],"names":[],"mappings":";;;AAAA,sDAAqK;AAErK,uEAAwE;AACxE,wFAA8F;AAC9F,6GAAmI;AAEnI,wGAAqG;AAIrG,2EAA4E;AAC5E,2EAA2E;AAC3E,wFAA2F;AAG3F,MAAa,6BAKX,SAAQ,qDAAoC;IAEnC,QAAQ,GAAY,IAAI,CAAC;IAElC,YACE,MAAc,EACd,cAAiC,EACjC,aAA6C,wDAA+D;QAE5G,KAAK,CACH,IAAI,EACJ,UAAU,EACV,cAAc,EACd,MAAM,CACP,CAAC;IACJ,CAAC;IAED,sBAAsB;QACpB,OAAO,IAAI,yDAA6B,CACtC,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,cAAc,CACpB,CAAC;IACJ,CAAC;IAED,kBAAkB;QAChB,OAAO,IAAI,wDAA4B,CACrC,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,cAAc,CACpB,CAAC;IACJ,CAAC;IAEH,wBAAwB;IACxB,4BAA4B;IAC5B,0BAA0B;IAC1B,4DAA4D;IAC5D,WAAW;IACX,4BAA4B;IAC5B,gGAAgG;IAChG,SAAS;IACT,EAAE;IACF,qCAAqC;IACrC,oBAAoB;IACpB,SAAS;IACT,EAAE;IACF,sDAAsD;IACtD,gCAAgC;IAChC,4CAA4C;IAC5C,wGAAwG;IACxG,cAAc;IACd,sCAAsC;IACtC,aAAa;IACb,YAAY;IACZ,EAAE;IACF,kDAAkD;IAClD,kCAAkC;IAClC,2CAA2C;IAC3C,iEAAiE;IACjE,EAAE;IACF,sDAAsD;IACtD,oBAAoB;IACpB,4BAA4B;IAC5B,+EAA+E;IAC/E,WAAW;IACX,SAAS;IACT,uBAAuB;IACvB,8BAA8B;IAC9B,kEAAkE;IAClE,oCAAoC;IACpC,WAAW;IACX,OAAO;IACP,KAAK;IAEH,KAAK,CAAC,WAAW,CAAC,IAAY;QAC5B,IAAI,CAAC;YACH,MAAM,SAAS,GAAc,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;YAExD,MAAM,SAAS,GAAc,MAAM,IAAI,CAAC,YAAY,CAAC;gBACnD,MAAM,EAAE,IAAI,CAAC,GAAG;aACe,CAAC,CAAC;YACnC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,UAAU,CAAC,CAAC;YAEtD,MAAM,mBAAmB,GAA+C,EAAE,CAAC;YAC3E,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC1C,MAAM,QAAQ,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;gBAC9B,QAAQ,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC;gBACtC,QAAQ,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC;gBAC3B,QAAQ,CAAC,UAAU,GAAG,CAAC,CAAC;gBAExB,MAAM,QAAQ,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;gBAC9B,IAAI,QAAQ,EAAE,CAAC;oBACb,QAAQ,CAAC,GAAG,GAAG,QAAQ,CAAC,GAAG,CAAC;oBAC5B,MAAM,UAAU,GAAY,MAAM,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;oBAChE,MAAM,kBAAkB,GAA6C,MAAM,IAAI,CAAC,YAAY,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;oBACnH,mBAAmB,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;gBAC/C,CAAC;qBAAM,CAAC;oBACN,MAAM,UAAU,GAAY,MAAM,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;oBAChE,mBAAmB,CAAC,IAAI,CAAC;wBACvB,MAAM,EAAE,2DAA4B,CAAC,GAAG;wBACxC,QAAQ,EAAE,UAAU;wBACpB,QAAQ,EAAE,IAAI;qBACf,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAED,KAAK,IAAI,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACzD,MAAM,QAAQ,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;gBAC9B,MAAM,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;gBACpC,mBAAmB,CAAC,IAAI,CAAC;oBACvB,MAAM,EAAE,2DAA4B,CAAC,OAAO;oBAC5C,QAAQ,EAAE,IAAI;oBACd,QAAQ,EAAE,QAAQ;iBACnB,CAAC,CAAC;YACL,CAAC;YAED,OAAO,mBAAmB,CAAC;QAC7B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,uBAAU,CAAC;gBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,aAAa,EAAE,KAAK,CAAC;gBACrD,SAAS,EAAE,cAAc;aAC1B,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,IAAY;QAC/B,IAAI,CAAC;YACH,MAAM,MAAM,GAAc,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;YAErD,MAAM,mBAAmB,GAA+C,EAAE,CAAC;YAE3E,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACvC,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;gBACxB,KAAK,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC;gBACnC,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC;gBACxB,KAAK,CAAC,UAAU,GAAG,CAAC,CAAC;gBAErB,MAAM,UAAU,GAAY,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;gBAE7D,mBAAmB,CAAC,IAAI,CAAC;oBACvB,MAAM,EAAE,2DAA4B,CAAC,GAAG;oBACxC,QAAQ,EAAE,UAAU;oBACpB,QAAQ,EAAE,IAAI;iBACf,CAAC,CAAC;YACL,CAAC;YAED,OAAO,mBAAmB,CAAC;QAC7B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,uBAAU,CAAC;gBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,kBAAkB,EAAE,KAAK,CAAC;gBAC1D,SAAS,EAAE,cAAc;aAC1B,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,KAAK,CAAC,YAAY,CAChB,QAAiB,EACjB,QAAiB;QAEjB,IAAI,CAAC;YACH,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,MAAM,IAAI,uBAAU,CAAC;oBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,cAAc,EAAE,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;oBAClF,SAAS,EAAE,aAAa;iBACzB,CAAC,CAAC;YACL,CAAC;YAED,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAClB,qBAAQ,CAAC,IAAI,CAAC,gBAAgB,IAAI,CAAC,UAAU,CAAC,QAAQ,WAAW,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;YAC1F,CAAC;YAED;;;kDAGsC;YAEtC;;;;;;kBAMM;YAEN;;;;;;;;;gBASI;YAEJ,IAAI,QAAQ,CAAC,YAAY,KAAK,QAAQ,CAAC,YAAY,EAAE,CAAC;gBACpD,OAAO;oBACL,MAAM,EAAE,2DAA4B,CAAC,KAAK;oBAC1C,QAAQ,EAAE,QAAQ;oBAClB,QAAQ,EAAE,QAAQ;iBACnB,CAAC;YACJ,CAAC;YAED,OAAO;gBACL,MAAM,EAAE,2DAA4B,CAAC,QAAQ;gBAC7C,QAAQ,EAAE,QAAQ;gBAClB,QAAQ,EAAE,QAAQ;aACnB,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,uBAAU,CAAC;gBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,cAAc,EAAE,KAAK,CAAC;gBACtD,SAAS,EAAE,aAAa;aACzB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,IAAY;QAC1B,IAAI,CAAC;YACH,IAAI,CAAC,MAAM,GAAG,MAAM,8CAA0B,CAAC,cAAc,CAC3D,IAAI,EACJ,CAAC,IAAY,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,EACxC,IAAI,CAAC,MAAM,CACZ,CAAC;YAEF,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAClB,qBAAQ,CAAC,MAAM,CACb,oBAAoB,IAAI,CAAC,IAAI,EAAE,EAC/B;oBACE,WAAW,EAAE,IAAI,CAAC,IAAI;oBACtB,eAAe,EAAE,IAAI,CAAC,QAAQ;oBAC9B,mBAAmB,EAAE,IAAI,CAAC,YAAY;oBACtC,cAAc,EAAE,IAAI,CAAC,OAAO;oBAC5B,kBAAkB,EAAE,IAAI,GAAG,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI;oBACnE,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE;wBAC9B,OAAO;4BACL,YAAY,EAAE,KAAK,CAAC,YAAY;4BAChC,YAAY,EAAE,KAAK,CAAC,IAAI;4BACxB,aAAa,EAAE,KAAK,CAAC,UAAU;4BAC/B,eAAe,EAAE,KAAK,CAAC,YAAY;4BACnC,mBAAmB,EAAE,IAAI,GAAG,KAAK,CAAC,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI;yBACtE,CAAA;oBACH,CAAC,CAAC;iBACH,CACF,CAAC;YACJ,CAAC;YAED,OAAO,IAAI,CAAC,MAAM,CAAC;QACrB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,uBAAU,CAAC;gBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,eAAe,EAAE,KAAK,CAAC;gBACvD,SAAS,EAAE,eAAe;aAC3B,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,kBAAkB,CAAS;IAC3B,WAAW,CAAC,IAAY;QACtB,OAAO,2CAAuB,CAAC,kBAAkB,CAC/C,IAAI,CAAC,IAAI,EACT,IAAI,CAAC,kBAAkB,EACvB,IAAI,CAAC,UAAU,EACf,IAAI,CAAC,cAAc,CACpB,CAAC;IACJ,CAAC;CAEF;AA5QD,sEA4QC"}
@@ -0,0 +1,26 @@
1
+ import { DyFM_DataModel_Params } from '@futdevpro/fsm-dynamo';
2
+ import { DyFM_OAI_Settings } from '@futdevpro/fsm-dynamo/ai/open-ai';
3
+ import { DyNTS_DataService } from '../../../../../_services/base/data.service';
4
+ import { DyNTS_DAI_DocPageCompareResult } from '../../document-ai/_models/interfaces/dai-doc-page-compare-result.interface';
5
+ import { DyNTS_DAI_DocChunk } from '../../document-ai/_models/data-models/dai-doc-chunk.data-model';
6
+ import { DyNTS_DAI_DocPage } from '../../document-ai/_models/data-models/dai-doc-page.data-model';
7
+ import { DyNTS_DAI_Document } from '../../document-ai/_models/data-models/dai-document.data-model';
8
+ import { DyNTS_OAI_DocChunkDataService } from './oai-doc-chunk-data.service';
9
+ import { DyNTS_OAI_DocumentDataService } from './oai-document.data-service';
10
+ export declare class DyNTS_OAI_DocPageDataService<T_Chunk extends DyNTS_DAI_DocChunk = DyNTS_DAI_DocChunk, T_Page extends DyNTS_DAI_DocPage<T_Chunk> = DyNTS_DAI_DocPage<T_Chunk>, T_ExternalDocumentId = string, T_Document extends DyNTS_DAI_Document<T_Chunk, T_Page, T_ExternalDocumentId> = DyNTS_DAI_Document<T_Chunk, T_Page, T_ExternalDocumentId>> extends DyNTS_DataService<T_Page> {
11
+ private docChunkDataServiceOpenAiSettings;
12
+ debugLog: boolean;
13
+ absoluteDeletesOnProcess: boolean;
14
+ constructor(issuer: string, docChunkDataServiceOpenAiSettings: DyFM_OAI_Settings, data?: T_Page, dataParams?: DyFM_DataModel_Params<T_Page>);
15
+ getDocumentDataService(): DyNTS_OAI_DocumentDataService<T_Chunk, T_Page, T_ExternalDocumentId, T_Document>;
16
+ getDocChunkDataService(): DyNTS_OAI_DocChunkDataService<T_Chunk, T_Page, T_ExternalDocumentId, T_Document>;
17
+ processPages(documentId: string, pages: T_Page[]): Promise<DyNTS_DAI_DocPageCompareResult<T_Chunk, T_Page>[]>;
18
+ processPage(page: T_Page): Promise<DyNTS_DAI_DocPageCompareResult<T_Chunk, T_Page>>;
19
+ processNewPages(pages: T_Page[]): Promise<DyNTS_DAI_DocPageCompareResult<T_Chunk, T_Page>[]>;
20
+ processNewPage(page: T_Page): Promise<DyNTS_DAI_DocPageCompareResult<T_Chunk, T_Page>>;
21
+ /**
22
+ * this is a deep compare, that will update chunks if needed
23
+ * */
24
+ comparePage(newPage: T_Page, oldPage: T_Page): Promise<DyNTS_DAI_DocPageCompareResult<T_Chunk, T_Page>>;
25
+ }
26
+ //# sourceMappingURL=oai-doc-page.data-service.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"oai-doc-page.data-service.d.ts","sourceRoot":"","sources":["../../../../../../src/_modules/ai/_modules/open-ai/_services/oai-doc-page.data-service.ts"],"names":[],"mappings":"AAAA,OAAO,EAAc,qBAAqB,EAAsF,MAAM,uBAAuB,CAAC;AAC9J,OAAO,EAAE,iBAAiB,EAAE,MAAM,kCAAkC,CAAC;AAErE,OAAO,EAAE,iBAAiB,EAAE,MAAM,4CAA4C,CAAC;AAC/E,OAAO,EAAE,8BAA8B,EAAE,MAAM,4EAA4E,CAAC;AAE5H,OAAO,EAAE,kBAAkB,EAAE,MAAM,gEAAgE,CAAC;AAEpG,OAAO,EAAE,iBAAiB,EAAgC,MAAM,+DAA+D,CAAC;AAChI,OAAO,EAAE,kBAAkB,EAAiC,MAAM,+DAA+D,CAAC;AAElI,OAAO,EAAE,6BAA6B,EAAE,MAAM,8BAA8B,CAAC;AAC7E,OAAO,EAAE,6BAA6B,EAAE,MAAM,6BAA6B,CAAC;AAI5E,qBAAa,4BAA4B,CACvC,OAAO,SAAS,kBAAkB,GAAG,kBAAkB,EACvD,MAAM,SAAS,iBAAiB,CAAC,OAAO,CAAC,GAAG,iBAAiB,CAAC,OAAO,CAAC,EACtE,oBAAoB,GAAG,MAAM,EAC7B,UAAU,SAAS,kBAAkB,CAAC,OAAO,EAAE,MAAM,EAAE,oBAAoB,CAAC,GAAG,kBAAkB,CAAC,OAAO,EAAE,MAAM,EAAE,oBAAoB,CAAC,CACxI,SAAQ,iBAAiB,CAAC,MAAM,CAAC;IAO/B,OAAO,CAAC,iCAAiC;IAL3C,QAAQ,EAAE,OAAO,CAAQ;IACzB,wBAAwB,EAAE,OAAO,CAAQ;gBAGvC,MAAM,EAAE,MAAM,EACN,iCAAiC,EAAE,iBAAiB,EAC5D,IAAI,CAAC,EAAE,MAAM,EACb,UAAU,GAAE,qBAAqB,CAAC,MAAM,CAAiE;IAS3G,sBAAsB,IAAI,6BAA6B,CAAC,OAAO,EAAE,MAAM,EAAE,oBAAoB,EAAE,UAAU,CAAC;IAO1G,sBAAsB,IAAI,6BAA6B,CAAC,OAAO,EAAE,MAAM,EAAE,oBAAoB,EAAE,UAAU,CAAC;IAOpG,YAAY,CAAC,UAAU,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,8BAA8B,CAAC,OAAO,EAAE,MAAM,CAAC,EAAE,CAAC;IAqD7G,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,8BAA8B,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IAiFnF,eAAe,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,8BAA8B,CAAC,OAAO,EAAE,MAAM,CAAC,EAAE,CAAC;IAkB5F,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,8BAA8B,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IAwC5F;;SAEK;IACC,WAAW,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,8BAA8B,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;CAmQ9G"}
@@ -0,0 +1,232 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.DyNTS_OAI_DocPageDataService = void 0;
4
+ const fsm_dynamo_1 = require("@futdevpro/fsm-dynamo");
5
+ const data_service_1 = require("../../../../../_services/base/data.service");
6
+ const dai_doc_page_data_model_1 = require("../../document-ai/_models/data-models/dai-doc-page.data-model");
7
+ const oai_doc_chunk_data_service_1 = require("./oai-doc-chunk-data.service");
8
+ const oai_document_data_service_1 = require("./oai-document.data-service");
9
+ const dai_compare_result_type_enum_1 = require("../../document-ai/_enums/dai-compare-result-type.enum");
10
+ class DyNTS_OAI_DocPageDataService extends data_service_1.DyNTS_DataService {
11
+ docChunkDataServiceOpenAiSettings;
12
+ debugLog = true;
13
+ absoluteDeletesOnProcess = true;
14
+ constructor(issuer, docChunkDataServiceOpenAiSettings, data, dataParams = dai_doc_page_data_model_1.DyNTS_DAI_docPage_dataParams) {
15
+ super(data, dataParams, issuer);
16
+ this.docChunkDataServiceOpenAiSettings = docChunkDataServiceOpenAiSettings;
17
+ }
18
+ getDocumentDataService() {
19
+ return new oai_document_data_service_1.DyNTS_OAI_DocumentDataService(this.issuer, this.docChunkDataServiceOpenAiSettings);
20
+ }
21
+ getDocChunkDataService() {
22
+ return new oai_doc_chunk_data_service_1.DyNTS_OAI_DocChunkDataService(this.issuer, this.docChunkDataServiceOpenAiSettings);
23
+ }
24
+ async processPages(documentId, pages) {
25
+ try {
26
+ const compareResults = [];
27
+ for (const page of pages) {
28
+ compareResults.push(await this.processPage(page));
29
+ }
30
+ // All pages that are not in the list, and are in the database saved to the same document
31
+ const deletedPages = await this.findDataList({
32
+ documentId: documentId,
33
+ _id: {
34
+ $nin: pages.map(page => page._id),
35
+ },
36
+ });
37
+ const docChunk_DS = this.getDocChunkDataService();
38
+ for (const deletedPage of deletedPages) {
39
+ const messages = [];
40
+ const chunksToDelete = await docChunk_DS.findDataList({
41
+ documentId: documentId,
42
+ pageId: deletedPage._id,
43
+ });
44
+ for (const chunk of chunksToDelete) {
45
+ await docChunk_DS.deleteData(chunk._id, this.absoluteDeletesOnProcess);
46
+ }
47
+ messages.push(`${chunksToDelete.length} chunks deleted`);
48
+ await this.deleteData(deletedPage._id, this.absoluteDeletesOnProcess);
49
+ messages.unshift(`Page "${deletedPage.name}" deleted (chunks: ${chunksToDelete.length})`);
50
+ compareResults.push({
51
+ result: dai_compare_result_type_enum_1.DyNTS_DAI_CompareResult_Type.deleted,
52
+ newPage: null,
53
+ oldPage: deletedPage,
54
+ chunkCompareResults: [],
55
+ reports: messages,
56
+ });
57
+ }
58
+ return compareResults;
59
+ }
60
+ catch (error) {
61
+ throw new fsm_dynamo_1.DyFM_Error({
62
+ ...this.getDefaultErrorSettings('processPages', error),
63
+ errorCode: 'DCH-CSB-PP0',
64
+ });
65
+ }
66
+ }
67
+ async processPage(page) {
68
+ try {
69
+ // ugyan a logikus az lenne, ha először compare-elnénk, és csak az után mentenénk,
70
+ // de akkor nem lenne id, amit a sub-element-ekhez kellenek, ezért...
71
+ // - először kikérjük a régi adatot,
72
+ // - aztán mentünk, hogy legyen id,
73
+ // - és utána compare-eljük
74
+ let existingPage;
75
+ if (page._id) {
76
+ existingPage = await this.findData({
77
+ _id: page._id,
78
+ });
79
+ }
80
+ else {
81
+ if (!page.externalPageId) {
82
+ throw new fsm_dynamo_1.DyFM_Error({
83
+ ...this.getDefaultErrorSettings('processPage', new Error('externalPageId is required')),
84
+ errorCode: 'DCH-CSB-PP0',
85
+ });
86
+ }
87
+ existingPage = await this.findData({
88
+ documentId: page.documentId,
89
+ externalPageId: page.externalPageId,
90
+ });
91
+ }
92
+ // save the page to ensure its id
93
+ let pageDataToSave;
94
+ if (existingPage) {
95
+ pageDataToSave = existingPage;
96
+ Object.assign(pageDataToSave, page);
97
+ }
98
+ else {
99
+ pageDataToSave = {
100
+ ...page,
101
+ };
102
+ }
103
+ delete pageDataToSave.chunks;
104
+ const savedPage = await this.saveData(pageDataToSave, true);
105
+ page.chunks.forEach((chunk) => {
106
+ chunk.documentId = savedPage.documentId;
107
+ chunk.pageId = savedPage._id;
108
+ });
109
+ page._id = savedPage._id;
110
+ let pageCompareResult;
111
+ if (existingPage) {
112
+ pageCompareResult = await this.comparePage(page, existingPage);
113
+ }
114
+ else {
115
+ pageCompareResult = {
116
+ result: dai_compare_result_type_enum_1.DyNTS_DAI_CompareResult_Type.new,
117
+ newPage: page,
118
+ oldPage: null,
119
+ chunkCompareResults: [],
120
+ reports: [
121
+ `New page: ${page.name}`,
122
+ `${page.chunks.length} new chunks in ${page.name}`,
123
+ ],
124
+ };
125
+ const docChunk_DS = this.getDocChunkDataService();
126
+ const chunksCompareResults = await docChunk_DS.processNewPage(savedPage);
127
+ pageCompareResult.chunkCompareResults = chunksCompareResults;
128
+ }
129
+ return pageCompareResult;
130
+ }
131
+ catch (error) {
132
+ throw new fsm_dynamo_1.DyFM_Error({
133
+ ...this.getDefaultErrorSettings('processPage', error),
134
+ errorCode: 'DCH-CSB-PP0',
135
+ });
136
+ }
137
+ }
138
+ async processNewPages(pages) {
139
+ try {
140
+ const pageCompareResults = [];
141
+ for (const page of pages) {
142
+ const pageCompareResult = await this.processNewPage(page);
143
+ pageCompareResults.push(pageCompareResult);
144
+ }
145
+ return pageCompareResults;
146
+ }
147
+ catch (error) {
148
+ throw new fsm_dynamo_1.DyFM_Error({
149
+ ...this.getDefaultErrorSettings('processNewPages', error),
150
+ errorCode: 'DCH-CSB-PP0',
151
+ });
152
+ }
153
+ }
154
+ async processNewPage(page) {
155
+ try {
156
+ // save the page to ensure its id
157
+ const savedPage = await this.saveData(page, true);
158
+ // create chunks
159
+ const docChunk_DS = this.getDocChunkDataService();
160
+ const chunksCompareResults = await docChunk_DS.processNewPage(savedPage);
161
+ /* const chunks: T_Chunk[] = await docChunk_DS.processNewChunks(page); */
162
+ /* page.chunks.forEach((chunk: T_Chunk) => {
163
+ chunk.documentId = savedPage.documentId;
164
+ chunk.pageId = savedPage._id;
165
+ });
166
+ page._id = savedPage._id; */
167
+ const pageCompareResult = {
168
+ result: dai_compare_result_type_enum_1.DyNTS_DAI_CompareResult_Type.new,
169
+ newPage: page,
170
+ oldPage: null,
171
+ chunkCompareResults: chunksCompareResults,
172
+ reports: [
173
+ `New page: ${page.name}`,
174
+ `${page.chunks.length} new chunks in ${page.name}`,
175
+ ],
176
+ };
177
+ return pageCompareResult;
178
+ }
179
+ catch (error) {
180
+ throw new fsm_dynamo_1.DyFM_Error({
181
+ ...this.getDefaultErrorSettings('processNewPage', error),
182
+ errorCode: 'DCH-CSB-PP0',
183
+ });
184
+ }
185
+ }
186
+ /**
187
+ * this is a deep compare, that will update chunks if needed
188
+ * */
189
+ async comparePage(newPage, oldPage) {
190
+ try {
191
+ if (!oldPage) {
192
+ throw new fsm_dynamo_1.DyFM_Error({
193
+ ...this.getDefaultErrorSettings('comparePage', new Error('oldPage is required')),
194
+ errorCode: 'DCH-CSB-CP1',
195
+ });
196
+ }
197
+ if (this.debugLog) {
198
+ fsm_dynamo_1.DyFM_Log.info(`🔍 Comparing ${this.dataParams.dataName} page: ${newPage.name}`);
199
+ }
200
+ let pageCompareResult = dai_compare_result_type_enum_1.DyNTS_DAI_CompareResult_Type.equal;
201
+ const messages = [];
202
+ const chunkCompareResults = [];
203
+ if (newPage.content !== oldPage.content) {
204
+ pageCompareResult = dai_compare_result_type_enum_1.DyNTS_DAI_CompareResult_Type.modified;
205
+ messages.push(`Page content modified`);
206
+ const docChunk_DS = this.getDocChunkDataService();
207
+ const chunksCompareResults = await docChunk_DS.processPage(newPage);
208
+ chunkCompareResults.push(...chunksCompareResults);
209
+ }
210
+ if (newPage.name !== oldPage.name) {
211
+ pageCompareResult = dai_compare_result_type_enum_1.DyNTS_DAI_CompareResult_Type.modified;
212
+ messages.push(`Page name modified`);
213
+ }
214
+ const result = {
215
+ result: pageCompareResult,
216
+ newPage: newPage,
217
+ oldPage: oldPage,
218
+ chunkCompareResults: chunkCompareResults,
219
+ reports: messages,
220
+ };
221
+ return result;
222
+ }
223
+ catch (error) {
224
+ throw new fsm_dynamo_1.DyFM_Error({
225
+ ...this.getDefaultErrorSettings('comparePage', error),
226
+ errorCode: 'DCH-CSB-CP0',
227
+ });
228
+ }
229
+ }
230
+ }
231
+ exports.DyNTS_OAI_DocPageDataService = DyNTS_OAI_DocPageDataService;
232
+ //# sourceMappingURL=oai-doc-page.data-service.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"oai-doc-page.data-service.js","sourceRoot":"","sources":["../../../../../../src/_modules/ai/_modules/open-ai/_services/oai-doc-page.data-service.ts"],"names":[],"mappings":";;;AAAA,sDAA8J;AAG9J,6EAA+E;AAK/E,2GAAgI;AAGhI,6EAA6E;AAC7E,2EAA4E;AAC5E,wGAAqG;AAGrG,MAAa,4BAKX,SAAQ,gCAAyB;IAOvB;IALV,QAAQ,GAAY,IAAI,CAAC;IACzB,wBAAwB,GAAY,IAAI,CAAC;IAEzC,YACE,MAAc,EACN,iCAAoD,EAC5D,IAAa,EACb,aAA4C,sDAA6D;QAEzG,KAAK,CACH,IAAI,EACJ,UAAU,EACV,MAAM,CACP,CAAC;QARM,sCAAiC,GAAjC,iCAAiC,CAAmB;IAS9D,CAAC;IAED,sBAAsB;QACpB,OAAO,IAAI,yDAA6B,CACtC,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,iCAAiC,CACvC,CAAC;IACJ,CAAC;IAED,sBAAsB;QACpB,OAAO,IAAI,0DAA6B,CACtC,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,iCAAiC,CACvC,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,UAAkB,EAAE,KAAe;QACpD,IAAI,CAAC;YACH,MAAM,cAAc,GAAsD,EAAE,CAAC;YAE7E,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,cAAc,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC;YACpD,CAAC;YAED,yFAAyF;YACzF,MAAM,YAAY,GAAa,MAAM,IAAI,CAAC,YAAY,CAAC;gBACrD,UAAU,EAAE,UAAU;gBACtB,GAAG,EAAE;oBACH,IAAI,EAAE,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC;iBAClC;aACuB,CAAC,CAAC;YAE5B,MAAM,WAAW,GACf,IAAI,CAAC,sBAAsB,EAAE,CAAC;YAEhC,KAAK,MAAM,WAAW,IAAI,YAAY,EAAE,CAAC;gBACvC,MAAM,QAAQ,GAAa,EAAE,CAAC;gBAE9B,MAAM,cAAc,GAAc,MAAM,WAAW,CAAC,YAAY,CAAC;oBAC/D,UAAU,EAAE,UAAU;oBACtB,MAAM,EAAE,WAAW,CAAC,GAAG;iBACQ,CAAC,CAAC;gBAEnC,KAAK,MAAM,KAAK,IAAI,cAAc,EAAE,CAAC;oBACnC,MAAM,WAAW,CAAC,UAAU,CAAC,KAAK,CAAC,GAAG,EAAE,IAAI,CAAC,wBAAwB,CAAC,CAAC;gBACzE,CAAC;gBACD,QAAQ,CAAC,IAAI,CAAC,GAAG,cAAc,CAAC,MAAM,iBAAiB,CAAC,CAAC;gBAEzD,MAAM,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,GAAG,EAAE,IAAI,CAAC,wBAAwB,CAAC,CAAC;gBACtE,QAAQ,CAAC,OAAO,CAAC,SAAS,WAAW,CAAC,IAAI,sBAAsB,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC;gBAE1F,cAAc,CAAC,IAAI,CAAC;oBAClB,MAAM,EAAE,2DAA4B,CAAC,OAAO;oBAC5C,OAAO,EAAE,IAAI;oBACb,OAAO,EAAE,WAAW;oBACpB,mBAAmB,EAAE,EAAE;oBACvB,OAAO,EAAE,QAAQ;iBAClB,CAAC,CAAC;YACL,CAAC;YAED,OAAO,cAAc,CAAC;QACxB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,uBAAU,CAAC;gBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,cAAc,EAAE,KAAK,CAAC;gBACtD,SAAS,EAAE,aAAa;aACzB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,IAAY;QAC5B,IAAI,CAAC;YACH,mFAAmF;YACnF,uEAAuE;YACvE,qCAAqC;YACrC,oCAAoC;YACpC,2BAA2B;YAE3B,IAAI,YAAoB,CAAC;YACzB,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;gBACb,YAAY,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC;oBACjC,GAAG,EAAE,IAAI,CAAC,GAAG;iBACiB,CAAC,CAAC;YACpC,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC;oBACzB,MAAM,IAAI,uBAAU,CAAC;wBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,aAAa,EAAE,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;wBACvF,SAAS,EAAE,aAAa;qBACzB,CAAC,CAAC;gBACL,CAAC;gBAED,YAAY,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC;oBACjC,UAAU,EAAE,IAAI,CAAC,UAAU;oBAC3B,cAAc,EAAE,IAAI,CAAC,cAAc;iBACL,CAAC,CAAC;YACpC,CAAC;YAED,iCAAiC;YACjC,IAAI,cAAsB,CAAC;YAC3B,IAAI,YAAY,EAAE,CAAC;gBACjB,cAAc,GAAG,YAAY,CAAC;gBAC9B,MAAM,CAAC,MAAM,CAAC,cAAc,EAAE,IAAI,CAAC,CAAC;YACtC,CAAC;iBAAM,CAAC;gBACN,cAAc,GAAG;oBACf,GAAG,IAAI;iBACR,CAAC;YACJ,CAAC;YACD,OAAO,cAAc,CAAC,MAAM,CAAC;YAE7B,MAAM,SAAS,GAAW,MAAM,IAAI,CAAC,QAAQ,CAAC,cAAc,EAAE,IAAI,CAAC,CAAC;YAEpE,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,KAAc,EAAE,EAAE;gBACrC,KAAK,CAAC,UAAU,GAAG,SAAS,CAAC,UAAU,CAAC;gBACxC,KAAK,CAAC,MAAM,GAAG,SAAS,CAAC,GAAG,CAAC;YAC/B,CAAC,CAAC,CAAC;YACH,IAAI,CAAC,GAAG,GAAG,SAAS,CAAC,GAAG,CAAC;YAEzB,IAAI,iBAAkE,CAAC;YACvE,IAAI,YAAY,EAAE,CAAC;gBACjB,iBAAiB,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;YACjE,CAAC;iBAAM,CAAC;gBACN,iBAAiB,GAAG;oBAClB,MAAM,EAAE,2DAA4B,CAAC,GAAG;oBACxC,OAAO,EAAE,IAAI;oBACb,OAAO,EAAE,IAAI;oBACb,mBAAmB,EAAE,EAAE;oBACvB,OAAO,EAAE;wBACP,aAAa,IAAI,CAAC,IAAI,EAAE;wBACxB,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,kBAAkB,IAAI,CAAC,IAAI,EAAE;qBACnD;iBACF,CAAC;gBAEF,MAAM,WAAW,GACf,IAAI,CAAC,sBAAsB,EAAE,CAAC;gBAEhC,MAAM,oBAAoB,GAA+C,MAAM,WAAW,CAAC,cAAc,CACvG,SAAS,CACV,CAAC;gBAEF,iBAAiB,CAAC,mBAAmB,GAAG,oBAAoB,CAAC;YAC/D,CAAC;YAED,OAAO,iBAAiB,CAAC;QAC3B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,uBAAU,CAAC;gBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,aAAa,EAAE,KAAK,CAAC;gBACrD,SAAS,EAAE,aAAa;aACzB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,KAAe;QACnC,IAAI,CAAC;YACH,MAAM,kBAAkB,GAAsD,EAAE,CAAC;YAEjF,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,MAAM,iBAAiB,GAAoD,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;gBAC3G,kBAAkB,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;YAC7C,CAAC;YAED,OAAO,kBAAkB,CAAC;QAC5B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,uBAAU,CAAC;gBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,iBAAiB,EAAE,KAAK,CAAC;gBACzD,SAAS,EAAE,aAAa;aACzB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,IAAY;QAC/B,IAAI,CAAC;YACH,iCAAiC;YACjC,MAAM,SAAS,GAAW,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;YAE1D,gBAAgB;YAChB,MAAM,WAAW,GACf,IAAI,CAAC,sBAAsB,EAAE,CAAC;YAEhC,MAAM,oBAAoB,GAA+C,MAAM,WAAW,CAAC,cAAc,CACvG,SAAS,CACV,CAAC;YACF,yEAAyE;YAEzE;;;;wCAI4B;YAE5B,MAAM,iBAAiB,GAAoD;gBACzE,MAAM,EAAE,2DAA4B,CAAC,GAAG;gBACxC,OAAO,EAAE,IAAI;gBACb,OAAO,EAAE,IAAI;gBACb,mBAAmB,EAAE,oBAAoB;gBACzC,OAAO,EAAE;oBACP,aAAa,IAAI,CAAC,IAAI,EAAE;oBACxB,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,kBAAkB,IAAI,CAAC,IAAI,EAAE;iBACnD;aACF,CAAC;YAEF,OAAO,iBAAiB,CAAC;QAC3B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,uBAAU,CAAC;gBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,gBAAgB,EAAE,KAAK,CAAC;gBACxD,SAAS,EAAE,aAAa;aACzB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED;;SAEK;IACL,KAAK,CAAC,WAAW,CAAC,OAAe,EAAE,OAAe;QAChD,IAAI,CAAC;YACH,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,MAAM,IAAI,uBAAU,CAAC;oBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,aAAa,EAAE,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;oBAChF,SAAS,EAAE,aAAa;iBACzB,CAAC,CAAC;YACL,CAAC;YAED,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAClB,qBAAQ,CAAC,IAAI,CAAC,gBAAgB,IAAI,CAAC,UAAU,CAAC,QAAQ,UAAU,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;YAClF,CAAC;YAED,IAAI,iBAAiB,GAAiC,2DAA4B,CAAC,KAAK,CAAC;YACzF,MAAM,QAAQ,GAAa,EAAE,CAAC;YAC9B,MAAM,mBAAmB,GAA+C,EAAE,CAAC;YAE3E,IAAI,OAAO,CAAC,OAAO,KAAK,OAAO,CAAC,OAAO,EAAE,CAAC;gBACxC,iBAAiB,GAAG,2DAA4B,CAAC,QAAQ,CAAC;gBAC1D,QAAQ,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;gBAEvC,MAAM,WAAW,GACf,IAAI,CAAC,sBAAsB,EAAE,CAAC;gBAEhC,MAAM,oBAAoB,GAA+C,MAAM,WAAW,CAAC,WAAW,CACpG,OAAO,CACR,CAAC;gBAEF,mBAAmB,CAAC,IAAI,CAAC,GAAG,oBAAoB,CAAC,CAAC;YACpD,CAAC;YAED,IAAI,OAAO,CAAC,IAAI,KAAK,OAAO,CAAC,IAAI,EAAE,CAAC;gBAClC,iBAAiB,GAAG,2DAA4B,CAAC,QAAQ,CAAC;gBAC1D,QAAQ,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;YACtC,CAAC;YAED,MAAM,MAAM,GAAoD;gBAC9D,MAAM,EAAE,iBAAiB;gBACzB,OAAO,EAAE,OAAO;gBAChB,OAAO,EAAE,OAAO;gBAChB,mBAAmB,EAAE,mBAAmB;gBACxC,OAAO,EAAE,QAAQ;aAClB,CAAC;YAGF,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,uBAAU,CAAC;gBACnB,GAAG,IAAI,CAAC,uBAAuB,CAAC,aAAa,EAAE,KAAK,CAAC;gBACrD,SAAS,EAAE,aAAa;aACzB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;CA+MF;AA3eD,oEA2eC"}
@@ -0,0 +1,23 @@
1
+ import { DyFM_DataModel_Params } from '@futdevpro/fsm-dynamo';
2
+ import { DyNTS_DataService } from '../../../../../_services/base/data.service';
3
+ import { DyNTS_DAI_DocChunk } from '../../document-ai/_models/data-models/dai-doc-chunk.data-model';
4
+ import { DyNTS_DAI_DocPage } from '../../document-ai/_models/data-models/dai-doc-page.data-model';
5
+ import { DyNTS_DAI_Document } from '../../document-ai/_models/data-models/dai-document.data-model';
6
+ import { DyNTS_OAI_DocChunkDataService } from './oai-doc-chunk-data.service';
7
+ import { DyNTS_OAI_DocPageDataService } from './oai-doc-page.data-service';
8
+ import { DyFM_OAI_Settings } from '@futdevpro/fsm-dynamo/ai/open-ai';
9
+ import { DyNTS_DAI_DocumentCompareResult } from '../../document-ai/_models/interfaces/dai-document-compare-result.interface';
10
+ export declare class DyNTS_OAI_DocumentDataService<T_Chunk extends DyNTS_DAI_DocChunk = DyNTS_DAI_DocChunk, T_Page extends DyNTS_DAI_DocPage<T_Chunk> = DyNTS_DAI_DocPage<T_Chunk>, T_ExternalDocumentId = string, T_ExternalMetadata = any, T_Document extends DyNTS_DAI_Document<T_Chunk, T_Page, T_ExternalDocumentId, T_ExternalMetadata> = DyNTS_DAI_Document<T_Chunk, T_Page, T_ExternalDocumentId, T_ExternalMetadata>> extends DyNTS_DataService<T_Document> {
11
+ private docChunkDataServiceOpenAiSettings;
12
+ debugLog: boolean;
13
+ absoluteDeletesOnProcess: boolean;
14
+ constructor(issuer: string, docChunkDataServiceOpenAiSettings: DyFM_OAI_Settings, data?: T_Document, dataParams?: DyFM_DataModel_Params<T_Document>);
15
+ getDocPageDataService(): DyNTS_OAI_DocPageDataService<T_Chunk, T_Page, T_ExternalDocumentId, T_Document>;
16
+ getDocChunkDataService(): DyNTS_OAI_DocChunkDataService<T_Chunk, T_Page, T_ExternalDocumentId, T_Document>;
17
+ processDocuments(documents: T_Document[]): Promise<DyNTS_DAI_DocumentCompareResult<T_Chunk, T_Page, T_ExternalDocumentId, T_ExternalMetadata, T_Document>[]>;
18
+ processDocument(document: T_Document): Promise<DyNTS_DAI_DocumentCompareResult<T_Chunk, T_Page, T_ExternalDocumentId, T_ExternalMetadata, T_Document>>;
19
+ compareDocument_deep(newDocument: T_Document, oldDocument: T_Document): Promise<DyNTS_DAI_DocumentCompareResult<T_Chunk, T_Page, T_ExternalDocumentId, T_ExternalMetadata, T_Document>>;
20
+ compareDocument_flat(newDocument: T_Document, oldDocument: T_Document): Promise<DyNTS_DAI_DocumentCompareResult<T_Chunk, T_Page, T_ExternalDocumentId, T_ExternalMetadata, T_Document>>;
21
+ reportDocumentProcessResult(documentCompareResult: DyNTS_DAI_DocumentCompareResult<T_Chunk, T_Page, T_ExternalDocumentId, T_ExternalMetadata, T_Document>): Promise<void>;
22
+ }
23
+ //# sourceMappingURL=oai-document.data-service.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"oai-document.data-service.d.ts","sourceRoot":"","sources":["../../../../../../src/_modules/ai/_modules/open-ai/_services/oai-document.data-service.ts"],"names":[],"mappings":"AAAA,OAAO,EAAc,qBAAqB,EAAsF,MAAM,uBAAuB,CAAC;AAC9J,OAAO,EAAE,iBAAiB,EAAE,MAAM,4CAA4C,CAAC;AAC/E,OAAO,EAAE,kBAAkB,EAAE,MAAM,gEAAgE,CAAC;AACpG,OAAO,EAAE,iBAAiB,EAAE,MAAM,+DAA+D,CAAC;AAClG,OAAO,EAAE,kBAAkB,EAAiC,MAAM,+DAA+D,CAAC;AAClI,OAAO,EAAE,6BAA6B,EAAE,MAAM,8BAA8B,CAAC;AAC7E,OAAO,EAAE,4BAA4B,EAAE,MAAM,6BAA6B,CAAC;AAC3E,OAAO,EAAE,iBAAiB,EAAE,MAAM,kCAAkC,CAAC;AACrE,OAAO,EAAE,+BAA+B,EAAE,MAAM,4EAA4E,CAAC;AAK7H,qBAAa,6BAA6B,CACxC,OAAO,SAAS,kBAAkB,GAAG,kBAAkB,EACvD,MAAM,SAAS,iBAAiB,CAAC,OAAO,CAAC,GAAG,iBAAiB,CAAC,OAAO,CAAC,EACtE,oBAAoB,GAAG,MAAM,EAC7B,kBAAkB,GAAG,GAAG,EACxB,UAAU,SAAS,kBAAkB,CAAC,OAAO,EAAE,MAAM,EAAE,oBAAoB,EAAE,kBAAkB,CAAC,GAAG,kBAAkB,CAAC,OAAO,EAAE,MAAM,EAAE,oBAAoB,EAAE,kBAAkB,CAAC,CAChL,SAAQ,iBAAiB,CAAC,UAAU,CAAC;IAOnC,OAAO,CAAC,iCAAiC;IAL3C,QAAQ,EAAE,OAAO,CAAQ;IACzB,wBAAwB,EAAE,OAAO,CAAQ;gBAGvC,MAAM,EAAE,MAAM,EACN,iCAAiC,EAAE,iBAAiB,EAC5D,IAAI,CAAC,EAAE,UAAU,EACjB,UAAU,GAAE,qBAAqB,CAAC,UAAU,CAAsE;IASpH,qBAAqB,IAAI,4BAA4B,CAAC,OAAO,EAAE,MAAM,EAAE,oBAAoB,EAAE,UAAU,CAAC;IAOxG,sBAAsB,IAAI,6BAA6B,CAAC,OAAO,EAAE,MAAM,EAAE,oBAAoB,EAAE,UAAU,CAAC;IAOpG,gBAAgB,CAAC,SAAS,EAAE,UAAU,EAAE,GAAG,OAAO,CACtD,+BAA+B,CAAC,OAAO,EAAE,MAAM,EAAE,oBAAoB,EAAE,kBAAkB,EAAE,UAAU,CAAC,EAAE,CACzG;IAkEK,eAAe,CAAC,QAAQ,EAAE,UAAU,GAAG,OAAO,CAClD,+BAA+B,CAAC,OAAO,EAAE,MAAM,EAAE,oBAAoB,EAAE,kBAAkB,EAAE,UAAU,CAAC,CACvG;IA+EK,oBAAoB,CAAC,WAAW,EAAE,UAAU,EAAE,WAAW,EAAE,UAAU,GAAG,OAAO,CACnF,+BAA+B,CAAC,OAAO,EAAE,MAAM,EAAE,oBAAoB,EAAE,kBAAkB,EAAE,UAAU,CAAC,CACvG;IAkGK,oBAAoB,CAAC,WAAW,EAAE,UAAU,EAAE,WAAW,EAAE,UAAU,GAAG,OAAO,CACnF,+BAA+B,CAAC,OAAO,EAAE,MAAM,EAAE,oBAAoB,EAAE,kBAAkB,EAAE,UAAU,CAAC,CACvG;IAyCK,2BAA2B,CAC/B,qBAAqB,EAAE,+BAA+B,CAAC,OAAO,EAAE,MAAM,EAAE,oBAAoB,EAAE,kBAAkB,EAAE,UAAU,CAAC,GAC5H,OAAO,CAAC,IAAI,CAAC;CA+BjB"}