@rbalchii/anchor-engine 4.7.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (539) hide show
  1. package/LICENSE +609 -0
  2. package/README.md +317 -0
  3. package/anchor.bat +5 -0
  4. package/docs/API.md +314 -0
  5. package/docs/DEPLOYMENT.md +448 -0
  6. package/docs/INDEX.md +226 -0
  7. package/docs/STAR_Whitepaper_Executive.md +216 -0
  8. package/docs/TROUBLESHOOTING.md +535 -0
  9. package/docs/archive/GIT_BACKUP_VERIFICATION.md +297 -0
  10. package/docs/archive/adoption-guide.md +264 -0
  11. package/docs/archive/adoption-preparation.md +179 -0
  12. package/docs/archive/agent-harness-integration.md +227 -0
  13. package/docs/archive/api-reference.md +106 -0
  14. package/docs/archive/api_flows_diagram.md +118 -0
  15. package/docs/archive/architecture.md +410 -0
  16. package/docs/archive/architecture_diagram.md +174 -0
  17. package/docs/archive/broader-adoption-preparation.md +175 -0
  18. package/docs/archive/browser-paradigm-architecture.md +163 -0
  19. package/docs/archive/chat-integration.md +124 -0
  20. package/docs/archive/community-adoption-materials.md +103 -0
  21. package/docs/archive/community-adoption.md +147 -0
  22. package/docs/archive/comparison-with-siloed-solutions.md +192 -0
  23. package/docs/archive/comprehensive-docs.md +156 -0
  24. package/docs/archive/data_flow_diagram.md +251 -0
  25. package/docs/archive/enhancement-implementation-summary.md +146 -0
  26. package/docs/archive/evolution-summary.md +141 -0
  27. package/docs/archive/ingestion_pipeline_diagram.md +198 -0
  28. package/docs/archive/native-module-profiling-results.md +135 -0
  29. package/docs/archive/positioning-document.md +158 -0
  30. package/docs/archive/positioning.md +175 -0
  31. package/docs/archive/query-builder-documentation.md +218 -0
  32. package/docs/archive/quick-reference.md +40 -0
  33. package/docs/archive/quickstart.md +63 -0
  34. package/docs/archive/relationship-narrative-discovery.md +141 -0
  35. package/docs/archive/search-logic-improvement-plan.md +336 -0
  36. package/docs/archive/search_architecture_diagram.md +212 -0
  37. package/docs/archive/semantic-architecture-guide.md +97 -0
  38. package/docs/archive/sequence-diagrams.md +128 -0
  39. package/docs/archive/system_components_diagram.md +296 -0
  40. package/docs/archive/test-framework-integration.md +109 -0
  41. package/docs/archive/testing-framework-documentation.md +397 -0
  42. package/docs/archive/testing-framework-summary.md +121 -0
  43. package/docs/archive/testing-framework.md +377 -0
  44. package/docs/archive/ui-architecture.md +75 -0
  45. package/docs/arxiv/BIBLIOGRAPHY.bib +145 -0
  46. package/docs/arxiv/RELATED_WORK.tex +39 -0
  47. package/docs/arxiv/compile.bat +48 -0
  48. package/docs/arxiv/joss_response.md +33 -0
  49. package/docs/arxiv/prepare-submission.bat +46 -0
  50. package/docs/arxiv/review.md +128 -0
  51. package/docs/arxiv/star-whitepaper.tex +657 -0
  52. package/docs/code-patterns.md +289 -0
  53. package/docs/whitepaper.md +445 -0
  54. package/engine/dist/agent/runtime.d.ts +41 -0
  55. package/engine/dist/agent/runtime.d.ts.map +1 -0
  56. package/engine/dist/agent/runtime.js +73 -0
  57. package/engine/dist/agent/runtime.js.map +1 -0
  58. package/engine/dist/commands/audit-tags.d.ts +14 -0
  59. package/engine/dist/commands/audit-tags.d.ts.map +1 -0
  60. package/engine/dist/commands/audit-tags.js +180 -0
  61. package/engine/dist/commands/audit-tags.js.map +1 -0
  62. package/engine/dist/commands/distill.d.ts +19 -0
  63. package/engine/dist/commands/distill.d.ts.map +1 -0
  64. package/engine/dist/commands/distill.js +114 -0
  65. package/engine/dist/commands/distill.js.map +1 -0
  66. package/engine/dist/commands/generate-synonyms.d.ts +14 -0
  67. package/engine/dist/commands/generate-synonyms.d.ts.map +1 -0
  68. package/engine/dist/commands/generate-synonyms.js +91 -0
  69. package/engine/dist/commands/generate-synonyms.js.map +1 -0
  70. package/engine/dist/config/index.d.ts +115 -0
  71. package/engine/dist/config/index.d.ts.map +1 -0
  72. package/engine/dist/config/index.js +326 -0
  73. package/engine/dist/config/index.js.map +1 -0
  74. package/engine/dist/config/max-recall-config.d.ts +102 -0
  75. package/engine/dist/config/max-recall-config.d.ts.map +1 -0
  76. package/engine/dist/config/max-recall-config.js +102 -0
  77. package/engine/dist/config/max-recall-config.js.map +1 -0
  78. package/engine/dist/config/paths.d.ts +40 -0
  79. package/engine/dist/config/paths.d.ts.map +1 -0
  80. package/engine/dist/config/paths.js +49 -0
  81. package/engine/dist/config/paths.js.map +1 -0
  82. package/engine/dist/core/batch.d.ts +19 -0
  83. package/engine/dist/core/batch.d.ts.map +1 -0
  84. package/engine/dist/core/batch.js +37 -0
  85. package/engine/dist/core/batch.js.map +1 -0
  86. package/engine/dist/core/db.d.ts +58 -0
  87. package/engine/dist/core/db.d.ts.map +1 -0
  88. package/engine/dist/core/db.js +563 -0
  89. package/engine/dist/core/db.js.map +1 -0
  90. package/engine/dist/core/inference/ChatWorker.d.ts +2 -0
  91. package/engine/dist/core/inference/ChatWorker.d.ts.map +1 -0
  92. package/engine/dist/core/inference/ChatWorker.js +28 -0
  93. package/engine/dist/core/inference/ChatWorker.js.map +1 -0
  94. package/engine/dist/core/inference/context_manager.d.ts +49 -0
  95. package/engine/dist/core/inference/context_manager.d.ts.map +1 -0
  96. package/engine/dist/core/inference/context_manager.js +199 -0
  97. package/engine/dist/core/inference/context_manager.js.map +1 -0
  98. package/engine/dist/core/inference/llamaLoaderWorker.d.ts +2 -0
  99. package/engine/dist/core/inference/llamaLoaderWorker.d.ts.map +1 -0
  100. package/engine/dist/core/inference/llamaLoaderWorker.js +23 -0
  101. package/engine/dist/core/inference/llamaLoaderWorker.js.map +1 -0
  102. package/engine/dist/core/vector.d.ts +40 -0
  103. package/engine/dist/core/vector.d.ts.map +1 -0
  104. package/engine/dist/core/vector.js +167 -0
  105. package/engine/dist/core/vector.js.map +1 -0
  106. package/engine/dist/index.d.ts +4 -0
  107. package/engine/dist/index.d.ts.map +1 -0
  108. package/engine/dist/index.js +400 -0
  109. package/engine/dist/index.js.map +1 -0
  110. package/engine/dist/middleware/auth.d.ts +14 -0
  111. package/engine/dist/middleware/auth.d.ts.map +1 -0
  112. package/engine/dist/middleware/auth.js +44 -0
  113. package/engine/dist/middleware/auth.js.map +1 -0
  114. package/engine/dist/middleware/request-tracing.d.ts +29 -0
  115. package/engine/dist/middleware/request-tracing.d.ts.map +1 -0
  116. package/engine/dist/middleware/request-tracing.js +115 -0
  117. package/engine/dist/middleware/request-tracing.js.map +1 -0
  118. package/engine/dist/middleware/validate.d.ts +30 -0
  119. package/engine/dist/middleware/validate.d.ts.map +1 -0
  120. package/engine/dist/middleware/validate.js +117 -0
  121. package/engine/dist/middleware/validate.js.map +1 -0
  122. package/engine/dist/native/index.d.ts +106 -0
  123. package/engine/dist/native/index.d.ts.map +1 -0
  124. package/engine/dist/native/index.js +230 -0
  125. package/engine/dist/native/index.js.map +1 -0
  126. package/engine/dist/native/types.d.ts +45 -0
  127. package/engine/dist/native/types.d.ts.map +1 -0
  128. package/engine/dist/native/types.js +6 -0
  129. package/engine/dist/native/types.js.map +1 -0
  130. package/engine/dist/profiling/atomization-profiling.d.ts +8 -0
  131. package/engine/dist/profiling/atomization-profiling.d.ts.map +1 -0
  132. package/engine/dist/profiling/atomization-profiling.js +108 -0
  133. package/engine/dist/profiling/atomization-profiling.js.map +1 -0
  134. package/engine/dist/profiling/bottleneck-identification.d.ts +8 -0
  135. package/engine/dist/profiling/bottleneck-identification.d.ts.map +1 -0
  136. package/engine/dist/profiling/bottleneck-identification.js +249 -0
  137. package/engine/dist/profiling/bottleneck-identification.js.map +1 -0
  138. package/engine/dist/profiling/content-sanitization-profiling.d.ts +12 -0
  139. package/engine/dist/profiling/content-sanitization-profiling.d.ts.map +1 -0
  140. package/engine/dist/profiling/content-sanitization-profiling.js +266 -0
  141. package/engine/dist/profiling/content-sanitization-profiling.js.map +1 -0
  142. package/engine/dist/profiling/simhash-profiling.d.ts +11 -0
  143. package/engine/dist/profiling/simhash-profiling.d.ts.map +1 -0
  144. package/engine/dist/profiling/simhash-profiling.js +168 -0
  145. package/engine/dist/profiling/simhash-profiling.js.map +1 -0
  146. package/engine/dist/routes/api.d.ts +9 -0
  147. package/engine/dist/routes/api.d.ts.map +1 -0
  148. package/engine/dist/routes/api.js +37 -0
  149. package/engine/dist/routes/api.js.map +1 -0
  150. package/engine/dist/routes/enhanced-api.d.ts +9 -0
  151. package/engine/dist/routes/enhanced-api.d.ts.map +1 -0
  152. package/engine/dist/routes/enhanced-api.js +139 -0
  153. package/engine/dist/routes/enhanced-api.js.map +1 -0
  154. package/engine/dist/routes/health.d.ts +8 -0
  155. package/engine/dist/routes/health.d.ts.map +1 -0
  156. package/engine/dist/routes/health.js +89 -0
  157. package/engine/dist/routes/health.js.map +1 -0
  158. package/engine/dist/routes/monitoring.d.ts +8 -0
  159. package/engine/dist/routes/monitoring.d.ts.map +1 -0
  160. package/engine/dist/routes/monitoring.js +509 -0
  161. package/engine/dist/routes/monitoring.js.map +1 -0
  162. package/engine/dist/routes/v1/admin.d.ts +3 -0
  163. package/engine/dist/routes/v1/admin.d.ts.map +1 -0
  164. package/engine/dist/routes/v1/admin.js +261 -0
  165. package/engine/dist/routes/v1/admin.js.map +1 -0
  166. package/engine/dist/routes/v1/atoms.d.ts +3 -0
  167. package/engine/dist/routes/v1/atoms.d.ts.map +1 -0
  168. package/engine/dist/routes/v1/atoms.js +172 -0
  169. package/engine/dist/routes/v1/atoms.js.map +1 -0
  170. package/engine/dist/routes/v1/backup.d.ts +3 -0
  171. package/engine/dist/routes/v1/backup.d.ts.map +1 -0
  172. package/engine/dist/routes/v1/backup.js +100 -0
  173. package/engine/dist/routes/v1/backup.js.map +1 -0
  174. package/engine/dist/routes/v1/git.d.ts +3 -0
  175. package/engine/dist/routes/v1/git.d.ts.map +1 -0
  176. package/engine/dist/routes/v1/git.js +316 -0
  177. package/engine/dist/routes/v1/git.js.map +1 -0
  178. package/engine/dist/routes/v1/ingest.d.ts +3 -0
  179. package/engine/dist/routes/v1/ingest.d.ts.map +1 -0
  180. package/engine/dist/routes/v1/ingest.js +66 -0
  181. package/engine/dist/routes/v1/ingest.js.map +1 -0
  182. package/engine/dist/routes/v1/memory.d.ts +14 -0
  183. package/engine/dist/routes/v1/memory.d.ts.map +1 -0
  184. package/engine/dist/routes/v1/memory.js +87 -0
  185. package/engine/dist/routes/v1/memory.js.map +1 -0
  186. package/engine/dist/routes/v1/research.d.ts +3 -0
  187. package/engine/dist/routes/v1/research.d.ts.map +1 -0
  188. package/engine/dist/routes/v1/research.js +109 -0
  189. package/engine/dist/routes/v1/research.js.map +1 -0
  190. package/engine/dist/routes/v1/search.d.ts +3 -0
  191. package/engine/dist/routes/v1/search.d.ts.map +1 -0
  192. package/engine/dist/routes/v1/search.js +180 -0
  193. package/engine/dist/routes/v1/search.js.map +1 -0
  194. package/engine/dist/routes/v1/settings.d.ts +8 -0
  195. package/engine/dist/routes/v1/settings.d.ts.map +1 -0
  196. package/engine/dist/routes/v1/settings.js +211 -0
  197. package/engine/dist/routes/v1/settings.js.map +1 -0
  198. package/engine/dist/routes/v1/system.d.ts +3 -0
  199. package/engine/dist/routes/v1/system.d.ts.map +1 -0
  200. package/engine/dist/routes/v1/system.js +326 -0
  201. package/engine/dist/routes/v1/system.js.map +1 -0
  202. package/engine/dist/routes/v1/tags.d.ts +3 -0
  203. package/engine/dist/routes/v1/tags.d.ts.map +1 -0
  204. package/engine/dist/routes/v1/tags.js +102 -0
  205. package/engine/dist/routes/v1/tags.js.map +1 -0
  206. package/engine/dist/server-8080.d.ts +2 -0
  207. package/engine/dist/server-8080.d.ts.map +1 -0
  208. package/engine/dist/server-8080.js +74 -0
  209. package/engine/dist/server-8080.js.map +1 -0
  210. package/engine/dist/services/backup/backup-restore.d.ts +37 -0
  211. package/engine/dist/services/backup/backup-restore.d.ts.map +1 -0
  212. package/engine/dist/services/backup/backup-restore.js +385 -0
  213. package/engine/dist/services/backup/backup-restore.js.map +1 -0
  214. package/engine/dist/services/backup/backup.d.ts +14 -0
  215. package/engine/dist/services/backup/backup.d.ts.map +1 -0
  216. package/engine/dist/services/backup/backup.js +442 -0
  217. package/engine/dist/services/backup/backup.js.map +1 -0
  218. package/engine/dist/services/distillation/radial-distiller-v2.d.ts +127 -0
  219. package/engine/dist/services/distillation/radial-distiller-v2.d.ts.map +1 -0
  220. package/engine/dist/services/distillation/radial-distiller-v2.js +503 -0
  221. package/engine/dist/services/distillation/radial-distiller-v2.js.map +1 -0
  222. package/engine/dist/services/distillation/radial-distiller.d.ts +63 -0
  223. package/engine/dist/services/distillation/radial-distiller.d.ts.map +1 -0
  224. package/engine/dist/services/distillation/radial-distiller.js +394 -0
  225. package/engine/dist/services/distillation/radial-distiller.js.map +1 -0
  226. package/engine/dist/services/health-check-enhanced.d.ts +89 -0
  227. package/engine/dist/services/health-check-enhanced.d.ts.map +1 -0
  228. package/engine/dist/services/health-check-enhanced.js +417 -0
  229. package/engine/dist/services/health-check-enhanced.js.map +1 -0
  230. package/engine/dist/services/idle-manager.d.ts +56 -0
  231. package/engine/dist/services/idle-manager.d.ts.map +1 -0
  232. package/engine/dist/services/idle-manager.js +210 -0
  233. package/engine/dist/services/idle-manager.js.map +1 -0
  234. package/engine/dist/services/inference/inference-service.d.ts +27 -0
  235. package/engine/dist/services/inference/inference-service.d.ts.map +1 -0
  236. package/engine/dist/services/inference/inference-service.js +89 -0
  237. package/engine/dist/services/inference/inference-service.js.map +1 -0
  238. package/engine/dist/services/inference/inference.d.ts +59 -0
  239. package/engine/dist/services/inference/inference.d.ts.map +1 -0
  240. package/engine/dist/services/inference/inference.js +131 -0
  241. package/engine/dist/services/inference/inference.js.map +1 -0
  242. package/engine/dist/services/ingest/atomizer-service.d.ts +74 -0
  243. package/engine/dist/services/ingest/atomizer-service.d.ts.map +1 -0
  244. package/engine/dist/services/ingest/atomizer-service.js +982 -0
  245. package/engine/dist/services/ingest/atomizer-service.js.map +1 -0
  246. package/engine/dist/services/ingest/content-cleaner.d.ts +43 -0
  247. package/engine/dist/services/ingest/content-cleaner.d.ts.map +1 -0
  248. package/engine/dist/services/ingest/content-cleaner.js +166 -0
  249. package/engine/dist/services/ingest/content-cleaner.js.map +1 -0
  250. package/engine/dist/services/ingest/github-ingest-service.d.ts +103 -0
  251. package/engine/dist/services/ingest/github-ingest-service.d.ts.map +1 -0
  252. package/engine/dist/services/ingest/github-ingest-service.js +537 -0
  253. package/engine/dist/services/ingest/github-ingest-service.js.map +1 -0
  254. package/engine/dist/services/ingest/ingest-atomic.d.ts +16 -0
  255. package/engine/dist/services/ingest/ingest-atomic.d.ts.map +1 -0
  256. package/engine/dist/services/ingest/ingest-atomic.js +437 -0
  257. package/engine/dist/services/ingest/ingest-atomic.js.map +1 -0
  258. package/engine/dist/services/ingest/ingest.d.ts +50 -0
  259. package/engine/dist/services/ingest/ingest.d.ts.map +1 -0
  260. package/engine/dist/services/ingest/ingest.js +230 -0
  261. package/engine/dist/services/ingest/ingest.js.map +1 -0
  262. package/engine/dist/services/ingest/watchdog.d.ts +31 -0
  263. package/engine/dist/services/ingest/watchdog.d.ts.map +1 -0
  264. package/engine/dist/services/ingest/watchdog.js +400 -0
  265. package/engine/dist/services/ingest/watchdog.js.map +1 -0
  266. package/engine/dist/services/llm/context.d.ts +6 -0
  267. package/engine/dist/services/llm/context.d.ts.map +1 -0
  268. package/engine/dist/services/llm/context.js +80 -0
  269. package/engine/dist/services/llm/context.js.map +1 -0
  270. package/engine/dist/services/llm/provider.d.ts +23 -0
  271. package/engine/dist/services/llm/provider.d.ts.map +1 -0
  272. package/engine/dist/services/llm/provider.js +338 -0
  273. package/engine/dist/services/llm/provider.js.map +1 -0
  274. package/engine/dist/services/llm/reader.d.ts +12 -0
  275. package/engine/dist/services/llm/reader.d.ts.map +1 -0
  276. package/engine/dist/services/llm/reader.js +40 -0
  277. package/engine/dist/services/llm/reader.js.map +1 -0
  278. package/engine/dist/services/mirror/mirror.d.ts +28 -0
  279. package/engine/dist/services/mirror/mirror.d.ts.map +1 -0
  280. package/engine/dist/services/mirror/mirror.js +208 -0
  281. package/engine/dist/services/mirror/mirror.js.map +1 -0
  282. package/engine/dist/services/nlp/nlp-service.d.ts +70 -0
  283. package/engine/dist/services/nlp/nlp-service.d.ts.map +1 -0
  284. package/engine/dist/services/nlp/nlp-service.js +151 -0
  285. package/engine/dist/services/nlp/nlp-service.js.map +1 -0
  286. package/engine/dist/services/nlp/query-parser.d.ts +9 -0
  287. package/engine/dist/services/nlp/query-parser.d.ts.map +1 -0
  288. package/engine/dist/services/nlp/query-parser.js +29 -0
  289. package/engine/dist/services/nlp/query-parser.js.map +1 -0
  290. package/engine/dist/services/query-builder/DataFrame.d.ts +95 -0
  291. package/engine/dist/services/query-builder/DataFrame.d.ts.map +1 -0
  292. package/engine/dist/services/query-builder/DataFrame.js +263 -0
  293. package/engine/dist/services/query-builder/DataFrame.js.map +1 -0
  294. package/engine/dist/services/query-builder/QueryBuilder.d.ts +106 -0
  295. package/engine/dist/services/query-builder/QueryBuilder.d.ts.map +1 -0
  296. package/engine/dist/services/query-builder/QueryBuilder.js +235 -0
  297. package/engine/dist/services/query-builder/QueryBuilder.js.map +1 -0
  298. package/engine/dist/services/query-builder/utils/export.d.ts +11 -0
  299. package/engine/dist/services/query-builder/utils/export.d.ts.map +1 -0
  300. package/engine/dist/services/query-builder/utils/export.js +130 -0
  301. package/engine/dist/services/query-builder/utils/export.js.map +1 -0
  302. package/engine/dist/services/research/researcher.d.ts +15 -0
  303. package/engine/dist/services/research/researcher.d.ts.map +1 -0
  304. package/engine/dist/services/research/researcher.js +123 -0
  305. package/engine/dist/services/research/researcher.js.map +1 -0
  306. package/engine/dist/services/scribe/scribe.d.ts +43 -0
  307. package/engine/dist/services/scribe/scribe.d.ts.map +1 -0
  308. package/engine/dist/services/scribe/scribe.js +135 -0
  309. package/engine/dist/services/scribe/scribe.js.map +1 -0
  310. package/engine/dist/services/search/bright-nodes.d.ts +41 -0
  311. package/engine/dist/services/search/bright-nodes.d.ts.map +1 -0
  312. package/engine/dist/services/search/bright-nodes.js +117 -0
  313. package/engine/dist/services/search/bright-nodes.js.map +1 -0
  314. package/engine/dist/services/search/context-inflator.d.ts +63 -0
  315. package/engine/dist/services/search/context-inflator.d.ts.map +1 -0
  316. package/engine/dist/services/search/context-inflator.js +649 -0
  317. package/engine/dist/services/search/context-inflator.js.map +1 -0
  318. package/engine/dist/services/search/context-manager.d.ts +34 -0
  319. package/engine/dist/services/search/context-manager.d.ts.map +1 -0
  320. package/engine/dist/services/search/context-manager.js +124 -0
  321. package/engine/dist/services/search/context-manager.js.map +1 -0
  322. package/engine/dist/services/search/distributed-query.d.ts +38 -0
  323. package/engine/dist/services/search/distributed-query.d.ts.map +1 -0
  324. package/engine/dist/services/search/distributed-query.js +105 -0
  325. package/engine/dist/services/search/distributed-query.js.map +1 -0
  326. package/engine/dist/services/search/explore.d.ts +73 -0
  327. package/engine/dist/services/search/explore.d.ts.map +1 -0
  328. package/engine/dist/services/search/explore.js +388 -0
  329. package/engine/dist/services/search/explore.js.map +1 -0
  330. package/engine/dist/services/search/graph-context-serializer.d.ts +76 -0
  331. package/engine/dist/services/search/graph-context-serializer.d.ts.map +1 -0
  332. package/engine/dist/services/search/graph-context-serializer.js +435 -0
  333. package/engine/dist/services/search/graph-context-serializer.js.map +1 -0
  334. package/engine/dist/services/search/llm-context-formatter.d.ts +122 -0
  335. package/engine/dist/services/search/llm-context-formatter.d.ts.map +1 -0
  336. package/engine/dist/services/search/llm-context-formatter.js +394 -0
  337. package/engine/dist/services/search/llm-context-formatter.js.map +1 -0
  338. package/engine/dist/services/search/physics-tag-walker.d.ts +115 -0
  339. package/engine/dist/services/search/physics-tag-walker.d.ts.map +1 -0
  340. package/engine/dist/services/search/physics-tag-walker.js +611 -0
  341. package/engine/dist/services/search/physics-tag-walker.js.map +1 -0
  342. package/engine/dist/services/search/query-parser.d.ts +66 -0
  343. package/engine/dist/services/search/query-parser.d.ts.map +1 -0
  344. package/engine/dist/services/search/query-parser.js +346 -0
  345. package/engine/dist/services/search/query-parser.js.map +1 -0
  346. package/engine/dist/services/search/search-utils.d.ts +100 -0
  347. package/engine/dist/services/search/search-utils.d.ts.map +1 -0
  348. package/engine/dist/services/search/search-utils.js +473 -0
  349. package/engine/dist/services/search/search-utils.js.map +1 -0
  350. package/engine/dist/services/search/search.d.ts +116 -0
  351. package/engine/dist/services/search/search.d.ts.map +1 -0
  352. package/engine/dist/services/search/search.js +1286 -0
  353. package/engine/dist/services/search/search.js.map +1 -0
  354. package/engine/dist/services/search/sovereign-system-prompt.d.ts +48 -0
  355. package/engine/dist/services/search/sovereign-system-prompt.d.ts.map +1 -0
  356. package/engine/dist/services/search/sovereign-system-prompt.js +101 -0
  357. package/engine/dist/services/search/sovereign-system-prompt.js.map +1 -0
  358. package/engine/dist/services/search/streaming-search.d.ts +51 -0
  359. package/engine/dist/services/search/streaming-search.d.ts.map +1 -0
  360. package/engine/dist/services/search/streaming-search.js +94 -0
  361. package/engine/dist/services/search/streaming-search.js.map +1 -0
  362. package/engine/dist/services/semantic/semantic-ingestion-service.d.ts +53 -0
  363. package/engine/dist/services/semantic/semantic-ingestion-service.d.ts.map +1 -0
  364. package/engine/dist/services/semantic/semantic-ingestion-service.js +625 -0
  365. package/engine/dist/services/semantic/semantic-ingestion-service.js.map +1 -0
  366. package/engine/dist/services/semantic/semantic-molecule-processor.d.ts +68 -0
  367. package/engine/dist/services/semantic/semantic-molecule-processor.d.ts.map +1 -0
  368. package/engine/dist/services/semantic/semantic-molecule-processor.js +176 -0
  369. package/engine/dist/services/semantic/semantic-molecule-processor.js.map +1 -0
  370. package/engine/dist/services/semantic/semantic-search.d.ts +52 -0
  371. package/engine/dist/services/semantic/semantic-search.d.ts.map +1 -0
  372. package/engine/dist/services/semantic/semantic-search.js +649 -0
  373. package/engine/dist/services/semantic/semantic-search.js.map +1 -0
  374. package/engine/dist/services/semantic/semantic-tag-deriver.d.ts +64 -0
  375. package/engine/dist/services/semantic/semantic-tag-deriver.d.ts.map +1 -0
  376. package/engine/dist/services/semantic/semantic-tag-deriver.js +191 -0
  377. package/engine/dist/services/semantic/semantic-tag-deriver.js.map +1 -0
  378. package/engine/dist/services/semantic/types/semantic.d.ts +26 -0
  379. package/engine/dist/services/semantic/types/semantic.d.ts.map +1 -0
  380. package/engine/dist/services/semantic/types/semantic.js +7 -0
  381. package/engine/dist/services/semantic/types/semantic.js.map +1 -0
  382. package/engine/dist/services/synonyms/auto-synonym-generator.d.ts +79 -0
  383. package/engine/dist/services/synonyms/auto-synonym-generator.d.ts.map +1 -0
  384. package/engine/dist/services/synonyms/auto-synonym-generator.js +415 -0
  385. package/engine/dist/services/synonyms/auto-synonym-generator.js.map +1 -0
  386. package/engine/dist/services/system-status.d.ts +68 -0
  387. package/engine/dist/services/system-status.d.ts.map +1 -0
  388. package/engine/dist/services/system-status.js +107 -0
  389. package/engine/dist/services/system-status.js.map +1 -0
  390. package/engine/dist/services/tags/discovery.d.ts +16 -0
  391. package/engine/dist/services/tags/discovery.d.ts.map +1 -0
  392. package/engine/dist/services/tags/discovery.js +206 -0
  393. package/engine/dist/services/tags/discovery.js.map +1 -0
  394. package/engine/dist/services/tags/gliner.d.ts +18 -0
  395. package/engine/dist/services/tags/gliner.d.ts.map +1 -0
  396. package/engine/dist/services/tags/gliner.js +119 -0
  397. package/engine/dist/services/tags/gliner.js.map +1 -0
  398. package/engine/dist/services/tags/infector.d.ts +21 -0
  399. package/engine/dist/services/tags/infector.d.ts.map +1 -0
  400. package/engine/dist/services/tags/infector.js +168 -0
  401. package/engine/dist/services/tags/infector.js.map +1 -0
  402. package/engine/dist/services/tags/tag-auditor.d.ts +77 -0
  403. package/engine/dist/services/tags/tag-auditor.d.ts.map +1 -0
  404. package/engine/dist/services/tags/tag-auditor.js +283 -0
  405. package/engine/dist/services/tags/tag-auditor.js.map +1 -0
  406. package/engine/dist/services/taxonomy/taxonomy-manager.d.ts +50 -0
  407. package/engine/dist/services/taxonomy/taxonomy-manager.d.ts.map +1 -0
  408. package/engine/dist/services/taxonomy/taxonomy-manager.js +291 -0
  409. package/engine/dist/services/taxonomy/taxonomy-manager.js.map +1 -0
  410. package/engine/dist/services/vision/vision_service.d.ts +4 -0
  411. package/engine/dist/services/vision/vision_service.d.ts.map +1 -0
  412. package/engine/dist/services/vision/vision_service.js +197 -0
  413. package/engine/dist/services/vision/vision_service.js.map +1 -0
  414. package/engine/dist/test-framework/core.d.ts +133 -0
  415. package/engine/dist/test-framework/core.d.ts.map +1 -0
  416. package/engine/dist/test-framework/core.js +313 -0
  417. package/engine/dist/test-framework/core.js.map +1 -0
  418. package/engine/dist/test-framework/dataset-runner.d.ts +78 -0
  419. package/engine/dist/test-framework/dataset-runner.d.ts.map +1 -0
  420. package/engine/dist/test-framework/dataset-runner.js +223 -0
  421. package/engine/dist/test-framework/dataset-runner.js.map +1 -0
  422. package/engine/dist/test-framework/diagnostic-tests.d.ts +38 -0
  423. package/engine/dist/test-framework/diagnostic-tests.d.ts.map +1 -0
  424. package/engine/dist/test-framework/diagnostic-tests.js +283 -0
  425. package/engine/dist/test-framework/diagnostic-tests.js.map +1 -0
  426. package/engine/dist/test-framework/performance-regression-tests.d.ts +30 -0
  427. package/engine/dist/test-framework/performance-regression-tests.d.ts.map +1 -0
  428. package/engine/dist/test-framework/performance-regression-tests.js +331 -0
  429. package/engine/dist/test-framework/performance-regression-tests.js.map +1 -0
  430. package/engine/dist/types/api.d.ts +53 -0
  431. package/engine/dist/types/api.d.ts.map +1 -0
  432. package/engine/dist/types/api.js +2 -0
  433. package/engine/dist/types/api.js.map +1 -0
  434. package/engine/dist/types/atomic.d.ts +42 -0
  435. package/engine/dist/types/atomic.d.ts.map +1 -0
  436. package/engine/dist/types/atomic.js +10 -0
  437. package/engine/dist/types/atomic.js.map +1 -0
  438. package/engine/dist/types/context-protocol.d.ts +137 -0
  439. package/engine/dist/types/context-protocol.d.ts.map +1 -0
  440. package/engine/dist/types/context-protocol.js +28 -0
  441. package/engine/dist/types/context-protocol.js.map +1 -0
  442. package/engine/dist/types/context.d.ts +2 -0
  443. package/engine/dist/types/context.d.ts.map +1 -0
  444. package/engine/dist/types/context.js +2 -0
  445. package/engine/dist/types/context.js.map +1 -0
  446. package/engine/dist/types/index.d.ts +20 -0
  447. package/engine/dist/types/index.d.ts.map +1 -0
  448. package/engine/dist/types/index.js +18 -0
  449. package/engine/dist/types/index.js.map +1 -0
  450. package/engine/dist/types/search.d.ts +31 -0
  451. package/engine/dist/types/search.d.ts.map +1 -0
  452. package/engine/dist/types/search.js +2 -0
  453. package/engine/dist/types/search.js.map +1 -0
  454. package/engine/dist/types/taxonomy.d.ts +137 -0
  455. package/engine/dist/types/taxonomy.d.ts.map +1 -0
  456. package/engine/dist/types/taxonomy.js +138 -0
  457. package/engine/dist/types/taxonomy.js.map +1 -0
  458. package/engine/dist/types/taxonomy.simple.d.ts +131 -0
  459. package/engine/dist/types/taxonomy.simple.d.ts.map +1 -0
  460. package/engine/dist/types/taxonomy.simple.js +132 -0
  461. package/engine/dist/types/taxonomy.simple.js.map +1 -0
  462. package/engine/dist/types/tool-call.d.ts +16 -0
  463. package/engine/dist/types/tool-call.d.ts.map +1 -0
  464. package/engine/dist/types/tool-call.js +6 -0
  465. package/engine/dist/types/tool-call.js.map +1 -0
  466. package/engine/dist/types/trace.d.ts +25 -0
  467. package/engine/dist/types/trace.d.ts.map +1 -0
  468. package/engine/dist/types/trace.js +5 -0
  469. package/engine/dist/types/trace.js.map +1 -0
  470. package/engine/dist/utils/adaptive-concurrency.d.ts +81 -0
  471. package/engine/dist/utils/adaptive-concurrency.d.ts.map +1 -0
  472. package/engine/dist/utils/adaptive-concurrency.js +266 -0
  473. package/engine/dist/utils/adaptive-concurrency.js.map +1 -0
  474. package/engine/dist/utils/date_extractor.d.ts +2 -0
  475. package/engine/dist/utils/date_extractor.d.ts.map +1 -0
  476. package/engine/dist/utils/date_extractor.js +32 -0
  477. package/engine/dist/utils/date_extractor.js.map +1 -0
  478. package/engine/dist/utils/native-module-manager.d.ts +48 -0
  479. package/engine/dist/utils/native-module-manager.d.ts.map +1 -0
  480. package/engine/dist/utils/native-module-manager.js +265 -0
  481. package/engine/dist/utils/native-module-manager.js.map +1 -0
  482. package/engine/dist/utils/native-module-profiler.d.ts +66 -0
  483. package/engine/dist/utils/native-module-profiler.d.ts.map +1 -0
  484. package/engine/dist/utils/native-module-profiler.js +182 -0
  485. package/engine/dist/utils/native-module-profiler.js.map +1 -0
  486. package/engine/dist/utils/path-manager.d.ts +59 -0
  487. package/engine/dist/utils/path-manager.d.ts.map +1 -0
  488. package/engine/dist/utils/path-manager.js +154 -0
  489. package/engine/dist/utils/path-manager.js.map +1 -0
  490. package/engine/dist/utils/performance-monitor.d.ts +92 -0
  491. package/engine/dist/utils/performance-monitor.d.ts.map +1 -0
  492. package/engine/dist/utils/performance-monitor.js +221 -0
  493. package/engine/dist/utils/performance-monitor.js.map +1 -0
  494. package/engine/dist/utils/process-manager.d.ts +18 -0
  495. package/engine/dist/utils/process-manager.d.ts.map +1 -0
  496. package/engine/dist/utils/process-manager.js +100 -0
  497. package/engine/dist/utils/process-manager.js.map +1 -0
  498. package/engine/dist/utils/request-tracer.d.ts +131 -0
  499. package/engine/dist/utils/request-tracer.d.ts.map +1 -0
  500. package/engine/dist/utils/request-tracer.js +414 -0
  501. package/engine/dist/utils/request-tracer.js.map +1 -0
  502. package/engine/dist/utils/resource-manager.d.ts +108 -0
  503. package/engine/dist/utils/resource-manager.d.ts.map +1 -0
  504. package/engine/dist/utils/resource-manager.js +235 -0
  505. package/engine/dist/utils/resource-manager.js.map +1 -0
  506. package/engine/dist/utils/safe-dns.d.ts +14 -0
  507. package/engine/dist/utils/safe-dns.d.ts.map +1 -0
  508. package/engine/dist/utils/safe-dns.js +105 -0
  509. package/engine/dist/utils/safe-dns.js.map +1 -0
  510. package/engine/dist/utils/structured-logger.d.ts +124 -0
  511. package/engine/dist/utils/structured-logger.d.ts.map +1 -0
  512. package/engine/dist/utils/structured-logger.js +332 -0
  513. package/engine/dist/utils/structured-logger.js.map +1 -0
  514. package/engine/dist/utils/tag-cleanup.d.ts +11 -0
  515. package/engine/dist/utils/tag-cleanup.d.ts.map +1 -0
  516. package/engine/dist/utils/tag-cleanup.js +111 -0
  517. package/engine/dist/utils/tag-cleanup.js.map +1 -0
  518. package/engine/dist/utils/tag-filter.d.ts +19 -0
  519. package/engine/dist/utils/tag-filter.d.ts.map +1 -0
  520. package/engine/dist/utils/tag-filter.js +147 -0
  521. package/engine/dist/utils/tag-filter.js.map +1 -0
  522. package/engine/dist/utils/tag-modulation.d.ts +80 -0
  523. package/engine/dist/utils/tag-modulation.d.ts.map +1 -0
  524. package/engine/dist/utils/tag-modulation.js +284 -0
  525. package/engine/dist/utils/tag-modulation.js.map +1 -0
  526. package/engine/dist/utils/timer.d.ts +40 -0
  527. package/engine/dist/utils/timer.d.ts.map +1 -0
  528. package/engine/dist/utils/timer.js +76 -0
  529. package/engine/dist/utils/timer.js.map +1 -0
  530. package/engine/dist/utils/token-utils.d.ts +19 -0
  531. package/engine/dist/utils/token-utils.d.ts.map +1 -0
  532. package/engine/dist/utils/token-utils.js +71 -0
  533. package/engine/dist/utils/token-utils.js.map +1 -0
  534. package/engine/dist/utils/wasm-module-loader.d.ts +50 -0
  535. package/engine/dist/utils/wasm-module-loader.d.ts.map +1 -0
  536. package/engine/dist/utils/wasm-module-loader.js +136 -0
  537. package/engine/dist/utils/wasm-module-loader.js.map +1 -0
  538. package/engine/package.json +105 -0
  539. package/package.json +106 -0
@@ -0,0 +1,266 @@
1
+ /**
2
+ * Content Sanitization Performance Profiling Script
3
+ *
4
+ * Profiles the performance of content sanitization in native modules
5
+ * This includes the "Key Assassin" functionality for cleaning JSON artifacts
6
+ */
7
+ import { nativeModuleProfiler } from '../utils/native-module-profiler.js';
8
+ import { logWithContext } from '../utils/structured-logger.js';
9
+ // Generate test data for sanitization profiling
10
+ function generateSanitizationTestData() {
11
+ const testData = [];
12
+ // Different types of content to test sanitization performance
13
+ const samples = [
14
+ // Clean content (should pass through quickly)
15
+ "This is clean content without any artifacts.",
16
+ // Content with JSON artifacts
17
+ `{\"type\": \"response_content\", \"response_content\": \"This is the actual content\", \"timestamp\": \"2023-01-01T00:00:00Z\", \"source\": \"test\"}`,
18
+ // Content with multiple JSON artifacts
19
+ `{
20
+ \"type\": \"thinking_content\",
21
+ \"thinking_content\": \"Let me think about this\",
22
+ \"response_content\": \"This is the real content\",
23
+ \"metadata\": {\"source\": \"test\", \"timestamp\": \"2023-01-01T00:00:00Z\"}
24
+ }`,
25
+ // Log-like content with artifacts
26
+ `2023-10-15T10:30:00Z INFO: Processing request
27
+ {\"request_id\": \"abc123\", \"content\": \"Real content here\", \"status\": \"success\"}
28
+ 2023-10-15T10:30:01Z INFO: Request completed`,
29
+ // Content with escaped characters
30
+ `\"response_content\": \"This has \\\\\"escaped quotes\\\\\" and \\\\n newlines \\\\t tabs\"`,
31
+ // Content with multiple embedded JSON objects
32
+ `Processing: {\"id\": 1, \"data\": \"value1\"}
33
+ Result: {\"id\": 2, \"data\": \"value2\", \"nested\": {\"inner\": \"value\"}}
34
+ Final: {\"id\": 3, \"data\": \"value3\"}`,
35
+ // Content with various artifacts
36
+ `{
37
+ "type": "Coda",
38
+ "response_content": "This is the actual response content",
39
+ "thinking_content": "This is internal thinking",
40
+ "timestamp": "2023-01-01T00:00:00Z",
41
+ "source": "user_input",
42
+ "metadata": {
43
+ "version": "1.0",
44
+ "processed": false
45
+ }
46
+ }`,
47
+ // Content with code artifacts
48
+ `"response_content": "function example() { return \\"real content\\"; }"`,
49
+ // Content with mixed artifacts and real content
50
+ `# Meeting Notes
51
+ Date: 2023-01-01
52
+
53
+ {
54
+ "type": "meeting_summary",
55
+ "response_content": "Discussed project timeline and deliverables",
56
+ "attendees": ["Alice", "Bob", "Charlie"]
57
+ }
58
+
59
+ Action items:
60
+ - Alice: Complete design
61
+ - Bob: Implement features
62
+ - Charlie: Test components`,
63
+ // Very messy content with many artifacts
64
+ `{
65
+ "response_content": "This is the real content",
66
+ "thinking_content": "Let me analyze this request",
67
+ "metadata": {"source": "user", "timestamp": "2023-01-01T00:00:00Z"},
68
+ "intermediate_steps": [{"step": 1, "result": "analyzed"}],
69
+ "raw_input": "{\\"original\\": \\"data\\"}",
70
+ "processed_output": "cleaned data",
71
+ "debug_info": {"level": "verbose", "details": "lots of internal data"}
72
+ }`
73
+ ];
74
+ // Create variations of the samples
75
+ for (let i = 0; i < 100; i++) { // Create 100 variations
76
+ const baseIdx = i % samples.length;
77
+ const variation = `${samples[baseIdx]} [Sanitization Test ${i}]`;
78
+ testData.push(variation);
79
+ }
80
+ return testData;
81
+ }
82
+ // Generate test data for cleanse operation (Key Assassin)
83
+ function generateCleanseTestData() {
84
+ const testData = [];
85
+ // Different types of content to test the Key Assassin functionality
86
+ const samples = [
87
+ // Content with various JSON wrappers
88
+ `{"response_content": "Actual user content here", "metadata": {"extra": "data"}}`,
89
+ // Content with nested JSON
90
+ `{
91
+ "type": "Coda",
92
+ "content": {
93
+ "response_content": "This is the real content",
94
+ "nested": {"more": "data"}
95
+ }
96
+ }`,
97
+ // Content with multiple response_content fields
98
+ `{
99
+ "response_content": "First content",
100
+ "other_field": {
101
+ "response_content": "Second content",
102
+ "another_response_content": "Third content"
103
+ }
104
+ }`,
105
+ // Content with escaped JSON
106
+ `{\"response_content\": \"Escaped content here\", \"extra\": \"data\"}`,
107
+ // Content with mixed artifacts
108
+ `Processing result:
109
+ {
110
+ "type": "answer",
111
+ "response_content": "The answer is 42",
112
+ "confidence": 0.95,
113
+ "sources": ["doc1", "doc2"]
114
+ }
115
+ End of processing.`,
116
+ // Content with various artifact types
117
+ `{
118
+ "thinking_content": "Internal thought process",
119
+ "response_content": "Public response",
120
+ "raw_content": "Original input",
121
+ "processed_content": "Cleaned output"
122
+ }`,
123
+ // Content with special characters and artifacts
124
+ `{
125
+ "response_content": "Content with special chars: @#$%^&*()",
126
+ "symbols": ["@", "#", "$", "%", "^", "&", "*", "(", ")"],
127
+ "metadata": {"preserved": true}
128
+ }`,
129
+ // Content with deeply nested artifacts
130
+ `{
131
+ "level1": {
132
+ "level2": {
133
+ "level3": {
134
+ "response_content": "Deeply nested real content",
135
+ "internal": {"data": "should be removed"}
136
+ }
137
+ }
138
+ }
139
+ }`,
140
+ // Content with multiple artifact patterns
141
+ `{
142
+ "response_content": "Main content",
143
+ "thinking_content": "Internal thoughts",
144
+ "tool_call": {"name": "search", "args": {"query": "test"}},
145
+ "intermediate_result": "temporary data",
146
+ "final_answer": "The actual answer"
147
+ }`,
148
+ // Very large content with artifacts
149
+ `{
150
+ "response_content": "` +
151
+ "This is a very long response content string that contains lots of meaningful information ".repeat(50) +
152
+ `",
153
+ "metadata": {` +
154
+ `"field1": "value1", "field2": "value2", "field3": "value3", `.repeat(20) +
155
+ `},
156
+ "nested_objects": [` +
157
+ `{"id": 1, "data": "item1"}, {"id": 2, "data": "item2"}, `.repeat(30) +
158
+ `]
159
+ }`
160
+ ];
161
+ // Create variations of the samples
162
+ for (let i = 0; i < 80; i++) { // Create 80 variations
163
+ const baseIdx = i % samples.length;
164
+ const variation = samples[baseIdx].replace(/Test/g, `Sanitization Test ${i}`);
165
+ testData.push(variation);
166
+ }
167
+ return testData;
168
+ }
169
+ // Run sanitization profiling
170
+ async function runSanitizationProfiling() {
171
+ logWithContext.info('Starting content sanitization performance profiling...');
172
+ try {
173
+ // Generate test data for sanitization
174
+ const sanitizeTestData = generateSanitizationTestData();
175
+ logWithContext.info(`Generated ${sanitizeTestData.length} test samples for sanitization`);
176
+ // Define profiling configuration for sanitization
177
+ const sanitizeConfig = {
178
+ operation: 'sanitize',
179
+ iterations: 100,
180
+ testData: sanitizeTestData,
181
+ parameters: {}
182
+ };
183
+ // Run the sanitization profiling
184
+ logWithContext.info('Executing content sanitization profiling...', {
185
+ operation: sanitizeConfig.operation,
186
+ iterations: sanitizeConfig.iterations,
187
+ testDataSize: sanitizeTestData.length
188
+ });
189
+ const sanitizeResult = await nativeModuleProfiler.profileOperation(sanitizeConfig);
190
+ // Log the sanitization results
191
+ logWithContext.info('Content sanitization profiling completed', {
192
+ operation: sanitizeResult.operation,
193
+ totalDuration: `${sanitizeResult.duration.toFixed(2)}ms`,
194
+ avgDuration: `${sanitizeResult.avgDuration.toFixed(4)}ms per operation`,
195
+ minDuration: `${sanitizeResult.minDuration.toFixed(4)}ms`,
196
+ maxDuration: `${sanitizeResult.maxDuration.toFixed(4)}ms`,
197
+ memoryDelta: `${sanitizeResult.memoryDelta.toFixed(2)}MB`,
198
+ iterations: sanitizeResult.iterations
199
+ });
200
+ // Generate test data for cleanse (Key Assassin)
201
+ const cleanseTestData = generateCleanseTestData();
202
+ logWithContext.info(`Generated ${cleanseTestData.length} test samples for Key Assassin (cleanse)`);
203
+ // Define profiling configuration for cleanse
204
+ const cleanseConfig = {
205
+ operation: 'cleanse',
206
+ iterations: 80,
207
+ testData: cleanseTestData,
208
+ parameters: {}
209
+ };
210
+ // Run the cleanse profiling
211
+ logWithContext.info('Executing Key Assassin (cleanse) profiling...', {
212
+ operation: cleanseConfig.operation,
213
+ iterations: cleanseConfig.iterations,
214
+ testDataSize: cleanseTestData.length
215
+ });
216
+ const cleanseResult = await nativeModuleProfiler.profileOperation(cleanseConfig);
217
+ // Log the cleanse results
218
+ logWithContext.info('Key Assassin (cleanse) profiling completed', {
219
+ operation: cleanseResult.operation,
220
+ totalDuration: `${cleanseResult.duration.toFixed(2)}ms`,
221
+ avgDuration: `${cleanseResult.avgDuration.toFixed(4)}ms per operation`,
222
+ minDuration: `${cleanseResult.minDuration.toFixed(4)}ms`,
223
+ maxDuration: `${cleanseResult.maxDuration.toFixed(4)}ms`,
224
+ memoryDelta: `${cleanseResult.memoryDelta.toFixed(2)}MB`,
225
+ iterations: cleanseResult.iterations
226
+ });
227
+ // Generate and save report
228
+ const report = nativeModuleProfiler.generateReport();
229
+ console.log('\n' + report);
230
+ // Identify slowest operations
231
+ const slowest = nativeModuleProfiler.getSlowestOperations(3);
232
+ if (slowest.length > 0) {
233
+ console.log('Slowest Operations:');
234
+ slowest.forEach((op, idx) => {
235
+ console.log(` ${idx + 1}. ${op.operation}: ${op.avgDuration.toFixed(4)}ms avg`);
236
+ });
237
+ }
238
+ // Identify highest memory impact operations
239
+ const highMemory = nativeModuleProfiler.getHighestMemoryImpact(3);
240
+ if (highMemory.length > 0) {
241
+ console.log('Highest Memory Impact Operations:');
242
+ highMemory.forEach((op, idx) => {
243
+ console.log(` ${idx + 1}. ${op.operation}: ${op.memoryDelta.toFixed(2)}MB change`);
244
+ });
245
+ }
246
+ return { sanitizeResult, cleanseResult };
247
+ }
248
+ catch (error) {
249
+ logWithContext.error('Error during sanitization profiling', error);
250
+ throw error;
251
+ }
252
+ }
253
+ // If this script is run directly
254
+ if (require.main === module) {
255
+ runSanitizationProfiling()
256
+ .then(() => {
257
+ logWithContext.info('Content sanitization profiling script completed successfully');
258
+ process.exit(0);
259
+ })
260
+ .catch((error) => {
261
+ logWithContext.error('Content sanitization profiling script failed', error);
262
+ process.exit(1);
263
+ });
264
+ }
265
+ export { runSanitizationProfiling };
266
+ //# sourceMappingURL=content-sanitization-profiling.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"content-sanitization-profiling.js","sourceRoot":"","sources":["../../src/profiling/content-sanitization-profiling.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,oBAAoB,EAAmB,MAAM,oCAAoC,CAAC;AAC3F,OAAO,EAAE,cAAc,EAAE,MAAM,+BAA+B,CAAC;AAE/D,gDAAgD;AAChD,SAAS,4BAA4B;IACnC,MAAM,QAAQ,GAAG,EAAE,CAAC;IAEpB,8DAA8D;IAC9D,MAAM,OAAO,GAAG;QACd,8CAA8C;QAC9C,8CAA8C;QAE9C,8BAA8B;QAC9B,uJAAuJ;QAEvJ,uCAAuC;QACvC;;;;;MAKE;QAEF,kCAAkC;QAClC;;iDAE6C;QAE7C,kCAAkC;QAClC,6FAA6F;QAE7F,8CAA8C;QAC9C;;6CAEyC;QAEzC,iCAAiC;QACjC;;;;;;;;;;MAUE;QAEF,8BAA8B;QAC9B,yEAAyE;QAEzE,gDAAgD;QAChD;;;;;;;;;;;;+BAY2B;QAE3B,yCAAyC;QACzC;;;;;;;;MAQE;KACH,CAAC;IAEF,mCAAmC;IACnC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,wBAAwB;QACtD,MAAM,OAAO,GAAG,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;QACnC,MAAM,SAAS,GAAG,GAAG,OAAO,CAAC,OAAO,CAAC,uBAAuB,CAAC,GAAG,CAAC;QACjE,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAC3B,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,0DAA0D;AAC1D,SAAS,uBAAuB;IAC9B,MAAM,QAAQ,GAAG,EAAE,CAAC;IAEpB,oEAAoE;IACpE,MAAM,OAAO,GAAG;QACd,qCAAqC;QACrC,iFAAiF;QAEjF,2BAA2B;QAC3B;;;;;;MAME;QAEF,gDAAgD;QAChD;;;;;;MAME;QAEF,4BAA4B;QAC5B,uEAAuE;QAEvE,+BAA+B;QAC/B;;;;;;;uBAOmB;QAEnB,sCAAsC;QACtC;;;;;MAKE;QAEF,gDAAgD;QAChD;;;;MAIE;QAEF,uCAAuC;QACvC;;;;;;;;;MASE;QAEF,0CAA0C;QAC1C;;;;;;MAME;QAEF,oCAAoC;QACpC;4BACwB;YACtB,2FAA2F,CAAC,MAAM,CAAC,EAAE,CAAC;YACtG;oBACc;YACd,8DAA8D,CAAC,MAAM,CAAC,EAAE,CAAC;YACzE;0BACoB;YACpB,0DAA0D,CAAC,MAAM,CAAC,EAAE,CAAC;YACrE;MACA;KACH,CAAC;IAEF,mCAAmC;IACnC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,uBAAuB;QACpD,MAAM,OAAO,GAAG,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;QACnC,MAAM,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,qBAAqB,CAAC,EAAE,CAAC,CAAC;QAC9E,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAC3B,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,6BAA6B;AAC7B,KAAK,UAAU,wBAAwB;IACrC,cAAc,CAAC,IAAI,CAAC,wDAAwD,CAAC,CAAC;IAE9E,IAAI,CAAC;QACH,sCAAsC;QACtC,MAAM,gBAAgB,GAAG,4BAA4B,EAAE,CAAC;QACxD,cAAc,CAAC,IAAI,CAAC,aAAa,gBAAgB,CAAC,MAAM,gCAAgC,CAAC,CAAC;QAE1F,kDAAkD;QAClD,MAAM,cAAc,GAAoB;YACtC,SAAS,EAAE,UAAU;YACrB,UAAU,EAAE,GAAG;YACf,QAAQ,EAAE,gBAAgB;YAC1B,UAAU,EAAE,EAAE;SACf,CAAC;QAEF,iCAAiC;QACjC,cAAc,CAAC,IAAI,CAAC,6CAA6C,EAAE;YACjE,SAAS,EAAE,cAAc,CAAC,SAAS;YACnC,UAAU,EAAE,cAAc,CAAC,UAAU;YACrC,YAAY,EAAE,gBAAgB,CAAC,MAAM;SACtC,CAAC,CAAC;QAEH,MAAM,cAAc,GAAG,MAAM,oBAAoB,CAAC,gBAAgB,CAAC,cAAc,CAAC,CAAC;QAEnF,+BAA+B;QAC/B,cAAc,CAAC,IAAI,CAAC,0CAA0C,EAAE;YAC9D,SAAS,EAAE,cAAc,CAAC,SAAS;YACnC,aAAa,EAAE,GAAG,cAAc,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI;YACxD,WAAW,EAAE,GAAG,cAAc,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,kBAAkB;YACvE,WAAW,EAAE,GAAG,cAAc,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI;YACzD,WAAW,EAAE,GAAG,cAAc,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI;YACzD,WAAW,EAAE,GAAG,cAAc,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI;YACzD,UAAU,EAAE,cAAc,CAAC,UAAU;SACtC,CAAC,CAAC;QAEH,gDAAgD;QAChD,MAAM,eAAe,GAAG,uBAAuB,EAAE,CAAC;QAClD,cAAc,CAAC,IAAI,CAAC,aAAa,eAAe,CAAC,MAAM,0CAA0C,CAAC,CAAC;QAEnG,6CAA6C;QAC7C,MAAM,aAAa,GAAoB;YACrC,SAAS,EAAE,SAAS;YACpB,UAAU,EAAE,EAAE;YACd,QAAQ,EAAE,eAAe;YACzB,UAAU,EAAE,EAAE;SACf,CAAC;QAEF,4BAA4B;QAC5B,cAAc,CAAC,IAAI,CAAC,+CAA+C,EAAE;YACnE,SAAS,EAAE,aAAa,CAAC,SAAS;YAClC,UAAU,EAAE,aAAa,CAAC,UAAU;YACpC,YAAY,EAAE,eAAe,CAAC,MAAM;SACrC,CAAC,CAAC;QAEH,MAAM,aAAa,GAAG,MAAM,oBAAoB,CAAC,gBAAgB,CAAC,aAAa,CAAC,CAAC;QAEjF,0BAA0B;QAC1B,cAAc,CAAC,IAAI,CAAC,4CAA4C,EAAE;YAChE,SAAS,EAAE,aAAa,CAAC,SAAS;YAClC,aAAa,EAAE,GAAG,aAAa,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI;YACvD,WAAW,EAAE,GAAG,aAAa,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,kBAAkB;YACtE,WAAW,EAAE,GAAG,aAAa,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI;YACxD,WAAW,EAAE,GAAG,aAAa,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI;YACxD,WAAW,EAAE,GAAG,aAAa,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI;YACxD,UAAU,EAAE,aAAa,CAAC,UAAU;SACrC,CAAC,CAAC;QAEH,2BAA2B;QAC3B,MAAM,MAAM,GAAG,oBAAoB,CAAC,cAAc,EAAE,CAAC;QACrD,OAAO,CAAC,GAAG,CAAC,IAAI,GAAG,MAAM,CAAC,CAAC;QAE3B,8BAA8B;QAC9B,MAAM,OAAO,GAAG,oBAAoB,CAAC,oBAAoB,CAAC,CAAC,CAAC,CAAC;QAC7D,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvB,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAC;YACnC,OAAO,CAAC,OAAO,CAAC,CAAC,EAAO,EAAE,GAAW,EAAE,EAAE;gBACvC,OAAO,CAAC,GAAG,CAAC,KAAK,GAAG,GAAG,CAAC,KAAK,EAAE,CAAC,SAAS,KAAK,EAAE,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;YACnF,CAAC,CAAC,CAAC;QACL,CAAC;QAED,4CAA4C;QAC5C,MAAM,UAAU,GAAG,oBAAoB,CAAC,sBAAsB,CAAC,CAAC,CAAC,CAAC;QAClE,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1B,OAAO,CAAC,GAAG,CAAC,mCAAmC,CAAC,CAAC;YACjD,UAAU,CAAC,OAAO,CAAC,CAAC,EAAO,EAAE,GAAW,EAAE,EAAE;gBAC1C,OAAO,CAAC,GAAG,CAAC,KAAK,GAAG,GAAG,CAAC,KAAK,EAAE,CAAC,SAAS,KAAK,EAAE,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC;YACtF,CAAC,CAAC,CAAC;QACL,CAAC;QAED,OAAO,EAAE,cAAc,EAAE,aAAa,EAAE,CAAC;IAC3C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,cAAc,CAAC,KAAK,CAAC,qCAAqC,EAAE,KAAc,CAAC,CAAC;QAC5E,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED,iCAAiC;AACjC,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;IAC5B,wBAAwB,EAAE;SACvB,IAAI,CAAC,GAAG,EAAE;QACT,cAAc,CAAC,IAAI,CAAC,8DAA8D,CAAC,CAAC;QACpF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC,CAAC;SACD,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;QACf,cAAc,CAAC,KAAK,CAAC,8CAA8C,EAAE,KAAK,CAAC,CAAC;QAC5E,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC,CAAC,CAAC;AACP,CAAC;AAED,OAAO,EAAE,wBAAwB,EAAE,CAAC"}
@@ -0,0 +1,11 @@
1
+ /**
2
+ * SimHash Computation Performance Profiling Script
3
+ *
4
+ * Profiles the performance of SimHash computation in native modules
5
+ */
6
+ declare function runSimHashProfiling(): Promise<{
7
+ fingerprintResult: import("../utils/native-module-profiler.js").ProfileResult;
8
+ distanceResult: import("../utils/native-module-profiler.js").ProfileResult;
9
+ }>;
10
+ export { runSimHashProfiling };
11
+ //# sourceMappingURL=simhash-profiling.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"simhash-profiling.d.ts","sourceRoot":"","sources":["../../src/profiling/simhash-profiling.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAmFH,iBAAe,mBAAmB;;;GA+FjC;AAeD,OAAO,EAAE,mBAAmB,EAAE,CAAC"}
@@ -0,0 +1,168 @@
1
+ /**
2
+ * SimHash Computation Performance Profiling Script
3
+ *
4
+ * Profiles the performance of SimHash computation in native modules
5
+ */
6
+ import { nativeModuleProfiler } from '../utils/native-module-profiler.js';
7
+ import { logWithContext } from '../utils/structured-logger.js';
8
+ // Generate test data for SimHash profiling
9
+ function generateSimHashTestData() {
10
+ const testData = [];
11
+ // Different types of content to test SimHash performance
12
+ const samples = [
13
+ // Short strings
14
+ "test",
15
+ "hello world",
16
+ "simhash computation",
17
+ // Medium strings
18
+ "The quick brown fox jumps over the lazy dog. This is a medium length string for testing.",
19
+ "SimHash is a technique for quickly finding duplicates in large datasets. It creates a fingerprint of the content.",
20
+ // Longer strings
21
+ "The Sovereign Context Engine uses SimHash for detecting near-duplicate content. This helps in reducing noise and improving retrieval quality. The algorithm creates a compact fingerprint of the content that can be compared efficiently.",
22
+ // Technical content
23
+ "function calculateSimHash(content) { const tokens = tokenize(content); const shingles = createShingles(tokens); return computeFingerprint(shingles); }",
24
+ // Mixed content with special characters
25
+ "JSON data: {\"key\": \"value\", \"nested\": {\"array\": [1, 2, 3]}} and some text with symbols: @#$%^&*()",
26
+ // Repetitive content (should have similar SimHashes)
27
+ "This is repetitive content. This is repetitive content. This is repetitive content.",
28
+ "This is also repetitive. This is also repetitive. This is also repetitive.",
29
+ // Unique content
30
+ "Unique content that should have a different SimHash fingerprint from other entries in this test suite.",
31
+ "Another unique string with completely different content to test the diversity of the SimHash algorithm.",
32
+ // Very long content
33
+ "Lorem ipsum dolor sit amet, consectetur adipiscing elit. Sed do eiusmod tempor incididunt ut labore et dolore magna aliqua. Ut enim ad minim veniam, quis nostrud exercitation ullamco laboris nisi ut aliquip ex ea commodo consequat. Duis aute irure dolor in reprehenderit in voluptate velit esse cillum dolore eu fugiat nulla pariatur. Excepteur sint occaecat cupidatat non proident, sunt in culpa qui officia deserunt mollit anim id est laborum. " +
34
+ "Sed ut perspiciatis unde omnis iste natus error sit voluptatem accusantium doloremque laudantium, totam rem aperiam, eaque ipsa quae ab illo inventore veritatis et quasi architecto beatae vitae dicta sunt explicabo. Nemo enim ipsam voluptatem quia voluptas sit aspernatur aut odit aut fugit, sed quia consequuntur magni dolores eos qui ratione voluptatem sequi nesciunt. Neque porro quisquam est, qui dolorem ipsum quia dolor sit amet, consectetur, adipisci velit, sed quia non numquam eius modi tempora incidunt ut labore et dolore magnam aliquam quaerat voluptatem."
35
+ ];
36
+ // Create variations of the samples
37
+ for (let i = 0; i < 100; i++) { // Create 100 variations
38
+ const baseIdx = i % samples.length;
39
+ const variation = `${samples[baseIdx]} [Run ${i}]`;
40
+ testData.push(variation);
41
+ }
42
+ return testData;
43
+ }
44
+ // Generate test data for distance calculation
45
+ async function generateDistanceTestData() {
46
+ const testData = [];
47
+ const { nativeModuleManager } = await import('../utils/native-module-manager.js');
48
+ const nativeModule = nativeModuleManager.loadNativeModule('ece_native', 'ece_native.node');
49
+ // Create some fingerprints using the native module if available
50
+ if (nativeModule && typeof nativeModule.fingerprint === 'function') {
51
+ for (let i = 0; i < 50; i++) {
52
+ const text1 = `Sample text for fingerprinting ${i}`;
53
+ const text2 = `Similar sample text for fingerprinting ${i}`;
54
+ testData.push({
55
+ a: nativeModule.fingerprint ? nativeModule.fingerprint(text1) : `fp_${i}_a`,
56
+ b: nativeModule.fingerprint ? nativeModule.fingerprint(text2) : `fp_${i}_b`
57
+ });
58
+ }
59
+ }
60
+ else {
61
+ // Fallback with dummy fingerprints
62
+ for (let i = 0; i < 50; i++) {
63
+ testData.push({
64
+ a: `fingerprint_a_${i}`,
65
+ b: `fingerprint_b_${i}`
66
+ });
67
+ }
68
+ }
69
+ return testData;
70
+ }
71
+ // Run SimHash profiling
72
+ async function runSimHashProfiling() {
73
+ logWithContext.info('Starting SimHash computation performance profiling...');
74
+ try {
75
+ // Generate test data for fingerprinting
76
+ const fingerprintTestData = generateSimHashTestData();
77
+ logWithContext.info(`Generated ${fingerprintTestData.length} test samples for SimHash fingerprinting`);
78
+ // Define profiling configuration for fingerprinting
79
+ const fingerprintConfig = {
80
+ operation: 'fingerprint',
81
+ iterations: 100,
82
+ testData: fingerprintTestData,
83
+ parameters: {}
84
+ };
85
+ // Run the fingerprinting profiling
86
+ logWithContext.info('Executing SimHash fingerprinting profiling...', {
87
+ operation: fingerprintConfig.operation,
88
+ iterations: fingerprintConfig.iterations,
89
+ testDataSize: fingerprintTestData.length
90
+ });
91
+ const fingerprintResult = await nativeModuleProfiler.profileOperation(fingerprintConfig);
92
+ // Log the fingerprinting results
93
+ logWithContext.info('SimHash fingerprinting profiling completed', {
94
+ operation: fingerprintResult.operation,
95
+ totalDuration: `${fingerprintResult.duration.toFixed(2)}ms`,
96
+ avgDuration: `${fingerprintResult.avgDuration.toFixed(4)}ms per operation`,
97
+ minDuration: `${fingerprintResult.minDuration.toFixed(4)}ms`,
98
+ maxDuration: `${fingerprintResult.maxDuration.toFixed(4)}ms`,
99
+ memoryDelta: `${fingerprintResult.memoryDelta.toFixed(2)}MB`,
100
+ iterations: fingerprintResult.iterations
101
+ });
102
+ // Generate test data for distance calculation
103
+ const distanceTestData = await generateDistanceTestData();
104
+ logWithContext.info(`Generated ${distanceTestData.length} test samples for distance calculation`);
105
+ // Define profiling configuration for distance calculation
106
+ const distanceConfig = {
107
+ operation: 'distance',
108
+ iterations: 50,
109
+ testData: distanceTestData,
110
+ parameters: {}
111
+ };
112
+ // Run the distance calculation profiling
113
+ logWithContext.info('Executing SimHash distance calculation profiling...', {
114
+ operation: distanceConfig.operation,
115
+ iterations: distanceConfig.iterations,
116
+ testDataSize: distanceTestData.length
117
+ });
118
+ const distanceResult = await nativeModuleProfiler.profileOperation(distanceConfig);
119
+ // Log the distance calculation results
120
+ logWithContext.info('SimHash distance calculation profiling completed', {
121
+ operation: distanceResult.operation,
122
+ totalDuration: `${distanceResult.duration.toFixed(2)}ms`,
123
+ avgDuration: `${distanceResult.avgDuration.toFixed(4)}ms per operation`,
124
+ minDuration: `${distanceResult.minDuration.toFixed(4)}ms`,
125
+ maxDuration: `${distanceResult.maxDuration.toFixed(4)}ms`,
126
+ memoryDelta: `${distanceResult.memoryDelta.toFixed(2)}MB`,
127
+ iterations: distanceResult.iterations
128
+ });
129
+ // Generate and save report
130
+ const report = nativeModuleProfiler.generateReport();
131
+ console.log('\n' + report);
132
+ // Identify slowest operations
133
+ const slowest = nativeModuleProfiler.getSlowestOperations(3);
134
+ if (slowest.length > 0) {
135
+ console.log('Slowest Operations:');
136
+ slowest.forEach((op, idx) => {
137
+ console.log(` ${idx + 1}. ${op.operation}: ${op.avgDuration.toFixed(4)}ms avg`);
138
+ });
139
+ }
140
+ // Identify highest memory impact operations
141
+ const highMemory = nativeModuleProfiler.getHighestMemoryImpact(3);
142
+ if (highMemory.length > 0) {
143
+ console.log('Highest Memory Impact Operations:');
144
+ highMemory.forEach((op, idx) => {
145
+ console.log(` ${idx + 1}. ${op.operation}: ${op.memoryDelta.toFixed(2)}MB change`);
146
+ });
147
+ }
148
+ return { fingerprintResult, distanceResult };
149
+ }
150
+ catch (error) {
151
+ logWithContext.error('Error during SimHash profiling', error);
152
+ throw error;
153
+ }
154
+ }
155
+ // If this script is run directly
156
+ if (require.main === module) {
157
+ runSimHashProfiling()
158
+ .then(() => {
159
+ logWithContext.info('SimHash profiling script completed successfully');
160
+ process.exit(0);
161
+ })
162
+ .catch((error) => {
163
+ logWithContext.error('SimHash profiling script failed', error);
164
+ process.exit(1);
165
+ });
166
+ }
167
+ export { runSimHashProfiling };
168
+ //# sourceMappingURL=simhash-profiling.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"simhash-profiling.js","sourceRoot":"","sources":["../../src/profiling/simhash-profiling.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,oBAAoB,EAAmB,MAAM,oCAAoC,CAAC;AAC3F,OAAO,EAAE,cAAc,EAAE,MAAM,+BAA+B,CAAC;AAE/D,2CAA2C;AAC3C,SAAS,uBAAuB;IAC9B,MAAM,QAAQ,GAAG,EAAE,CAAC;IAEpB,yDAAyD;IACzD,MAAM,OAAO,GAAG;QACd,gBAAgB;QAChB,MAAM;QACN,aAAa;QACb,qBAAqB;QAErB,iBAAiB;QACjB,0FAA0F;QAC1F,mHAAmH;QAEnH,iBAAiB;QACjB,4OAA4O;QAE5O,oBAAoB;QACpB,wJAAwJ;QAExJ,wCAAwC;QACxC,2GAA2G;QAE3G,qDAAqD;QACrD,qFAAqF;QACrF,4EAA4E;QAE5E,iBAAiB;QACjB,wGAAwG;QACxG,yGAAyG;QAEzG,oBAAoB;QACpB,gcAAgc;YAChc,yjBAAyjB;KAC1jB,CAAC;IAEF,mCAAmC;IACnC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,wBAAwB;QACtD,MAAM,OAAO,GAAG,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;QACnC,MAAM,SAAS,GAAG,GAAG,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC;QACnD,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAC3B,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,8CAA8C;AAC9C,KAAK,UAAU,wBAAwB;IACrC,MAAM,QAAQ,GAAG,EAAE,CAAC;IACpB,MAAM,EAAE,mBAAmB,EAAE,GAAG,MAAM,MAAM,CAAC,mCAAmC,CAAC,CAAC;IAClF,MAAM,YAAY,GAAG,mBAAmB,CAAC,gBAAgB,CAAC,YAAY,EAAE,iBAAiB,CAAC,CAAC;IAE3F,gEAAgE;IAChE,IAAI,YAAY,IAAI,OAAO,YAAY,CAAC,WAAW,KAAK,UAAU,EAAE,CAAC;QACnE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC;YAC5B,MAAM,KAAK,GAAG,kCAAkC,CAAC,EAAE,CAAC;YACpD,MAAM,KAAK,GAAG,0CAA0C,CAAC,EAAE,CAAC;YAE5D,QAAQ,CAAC,IAAI,CAAC;gBACZ,CAAC,EAAE,YAAY,CAAC,WAAW,CAAC,CAAC,CAAC,YAAY,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI;gBAC3E,CAAC,EAAE,YAAY,CAAC,WAAW,CAAC,CAAC,CAAC,YAAY,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI;aAC5E,CAAC,CAAC;QACL,CAAC;IACH,CAAC;SAAM,CAAC;QACN,mCAAmC;QACnC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC;YAC5B,QAAQ,CAAC,IAAI,CAAC;gBACZ,CAAC,EAAE,iBAAiB,CAAC,EAAE;gBACvB,CAAC,EAAE,iBAAiB,CAAC,EAAE;aACxB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,wBAAwB;AACxB,KAAK,UAAU,mBAAmB;IAChC,cAAc,CAAC,IAAI,CAAC,uDAAuD,CAAC,CAAC;IAE7E,IAAI,CAAC;QACH,wCAAwC;QACxC,MAAM,mBAAmB,GAAG,uBAAuB,EAAE,CAAC;QACtD,cAAc,CAAC,IAAI,CAAC,aAAa,mBAAmB,CAAC,MAAM,0CAA0C,CAAC,CAAC;QAEvG,oDAAoD;QACpD,MAAM,iBAAiB,GAAoB;YACzC,SAAS,EAAE,aAAa;YACxB,UAAU,EAAE,GAAG;YACf,QAAQ,EAAE,mBAAmB;YAC7B,UAAU,EAAE,EAAE;SACf,CAAC;QAEF,mCAAmC;QACnC,cAAc,CAAC,IAAI,CAAC,+CAA+C,EAAE;YACnE,SAAS,EAAE,iBAAiB,CAAC,SAAS;YACtC,UAAU,EAAE,iBAAiB,CAAC,UAAU;YACxC,YAAY,EAAE,mBAAmB,CAAC,MAAM;SACzC,CAAC,CAAC;QAEH,MAAM,iBAAiB,GAAG,MAAM,oBAAoB,CAAC,gBAAgB,CAAC,iBAAiB,CAAC,CAAC;QAEzF,iCAAiC;QACjC,cAAc,CAAC,IAAI,CAAC,4CAA4C,EAAE;YAChE,SAAS,EAAE,iBAAiB,CAAC,SAAS;YACtC,aAAa,EAAE,GAAG,iBAAiB,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI;YAC3D,WAAW,EAAE,GAAG,iBAAiB,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,kBAAkB;YAC1E,WAAW,EAAE,GAAG,iBAAiB,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI;YAC5D,WAAW,EAAE,GAAG,iBAAiB,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI;YAC5D,WAAW,EAAE,GAAG,iBAAiB,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI;YAC5D,UAAU,EAAE,iBAAiB,CAAC,UAAU;SACzC,CAAC,CAAC;QAEH,8CAA8C;QAC9C,MAAM,gBAAgB,GAAG,MAAM,wBAAwB,EAAE,CAAC;QAC1D,cAAc,CAAC,IAAI,CAAC,aAAa,gBAAgB,CAAC,MAAM,wCAAwC,CAAC,CAAC;QAElG,0DAA0D;QAC1D,MAAM,cAAc,GAAoB;YACtC,SAAS,EAAE,UAAU;YACrB,UAAU,EAAE,EAAE;YACd,QAAQ,EAAE,gBAAgB;YAC1B,UAAU,EAAE,EAAE;SACf,CAAC;QAEF,yCAAyC;QACzC,cAAc,CAAC,IAAI,CAAC,qDAAqD,EAAE;YACzE,SAAS,EAAE,cAAc,CAAC,SAAS;YACnC,UAAU,EAAE,cAAc,CAAC,UAAU;YACrC,YAAY,EAAE,gBAAgB,CAAC,MAAM;SACtC,CAAC,CAAC;QAEH,MAAM,cAAc,GAAG,MAAM,oBAAoB,CAAC,gBAAgB,CAAC,cAAc,CAAC,CAAC;QAEnF,uCAAuC;QACvC,cAAc,CAAC,IAAI,CAAC,kDAAkD,EAAE;YACtE,SAAS,EAAE,cAAc,CAAC,SAAS;YACnC,aAAa,EAAE,GAAG,cAAc,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI;YACxD,WAAW,EAAE,GAAG,cAAc,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,kBAAkB;YACvE,WAAW,EAAE,GAAG,cAAc,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI;YACzD,WAAW,EAAE,GAAG,cAAc,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI;YACzD,WAAW,EAAE,GAAG,cAAc,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI;YACzD,UAAU,EAAE,cAAc,CAAC,UAAU;SACtC,CAAC,CAAC;QAEH,2BAA2B;QAC3B,MAAM,MAAM,GAAG,oBAAoB,CAAC,cAAc,EAAE,CAAC;QACrD,OAAO,CAAC,GAAG,CAAC,IAAI,GAAG,MAAM,CAAC,CAAC;QAE3B,8BAA8B;QAC9B,MAAM,OAAO,GAAG,oBAAoB,CAAC,oBAAoB,CAAC,CAAC,CAAC,CAAC;QAC7D,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvB,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAC;YACnC,OAAO,CAAC,OAAO,CAAC,CAAC,EAAO,EAAE,GAAW,EAAE,EAAE;gBACvC,OAAO,CAAC,GAAG,CAAC,KAAK,GAAG,GAAG,CAAC,KAAK,EAAE,CAAC,SAAS,KAAK,EAAE,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;YACnF,CAAC,CAAC,CAAC;QACL,CAAC;QAED,4CAA4C;QAC5C,MAAM,UAAU,GAAG,oBAAoB,CAAC,sBAAsB,CAAC,CAAC,CAAC,CAAC;QAClE,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1B,OAAO,CAAC,GAAG,CAAC,mCAAmC,CAAC,CAAC;YACjD,UAAU,CAAC,OAAO,CAAC,CAAC,EAAO,EAAE,GAAW,EAAE,EAAE;gBAC1C,OAAO,CAAC,GAAG,CAAC,KAAK,GAAG,GAAG,CAAC,KAAK,EAAE,CAAC,SAAS,KAAK,EAAE,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC;YACtF,CAAC,CAAC,CAAC;QACL,CAAC;QAED,OAAO,EAAE,iBAAiB,EAAE,cAAc,EAAE,CAAC;IAC/C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,cAAc,CAAC,KAAK,CAAC,gCAAgC,EAAE,KAAc,CAAC,CAAC;QACvE,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED,iCAAiC;AACjC,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;IAC5B,mBAAmB,EAAE;SAClB,IAAI,CAAC,GAAG,EAAE;QACT,cAAc,CAAC,IAAI,CAAC,iDAAiD,CAAC,CAAC;QACvE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC,CAAC;SACD,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;QACf,cAAc,CAAC,KAAK,CAAC,iCAAiC,EAAE,KAAK,CAAC,CAAC;QAC/D,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC,CAAC,CAAC;AACP,CAAC;AAED,OAAO,EAAE,mBAAmB,EAAE,CAAC"}
@@ -0,0 +1,9 @@
1
+ /**
2
+ * API Routes for Sovereign Context Engine
3
+ *
4
+ * Thin orchestrator that delegates to per-resource route modules in routes/v1/.
5
+ * Each module registers its own routes on the Express app.
6
+ */
7
+ import { Application } from 'express';
8
+ export declare function setupRoutes(app: Application): void;
9
+ //# sourceMappingURL=api.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"api.d.ts","sourceRoot":"","sources":["../../src/routes/api.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AActC,wBAAgB,WAAW,CAAC,GAAG,EAAE,WAAW,QAoB3C"}
@@ -0,0 +1,37 @@
1
+ /**
2
+ * API Routes for Sovereign Context Engine
3
+ *
4
+ * Thin orchestrator that delegates to per-resource route modules in routes/v1/.
5
+ * Each module registers its own routes on the Express app.
6
+ */
7
+ import { setupSearchRoutes } from './v1/search.js';
8
+ import { setupIngestRoutes } from './v1/ingest.js';
9
+ import { setupBackupRoutes } from './v1/backup.js';
10
+ import { setupAtomRoutes } from './v1/atoms.js';
11
+ import { setupTagsRoutes } from './v1/tags.js';
12
+ import { setupGitRoutes } from './v1/git.js';
13
+ import { setupResearchRoutes } from './v1/research.js';
14
+ import { setupAdminRoutes } from './v1/admin.js';
15
+ import { setupSystemRoutes } from './v1/system.js';
16
+ import { setupSettingsRoutes } from './v1/settings.js';
17
+ import { setupEnhancedRoutes } from './enhanced-api.js';
18
+ import { setupMemoryRoutes } from './v1/memory.js';
19
+ export function setupRoutes(app) {
20
+ // Core data routes
21
+ setupSearchRoutes(app);
22
+ setupIngestRoutes(app);
23
+ setupBackupRoutes(app);
24
+ setupAtomRoutes(app);
25
+ setupTagsRoutes(app);
26
+ // System & admin routes
27
+ setupSystemRoutes(app);
28
+ setupSettingsRoutes(app);
29
+ setupAdminRoutes(app);
30
+ // External integrations
31
+ setupGitRoutes(app);
32
+ setupResearchRoutes(app);
33
+ // Enhanced/experimental routes
34
+ setupEnhancedRoutes(app);
35
+ setupMemoryRoutes(app);
36
+ }
37
+ //# sourceMappingURL=api.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"api.js","sourceRoot":"","sources":["../../src/routes/api.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAGH,OAAO,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AACnD,OAAO,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AACnD,OAAO,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AACnD,OAAO,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAChD,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAC/C,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,mBAAmB,EAAE,MAAM,kBAAkB,CAAC;AACvD,OAAO,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AACjD,OAAO,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AACnD,OAAO,EAAE,mBAAmB,EAAE,MAAM,kBAAkB,CAAC;AACvD,OAAO,EAAE,mBAAmB,EAAE,MAAM,mBAAmB,CAAC;AACxD,OAAO,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AAEnD,MAAM,UAAU,WAAW,CAAC,GAAgB;IAC1C,mBAAmB;IACnB,iBAAiB,CAAC,GAAG,CAAC,CAAC;IACvB,iBAAiB,CAAC,GAAG,CAAC,CAAC;IACvB,iBAAiB,CAAC,GAAG,CAAC,CAAC;IACvB,eAAe,CAAC,GAAG,CAAC,CAAC;IACrB,eAAe,CAAC,GAAG,CAAC,CAAC;IAErB,wBAAwB;IACxB,iBAAiB,CAAC,GAAG,CAAC,CAAC;IACvB,mBAAmB,CAAC,GAAG,CAAC,CAAC;IACzB,gBAAgB,CAAC,GAAG,CAAC,CAAC;IAEtB,wBAAwB;IACxB,cAAc,CAAC,GAAG,CAAC,CAAC;IACpB,mBAAmB,CAAC,GAAG,CAAC,CAAC;IAEzB,+BAA+B;IAC/B,mBAAmB,CAAC,GAAG,CAAC,CAAC;IACzB,iBAAiB,CAAC,GAAG,CAAC,CAAC;AACzB,CAAC"}
@@ -0,0 +1,9 @@
1
+ /**
2
+ * Enhanced API Routes for ECE
3
+ *
4
+ * Implements additional endpoints for the enhanced functionality
5
+ * following Standard 058: UniversalRAG API
6
+ */
7
+ import { Application } from 'express';
8
+ export declare function setupEnhancedRoutes(app: Application): void;
9
+ //# sourceMappingURL=enhanced-api.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"enhanced-api.d.ts","sourceRoot":"","sources":["../../src/routes/enhanced-api.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,WAAW,EAAqB,MAAM,SAAS,CAAC;AAezD,wBAAgB,mBAAmB,CAAC,GAAG,EAAE,WAAW,QA0InD"}