@wanshi-kg/wanshi 0.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (443) hide show
  1. package/LICENSE +21 -0
  2. package/README.md +458 -0
  3. package/dist/__tests__/helpers.js +27 -0
  4. package/dist/__tests__/helpers.js.map +1 -0
  5. package/dist/cli/commands/export.command.js +99 -0
  6. package/dist/cli/commands/export.command.js.map +1 -0
  7. package/dist/cli/commands/index.js +22 -0
  8. package/dist/cli/commands/index.js.map +1 -0
  9. package/dist/cli/commands/inspectMerges.command.js +84 -0
  10. package/dist/cli/commands/inspectMerges.command.js.map +1 -0
  11. package/dist/cli/commands/metrics.command.js +196 -0
  12. package/dist/cli/commands/metrics.command.js.map +1 -0
  13. package/dist/cli/commands/process.command.js +82 -0
  14. package/dist/cli/commands/process.command.js.map +1 -0
  15. package/dist/cli/commands/watch.command.js +91 -0
  16. package/dist/cli/commands/watch.command.js.map +1 -0
  17. package/dist/cli/index.js +269 -0
  18. package/dist/cli/index.js.map +1 -0
  19. package/dist/cli/optionsToConfig.js +160 -0
  20. package/dist/cli/optionsToConfig.js.map +1 -0
  21. package/dist/config/index.js +59 -0
  22. package/dist/config/index.js.map +1 -0
  23. package/dist/config/legacyHints.js +113 -0
  24. package/dist/config/legacyHints.js.map +1 -0
  25. package/dist/config/schema.js +803 -0
  26. package/dist/config/schema.js.map +1 -0
  27. package/dist/config/ui.js +221 -0
  28. package/dist/config/ui.js.map +1 -0
  29. package/dist/core/DirectoryProcessor.js +725 -0
  30. package/dist/core/DirectoryProcessor.js.map +1 -0
  31. package/dist/core/adapters/IStructuredAdapter.js +3 -0
  32. package/dist/core/adapters/IStructuredAdapter.js.map +1 -0
  33. package/dist/core/adapters/SqliteAdapter.js +267 -0
  34. package/dist/core/adapters/SqliteAdapter.js.map +1 -0
  35. package/dist/core/adapters/StructuredAdapterRegistry.js +31 -0
  36. package/dist/core/adapters/StructuredAdapterRegistry.js.map +1 -0
  37. package/dist/core/adapters/index.js +20 -0
  38. package/dist/core/adapters/index.js.map +1 -0
  39. package/dist/core/checkpoint/CheckpointService.js +188 -0
  40. package/dist/core/checkpoint/CheckpointService.js.map +1 -0
  41. package/dist/core/checkpoint/index.js +18 -0
  42. package/dist/core/checkpoint/index.js.map +1 -0
  43. package/dist/core/corpus/CorpusAnalyzer.js +266 -0
  44. package/dist/core/corpus/CorpusAnalyzer.js.map +1 -0
  45. package/dist/core/corpus/CorpusProfileStore.js +92 -0
  46. package/dist/core/corpus/CorpusProfileStore.js.map +1 -0
  47. package/dist/core/corpus/index.js +21 -0
  48. package/dist/core/corpus/index.js.map +1 -0
  49. package/dist/core/corpus/normalizeGlossary.js +60 -0
  50. package/dist/core/corpus/normalizeGlossary.js.map +1 -0
  51. package/dist/core/corpus/relPath.js +52 -0
  52. package/dist/core/corpus/relPath.js.map +1 -0
  53. package/dist/core/corpus/termFrequency.js +86 -0
  54. package/dist/core/corpus/termFrequency.js.map +1 -0
  55. package/dist/core/cost/CostMeter.js +235 -0
  56. package/dist/core/cost/CostMeter.js.map +1 -0
  57. package/dist/core/cost/index.js +19 -0
  58. package/dist/core/cost/index.js.map +1 -0
  59. package/dist/core/cost/prices.js +38 -0
  60. package/dist/core/cost/prices.js.map +1 -0
  61. package/dist/core/cv/ObjectDetectionService.js +119 -0
  62. package/dist/core/cv/ObjectDetectionService.js.map +1 -0
  63. package/dist/core/di/ContainerFactory.js +670 -0
  64. package/dist/core/di/ContainerFactory.js.map +1 -0
  65. package/dist/core/di/DIContainer.js +103 -0
  66. package/dist/core/di/DIContainer.js.map +1 -0
  67. package/dist/core/di/index.js +19 -0
  68. package/dist/core/di/index.js.map +1 -0
  69. package/dist/core/errors/CustomErrors.js +342 -0
  70. package/dist/core/errors/CustomErrors.js.map +1 -0
  71. package/dist/core/errors/index.js +18 -0
  72. package/dist/core/errors/index.js.map +1 -0
  73. package/dist/core/export/KnowledgeGraphExportService.js +56 -0
  74. package/dist/core/export/KnowledgeGraphExportService.js.map +1 -0
  75. package/dist/core/export/index.js +19 -0
  76. package/dist/core/export/index.js.map +1 -0
  77. package/dist/core/export/strategies/GraphitiExportStrategy.js +115 -0
  78. package/dist/core/export/strategies/GraphitiExportStrategy.js.map +1 -0
  79. package/dist/core/export/strategies/GraphvizDotExportStrategy.js +331 -0
  80. package/dist/core/export/strategies/GraphvizDotExportStrategy.js.map +1 -0
  81. package/dist/core/export/strategies/IExportStrategy.js +3 -0
  82. package/dist/core/export/strategies/IExportStrategy.js.map +1 -0
  83. package/dist/core/export/strategies/JsonExportStrategy.js +19 -0
  84. package/dist/core/export/strategies/JsonExportStrategy.js.map +1 -0
  85. package/dist/core/export/strategies/JsonlExportStrategy.js +69 -0
  86. package/dist/core/export/strategies/JsonlExportStrategy.js.map +1 -0
  87. package/dist/core/export/strategies/KblamExportStrategy.js +36 -0
  88. package/dist/core/export/strategies/KblamExportStrategy.js.map +1 -0
  89. package/dist/core/export/strategies/LoraExportStrategy.js +46 -0
  90. package/dist/core/export/strategies/LoraExportStrategy.js.map +1 -0
  91. package/dist/core/export/strategies/McpExportStrategy.js +67 -0
  92. package/dist/core/export/strategies/McpExportStrategy.js.map +1 -0
  93. package/dist/core/export/strategies/index.js +25 -0
  94. package/dist/core/export/strategies/index.js.map +1 -0
  95. package/dist/core/export/strategies/kbTriples.js +60 -0
  96. package/dist/core/export/strategies/kbTriples.js.map +1 -0
  97. package/dist/core/index.js +22 -0
  98. package/dist/core/index.js.map +1 -0
  99. package/dist/core/knowledge/KnowledgeGraphBuilder.js +627 -0
  100. package/dist/core/knowledge/KnowledgeGraphBuilder.js.map +1 -0
  101. package/dist/core/knowledge/MergeRecord.js +3 -0
  102. package/dist/core/knowledge/MergeRecord.js.map +1 -0
  103. package/dist/core/knowledge/canon/Canonicalizer.js +414 -0
  104. package/dist/core/knowledge/canon/Canonicalizer.js.map +1 -0
  105. package/dist/core/knowledge/canon/index.js +18 -0
  106. package/dist/core/knowledge/canon/index.js.map +1 -0
  107. package/dist/core/knowledge/contradiction/HeuristicContradictionChecker.js +92 -0
  108. package/dist/core/knowledge/contradiction/HeuristicContradictionChecker.js.map +1 -0
  109. package/dist/core/knowledge/contradiction/LlmContradictionChecker.js +52 -0
  110. package/dist/core/knowledge/contradiction/LlmContradictionChecker.js.map +1 -0
  111. package/dist/core/knowledge/contradiction/index.js +19 -0
  112. package/dist/core/knowledge/contradiction/index.js.map +1 -0
  113. package/dist/core/knowledge/grounding/KeywordGroundingChecker.js +33 -0
  114. package/dist/core/knowledge/grounding/KeywordGroundingChecker.js.map +1 -0
  115. package/dist/core/knowledge/grounding/MiniCheckGroundingChecker.js +82 -0
  116. package/dist/core/knowledge/grounding/MiniCheckGroundingChecker.js.map +1 -0
  117. package/dist/core/knowledge/grounding/index.js +20 -0
  118. package/dist/core/knowledge/grounding/index.js.map +1 -0
  119. package/dist/core/knowledge/grounding/verbalize.js +38 -0
  120. package/dist/core/knowledge/grounding/verbalize.js.map +1 -0
  121. package/dist/core/knowledge/images/imageMetaGraph.js +136 -0
  122. package/dist/core/knowledge/images/imageMetaGraph.js.map +1 -0
  123. package/dist/core/knowledge/index.js +20 -0
  124. package/dist/core/knowledge/index.js.map +1 -0
  125. package/dist/core/knowledge/merging/KnowledgeMerger.js +624 -0
  126. package/dist/core/knowledge/merging/KnowledgeMerger.js.map +1 -0
  127. package/dist/core/knowledge/references/ReferenceResolver.js +184 -0
  128. package/dist/core/knowledge/references/ReferenceResolver.js.map +1 -0
  129. package/dist/core/knowledge/references/citations/CitationEvidenceProcessor.js +401 -0
  130. package/dist/core/knowledge/references/citations/CitationEvidenceProcessor.js.map +1 -0
  131. package/dist/core/knowledge/references/citations/CitationResolver.js +95 -0
  132. package/dist/core/knowledge/references/citations/CitationResolver.js.map +1 -0
  133. package/dist/core/knowledge/references/citations/GrobidClient.js +143 -0
  134. package/dist/core/knowledge/references/citations/GrobidClient.js.map +1 -0
  135. package/dist/core/knowledge/references/citations/TitleIdResolver.js +101 -0
  136. package/dist/core/knowledge/references/citations/TitleIdResolver.js.map +1 -0
  137. package/dist/core/knowledge/references/web/FetchCacheService.js +114 -0
  138. package/dist/core/knowledge/references/web/FetchCacheService.js.map +1 -0
  139. package/dist/core/knowledge/references/web/GatedFetcher.js +228 -0
  140. package/dist/core/knowledge/references/web/GatedFetcher.js.map +1 -0
  141. package/dist/core/knowledge/references/web/WebReferenceProcessor.js +164 -0
  142. package/dist/core/knowledge/references/web/WebReferenceProcessor.js.map +1 -0
  143. package/dist/core/knowledge/search/KnowledgeGraphSearch.js +261 -0
  144. package/dist/core/knowledge/search/KnowledgeGraphSearch.js.map +1 -0
  145. package/dist/core/knowledge/vocabulary.js +162 -0
  146. package/dist/core/knowledge/vocabulary.js.map +1 -0
  147. package/dist/core/llm/EmbeddingService.js +113 -0
  148. package/dist/core/llm/EmbeddingService.js.map +1 -0
  149. package/dist/core/llm/OllamaService.js +146 -0
  150. package/dist/core/llm/OllamaService.js.map +1 -0
  151. package/dist/core/llm/OpenAICompatibleService.js +190 -0
  152. package/dist/core/llm/OpenAICompatibleService.js.map +1 -0
  153. package/dist/core/llm/OpenAIEmbeddingService.js +129 -0
  154. package/dist/core/llm/OpenAIEmbeddingService.js.map +1 -0
  155. package/dist/core/llm/embeddingUtils.js +25 -0
  156. package/dist/core/llm/embeddingUtils.js.map +1 -0
  157. package/dist/core/llm/index.js +23 -0
  158. package/dist/core/llm/index.js.map +1 -0
  159. package/dist/core/llm/prompts/PromptManager.js +388 -0
  160. package/dist/core/llm/prompts/PromptManager.js.map +1 -0
  161. package/dist/core/llm/prompts/PromptTemplateEngine.js +257 -0
  162. package/dist/core/llm/prompts/PromptTemplateEngine.js.map +1 -0
  163. package/dist/core/llm/prompts/templates/partials/examples/EXAMPLE_STYLE_GUIDE.md +84 -0
  164. package/dist/core/llm/prompts/templates/partials/examples/article.md +187 -0
  165. package/dist/core/llm/prompts/templates/partials/examples/code.md +229 -0
  166. package/dist/core/llm/prompts/templates/partials/examples/communication.md +205 -0
  167. package/dist/core/llm/prompts/templates/partials/examples/documentation.md +262 -0
  168. package/dist/core/llm/prompts/templates/partials/examples/financial.md +157 -0
  169. package/dist/core/llm/prompts/templates/partials/examples/legal.md +153 -0
  170. package/dist/core/llm/prompts/templates/partials/examples/logs.md +127 -0
  171. package/dist/core/llm/prompts/templates/partials/examples/medical.md +218 -0
  172. package/dist/core/llm/prompts/templates/partials/examples/notes.md +201 -0
  173. package/dist/core/llm/prompts/templates/partials/examples/research.md +208 -0
  174. package/dist/core/llm/prompts/templates/partials/examples/tabular.md +178 -0
  175. package/dist/core/llm/prompts/templates/partials/examples/transcript.md +204 -0
  176. package/dist/core/llm/prompts/templates/partials/retrieved-context.hbs +18 -0
  177. package/dist/core/llm/prompts/templates/v1/system.hbs +371 -0
  178. package/dist/core/llm/prompts/templates/v1/user.hbs +20 -0
  179. package/dist/core/llm/prompts/templates/v2/system.hbs +573 -0
  180. package/dist/core/llm/prompts/templates/v2/user.hbs +20 -0
  181. package/dist/core/llm/prompts/templates/v3/system.hbs +861 -0
  182. package/dist/core/llm/prompts/templates/v3/user.hbs +16 -0
  183. package/dist/core/llm/prompts/templates/v4/system.hbs +800 -0
  184. package/dist/core/llm/prompts/templates/v4/user.hbs +40 -0
  185. package/dist/core/llm/prompts/templates/v4.5/system.hbs +71 -0
  186. package/dist/core/llm/prompts/templates/v4.5/user.hbs +46 -0
  187. package/dist/core/llm/prompts/templates/v5/glossary/system.hbs +40 -0
  188. package/dist/core/llm/prompts/templates/v5/glossary/user.hbs +11 -0
  189. package/dist/core/llm/prompts/templates/v5/system.hbs +163 -0
  190. package/dist/core/llm/prompts/templates/v5/user.hbs +55 -0
  191. package/dist/core/pipeline/GroundingTransform.js +52 -0
  192. package/dist/core/pipeline/GroundingTransform.js.map +1 -0
  193. package/dist/core/pipeline/PipelineRunner.js +51 -0
  194. package/dist/core/pipeline/PipelineRunner.js.map +1 -0
  195. package/dist/core/pipeline/RelationFilterTransform.js +72 -0
  196. package/dist/core/pipeline/RelationFilterTransform.js.map +1 -0
  197. package/dist/core/pipeline/index.js +20 -0
  198. package/dist/core/pipeline/index.js.map +1 -0
  199. package/dist/core/processor/FileProcessor.js +184 -0
  200. package/dist/core/processor/FileProcessor.js.map +1 -0
  201. package/dist/core/processor/ProcessedRegistry.js +38 -0
  202. package/dist/core/processor/ProcessedRegistry.js.map +1 -0
  203. package/dist/core/processor/ast/AstSeedService.js +0 -0
  204. package/dist/core/processor/ast/AstSeedService.js.map +1 -0
  205. package/dist/core/processor/ast/AstSymbolStore.js +110 -0
  206. package/dist/core/processor/ast/AstSymbolStore.js.map +1 -0
  207. package/dist/core/processor/ast/index.js +19 -0
  208. package/dist/core/processor/ast/index.js.map +1 -0
  209. package/dist/core/processor/chunking/TextChunker.js +98 -0
  210. package/dist/core/processor/chunking/TextChunker.js.map +1 -0
  211. package/dist/core/processor/chunking/index.js +18 -0
  212. package/dist/core/processor/chunking/index.js.map +1 -0
  213. package/dist/core/processor/classifier/CONTENT_CLASSES.js +294 -0
  214. package/dist/core/processor/classifier/CONTENT_CLASSES.js.map +1 -0
  215. package/dist/core/processor/classifier/CascadeContentClassifier.js +107 -0
  216. package/dist/core/processor/classifier/CascadeContentClassifier.js.map +1 -0
  217. package/dist/core/processor/classifier/HeuristicContentClassifier.js +113 -0
  218. package/dist/core/processor/classifier/HeuristicContentClassifier.js.map +1 -0
  219. package/dist/core/processor/classifier/IContentTypeClassifier.js +3 -0
  220. package/dist/core/processor/classifier/IContentTypeClassifier.js.map +1 -0
  221. package/dist/core/processor/classifier/LlmContentClassifier.js +107 -0
  222. package/dist/core/processor/classifier/LlmContentClassifier.js.map +1 -0
  223. package/dist/core/processor/classifier/NER_DOMAIN_EXAMPLES.js +498 -0
  224. package/dist/core/processor/classifier/NER_DOMAIN_EXAMPLES.js.map +1 -0
  225. package/dist/core/processor/classifier/index.js +21 -0
  226. package/dist/core/processor/classifier/index.js.map +1 -0
  227. package/dist/core/processor/classifier/mergeClassifications.js +32 -0
  228. package/dist/core/processor/classifier/mergeClassifications.js.map +1 -0
  229. package/dist/core/processor/index.js +20 -0
  230. package/dist/core/processor/index.js.map +1 -0
  231. package/dist/core/processor/readers/AudioReader.js +462 -0
  232. package/dist/core/processor/readers/AudioReader.js.map +1 -0
  233. package/dist/core/processor/readers/BinaryReader.js +90 -0
  234. package/dist/core/processor/readers/BinaryReader.js.map +1 -0
  235. package/dist/core/processor/readers/ChandraPdfReader.js +187 -0
  236. package/dist/core/processor/readers/ChandraPdfReader.js.map +1 -0
  237. package/dist/core/processor/readers/ChatExportReader.js +365 -0
  238. package/dist/core/processor/readers/ChatExportReader.js.map +1 -0
  239. package/dist/core/processor/readers/DoclingReader.js +445 -0
  240. package/dist/core/processor/readers/DoclingReader.js.map +1 -0
  241. package/dist/core/processor/readers/EmailReader.js +259 -0
  242. package/dist/core/processor/readers/EmailReader.js.map +1 -0
  243. package/dist/core/processor/readers/EpubReader.js +175 -0
  244. package/dist/core/processor/readers/EpubReader.js.map +1 -0
  245. package/dist/core/processor/readers/FileReader.js +90 -0
  246. package/dist/core/processor/readers/FileReader.js.map +1 -0
  247. package/dist/core/processor/readers/FileReaderFactory.js +49 -0
  248. package/dist/core/processor/readers/FileReaderFactory.js.map +1 -0
  249. package/dist/core/processor/readers/HtmlReader.js +371 -0
  250. package/dist/core/processor/readers/HtmlReader.js.map +1 -0
  251. package/dist/core/processor/readers/ImageReader.js +162 -0
  252. package/dist/core/processor/readers/ImageReader.js.map +1 -0
  253. package/dist/core/processor/readers/JsonFileReader.js +232 -0
  254. package/dist/core/processor/readers/JsonFileReader.js.map +1 -0
  255. package/dist/core/processor/readers/JupyterReader.js +178 -0
  256. package/dist/core/processor/readers/JupyterReader.js.map +1 -0
  257. package/dist/core/processor/readers/LatexReader.js +176 -0
  258. package/dist/core/processor/readers/LatexReader.js.map +1 -0
  259. package/dist/core/processor/readers/MarkdownReader.js +289 -0
  260. package/dist/core/processor/readers/MarkdownReader.js.map +1 -0
  261. package/dist/core/processor/readers/MarkerPdfReader.js +193 -0
  262. package/dist/core/processor/readers/MarkerPdfReader.js.map +1 -0
  263. package/dist/core/processor/readers/MistralOcrReader.js +198 -0
  264. package/dist/core/processor/readers/MistralOcrReader.js.map +1 -0
  265. package/dist/core/processor/readers/OfficeReader.js +174 -0
  266. package/dist/core/processor/readers/OfficeReader.js.map +1 -0
  267. package/dist/core/processor/readers/PdfReader.js +116 -0
  268. package/dist/core/processor/readers/PdfReader.js.map +1 -0
  269. package/dist/core/processor/readers/RtfReader.js +107 -0
  270. package/dist/core/processor/readers/RtfReader.js.map +1 -0
  271. package/dist/core/processor/readers/SubtitleReader.js +145 -0
  272. package/dist/core/processor/readers/SubtitleReader.js.map +1 -0
  273. package/dist/core/processor/readers/TesseractPdfReader.js +183 -0
  274. package/dist/core/processor/readers/TesseractPdfReader.js.map +1 -0
  275. package/dist/core/processor/readers/TextReader.js +129 -0
  276. package/dist/core/processor/readers/TextReader.js.map +1 -0
  277. package/dist/core/processor/readers/TranscriptReader.js +234 -0
  278. package/dist/core/processor/readers/TranscriptReader.js.map +1 -0
  279. package/dist/core/processor/readers/image/imageMetadata.js +155 -0
  280. package/dist/core/processor/readers/image/imageMetadata.js.map +1 -0
  281. package/dist/core/processor/readers/index.js +41 -0
  282. package/dist/core/processor/readers/index.js.map +1 -0
  283. package/dist/core/processor/readers/referenceExtraction.js +198 -0
  284. package/dist/core/processor/readers/referenceExtraction.js.map +1 -0
  285. package/dist/core/processor/readers/stripReferences.js +59 -0
  286. package/dist/core/processor/readers/stripReferences.js.map +1 -0
  287. package/dist/core/processor/readers/transcript/turnPacking.js +81 -0
  288. package/dist/core/processor/readers/transcript/turnPacking.js.map +1 -0
  289. package/dist/core/progress/NdjsonProgressEmitter.js +30 -0
  290. package/dist/core/progress/NdjsonProgressEmitter.js.map +1 -0
  291. package/dist/core/progress/NoopProgressEmitter.js +15 -0
  292. package/dist/core/progress/NoopProgressEmitter.js.map +1 -0
  293. package/dist/core/progress/index.js +19 -0
  294. package/dist/core/progress/index.js.map +1 -0
  295. package/dist/core/trace/TraceWriter.js +100 -0
  296. package/dist/core/trace/TraceWriter.js.map +1 -0
  297. package/dist/core/trace/events.js +13 -0
  298. package/dist/core/trace/events.js.map +1 -0
  299. package/dist/core/trace/index.js +20 -0
  300. package/dist/core/trace/index.js.map +1 -0
  301. package/dist/core/trace/lineage.js +97 -0
  302. package/dist/core/trace/lineage.js.map +1 -0
  303. package/dist/evaluation/BenchmarkRunner.js +171 -0
  304. package/dist/evaluation/BenchmarkRunner.js.map +1 -0
  305. package/dist/evaluation/classifier/ClassifierAccuracy.js +185 -0
  306. package/dist/evaluation/classifier/ClassifierAccuracy.js.map +1 -0
  307. package/dist/evaluation/classifier/labeledSamples.js +379 -0
  308. package/dist/evaluation/classifier/labeledSamples.js.map +1 -0
  309. package/dist/evaluation/compare/goldCompare.js +126 -0
  310. package/dist/evaluation/compare/goldCompare.js.map +1 -0
  311. package/dist/evaluation/crossre/compareScoring.js +30 -0
  312. package/dist/evaluation/crossre/compareScoring.js.map +1 -0
  313. package/dist/evaluation/datasets/CrossREDataset.js +170 -0
  314. package/dist/evaluation/datasets/CrossREDataset.js.map +1 -0
  315. package/dist/evaluation/datasets/IDataset.js +3 -0
  316. package/dist/evaluation/datasets/IDataset.js.map +1 -0
  317. package/dist/evaluation/datasets/RebelDataset.js +117 -0
  318. package/dist/evaluation/datasets/RebelDataset.js.map +1 -0
  319. package/dist/evaluation/datasets/RedocredDataset.js +218 -0
  320. package/dist/evaluation/datasets/RedocredDataset.js.map +1 -0
  321. package/dist/evaluation/datasets/SemEval2010Dataset.js +150 -0
  322. package/dist/evaluation/datasets/SemEval2010Dataset.js.map +1 -0
  323. package/dist/evaluation/index.js +33 -0
  324. package/dist/evaluation/index.js.map +1 -0
  325. package/dist/evaluation/matching/ExactMatcher.js +75 -0
  326. package/dist/evaluation/matching/ExactMatcher.js.map +1 -0
  327. package/dist/evaluation/matching/SemanticMatcher.js +143 -0
  328. package/dist/evaluation/matching/SemanticMatcher.js.map +1 -0
  329. package/dist/evaluation/metrics/TripleMetrics.js +64 -0
  330. package/dist/evaluation/metrics/TripleMetrics.js.map +1 -0
  331. package/dist/evaluation/mine/MineCheckpoint.js +114 -0
  332. package/dist/evaluation/mine/MineCheckpoint.js.map +1 -0
  333. package/dist/evaluation/mine/MineDataset.js +208 -0
  334. package/dist/evaluation/mine/MineDataset.js.map +1 -0
  335. package/dist/evaluation/mine/MineReporter.js +98 -0
  336. package/dist/evaluation/mine/MineReporter.js.map +1 -0
  337. package/dist/evaluation/mine/MineRunner.js +148 -0
  338. package/dist/evaluation/mine/MineRunner.js.map +1 -0
  339. package/dist/evaluation/mine/MineScorer.js +127 -0
  340. package/dist/evaluation/mine/MineScorer.js.map +1 -0
  341. package/dist/evaluation/mine/types.js +12 -0
  342. package/dist/evaluation/mine/types.js.map +1 -0
  343. package/dist/evaluation/reporters/ConsoleReporter.js +55 -0
  344. package/dist/evaluation/reporters/ConsoleReporter.js.map +1 -0
  345. package/dist/evaluation/reporters/JsonReporter.js +50 -0
  346. package/dist/evaluation/reporters/JsonReporter.js.map +1 -0
  347. package/dist/index.js +28 -0
  348. package/dist/index.js.map +1 -0
  349. package/dist/quality/CompositeScore.js +61 -0
  350. package/dist/quality/CompositeScore.js.map +1 -0
  351. package/dist/quality/ConsistencyMetrics.js +70 -0
  352. package/dist/quality/ConsistencyMetrics.js.map +1 -0
  353. package/dist/quality/FactualMetrics.js +76 -0
  354. package/dist/quality/FactualMetrics.js.map +1 -0
  355. package/dist/quality/GraphHealthMetrics.js +68 -0
  356. package/dist/quality/GraphHealthMetrics.js.map +1 -0
  357. package/dist/quality/SemanticMetrics.js +102 -0
  358. package/dist/quality/SemanticMetrics.js.map +1 -0
  359. package/dist/quality/StructuralMetrics.js +60 -0
  360. package/dist/quality/StructuralMetrics.js.map +1 -0
  361. package/dist/quality/index.js +23 -0
  362. package/dist/quality/index.js.map +1 -0
  363. package/dist/shared/index.js +20 -0
  364. package/dist/shared/index.js.map +1 -0
  365. package/dist/shared/logger/Logger.js +3 -0
  366. package/dist/shared/logger/Logger.js.map +1 -0
  367. package/dist/shared/logger/LoggerFactory.js +75 -0
  368. package/dist/shared/logger/LoggerFactory.js.map +1 -0
  369. package/dist/shared/logger/index.js +19 -0
  370. package/dist/shared/logger/index.js.map +1 -0
  371. package/dist/shared/shutdown.js +30 -0
  372. package/dist/shared/shutdown.js.map +1 -0
  373. package/dist/shared/utils/agglomerativeCluster.js +269 -0
  374. package/dist/shared/utils/agglomerativeCluster.js.map +1 -0
  375. package/dist/shared/utils/astSymbols.js +69 -0
  376. package/dist/shared/utils/astSymbols.js.map +1 -0
  377. package/dist/shared/utils/cosineSimilarity.js +18 -0
  378. package/dist/shared/utils/cosineSimilarity.js.map +1 -0
  379. package/dist/shared/utils/directoryTree.js +184 -0
  380. package/dist/shared/utils/directoryTree.js.map +1 -0
  381. package/dist/shared/utils/documentOutline.js +74 -0
  382. package/dist/shared/utils/documentOutline.js.map +1 -0
  383. package/dist/shared/utils/index.js +24 -0
  384. package/dist/shared/utils/index.js.map +1 -0
  385. package/dist/shared/utils/jaroWinklerSimilarity.js +60 -0
  386. package/dist/shared/utils/jaroWinklerSimilarity.js.map +1 -0
  387. package/dist/shared/utils/parseJsonLenient.js +27 -0
  388. package/dist/shared/utils/parseJsonLenient.js.map +1 -0
  389. package/dist/shared/utils/readConfig.js +42 -0
  390. package/dist/shared/utils/readConfig.js.map +1 -0
  391. package/dist/shared/utils/readRtf.js +216 -0
  392. package/dist/shared/utils/readRtf.js.map +1 -0
  393. package/dist/shared/utils/softmax.js +26 -0
  394. package/dist/shared/utils/softmax.js.map +1 -0
  395. package/dist/types/ContentClass.js +3 -0
  396. package/dist/types/ContentClass.js.map +1 -0
  397. package/dist/types/CorpusProfile.js +3 -0
  398. package/dist/types/CorpusProfile.js.map +1 -0
  399. package/dist/types/IContradictionChecker.js +3 -0
  400. package/dist/types/IContradictionChecker.js.map +1 -0
  401. package/dist/types/ICorpusAnalyzer.js +3 -0
  402. package/dist/types/ICorpusAnalyzer.js.map +1 -0
  403. package/dist/types/IDirectoryProcessor.js +3 -0
  404. package/dist/types/IDirectoryProcessor.js.map +1 -0
  405. package/dist/types/IEmbeddingProvider.js +3 -0
  406. package/dist/types/IEmbeddingProvider.js.map +1 -0
  407. package/dist/types/IEmbeddingService.js +6 -0
  408. package/dist/types/IEmbeddingService.js.map +1 -0
  409. package/dist/types/IFileProcessor.js +3 -0
  410. package/dist/types/IFileProcessor.js.map +1 -0
  411. package/dist/types/IGroundingChecker.js +3 -0
  412. package/dist/types/IGroundingChecker.js.map +1 -0
  413. package/dist/types/IKnowledgeGraphBuilder.js +3 -0
  414. package/dist/types/IKnowledgeGraphBuilder.js.map +1 -0
  415. package/dist/types/IKnowledgeGraphExporter.js +3 -0
  416. package/dist/types/IKnowledgeGraphExporter.js.map +1 -0
  417. package/dist/types/IKnowledgeGraphMerger.js +3 -0
  418. package/dist/types/IKnowledgeGraphMerger.js.map +1 -0
  419. package/dist/types/IKnowledgeGraphSearch.js +3 -0
  420. package/dist/types/IKnowledgeGraphSearch.js.map +1 -0
  421. package/dist/types/ILLMProvider.js +3 -0
  422. package/dist/types/ILLMProvider.js.map +1 -0
  423. package/dist/types/ILLMService.js +3 -0
  424. package/dist/types/ILLMService.js.map +1 -0
  425. package/dist/types/IObjectDetector.js +3 -0
  426. package/dist/types/IObjectDetector.js.map +1 -0
  427. package/dist/types/IProcessingService.js +3 -0
  428. package/dist/types/IProcessingService.js.map +1 -0
  429. package/dist/types/IProgressEmitter.js +3 -0
  430. package/dist/types/IProgressEmitter.js.map +1 -0
  431. package/dist/types/IPromptManager.js +3 -0
  432. package/dist/types/IPromptManager.js.map +1 -0
  433. package/dist/types/KnowledgeGraph.js +3 -0
  434. package/dist/types/KnowledgeGraph.js.map +1 -0
  435. package/dist/types/MCPKnowledgeGraph.js +3 -0
  436. package/dist/types/MCPKnowledgeGraph.js.map +1 -0
  437. package/dist/types/Observation.js +21 -0
  438. package/dist/types/Observation.js.map +1 -0
  439. package/dist/types/ProcessingOptions.js +3 -0
  440. package/dist/types/ProcessingOptions.js.map +1 -0
  441. package/dist/types/index.js +40 -0
  442. package/dist/types/index.js.map +1 -0
  443. package/package.json +122 -0
@@ -0,0 +1,107 @@
1
+ "use strict";
2
+ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
3
+ function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
4
+ return new (P || (P = Promise))(function (resolve, reject) {
5
+ function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
6
+ function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
7
+ function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
8
+ step((generator = generator.apply(thisArg, _arguments || [])).next());
9
+ });
10
+ };
11
+ var __importDefault = (this && this.__importDefault) || function (mod) {
12
+ return (mod && mod.__esModule) ? mod : { "default": mod };
13
+ };
14
+ Object.defineProperty(exports, "__esModule", { value: true });
15
+ exports.LlmContentClassifier = void 0;
16
+ const zod_1 = __importDefault(require("zod"));
17
+ const ResponseSchema = zod_1.default.object({
18
+ class: zod_1.default.enum([
19
+ "code",
20
+ "financial",
21
+ "medical",
22
+ "legal",
23
+ "research",
24
+ "transcript",
25
+ "tabular",
26
+ "communication",
27
+ "documentation",
28
+ "technical",
29
+ "narrative",
30
+ "reference",
31
+ ]),
32
+ confidence: zod_1.default.number(),
33
+ });
34
+ const ClassifierSystemPrompt = `# MISSION STATEMENT
35
+
36
+ You are a text classification assistant. Your task is to classify the provided text content into one of the predefined classes. Your goal is to accurately determine the category of the text based on its content and context.
37
+
38
+ ## Class Definitions
39
+
40
+ 1. **code**: Text containing programming code, scripts, or any form of computer language syntax.
41
+ 2. **financial**: Text related to financial data, reports, transactions, or economic analysis.
42
+ 3. **medical**: Text pertaining to medical information, health records, clinical notes, or healthcare-related content.
43
+ 4. **legal**: Text involving legal documents, contracts, laws, regulations, or any legal proceedings.
44
+ 5. **research**: Text related to academic research, scientific studies, or scholarly articles.
45
+ 6. **transcript**: Text that is a transcription of spoken language, such as interviews, meetings, or lectures.
46
+ 7. **tabular**: Text presented in a tabular format, such as tables, spreadsheets, or structured data.
47
+ 8. **communication**: Text involving personal or professional communication, such as emails, messages, or letters.
48
+ 9. **documentation**: Text that serves as documentation, such as manuals, guides, or instructional content.
49
+ 10. **technical**: Text related to technical specifications, engineering details, or technical manuals.
50
+ 11. **narrative**: Text that tells a story or describes events, such as novels, stories, or anecdotes.
51
+ 12. **reference**: Text that serves as a reference, such as encyclopedias, dictionaries, or reference guides.
52
+
53
+ ## Response Format
54
+
55
+ Please provide your response in the following JSON schema:
56
+
57
+ \`\`\`json
58
+ {
59
+ "class": "code" | "financial" | "medical" | "legal" | "research" | "transcript" | "tabular" | "communication" | "documentation" | "technical" | "narrative" | "reference",
60
+ "confidence": number
61
+ }
62
+ \`\`\`
63
+
64
+ ## Critical Instructions
65
+
66
+ 1. Read the provided text carefully.
67
+ 2. Determine the most appropriate class for the text based on the definitions provided.
68
+ 3. Assign a confidence score between 0 and 1, where 1 indicates absolute certainty and 0 indicates complete uncertainty.
69
+ 4. Return the response in the specified JSON format.
70
+
71
+ Ensure that your classification is accurate and that the confidence score reflects your certainty in the classification.
72
+ `;
73
+ class LlmContentClassifier {
74
+ constructor(llm, logger) {
75
+ this.llm = llm;
76
+ this.logger = logger;
77
+ }
78
+ classify(content, path) {
79
+ return __awaiter(this, void 0, void 0, function* () {
80
+ // Returns a single `{class, confidence}` (the model's pick) — consumed by the
81
+ // exact same gate as the heuristic (`vocabulary.ts:activeDomainClasses`). After
82
+ // S2/S3 both classifiers feed that gate a comparable [0,1] confidence and there
83
+ // is no classifier-internal threshold: the heuristic emits a softmax
84
+ // distribution, the LLM emits the model's own probability, and the single
85
+ // downstream gate decides abstain/single/multi for both.
86
+ //
87
+ // Route through the provider-agnostic ILLMProvider (KG-15). Previously this
88
+ // hardcoded an Ollama client + host, so with `provider: openai` every call
89
+ // hit `/api/chat` on a cloud base URL and 404'd. generateStructured already
90
+ // does JSON-schema formatting, fence-stripping, zod-validation, and retry —
91
+ // so the manual chat/parse/validate dance is gone. Failures propagate (the
92
+ // caller — FileProcessor/CorpusAnalyzer — handles them gracefully).
93
+ const messages = [
94
+ { role: "system", content: ClassifierSystemPrompt },
95
+ { role: "user", content: this.formatMessage(content, path) },
96
+ ];
97
+ this.logger.debug(`Classifying ${path} via LLM provider`);
98
+ const validated = yield this.llm.generateStructured(messages, ResponseSchema);
99
+ return [validated];
100
+ });
101
+ }
102
+ formatMessage(content, path) {
103
+ return `File Path: \`${path}\`\nFile Content:\n\`\`\`\n${content}\n\`\`\`\n`;
104
+ }
105
+ }
106
+ exports.LlmContentClassifier = LlmContentClassifier;
107
+ //# sourceMappingURL=LlmContentClassifier.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"LlmContentClassifier.js","sourceRoot":"","sources":["../../../../src/core/processor/classifier/LlmContentClassifier.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,8CAAoB;AAKpB,MAAM,cAAc,GAAG,aAAC,CAAC,MAAM,CAAC;IAC9B,KAAK,EAAE,aAAC,CAAC,IAAI,CAAC;QACZ,MAAM;QACN,WAAW;QACX,SAAS;QACT,OAAO;QACP,UAAU;QACV,YAAY;QACZ,SAAS;QACT,eAAe;QACf,eAAe;QACf,WAAW;QACX,WAAW;QACX,WAAW;KACZ,CAAC;IACF,UAAU,EAAE,aAAC,CAAC,MAAM,EAAE;CACvB,CAAC,CAAC;AAEH,MAAM,sBAAsB,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAsC9B,CAAC;AAEF,MAAa,oBAAoB;IAC/B,YACmB,GAAiB,EACjB,MAAc;QADd,QAAG,GAAH,GAAG,CAAc;QACjB,WAAM,GAAN,MAAM,CAAQ;IAC9B,CAAC;IAEE,QAAQ,CACZ,OAAe,EACf,IAAY;;YAEZ,8EAA8E;YAC9E,gFAAgF;YAChF,gFAAgF;YAChF,qEAAqE;YACrE,0EAA0E;YAC1E,yDAAyD;YACzD,EAAE;YACF,4EAA4E;YAC5E,2EAA2E;YAC3E,4EAA4E;YAC5E,4EAA4E;YAC5E,2EAA2E;YAC3E,oEAAoE;YACpE,MAAM,QAAQ,GAAiB;gBAC7B,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,sBAAsB,EAAE;gBACnD,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE;aAC7D,CAAC;YAEF,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,eAAe,IAAI,mBAAmB,CAAC,CAAC;YAC1D,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,kBAAkB,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAC;YAC9E,OAAO,CAAC,SAAS,CAAC,CAAC;QACrB,CAAC;KAAA;IAEO,aAAa,CAAC,OAAe,EAAE,IAAY;QACjD,OAAO,gBAAgB,IAAI,8BAA8B,OAAO,YAAY,CAAC;IAC/E,CAAC;CACF;AApCD,oDAoCC"}
@@ -0,0 +1,498 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.NER_DOMAIN_EXAMPLES = void 0;
4
+ exports.NER_DOMAIN_EXAMPLES = {
5
+ code: {
6
+ name: "code",
7
+ description: "Source code, scripts, and technical implementations",
8
+ primaryEntityTypes: [
9
+ "function", "class", "module", "api_endpoint", "database_table",
10
+ "configuration", "dependency", "algorithm", "data_structure",
11
+ ],
12
+ primaryRelationTypes: [
13
+ "calls", "imports", "extends", "implements", "configures",
14
+ "depends_on", "exposes", "consumes", "processes",
15
+ ],
16
+ examples: [
17
+ {
18
+ filePath: "src/index.ts",
19
+ fileContent: `import { Command } from "commander";\nconst program = new Command();\nprogram.parse();`,
20
+ output: {
21
+ entities: [
22
+ {
23
+ name: "file-converter",
24
+ files: ["src/index.ts"],
25
+ entityType: "cli_application",
26
+ observations: ["Converts files between different formats", "Version 1.0.0", "NodeJS CLI utility"]
27
+ },
28
+ {
29
+ name: "processFiles",
30
+ files: ["src/index.ts"],
31
+ entityType: "function",
32
+ observations: ["Handles file conversion logic", "Accepts input path, output path, and format parameters"]
33
+ }
34
+ ],
35
+ relations: [
36
+ {
37
+ from: "file-converter",
38
+ to: "processFiles",
39
+ relationType: ["calls", "delegates_to"]
40
+ }
41
+ ]
42
+ }
43
+ }
44
+ ],
45
+ },
46
+ financial: {
47
+ name: 'financial',
48
+ description: 'Financial reports, market analysis, and economic data',
49
+ primaryEntityTypes: [
50
+ 'company', 'stock_symbol', 'financial_metric', 'transaction',
51
+ 'regulation', 'market', 'investment', 'currency', 'portfolio'
52
+ ],
53
+ primaryRelationTypes: [
54
+ 'owns', 'trades', 'reports', 'regulates', 'correlates_with',
55
+ 'outperforms', 'invests_in', 'complies_with', 'pays', 'owes'
56
+ ],
57
+ examples: [
58
+ {
59
+ filePath: "reports/q3-earnings.txt",
60
+ fileContent: "Q3 2024 Revenue: $2.1B (+15% YoY)\nNet Income: $450M\nEarnings per share: $3.21",
61
+ output: {
62
+ entities: [
63
+ {
64
+ name: "q3_2024_earnings",
65
+ files: ["reports/q3-earnings.txt"],
66
+ entityType: "financial_report",
67
+ observations: ["Revenue: $2.1B", "15% YoY growth", "Net Income: $450M", "EPS: $3.21"]
68
+ }
69
+ ],
70
+ relations: []
71
+ }
72
+ }
73
+ ],
74
+ },
75
+ medical: {
76
+ name: 'medical',
77
+ description: 'Medical records, research papers, and healthcare documentation',
78
+ primaryEntityTypes: [
79
+ 'condition', 'treatment', 'medication', 'anatomy', 'procedure',
80
+ 'symptom', 'diagnosis', 'patient', 'provider', 'clinical_trial', 'test'
81
+ ],
82
+ primaryRelationTypes: [
83
+ 'treats', 'causes', 'indicates', 'prevents', 'interacts_with',
84
+ 'diagnosed_with', 'prescribed', 'contraindicates', 'underwent',
85
+ 'allergic_to', 'treated_by'
86
+ ],
87
+ examples: [
88
+ {
89
+ filePath: "medical/patient-chart.txt",
90
+ fileContent: "Patient presents with acute chest pain. Diagnosis: Myocardial infarction.\nTreatment: Aspirin 325mg, Metoprolol 50mg BID",
91
+ output: {
92
+ entities: [
93
+ {
94
+ name: "myocardial_infarction",
95
+ files: ["medical/patient-chart.txt"],
96
+ entityType: "condition",
97
+ observations: ["Primary diagnosis", "Presents as acute chest pain"]
98
+ },
99
+ {
100
+ name: "aspirin_325mg",
101
+ files: ["medical/patient-chart.txt"],
102
+ entityType: "medication",
103
+ observations: ["Treatment for myocardial infarction", "325mg dosage"]
104
+ }
105
+ ],
106
+ relations: [
107
+ {
108
+ from: "aspirin_325mg",
109
+ to: "myocardial_infarction",
110
+ relationType: ["treats"]
111
+ }
112
+ ]
113
+ }
114
+ }
115
+ ],
116
+ },
117
+ legal: {
118
+ name: 'legal',
119
+ description: 'Legal documents, contracts, and regulatory content',
120
+ primaryEntityTypes: [
121
+ 'party', 'contract', 'statute', 'jurisdiction', 'obligation',
122
+ 'right', 'precedent', 'court', 'lawyer', 'legal_entity'
123
+ ],
124
+ primaryRelationTypes: [
125
+ 'contracts_with', 'obligates', 'grants_right_to', 'governs',
126
+ 'precedent_for', 'jurisdiction_over', 'represents', 'signed',
127
+ 'party_to', 'filed_in'
128
+ ],
129
+ examples: [
130
+ {
131
+ filePath: "legal/service-agreement.txt",
132
+ fileContent: "WHEREAS the parties wish to enter into agreement\nParty A hereby agrees to provide services\nJurisdiction: State of California",
133
+ output: {
134
+ entities: [
135
+ {
136
+ name: "service_agreement",
137
+ files: ["legal/service-agreement.txt"],
138
+ entityType: "contract",
139
+ observations: ["Service provision contract", "California jurisdiction"]
140
+ },
141
+ {
142
+ name: "party_a",
143
+ files: ["legal/service-agreement.txt"],
144
+ entityType: "party",
145
+ observations: ["Service provider", "Contractual party"]
146
+ }
147
+ ],
148
+ relations: [
149
+ {
150
+ from: "party_a",
151
+ to: "service_agreement",
152
+ relationType: ["party_to"]
153
+ }
154
+ ]
155
+ }
156
+ }
157
+ ],
158
+ },
159
+ research: {
160
+ name: 'research',
161
+ description: 'Academic papers, scientific studies, and experimental data',
162
+ primaryEntityTypes: [
163
+ 'hypothesis', 'experiment', 'methodology', 'result', 'dataset',
164
+ 'researcher', 'institution', 'publication', 'statistical_test', 'variable'
165
+ ],
166
+ primaryRelationTypes: [
167
+ 'tests', 'validates', 'measures', 'correlates_with', 'cites',
168
+ 'replicates', 'contradicts', 'builds_upon'
169
+ ],
170
+ examples: [
171
+ {
172
+ filePath: "experiments/crispr-protocol.txt",
173
+ fileContent: "CRISPR-Cas9 gene editing protocol\nTarget: BRCA1 gene\nGuide RNA: 5'-GGCTATCCTCTCAGAGTGAC-3'\nEfficiency: 78% editing",
174
+ output: {
175
+ entities: [
176
+ {
177
+ name: "BRCA1_gene",
178
+ files: ["experiments/crispr-protocol.txt"],
179
+ entityType: "gene",
180
+ observations: ["Target gene for CRISPR editing", "Associated with breast cancer susceptibility"]
181
+ },
182
+ {
183
+ name: "guide_RNA_BRCA1",
184
+ files: ["experiments/crispr-protocol.txt"],
185
+ entityType: "rna_sequence",
186
+ observations: ["Sequence: 5'-GGCTATCCTCTCAGAGTGAC-3'", "Targets BRCA1 gene"]
187
+ }
188
+ ],
189
+ relations: [
190
+ {
191
+ from: "guide_RNA_BRCA1",
192
+ to: "BRCA1_gene",
193
+ relationType: ["targets", "binds_to"]
194
+ }
195
+ ]
196
+ }
197
+ }
198
+ ],
199
+ },
200
+ transcript: {
201
+ name: 'transcript',
202
+ description: 'Meeting minutes, interviews, and recorded conversations',
203
+ primaryEntityTypes: [
204
+ 'speaker', 'topic', 'decision', 'action_item', 'timeline',
205
+ 'participant', 'agenda_item', 'meeting', 'deadline', 'responsibility',
206
+ 'pain_point', 'feature_request'
207
+ ],
208
+ primaryRelationTypes: [
209
+ 'discusses', 'decides', 'assigns', 'schedules', 'follows_up',
210
+ 'reports_to', 'responsible_for', 'attends', 'facilitates',
211
+ 'interviews', 'reports', 'requests'
212
+ ],
213
+ examples: [
214
+ {
215
+ filePath: "meetings/q4-planning.txt",
216
+ fileContent: "Meeting Minutes - Q4 Planning\nAttendees: John, Sarah, Mike\nAction Items:\n- John: Finalize budget by Friday",
217
+ output: {
218
+ entities: [
219
+ {
220
+ name: "q4_planning_meeting",
221
+ files: ["meetings/q4-planning.txt"],
222
+ entityType: "meeting",
223
+ observations: ["Q4 planning session", "3 attendees"]
224
+ },
225
+ {
226
+ name: "john",
227
+ files: ["meetings/q4-planning.txt"],
228
+ entityType: "participant",
229
+ observations: ["Meeting attendee", "Responsible for budget finalization"]
230
+ }
231
+ ],
232
+ relations: [
233
+ {
234
+ from: "john",
235
+ to: "q4_planning_meeting",
236
+ relationType: ["attends"]
237
+ }
238
+ ]
239
+ }
240
+ }
241
+ ],
242
+ },
243
+ tabular: {
244
+ name: 'tabular',
245
+ description: 'Structured data, spreadsheets, and database exports',
246
+ primaryEntityTypes: [
247
+ 'column', 'row', 'metric', 'data_relationship', 'schema',
248
+ 'table', 'field', 'record', 'aggregate', 'dimension',
249
+ 'category', 'supplier'
250
+ ],
251
+ primaryRelationTypes: [
252
+ 'contains', 'aggregates', 'relates_to', 'foreign_key_to',
253
+ 'groups_by', 'sums_to', 'measures', 'supplies'
254
+ ],
255
+ examples: [
256
+ {
257
+ filePath: "data/sales-report.csv",
258
+ fileContent: "Product,Revenue,Units Sold\nWidget A,$15000,150\nWidget B,$25000,200",
259
+ output: {
260
+ entities: [
261
+ {
262
+ name: "sales_data",
263
+ files: ["data/sales-report.csv"],
264
+ entityType: "table",
265
+ observations: ["Contains product sales information", "3 columns: Product, Revenue, Units Sold"]
266
+ },
267
+ {
268
+ name: "revenue_column",
269
+ files: ["data/sales-report.csv"],
270
+ entityType: "column",
271
+ observations: ["Financial metric", "Dollar amounts"]
272
+ }
273
+ ],
274
+ relations: [
275
+ {
276
+ from: "sales_data",
277
+ to: "revenue_column",
278
+ relationType: ["contains"]
279
+ }
280
+ ]
281
+ }
282
+ }
283
+ ],
284
+ },
285
+ communication: {
286
+ name: 'communication',
287
+ description: 'Emails, chat logs, and interpersonal communications',
288
+ primaryEntityTypes: [
289
+ 'person', 'organization', 'project', 'commitment', 'thread',
290
+ 'sender', 'recipient', 'subject', 'attachment', 'follow_up'
291
+ ],
292
+ primaryRelationTypes: [
293
+ 'sends_to', 'cc', 'bcc', 'replies_to', 'forwards_to',
294
+ 'collaborates_with', 'reports_to', 'schedules_with'
295
+ ],
296
+ examples: [
297
+ {
298
+ filePath: "emails/project-update.txt",
299
+ fileContent: "From: john@company.com\nTo: team@company.com\nSubject: Project Update\n\nDear team,\nThe project is on track.",
300
+ output: {
301
+ entities: [
302
+ {
303
+ name: "john",
304
+ files: ["emails/project-update.txt"],
305
+ entityType: "person",
306
+ observations: ["Email sender", "Works at company.com"]
307
+ },
308
+ {
309
+ name: "project_update_email",
310
+ files: ["emails/project-update.txt"],
311
+ entityType: "thread",
312
+ observations: ["Project status communication", "Sent to team"]
313
+ }
314
+ ],
315
+ relations: [
316
+ {
317
+ from: "john",
318
+ to: "project_update_email",
319
+ relationType: ["sends"]
320
+ }
321
+ ]
322
+ }
323
+ }
324
+ ],
325
+ },
326
+ documentation: {
327
+ name: 'documentation',
328
+ description: 'User guides, API docs, and instructional content',
329
+ primaryEntityTypes: [
330
+ 'feature', 'procedure', 'example', 'requirement', 'guide',
331
+ 'api_method', 'parameter', 'tutorial_step', 'configuration_option'
332
+ ],
333
+ primaryRelationTypes: [
334
+ 'documents', 'explains', 'demonstrates', 'requires',
335
+ 'configures', 'guides_through', 'references'
336
+ ],
337
+ examples: [
338
+ {
339
+ filePath: "docs/README.md",
340
+ fileContent: "# Installation Guide\n\n## Getting Started\n\nRun npm install to begin\n\n## Usage\n\nExample:\n```\nnpm start\n```",
341
+ output: {
342
+ entities: [
343
+ {
344
+ name: "installation_guide",
345
+ files: ["docs/README.md"],
346
+ entityType: "guide",
347
+ observations: ["Explains installation process", "Includes npm commands"]
348
+ },
349
+ {
350
+ name: "npm_install",
351
+ files: ["docs/README.md"],
352
+ entityType: "procedure",
353
+ observations: ["Installation command", "First step in setup"]
354
+ }
355
+ ],
356
+ relations: [
357
+ {
358
+ from: "installation_guide",
359
+ to: "npm_install",
360
+ relationType: ["documents", "explains"]
361
+ }
362
+ ]
363
+ }
364
+ }
365
+ ],
366
+ },
367
+ technical: {
368
+ name: 'technical',
369
+ description: 'System logs, configurations, and infrastructure content',
370
+ primaryEntityTypes: [
371
+ 'service', 'error', 'configuration', 'system_event', 'server',
372
+ 'log_entry', 'performance_metric', 'alert', 'deployment',
373
+ 'ip_address', 'request', 'user'
374
+ ],
375
+ primaryRelationTypes: [
376
+ 'logs_to', 'configures', 'monitors', 'alerts_on',
377
+ 'depends_on', 'triggers', 'connects_to', 'requests',
378
+ 'authenticates_as', 'reports'
379
+ ],
380
+ examples: [
381
+ {
382
+ filePath: "logs/server.log",
383
+ fileContent: "2024-01-15 10:30:15 ERROR [server] Connection failed: timeout\n2024-01-15 10:30:16 WARN [auth] Invalid credentials",
384
+ output: {
385
+ entities: [
386
+ {
387
+ name: "connection_timeout_error",
388
+ files: ["logs/server.log"],
389
+ entityType: "error",
390
+ observations: ["Server connection failure", "Timeout-related issue", "Occurred at 10:30:15"]
391
+ },
392
+ {
393
+ name: "server_service",
394
+ files: ["logs/server.log"],
395
+ entityType: "service",
396
+ observations: ["Logging connection errors", "Part of system infrastructure"]
397
+ }
398
+ ],
399
+ relations: [
400
+ {
401
+ from: "server_service",
402
+ to: "connection_timeout_error",
403
+ relationType: ["logs", "reports"]
404
+ }
405
+ ]
406
+ }
407
+ }
408
+ ],
409
+ },
410
+ narrative: {
411
+ name: 'narrative',
412
+ description: 'Articles, reports, and general prose content',
413
+ primaryEntityTypes: [
414
+ 'topic', 'concept', 'person', 'event', 'location',
415
+ 'organization', 'idea', 'theme', 'argument', 'conclusion',
416
+ 'market_segment', 'research_subject', 'methodology'
417
+ ],
418
+ primaryRelationTypes: [
419
+ 'discusses', 'mentions', 'relates_to', 'describes',
420
+ 'analyzes', 'compares', 'concludes', 'argues', 'develops',
421
+ 'pilots', 'invests_in', 'used_to_create', 'silences',
422
+ 'collaborates_with'
423
+ ],
424
+ examples: [
425
+ {
426
+ filePath: "articles/ai-impact.md",
427
+ fileContent: "The Rise of Artificial Intelligence\n\nArtificial intelligence has transformed numerous industries. This article explores the impact of AI on society.",
428
+ output: {
429
+ entities: [
430
+ {
431
+ name: "artificial_intelligence",
432
+ files: ["articles/ai-impact.md"],
433
+ entityType: "concept",
434
+ observations: ["Transforming industries", "Has societal impact", "Rising technology"]
435
+ },
436
+ {
437
+ name: "ai_industry_transformation",
438
+ files: ["articles/ai-impact.md"],
439
+ entityType: "topic",
440
+ observations: ["Main article theme", "Discusses AI's industrial impact"]
441
+ }
442
+ ],
443
+ relations: [
444
+ {
445
+ from: "ai_industry_transformation",
446
+ to: "artificial_intelligence",
447
+ relationType: ["discusses", "analyzes"]
448
+ }
449
+ ]
450
+ }
451
+ }
452
+ ],
453
+ },
454
+ reference: {
455
+ name: 'reference',
456
+ description: 'Glossaries, catalogs, and structured reference material',
457
+ primaryEntityTypes: [
458
+ 'definition', 'term', 'entry', 'category', 'reference',
459
+ 'glossary_item', 'catalog_entry', 'specification', 'standard',
460
+ 'feature', 'tier'
461
+ ],
462
+ primaryRelationTypes: [
463
+ 'defines', 'categorizes', 'references', 'specifies',
464
+ 'lists', 'indexes', 'cross_references', 'governed_by',
465
+ 'included_in', 'requires'
466
+ ],
467
+ examples: [
468
+ {
469
+ filePath: "reference/tech-glossary.txt",
470
+ fileContent: "Glossary of Terms\n\nAPI: Application Programming Interface\nSaaS: Software as a Service\nCloud: Remote computing infrastructure",
471
+ output: {
472
+ entities: [
473
+ {
474
+ name: "API",
475
+ files: ["reference/tech-glossary.txt"],
476
+ entityType: "term",
477
+ observations: ["Abbreviation for Application Programming Interface", "Technical terminology"]
478
+ },
479
+ {
480
+ name: "tech_glossary",
481
+ files: ["reference/tech-glossary.txt"],
482
+ entityType: "glossary",
483
+ observations: ["Technical terms reference", "Contains API, SaaS, Cloud definitions"]
484
+ }
485
+ ],
486
+ relations: [
487
+ {
488
+ from: "tech_glossary",
489
+ to: "API",
490
+ relationType: ["defines", "contains"]
491
+ }
492
+ ]
493
+ }
494
+ }
495
+ ],
496
+ }
497
+ };
498
+ //# sourceMappingURL=NER_DOMAIN_EXAMPLES.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"NER_DOMAIN_EXAMPLES.js","sourceRoot":"","sources":["../../../../src/core/processor/classifier/NER_DOMAIN_EXAMPLES.ts"],"names":[],"mappings":";;;AAEa,QAAA,mBAAmB,GAAiD;IAC/E,IAAI,EAAE;QACJ,IAAI,EAAE,MAAM;QACZ,WAAW,EAAE,qDAAqD;QAClE,kBAAkB,EAAE;YAClB,UAAU,EAAE,OAAO,EAAE,QAAQ,EAAE,cAAc,EAAE,gBAAgB;YAC/D,eAAe,EAAE,YAAY,EAAE,WAAW,EAAE,gBAAgB;SAC7D;QACD,oBAAoB,EAAE;YACpB,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,YAAY,EAAE,YAAY;YACzD,YAAY,EAAE,SAAS,EAAE,UAAU,EAAE,WAAW;SACjD;QACD,QAAQ,EAAE;YACR;gBACE,QAAQ,EAAE,cAAc;gBACxB,WAAW,EAAE,wFAAwF;gBACrG,MAAM,EAAE;oBACN,QAAQ,EAAE;wBACR;4BACE,IAAI,EAAE,gBAAgB;4BACtB,KAAK,EAAE,CAAC,cAAc,CAAC;4BACvB,UAAU,EAAE,iBAAiB;4BAC7B,YAAY,EAAE,CAAC,0CAA0C,EAAE,eAAe,EAAE,oBAAoB,CAAC;yBAClG;wBACD;4BACE,IAAI,EAAE,cAAc;4BACpB,KAAK,EAAE,CAAC,cAAc,CAAC;4BACvB,UAAU,EAAE,UAAU;4BACtB,YAAY,EAAE,CAAC,+BAA+B,EAAE,wDAAwD,CAAC;yBAC1G;qBACF;oBACD,SAAS,EAAE;wBACT;4BACE,IAAI,EAAE,gBAAgB;4BACtB,EAAE,EAAE,cAAc;4BAClB,YAAY,EAAE,CAAC,OAAO,EAAE,cAAc,CAAC;yBACxC;qBACF;iBACF;aACF;SACF;KACF;IAED,SAAS,EAAE;QACT,IAAI,EAAE,WAAW;QACjB,WAAW,EAAE,uDAAuD;QACpE,kBAAkB,EAAE;YAClB,SAAS,EAAE,cAAc,EAAE,kBAAkB,EAAE,aAAa;YAC5D,YAAY,EAAE,QAAQ,EAAE,YAAY,EAAE,UAAU,EAAE,WAAW;SAC9D;QACD,oBAAoB,EAAE;YACpB,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,WAAW,EAAE,iBAAiB;YAC3D,aAAa,EAAE,YAAY,EAAE,eAAe,EAAE,MAAM,EAAE,MAAM;SAC7D;QACD,QAAQ,EAAE;YACR;gBACE,QAAQ,EAAE,yBAAyB;gBACnC,WAAW,EAAE,iFAAiF;gBAC9F,MAAM,EAAE;oBACN,QAAQ,EAAE;wBACR;4BACE,IAAI,EAAE,kBAAkB;4BACxB,KAAK,EAAE,CAAC,yBAAyB,CAAC;4BAClC,UAAU,EAAE,kBAAkB;4BAC9B,YAAY,EAAE,CAAC,gBAAgB,EAAE,gBAAgB,EAAE,mBAAmB,EAAE,YAAY,CAAC;yBACtF;qBACF;oBACD,SAAS,EAAE,EAAE;iBACd;aACF;SACF;KACF;IAED,OAAO,EAAE;QACP,IAAI,EAAE,SAAS;QACf,WAAW,EAAE,gEAAgE;QAC7E,kBAAkB,EAAE;YAClB,WAAW,EAAE,WAAW,EAAE,YAAY,EAAE,SAAS,EAAE,WAAW;YAC9D,SAAS,EAAE,WAAW,EAAE,SAAS,EAAE,UAAU,EAAE,gBAAgB,EAAE,MAAM;SACxE;QACD,oBAAoB,EAAE;YACpB,QAAQ,EAAE,QAAQ,EAAE,WAAW,EAAE,UAAU,EAAE,gBAAgB;YAC7D,gBAAgB,EAAE,YAAY,EAAE,iBAAiB,EAAE,WAAW;YAC9D,aAAa,EAAE,YAAY;SAC5B;QACD,QAAQ,EAAE;YACR;gBACE,QAAQ,EAAE,2BAA2B;gBACrC,WAAW,EAAE,0HAA0H;gBACvI,MAAM,EAAE;oBACN,QAAQ,EAAE;wBACR;4BACE,IAAI,EAAE,uBAAuB;4BAC7B,KAAK,EAAE,CAAC,2BAA2B,CAAC;4BACpC,UAAU,EAAE,WAAW;4BACvB,YAAY,EAAE,CAAC,mBAAmB,EAAE,8BAA8B,CAAC;yBACpE;wBACD;4BACE,IAAI,EAAE,eAAe;4BACrB,KAAK,EAAE,CAAC,2BAA2B,CAAC;4BACpC,UAAU,EAAE,YAAY;4BACxB,YAAY,EAAE,CAAC,qCAAqC,EAAE,cAAc,CAAC;yBACtE;qBACF;oBACD,SAAS,EAAE;wBACT;4BACE,IAAI,EAAE,eAAe;4BACrB,EAAE,EAAE,uBAAuB;4BAC3B,YAAY,EAAE,CAAC,QAAQ,CAAC;yBACzB;qBACF;iBACF;aACF;SACF;KACF;IAED,KAAK,EAAE;QACL,IAAI,EAAE,OAAO;QACb,WAAW,EAAE,oDAAoD;QACjE,kBAAkB,EAAE;YAClB,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,cAAc,EAAE,YAAY;YAC5D,OAAO,EAAE,WAAW,EAAE,OAAO,EAAE,QAAQ,EAAE,cAAc;SACxD;QACD,oBAAoB,EAAE;YACpB,gBAAgB,EAAE,WAAW,EAAE,iBAAiB,EAAE,SAAS;YAC3D,eAAe,EAAE,mBAAmB,EAAE,YAAY,EAAE,QAAQ;YAC5D,UAAU,EAAE,UAAU;SACvB;QACD,QAAQ,EAAE;YACR;gBACE,QAAQ,EAAE,6BAA6B;gBACvC,WAAW,EAAE,gIAAgI;gBAC7I,MAAM,EAAE;oBACN,QAAQ,EAAE;wBACR;4BACE,IAAI,EAAE,mBAAmB;4BACzB,KAAK,EAAE,CAAC,6BAA6B,CAAC;4BACtC,UAAU,EAAE,UAAU;4BACtB,YAAY,EAAE,CAAC,4BAA4B,EAAE,yBAAyB,CAAC;yBACxE;wBACD;4BACE,IAAI,EAAE,SAAS;4BACf,KAAK,EAAE,CAAC,6BAA6B,CAAC;4BACtC,UAAU,EAAE,OAAO;4BACnB,YAAY,EAAE,CAAC,kBAAkB,EAAE,mBAAmB,CAAC;yBACxD;qBACF;oBACD,SAAS,EAAE;wBACT;4BACE,IAAI,EAAE,SAAS;4BACf,EAAE,EAAE,mBAAmB;4BACvB,YAAY,EAAE,CAAC,UAAU,CAAC;yBAC3B;qBACF;iBACF;aACF;SACF;KACF;IAED,QAAQ,EAAE;QACR,IAAI,EAAE,UAAU;QAChB,WAAW,EAAE,4DAA4D;QACzE,kBAAkB,EAAE;YAClB,YAAY,EAAE,YAAY,EAAE,aAAa,EAAE,QAAQ,EAAE,SAAS;YAC9D,YAAY,EAAE,aAAa,EAAE,aAAa,EAAE,kBAAkB,EAAE,UAAU;SAC3E;QACD,oBAAoB,EAAE;YACpB,OAAO,EAAE,WAAW,EAAE,UAAU,EAAE,iBAAiB,EAAE,OAAO;YAC5D,YAAY,EAAE,aAAa,EAAE,aAAa;SAC3C;QACD,QAAQ,EAAE;YACR;gBACE,QAAQ,EAAE,iCAAiC;gBAC3C,WAAW,EAAE,uHAAuH;gBACpI,MAAM,EAAE;oBACN,QAAQ,EAAE;wBACR;4BACE,IAAI,EAAE,YAAY;4BAClB,KAAK,EAAE,CAAC,iCAAiC,CAAC;4BAC1C,UAAU,EAAE,MAAM;4BAClB,YAAY,EAAE,CAAC,gCAAgC,EAAE,8CAA8C,CAAC;yBACjG;wBACD;4BACE,IAAI,EAAE,iBAAiB;4BACvB,KAAK,EAAE,CAAC,iCAAiC,CAAC;4BAC1C,UAAU,EAAE,cAAc;4BAC1B,YAAY,EAAE,CAAC,sCAAsC,EAAE,oBAAoB,CAAC;yBAC7E;qBACF;oBACD,SAAS,EAAE;wBACT;4BACE,IAAI,EAAE,iBAAiB;4BACvB,EAAE,EAAE,YAAY;4BAChB,YAAY,EAAE,CAAC,SAAS,EAAE,UAAU,CAAC;yBACtC;qBACF;iBACF;aACF;SACF;KACF;IAED,UAAU,EAAE;QACV,IAAI,EAAE,YAAY;QAClB,WAAW,EAAE,yDAAyD;QACtE,kBAAkB,EAAE;YAClB,SAAS,EAAE,OAAO,EAAE,UAAU,EAAE,aAAa,EAAE,UAAU;YACzD,aAAa,EAAE,aAAa,EAAE,SAAS,EAAE,UAAU,EAAE,gBAAgB;YACrE,YAAY,EAAE,iBAAiB;SAChC;QACD,oBAAoB,EAAE;YACpB,WAAW,EAAE,SAAS,EAAE,SAAS,EAAE,WAAW,EAAE,YAAY;YAC5D,YAAY,EAAE,iBAAiB,EAAE,SAAS,EAAE,aAAa;YACzD,YAAY,EAAE,SAAS,EAAE,UAAU;SACpC;QACD,QAAQ,EAAE;YACR;gBACE,QAAQ,EAAE,0BAA0B;gBACpC,WAAW,EAAE,+GAA+G;gBAC5H,MAAM,EAAE;oBACN,QAAQ,EAAE;wBACR;4BACE,IAAI,EAAE,qBAAqB;4BAC3B,KAAK,EAAE,CAAC,0BAA0B,CAAC;4BACnC,UAAU,EAAE,SAAS;4BACrB,YAAY,EAAE,CAAC,qBAAqB,EAAE,aAAa,CAAC;yBACrD;wBACD;4BACE,IAAI,EAAE,MAAM;4BACZ,KAAK,EAAE,CAAC,0BAA0B,CAAC;4BACnC,UAAU,EAAE,aAAa;4BACzB,YAAY,EAAE,CAAC,kBAAkB,EAAE,qCAAqC,CAAC;yBAC1E;qBACF;oBACD,SAAS,EAAE;wBACT;4BACE,IAAI,EAAE,MAAM;4BACZ,EAAE,EAAE,qBAAqB;4BACzB,YAAY,EAAE,CAAC,SAAS,CAAC;yBAC1B;qBACF;iBACF;aACF;SACF;KACF;IAED,OAAO,EAAE;QACP,IAAI,EAAE,SAAS;QACf,WAAW,EAAE,qDAAqD;QAClE,kBAAkB,EAAE;YAClB,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,mBAAmB,EAAE,QAAQ;YACxD,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,WAAW;YACpD,UAAU,EAAE,UAAU;SACvB;QACD,oBAAoB,EAAE;YACpB,UAAU,EAAE,YAAY,EAAE,YAAY,EAAE,gBAAgB;YACxD,WAAW,EAAE,SAAS,EAAE,UAAU,EAAE,UAAU;SAC/C;QACD,QAAQ,EAAE;YACR;gBACE,QAAQ,EAAE,uBAAuB;gBACjC,WAAW,EAAE,sEAAsE;gBACnF,MAAM,EAAE;oBACN,QAAQ,EAAE;wBACR;4BACE,IAAI,EAAE,YAAY;4BAClB,KAAK,EAAE,CAAC,uBAAuB,CAAC;4BAChC,UAAU,EAAE,OAAO;4BACnB,YAAY,EAAE,CAAC,oCAAoC,EAAE,yCAAyC,CAAC;yBAChG;wBACD;4BACE,IAAI,EAAE,gBAAgB;4BACtB,KAAK,EAAE,CAAC,uBAAuB,CAAC;4BAChC,UAAU,EAAE,QAAQ;4BACpB,YAAY,EAAE,CAAC,kBAAkB,EAAE,gBAAgB,CAAC;yBACrD;qBACF;oBACD,SAAS,EAAE;wBACT;4BACE,IAAI,EAAE,YAAY;4BAClB,EAAE,EAAE,gBAAgB;4BACpB,YAAY,EAAE,CAAC,UAAU,CAAC;yBAC3B;qBACF;iBACF;aACF;SACF;KACF;IAED,aAAa,EAAE;QACb,IAAI,EAAE,eAAe;QACrB,WAAW,EAAE,qDAAqD;QAClE,kBAAkB,EAAE;YAClB,QAAQ,EAAE,cAAc,EAAE,SAAS,EAAE,YAAY,EAAE,QAAQ;YAC3D,QAAQ,EAAE,WAAW,EAAE,SAAS,EAAE,YAAY,EAAE,WAAW;SAC5D;QACD,oBAAoB,EAAE;YACpB,UAAU,EAAE,IAAI,EAAE,KAAK,EAAE,YAAY,EAAE,aAAa;YACpD,mBAAmB,EAAE,YAAY,EAAE,gBAAgB;SACpD;QACD,QAAQ,EAAE;YACR;gBACE,QAAQ,EAAE,2BAA2B;gBACrC,WAAW,EAAE,+GAA+G;gBAC5H,MAAM,EAAE;oBACN,QAAQ,EAAE;wBACR;4BACE,IAAI,EAAE,MAAM;4BACZ,KAAK,EAAE,CAAC,2BAA2B,CAAC;4BACpC,UAAU,EAAE,QAAQ;4BACpB,YAAY,EAAE,CAAC,cAAc,EAAE,sBAAsB,CAAC;yBACvD;wBACD;4BACE,IAAI,EAAE,sBAAsB;4BAC5B,KAAK,EAAE,CAAC,2BAA2B,CAAC;4BACpC,UAAU,EAAE,QAAQ;4BACpB,YAAY,EAAE,CAAC,8BAA8B,EAAE,cAAc,CAAC;yBAC/D;qBACF;oBACD,SAAS,EAAE;wBACT;4BACE,IAAI,EAAE,MAAM;4BACZ,EAAE,EAAE,sBAAsB;4BAC1B,YAAY,EAAE,CAAC,OAAO,CAAC;yBACxB;qBACF;iBACF;aACF;SACF;KACF;IAED,aAAa,EAAE;QACb,IAAI,EAAE,eAAe;QACrB,WAAW,EAAE,kDAAkD;QAC/D,kBAAkB,EAAE;YAClB,SAAS,EAAE,WAAW,EAAE,SAAS,EAAE,aAAa,EAAE,OAAO;YACzD,YAAY,EAAE,WAAW,EAAE,eAAe,EAAE,sBAAsB;SACnE;QACD,oBAAoB,EAAE;YACpB,WAAW,EAAE,UAAU,EAAE,cAAc,EAAE,UAAU;YACnD,YAAY,EAAE,gBAAgB,EAAE,YAAY;SAC7C;QACD,QAAQ,EAAE;YACR;gBACE,QAAQ,EAAE,gBAAgB;gBAC1B,WAAW,EAAE,qHAAqH;gBAClI,MAAM,EAAE;oBACN,QAAQ,EAAE;wBACR;4BACE,IAAI,EAAE,oBAAoB;4BAC1B,KAAK,EAAE,CAAC,gBAAgB,CAAC;4BACzB,UAAU,EAAE,OAAO;4BACnB,YAAY,EAAE,CAAC,+BAA+B,EAAE,uBAAuB,CAAC;yBACzE;wBACD;4BACE,IAAI,EAAE,aAAa;4BACnB,KAAK,EAAE,CAAC,gBAAgB,CAAC;4BACzB,UAAU,EAAE,WAAW;4BACvB,YAAY,EAAE,CAAC,sBAAsB,EAAE,qBAAqB,CAAC;yBAC9D;qBACF;oBACD,SAAS,EAAE;wBACT;4BACE,IAAI,EAAE,oBAAoB;4BAC1B,EAAE,EAAE,aAAa;4BACjB,YAAY,EAAE,CAAC,WAAW,EAAE,UAAU,CAAC;yBACxC;qBACF;iBACF;aACF;SACF;KACF;IAED,SAAS,EAAE;QACT,IAAI,EAAE,WAAW;QACjB,WAAW,EAAE,yDAAyD;QACtE,kBAAkB,EAAE;YAClB,SAAS,EAAE,OAAO,EAAE,eAAe,EAAE,cAAc,EAAE,QAAQ;YAC7D,WAAW,EAAE,oBAAoB,EAAE,OAAO,EAAE,YAAY;YACxD,YAAY,EAAE,SAAS,EAAE,MAAM;SAChC;QACD,oBAAoB,EAAE;YACpB,SAAS,EAAE,YAAY,EAAE,UAAU,EAAE,WAAW;YAChD,YAAY,EAAE,UAAU,EAAE,aAAa,EAAE,UAAU;YACnD,kBAAkB,EAAE,SAAS;SAC9B;QACD,QAAQ,EAAE;YACR;gBACE,QAAQ,EAAE,iBAAiB;gBAC3B,WAAW,EAAE,oHAAoH;gBACjI,MAAM,EAAE;oBACN,QAAQ,EAAE;wBACR;4BACE,IAAI,EAAE,0BAA0B;4BAChC,KAAK,EAAE,CAAC,iBAAiB,CAAC;4BAC1B,UAAU,EAAE,OAAO;4BACnB,YAAY,EAAE,CAAC,2BAA2B,EAAE,uBAAuB,EAAE,sBAAsB,CAAC;yBAC7F;wBACD;4BACE,IAAI,EAAE,gBAAgB;4BACtB,KAAK,EAAE,CAAC,iBAAiB,CAAC;4BAC1B,UAAU,EAAE,SAAS;4BACrB,YAAY,EAAE,CAAC,2BAA2B,EAAE,+BAA+B,CAAC;yBAC7E;qBACF;oBACD,SAAS,EAAE;wBACT;4BACE,IAAI,EAAE,gBAAgB;4BACtB,EAAE,EAAE,0BAA0B;4BAC9B,YAAY,EAAE,CAAC,MAAM,EAAE,SAAS,CAAC;yBAClC;qBACF;iBACF;aACF;SACF;KACF;IAED,SAAS,EAAE;QACT,IAAI,EAAE,WAAW;QACjB,WAAW,EAAE,8CAA8C;QAC3D,kBAAkB,EAAE;YAClB,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,OAAO,EAAE,UAAU;YACjD,cAAc,EAAE,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,YAAY;YACzD,gBAAgB,EAAE,kBAAkB,EAAE,aAAa;SACpD;QACD,oBAAoB,EAAE;YACpB,WAAW,EAAE,UAAU,EAAE,YAAY,EAAE,WAAW;YAClD,UAAU,EAAE,UAAU,EAAE,WAAW,EAAE,QAAQ,EAAE,UAAU;YACzD,QAAQ,EAAE,YAAY,EAAE,gBAAgB,EAAE,UAAU;YACpD,mBAAmB;SACpB;QACD,QAAQ,EAAE;YACR;gBACE,QAAQ,EAAE,uBAAuB;gBACjC,WAAW,EAAE,wJAAwJ;gBACrK,MAAM,EAAE;oBACN,QAAQ,EAAE;wBACR;4BACE,IAAI,EAAE,yBAAyB;4BAC/B,KAAK,EAAE,CAAC,uBAAuB,CAAC;4BAChC,UAAU,EAAE,SAAS;4BACrB,YAAY,EAAE,CAAC,yBAAyB,EAAE,qBAAqB,EAAE,mBAAmB,CAAC;yBACtF;wBACD;4BACE,IAAI,EAAE,4BAA4B;4BAClC,KAAK,EAAE,CAAC,uBAAuB,CAAC;4BAChC,UAAU,EAAE,OAAO;4BACnB,YAAY,EAAE,CAAC,oBAAoB,EAAE,kCAAkC,CAAC;yBACzE;qBACF;oBACD,SAAS,EAAE;wBACT;4BACE,IAAI,EAAE,4BAA4B;4BAClC,EAAE,EAAE,yBAAyB;4BAC7B,YAAY,EAAE,CAAC,WAAW,EAAE,UAAU,CAAC;yBACxC;qBACF;iBACF;aACF;SACF;KACF;IAED,SAAS,EAAE;QACT,IAAI,EAAE,WAAW;QACjB,WAAW,EAAE,yDAAyD;QACtE,kBAAkB,EAAE;YAClB,YAAY,EAAE,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,WAAW;YACtD,eAAe,EAAE,eAAe,EAAE,eAAe,EAAE,UAAU;YAC7D,SAAS,EAAE,MAAM;SAClB;QACD,oBAAoB,EAAE;YACpB,SAAS,EAAE,aAAa,EAAE,YAAY,EAAE,WAAW;YACnD,OAAO,EAAE,SAAS,EAAE,kBAAkB,EAAE,aAAa;YACrD,aAAa,EAAE,UAAU;SAC1B;QACD,QAAQ,EAAE;YACR;gBACE,QAAQ,EAAE,6BAA6B;gBACvC,WAAW,EAAE,kIAAkI;gBAC/I,MAAM,EAAE;oBACN,QAAQ,EAAE;wBACR;4BACE,IAAI,EAAE,KAAK;4BACX,KAAK,EAAE,CAAC,6BAA6B,CAAC;4BACtC,UAAU,EAAE,MAAM;4BAClB,YAAY,EAAE,CAAC,oDAAoD,EAAE,uBAAuB,CAAC;yBAC9F;wBACD;4BACE,IAAI,EAAE,eAAe;4BACrB,KAAK,EAAE,CAAC,6BAA6B,CAAC;4BACtC,UAAU,EAAE,UAAU;4BACtB,YAAY,EAAE,CAAC,2BAA2B,EAAE,uCAAuC,CAAC;yBACrF;qBACF;oBACD,SAAS,EAAE;wBACT;4BACE,IAAI,EAAE,eAAe;4BACrB,EAAE,EAAE,KAAK;4BACT,YAAY,EAAE,CAAC,SAAS,EAAE,UAAU,CAAC;yBACtC;qBACF;iBACF;aACF;SACF;KACF;CACF,CAAC"}
@@ -0,0 +1,21 @@
1
+ "use strict";
2
+ var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
3
+ if (k2 === undefined) k2 = k;
4
+ var desc = Object.getOwnPropertyDescriptor(m, k);
5
+ if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
6
+ desc = { enumerable: true, get: function() { return m[k]; } };
7
+ }
8
+ Object.defineProperty(o, k2, desc);
9
+ }) : (function(o, m, k, k2) {
10
+ if (k2 === undefined) k2 = k;
11
+ o[k2] = m[k];
12
+ }));
13
+ var __exportStar = (this && this.__exportStar) || function(m, exports) {
14
+ for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
15
+ };
16
+ Object.defineProperty(exports, "__esModule", { value: true });
17
+ __exportStar(require("./IContentTypeClassifier"), exports);
18
+ __exportStar(require("./HeuristicContentClassifier"), exports);
19
+ __exportStar(require("./LlmContentClassifier"), exports);
20
+ __exportStar(require("./CascadeContentClassifier"), exports);
21
+ //# sourceMappingURL=index.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/core/processor/classifier/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,2DAAyC;AACzC,+DAA6C;AAC7C,yDAAuC;AACvC,6DAA2C"}