@wanshi-kg/wanshi 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/README.md +458 -0
- package/dist/__tests__/helpers.js +27 -0
- package/dist/__tests__/helpers.js.map +1 -0
- package/dist/cli/commands/export.command.js +99 -0
- package/dist/cli/commands/export.command.js.map +1 -0
- package/dist/cli/commands/index.js +22 -0
- package/dist/cli/commands/index.js.map +1 -0
- package/dist/cli/commands/inspectMerges.command.js +84 -0
- package/dist/cli/commands/inspectMerges.command.js.map +1 -0
- package/dist/cli/commands/metrics.command.js +196 -0
- package/dist/cli/commands/metrics.command.js.map +1 -0
- package/dist/cli/commands/process.command.js +82 -0
- package/dist/cli/commands/process.command.js.map +1 -0
- package/dist/cli/commands/watch.command.js +91 -0
- package/dist/cli/commands/watch.command.js.map +1 -0
- package/dist/cli/index.js +269 -0
- package/dist/cli/index.js.map +1 -0
- package/dist/cli/optionsToConfig.js +160 -0
- package/dist/cli/optionsToConfig.js.map +1 -0
- package/dist/config/index.js +59 -0
- package/dist/config/index.js.map +1 -0
- package/dist/config/legacyHints.js +113 -0
- package/dist/config/legacyHints.js.map +1 -0
- package/dist/config/schema.js +803 -0
- package/dist/config/schema.js.map +1 -0
- package/dist/config/ui.js +221 -0
- package/dist/config/ui.js.map +1 -0
- package/dist/core/DirectoryProcessor.js +725 -0
- package/dist/core/DirectoryProcessor.js.map +1 -0
- package/dist/core/adapters/IStructuredAdapter.js +3 -0
- package/dist/core/adapters/IStructuredAdapter.js.map +1 -0
- package/dist/core/adapters/SqliteAdapter.js +267 -0
- package/dist/core/adapters/SqliteAdapter.js.map +1 -0
- package/dist/core/adapters/StructuredAdapterRegistry.js +31 -0
- package/dist/core/adapters/StructuredAdapterRegistry.js.map +1 -0
- package/dist/core/adapters/index.js +20 -0
- package/dist/core/adapters/index.js.map +1 -0
- package/dist/core/checkpoint/CheckpointService.js +188 -0
- package/dist/core/checkpoint/CheckpointService.js.map +1 -0
- package/dist/core/checkpoint/index.js +18 -0
- package/dist/core/checkpoint/index.js.map +1 -0
- package/dist/core/corpus/CorpusAnalyzer.js +266 -0
- package/dist/core/corpus/CorpusAnalyzer.js.map +1 -0
- package/dist/core/corpus/CorpusProfileStore.js +92 -0
- package/dist/core/corpus/CorpusProfileStore.js.map +1 -0
- package/dist/core/corpus/index.js +21 -0
- package/dist/core/corpus/index.js.map +1 -0
- package/dist/core/corpus/normalizeGlossary.js +60 -0
- package/dist/core/corpus/normalizeGlossary.js.map +1 -0
- package/dist/core/corpus/relPath.js +52 -0
- package/dist/core/corpus/relPath.js.map +1 -0
- package/dist/core/corpus/termFrequency.js +86 -0
- package/dist/core/corpus/termFrequency.js.map +1 -0
- package/dist/core/cost/CostMeter.js +235 -0
- package/dist/core/cost/CostMeter.js.map +1 -0
- package/dist/core/cost/index.js +19 -0
- package/dist/core/cost/index.js.map +1 -0
- package/dist/core/cost/prices.js +38 -0
- package/dist/core/cost/prices.js.map +1 -0
- package/dist/core/cv/ObjectDetectionService.js +119 -0
- package/dist/core/cv/ObjectDetectionService.js.map +1 -0
- package/dist/core/di/ContainerFactory.js +670 -0
- package/dist/core/di/ContainerFactory.js.map +1 -0
- package/dist/core/di/DIContainer.js +103 -0
- package/dist/core/di/DIContainer.js.map +1 -0
- package/dist/core/di/index.js +19 -0
- package/dist/core/di/index.js.map +1 -0
- package/dist/core/errors/CustomErrors.js +342 -0
- package/dist/core/errors/CustomErrors.js.map +1 -0
- package/dist/core/errors/index.js +18 -0
- package/dist/core/errors/index.js.map +1 -0
- package/dist/core/export/KnowledgeGraphExportService.js +56 -0
- package/dist/core/export/KnowledgeGraphExportService.js.map +1 -0
- package/dist/core/export/index.js +19 -0
- package/dist/core/export/index.js.map +1 -0
- package/dist/core/export/strategies/GraphitiExportStrategy.js +115 -0
- package/dist/core/export/strategies/GraphitiExportStrategy.js.map +1 -0
- package/dist/core/export/strategies/GraphvizDotExportStrategy.js +331 -0
- package/dist/core/export/strategies/GraphvizDotExportStrategy.js.map +1 -0
- package/dist/core/export/strategies/IExportStrategy.js +3 -0
- package/dist/core/export/strategies/IExportStrategy.js.map +1 -0
- package/dist/core/export/strategies/JsonExportStrategy.js +19 -0
- package/dist/core/export/strategies/JsonExportStrategy.js.map +1 -0
- package/dist/core/export/strategies/JsonlExportStrategy.js +69 -0
- package/dist/core/export/strategies/JsonlExportStrategy.js.map +1 -0
- package/dist/core/export/strategies/KblamExportStrategy.js +36 -0
- package/dist/core/export/strategies/KblamExportStrategy.js.map +1 -0
- package/dist/core/export/strategies/LoraExportStrategy.js +46 -0
- package/dist/core/export/strategies/LoraExportStrategy.js.map +1 -0
- package/dist/core/export/strategies/McpExportStrategy.js +67 -0
- package/dist/core/export/strategies/McpExportStrategy.js.map +1 -0
- package/dist/core/export/strategies/index.js +25 -0
- package/dist/core/export/strategies/index.js.map +1 -0
- package/dist/core/export/strategies/kbTriples.js +60 -0
- package/dist/core/export/strategies/kbTriples.js.map +1 -0
- package/dist/core/index.js +22 -0
- package/dist/core/index.js.map +1 -0
- package/dist/core/knowledge/KnowledgeGraphBuilder.js +627 -0
- package/dist/core/knowledge/KnowledgeGraphBuilder.js.map +1 -0
- package/dist/core/knowledge/MergeRecord.js +3 -0
- package/dist/core/knowledge/MergeRecord.js.map +1 -0
- package/dist/core/knowledge/canon/Canonicalizer.js +414 -0
- package/dist/core/knowledge/canon/Canonicalizer.js.map +1 -0
- package/dist/core/knowledge/canon/index.js +18 -0
- package/dist/core/knowledge/canon/index.js.map +1 -0
- package/dist/core/knowledge/contradiction/HeuristicContradictionChecker.js +92 -0
- package/dist/core/knowledge/contradiction/HeuristicContradictionChecker.js.map +1 -0
- package/dist/core/knowledge/contradiction/LlmContradictionChecker.js +52 -0
- package/dist/core/knowledge/contradiction/LlmContradictionChecker.js.map +1 -0
- package/dist/core/knowledge/contradiction/index.js +19 -0
- package/dist/core/knowledge/contradiction/index.js.map +1 -0
- package/dist/core/knowledge/grounding/KeywordGroundingChecker.js +33 -0
- package/dist/core/knowledge/grounding/KeywordGroundingChecker.js.map +1 -0
- package/dist/core/knowledge/grounding/MiniCheckGroundingChecker.js +82 -0
- package/dist/core/knowledge/grounding/MiniCheckGroundingChecker.js.map +1 -0
- package/dist/core/knowledge/grounding/index.js +20 -0
- package/dist/core/knowledge/grounding/index.js.map +1 -0
- package/dist/core/knowledge/grounding/verbalize.js +38 -0
- package/dist/core/knowledge/grounding/verbalize.js.map +1 -0
- package/dist/core/knowledge/images/imageMetaGraph.js +136 -0
- package/dist/core/knowledge/images/imageMetaGraph.js.map +1 -0
- package/dist/core/knowledge/index.js +20 -0
- package/dist/core/knowledge/index.js.map +1 -0
- package/dist/core/knowledge/merging/KnowledgeMerger.js +624 -0
- package/dist/core/knowledge/merging/KnowledgeMerger.js.map +1 -0
- package/dist/core/knowledge/references/ReferenceResolver.js +184 -0
- package/dist/core/knowledge/references/ReferenceResolver.js.map +1 -0
- package/dist/core/knowledge/references/citations/CitationEvidenceProcessor.js +401 -0
- package/dist/core/knowledge/references/citations/CitationEvidenceProcessor.js.map +1 -0
- package/dist/core/knowledge/references/citations/CitationResolver.js +95 -0
- package/dist/core/knowledge/references/citations/CitationResolver.js.map +1 -0
- package/dist/core/knowledge/references/citations/GrobidClient.js +143 -0
- package/dist/core/knowledge/references/citations/GrobidClient.js.map +1 -0
- package/dist/core/knowledge/references/citations/TitleIdResolver.js +101 -0
- package/dist/core/knowledge/references/citations/TitleIdResolver.js.map +1 -0
- package/dist/core/knowledge/references/web/FetchCacheService.js +114 -0
- package/dist/core/knowledge/references/web/FetchCacheService.js.map +1 -0
- package/dist/core/knowledge/references/web/GatedFetcher.js +228 -0
- package/dist/core/knowledge/references/web/GatedFetcher.js.map +1 -0
- package/dist/core/knowledge/references/web/WebReferenceProcessor.js +164 -0
- package/dist/core/knowledge/references/web/WebReferenceProcessor.js.map +1 -0
- package/dist/core/knowledge/search/KnowledgeGraphSearch.js +261 -0
- package/dist/core/knowledge/search/KnowledgeGraphSearch.js.map +1 -0
- package/dist/core/knowledge/vocabulary.js +162 -0
- package/dist/core/knowledge/vocabulary.js.map +1 -0
- package/dist/core/llm/EmbeddingService.js +113 -0
- package/dist/core/llm/EmbeddingService.js.map +1 -0
- package/dist/core/llm/OllamaService.js +146 -0
- package/dist/core/llm/OllamaService.js.map +1 -0
- package/dist/core/llm/OpenAICompatibleService.js +190 -0
- package/dist/core/llm/OpenAICompatibleService.js.map +1 -0
- package/dist/core/llm/OpenAIEmbeddingService.js +129 -0
- package/dist/core/llm/OpenAIEmbeddingService.js.map +1 -0
- package/dist/core/llm/embeddingUtils.js +25 -0
- package/dist/core/llm/embeddingUtils.js.map +1 -0
- package/dist/core/llm/index.js +23 -0
- package/dist/core/llm/index.js.map +1 -0
- package/dist/core/llm/prompts/PromptManager.js +388 -0
- package/dist/core/llm/prompts/PromptManager.js.map +1 -0
- package/dist/core/llm/prompts/PromptTemplateEngine.js +257 -0
- package/dist/core/llm/prompts/PromptTemplateEngine.js.map +1 -0
- package/dist/core/llm/prompts/templates/partials/examples/EXAMPLE_STYLE_GUIDE.md +84 -0
- package/dist/core/llm/prompts/templates/partials/examples/article.md +187 -0
- package/dist/core/llm/prompts/templates/partials/examples/code.md +229 -0
- package/dist/core/llm/prompts/templates/partials/examples/communication.md +205 -0
- package/dist/core/llm/prompts/templates/partials/examples/documentation.md +262 -0
- package/dist/core/llm/prompts/templates/partials/examples/financial.md +157 -0
- package/dist/core/llm/prompts/templates/partials/examples/legal.md +153 -0
- package/dist/core/llm/prompts/templates/partials/examples/logs.md +127 -0
- package/dist/core/llm/prompts/templates/partials/examples/medical.md +218 -0
- package/dist/core/llm/prompts/templates/partials/examples/notes.md +201 -0
- package/dist/core/llm/prompts/templates/partials/examples/research.md +208 -0
- package/dist/core/llm/prompts/templates/partials/examples/tabular.md +178 -0
- package/dist/core/llm/prompts/templates/partials/examples/transcript.md +204 -0
- package/dist/core/llm/prompts/templates/partials/retrieved-context.hbs +18 -0
- package/dist/core/llm/prompts/templates/v1/system.hbs +371 -0
- package/dist/core/llm/prompts/templates/v1/user.hbs +20 -0
- package/dist/core/llm/prompts/templates/v2/system.hbs +573 -0
- package/dist/core/llm/prompts/templates/v2/user.hbs +20 -0
- package/dist/core/llm/prompts/templates/v3/system.hbs +861 -0
- package/dist/core/llm/prompts/templates/v3/user.hbs +16 -0
- package/dist/core/llm/prompts/templates/v4/system.hbs +800 -0
- package/dist/core/llm/prompts/templates/v4/user.hbs +40 -0
- package/dist/core/llm/prompts/templates/v4.5/system.hbs +71 -0
- package/dist/core/llm/prompts/templates/v4.5/user.hbs +46 -0
- package/dist/core/llm/prompts/templates/v5/glossary/system.hbs +40 -0
- package/dist/core/llm/prompts/templates/v5/glossary/user.hbs +11 -0
- package/dist/core/llm/prompts/templates/v5/system.hbs +163 -0
- package/dist/core/llm/prompts/templates/v5/user.hbs +55 -0
- package/dist/core/pipeline/GroundingTransform.js +52 -0
- package/dist/core/pipeline/GroundingTransform.js.map +1 -0
- package/dist/core/pipeline/PipelineRunner.js +51 -0
- package/dist/core/pipeline/PipelineRunner.js.map +1 -0
- package/dist/core/pipeline/RelationFilterTransform.js +72 -0
- package/dist/core/pipeline/RelationFilterTransform.js.map +1 -0
- package/dist/core/pipeline/index.js +20 -0
- package/dist/core/pipeline/index.js.map +1 -0
- package/dist/core/processor/FileProcessor.js +184 -0
- package/dist/core/processor/FileProcessor.js.map +1 -0
- package/dist/core/processor/ProcessedRegistry.js +38 -0
- package/dist/core/processor/ProcessedRegistry.js.map +1 -0
- package/dist/core/processor/ast/AstSeedService.js +0 -0
- package/dist/core/processor/ast/AstSeedService.js.map +1 -0
- package/dist/core/processor/ast/AstSymbolStore.js +110 -0
- package/dist/core/processor/ast/AstSymbolStore.js.map +1 -0
- package/dist/core/processor/ast/index.js +19 -0
- package/dist/core/processor/ast/index.js.map +1 -0
- package/dist/core/processor/chunking/TextChunker.js +98 -0
- package/dist/core/processor/chunking/TextChunker.js.map +1 -0
- package/dist/core/processor/chunking/index.js +18 -0
- package/dist/core/processor/chunking/index.js.map +1 -0
- package/dist/core/processor/classifier/CONTENT_CLASSES.js +294 -0
- package/dist/core/processor/classifier/CONTENT_CLASSES.js.map +1 -0
- package/dist/core/processor/classifier/CascadeContentClassifier.js +107 -0
- package/dist/core/processor/classifier/CascadeContentClassifier.js.map +1 -0
- package/dist/core/processor/classifier/HeuristicContentClassifier.js +113 -0
- package/dist/core/processor/classifier/HeuristicContentClassifier.js.map +1 -0
- package/dist/core/processor/classifier/IContentTypeClassifier.js +3 -0
- package/dist/core/processor/classifier/IContentTypeClassifier.js.map +1 -0
- package/dist/core/processor/classifier/LlmContentClassifier.js +107 -0
- package/dist/core/processor/classifier/LlmContentClassifier.js.map +1 -0
- package/dist/core/processor/classifier/NER_DOMAIN_EXAMPLES.js +498 -0
- package/dist/core/processor/classifier/NER_DOMAIN_EXAMPLES.js.map +1 -0
- package/dist/core/processor/classifier/index.js +21 -0
- package/dist/core/processor/classifier/index.js.map +1 -0
- package/dist/core/processor/classifier/mergeClassifications.js +32 -0
- package/dist/core/processor/classifier/mergeClassifications.js.map +1 -0
- package/dist/core/processor/index.js +20 -0
- package/dist/core/processor/index.js.map +1 -0
- package/dist/core/processor/readers/AudioReader.js +462 -0
- package/dist/core/processor/readers/AudioReader.js.map +1 -0
- package/dist/core/processor/readers/BinaryReader.js +90 -0
- package/dist/core/processor/readers/BinaryReader.js.map +1 -0
- package/dist/core/processor/readers/ChandraPdfReader.js +187 -0
- package/dist/core/processor/readers/ChandraPdfReader.js.map +1 -0
- package/dist/core/processor/readers/ChatExportReader.js +365 -0
- package/dist/core/processor/readers/ChatExportReader.js.map +1 -0
- package/dist/core/processor/readers/DoclingReader.js +445 -0
- package/dist/core/processor/readers/DoclingReader.js.map +1 -0
- package/dist/core/processor/readers/EmailReader.js +259 -0
- package/dist/core/processor/readers/EmailReader.js.map +1 -0
- package/dist/core/processor/readers/EpubReader.js +175 -0
- package/dist/core/processor/readers/EpubReader.js.map +1 -0
- package/dist/core/processor/readers/FileReader.js +90 -0
- package/dist/core/processor/readers/FileReader.js.map +1 -0
- package/dist/core/processor/readers/FileReaderFactory.js +49 -0
- package/dist/core/processor/readers/FileReaderFactory.js.map +1 -0
- package/dist/core/processor/readers/HtmlReader.js +371 -0
- package/dist/core/processor/readers/HtmlReader.js.map +1 -0
- package/dist/core/processor/readers/ImageReader.js +162 -0
- package/dist/core/processor/readers/ImageReader.js.map +1 -0
- package/dist/core/processor/readers/JsonFileReader.js +232 -0
- package/dist/core/processor/readers/JsonFileReader.js.map +1 -0
- package/dist/core/processor/readers/JupyterReader.js +178 -0
- package/dist/core/processor/readers/JupyterReader.js.map +1 -0
- package/dist/core/processor/readers/LatexReader.js +176 -0
- package/dist/core/processor/readers/LatexReader.js.map +1 -0
- package/dist/core/processor/readers/MarkdownReader.js +289 -0
- package/dist/core/processor/readers/MarkdownReader.js.map +1 -0
- package/dist/core/processor/readers/MarkerPdfReader.js +193 -0
- package/dist/core/processor/readers/MarkerPdfReader.js.map +1 -0
- package/dist/core/processor/readers/MistralOcrReader.js +198 -0
- package/dist/core/processor/readers/MistralOcrReader.js.map +1 -0
- package/dist/core/processor/readers/OfficeReader.js +174 -0
- package/dist/core/processor/readers/OfficeReader.js.map +1 -0
- package/dist/core/processor/readers/PdfReader.js +116 -0
- package/dist/core/processor/readers/PdfReader.js.map +1 -0
- package/dist/core/processor/readers/RtfReader.js +107 -0
- package/dist/core/processor/readers/RtfReader.js.map +1 -0
- package/dist/core/processor/readers/SubtitleReader.js +145 -0
- package/dist/core/processor/readers/SubtitleReader.js.map +1 -0
- package/dist/core/processor/readers/TesseractPdfReader.js +183 -0
- package/dist/core/processor/readers/TesseractPdfReader.js.map +1 -0
- package/dist/core/processor/readers/TextReader.js +129 -0
- package/dist/core/processor/readers/TextReader.js.map +1 -0
- package/dist/core/processor/readers/TranscriptReader.js +234 -0
- package/dist/core/processor/readers/TranscriptReader.js.map +1 -0
- package/dist/core/processor/readers/image/imageMetadata.js +155 -0
- package/dist/core/processor/readers/image/imageMetadata.js.map +1 -0
- package/dist/core/processor/readers/index.js +41 -0
- package/dist/core/processor/readers/index.js.map +1 -0
- package/dist/core/processor/readers/referenceExtraction.js +198 -0
- package/dist/core/processor/readers/referenceExtraction.js.map +1 -0
- package/dist/core/processor/readers/stripReferences.js +59 -0
- package/dist/core/processor/readers/stripReferences.js.map +1 -0
- package/dist/core/processor/readers/transcript/turnPacking.js +81 -0
- package/dist/core/processor/readers/transcript/turnPacking.js.map +1 -0
- package/dist/core/progress/NdjsonProgressEmitter.js +30 -0
- package/dist/core/progress/NdjsonProgressEmitter.js.map +1 -0
- package/dist/core/progress/NoopProgressEmitter.js +15 -0
- package/dist/core/progress/NoopProgressEmitter.js.map +1 -0
- package/dist/core/progress/index.js +19 -0
- package/dist/core/progress/index.js.map +1 -0
- package/dist/core/trace/TraceWriter.js +100 -0
- package/dist/core/trace/TraceWriter.js.map +1 -0
- package/dist/core/trace/events.js +13 -0
- package/dist/core/trace/events.js.map +1 -0
- package/dist/core/trace/index.js +20 -0
- package/dist/core/trace/index.js.map +1 -0
- package/dist/core/trace/lineage.js +97 -0
- package/dist/core/trace/lineage.js.map +1 -0
- package/dist/evaluation/BenchmarkRunner.js +171 -0
- package/dist/evaluation/BenchmarkRunner.js.map +1 -0
- package/dist/evaluation/classifier/ClassifierAccuracy.js +185 -0
- package/dist/evaluation/classifier/ClassifierAccuracy.js.map +1 -0
- package/dist/evaluation/classifier/labeledSamples.js +379 -0
- package/dist/evaluation/classifier/labeledSamples.js.map +1 -0
- package/dist/evaluation/compare/goldCompare.js +126 -0
- package/dist/evaluation/compare/goldCompare.js.map +1 -0
- package/dist/evaluation/crossre/compareScoring.js +30 -0
- package/dist/evaluation/crossre/compareScoring.js.map +1 -0
- package/dist/evaluation/datasets/CrossREDataset.js +170 -0
- package/dist/evaluation/datasets/CrossREDataset.js.map +1 -0
- package/dist/evaluation/datasets/IDataset.js +3 -0
- package/dist/evaluation/datasets/IDataset.js.map +1 -0
- package/dist/evaluation/datasets/RebelDataset.js +117 -0
- package/dist/evaluation/datasets/RebelDataset.js.map +1 -0
- package/dist/evaluation/datasets/RedocredDataset.js +218 -0
- package/dist/evaluation/datasets/RedocredDataset.js.map +1 -0
- package/dist/evaluation/datasets/SemEval2010Dataset.js +150 -0
- package/dist/evaluation/datasets/SemEval2010Dataset.js.map +1 -0
- package/dist/evaluation/index.js +33 -0
- package/dist/evaluation/index.js.map +1 -0
- package/dist/evaluation/matching/ExactMatcher.js +75 -0
- package/dist/evaluation/matching/ExactMatcher.js.map +1 -0
- package/dist/evaluation/matching/SemanticMatcher.js +143 -0
- package/dist/evaluation/matching/SemanticMatcher.js.map +1 -0
- package/dist/evaluation/metrics/TripleMetrics.js +64 -0
- package/dist/evaluation/metrics/TripleMetrics.js.map +1 -0
- package/dist/evaluation/mine/MineCheckpoint.js +114 -0
- package/dist/evaluation/mine/MineCheckpoint.js.map +1 -0
- package/dist/evaluation/mine/MineDataset.js +208 -0
- package/dist/evaluation/mine/MineDataset.js.map +1 -0
- package/dist/evaluation/mine/MineReporter.js +98 -0
- package/dist/evaluation/mine/MineReporter.js.map +1 -0
- package/dist/evaluation/mine/MineRunner.js +148 -0
- package/dist/evaluation/mine/MineRunner.js.map +1 -0
- package/dist/evaluation/mine/MineScorer.js +127 -0
- package/dist/evaluation/mine/MineScorer.js.map +1 -0
- package/dist/evaluation/mine/types.js +12 -0
- package/dist/evaluation/mine/types.js.map +1 -0
- package/dist/evaluation/reporters/ConsoleReporter.js +55 -0
- package/dist/evaluation/reporters/ConsoleReporter.js.map +1 -0
- package/dist/evaluation/reporters/JsonReporter.js +50 -0
- package/dist/evaluation/reporters/JsonReporter.js.map +1 -0
- package/dist/index.js +28 -0
- package/dist/index.js.map +1 -0
- package/dist/quality/CompositeScore.js +61 -0
- package/dist/quality/CompositeScore.js.map +1 -0
- package/dist/quality/ConsistencyMetrics.js +70 -0
- package/dist/quality/ConsistencyMetrics.js.map +1 -0
- package/dist/quality/FactualMetrics.js +76 -0
- package/dist/quality/FactualMetrics.js.map +1 -0
- package/dist/quality/GraphHealthMetrics.js +68 -0
- package/dist/quality/GraphHealthMetrics.js.map +1 -0
- package/dist/quality/SemanticMetrics.js +102 -0
- package/dist/quality/SemanticMetrics.js.map +1 -0
- package/dist/quality/StructuralMetrics.js +60 -0
- package/dist/quality/StructuralMetrics.js.map +1 -0
- package/dist/quality/index.js +23 -0
- package/dist/quality/index.js.map +1 -0
- package/dist/shared/index.js +20 -0
- package/dist/shared/index.js.map +1 -0
- package/dist/shared/logger/Logger.js +3 -0
- package/dist/shared/logger/Logger.js.map +1 -0
- package/dist/shared/logger/LoggerFactory.js +75 -0
- package/dist/shared/logger/LoggerFactory.js.map +1 -0
- package/dist/shared/logger/index.js +19 -0
- package/dist/shared/logger/index.js.map +1 -0
- package/dist/shared/shutdown.js +30 -0
- package/dist/shared/shutdown.js.map +1 -0
- package/dist/shared/utils/agglomerativeCluster.js +269 -0
- package/dist/shared/utils/agglomerativeCluster.js.map +1 -0
- package/dist/shared/utils/astSymbols.js +69 -0
- package/dist/shared/utils/astSymbols.js.map +1 -0
- package/dist/shared/utils/cosineSimilarity.js +18 -0
- package/dist/shared/utils/cosineSimilarity.js.map +1 -0
- package/dist/shared/utils/directoryTree.js +184 -0
- package/dist/shared/utils/directoryTree.js.map +1 -0
- package/dist/shared/utils/documentOutline.js +74 -0
- package/dist/shared/utils/documentOutline.js.map +1 -0
- package/dist/shared/utils/index.js +24 -0
- package/dist/shared/utils/index.js.map +1 -0
- package/dist/shared/utils/jaroWinklerSimilarity.js +60 -0
- package/dist/shared/utils/jaroWinklerSimilarity.js.map +1 -0
- package/dist/shared/utils/parseJsonLenient.js +27 -0
- package/dist/shared/utils/parseJsonLenient.js.map +1 -0
- package/dist/shared/utils/readConfig.js +42 -0
- package/dist/shared/utils/readConfig.js.map +1 -0
- package/dist/shared/utils/readRtf.js +216 -0
- package/dist/shared/utils/readRtf.js.map +1 -0
- package/dist/shared/utils/softmax.js +26 -0
- package/dist/shared/utils/softmax.js.map +1 -0
- package/dist/types/ContentClass.js +3 -0
- package/dist/types/ContentClass.js.map +1 -0
- package/dist/types/CorpusProfile.js +3 -0
- package/dist/types/CorpusProfile.js.map +1 -0
- package/dist/types/IContradictionChecker.js +3 -0
- package/dist/types/IContradictionChecker.js.map +1 -0
- package/dist/types/ICorpusAnalyzer.js +3 -0
- package/dist/types/ICorpusAnalyzer.js.map +1 -0
- package/dist/types/IDirectoryProcessor.js +3 -0
- package/dist/types/IDirectoryProcessor.js.map +1 -0
- package/dist/types/IEmbeddingProvider.js +3 -0
- package/dist/types/IEmbeddingProvider.js.map +1 -0
- package/dist/types/IEmbeddingService.js +6 -0
- package/dist/types/IEmbeddingService.js.map +1 -0
- package/dist/types/IFileProcessor.js +3 -0
- package/dist/types/IFileProcessor.js.map +1 -0
- package/dist/types/IGroundingChecker.js +3 -0
- package/dist/types/IGroundingChecker.js.map +1 -0
- package/dist/types/IKnowledgeGraphBuilder.js +3 -0
- package/dist/types/IKnowledgeGraphBuilder.js.map +1 -0
- package/dist/types/IKnowledgeGraphExporter.js +3 -0
- package/dist/types/IKnowledgeGraphExporter.js.map +1 -0
- package/dist/types/IKnowledgeGraphMerger.js +3 -0
- package/dist/types/IKnowledgeGraphMerger.js.map +1 -0
- package/dist/types/IKnowledgeGraphSearch.js +3 -0
- package/dist/types/IKnowledgeGraphSearch.js.map +1 -0
- package/dist/types/ILLMProvider.js +3 -0
- package/dist/types/ILLMProvider.js.map +1 -0
- package/dist/types/ILLMService.js +3 -0
- package/dist/types/ILLMService.js.map +1 -0
- package/dist/types/IObjectDetector.js +3 -0
- package/dist/types/IObjectDetector.js.map +1 -0
- package/dist/types/IProcessingService.js +3 -0
- package/dist/types/IProcessingService.js.map +1 -0
- package/dist/types/IProgressEmitter.js +3 -0
- package/dist/types/IProgressEmitter.js.map +1 -0
- package/dist/types/IPromptManager.js +3 -0
- package/dist/types/IPromptManager.js.map +1 -0
- package/dist/types/KnowledgeGraph.js +3 -0
- package/dist/types/KnowledgeGraph.js.map +1 -0
- package/dist/types/MCPKnowledgeGraph.js +3 -0
- package/dist/types/MCPKnowledgeGraph.js.map +1 -0
- package/dist/types/Observation.js +21 -0
- package/dist/types/Observation.js.map +1 -0
- package/dist/types/ProcessingOptions.js +3 -0
- package/dist/types/ProcessingOptions.js.map +1 -0
- package/dist/types/index.js +40 -0
- package/dist/types/index.js.map +1 -0
- package/package.json +122 -0
|
@@ -0,0 +1,107 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
3
|
+
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
4
|
+
return new (P || (P = Promise))(function (resolve, reject) {
|
|
5
|
+
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
6
|
+
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
7
|
+
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
8
|
+
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
9
|
+
});
|
|
10
|
+
};
|
|
11
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
12
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
13
|
+
};
|
|
14
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
15
|
+
exports.LlmContentClassifier = void 0;
|
|
16
|
+
const zod_1 = __importDefault(require("zod"));
|
|
17
|
+
const ResponseSchema = zod_1.default.object({
|
|
18
|
+
class: zod_1.default.enum([
|
|
19
|
+
"code",
|
|
20
|
+
"financial",
|
|
21
|
+
"medical",
|
|
22
|
+
"legal",
|
|
23
|
+
"research",
|
|
24
|
+
"transcript",
|
|
25
|
+
"tabular",
|
|
26
|
+
"communication",
|
|
27
|
+
"documentation",
|
|
28
|
+
"technical",
|
|
29
|
+
"narrative",
|
|
30
|
+
"reference",
|
|
31
|
+
]),
|
|
32
|
+
confidence: zod_1.default.number(),
|
|
33
|
+
});
|
|
34
|
+
const ClassifierSystemPrompt = `# MISSION STATEMENT
|
|
35
|
+
|
|
36
|
+
You are a text classification assistant. Your task is to classify the provided text content into one of the predefined classes. Your goal is to accurately determine the category of the text based on its content and context.
|
|
37
|
+
|
|
38
|
+
## Class Definitions
|
|
39
|
+
|
|
40
|
+
1. **code**: Text containing programming code, scripts, or any form of computer language syntax.
|
|
41
|
+
2. **financial**: Text related to financial data, reports, transactions, or economic analysis.
|
|
42
|
+
3. **medical**: Text pertaining to medical information, health records, clinical notes, or healthcare-related content.
|
|
43
|
+
4. **legal**: Text involving legal documents, contracts, laws, regulations, or any legal proceedings.
|
|
44
|
+
5. **research**: Text related to academic research, scientific studies, or scholarly articles.
|
|
45
|
+
6. **transcript**: Text that is a transcription of spoken language, such as interviews, meetings, or lectures.
|
|
46
|
+
7. **tabular**: Text presented in a tabular format, such as tables, spreadsheets, or structured data.
|
|
47
|
+
8. **communication**: Text involving personal or professional communication, such as emails, messages, or letters.
|
|
48
|
+
9. **documentation**: Text that serves as documentation, such as manuals, guides, or instructional content.
|
|
49
|
+
10. **technical**: Text related to technical specifications, engineering details, or technical manuals.
|
|
50
|
+
11. **narrative**: Text that tells a story or describes events, such as novels, stories, or anecdotes.
|
|
51
|
+
12. **reference**: Text that serves as a reference, such as encyclopedias, dictionaries, or reference guides.
|
|
52
|
+
|
|
53
|
+
## Response Format
|
|
54
|
+
|
|
55
|
+
Please provide your response in the following JSON schema:
|
|
56
|
+
|
|
57
|
+
\`\`\`json
|
|
58
|
+
{
|
|
59
|
+
"class": "code" | "financial" | "medical" | "legal" | "research" | "transcript" | "tabular" | "communication" | "documentation" | "technical" | "narrative" | "reference",
|
|
60
|
+
"confidence": number
|
|
61
|
+
}
|
|
62
|
+
\`\`\`
|
|
63
|
+
|
|
64
|
+
## Critical Instructions
|
|
65
|
+
|
|
66
|
+
1. Read the provided text carefully.
|
|
67
|
+
2. Determine the most appropriate class for the text based on the definitions provided.
|
|
68
|
+
3. Assign a confidence score between 0 and 1, where 1 indicates absolute certainty and 0 indicates complete uncertainty.
|
|
69
|
+
4. Return the response in the specified JSON format.
|
|
70
|
+
|
|
71
|
+
Ensure that your classification is accurate and that the confidence score reflects your certainty in the classification.
|
|
72
|
+
`;
|
|
73
|
+
class LlmContentClassifier {
|
|
74
|
+
constructor(llm, logger) {
|
|
75
|
+
this.llm = llm;
|
|
76
|
+
this.logger = logger;
|
|
77
|
+
}
|
|
78
|
+
classify(content, path) {
|
|
79
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
80
|
+
// Returns a single `{class, confidence}` (the model's pick) — consumed by the
|
|
81
|
+
// exact same gate as the heuristic (`vocabulary.ts:activeDomainClasses`). After
|
|
82
|
+
// S2/S3 both classifiers feed that gate a comparable [0,1] confidence and there
|
|
83
|
+
// is no classifier-internal threshold: the heuristic emits a softmax
|
|
84
|
+
// distribution, the LLM emits the model's own probability, and the single
|
|
85
|
+
// downstream gate decides abstain/single/multi for both.
|
|
86
|
+
//
|
|
87
|
+
// Route through the provider-agnostic ILLMProvider (KG-15). Previously this
|
|
88
|
+
// hardcoded an Ollama client + host, so with `provider: openai` every call
|
|
89
|
+
// hit `/api/chat` on a cloud base URL and 404'd. generateStructured already
|
|
90
|
+
// does JSON-schema formatting, fence-stripping, zod-validation, and retry —
|
|
91
|
+
// so the manual chat/parse/validate dance is gone. Failures propagate (the
|
|
92
|
+
// caller — FileProcessor/CorpusAnalyzer — handles them gracefully).
|
|
93
|
+
const messages = [
|
|
94
|
+
{ role: "system", content: ClassifierSystemPrompt },
|
|
95
|
+
{ role: "user", content: this.formatMessage(content, path) },
|
|
96
|
+
];
|
|
97
|
+
this.logger.debug(`Classifying ${path} via LLM provider`);
|
|
98
|
+
const validated = yield this.llm.generateStructured(messages, ResponseSchema);
|
|
99
|
+
return [validated];
|
|
100
|
+
});
|
|
101
|
+
}
|
|
102
|
+
formatMessage(content, path) {
|
|
103
|
+
return `File Path: \`${path}\`\nFile Content:\n\`\`\`\n${content}\n\`\`\`\n`;
|
|
104
|
+
}
|
|
105
|
+
}
|
|
106
|
+
exports.LlmContentClassifier = LlmContentClassifier;
|
|
107
|
+
//# sourceMappingURL=LlmContentClassifier.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"LlmContentClassifier.js","sourceRoot":"","sources":["../../../../src/core/processor/classifier/LlmContentClassifier.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,8CAAoB;AAKpB,MAAM,cAAc,GAAG,aAAC,CAAC,MAAM,CAAC;IAC9B,KAAK,EAAE,aAAC,CAAC,IAAI,CAAC;QACZ,MAAM;QACN,WAAW;QACX,SAAS;QACT,OAAO;QACP,UAAU;QACV,YAAY;QACZ,SAAS;QACT,eAAe;QACf,eAAe;QACf,WAAW;QACX,WAAW;QACX,WAAW;KACZ,CAAC;IACF,UAAU,EAAE,aAAC,CAAC,MAAM,EAAE;CACvB,CAAC,CAAC;AAEH,MAAM,sBAAsB,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAsC9B,CAAC;AAEF,MAAa,oBAAoB;IAC/B,YACmB,GAAiB,EACjB,MAAc;QADd,QAAG,GAAH,GAAG,CAAc;QACjB,WAAM,GAAN,MAAM,CAAQ;IAC9B,CAAC;IAEE,QAAQ,CACZ,OAAe,EACf,IAAY;;YAEZ,8EAA8E;YAC9E,gFAAgF;YAChF,gFAAgF;YAChF,qEAAqE;YACrE,0EAA0E;YAC1E,yDAAyD;YACzD,EAAE;YACF,4EAA4E;YAC5E,2EAA2E;YAC3E,4EAA4E;YAC5E,4EAA4E;YAC5E,2EAA2E;YAC3E,oEAAoE;YACpE,MAAM,QAAQ,GAAiB;gBAC7B,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,sBAAsB,EAAE;gBACnD,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE;aAC7D,CAAC;YAEF,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,eAAe,IAAI,mBAAmB,CAAC,CAAC;YAC1D,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,kBAAkB,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAC;YAC9E,OAAO,CAAC,SAAS,CAAC,CAAC;QACrB,CAAC;KAAA;IAEO,aAAa,CAAC,OAAe,EAAE,IAAY;QACjD,OAAO,gBAAgB,IAAI,8BAA8B,OAAO,YAAY,CAAC;IAC/E,CAAC;CACF;AApCD,oDAoCC"}
|
|
@@ -0,0 +1,498 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.NER_DOMAIN_EXAMPLES = void 0;
|
|
4
|
+
exports.NER_DOMAIN_EXAMPLES = {
|
|
5
|
+
code: {
|
|
6
|
+
name: "code",
|
|
7
|
+
description: "Source code, scripts, and technical implementations",
|
|
8
|
+
primaryEntityTypes: [
|
|
9
|
+
"function", "class", "module", "api_endpoint", "database_table",
|
|
10
|
+
"configuration", "dependency", "algorithm", "data_structure",
|
|
11
|
+
],
|
|
12
|
+
primaryRelationTypes: [
|
|
13
|
+
"calls", "imports", "extends", "implements", "configures",
|
|
14
|
+
"depends_on", "exposes", "consumes", "processes",
|
|
15
|
+
],
|
|
16
|
+
examples: [
|
|
17
|
+
{
|
|
18
|
+
filePath: "src/index.ts",
|
|
19
|
+
fileContent: `import { Command } from "commander";\nconst program = new Command();\nprogram.parse();`,
|
|
20
|
+
output: {
|
|
21
|
+
entities: [
|
|
22
|
+
{
|
|
23
|
+
name: "file-converter",
|
|
24
|
+
files: ["src/index.ts"],
|
|
25
|
+
entityType: "cli_application",
|
|
26
|
+
observations: ["Converts files between different formats", "Version 1.0.0", "NodeJS CLI utility"]
|
|
27
|
+
},
|
|
28
|
+
{
|
|
29
|
+
name: "processFiles",
|
|
30
|
+
files: ["src/index.ts"],
|
|
31
|
+
entityType: "function",
|
|
32
|
+
observations: ["Handles file conversion logic", "Accepts input path, output path, and format parameters"]
|
|
33
|
+
}
|
|
34
|
+
],
|
|
35
|
+
relations: [
|
|
36
|
+
{
|
|
37
|
+
from: "file-converter",
|
|
38
|
+
to: "processFiles",
|
|
39
|
+
relationType: ["calls", "delegates_to"]
|
|
40
|
+
}
|
|
41
|
+
]
|
|
42
|
+
}
|
|
43
|
+
}
|
|
44
|
+
],
|
|
45
|
+
},
|
|
46
|
+
financial: {
|
|
47
|
+
name: 'financial',
|
|
48
|
+
description: 'Financial reports, market analysis, and economic data',
|
|
49
|
+
primaryEntityTypes: [
|
|
50
|
+
'company', 'stock_symbol', 'financial_metric', 'transaction',
|
|
51
|
+
'regulation', 'market', 'investment', 'currency', 'portfolio'
|
|
52
|
+
],
|
|
53
|
+
primaryRelationTypes: [
|
|
54
|
+
'owns', 'trades', 'reports', 'regulates', 'correlates_with',
|
|
55
|
+
'outperforms', 'invests_in', 'complies_with', 'pays', 'owes'
|
|
56
|
+
],
|
|
57
|
+
examples: [
|
|
58
|
+
{
|
|
59
|
+
filePath: "reports/q3-earnings.txt",
|
|
60
|
+
fileContent: "Q3 2024 Revenue: $2.1B (+15% YoY)\nNet Income: $450M\nEarnings per share: $3.21",
|
|
61
|
+
output: {
|
|
62
|
+
entities: [
|
|
63
|
+
{
|
|
64
|
+
name: "q3_2024_earnings",
|
|
65
|
+
files: ["reports/q3-earnings.txt"],
|
|
66
|
+
entityType: "financial_report",
|
|
67
|
+
observations: ["Revenue: $2.1B", "15% YoY growth", "Net Income: $450M", "EPS: $3.21"]
|
|
68
|
+
}
|
|
69
|
+
],
|
|
70
|
+
relations: []
|
|
71
|
+
}
|
|
72
|
+
}
|
|
73
|
+
],
|
|
74
|
+
},
|
|
75
|
+
medical: {
|
|
76
|
+
name: 'medical',
|
|
77
|
+
description: 'Medical records, research papers, and healthcare documentation',
|
|
78
|
+
primaryEntityTypes: [
|
|
79
|
+
'condition', 'treatment', 'medication', 'anatomy', 'procedure',
|
|
80
|
+
'symptom', 'diagnosis', 'patient', 'provider', 'clinical_trial', 'test'
|
|
81
|
+
],
|
|
82
|
+
primaryRelationTypes: [
|
|
83
|
+
'treats', 'causes', 'indicates', 'prevents', 'interacts_with',
|
|
84
|
+
'diagnosed_with', 'prescribed', 'contraindicates', 'underwent',
|
|
85
|
+
'allergic_to', 'treated_by'
|
|
86
|
+
],
|
|
87
|
+
examples: [
|
|
88
|
+
{
|
|
89
|
+
filePath: "medical/patient-chart.txt",
|
|
90
|
+
fileContent: "Patient presents with acute chest pain. Diagnosis: Myocardial infarction.\nTreatment: Aspirin 325mg, Metoprolol 50mg BID",
|
|
91
|
+
output: {
|
|
92
|
+
entities: [
|
|
93
|
+
{
|
|
94
|
+
name: "myocardial_infarction",
|
|
95
|
+
files: ["medical/patient-chart.txt"],
|
|
96
|
+
entityType: "condition",
|
|
97
|
+
observations: ["Primary diagnosis", "Presents as acute chest pain"]
|
|
98
|
+
},
|
|
99
|
+
{
|
|
100
|
+
name: "aspirin_325mg",
|
|
101
|
+
files: ["medical/patient-chart.txt"],
|
|
102
|
+
entityType: "medication",
|
|
103
|
+
observations: ["Treatment for myocardial infarction", "325mg dosage"]
|
|
104
|
+
}
|
|
105
|
+
],
|
|
106
|
+
relations: [
|
|
107
|
+
{
|
|
108
|
+
from: "aspirin_325mg",
|
|
109
|
+
to: "myocardial_infarction",
|
|
110
|
+
relationType: ["treats"]
|
|
111
|
+
}
|
|
112
|
+
]
|
|
113
|
+
}
|
|
114
|
+
}
|
|
115
|
+
],
|
|
116
|
+
},
|
|
117
|
+
legal: {
|
|
118
|
+
name: 'legal',
|
|
119
|
+
description: 'Legal documents, contracts, and regulatory content',
|
|
120
|
+
primaryEntityTypes: [
|
|
121
|
+
'party', 'contract', 'statute', 'jurisdiction', 'obligation',
|
|
122
|
+
'right', 'precedent', 'court', 'lawyer', 'legal_entity'
|
|
123
|
+
],
|
|
124
|
+
primaryRelationTypes: [
|
|
125
|
+
'contracts_with', 'obligates', 'grants_right_to', 'governs',
|
|
126
|
+
'precedent_for', 'jurisdiction_over', 'represents', 'signed',
|
|
127
|
+
'party_to', 'filed_in'
|
|
128
|
+
],
|
|
129
|
+
examples: [
|
|
130
|
+
{
|
|
131
|
+
filePath: "legal/service-agreement.txt",
|
|
132
|
+
fileContent: "WHEREAS the parties wish to enter into agreement\nParty A hereby agrees to provide services\nJurisdiction: State of California",
|
|
133
|
+
output: {
|
|
134
|
+
entities: [
|
|
135
|
+
{
|
|
136
|
+
name: "service_agreement",
|
|
137
|
+
files: ["legal/service-agreement.txt"],
|
|
138
|
+
entityType: "contract",
|
|
139
|
+
observations: ["Service provision contract", "California jurisdiction"]
|
|
140
|
+
},
|
|
141
|
+
{
|
|
142
|
+
name: "party_a",
|
|
143
|
+
files: ["legal/service-agreement.txt"],
|
|
144
|
+
entityType: "party",
|
|
145
|
+
observations: ["Service provider", "Contractual party"]
|
|
146
|
+
}
|
|
147
|
+
],
|
|
148
|
+
relations: [
|
|
149
|
+
{
|
|
150
|
+
from: "party_a",
|
|
151
|
+
to: "service_agreement",
|
|
152
|
+
relationType: ["party_to"]
|
|
153
|
+
}
|
|
154
|
+
]
|
|
155
|
+
}
|
|
156
|
+
}
|
|
157
|
+
],
|
|
158
|
+
},
|
|
159
|
+
research: {
|
|
160
|
+
name: 'research',
|
|
161
|
+
description: 'Academic papers, scientific studies, and experimental data',
|
|
162
|
+
primaryEntityTypes: [
|
|
163
|
+
'hypothesis', 'experiment', 'methodology', 'result', 'dataset',
|
|
164
|
+
'researcher', 'institution', 'publication', 'statistical_test', 'variable'
|
|
165
|
+
],
|
|
166
|
+
primaryRelationTypes: [
|
|
167
|
+
'tests', 'validates', 'measures', 'correlates_with', 'cites',
|
|
168
|
+
'replicates', 'contradicts', 'builds_upon'
|
|
169
|
+
],
|
|
170
|
+
examples: [
|
|
171
|
+
{
|
|
172
|
+
filePath: "experiments/crispr-protocol.txt",
|
|
173
|
+
fileContent: "CRISPR-Cas9 gene editing protocol\nTarget: BRCA1 gene\nGuide RNA: 5'-GGCTATCCTCTCAGAGTGAC-3'\nEfficiency: 78% editing",
|
|
174
|
+
output: {
|
|
175
|
+
entities: [
|
|
176
|
+
{
|
|
177
|
+
name: "BRCA1_gene",
|
|
178
|
+
files: ["experiments/crispr-protocol.txt"],
|
|
179
|
+
entityType: "gene",
|
|
180
|
+
observations: ["Target gene for CRISPR editing", "Associated with breast cancer susceptibility"]
|
|
181
|
+
},
|
|
182
|
+
{
|
|
183
|
+
name: "guide_RNA_BRCA1",
|
|
184
|
+
files: ["experiments/crispr-protocol.txt"],
|
|
185
|
+
entityType: "rna_sequence",
|
|
186
|
+
observations: ["Sequence: 5'-GGCTATCCTCTCAGAGTGAC-3'", "Targets BRCA1 gene"]
|
|
187
|
+
}
|
|
188
|
+
],
|
|
189
|
+
relations: [
|
|
190
|
+
{
|
|
191
|
+
from: "guide_RNA_BRCA1",
|
|
192
|
+
to: "BRCA1_gene",
|
|
193
|
+
relationType: ["targets", "binds_to"]
|
|
194
|
+
}
|
|
195
|
+
]
|
|
196
|
+
}
|
|
197
|
+
}
|
|
198
|
+
],
|
|
199
|
+
},
|
|
200
|
+
transcript: {
|
|
201
|
+
name: 'transcript',
|
|
202
|
+
description: 'Meeting minutes, interviews, and recorded conversations',
|
|
203
|
+
primaryEntityTypes: [
|
|
204
|
+
'speaker', 'topic', 'decision', 'action_item', 'timeline',
|
|
205
|
+
'participant', 'agenda_item', 'meeting', 'deadline', 'responsibility',
|
|
206
|
+
'pain_point', 'feature_request'
|
|
207
|
+
],
|
|
208
|
+
primaryRelationTypes: [
|
|
209
|
+
'discusses', 'decides', 'assigns', 'schedules', 'follows_up',
|
|
210
|
+
'reports_to', 'responsible_for', 'attends', 'facilitates',
|
|
211
|
+
'interviews', 'reports', 'requests'
|
|
212
|
+
],
|
|
213
|
+
examples: [
|
|
214
|
+
{
|
|
215
|
+
filePath: "meetings/q4-planning.txt",
|
|
216
|
+
fileContent: "Meeting Minutes - Q4 Planning\nAttendees: John, Sarah, Mike\nAction Items:\n- John: Finalize budget by Friday",
|
|
217
|
+
output: {
|
|
218
|
+
entities: [
|
|
219
|
+
{
|
|
220
|
+
name: "q4_planning_meeting",
|
|
221
|
+
files: ["meetings/q4-planning.txt"],
|
|
222
|
+
entityType: "meeting",
|
|
223
|
+
observations: ["Q4 planning session", "3 attendees"]
|
|
224
|
+
},
|
|
225
|
+
{
|
|
226
|
+
name: "john",
|
|
227
|
+
files: ["meetings/q4-planning.txt"],
|
|
228
|
+
entityType: "participant",
|
|
229
|
+
observations: ["Meeting attendee", "Responsible for budget finalization"]
|
|
230
|
+
}
|
|
231
|
+
],
|
|
232
|
+
relations: [
|
|
233
|
+
{
|
|
234
|
+
from: "john",
|
|
235
|
+
to: "q4_planning_meeting",
|
|
236
|
+
relationType: ["attends"]
|
|
237
|
+
}
|
|
238
|
+
]
|
|
239
|
+
}
|
|
240
|
+
}
|
|
241
|
+
],
|
|
242
|
+
},
|
|
243
|
+
tabular: {
|
|
244
|
+
name: 'tabular',
|
|
245
|
+
description: 'Structured data, spreadsheets, and database exports',
|
|
246
|
+
primaryEntityTypes: [
|
|
247
|
+
'column', 'row', 'metric', 'data_relationship', 'schema',
|
|
248
|
+
'table', 'field', 'record', 'aggregate', 'dimension',
|
|
249
|
+
'category', 'supplier'
|
|
250
|
+
],
|
|
251
|
+
primaryRelationTypes: [
|
|
252
|
+
'contains', 'aggregates', 'relates_to', 'foreign_key_to',
|
|
253
|
+
'groups_by', 'sums_to', 'measures', 'supplies'
|
|
254
|
+
],
|
|
255
|
+
examples: [
|
|
256
|
+
{
|
|
257
|
+
filePath: "data/sales-report.csv",
|
|
258
|
+
fileContent: "Product,Revenue,Units Sold\nWidget A,$15000,150\nWidget B,$25000,200",
|
|
259
|
+
output: {
|
|
260
|
+
entities: [
|
|
261
|
+
{
|
|
262
|
+
name: "sales_data",
|
|
263
|
+
files: ["data/sales-report.csv"],
|
|
264
|
+
entityType: "table",
|
|
265
|
+
observations: ["Contains product sales information", "3 columns: Product, Revenue, Units Sold"]
|
|
266
|
+
},
|
|
267
|
+
{
|
|
268
|
+
name: "revenue_column",
|
|
269
|
+
files: ["data/sales-report.csv"],
|
|
270
|
+
entityType: "column",
|
|
271
|
+
observations: ["Financial metric", "Dollar amounts"]
|
|
272
|
+
}
|
|
273
|
+
],
|
|
274
|
+
relations: [
|
|
275
|
+
{
|
|
276
|
+
from: "sales_data",
|
|
277
|
+
to: "revenue_column",
|
|
278
|
+
relationType: ["contains"]
|
|
279
|
+
}
|
|
280
|
+
]
|
|
281
|
+
}
|
|
282
|
+
}
|
|
283
|
+
],
|
|
284
|
+
},
|
|
285
|
+
communication: {
|
|
286
|
+
name: 'communication',
|
|
287
|
+
description: 'Emails, chat logs, and interpersonal communications',
|
|
288
|
+
primaryEntityTypes: [
|
|
289
|
+
'person', 'organization', 'project', 'commitment', 'thread',
|
|
290
|
+
'sender', 'recipient', 'subject', 'attachment', 'follow_up'
|
|
291
|
+
],
|
|
292
|
+
primaryRelationTypes: [
|
|
293
|
+
'sends_to', 'cc', 'bcc', 'replies_to', 'forwards_to',
|
|
294
|
+
'collaborates_with', 'reports_to', 'schedules_with'
|
|
295
|
+
],
|
|
296
|
+
examples: [
|
|
297
|
+
{
|
|
298
|
+
filePath: "emails/project-update.txt",
|
|
299
|
+
fileContent: "From: john@company.com\nTo: team@company.com\nSubject: Project Update\n\nDear team,\nThe project is on track.",
|
|
300
|
+
output: {
|
|
301
|
+
entities: [
|
|
302
|
+
{
|
|
303
|
+
name: "john",
|
|
304
|
+
files: ["emails/project-update.txt"],
|
|
305
|
+
entityType: "person",
|
|
306
|
+
observations: ["Email sender", "Works at company.com"]
|
|
307
|
+
},
|
|
308
|
+
{
|
|
309
|
+
name: "project_update_email",
|
|
310
|
+
files: ["emails/project-update.txt"],
|
|
311
|
+
entityType: "thread",
|
|
312
|
+
observations: ["Project status communication", "Sent to team"]
|
|
313
|
+
}
|
|
314
|
+
],
|
|
315
|
+
relations: [
|
|
316
|
+
{
|
|
317
|
+
from: "john",
|
|
318
|
+
to: "project_update_email",
|
|
319
|
+
relationType: ["sends"]
|
|
320
|
+
}
|
|
321
|
+
]
|
|
322
|
+
}
|
|
323
|
+
}
|
|
324
|
+
],
|
|
325
|
+
},
|
|
326
|
+
documentation: {
|
|
327
|
+
name: 'documentation',
|
|
328
|
+
description: 'User guides, API docs, and instructional content',
|
|
329
|
+
primaryEntityTypes: [
|
|
330
|
+
'feature', 'procedure', 'example', 'requirement', 'guide',
|
|
331
|
+
'api_method', 'parameter', 'tutorial_step', 'configuration_option'
|
|
332
|
+
],
|
|
333
|
+
primaryRelationTypes: [
|
|
334
|
+
'documents', 'explains', 'demonstrates', 'requires',
|
|
335
|
+
'configures', 'guides_through', 'references'
|
|
336
|
+
],
|
|
337
|
+
examples: [
|
|
338
|
+
{
|
|
339
|
+
filePath: "docs/README.md",
|
|
340
|
+
fileContent: "# Installation Guide\n\n## Getting Started\n\nRun npm install to begin\n\n## Usage\n\nExample:\n```\nnpm start\n```",
|
|
341
|
+
output: {
|
|
342
|
+
entities: [
|
|
343
|
+
{
|
|
344
|
+
name: "installation_guide",
|
|
345
|
+
files: ["docs/README.md"],
|
|
346
|
+
entityType: "guide",
|
|
347
|
+
observations: ["Explains installation process", "Includes npm commands"]
|
|
348
|
+
},
|
|
349
|
+
{
|
|
350
|
+
name: "npm_install",
|
|
351
|
+
files: ["docs/README.md"],
|
|
352
|
+
entityType: "procedure",
|
|
353
|
+
observations: ["Installation command", "First step in setup"]
|
|
354
|
+
}
|
|
355
|
+
],
|
|
356
|
+
relations: [
|
|
357
|
+
{
|
|
358
|
+
from: "installation_guide",
|
|
359
|
+
to: "npm_install",
|
|
360
|
+
relationType: ["documents", "explains"]
|
|
361
|
+
}
|
|
362
|
+
]
|
|
363
|
+
}
|
|
364
|
+
}
|
|
365
|
+
],
|
|
366
|
+
},
|
|
367
|
+
technical: {
|
|
368
|
+
name: 'technical',
|
|
369
|
+
description: 'System logs, configurations, and infrastructure content',
|
|
370
|
+
primaryEntityTypes: [
|
|
371
|
+
'service', 'error', 'configuration', 'system_event', 'server',
|
|
372
|
+
'log_entry', 'performance_metric', 'alert', 'deployment',
|
|
373
|
+
'ip_address', 'request', 'user'
|
|
374
|
+
],
|
|
375
|
+
primaryRelationTypes: [
|
|
376
|
+
'logs_to', 'configures', 'monitors', 'alerts_on',
|
|
377
|
+
'depends_on', 'triggers', 'connects_to', 'requests',
|
|
378
|
+
'authenticates_as', 'reports'
|
|
379
|
+
],
|
|
380
|
+
examples: [
|
|
381
|
+
{
|
|
382
|
+
filePath: "logs/server.log",
|
|
383
|
+
fileContent: "2024-01-15 10:30:15 ERROR [server] Connection failed: timeout\n2024-01-15 10:30:16 WARN [auth] Invalid credentials",
|
|
384
|
+
output: {
|
|
385
|
+
entities: [
|
|
386
|
+
{
|
|
387
|
+
name: "connection_timeout_error",
|
|
388
|
+
files: ["logs/server.log"],
|
|
389
|
+
entityType: "error",
|
|
390
|
+
observations: ["Server connection failure", "Timeout-related issue", "Occurred at 10:30:15"]
|
|
391
|
+
},
|
|
392
|
+
{
|
|
393
|
+
name: "server_service",
|
|
394
|
+
files: ["logs/server.log"],
|
|
395
|
+
entityType: "service",
|
|
396
|
+
observations: ["Logging connection errors", "Part of system infrastructure"]
|
|
397
|
+
}
|
|
398
|
+
],
|
|
399
|
+
relations: [
|
|
400
|
+
{
|
|
401
|
+
from: "server_service",
|
|
402
|
+
to: "connection_timeout_error",
|
|
403
|
+
relationType: ["logs", "reports"]
|
|
404
|
+
}
|
|
405
|
+
]
|
|
406
|
+
}
|
|
407
|
+
}
|
|
408
|
+
],
|
|
409
|
+
},
|
|
410
|
+
narrative: {
|
|
411
|
+
name: 'narrative',
|
|
412
|
+
description: 'Articles, reports, and general prose content',
|
|
413
|
+
primaryEntityTypes: [
|
|
414
|
+
'topic', 'concept', 'person', 'event', 'location',
|
|
415
|
+
'organization', 'idea', 'theme', 'argument', 'conclusion',
|
|
416
|
+
'market_segment', 'research_subject', 'methodology'
|
|
417
|
+
],
|
|
418
|
+
primaryRelationTypes: [
|
|
419
|
+
'discusses', 'mentions', 'relates_to', 'describes',
|
|
420
|
+
'analyzes', 'compares', 'concludes', 'argues', 'develops',
|
|
421
|
+
'pilots', 'invests_in', 'used_to_create', 'silences',
|
|
422
|
+
'collaborates_with'
|
|
423
|
+
],
|
|
424
|
+
examples: [
|
|
425
|
+
{
|
|
426
|
+
filePath: "articles/ai-impact.md",
|
|
427
|
+
fileContent: "The Rise of Artificial Intelligence\n\nArtificial intelligence has transformed numerous industries. This article explores the impact of AI on society.",
|
|
428
|
+
output: {
|
|
429
|
+
entities: [
|
|
430
|
+
{
|
|
431
|
+
name: "artificial_intelligence",
|
|
432
|
+
files: ["articles/ai-impact.md"],
|
|
433
|
+
entityType: "concept",
|
|
434
|
+
observations: ["Transforming industries", "Has societal impact", "Rising technology"]
|
|
435
|
+
},
|
|
436
|
+
{
|
|
437
|
+
name: "ai_industry_transformation",
|
|
438
|
+
files: ["articles/ai-impact.md"],
|
|
439
|
+
entityType: "topic",
|
|
440
|
+
observations: ["Main article theme", "Discusses AI's industrial impact"]
|
|
441
|
+
}
|
|
442
|
+
],
|
|
443
|
+
relations: [
|
|
444
|
+
{
|
|
445
|
+
from: "ai_industry_transformation",
|
|
446
|
+
to: "artificial_intelligence",
|
|
447
|
+
relationType: ["discusses", "analyzes"]
|
|
448
|
+
}
|
|
449
|
+
]
|
|
450
|
+
}
|
|
451
|
+
}
|
|
452
|
+
],
|
|
453
|
+
},
|
|
454
|
+
reference: {
|
|
455
|
+
name: 'reference',
|
|
456
|
+
description: 'Glossaries, catalogs, and structured reference material',
|
|
457
|
+
primaryEntityTypes: [
|
|
458
|
+
'definition', 'term', 'entry', 'category', 'reference',
|
|
459
|
+
'glossary_item', 'catalog_entry', 'specification', 'standard',
|
|
460
|
+
'feature', 'tier'
|
|
461
|
+
],
|
|
462
|
+
primaryRelationTypes: [
|
|
463
|
+
'defines', 'categorizes', 'references', 'specifies',
|
|
464
|
+
'lists', 'indexes', 'cross_references', 'governed_by',
|
|
465
|
+
'included_in', 'requires'
|
|
466
|
+
],
|
|
467
|
+
examples: [
|
|
468
|
+
{
|
|
469
|
+
filePath: "reference/tech-glossary.txt",
|
|
470
|
+
fileContent: "Glossary of Terms\n\nAPI: Application Programming Interface\nSaaS: Software as a Service\nCloud: Remote computing infrastructure",
|
|
471
|
+
output: {
|
|
472
|
+
entities: [
|
|
473
|
+
{
|
|
474
|
+
name: "API",
|
|
475
|
+
files: ["reference/tech-glossary.txt"],
|
|
476
|
+
entityType: "term",
|
|
477
|
+
observations: ["Abbreviation for Application Programming Interface", "Technical terminology"]
|
|
478
|
+
},
|
|
479
|
+
{
|
|
480
|
+
name: "tech_glossary",
|
|
481
|
+
files: ["reference/tech-glossary.txt"],
|
|
482
|
+
entityType: "glossary",
|
|
483
|
+
observations: ["Technical terms reference", "Contains API, SaaS, Cloud definitions"]
|
|
484
|
+
}
|
|
485
|
+
],
|
|
486
|
+
relations: [
|
|
487
|
+
{
|
|
488
|
+
from: "tech_glossary",
|
|
489
|
+
to: "API",
|
|
490
|
+
relationType: ["defines", "contains"]
|
|
491
|
+
}
|
|
492
|
+
]
|
|
493
|
+
}
|
|
494
|
+
}
|
|
495
|
+
],
|
|
496
|
+
}
|
|
497
|
+
};
|
|
498
|
+
//# sourceMappingURL=NER_DOMAIN_EXAMPLES.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"NER_DOMAIN_EXAMPLES.js","sourceRoot":"","sources":["../../../../src/core/processor/classifier/NER_DOMAIN_EXAMPLES.ts"],"names":[],"mappings":";;;AAEa,QAAA,mBAAmB,GAAiD;IAC/E,IAAI,EAAE;QACJ,IAAI,EAAE,MAAM;QACZ,WAAW,EAAE,qDAAqD;QAClE,kBAAkB,EAAE;YAClB,UAAU,EAAE,OAAO,EAAE,QAAQ,EAAE,cAAc,EAAE,gBAAgB;YAC/D,eAAe,EAAE,YAAY,EAAE,WAAW,EAAE,gBAAgB;SAC7D;QACD,oBAAoB,EAAE;YACpB,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,YAAY,EAAE,YAAY;YACzD,YAAY,EAAE,SAAS,EAAE,UAAU,EAAE,WAAW;SACjD;QACD,QAAQ,EAAE;YACR;gBACE,QAAQ,EAAE,cAAc;gBACxB,WAAW,EAAE,wFAAwF;gBACrG,MAAM,EAAE;oBACN,QAAQ,EAAE;wBACR;4BACE,IAAI,EAAE,gBAAgB;4BACtB,KAAK,EAAE,CAAC,cAAc,CAAC;4BACvB,UAAU,EAAE,iBAAiB;4BAC7B,YAAY,EAAE,CAAC,0CAA0C,EAAE,eAAe,EAAE,oBAAoB,CAAC;yBAClG;wBACD;4BACE,IAAI,EAAE,cAAc;4BACpB,KAAK,EAAE,CAAC,cAAc,CAAC;4BACvB,UAAU,EAAE,UAAU;4BACtB,YAAY,EAAE,CAAC,+BAA+B,EAAE,wDAAwD,CAAC;yBAC1G;qBACF;oBACD,SAAS,EAAE;wBACT;4BACE,IAAI,EAAE,gBAAgB;4BACtB,EAAE,EAAE,cAAc;4BAClB,YAAY,EAAE,CAAC,OAAO,EAAE,cAAc,CAAC;yBACxC;qBACF;iBACF;aACF;SACF;KACF;IAED,SAAS,EAAE;QACT,IAAI,EAAE,WAAW;QACjB,WAAW,EAAE,uDAAuD;QACpE,kBAAkB,EAAE;YAClB,SAAS,EAAE,cAAc,EAAE,kBAAkB,EAAE,aAAa;YAC5D,YAAY,EAAE,QAAQ,EAAE,YAAY,EAAE,UAAU,EAAE,WAAW;SAC9D;QACD,oBAAoB,EAAE;YACpB,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,WAAW,EAAE,iBAAiB;YAC3D,aAAa,EAAE,YAAY,EAAE,eAAe,EAAE,MAAM,EAAE,MAAM;SAC7D;QACD,QAAQ,EAAE;YACR;gBACE,QAAQ,EAAE,yBAAyB;gBACnC,WAAW,EAAE,iFAAiF;gBAC9F,MAAM,EAAE;oBACN,QAAQ,EAAE;wBACR;4BACE,IAAI,EAAE,kBAAkB;4BACxB,KAAK,EAAE,CAAC,yBAAyB,CAAC;4BAClC,UAAU,EAAE,kBAAkB;4BAC9B,YAAY,EAAE,CAAC,gBAAgB,EAAE,gBAAgB,EAAE,mBAAmB,EAAE,YAAY,CAAC;yBACtF;qBACF;oBACD,SAAS,EAAE,EAAE;iBACd;aACF;SACF;KACF;IAED,OAAO,EAAE;QACP,IAAI,EAAE,SAAS;QACf,WAAW,EAAE,gEAAgE;QAC7E,kBAAkB,EAAE;YAClB,WAAW,EAAE,WAAW,EAAE,YAAY,EAAE,SAAS,EAAE,WAAW;YAC9D,SAAS,EAAE,WAAW,EAAE,SAAS,EAAE,UAAU,EAAE,gBAAgB,EAAE,MAAM;SACxE;QACD,oBAAoB,EAAE;YACpB,QAAQ,EAAE,QAAQ,EAAE,WAAW,EAAE,UAAU,EAAE,gBAAgB;YAC7D,gBAAgB,EAAE,YAAY,EAAE,iBAAiB,EAAE,WAAW;YAC9D,aAAa,EAAE,YAAY;SAC5B;QACD,QAAQ,EAAE;YACR;gBACE,QAAQ,EAAE,2BAA2B;gBACrC,WAAW,EAAE,0HAA0H;gBACvI,MAAM,EAAE;oBACN,QAAQ,EAAE;wBACR;4BACE,IAAI,EAAE,uBAAuB;4BAC7B,KAAK,EAAE,CAAC,2BAA2B,CAAC;4BACpC,UAAU,EAAE,WAAW;4BACvB,YAAY,EAAE,CAAC,mBAAmB,EAAE,8BAA8B,CAAC;yBACpE;wBACD;4BACE,IAAI,EAAE,eAAe;4BACrB,KAAK,EAAE,CAAC,2BAA2B,CAAC;4BACpC,UAAU,EAAE,YAAY;4BACxB,YAAY,EAAE,CAAC,qCAAqC,EAAE,cAAc,CAAC;yBACtE;qBACF;oBACD,SAAS,EAAE;wBACT;4BACE,IAAI,EAAE,eAAe;4BACrB,EAAE,EAAE,uBAAuB;4BAC3B,YAAY,EAAE,CAAC,QAAQ,CAAC;yBACzB;qBACF;iBACF;aACF;SACF;KACF;IAED,KAAK,EAAE;QACL,IAAI,EAAE,OAAO;QACb,WAAW,EAAE,oDAAoD;QACjE,kBAAkB,EAAE;YAClB,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,cAAc,EAAE,YAAY;YAC5D,OAAO,EAAE,WAAW,EAAE,OAAO,EAAE,QAAQ,EAAE,cAAc;SACxD;QACD,oBAAoB,EAAE;YACpB,gBAAgB,EAAE,WAAW,EAAE,iBAAiB,EAAE,SAAS;YAC3D,eAAe,EAAE,mBAAmB,EAAE,YAAY,EAAE,QAAQ;YAC5D,UAAU,EAAE,UAAU;SACvB;QACD,QAAQ,EAAE;YACR;gBACE,QAAQ,EAAE,6BAA6B;gBACvC,WAAW,EAAE,gIAAgI;gBAC7I,MAAM,EAAE;oBACN,QAAQ,EAAE;wBACR;4BACE,IAAI,EAAE,mBAAmB;4BACzB,KAAK,EAAE,CAAC,6BAA6B,CAAC;4BACtC,UAAU,EAAE,UAAU;4BACtB,YAAY,EAAE,CAAC,4BAA4B,EAAE,yBAAyB,CAAC;yBACxE;wBACD;4BACE,IAAI,EAAE,SAAS;4BACf,KAAK,EAAE,CAAC,6BAA6B,CAAC;4BACtC,UAAU,EAAE,OAAO;4BACnB,YAAY,EAAE,CAAC,kBAAkB,EAAE,mBAAmB,CAAC;yBACxD;qBACF;oBACD,SAAS,EAAE;wBACT;4BACE,IAAI,EAAE,SAAS;4BACf,EAAE,EAAE,mBAAmB;4BACvB,YAAY,EAAE,CAAC,UAAU,CAAC;yBAC3B;qBACF;iBACF;aACF;SACF;KACF;IAED,QAAQ,EAAE;QACR,IAAI,EAAE,UAAU;QAChB,WAAW,EAAE,4DAA4D;QACzE,kBAAkB,EAAE;YAClB,YAAY,EAAE,YAAY,EAAE,aAAa,EAAE,QAAQ,EAAE,SAAS;YAC9D,YAAY,EAAE,aAAa,EAAE,aAAa,EAAE,kBAAkB,EAAE,UAAU;SAC3E;QACD,oBAAoB,EAAE;YACpB,OAAO,EAAE,WAAW,EAAE,UAAU,EAAE,iBAAiB,EAAE,OAAO;YAC5D,YAAY,EAAE,aAAa,EAAE,aAAa;SAC3C;QACD,QAAQ,EAAE;YACR;gBACE,QAAQ,EAAE,iCAAiC;gBAC3C,WAAW,EAAE,uHAAuH;gBACpI,MAAM,EAAE;oBACN,QAAQ,EAAE;wBACR;4BACE,IAAI,EAAE,YAAY;4BAClB,KAAK,EAAE,CAAC,iCAAiC,CAAC;4BAC1C,UAAU,EAAE,MAAM;4BAClB,YAAY,EAAE,CAAC,gCAAgC,EAAE,8CAA8C,CAAC;yBACjG;wBACD;4BACE,IAAI,EAAE,iBAAiB;4BACvB,KAAK,EAAE,CAAC,iCAAiC,CAAC;4BAC1C,UAAU,EAAE,cAAc;4BAC1B,YAAY,EAAE,CAAC,sCAAsC,EAAE,oBAAoB,CAAC;yBAC7E;qBACF;oBACD,SAAS,EAAE;wBACT;4BACE,IAAI,EAAE,iBAAiB;4BACvB,EAAE,EAAE,YAAY;4BAChB,YAAY,EAAE,CAAC,SAAS,EAAE,UAAU,CAAC;yBACtC;qBACF;iBACF;aACF;SACF;KACF;IAED,UAAU,EAAE;QACV,IAAI,EAAE,YAAY;QAClB,WAAW,EAAE,yDAAyD;QACtE,kBAAkB,EAAE;YAClB,SAAS,EAAE,OAAO,EAAE,UAAU,EAAE,aAAa,EAAE,UAAU;YACzD,aAAa,EAAE,aAAa,EAAE,SAAS,EAAE,UAAU,EAAE,gBAAgB;YACrE,YAAY,EAAE,iBAAiB;SAChC;QACD,oBAAoB,EAAE;YACpB,WAAW,EAAE,SAAS,EAAE,SAAS,EAAE,WAAW,EAAE,YAAY;YAC5D,YAAY,EAAE,iBAAiB,EAAE,SAAS,EAAE,aAAa;YACzD,YAAY,EAAE,SAAS,EAAE,UAAU;SACpC;QACD,QAAQ,EAAE;YACR;gBACE,QAAQ,EAAE,0BAA0B;gBACpC,WAAW,EAAE,+GAA+G;gBAC5H,MAAM,EAAE;oBACN,QAAQ,EAAE;wBACR;4BACE,IAAI,EAAE,qBAAqB;4BAC3B,KAAK,EAAE,CAAC,0BAA0B,CAAC;4BACnC,UAAU,EAAE,SAAS;4BACrB,YAAY,EAAE,CAAC,qBAAqB,EAAE,aAAa,CAAC;yBACrD;wBACD;4BACE,IAAI,EAAE,MAAM;4BACZ,KAAK,EAAE,CAAC,0BAA0B,CAAC;4BACnC,UAAU,EAAE,aAAa;4BACzB,YAAY,EAAE,CAAC,kBAAkB,EAAE,qCAAqC,CAAC;yBAC1E;qBACF;oBACD,SAAS,EAAE;wBACT;4BACE,IAAI,EAAE,MAAM;4BACZ,EAAE,EAAE,qBAAqB;4BACzB,YAAY,EAAE,CAAC,SAAS,CAAC;yBAC1B;qBACF;iBACF;aACF;SACF;KACF;IAED,OAAO,EAAE;QACP,IAAI,EAAE,SAAS;QACf,WAAW,EAAE,qDAAqD;QAClE,kBAAkB,EAAE;YAClB,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,mBAAmB,EAAE,QAAQ;YACxD,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,WAAW;YACpD,UAAU,EAAE,UAAU;SACvB;QACD,oBAAoB,EAAE;YACpB,UAAU,EAAE,YAAY,EAAE,YAAY,EAAE,gBAAgB;YACxD,WAAW,EAAE,SAAS,EAAE,UAAU,EAAE,UAAU;SAC/C;QACD,QAAQ,EAAE;YACR;gBACE,QAAQ,EAAE,uBAAuB;gBACjC,WAAW,EAAE,sEAAsE;gBACnF,MAAM,EAAE;oBACN,QAAQ,EAAE;wBACR;4BACE,IAAI,EAAE,YAAY;4BAClB,KAAK,EAAE,CAAC,uBAAuB,CAAC;4BAChC,UAAU,EAAE,OAAO;4BACnB,YAAY,EAAE,CAAC,oCAAoC,EAAE,yCAAyC,CAAC;yBAChG;wBACD;4BACE,IAAI,EAAE,gBAAgB;4BACtB,KAAK,EAAE,CAAC,uBAAuB,CAAC;4BAChC,UAAU,EAAE,QAAQ;4BACpB,YAAY,EAAE,CAAC,kBAAkB,EAAE,gBAAgB,CAAC;yBACrD;qBACF;oBACD,SAAS,EAAE;wBACT;4BACE,IAAI,EAAE,YAAY;4BAClB,EAAE,EAAE,gBAAgB;4BACpB,YAAY,EAAE,CAAC,UAAU,CAAC;yBAC3B;qBACF;iBACF;aACF;SACF;KACF;IAED,aAAa,EAAE;QACb,IAAI,EAAE,eAAe;QACrB,WAAW,EAAE,qDAAqD;QAClE,kBAAkB,EAAE;YAClB,QAAQ,EAAE,cAAc,EAAE,SAAS,EAAE,YAAY,EAAE,QAAQ;YAC3D,QAAQ,EAAE,WAAW,EAAE,SAAS,EAAE,YAAY,EAAE,WAAW;SAC5D;QACD,oBAAoB,EAAE;YACpB,UAAU,EAAE,IAAI,EAAE,KAAK,EAAE,YAAY,EAAE,aAAa;YACpD,mBAAmB,EAAE,YAAY,EAAE,gBAAgB;SACpD;QACD,QAAQ,EAAE;YACR;gBACE,QAAQ,EAAE,2BAA2B;gBACrC,WAAW,EAAE,+GAA+G;gBAC5H,MAAM,EAAE;oBACN,QAAQ,EAAE;wBACR;4BACE,IAAI,EAAE,MAAM;4BACZ,KAAK,EAAE,CAAC,2BAA2B,CAAC;4BACpC,UAAU,EAAE,QAAQ;4BACpB,YAAY,EAAE,CAAC,cAAc,EAAE,sBAAsB,CAAC;yBACvD;wBACD;4BACE,IAAI,EAAE,sBAAsB;4BAC5B,KAAK,EAAE,CAAC,2BAA2B,CAAC;4BACpC,UAAU,EAAE,QAAQ;4BACpB,YAAY,EAAE,CAAC,8BAA8B,EAAE,cAAc,CAAC;yBAC/D;qBACF;oBACD,SAAS,EAAE;wBACT;4BACE,IAAI,EAAE,MAAM;4BACZ,EAAE,EAAE,sBAAsB;4BAC1B,YAAY,EAAE,CAAC,OAAO,CAAC;yBACxB;qBACF;iBACF;aACF;SACF;KACF;IAED,aAAa,EAAE;QACb,IAAI,EAAE,eAAe;QACrB,WAAW,EAAE,kDAAkD;QAC/D,kBAAkB,EAAE;YAClB,SAAS,EAAE,WAAW,EAAE,SAAS,EAAE,aAAa,EAAE,OAAO;YACzD,YAAY,EAAE,WAAW,EAAE,eAAe,EAAE,sBAAsB;SACnE;QACD,oBAAoB,EAAE;YACpB,WAAW,EAAE,UAAU,EAAE,cAAc,EAAE,UAAU;YACnD,YAAY,EAAE,gBAAgB,EAAE,YAAY;SAC7C;QACD,QAAQ,EAAE;YACR;gBACE,QAAQ,EAAE,gBAAgB;gBAC1B,WAAW,EAAE,qHAAqH;gBAClI,MAAM,EAAE;oBACN,QAAQ,EAAE;wBACR;4BACE,IAAI,EAAE,oBAAoB;4BAC1B,KAAK,EAAE,CAAC,gBAAgB,CAAC;4BACzB,UAAU,EAAE,OAAO;4BACnB,YAAY,EAAE,CAAC,+BAA+B,EAAE,uBAAuB,CAAC;yBACzE;wBACD;4BACE,IAAI,EAAE,aAAa;4BACnB,KAAK,EAAE,CAAC,gBAAgB,CAAC;4BACzB,UAAU,EAAE,WAAW;4BACvB,YAAY,EAAE,CAAC,sBAAsB,EAAE,qBAAqB,CAAC;yBAC9D;qBACF;oBACD,SAAS,EAAE;wBACT;4BACE,IAAI,EAAE,oBAAoB;4BAC1B,EAAE,EAAE,aAAa;4BACjB,YAAY,EAAE,CAAC,WAAW,EAAE,UAAU,CAAC;yBACxC;qBACF;iBACF;aACF;SACF;KACF;IAED,SAAS,EAAE;QACT,IAAI,EAAE,WAAW;QACjB,WAAW,EAAE,yDAAyD;QACtE,kBAAkB,EAAE;YAClB,SAAS,EAAE,OAAO,EAAE,eAAe,EAAE,cAAc,EAAE,QAAQ;YAC7D,WAAW,EAAE,oBAAoB,EAAE,OAAO,EAAE,YAAY;YACxD,YAAY,EAAE,SAAS,EAAE,MAAM;SAChC;QACD,oBAAoB,EAAE;YACpB,SAAS,EAAE,YAAY,EAAE,UAAU,EAAE,WAAW;YAChD,YAAY,EAAE,UAAU,EAAE,aAAa,EAAE,UAAU;YACnD,kBAAkB,EAAE,SAAS;SAC9B;QACD,QAAQ,EAAE;YACR;gBACE,QAAQ,EAAE,iBAAiB;gBAC3B,WAAW,EAAE,oHAAoH;gBACjI,MAAM,EAAE;oBACN,QAAQ,EAAE;wBACR;4BACE,IAAI,EAAE,0BAA0B;4BAChC,KAAK,EAAE,CAAC,iBAAiB,CAAC;4BAC1B,UAAU,EAAE,OAAO;4BACnB,YAAY,EAAE,CAAC,2BAA2B,EAAE,uBAAuB,EAAE,sBAAsB,CAAC;yBAC7F;wBACD;4BACE,IAAI,EAAE,gBAAgB;4BACtB,KAAK,EAAE,CAAC,iBAAiB,CAAC;4BAC1B,UAAU,EAAE,SAAS;4BACrB,YAAY,EAAE,CAAC,2BAA2B,EAAE,+BAA+B,CAAC;yBAC7E;qBACF;oBACD,SAAS,EAAE;wBACT;4BACE,IAAI,EAAE,gBAAgB;4BACtB,EAAE,EAAE,0BAA0B;4BAC9B,YAAY,EAAE,CAAC,MAAM,EAAE,SAAS,CAAC;yBAClC;qBACF;iBACF;aACF;SACF;KACF;IAED,SAAS,EAAE;QACT,IAAI,EAAE,WAAW;QACjB,WAAW,EAAE,8CAA8C;QAC3D,kBAAkB,EAAE;YAClB,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,OAAO,EAAE,UAAU;YACjD,cAAc,EAAE,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,YAAY;YACzD,gBAAgB,EAAE,kBAAkB,EAAE,aAAa;SACpD;QACD,oBAAoB,EAAE;YACpB,WAAW,EAAE,UAAU,EAAE,YAAY,EAAE,WAAW;YAClD,UAAU,EAAE,UAAU,EAAE,WAAW,EAAE,QAAQ,EAAE,UAAU;YACzD,QAAQ,EAAE,YAAY,EAAE,gBAAgB,EAAE,UAAU;YACpD,mBAAmB;SACpB;QACD,QAAQ,EAAE;YACR;gBACE,QAAQ,EAAE,uBAAuB;gBACjC,WAAW,EAAE,wJAAwJ;gBACrK,MAAM,EAAE;oBACN,QAAQ,EAAE;wBACR;4BACE,IAAI,EAAE,yBAAyB;4BAC/B,KAAK,EAAE,CAAC,uBAAuB,CAAC;4BAChC,UAAU,EAAE,SAAS;4BACrB,YAAY,EAAE,CAAC,yBAAyB,EAAE,qBAAqB,EAAE,mBAAmB,CAAC;yBACtF;wBACD;4BACE,IAAI,EAAE,4BAA4B;4BAClC,KAAK,EAAE,CAAC,uBAAuB,CAAC;4BAChC,UAAU,EAAE,OAAO;4BACnB,YAAY,EAAE,CAAC,oBAAoB,EAAE,kCAAkC,CAAC;yBACzE;qBACF;oBACD,SAAS,EAAE;wBACT;4BACE,IAAI,EAAE,4BAA4B;4BAClC,EAAE,EAAE,yBAAyB;4BAC7B,YAAY,EAAE,CAAC,WAAW,EAAE,UAAU,CAAC;yBACxC;qBACF;iBACF;aACF;SACF;KACF;IAED,SAAS,EAAE;QACT,IAAI,EAAE,WAAW;QACjB,WAAW,EAAE,yDAAyD;QACtE,kBAAkB,EAAE;YAClB,YAAY,EAAE,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,WAAW;YACtD,eAAe,EAAE,eAAe,EAAE,eAAe,EAAE,UAAU;YAC7D,SAAS,EAAE,MAAM;SAClB;QACD,oBAAoB,EAAE;YACpB,SAAS,EAAE,aAAa,EAAE,YAAY,EAAE,WAAW;YACnD,OAAO,EAAE,SAAS,EAAE,kBAAkB,EAAE,aAAa;YACrD,aAAa,EAAE,UAAU;SAC1B;QACD,QAAQ,EAAE;YACR;gBACE,QAAQ,EAAE,6BAA6B;gBACvC,WAAW,EAAE,kIAAkI;gBAC/I,MAAM,EAAE;oBACN,QAAQ,EAAE;wBACR;4BACE,IAAI,EAAE,KAAK;4BACX,KAAK,EAAE,CAAC,6BAA6B,CAAC;4BACtC,UAAU,EAAE,MAAM;4BAClB,YAAY,EAAE,CAAC,oDAAoD,EAAE,uBAAuB,CAAC;yBAC9F;wBACD;4BACE,IAAI,EAAE,eAAe;4BACrB,KAAK,EAAE,CAAC,6BAA6B,CAAC;4BACtC,UAAU,EAAE,UAAU;4BACtB,YAAY,EAAE,CAAC,2BAA2B,EAAE,uCAAuC,CAAC;yBACrF;qBACF;oBACD,SAAS,EAAE;wBACT;4BACE,IAAI,EAAE,eAAe;4BACrB,EAAE,EAAE,KAAK;4BACT,YAAY,EAAE,CAAC,SAAS,EAAE,UAAU,CAAC;yBACtC;qBACF;iBACF;aACF;SACF;KACF;CACF,CAAC"}
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
+
if (k2 === undefined) k2 = k;
|
|
4
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
+
}
|
|
8
|
+
Object.defineProperty(o, k2, desc);
|
|
9
|
+
}) : (function(o, m, k, k2) {
|
|
10
|
+
if (k2 === undefined) k2 = k;
|
|
11
|
+
o[k2] = m[k];
|
|
12
|
+
}));
|
|
13
|
+
var __exportStar = (this && this.__exportStar) || function(m, exports) {
|
|
14
|
+
for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
|
|
15
|
+
};
|
|
16
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
17
|
+
__exportStar(require("./IContentTypeClassifier"), exports);
|
|
18
|
+
__exportStar(require("./HeuristicContentClassifier"), exports);
|
|
19
|
+
__exportStar(require("./LlmContentClassifier"), exports);
|
|
20
|
+
__exportStar(require("./CascadeContentClassifier"), exports);
|
|
21
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/core/processor/classifier/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,2DAAyC;AACzC,+DAA6C;AAC7C,yDAAuC;AACvC,6DAA2C"}
|