@wanshi-kg/wanshi 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/README.md +458 -0
- package/dist/__tests__/helpers.js +27 -0
- package/dist/__tests__/helpers.js.map +1 -0
- package/dist/cli/commands/export.command.js +99 -0
- package/dist/cli/commands/export.command.js.map +1 -0
- package/dist/cli/commands/index.js +22 -0
- package/dist/cli/commands/index.js.map +1 -0
- package/dist/cli/commands/inspectMerges.command.js +84 -0
- package/dist/cli/commands/inspectMerges.command.js.map +1 -0
- package/dist/cli/commands/metrics.command.js +196 -0
- package/dist/cli/commands/metrics.command.js.map +1 -0
- package/dist/cli/commands/process.command.js +82 -0
- package/dist/cli/commands/process.command.js.map +1 -0
- package/dist/cli/commands/watch.command.js +91 -0
- package/dist/cli/commands/watch.command.js.map +1 -0
- package/dist/cli/index.js +269 -0
- package/dist/cli/index.js.map +1 -0
- package/dist/cli/optionsToConfig.js +160 -0
- package/dist/cli/optionsToConfig.js.map +1 -0
- package/dist/config/index.js +59 -0
- package/dist/config/index.js.map +1 -0
- package/dist/config/legacyHints.js +113 -0
- package/dist/config/legacyHints.js.map +1 -0
- package/dist/config/schema.js +803 -0
- package/dist/config/schema.js.map +1 -0
- package/dist/config/ui.js +221 -0
- package/dist/config/ui.js.map +1 -0
- package/dist/core/DirectoryProcessor.js +725 -0
- package/dist/core/DirectoryProcessor.js.map +1 -0
- package/dist/core/adapters/IStructuredAdapter.js +3 -0
- package/dist/core/adapters/IStructuredAdapter.js.map +1 -0
- package/dist/core/adapters/SqliteAdapter.js +267 -0
- package/dist/core/adapters/SqliteAdapter.js.map +1 -0
- package/dist/core/adapters/StructuredAdapterRegistry.js +31 -0
- package/dist/core/adapters/StructuredAdapterRegistry.js.map +1 -0
- package/dist/core/adapters/index.js +20 -0
- package/dist/core/adapters/index.js.map +1 -0
- package/dist/core/checkpoint/CheckpointService.js +188 -0
- package/dist/core/checkpoint/CheckpointService.js.map +1 -0
- package/dist/core/checkpoint/index.js +18 -0
- package/dist/core/checkpoint/index.js.map +1 -0
- package/dist/core/corpus/CorpusAnalyzer.js +266 -0
- package/dist/core/corpus/CorpusAnalyzer.js.map +1 -0
- package/dist/core/corpus/CorpusProfileStore.js +92 -0
- package/dist/core/corpus/CorpusProfileStore.js.map +1 -0
- package/dist/core/corpus/index.js +21 -0
- package/dist/core/corpus/index.js.map +1 -0
- package/dist/core/corpus/normalizeGlossary.js +60 -0
- package/dist/core/corpus/normalizeGlossary.js.map +1 -0
- package/dist/core/corpus/relPath.js +52 -0
- package/dist/core/corpus/relPath.js.map +1 -0
- package/dist/core/corpus/termFrequency.js +86 -0
- package/dist/core/corpus/termFrequency.js.map +1 -0
- package/dist/core/cost/CostMeter.js +235 -0
- package/dist/core/cost/CostMeter.js.map +1 -0
- package/dist/core/cost/index.js +19 -0
- package/dist/core/cost/index.js.map +1 -0
- package/dist/core/cost/prices.js +38 -0
- package/dist/core/cost/prices.js.map +1 -0
- package/dist/core/cv/ObjectDetectionService.js +119 -0
- package/dist/core/cv/ObjectDetectionService.js.map +1 -0
- package/dist/core/di/ContainerFactory.js +670 -0
- package/dist/core/di/ContainerFactory.js.map +1 -0
- package/dist/core/di/DIContainer.js +103 -0
- package/dist/core/di/DIContainer.js.map +1 -0
- package/dist/core/di/index.js +19 -0
- package/dist/core/di/index.js.map +1 -0
- package/dist/core/errors/CustomErrors.js +342 -0
- package/dist/core/errors/CustomErrors.js.map +1 -0
- package/dist/core/errors/index.js +18 -0
- package/dist/core/errors/index.js.map +1 -0
- package/dist/core/export/KnowledgeGraphExportService.js +56 -0
- package/dist/core/export/KnowledgeGraphExportService.js.map +1 -0
- package/dist/core/export/index.js +19 -0
- package/dist/core/export/index.js.map +1 -0
- package/dist/core/export/strategies/GraphitiExportStrategy.js +115 -0
- package/dist/core/export/strategies/GraphitiExportStrategy.js.map +1 -0
- package/dist/core/export/strategies/GraphvizDotExportStrategy.js +331 -0
- package/dist/core/export/strategies/GraphvizDotExportStrategy.js.map +1 -0
- package/dist/core/export/strategies/IExportStrategy.js +3 -0
- package/dist/core/export/strategies/IExportStrategy.js.map +1 -0
- package/dist/core/export/strategies/JsonExportStrategy.js +19 -0
- package/dist/core/export/strategies/JsonExportStrategy.js.map +1 -0
- package/dist/core/export/strategies/JsonlExportStrategy.js +69 -0
- package/dist/core/export/strategies/JsonlExportStrategy.js.map +1 -0
- package/dist/core/export/strategies/KblamExportStrategy.js +36 -0
- package/dist/core/export/strategies/KblamExportStrategy.js.map +1 -0
- package/dist/core/export/strategies/LoraExportStrategy.js +46 -0
- package/dist/core/export/strategies/LoraExportStrategy.js.map +1 -0
- package/dist/core/export/strategies/McpExportStrategy.js +67 -0
- package/dist/core/export/strategies/McpExportStrategy.js.map +1 -0
- package/dist/core/export/strategies/index.js +25 -0
- package/dist/core/export/strategies/index.js.map +1 -0
- package/dist/core/export/strategies/kbTriples.js +60 -0
- package/dist/core/export/strategies/kbTriples.js.map +1 -0
- package/dist/core/index.js +22 -0
- package/dist/core/index.js.map +1 -0
- package/dist/core/knowledge/KnowledgeGraphBuilder.js +627 -0
- package/dist/core/knowledge/KnowledgeGraphBuilder.js.map +1 -0
- package/dist/core/knowledge/MergeRecord.js +3 -0
- package/dist/core/knowledge/MergeRecord.js.map +1 -0
- package/dist/core/knowledge/canon/Canonicalizer.js +414 -0
- package/dist/core/knowledge/canon/Canonicalizer.js.map +1 -0
- package/dist/core/knowledge/canon/index.js +18 -0
- package/dist/core/knowledge/canon/index.js.map +1 -0
- package/dist/core/knowledge/contradiction/HeuristicContradictionChecker.js +92 -0
- package/dist/core/knowledge/contradiction/HeuristicContradictionChecker.js.map +1 -0
- package/dist/core/knowledge/contradiction/LlmContradictionChecker.js +52 -0
- package/dist/core/knowledge/contradiction/LlmContradictionChecker.js.map +1 -0
- package/dist/core/knowledge/contradiction/index.js +19 -0
- package/dist/core/knowledge/contradiction/index.js.map +1 -0
- package/dist/core/knowledge/grounding/KeywordGroundingChecker.js +33 -0
- package/dist/core/knowledge/grounding/KeywordGroundingChecker.js.map +1 -0
- package/dist/core/knowledge/grounding/MiniCheckGroundingChecker.js +82 -0
- package/dist/core/knowledge/grounding/MiniCheckGroundingChecker.js.map +1 -0
- package/dist/core/knowledge/grounding/index.js +20 -0
- package/dist/core/knowledge/grounding/index.js.map +1 -0
- package/dist/core/knowledge/grounding/verbalize.js +38 -0
- package/dist/core/knowledge/grounding/verbalize.js.map +1 -0
- package/dist/core/knowledge/images/imageMetaGraph.js +136 -0
- package/dist/core/knowledge/images/imageMetaGraph.js.map +1 -0
- package/dist/core/knowledge/index.js +20 -0
- package/dist/core/knowledge/index.js.map +1 -0
- package/dist/core/knowledge/merging/KnowledgeMerger.js +624 -0
- package/dist/core/knowledge/merging/KnowledgeMerger.js.map +1 -0
- package/dist/core/knowledge/references/ReferenceResolver.js +184 -0
- package/dist/core/knowledge/references/ReferenceResolver.js.map +1 -0
- package/dist/core/knowledge/references/citations/CitationEvidenceProcessor.js +401 -0
- package/dist/core/knowledge/references/citations/CitationEvidenceProcessor.js.map +1 -0
- package/dist/core/knowledge/references/citations/CitationResolver.js +95 -0
- package/dist/core/knowledge/references/citations/CitationResolver.js.map +1 -0
- package/dist/core/knowledge/references/citations/GrobidClient.js +143 -0
- package/dist/core/knowledge/references/citations/GrobidClient.js.map +1 -0
- package/dist/core/knowledge/references/citations/TitleIdResolver.js +101 -0
- package/dist/core/knowledge/references/citations/TitleIdResolver.js.map +1 -0
- package/dist/core/knowledge/references/web/FetchCacheService.js +114 -0
- package/dist/core/knowledge/references/web/FetchCacheService.js.map +1 -0
- package/dist/core/knowledge/references/web/GatedFetcher.js +228 -0
- package/dist/core/knowledge/references/web/GatedFetcher.js.map +1 -0
- package/dist/core/knowledge/references/web/WebReferenceProcessor.js +164 -0
- package/dist/core/knowledge/references/web/WebReferenceProcessor.js.map +1 -0
- package/dist/core/knowledge/search/KnowledgeGraphSearch.js +261 -0
- package/dist/core/knowledge/search/KnowledgeGraphSearch.js.map +1 -0
- package/dist/core/knowledge/vocabulary.js +162 -0
- package/dist/core/knowledge/vocabulary.js.map +1 -0
- package/dist/core/llm/EmbeddingService.js +113 -0
- package/dist/core/llm/EmbeddingService.js.map +1 -0
- package/dist/core/llm/OllamaService.js +146 -0
- package/dist/core/llm/OllamaService.js.map +1 -0
- package/dist/core/llm/OpenAICompatibleService.js +190 -0
- package/dist/core/llm/OpenAICompatibleService.js.map +1 -0
- package/dist/core/llm/OpenAIEmbeddingService.js +129 -0
- package/dist/core/llm/OpenAIEmbeddingService.js.map +1 -0
- package/dist/core/llm/embeddingUtils.js +25 -0
- package/dist/core/llm/embeddingUtils.js.map +1 -0
- package/dist/core/llm/index.js +23 -0
- package/dist/core/llm/index.js.map +1 -0
- package/dist/core/llm/prompts/PromptManager.js +388 -0
- package/dist/core/llm/prompts/PromptManager.js.map +1 -0
- package/dist/core/llm/prompts/PromptTemplateEngine.js +257 -0
- package/dist/core/llm/prompts/PromptTemplateEngine.js.map +1 -0
- package/dist/core/llm/prompts/templates/partials/examples/EXAMPLE_STYLE_GUIDE.md +84 -0
- package/dist/core/llm/prompts/templates/partials/examples/article.md +187 -0
- package/dist/core/llm/prompts/templates/partials/examples/code.md +229 -0
- package/dist/core/llm/prompts/templates/partials/examples/communication.md +205 -0
- package/dist/core/llm/prompts/templates/partials/examples/documentation.md +262 -0
- package/dist/core/llm/prompts/templates/partials/examples/financial.md +157 -0
- package/dist/core/llm/prompts/templates/partials/examples/legal.md +153 -0
- package/dist/core/llm/prompts/templates/partials/examples/logs.md +127 -0
- package/dist/core/llm/prompts/templates/partials/examples/medical.md +218 -0
- package/dist/core/llm/prompts/templates/partials/examples/notes.md +201 -0
- package/dist/core/llm/prompts/templates/partials/examples/research.md +208 -0
- package/dist/core/llm/prompts/templates/partials/examples/tabular.md +178 -0
- package/dist/core/llm/prompts/templates/partials/examples/transcript.md +204 -0
- package/dist/core/llm/prompts/templates/partials/retrieved-context.hbs +18 -0
- package/dist/core/llm/prompts/templates/v1/system.hbs +371 -0
- package/dist/core/llm/prompts/templates/v1/user.hbs +20 -0
- package/dist/core/llm/prompts/templates/v2/system.hbs +573 -0
- package/dist/core/llm/prompts/templates/v2/user.hbs +20 -0
- package/dist/core/llm/prompts/templates/v3/system.hbs +861 -0
- package/dist/core/llm/prompts/templates/v3/user.hbs +16 -0
- package/dist/core/llm/prompts/templates/v4/system.hbs +800 -0
- package/dist/core/llm/prompts/templates/v4/user.hbs +40 -0
- package/dist/core/llm/prompts/templates/v4.5/system.hbs +71 -0
- package/dist/core/llm/prompts/templates/v4.5/user.hbs +46 -0
- package/dist/core/llm/prompts/templates/v5/glossary/system.hbs +40 -0
- package/dist/core/llm/prompts/templates/v5/glossary/user.hbs +11 -0
- package/dist/core/llm/prompts/templates/v5/system.hbs +163 -0
- package/dist/core/llm/prompts/templates/v5/user.hbs +55 -0
- package/dist/core/pipeline/GroundingTransform.js +52 -0
- package/dist/core/pipeline/GroundingTransform.js.map +1 -0
- package/dist/core/pipeline/PipelineRunner.js +51 -0
- package/dist/core/pipeline/PipelineRunner.js.map +1 -0
- package/dist/core/pipeline/RelationFilterTransform.js +72 -0
- package/dist/core/pipeline/RelationFilterTransform.js.map +1 -0
- package/dist/core/pipeline/index.js +20 -0
- package/dist/core/pipeline/index.js.map +1 -0
- package/dist/core/processor/FileProcessor.js +184 -0
- package/dist/core/processor/FileProcessor.js.map +1 -0
- package/dist/core/processor/ProcessedRegistry.js +38 -0
- package/dist/core/processor/ProcessedRegistry.js.map +1 -0
- package/dist/core/processor/ast/AstSeedService.js +0 -0
- package/dist/core/processor/ast/AstSeedService.js.map +1 -0
- package/dist/core/processor/ast/AstSymbolStore.js +110 -0
- package/dist/core/processor/ast/AstSymbolStore.js.map +1 -0
- package/dist/core/processor/ast/index.js +19 -0
- package/dist/core/processor/ast/index.js.map +1 -0
- package/dist/core/processor/chunking/TextChunker.js +98 -0
- package/dist/core/processor/chunking/TextChunker.js.map +1 -0
- package/dist/core/processor/chunking/index.js +18 -0
- package/dist/core/processor/chunking/index.js.map +1 -0
- package/dist/core/processor/classifier/CONTENT_CLASSES.js +294 -0
- package/dist/core/processor/classifier/CONTENT_CLASSES.js.map +1 -0
- package/dist/core/processor/classifier/CascadeContentClassifier.js +107 -0
- package/dist/core/processor/classifier/CascadeContentClassifier.js.map +1 -0
- package/dist/core/processor/classifier/HeuristicContentClassifier.js +113 -0
- package/dist/core/processor/classifier/HeuristicContentClassifier.js.map +1 -0
- package/dist/core/processor/classifier/IContentTypeClassifier.js +3 -0
- package/dist/core/processor/classifier/IContentTypeClassifier.js.map +1 -0
- package/dist/core/processor/classifier/LlmContentClassifier.js +107 -0
- package/dist/core/processor/classifier/LlmContentClassifier.js.map +1 -0
- package/dist/core/processor/classifier/NER_DOMAIN_EXAMPLES.js +498 -0
- package/dist/core/processor/classifier/NER_DOMAIN_EXAMPLES.js.map +1 -0
- package/dist/core/processor/classifier/index.js +21 -0
- package/dist/core/processor/classifier/index.js.map +1 -0
- package/dist/core/processor/classifier/mergeClassifications.js +32 -0
- package/dist/core/processor/classifier/mergeClassifications.js.map +1 -0
- package/dist/core/processor/index.js +20 -0
- package/dist/core/processor/index.js.map +1 -0
- package/dist/core/processor/readers/AudioReader.js +462 -0
- package/dist/core/processor/readers/AudioReader.js.map +1 -0
- package/dist/core/processor/readers/BinaryReader.js +90 -0
- package/dist/core/processor/readers/BinaryReader.js.map +1 -0
- package/dist/core/processor/readers/ChandraPdfReader.js +187 -0
- package/dist/core/processor/readers/ChandraPdfReader.js.map +1 -0
- package/dist/core/processor/readers/ChatExportReader.js +365 -0
- package/dist/core/processor/readers/ChatExportReader.js.map +1 -0
- package/dist/core/processor/readers/DoclingReader.js +445 -0
- package/dist/core/processor/readers/DoclingReader.js.map +1 -0
- package/dist/core/processor/readers/EmailReader.js +259 -0
- package/dist/core/processor/readers/EmailReader.js.map +1 -0
- package/dist/core/processor/readers/EpubReader.js +175 -0
- package/dist/core/processor/readers/EpubReader.js.map +1 -0
- package/dist/core/processor/readers/FileReader.js +90 -0
- package/dist/core/processor/readers/FileReader.js.map +1 -0
- package/dist/core/processor/readers/FileReaderFactory.js +49 -0
- package/dist/core/processor/readers/FileReaderFactory.js.map +1 -0
- package/dist/core/processor/readers/HtmlReader.js +371 -0
- package/dist/core/processor/readers/HtmlReader.js.map +1 -0
- package/dist/core/processor/readers/ImageReader.js +162 -0
- package/dist/core/processor/readers/ImageReader.js.map +1 -0
- package/dist/core/processor/readers/JsonFileReader.js +232 -0
- package/dist/core/processor/readers/JsonFileReader.js.map +1 -0
- package/dist/core/processor/readers/JupyterReader.js +178 -0
- package/dist/core/processor/readers/JupyterReader.js.map +1 -0
- package/dist/core/processor/readers/LatexReader.js +176 -0
- package/dist/core/processor/readers/LatexReader.js.map +1 -0
- package/dist/core/processor/readers/MarkdownReader.js +289 -0
- package/dist/core/processor/readers/MarkdownReader.js.map +1 -0
- package/dist/core/processor/readers/MarkerPdfReader.js +193 -0
- package/dist/core/processor/readers/MarkerPdfReader.js.map +1 -0
- package/dist/core/processor/readers/MistralOcrReader.js +198 -0
- package/dist/core/processor/readers/MistralOcrReader.js.map +1 -0
- package/dist/core/processor/readers/OfficeReader.js +174 -0
- package/dist/core/processor/readers/OfficeReader.js.map +1 -0
- package/dist/core/processor/readers/PdfReader.js +116 -0
- package/dist/core/processor/readers/PdfReader.js.map +1 -0
- package/dist/core/processor/readers/RtfReader.js +107 -0
- package/dist/core/processor/readers/RtfReader.js.map +1 -0
- package/dist/core/processor/readers/SubtitleReader.js +145 -0
- package/dist/core/processor/readers/SubtitleReader.js.map +1 -0
- package/dist/core/processor/readers/TesseractPdfReader.js +183 -0
- package/dist/core/processor/readers/TesseractPdfReader.js.map +1 -0
- package/dist/core/processor/readers/TextReader.js +129 -0
- package/dist/core/processor/readers/TextReader.js.map +1 -0
- package/dist/core/processor/readers/TranscriptReader.js +234 -0
- package/dist/core/processor/readers/TranscriptReader.js.map +1 -0
- package/dist/core/processor/readers/image/imageMetadata.js +155 -0
- package/dist/core/processor/readers/image/imageMetadata.js.map +1 -0
- package/dist/core/processor/readers/index.js +41 -0
- package/dist/core/processor/readers/index.js.map +1 -0
- package/dist/core/processor/readers/referenceExtraction.js +198 -0
- package/dist/core/processor/readers/referenceExtraction.js.map +1 -0
- package/dist/core/processor/readers/stripReferences.js +59 -0
- package/dist/core/processor/readers/stripReferences.js.map +1 -0
- package/dist/core/processor/readers/transcript/turnPacking.js +81 -0
- package/dist/core/processor/readers/transcript/turnPacking.js.map +1 -0
- package/dist/core/progress/NdjsonProgressEmitter.js +30 -0
- package/dist/core/progress/NdjsonProgressEmitter.js.map +1 -0
- package/dist/core/progress/NoopProgressEmitter.js +15 -0
- package/dist/core/progress/NoopProgressEmitter.js.map +1 -0
- package/dist/core/progress/index.js +19 -0
- package/dist/core/progress/index.js.map +1 -0
- package/dist/core/trace/TraceWriter.js +100 -0
- package/dist/core/trace/TraceWriter.js.map +1 -0
- package/dist/core/trace/events.js +13 -0
- package/dist/core/trace/events.js.map +1 -0
- package/dist/core/trace/index.js +20 -0
- package/dist/core/trace/index.js.map +1 -0
- package/dist/core/trace/lineage.js +97 -0
- package/dist/core/trace/lineage.js.map +1 -0
- package/dist/evaluation/BenchmarkRunner.js +171 -0
- package/dist/evaluation/BenchmarkRunner.js.map +1 -0
- package/dist/evaluation/classifier/ClassifierAccuracy.js +185 -0
- package/dist/evaluation/classifier/ClassifierAccuracy.js.map +1 -0
- package/dist/evaluation/classifier/labeledSamples.js +379 -0
- package/dist/evaluation/classifier/labeledSamples.js.map +1 -0
- package/dist/evaluation/compare/goldCompare.js +126 -0
- package/dist/evaluation/compare/goldCompare.js.map +1 -0
- package/dist/evaluation/crossre/compareScoring.js +30 -0
- package/dist/evaluation/crossre/compareScoring.js.map +1 -0
- package/dist/evaluation/datasets/CrossREDataset.js +170 -0
- package/dist/evaluation/datasets/CrossREDataset.js.map +1 -0
- package/dist/evaluation/datasets/IDataset.js +3 -0
- package/dist/evaluation/datasets/IDataset.js.map +1 -0
- package/dist/evaluation/datasets/RebelDataset.js +117 -0
- package/dist/evaluation/datasets/RebelDataset.js.map +1 -0
- package/dist/evaluation/datasets/RedocredDataset.js +218 -0
- package/dist/evaluation/datasets/RedocredDataset.js.map +1 -0
- package/dist/evaluation/datasets/SemEval2010Dataset.js +150 -0
- package/dist/evaluation/datasets/SemEval2010Dataset.js.map +1 -0
- package/dist/evaluation/index.js +33 -0
- package/dist/evaluation/index.js.map +1 -0
- package/dist/evaluation/matching/ExactMatcher.js +75 -0
- package/dist/evaluation/matching/ExactMatcher.js.map +1 -0
- package/dist/evaluation/matching/SemanticMatcher.js +143 -0
- package/dist/evaluation/matching/SemanticMatcher.js.map +1 -0
- package/dist/evaluation/metrics/TripleMetrics.js +64 -0
- package/dist/evaluation/metrics/TripleMetrics.js.map +1 -0
- package/dist/evaluation/mine/MineCheckpoint.js +114 -0
- package/dist/evaluation/mine/MineCheckpoint.js.map +1 -0
- package/dist/evaluation/mine/MineDataset.js +208 -0
- package/dist/evaluation/mine/MineDataset.js.map +1 -0
- package/dist/evaluation/mine/MineReporter.js +98 -0
- package/dist/evaluation/mine/MineReporter.js.map +1 -0
- package/dist/evaluation/mine/MineRunner.js +148 -0
- package/dist/evaluation/mine/MineRunner.js.map +1 -0
- package/dist/evaluation/mine/MineScorer.js +127 -0
- package/dist/evaluation/mine/MineScorer.js.map +1 -0
- package/dist/evaluation/mine/types.js +12 -0
- package/dist/evaluation/mine/types.js.map +1 -0
- package/dist/evaluation/reporters/ConsoleReporter.js +55 -0
- package/dist/evaluation/reporters/ConsoleReporter.js.map +1 -0
- package/dist/evaluation/reporters/JsonReporter.js +50 -0
- package/dist/evaluation/reporters/JsonReporter.js.map +1 -0
- package/dist/index.js +28 -0
- package/dist/index.js.map +1 -0
- package/dist/quality/CompositeScore.js +61 -0
- package/dist/quality/CompositeScore.js.map +1 -0
- package/dist/quality/ConsistencyMetrics.js +70 -0
- package/dist/quality/ConsistencyMetrics.js.map +1 -0
- package/dist/quality/FactualMetrics.js +76 -0
- package/dist/quality/FactualMetrics.js.map +1 -0
- package/dist/quality/GraphHealthMetrics.js +68 -0
- package/dist/quality/GraphHealthMetrics.js.map +1 -0
- package/dist/quality/SemanticMetrics.js +102 -0
- package/dist/quality/SemanticMetrics.js.map +1 -0
- package/dist/quality/StructuralMetrics.js +60 -0
- package/dist/quality/StructuralMetrics.js.map +1 -0
- package/dist/quality/index.js +23 -0
- package/dist/quality/index.js.map +1 -0
- package/dist/shared/index.js +20 -0
- package/dist/shared/index.js.map +1 -0
- package/dist/shared/logger/Logger.js +3 -0
- package/dist/shared/logger/Logger.js.map +1 -0
- package/dist/shared/logger/LoggerFactory.js +75 -0
- package/dist/shared/logger/LoggerFactory.js.map +1 -0
- package/dist/shared/logger/index.js +19 -0
- package/dist/shared/logger/index.js.map +1 -0
- package/dist/shared/shutdown.js +30 -0
- package/dist/shared/shutdown.js.map +1 -0
- package/dist/shared/utils/agglomerativeCluster.js +269 -0
- package/dist/shared/utils/agglomerativeCluster.js.map +1 -0
- package/dist/shared/utils/astSymbols.js +69 -0
- package/dist/shared/utils/astSymbols.js.map +1 -0
- package/dist/shared/utils/cosineSimilarity.js +18 -0
- package/dist/shared/utils/cosineSimilarity.js.map +1 -0
- package/dist/shared/utils/directoryTree.js +184 -0
- package/dist/shared/utils/directoryTree.js.map +1 -0
- package/dist/shared/utils/documentOutline.js +74 -0
- package/dist/shared/utils/documentOutline.js.map +1 -0
- package/dist/shared/utils/index.js +24 -0
- package/dist/shared/utils/index.js.map +1 -0
- package/dist/shared/utils/jaroWinklerSimilarity.js +60 -0
- package/dist/shared/utils/jaroWinklerSimilarity.js.map +1 -0
- package/dist/shared/utils/parseJsonLenient.js +27 -0
- package/dist/shared/utils/parseJsonLenient.js.map +1 -0
- package/dist/shared/utils/readConfig.js +42 -0
- package/dist/shared/utils/readConfig.js.map +1 -0
- package/dist/shared/utils/readRtf.js +216 -0
- package/dist/shared/utils/readRtf.js.map +1 -0
- package/dist/shared/utils/softmax.js +26 -0
- package/dist/shared/utils/softmax.js.map +1 -0
- package/dist/types/ContentClass.js +3 -0
- package/dist/types/ContentClass.js.map +1 -0
- package/dist/types/CorpusProfile.js +3 -0
- package/dist/types/CorpusProfile.js.map +1 -0
- package/dist/types/IContradictionChecker.js +3 -0
- package/dist/types/IContradictionChecker.js.map +1 -0
- package/dist/types/ICorpusAnalyzer.js +3 -0
- package/dist/types/ICorpusAnalyzer.js.map +1 -0
- package/dist/types/IDirectoryProcessor.js +3 -0
- package/dist/types/IDirectoryProcessor.js.map +1 -0
- package/dist/types/IEmbeddingProvider.js +3 -0
- package/dist/types/IEmbeddingProvider.js.map +1 -0
- package/dist/types/IEmbeddingService.js +6 -0
- package/dist/types/IEmbeddingService.js.map +1 -0
- package/dist/types/IFileProcessor.js +3 -0
- package/dist/types/IFileProcessor.js.map +1 -0
- package/dist/types/IGroundingChecker.js +3 -0
- package/dist/types/IGroundingChecker.js.map +1 -0
- package/dist/types/IKnowledgeGraphBuilder.js +3 -0
- package/dist/types/IKnowledgeGraphBuilder.js.map +1 -0
- package/dist/types/IKnowledgeGraphExporter.js +3 -0
- package/dist/types/IKnowledgeGraphExporter.js.map +1 -0
- package/dist/types/IKnowledgeGraphMerger.js +3 -0
- package/dist/types/IKnowledgeGraphMerger.js.map +1 -0
- package/dist/types/IKnowledgeGraphSearch.js +3 -0
- package/dist/types/IKnowledgeGraphSearch.js.map +1 -0
- package/dist/types/ILLMProvider.js +3 -0
- package/dist/types/ILLMProvider.js.map +1 -0
- package/dist/types/ILLMService.js +3 -0
- package/dist/types/ILLMService.js.map +1 -0
- package/dist/types/IObjectDetector.js +3 -0
- package/dist/types/IObjectDetector.js.map +1 -0
- package/dist/types/IProcessingService.js +3 -0
- package/dist/types/IProcessingService.js.map +1 -0
- package/dist/types/IProgressEmitter.js +3 -0
- package/dist/types/IProgressEmitter.js.map +1 -0
- package/dist/types/IPromptManager.js +3 -0
- package/dist/types/IPromptManager.js.map +1 -0
- package/dist/types/KnowledgeGraph.js +3 -0
- package/dist/types/KnowledgeGraph.js.map +1 -0
- package/dist/types/MCPKnowledgeGraph.js +3 -0
- package/dist/types/MCPKnowledgeGraph.js.map +1 -0
- package/dist/types/Observation.js +21 -0
- package/dist/types/Observation.js.map +1 -0
- package/dist/types/ProcessingOptions.js +3 -0
- package/dist/types/ProcessingOptions.js.map +1 -0
- package/dist/types/index.js +40 -0
- package/dist/types/index.js.map +1 -0
- package/package.json +122 -0
|
@@ -0,0 +1,55 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.ConsoleReporter = void 0;
|
|
4
|
+
function fmt(n) {
|
|
5
|
+
return n.toFixed(3).padStart(7);
|
|
6
|
+
}
|
|
7
|
+
function fmtDuration(ms) {
|
|
8
|
+
if (ms < 1000)
|
|
9
|
+
return `${ms}ms`;
|
|
10
|
+
const s = Math.floor(ms / 1000);
|
|
11
|
+
if (s < 60)
|
|
12
|
+
return `${s}s`;
|
|
13
|
+
const m = Math.floor(s / 60);
|
|
14
|
+
const rem = s % 60;
|
|
15
|
+
return `${m}m ${rem}s`;
|
|
16
|
+
}
|
|
17
|
+
function printRow(label, exact, semantic) {
|
|
18
|
+
const pad = (s, w) => s.padEnd(w);
|
|
19
|
+
console.log(`${pad(label, 12)}` +
|
|
20
|
+
` ${fmt(exact.precision)} ${fmt(exact.recall)} ${fmt(exact.f1)}` +
|
|
21
|
+
` │ ${fmt(semantic.precision)} ${fmt(semantic.recall)} ${fmt(semantic.f1)}`);
|
|
22
|
+
}
|
|
23
|
+
class ConsoleReporter {
|
|
24
|
+
print(result) {
|
|
25
|
+
const sep = '─'.repeat(78);
|
|
26
|
+
console.log('');
|
|
27
|
+
console.log(`Dataset: ${result.dataset} (n=${result.sampleCount}) Model: ${result.model} Classifier: ${result.classifier}`);
|
|
28
|
+
console.log('');
|
|
29
|
+
console.log(`${''.padEnd(12)} ${'Exact P'.padStart(7)} ${'Exact R'.padStart(7)} ${'Exact F1'.padStart(7)}` +
|
|
30
|
+
` │ ${'Sem P'.padStart(7)} ${'Sem R'.padStart(7)} ${'Sem F1'.padStart(7)}`);
|
|
31
|
+
console.log(sep);
|
|
32
|
+
printRow('Entity', result.exact.entity, result.semantic.entity);
|
|
33
|
+
printRow('Relation', result.exact.relation, result.semantic.relation);
|
|
34
|
+
printRow('Triple', result.exact.triple, result.semantic.triple);
|
|
35
|
+
console.log(sep);
|
|
36
|
+
console.log('');
|
|
37
|
+
const s = result.extractionStats;
|
|
38
|
+
console.log(`Extraction: avg entities/sample=${s.avgKgEntities.toFixed(1)}` +
|
|
39
|
+
` avg relations/sample=${s.avgKgRelations.toFixed(1)}`);
|
|
40
|
+
if (s.samplesWithNoRelations > 0) {
|
|
41
|
+
console.log(`⚠ ${s.samplesWithNoRelations}/${result.sampleCount} samples had 0 extracted relations` +
|
|
42
|
+
` — F1 is 0 for those samples regardless of entity quality.` +
|
|
43
|
+
` Intrinsic quality still reflects entity structure and may look inflated.`);
|
|
44
|
+
}
|
|
45
|
+
console.log('');
|
|
46
|
+
const q = result.intrinsicQuality;
|
|
47
|
+
if (q.mean > 0) {
|
|
48
|
+
console.log(`Intrinsic Quality: ${q.mean.toFixed(1)}/100`);
|
|
49
|
+
}
|
|
50
|
+
console.log(`Duration: ${fmtDuration(result.durationMs)}`);
|
|
51
|
+
console.log('');
|
|
52
|
+
}
|
|
53
|
+
}
|
|
54
|
+
exports.ConsoleReporter = ConsoleReporter;
|
|
55
|
+
//# sourceMappingURL=ConsoleReporter.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ConsoleReporter.js","sourceRoot":"","sources":["../../../src/evaluation/reporters/ConsoleReporter.ts"],"names":[],"mappings":";;;AAEA,SAAS,GAAG,CAAC,CAAS;IACpB,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;AAClC,CAAC;AAED,SAAS,WAAW,CAAC,EAAU;IAC7B,IAAI,EAAE,GAAG,IAAI;QAAE,OAAO,GAAG,EAAE,IAAI,CAAC;IAChC,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,GAAG,IAAI,CAAC,CAAC;IAChC,IAAI,CAAC,GAAG,EAAE;QAAE,OAAO,GAAG,CAAC,GAAG,CAAC;IAC3B,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;IAC7B,MAAM,GAAG,GAAG,CAAC,GAAG,EAAE,CAAC;IACnB,OAAO,GAAG,CAAC,KAAK,GAAG,GAAG,CAAC;AACzB,CAAC;AAED,SAAS,QAAQ,CAAC,KAAa,EAAE,KAAkB,EAAE,QAAqB;IACxE,MAAM,GAAG,GAAG,CAAC,CAAS,EAAE,CAAS,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IAClD,OAAO,CAAC,GAAG,CACT,GAAG,GAAG,CAAC,KAAK,EAAE,EAAE,CAAC,EAAE;QACnB,KAAK,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,KAAK,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE;QACnE,QAAQ,GAAG,CAAC,QAAQ,CAAC,SAAS,CAAC,KAAK,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAE,CAChF,CAAC;AACJ,CAAC;AAED,MAAa,eAAe;IAC1B,KAAK,CAAC,MAAuB;QAC3B,MAAM,GAAG,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAE3B,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAChB,OAAO,CAAC,GAAG,CAAC,YAAY,MAAM,CAAC,OAAO,OAAO,MAAM,CAAC,WAAW,aAAa,MAAM,CAAC,KAAK,iBAAiB,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC;QAC9H,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAChB,OAAO,CAAC,GAAG,CACT,GAAG,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,KAAK,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE;YACjG,QAAQ,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAC/E,CAAC;QACF,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACjB,QAAQ,CAAC,QAAQ,EAAI,MAAM,CAAC,KAAK,CAAC,MAAM,EAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QACpE,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC,KAAK,CAAC,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QACtE,QAAQ,CAAC,QAAQ,EAAI,MAAM,CAAC,KAAK,CAAC,MAAM,EAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QACpE,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACjB,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAEhB,MAAM,CAAC,GAAG,MAAM,CAAC,eAAe,CAAC;QACjC,OAAO,CAAC,GAAG,CACT,oCAAoC,CAAC,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;YAChE,0BAA0B,CAAC,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CACxD,CAAC;QACF,IAAI,CAAC,CAAC,sBAAsB,GAAG,CAAC,EAAE,CAAC;YACjC,OAAO,CAAC,GAAG,CACT,MAAM,CAAC,CAAC,sBAAsB,IAAI,MAAM,CAAC,WAAW,oCAAoC;gBACxF,4DAA4D;gBAC5D,2EAA2E,CAC5E,CAAC;QACJ,CAAC;QACD,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAEhB,MAAM,CAAC,GAAG,MAAM,CAAC,gBAAgB,CAAC;QAClC,IAAI,CAAC,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;YACf,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;QAC7D,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,aAAa,WAAW,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;QAC3D,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAClB,CAAC;CACF;AAxCD,0CAwCC"}
|
|
@@ -0,0 +1,50 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
+
if (k2 === undefined) k2 = k;
|
|
4
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
+
}
|
|
8
|
+
Object.defineProperty(o, k2, desc);
|
|
9
|
+
}) : (function(o, m, k, k2) {
|
|
10
|
+
if (k2 === undefined) k2 = k;
|
|
11
|
+
o[k2] = m[k];
|
|
12
|
+
}));
|
|
13
|
+
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
|
|
14
|
+
Object.defineProperty(o, "default", { enumerable: true, value: v });
|
|
15
|
+
}) : function(o, v) {
|
|
16
|
+
o["default"] = v;
|
|
17
|
+
});
|
|
18
|
+
var __importStar = (this && this.__importStar) || (function () {
|
|
19
|
+
var ownKeys = function(o) {
|
|
20
|
+
ownKeys = Object.getOwnPropertyNames || function (o) {
|
|
21
|
+
var ar = [];
|
|
22
|
+
for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
|
|
23
|
+
return ar;
|
|
24
|
+
};
|
|
25
|
+
return ownKeys(o);
|
|
26
|
+
};
|
|
27
|
+
return function (mod) {
|
|
28
|
+
if (mod && mod.__esModule) return mod;
|
|
29
|
+
var result = {};
|
|
30
|
+
if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
|
|
31
|
+
__setModuleDefault(result, mod);
|
|
32
|
+
return result;
|
|
33
|
+
};
|
|
34
|
+
})();
|
|
35
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
36
|
+
exports.JsonReporter = void 0;
|
|
37
|
+
const fs = __importStar(require("fs"));
|
|
38
|
+
const path = __importStar(require("path"));
|
|
39
|
+
class JsonReporter {
|
|
40
|
+
save(result, outputPath) {
|
|
41
|
+
const dir = path.dirname(outputPath);
|
|
42
|
+
if (!fs.existsSync(dir)) {
|
|
43
|
+
fs.mkdirSync(dir, { recursive: true });
|
|
44
|
+
}
|
|
45
|
+
fs.writeFileSync(outputPath, JSON.stringify(result, null, 2), 'utf-8');
|
|
46
|
+
console.log(`Report saved to: ${outputPath}`);
|
|
47
|
+
}
|
|
48
|
+
}
|
|
49
|
+
exports.JsonReporter = JsonReporter;
|
|
50
|
+
//# sourceMappingURL=JsonReporter.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"JsonReporter.js","sourceRoot":"","sources":["../../../src/evaluation/reporters/JsonReporter.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,uCAAyB;AACzB,2CAA6B;AAG7B,MAAa,YAAY;IACvB,IAAI,CAAC,MAAuB,EAAE,UAAkB;QAC9C,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;QACrC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YACxB,EAAE,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACzC,CAAC;QACD,EAAE,CAAC,aAAa,CAAC,UAAU,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;QACvE,OAAO,CAAC,GAAG,CAAC,oBAAoB,UAAU,EAAE,CAAC,CAAC;IAChD,CAAC;CACF;AATD,oCASC"}
|
package/dist/index.js
ADDED
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
// Library entry point — programmatic API.
|
|
3
|
+
// The CLI is NOT re-exported here: it runs `program.parse()` at import time,
|
|
4
|
+
// which must not fire when this module is `require`d as a library. The CLI is
|
|
5
|
+
// shipped via the `wanshi` bin (./dist/cli/index.js).
|
|
6
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
7
|
+
if (k2 === undefined) k2 = k;
|
|
8
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
9
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
10
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
11
|
+
}
|
|
12
|
+
Object.defineProperty(o, k2, desc);
|
|
13
|
+
}) : (function(o, m, k, k2) {
|
|
14
|
+
if (k2 === undefined) k2 = k;
|
|
15
|
+
o[k2] = m[k];
|
|
16
|
+
}));
|
|
17
|
+
var __exportStar = (this && this.__exportStar) || function(m, exports) {
|
|
18
|
+
for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
|
|
19
|
+
};
|
|
20
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
21
|
+
__exportStar(require("./core/DirectoryProcessor"), exports);
|
|
22
|
+
__exportStar(require("./core/processor"), exports);
|
|
23
|
+
__exportStar(require("./core/llm/OllamaService"), exports);
|
|
24
|
+
__exportStar(require("./core/llm/EmbeddingService"), exports);
|
|
25
|
+
__exportStar(require("./core/knowledge/KnowledgeGraphBuilder"), exports);
|
|
26
|
+
__exportStar(require("./core/knowledge/merging/KnowledgeMerger"), exports);
|
|
27
|
+
__exportStar(require("./core/knowledge/search/KnowledgeGraphSearch"), exports);
|
|
28
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";AAAA,0CAA0C;AAC1C,6EAA6E;AAC7E,8EAA8E;AAC9E,sDAAsD;;;;;;;;;;;;;;;;AAEtD,4DAA0C;AAC1C,mDAAiC;AACjC,2DAAyC;AACzC,8DAA4C;AAC5C,yEAAuD;AACvD,2EAAyD;AACzD,+EAA6D"}
|
|
@@ -0,0 +1,61 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.QualityScoreCalculator = void 0;
|
|
4
|
+
class QualityScoreCalculator {
|
|
5
|
+
static calculateCompositeScore(structural, semantic, factual, consistency) {
|
|
6
|
+
const structuralScore = this.calcStructural(structural) * 25;
|
|
7
|
+
const semanticScore = this.calcSemantic(semantic) * 30;
|
|
8
|
+
const factualScore = this.calcFactual(factual) * 30;
|
|
9
|
+
const consistencyScore = this.calcConsistency(consistency) * 15;
|
|
10
|
+
return {
|
|
11
|
+
overallQuality: structuralScore + semanticScore + factualScore + consistencyScore,
|
|
12
|
+
breakdown: {
|
|
13
|
+
structural: structuralScore, semantic: semanticScore,
|
|
14
|
+
factual: factualScore, consistency: consistencyScore,
|
|
15
|
+
},
|
|
16
|
+
recommendations: this.recommend(structural, semantic, factual, consistency),
|
|
17
|
+
};
|
|
18
|
+
}
|
|
19
|
+
static calcStructural(m) {
|
|
20
|
+
let s = 0;
|
|
21
|
+
if (m.entityCount >= 3 && m.entityCount <= 15)
|
|
22
|
+
s += 0.3;
|
|
23
|
+
else if (m.entityCount > 0)
|
|
24
|
+
s += 0.1;
|
|
25
|
+
if (m.avgRelationsPerEntity >= 0.5 && m.avgRelationsPerEntity <= 2.0)
|
|
26
|
+
s += 0.2;
|
|
27
|
+
if (m.avgObservationsPerEntity >= 1 && m.avgObservationsPerEntity <= 5)
|
|
28
|
+
s += 0.3;
|
|
29
|
+
if (m.entityCount > 0 && m.connectedComponents <= 2)
|
|
30
|
+
s += 0.2;
|
|
31
|
+
return Math.min(s, 1.0);
|
|
32
|
+
}
|
|
33
|
+
static calcSemantic(m) {
|
|
34
|
+
return m.entityNameQuality * 0.2 + m.observationSpecificity * 0.3 +
|
|
35
|
+
m.relationSemanticValidity * 0.2 + m.domainCoverage * 0.2 +
|
|
36
|
+
m.entityTypeAppropriatenessScore * 0.1;
|
|
37
|
+
}
|
|
38
|
+
static calcFactual(m) {
|
|
39
|
+
return (1 - m.hallucinationScore) * 0.5 + m.sourceGroundingScore * 0.3 +
|
|
40
|
+
m.factualConsistencyScore * 0.2;
|
|
41
|
+
}
|
|
42
|
+
static calcConsistency(m) {
|
|
43
|
+
return m.crossFileConsistency * 0.4 + m.namingConsistency * 0.3 + m.typeConsistency * 0.3;
|
|
44
|
+
}
|
|
45
|
+
static recommend(s, sem, f, c) {
|
|
46
|
+
const r = [];
|
|
47
|
+
if (s.entityCount === 0)
|
|
48
|
+
r.push('No entities extracted — check if file contains meaningful content');
|
|
49
|
+
if (sem.observationSpecificity < 0.5)
|
|
50
|
+
r.push('Observations are too generic — focus on specific facts');
|
|
51
|
+
if (f.hallucinationScore > 0.3)
|
|
52
|
+
r.push('High hallucination detected — ensure facts are grounded in source');
|
|
53
|
+
if (c.namingConsistency < 0.7)
|
|
54
|
+
r.push('Inconsistent naming patterns — standardize entity naming');
|
|
55
|
+
if (s.isolatedEntities > s.entityCount * 0.5)
|
|
56
|
+
r.push('Too many isolated entities — add more relationships');
|
|
57
|
+
return r;
|
|
58
|
+
}
|
|
59
|
+
}
|
|
60
|
+
exports.QualityScoreCalculator = QualityScoreCalculator;
|
|
61
|
+
//# sourceMappingURL=CompositeScore.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"CompositeScore.js","sourceRoot":"","sources":["../../src/quality/CompositeScore.ts"],"names":[],"mappings":";;;AAWA,MAAa,sBAAsB;IACjC,MAAM,CAAC,uBAAuB,CAC5B,UAA6B,EAC7B,QAAyB,EACzB,OAAuB,EACvB,WAA+B;QAE/B,MAAM,eAAe,GAAI,IAAI,CAAC,cAAc,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC;QAC9D,MAAM,aAAa,GAAM,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,GAAG,EAAE,CAAC;QAC1D,MAAM,YAAY,GAAO,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC;QACxD,MAAM,gBAAgB,GAAG,IAAI,CAAC,eAAe,CAAC,WAAW,CAAC,GAAG,EAAE,CAAC;QAEhE,OAAO;YACL,cAAc,EAAE,eAAe,GAAG,aAAa,GAAG,YAAY,GAAG,gBAAgB;YACjF,SAAS,EAAE;gBACT,UAAU,EAAE,eAAe,EAAE,QAAQ,EAAE,aAAa;gBACpD,OAAO,EAAE,YAAY,EAAE,WAAW,EAAE,gBAAgB;aACrD;YACD,eAAe,EAAE,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,QAAQ,EAAE,OAAO,EAAE,WAAW,CAAC;SAC5E,CAAC;IACJ,CAAC;IAEO,MAAM,CAAC,cAAc,CAAC,CAAoB;QAChD,IAAI,CAAC,GAAG,CAAC,CAAC;QACV,IAAI,CAAC,CAAC,WAAW,IAAI,CAAC,IAAI,CAAC,CAAC,WAAW,IAAI,EAAE;YAAE,CAAC,IAAI,GAAG,CAAC;aACnD,IAAI,CAAC,CAAC,WAAW,GAAG,CAAC;YAAE,CAAC,IAAI,GAAG,CAAC;QACrC,IAAI,CAAC,CAAC,qBAAqB,IAAI,GAAG,IAAI,CAAC,CAAC,qBAAqB,IAAI,GAAG;YAAE,CAAC,IAAI,GAAG,CAAC;QAC/E,IAAI,CAAC,CAAC,wBAAwB,IAAI,CAAC,IAAI,CAAC,CAAC,wBAAwB,IAAI,CAAC;YAAE,CAAC,IAAI,GAAG,CAAC;QACjF,IAAI,CAAC,CAAC,WAAW,GAAG,CAAC,IAAI,CAAC,CAAC,mBAAmB,IAAI,CAAC;YAAE,CAAC,IAAI,GAAG,CAAC;QAC9D,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IAC1B,CAAC;IAEO,MAAM,CAAC,YAAY,CAAC,CAAkB;QAC5C,OAAO,CAAC,CAAC,iBAAiB,GAAG,GAAG,GAAG,CAAC,CAAC,sBAAsB,GAAG,GAAG;YAC1D,CAAC,CAAC,wBAAwB,GAAG,GAAG,GAAG,CAAC,CAAC,cAAc,GAAG,GAAG;YACzD,CAAC,CAAC,8BAA8B,GAAG,GAAG,CAAC;IAChD,CAAC;IAEO,MAAM,CAAC,WAAW,CAAC,CAAiB;QAC1C,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,kBAAkB,CAAC,GAAG,GAAG,GAAG,CAAC,CAAC,oBAAoB,GAAG,GAAG;YAC/D,CAAC,CAAC,uBAAuB,GAAG,GAAG,CAAC;IACzC,CAAC;IAEO,MAAM,CAAC,eAAe,CAAC,CAAqB;QAClD,OAAO,CAAC,CAAC,oBAAoB,GAAG,GAAG,GAAG,CAAC,CAAC,iBAAiB,GAAG,GAAG,GAAG,CAAC,CAAC,eAAe,GAAG,GAAG,CAAC;IAC5F,CAAC;IAEO,MAAM,CAAC,SAAS,CACtB,CAAoB,EAAE,GAAoB,EAAE,CAAiB,EAAE,CAAqB;QAEpF,MAAM,CAAC,GAAa,EAAE,CAAC;QACvB,IAAI,CAAC,CAAC,WAAW,KAAK,CAAC;YAAE,CAAC,CAAC,IAAI,CAAC,mEAAmE,CAAC,CAAC;QACrG,IAAI,GAAG,CAAC,sBAAsB,GAAG,GAAG;YAAE,CAAC,CAAC,IAAI,CAAC,wDAAwD,CAAC,CAAC;QACvG,IAAI,CAAC,CAAC,kBAAkB,GAAG,GAAG;YAAE,CAAC,CAAC,IAAI,CAAC,mEAAmE,CAAC,CAAC;QAC5G,IAAI,CAAC,CAAC,iBAAiB,GAAG,GAAG;YAAE,CAAC,CAAC,IAAI,CAAC,0DAA0D,CAAC,CAAC;QAClG,IAAI,CAAC,CAAC,gBAAgB,GAAG,CAAC,CAAC,WAAW,GAAG,GAAG;YAAE,CAAC,CAAC,IAAI,CAAC,qDAAqD,CAAC,CAAC;QAC5G,OAAO,CAAC,CAAC;IACX,CAAC;CACF;AA1DD,wDA0DC"}
|
|
@@ -0,0 +1,70 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.ConsistencyEvaluator = void 0;
|
|
4
|
+
class ConsistencyEvaluator {
|
|
5
|
+
static calculateConsistencyMetrics(graphs, current) {
|
|
6
|
+
return {
|
|
7
|
+
crossFileConsistency: this.evaluateCrossFile(graphs, current),
|
|
8
|
+
namingConsistency: this.evaluateNaming(current),
|
|
9
|
+
typeConsistency: this.evaluateTypes(current),
|
|
10
|
+
};
|
|
11
|
+
}
|
|
12
|
+
static evaluateCrossFile(existing, current) {
|
|
13
|
+
if (existing.length === 0)
|
|
14
|
+
return 1.0;
|
|
15
|
+
const map = new Map();
|
|
16
|
+
for (const g of existing) {
|
|
17
|
+
for (const e of g.entities) {
|
|
18
|
+
if (!map.has(e.name))
|
|
19
|
+
map.set(e.name, new Set());
|
|
20
|
+
map.get(e.name).add(e.entityType);
|
|
21
|
+
}
|
|
22
|
+
}
|
|
23
|
+
let total = 0, consistent = 0;
|
|
24
|
+
for (const e of current.entities) {
|
|
25
|
+
if (map.has(e.name)) {
|
|
26
|
+
total++;
|
|
27
|
+
if (map.get(e.name).has(e.entityType))
|
|
28
|
+
consistent++;
|
|
29
|
+
}
|
|
30
|
+
}
|
|
31
|
+
return total > 0 ? consistent / total : 1.0;
|
|
32
|
+
}
|
|
33
|
+
static evaluateNaming(graph) {
|
|
34
|
+
const patterns = new Map();
|
|
35
|
+
for (const e of graph.entities) {
|
|
36
|
+
let p = 'other';
|
|
37
|
+
if (/^[a-z][a-z0-9_]*$/.test(e.name))
|
|
38
|
+
p = 'snake_case';
|
|
39
|
+
else if (/^[a-z][a-zA-Z0-9]*$/.test(e.name))
|
|
40
|
+
p = 'camelCase';
|
|
41
|
+
else if (/^[A-Z][a-zA-Z0-9]*$/.test(e.name))
|
|
42
|
+
p = 'PascalCase';
|
|
43
|
+
patterns.set(p, (patterns.get(p) || 0) + 1);
|
|
44
|
+
}
|
|
45
|
+
if (patterns.size === 0)
|
|
46
|
+
return 0;
|
|
47
|
+
const max = Math.max(...patterns.values());
|
|
48
|
+
return graph.entities.length > 0 ? max / graph.entities.length : 1.0;
|
|
49
|
+
}
|
|
50
|
+
static evaluateTypes(graph) {
|
|
51
|
+
const groups = new Map();
|
|
52
|
+
for (const e of graph.entities) {
|
|
53
|
+
const key = e.name.split(/[_-]/)[0].toLowerCase();
|
|
54
|
+
if (!groups.has(key))
|
|
55
|
+
groups.set(key, []);
|
|
56
|
+
groups.get(key).push(e.entityType);
|
|
57
|
+
}
|
|
58
|
+
let total = 0, consistent = 0;
|
|
59
|
+
for (const types of groups.values()) {
|
|
60
|
+
if (types.length > 1) {
|
|
61
|
+
total++;
|
|
62
|
+
if (new Set(types).size === 1)
|
|
63
|
+
consistent++;
|
|
64
|
+
}
|
|
65
|
+
}
|
|
66
|
+
return total > 0 ? consistent / total : 1.0;
|
|
67
|
+
}
|
|
68
|
+
}
|
|
69
|
+
exports.ConsistencyEvaluator = ConsistencyEvaluator;
|
|
70
|
+
//# sourceMappingURL=ConsistencyMetrics.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ConsistencyMetrics.js","sourceRoot":"","sources":["../../src/quality/ConsistencyMetrics.ts"],"names":[],"mappings":";;;AAQA,MAAa,oBAAoB;IAC/B,MAAM,CAAC,2BAA2B,CAAC,MAAwB,EAAE,OAAuB;QAClF,OAAO;YACL,oBAAoB,EAAE,IAAI,CAAC,iBAAiB,CAAC,MAAM,EAAE,OAAO,CAAC;YAC7D,iBAAiB,EAAK,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC;YAClD,eAAe,EAAO,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC;SAClD,CAAC;IACJ,CAAC;IAEO,MAAM,CAAC,iBAAiB,CAAC,QAA0B,EAAE,OAAuB;QAClF,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,GAAG,CAAC;QACtC,MAAM,GAAG,GAAG,IAAI,GAAG,EAAuB,CAAC;QAC3C,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;YACzB,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC;gBAC3B,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC;oBAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,GAAG,EAAE,CAAC,CAAC;gBACjD,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAE,CAAC,GAAG,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;YACrC,CAAC;QACH,CAAC;QACD,IAAI,KAAK,GAAG,CAAC,EAAE,UAAU,GAAG,CAAC,CAAC;QAC9B,KAAK,MAAM,CAAC,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;YACjC,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;gBACpB,KAAK,EAAE,CAAC;gBACR,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAE,CAAC,GAAG,CAAC,CAAC,CAAC,UAAU,CAAC;oBAAE,UAAU,EAAE,CAAC;YACvD,CAAC;QACH,CAAC;QACD,OAAO,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,GAAG,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC;IAC9C,CAAC;IAEO,MAAM,CAAC,cAAc,CAAC,KAAqB;QACjD,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAkB,CAAC;QAC3C,KAAK,MAAM,CAAC,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;YAC/B,IAAI,CAAC,GAAG,OAAO,CAAC;YAChB,IAAI,mBAAmB,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;gBAAE,CAAC,GAAG,YAAY,CAAC;iBAClD,IAAI,qBAAqB,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;gBAAE,CAAC,GAAG,WAAW,CAAC;iBACxD,IAAI,qBAAqB,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;gBAAE,CAAC,GAAG,YAAY,CAAC;YAC9D,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAC9C,CAAC;QACD,IAAI,QAAQ,CAAC,IAAI,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC;QAClC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;QAC3C,OAAO,KAAK,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC;IACvE,CAAC;IAEO,MAAM,CAAC,aAAa,CAAC,KAAqB;QAChD,MAAM,MAAM,GAAG,IAAI,GAAG,EAAoB,CAAC;QAC3C,KAAK,MAAM,CAAC,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;YAC/B,MAAM,GAAG,GAAG,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;YAClD,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC;gBAAE,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;YAC1C,MAAM,CAAC,GAAG,CAAC,GAAG,CAAE,CAAC,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;QACtC,CAAC;QACD,IAAI,KAAK,GAAG,CAAC,EAAE,UAAU,GAAG,CAAC,CAAC;QAC9B,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,EAAE,EAAE,CAAC;YACpC,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACrB,KAAK,EAAE,CAAC;gBACR,IAAI,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC,IAAI,KAAK,CAAC;oBAAE,UAAU,EAAE,CAAC;YAC9C,CAAC;QACH,CAAC;QACD,OAAO,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,GAAG,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC;IAC9C,CAAC;CACF;AA1DD,oDA0DC"}
|
|
@@ -0,0 +1,76 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.FactualEvaluator = void 0;
|
|
4
|
+
const types_1 = require("../types");
|
|
5
|
+
class FactualEvaluator {
|
|
6
|
+
static calculateFactualMetrics(graph, sourceContent, _fileName) {
|
|
7
|
+
return {
|
|
8
|
+
hallucinationScore: this.detectHallucinations(graph, sourceContent),
|
|
9
|
+
sourceGroundingScore: this.evaluateSourceGrounding(graph, sourceContent),
|
|
10
|
+
factualConsistencyScore: this.evaluateFactualConsistency(graph),
|
|
11
|
+
};
|
|
12
|
+
}
|
|
13
|
+
static detectHallucinations(graph, source) {
|
|
14
|
+
let total = 0, ungrounded = 0;
|
|
15
|
+
for (const e of graph.entities) {
|
|
16
|
+
for (const obs of e.observations || []) {
|
|
17
|
+
total++;
|
|
18
|
+
if (!this.isClaimGrounded((0, types_1.obsText)(obs), source, e.name))
|
|
19
|
+
ungrounded++;
|
|
20
|
+
}
|
|
21
|
+
}
|
|
22
|
+
return total > 0 ? ungrounded / total : 0;
|
|
23
|
+
}
|
|
24
|
+
/**
|
|
25
|
+
* Per-observation grounding score: the fraction of a claim's content words
|
|
26
|
+
* (length > 3) found in the source text (0..1; 1 when there are no content
|
|
27
|
+
* words). Cheap keyword-overlap heuristic — this method is the seam where a
|
|
28
|
+
* stronger check (NLI / structured field extraction) would slot in. Used both
|
|
29
|
+
* by the offline metrics and the inline grounding gate.
|
|
30
|
+
*/
|
|
31
|
+
static observationGroundingScore(text, source) {
|
|
32
|
+
const lSrc = source.toLowerCase();
|
|
33
|
+
const keywords = text.toLowerCase().split(/\s+/).filter(w => w.length > 3);
|
|
34
|
+
if (keywords.length === 0)
|
|
35
|
+
return 1;
|
|
36
|
+
const found = keywords.filter(k => lSrc.includes(k)).length;
|
|
37
|
+
return found / keywords.length;
|
|
38
|
+
}
|
|
39
|
+
static isClaimGrounded(claim, source, entity) {
|
|
40
|
+
if (!source.toLowerCase().includes(entity.toLowerCase()))
|
|
41
|
+
return false;
|
|
42
|
+
return this.observationGroundingScore(claim, source) >= 0.5;
|
|
43
|
+
}
|
|
44
|
+
static evaluateSourceGrounding(graph, source) {
|
|
45
|
+
const terms = new Set((source.toLowerCase().match(/[a-zA-Z_][a-zA-Z0-9_]*/g) || []));
|
|
46
|
+
let grounded = 0;
|
|
47
|
+
for (const e of graph.entities) {
|
|
48
|
+
const n = e.name.toLowerCase();
|
|
49
|
+
if (terms.has(n) || Array.from(terms).some(t => t.includes(n) || n.includes(t)))
|
|
50
|
+
grounded++;
|
|
51
|
+
}
|
|
52
|
+
return graph.entities.length > 0 ? grounded / graph.entities.length : 0;
|
|
53
|
+
}
|
|
54
|
+
static evaluateFactualConsistency(graph) {
|
|
55
|
+
const contradictions = [
|
|
56
|
+
['synchronous', 'asynchronous'], ['mutable', 'immutable'],
|
|
57
|
+
['public', 'private'], ['static', 'dynamic'],
|
|
58
|
+
];
|
|
59
|
+
let pairs = 0, consistent = 0;
|
|
60
|
+
for (const e of graph.entities) {
|
|
61
|
+
const obs = e.observations || [];
|
|
62
|
+
for (let i = 0; i < obs.length; i++) {
|
|
63
|
+
for (let j = i + 1; j < obs.length; j++) {
|
|
64
|
+
pairs++;
|
|
65
|
+
const lo1 = (0, types_1.obsText)(obs[i]).toLowerCase(), lo2 = (0, types_1.obsText)(obs[j]).toLowerCase();
|
|
66
|
+
const conflict = contradictions.some(([a, b]) => (lo1.includes(a) && lo2.includes(b)) || (lo1.includes(b) && lo2.includes(a)));
|
|
67
|
+
if (!conflict)
|
|
68
|
+
consistent++;
|
|
69
|
+
}
|
|
70
|
+
}
|
|
71
|
+
}
|
|
72
|
+
return pairs > 0 ? consistent / pairs : 1.0;
|
|
73
|
+
}
|
|
74
|
+
}
|
|
75
|
+
exports.FactualEvaluator = FactualEvaluator;
|
|
76
|
+
//# sourceMappingURL=FactualMetrics.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"FactualMetrics.js","sourceRoot":"","sources":["../../src/quality/FactualMetrics.ts"],"names":[],"mappings":";;;AAAA,oCAAmD;AAQnD,MAAa,gBAAgB;IAC3B,MAAM,CAAC,uBAAuB,CAAC,KAAqB,EAAE,aAAqB,EAAE,SAAiB;QAC5F,OAAO;YACL,kBAAkB,EAAO,IAAI,CAAC,oBAAoB,CAAC,KAAK,EAAE,aAAa,CAAC;YACxE,oBAAoB,EAAK,IAAI,CAAC,uBAAuB,CAAC,KAAK,EAAE,aAAa,CAAC;YAC3E,uBAAuB,EAAE,IAAI,CAAC,0BAA0B,CAAC,KAAK,CAAC;SAChE,CAAC;IACJ,CAAC;IAEO,MAAM,CAAC,oBAAoB,CAAC,KAAqB,EAAE,MAAc;QACvE,IAAI,KAAK,GAAG,CAAC,EAAE,UAAU,GAAG,CAAC,CAAC;QAC9B,KAAK,MAAM,CAAC,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;YAC/B,KAAK,MAAM,GAAG,IAAI,CAAC,CAAC,YAAY,IAAI,EAAE,EAAE,CAAC;gBACvC,KAAK,EAAE,CAAC;gBACR,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,IAAA,eAAO,EAAC,GAAG,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC;oBAAE,UAAU,EAAE,CAAC;YACxE,CAAC;QACH,CAAC;QACD,OAAO,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IAC5C,CAAC;IAED;;;;;;OAMG;IACH,MAAM,CAAC,yBAAyB,CAAC,IAAY,EAAE,MAAc;QAC3D,MAAM,IAAI,GAAG,MAAM,CAAC,WAAW,EAAE,CAAC;QAClC,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAC3E,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC;QACpC,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;QAC5D,OAAO,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAC;IACjC,CAAC;IAEO,MAAM,CAAC,eAAe,CAAC,KAAa,EAAE,MAAc,EAAE,MAAc;QAC1E,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;YAAE,OAAO,KAAK,CAAC;QACvE,OAAO,IAAI,CAAC,yBAAyB,CAAC,KAAK,EAAE,MAAM,CAAC,IAAI,GAAG,CAAC;IAC9D,CAAC;IAEO,MAAM,CAAC,uBAAuB,CAAC,KAAqB,EAAE,MAAc;QAC1E,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,yBAAyB,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QACrF,IAAI,QAAQ,GAAG,CAAC,CAAC;QACjB,KAAK,MAAM,CAAC,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;YAC/B,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YAC/B,IAAI,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;gBAAE,QAAQ,EAAE,CAAC;QAC9F,CAAC;QACD,OAAO,KAAK,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,GAAG,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;IAC1E,CAAC;IAEO,MAAM,CAAC,0BAA0B,CAAC,KAAqB;QAC7D,MAAM,cAAc,GAAG;YACrB,CAAC,aAAa,EAAE,cAAc,CAAC,EAAE,CAAC,SAAS,EAAE,WAAW,CAAC;YACzD,CAAC,QAAQ,EAAE,SAAS,CAAC,EAAE,CAAC,QAAQ,EAAE,SAAS,CAAC;SAC7C,CAAC;QACF,IAAI,KAAK,GAAG,CAAC,EAAE,UAAU,GAAG,CAAC,CAAC;QAC9B,KAAK,MAAM,CAAC,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;YAC/B,MAAM,GAAG,GAAG,CAAC,CAAC,YAAY,IAAI,EAAE,CAAC;YACjC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACpC,KAAK,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBACxC,KAAK,EAAE,CAAC;oBACR,MAAM,GAAG,GAAG,IAAA,eAAO,EAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,EAAE,GAAG,GAAG,IAAA,eAAO,EAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;oBAC/E,MAAM,QAAQ,GAAG,cAAc,CAAC,IAAI,CAClC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CACzF,CAAC;oBACF,IAAI,CAAC,QAAQ;wBAAE,UAAU,EAAE,CAAC;gBAC9B,CAAC;YACH,CAAC;QACH,CAAC;QACD,OAAO,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,GAAG,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC;IAC9C,CAAC;CACF;AAvED,4CAuEC"}
|
|
@@ -0,0 +1,68 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.computeGraphHealth = computeGraphHealth;
|
|
4
|
+
const SEP = '␟'; // unit-separator, safe against names containing punctuation
|
|
5
|
+
/** Order-/case-insensitive predicate-set key so reversed/recased twins collapse. */
|
|
6
|
+
function normPredicate(relationType) {
|
|
7
|
+
const arr = Array.isArray(relationType) ? relationType : [relationType];
|
|
8
|
+
return Array.from(new Set(arr.map((t) => t.trim().toLowerCase()).filter(Boolean)))
|
|
9
|
+
.sort()
|
|
10
|
+
.join(',');
|
|
11
|
+
}
|
|
12
|
+
function computeGraphHealth(graph) {
|
|
13
|
+
var _a, _b;
|
|
14
|
+
const entities = (_a = graph.entities) !== null && _a !== void 0 ? _a : [];
|
|
15
|
+
const relations = (_b = graph.relations) !== null && _b !== void 0 ? _b : [];
|
|
16
|
+
const entityNames = new Set(entities.map((e) => e.name));
|
|
17
|
+
const entityTypes = new Set(entities.map((e) => e.entityType).filter(Boolean));
|
|
18
|
+
const relationTypes = new Set();
|
|
19
|
+
for (const r of relations) {
|
|
20
|
+
const arr = Array.isArray(r.relationType) ? r.relationType : [r.relationType];
|
|
21
|
+
for (const t of arr)
|
|
22
|
+
if (t)
|
|
23
|
+
relationTypes.add(t);
|
|
24
|
+
}
|
|
25
|
+
let selfLoopCount = 0;
|
|
26
|
+
let danglingEndpointCount = 0;
|
|
27
|
+
const directed = new Set();
|
|
28
|
+
const edgeKeys = new Set();
|
|
29
|
+
let parallelEdgeCount = 0;
|
|
30
|
+
for (const r of relations) {
|
|
31
|
+
if (r.from === r.to)
|
|
32
|
+
selfLoopCount++;
|
|
33
|
+
if (!entityNames.has(r.from) || !entityNames.has(r.to))
|
|
34
|
+
danglingEndpointCount++;
|
|
35
|
+
if (r.from !== r.to)
|
|
36
|
+
directed.add(r.from + SEP + r.to);
|
|
37
|
+
const key = r.from + SEP + r.to + SEP + normPredicate(r.relationType);
|
|
38
|
+
if (edgeKeys.has(key))
|
|
39
|
+
parallelEdgeCount++;
|
|
40
|
+
else
|
|
41
|
+
edgeKeys.add(key);
|
|
42
|
+
}
|
|
43
|
+
// Count unordered pairs present in both directions, once each.
|
|
44
|
+
let bidirectionalContradictionCount = 0;
|
|
45
|
+
const countedPair = new Set();
|
|
46
|
+
for (const key of directed) {
|
|
47
|
+
const [a, b] = key.split(SEP);
|
|
48
|
+
if (directed.has(b + SEP + a)) {
|
|
49
|
+
const pair = a < b ? a + SEP + b : b + SEP + a;
|
|
50
|
+
if (!countedPair.has(pair)) {
|
|
51
|
+
countedPair.add(pair);
|
|
52
|
+
bidirectionalContradictionCount++;
|
|
53
|
+
}
|
|
54
|
+
}
|
|
55
|
+
}
|
|
56
|
+
return {
|
|
57
|
+
entityCount: entities.length,
|
|
58
|
+
relationCount: relations.length,
|
|
59
|
+
entityTypeCount: entityTypes.size,
|
|
60
|
+
relationTypeCount: relationTypes.size,
|
|
61
|
+
selfLoopCount,
|
|
62
|
+
bidirectionalContradictionCount,
|
|
63
|
+
danglingEndpointCount,
|
|
64
|
+
referentialIntegrity: relations.length > 0 ? 1 - danglingEndpointCount / relations.length : 1,
|
|
65
|
+
parallelEdgeCount,
|
|
66
|
+
};
|
|
67
|
+
}
|
|
68
|
+
//# sourceMappingURL=GraphHealthMetrics.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"GraphHealthMetrics.js","sourceRoot":"","sources":["../../src/quality/GraphHealthMetrics.ts"],"names":[],"mappings":";;AA4CA,gDAwDC;AApED,MAAM,GAAG,GAAG,GAAG,CAAC,CAAC,4DAA4D;AAE7E,oFAAoF;AACpF,SAAS,aAAa,CAAC,YAA+B;IACpD,MAAM,GAAG,GAAG,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC;IACxE,OAAO,KAAK,CAAC,IAAI,CACf,IAAI,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAChE;SACE,IAAI,EAAE;SACN,IAAI,CAAC,GAAG,CAAC,CAAC;AACf,CAAC;AAED,SAAgB,kBAAkB,CAAC,KAAqB;;IACtD,MAAM,QAAQ,GAAG,MAAA,KAAK,CAAC,QAAQ,mCAAI,EAAE,CAAC;IACtC,MAAM,SAAS,GAAG,MAAA,KAAK,CAAC,SAAS,mCAAI,EAAE,CAAC;IAExC,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;IACzD,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;IAE/E,MAAM,aAAa,GAAG,IAAI,GAAG,EAAU,CAAC;IACxC,KAAK,MAAM,CAAC,IAAI,SAAS,EAAE,CAAC;QAC1B,MAAM,GAAG,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC;QAC9E,KAAK,MAAM,CAAC,IAAI,GAAG;YAAE,IAAI,CAAC;gBAAE,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IACnD,CAAC;IAED,IAAI,aAAa,GAAG,CAAC,CAAC;IACtB,IAAI,qBAAqB,GAAG,CAAC,CAAC;IAC9B,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;IACnC,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;IACnC,IAAI,iBAAiB,GAAG,CAAC,CAAC;IAE1B,KAAK,MAAM,CAAC,IAAI,SAAS,EAAE,CAAC;QAC1B,IAAI,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,EAAE;YAAE,aAAa,EAAE,CAAC;QACrC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;YAAE,qBAAqB,EAAE,CAAC;QAEhF,IAAI,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,EAAE;YAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,GAAG,GAAG,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC;QAEvD,MAAM,GAAG,GAAG,CAAC,CAAC,IAAI,GAAG,GAAG,GAAG,CAAC,CAAC,EAAE,GAAG,GAAG,GAAG,aAAa,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC;QACtE,IAAI,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC;YAAE,iBAAiB,EAAE,CAAC;;YACtC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IACzB,CAAC;IAED,+DAA+D;IAC/D,IAAI,+BAA+B,GAAG,CAAC,CAAC;IACxC,MAAM,WAAW,GAAG,IAAI,GAAG,EAAU,CAAC;IACtC,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;QAC3B,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC9B,IAAI,QAAQ,CAAC,GAAG,CAAC,CAAC,GAAG,GAAG,GAAG,CAAC,CAAC,EAAE,CAAC;YAC9B,MAAM,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,GAAG,CAAC,CAAC;YAC/C,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC3B,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;gBACtB,+BAA+B,EAAE,CAAC;YACpC,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO;QACL,WAAW,EAAE,QAAQ,CAAC,MAAM;QAC5B,aAAa,EAAE,SAAS,CAAC,MAAM;QAC/B,eAAe,EAAE,WAAW,CAAC,IAAI;QACjC,iBAAiB,EAAE,aAAa,CAAC,IAAI;QACrC,aAAa;QACb,+BAA+B;QAC/B,qBAAqB;QACrB,oBAAoB,EAClB,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,qBAAqB,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QACzE,iBAAiB;KAClB,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,102 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.SemanticEvaluator = void 0;
|
|
4
|
+
const types_1 = require("../types");
|
|
5
|
+
class SemanticEvaluator {
|
|
6
|
+
static calculateSemanticMetrics(graph, fileContent) {
|
|
7
|
+
return {
|
|
8
|
+
entityNameQuality: this.evaluateEntityNames(graph.entities),
|
|
9
|
+
observationSpecificity: this.evaluateObservationSpecificity(graph.entities),
|
|
10
|
+
relationSemanticValidity: this.evaluateRelationValidity(graph.relations),
|
|
11
|
+
domainCoverage: this.evaluateDomainCoverage(graph, fileContent),
|
|
12
|
+
entityTypeAppropriatenessScore: this.evaluateEntityTypes(graph.entities),
|
|
13
|
+
};
|
|
14
|
+
}
|
|
15
|
+
static evaluateEntityNames(entities) {
|
|
16
|
+
if (entities.length === 0)
|
|
17
|
+
return 0;
|
|
18
|
+
let score = 0;
|
|
19
|
+
for (const e of entities) {
|
|
20
|
+
let s = 0;
|
|
21
|
+
if (/^[a-z][a-z0-9_]*[a-z0-9]$/.test(e.name))
|
|
22
|
+
s += 0.3;
|
|
23
|
+
if (e.name.length > 3 && !['data', 'item', 'value', 'object'].includes(e.name))
|
|
24
|
+
s += 0.4;
|
|
25
|
+
if (e.name.includes('_') || /[A-Z]/.test(e.name))
|
|
26
|
+
s += 0.3;
|
|
27
|
+
score += Math.min(s, 1.0);
|
|
28
|
+
}
|
|
29
|
+
return score / entities.length;
|
|
30
|
+
}
|
|
31
|
+
static evaluateObservationSpecificity(entities) {
|
|
32
|
+
let total = 0, specific = 0;
|
|
33
|
+
for (const e of entities) {
|
|
34
|
+
for (const obs of e.observations || []) {
|
|
35
|
+
total++;
|
|
36
|
+
const t = (0, types_1.obsText)(obs);
|
|
37
|
+
if (!this.TRIVIAL_OBSERVATIONS.has(t.toLowerCase())) {
|
|
38
|
+
if (t.length > 10 || /\d/.test(t) ||
|
|
39
|
+
t.includes('implements') || t.includes('uses') ||
|
|
40
|
+
t.includes('version') || t.includes('located')) {
|
|
41
|
+
specific++;
|
|
42
|
+
}
|
|
43
|
+
}
|
|
44
|
+
}
|
|
45
|
+
}
|
|
46
|
+
return total > 0 ? specific / total : 0;
|
|
47
|
+
}
|
|
48
|
+
static evaluateRelationValidity(relations) {
|
|
49
|
+
if (relations.length === 0)
|
|
50
|
+
return 0;
|
|
51
|
+
const valid = new Set([
|
|
52
|
+
'uses', 'implements', 'extends', 'contains', 'calls', 'depends_on',
|
|
53
|
+
'targets', 'binds_to', 'catalyzes', 'measures', 'processes',
|
|
54
|
+
'configured_with', 'provides_training_data', 'evaluates',
|
|
55
|
+
]);
|
|
56
|
+
let count = 0;
|
|
57
|
+
for (const r of relations) {
|
|
58
|
+
const types = Array.isArray(r.relationType) ? r.relationType : [r.relationType];
|
|
59
|
+
if (types.some(t => valid.has(t)))
|
|
60
|
+
count++;
|
|
61
|
+
}
|
|
62
|
+
return count / relations.length;
|
|
63
|
+
}
|
|
64
|
+
static evaluateDomainCoverage(graph, content) {
|
|
65
|
+
const terms = content.match(/[a-zA-Z_][a-zA-Z0-9_]*/g) || [];
|
|
66
|
+
const unique = new Set(terms.filter(t => t.length > 3));
|
|
67
|
+
if (unique.size === 0)
|
|
68
|
+
return 0;
|
|
69
|
+
const entityNames = new Set(graph.entities.map(e => e.name.toLowerCase()));
|
|
70
|
+
let covered = 0;
|
|
71
|
+
for (const term of unique) {
|
|
72
|
+
if (entityNames.has(term.toLowerCase()) ||
|
|
73
|
+
Array.from(entityNames).some(n => n.includes(term.toLowerCase()))) {
|
|
74
|
+
covered++;
|
|
75
|
+
}
|
|
76
|
+
}
|
|
77
|
+
return Math.min(covered / unique.size, 1.0);
|
|
78
|
+
}
|
|
79
|
+
static evaluateEntityTypes(entities) {
|
|
80
|
+
if (entities.length === 0)
|
|
81
|
+
return 0;
|
|
82
|
+
let count = 0;
|
|
83
|
+
for (const e of entities) {
|
|
84
|
+
if (this.MEANINGFUL_ENTITY_TYPES.has(e.entityType) ||
|
|
85
|
+
e.entityType.includes('_') || e.entityType.length > 6) {
|
|
86
|
+
count++;
|
|
87
|
+
}
|
|
88
|
+
}
|
|
89
|
+
return count / entities.length;
|
|
90
|
+
}
|
|
91
|
+
}
|
|
92
|
+
exports.SemanticEvaluator = SemanticEvaluator;
|
|
93
|
+
SemanticEvaluator.TRIVIAL_OBSERVATIONS = new Set([
|
|
94
|
+
'is a number', 'is a variable', 'is a concept', 'is a function',
|
|
95
|
+
'is a string', 'is a value', 'is a method', 'exists', 'is defined',
|
|
96
|
+
]);
|
|
97
|
+
SemanticEvaluator.MEANINGFUL_ENTITY_TYPES = new Set([
|
|
98
|
+
'algorithm', 'function', 'class', 'module', 'database', 'api_endpoint',
|
|
99
|
+
'research_task', 'chemical_compound', 'protein', 'gene', 'equation',
|
|
100
|
+
'neural_network', 'quantum_algorithm', 'experimental_technique',
|
|
101
|
+
]);
|
|
102
|
+
//# sourceMappingURL=SemanticMetrics.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"SemanticMetrics.js","sourceRoot":"","sources":["../../src/quality/SemanticMetrics.ts"],"names":[],"mappings":";;;AAAA,oCAAqE;AAUrE,MAAa,iBAAiB;IAY5B,MAAM,CAAC,wBAAwB,CAAC,KAAqB,EAAE,WAAmB;QACxE,OAAO;YACL,iBAAiB,EAAc,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC,QAAQ,CAAC;YACvE,sBAAsB,EAAS,IAAI,CAAC,8BAA8B,CAAC,KAAK,CAAC,QAAQ,CAAC;YAClF,wBAAwB,EAAO,IAAI,CAAC,wBAAwB,CAAC,KAAK,CAAC,SAAS,CAAC;YAC7E,cAAc,EAAiB,IAAI,CAAC,sBAAsB,CAAC,KAAK,EAAE,WAAW,CAAC;YAC9E,8BAA8B,EAAE,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC,QAAQ,CAAC;SACzE,CAAC;IACJ,CAAC;IAEO,MAAM,CAAC,mBAAmB,CAAC,QAAkB;QACnD,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC;QACpC,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;YACzB,IAAI,CAAC,GAAG,CAAC,CAAC;YACV,IAAI,2BAA2B,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;gBAAE,CAAC,IAAI,GAAG,CAAC;YACvD,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC;gBAAE,CAAC,IAAI,GAAG,CAAC;YACzF,IAAI,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;gBAAE,CAAC,IAAI,GAAG,CAAC;YAC3D,KAAK,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;QAC5B,CAAC;QACD,OAAO,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAC;IACjC,CAAC;IAEO,MAAM,CAAC,8BAA8B,CAAC,QAAkB;QAC9D,IAAI,KAAK,GAAG,CAAC,EAAE,QAAQ,GAAG,CAAC,CAAC;QAC5B,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;YACzB,KAAK,MAAM,GAAG,IAAI,CAAC,CAAC,YAAY,IAAI,EAAE,EAAE,CAAC;gBACvC,KAAK,EAAE,CAAC;gBACR,MAAM,CAAC,GAAG,IAAA,eAAO,EAAC,GAAG,CAAC,CAAC;gBACvB,IAAI,CAAC,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC;oBACpD,IAAI,CAAC,CAAC,MAAM,GAAG,EAAE,IAAI,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;wBAC7B,CAAC,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC;wBAC9C,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;wBACnD,QAAQ,EAAE,CAAC;oBACb,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QACD,OAAO,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IAC1C,CAAC;IAEO,MAAM,CAAC,wBAAwB,CAAC,SAAqB;QAC3D,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC;QACrC,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC;YACpB,MAAM,EAAE,YAAY,EAAE,SAAS,EAAE,UAAU,EAAE,OAAO,EAAE,YAAY;YAClE,SAAS,EAAE,UAAU,EAAE,WAAW,EAAE,UAAU,EAAE,WAAW;YAC3D,iBAAiB,EAAE,wBAAwB,EAAE,WAAW;SACzD,CAAC,CAAC;QACH,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAK,MAAM,CAAC,IAAI,SAAS,EAAE,CAAC;YAC1B,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC;YAChF,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;gBAAE,KAAK,EAAE,CAAC;QAC7C,CAAC;QACD,OAAO,KAAK,GAAG,SAAS,CAAC,MAAM,CAAC;IAClC,CAAC;IAEO,MAAM,CAAC,sBAAsB,CAAC,KAAqB,EAAE,OAAe;QAC1E,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,yBAAyB,CAAC,IAAI,EAAE,CAAC;QAC7D,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;QACxD,IAAI,MAAM,CAAC,IAAI,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC;QAChC,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;QAC3E,IAAI,OAAO,GAAG,CAAC,CAAC;QAChB,KAAK,MAAM,IAAI,IAAI,MAAM,EAAE,CAAC;YAC1B,IAAI,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;gBACnC,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC,EAAE,CAAC;gBACtE,OAAO,EAAE,CAAC;YACZ,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC,GAAG,CAAC,OAAO,GAAG,MAAM,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;IAC9C,CAAC;IAEO,MAAM,CAAC,mBAAmB,CAAC,QAAkB;QACnD,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC;QACpC,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;YACzB,IAAI,IAAI,CAAC,uBAAuB,CAAC,GAAG,CAAC,CAAC,CAAC,UAAU,CAAC;gBAC9C,CAAC,CAAC,UAAU,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC1D,KAAK,EAAE,CAAC;YACV,CAAC;QACH,CAAC;QACD,OAAO,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAC;IACjC,CAAC;;AA7FH,8CA8FC;AA7FgB,sCAAoB,GAAG,IAAI,GAAG,CAAC;IAC5C,aAAa,EAAE,eAAe,EAAE,cAAc,EAAE,eAAe;IAC/D,aAAa,EAAE,YAAY,EAAE,aAAa,EAAE,QAAQ,EAAE,YAAY;CACnE,CAAC,CAAC;AAEY,yCAAuB,GAAG,IAAI,GAAG,CAAC;IAC/C,WAAW,EAAE,UAAU,EAAE,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,cAAc;IACtE,eAAe,EAAE,mBAAmB,EAAE,SAAS,EAAE,MAAM,EAAE,UAAU;IACnE,gBAAgB,EAAE,mBAAmB,EAAE,wBAAwB;CAChE,CAAC,CAAC"}
|
|
@@ -0,0 +1,60 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.KnowledgeGraphEvaluator = void 0;
|
|
4
|
+
class KnowledgeGraphEvaluator {
|
|
5
|
+
static calculateStructuralMetrics(graph) {
|
|
6
|
+
var _a;
|
|
7
|
+
const entityCount = graph.entities.length;
|
|
8
|
+
const relationCount = graph.relations.length;
|
|
9
|
+
const entityTypeDistribution = {};
|
|
10
|
+
graph.entities.forEach(entity => {
|
|
11
|
+
entityTypeDistribution[entity.entityType] = (entityTypeDistribution[entity.entityType] || 0) + 1;
|
|
12
|
+
});
|
|
13
|
+
const relationTypeDistribution = {};
|
|
14
|
+
graph.relations.forEach(relation => {
|
|
15
|
+
const relTypes = Array.isArray(relation.relationType) ? relation.relationType : [relation.relationType];
|
|
16
|
+
relTypes.forEach(type => {
|
|
17
|
+
relationTypeDistribution[type] = (relationTypeDistribution[type] || 0) + 1;
|
|
18
|
+
});
|
|
19
|
+
});
|
|
20
|
+
const totalObservations = graph.entities.reduce((sum, e) => { var _a; return sum + (((_a = e.observations) === null || _a === void 0 ? void 0 : _a.length) || 0); }, 0);
|
|
21
|
+
const avgObservationsPerEntity = entityCount > 0 ? totalObservations / entityCount : 0;
|
|
22
|
+
const maxPossibleRelations = entityCount * (entityCount - 1);
|
|
23
|
+
const graphDensity = maxPossibleRelations > 0 ? relationCount / maxPossibleRelations : 0;
|
|
24
|
+
const entityNames = new Set(graph.entities.map(e => e.name));
|
|
25
|
+
const adj = new Map();
|
|
26
|
+
graph.entities.forEach(e => adj.set(e.name, new Set()));
|
|
27
|
+
graph.relations.forEach(r => {
|
|
28
|
+
var _a, _b;
|
|
29
|
+
if (entityNames.has(r.from) && entityNames.has(r.to)) {
|
|
30
|
+
(_a = adj.get(r.from)) === null || _a === void 0 ? void 0 : _a.add(r.to);
|
|
31
|
+
(_b = adj.get(r.to)) === null || _b === void 0 ? void 0 : _b.add(r.from);
|
|
32
|
+
}
|
|
33
|
+
});
|
|
34
|
+
const visited = new Set();
|
|
35
|
+
let connectedComponents = 0;
|
|
36
|
+
for (const entity of entityNames) {
|
|
37
|
+
if (!visited.has(entity)) {
|
|
38
|
+
connectedComponents++;
|
|
39
|
+
const stack = [entity];
|
|
40
|
+
while (stack.length > 0) {
|
|
41
|
+
const cur = stack.pop();
|
|
42
|
+
if (!visited.has(cur)) {
|
|
43
|
+
visited.add(cur);
|
|
44
|
+
(_a = adj.get(cur)) === null || _a === void 0 ? void 0 : _a.forEach(n => { if (!visited.has(n))
|
|
45
|
+
stack.push(n); });
|
|
46
|
+
}
|
|
47
|
+
}
|
|
48
|
+
}
|
|
49
|
+
}
|
|
50
|
+
return {
|
|
51
|
+
entityCount, relationCount, entityTypeDistribution, relationTypeDistribution,
|
|
52
|
+
avgObservationsPerEntity,
|
|
53
|
+
avgRelationsPerEntity: entityCount > 0 ? relationCount / entityCount : 0,
|
|
54
|
+
graphDensity, connectedComponents,
|
|
55
|
+
isolatedEntities: entityCount - visited.size,
|
|
56
|
+
};
|
|
57
|
+
}
|
|
58
|
+
}
|
|
59
|
+
exports.KnowledgeGraphEvaluator = KnowledgeGraphEvaluator;
|
|
60
|
+
//# sourceMappingURL=StructuralMetrics.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"StructuralMetrics.js","sourceRoot":"","sources":["../../src/quality/StructuralMetrics.ts"],"names":[],"mappings":";;;AAcA,MAAa,uBAAuB;IAClC,MAAM,CAAC,0BAA0B,CAAC,KAAqB;;QACrD,MAAM,WAAW,GAAG,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC;QAC1C,MAAM,aAAa,GAAG,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC;QAE7C,MAAM,sBAAsB,GAA2B,EAAE,CAAC;QAC1D,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE;YAC9B,sBAAsB,CAAC,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,sBAAsB,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;QACnG,CAAC,CAAC,CAAC;QAEH,MAAM,wBAAwB,GAA2B,EAAE,CAAC;QAC5D,KAAK,CAAC,SAAS,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE;YACjC,MAAM,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC;YACxG,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE;gBACtB,wBAAwB,CAAC,IAAI,CAAC,GAAG,CAAC,wBAAwB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;YAC7E,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,MAAM,iBAAiB,GAAG,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,WAAC,OAAA,GAAG,GAAG,CAAC,CAAA,MAAA,CAAC,CAAC,YAAY,0CAAE,MAAM,KAAI,CAAC,CAAC,CAAA,EAAA,EAAE,CAAC,CAAC,CAAC;QACpG,MAAM,wBAAwB,GAAG,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,iBAAiB,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;QAEvF,MAAM,oBAAoB,GAAG,WAAW,GAAG,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC;QAC7D,MAAM,YAAY,GAAG,oBAAoB,GAAG,CAAC,CAAC,CAAC,CAAC,aAAa,GAAG,oBAAoB,CAAC,CAAC,CAAC,CAAC,CAAC;QAEzF,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QAC7D,MAAM,GAAG,GAAG,IAAI,GAAG,EAAuB,CAAC;QAC3C,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,GAAG,EAAE,CAAC,CAAC,CAAC;QACxD,KAAK,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;;YAC1B,IAAI,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;gBACrD,MAAA,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,0CAAE,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;gBAC3B,MAAA,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,0CAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YAC7B,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;QAClC,IAAI,mBAAmB,GAAG,CAAC,CAAC;QAC5B,KAAK,MAAM,MAAM,IAAI,WAAW,EAAE,CAAC;YACjC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;gBACzB,mBAAmB,EAAE,CAAC;gBACtB,MAAM,KAAK,GAAG,CAAC,MAAM,CAAC,CAAC;gBACvB,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACxB,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,EAAG,CAAC;oBACzB,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;wBACtB,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;wBACjB,MAAA,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,0CAAE,OAAO,CAAC,CAAC,CAAC,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC;4BAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;oBACtE,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO;YACL,WAAW,EAAE,aAAa,EAAE,sBAAsB,EAAE,wBAAwB;YAC5E,wBAAwB;YACxB,qBAAqB,EAAE,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,aAAa,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC;YACxE,YAAY,EAAE,mBAAmB;YACjC,gBAAgB,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI;SAC7C,CAAC;IACJ,CAAC;CACF;AA1DD,0DA0DC"}
|