@wanshi-kg/wanshi 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/README.md +458 -0
- package/dist/__tests__/helpers.js +27 -0
- package/dist/__tests__/helpers.js.map +1 -0
- package/dist/cli/commands/export.command.js +99 -0
- package/dist/cli/commands/export.command.js.map +1 -0
- package/dist/cli/commands/index.js +22 -0
- package/dist/cli/commands/index.js.map +1 -0
- package/dist/cli/commands/inspectMerges.command.js +84 -0
- package/dist/cli/commands/inspectMerges.command.js.map +1 -0
- package/dist/cli/commands/metrics.command.js +196 -0
- package/dist/cli/commands/metrics.command.js.map +1 -0
- package/dist/cli/commands/process.command.js +82 -0
- package/dist/cli/commands/process.command.js.map +1 -0
- package/dist/cli/commands/watch.command.js +91 -0
- package/dist/cli/commands/watch.command.js.map +1 -0
- package/dist/cli/index.js +269 -0
- package/dist/cli/index.js.map +1 -0
- package/dist/cli/optionsToConfig.js +160 -0
- package/dist/cli/optionsToConfig.js.map +1 -0
- package/dist/config/index.js +59 -0
- package/dist/config/index.js.map +1 -0
- package/dist/config/legacyHints.js +113 -0
- package/dist/config/legacyHints.js.map +1 -0
- package/dist/config/schema.js +803 -0
- package/dist/config/schema.js.map +1 -0
- package/dist/config/ui.js +221 -0
- package/dist/config/ui.js.map +1 -0
- package/dist/core/DirectoryProcessor.js +725 -0
- package/dist/core/DirectoryProcessor.js.map +1 -0
- package/dist/core/adapters/IStructuredAdapter.js +3 -0
- package/dist/core/adapters/IStructuredAdapter.js.map +1 -0
- package/dist/core/adapters/SqliteAdapter.js +267 -0
- package/dist/core/adapters/SqliteAdapter.js.map +1 -0
- package/dist/core/adapters/StructuredAdapterRegistry.js +31 -0
- package/dist/core/adapters/StructuredAdapterRegistry.js.map +1 -0
- package/dist/core/adapters/index.js +20 -0
- package/dist/core/adapters/index.js.map +1 -0
- package/dist/core/checkpoint/CheckpointService.js +188 -0
- package/dist/core/checkpoint/CheckpointService.js.map +1 -0
- package/dist/core/checkpoint/index.js +18 -0
- package/dist/core/checkpoint/index.js.map +1 -0
- package/dist/core/corpus/CorpusAnalyzer.js +266 -0
- package/dist/core/corpus/CorpusAnalyzer.js.map +1 -0
- package/dist/core/corpus/CorpusProfileStore.js +92 -0
- package/dist/core/corpus/CorpusProfileStore.js.map +1 -0
- package/dist/core/corpus/index.js +21 -0
- package/dist/core/corpus/index.js.map +1 -0
- package/dist/core/corpus/normalizeGlossary.js +60 -0
- package/dist/core/corpus/normalizeGlossary.js.map +1 -0
- package/dist/core/corpus/relPath.js +52 -0
- package/dist/core/corpus/relPath.js.map +1 -0
- package/dist/core/corpus/termFrequency.js +86 -0
- package/dist/core/corpus/termFrequency.js.map +1 -0
- package/dist/core/cost/CostMeter.js +235 -0
- package/dist/core/cost/CostMeter.js.map +1 -0
- package/dist/core/cost/index.js +19 -0
- package/dist/core/cost/index.js.map +1 -0
- package/dist/core/cost/prices.js +38 -0
- package/dist/core/cost/prices.js.map +1 -0
- package/dist/core/cv/ObjectDetectionService.js +119 -0
- package/dist/core/cv/ObjectDetectionService.js.map +1 -0
- package/dist/core/di/ContainerFactory.js +670 -0
- package/dist/core/di/ContainerFactory.js.map +1 -0
- package/dist/core/di/DIContainer.js +103 -0
- package/dist/core/di/DIContainer.js.map +1 -0
- package/dist/core/di/index.js +19 -0
- package/dist/core/di/index.js.map +1 -0
- package/dist/core/errors/CustomErrors.js +342 -0
- package/dist/core/errors/CustomErrors.js.map +1 -0
- package/dist/core/errors/index.js +18 -0
- package/dist/core/errors/index.js.map +1 -0
- package/dist/core/export/KnowledgeGraphExportService.js +56 -0
- package/dist/core/export/KnowledgeGraphExportService.js.map +1 -0
- package/dist/core/export/index.js +19 -0
- package/dist/core/export/index.js.map +1 -0
- package/dist/core/export/strategies/GraphitiExportStrategy.js +115 -0
- package/dist/core/export/strategies/GraphitiExportStrategy.js.map +1 -0
- package/dist/core/export/strategies/GraphvizDotExportStrategy.js +331 -0
- package/dist/core/export/strategies/GraphvizDotExportStrategy.js.map +1 -0
- package/dist/core/export/strategies/IExportStrategy.js +3 -0
- package/dist/core/export/strategies/IExportStrategy.js.map +1 -0
- package/dist/core/export/strategies/JsonExportStrategy.js +19 -0
- package/dist/core/export/strategies/JsonExportStrategy.js.map +1 -0
- package/dist/core/export/strategies/JsonlExportStrategy.js +69 -0
- package/dist/core/export/strategies/JsonlExportStrategy.js.map +1 -0
- package/dist/core/export/strategies/KblamExportStrategy.js +36 -0
- package/dist/core/export/strategies/KblamExportStrategy.js.map +1 -0
- package/dist/core/export/strategies/LoraExportStrategy.js +46 -0
- package/dist/core/export/strategies/LoraExportStrategy.js.map +1 -0
- package/dist/core/export/strategies/McpExportStrategy.js +67 -0
- package/dist/core/export/strategies/McpExportStrategy.js.map +1 -0
- package/dist/core/export/strategies/index.js +25 -0
- package/dist/core/export/strategies/index.js.map +1 -0
- package/dist/core/export/strategies/kbTriples.js +60 -0
- package/dist/core/export/strategies/kbTriples.js.map +1 -0
- package/dist/core/index.js +22 -0
- package/dist/core/index.js.map +1 -0
- package/dist/core/knowledge/KnowledgeGraphBuilder.js +627 -0
- package/dist/core/knowledge/KnowledgeGraphBuilder.js.map +1 -0
- package/dist/core/knowledge/MergeRecord.js +3 -0
- package/dist/core/knowledge/MergeRecord.js.map +1 -0
- package/dist/core/knowledge/canon/Canonicalizer.js +414 -0
- package/dist/core/knowledge/canon/Canonicalizer.js.map +1 -0
- package/dist/core/knowledge/canon/index.js +18 -0
- package/dist/core/knowledge/canon/index.js.map +1 -0
- package/dist/core/knowledge/contradiction/HeuristicContradictionChecker.js +92 -0
- package/dist/core/knowledge/contradiction/HeuristicContradictionChecker.js.map +1 -0
- package/dist/core/knowledge/contradiction/LlmContradictionChecker.js +52 -0
- package/dist/core/knowledge/contradiction/LlmContradictionChecker.js.map +1 -0
- package/dist/core/knowledge/contradiction/index.js +19 -0
- package/dist/core/knowledge/contradiction/index.js.map +1 -0
- package/dist/core/knowledge/grounding/KeywordGroundingChecker.js +33 -0
- package/dist/core/knowledge/grounding/KeywordGroundingChecker.js.map +1 -0
- package/dist/core/knowledge/grounding/MiniCheckGroundingChecker.js +82 -0
- package/dist/core/knowledge/grounding/MiniCheckGroundingChecker.js.map +1 -0
- package/dist/core/knowledge/grounding/index.js +20 -0
- package/dist/core/knowledge/grounding/index.js.map +1 -0
- package/dist/core/knowledge/grounding/verbalize.js +38 -0
- package/dist/core/knowledge/grounding/verbalize.js.map +1 -0
- package/dist/core/knowledge/images/imageMetaGraph.js +136 -0
- package/dist/core/knowledge/images/imageMetaGraph.js.map +1 -0
- package/dist/core/knowledge/index.js +20 -0
- package/dist/core/knowledge/index.js.map +1 -0
- package/dist/core/knowledge/merging/KnowledgeMerger.js +624 -0
- package/dist/core/knowledge/merging/KnowledgeMerger.js.map +1 -0
- package/dist/core/knowledge/references/ReferenceResolver.js +184 -0
- package/dist/core/knowledge/references/ReferenceResolver.js.map +1 -0
- package/dist/core/knowledge/references/citations/CitationEvidenceProcessor.js +401 -0
- package/dist/core/knowledge/references/citations/CitationEvidenceProcessor.js.map +1 -0
- package/dist/core/knowledge/references/citations/CitationResolver.js +95 -0
- package/dist/core/knowledge/references/citations/CitationResolver.js.map +1 -0
- package/dist/core/knowledge/references/citations/GrobidClient.js +143 -0
- package/dist/core/knowledge/references/citations/GrobidClient.js.map +1 -0
- package/dist/core/knowledge/references/citations/TitleIdResolver.js +101 -0
- package/dist/core/knowledge/references/citations/TitleIdResolver.js.map +1 -0
- package/dist/core/knowledge/references/web/FetchCacheService.js +114 -0
- package/dist/core/knowledge/references/web/FetchCacheService.js.map +1 -0
- package/dist/core/knowledge/references/web/GatedFetcher.js +228 -0
- package/dist/core/knowledge/references/web/GatedFetcher.js.map +1 -0
- package/dist/core/knowledge/references/web/WebReferenceProcessor.js +164 -0
- package/dist/core/knowledge/references/web/WebReferenceProcessor.js.map +1 -0
- package/dist/core/knowledge/search/KnowledgeGraphSearch.js +261 -0
- package/dist/core/knowledge/search/KnowledgeGraphSearch.js.map +1 -0
- package/dist/core/knowledge/vocabulary.js +162 -0
- package/dist/core/knowledge/vocabulary.js.map +1 -0
- package/dist/core/llm/EmbeddingService.js +113 -0
- package/dist/core/llm/EmbeddingService.js.map +1 -0
- package/dist/core/llm/OllamaService.js +146 -0
- package/dist/core/llm/OllamaService.js.map +1 -0
- package/dist/core/llm/OpenAICompatibleService.js +190 -0
- package/dist/core/llm/OpenAICompatibleService.js.map +1 -0
- package/dist/core/llm/OpenAIEmbeddingService.js +129 -0
- package/dist/core/llm/OpenAIEmbeddingService.js.map +1 -0
- package/dist/core/llm/embeddingUtils.js +25 -0
- package/dist/core/llm/embeddingUtils.js.map +1 -0
- package/dist/core/llm/index.js +23 -0
- package/dist/core/llm/index.js.map +1 -0
- package/dist/core/llm/prompts/PromptManager.js +388 -0
- package/dist/core/llm/prompts/PromptManager.js.map +1 -0
- package/dist/core/llm/prompts/PromptTemplateEngine.js +257 -0
- package/dist/core/llm/prompts/PromptTemplateEngine.js.map +1 -0
- package/dist/core/llm/prompts/templates/partials/examples/EXAMPLE_STYLE_GUIDE.md +84 -0
- package/dist/core/llm/prompts/templates/partials/examples/article.md +187 -0
- package/dist/core/llm/prompts/templates/partials/examples/code.md +229 -0
- package/dist/core/llm/prompts/templates/partials/examples/communication.md +205 -0
- package/dist/core/llm/prompts/templates/partials/examples/documentation.md +262 -0
- package/dist/core/llm/prompts/templates/partials/examples/financial.md +157 -0
- package/dist/core/llm/prompts/templates/partials/examples/legal.md +153 -0
- package/dist/core/llm/prompts/templates/partials/examples/logs.md +127 -0
- package/dist/core/llm/prompts/templates/partials/examples/medical.md +218 -0
- package/dist/core/llm/prompts/templates/partials/examples/notes.md +201 -0
- package/dist/core/llm/prompts/templates/partials/examples/research.md +208 -0
- package/dist/core/llm/prompts/templates/partials/examples/tabular.md +178 -0
- package/dist/core/llm/prompts/templates/partials/examples/transcript.md +204 -0
- package/dist/core/llm/prompts/templates/partials/retrieved-context.hbs +18 -0
- package/dist/core/llm/prompts/templates/v1/system.hbs +371 -0
- package/dist/core/llm/prompts/templates/v1/user.hbs +20 -0
- package/dist/core/llm/prompts/templates/v2/system.hbs +573 -0
- package/dist/core/llm/prompts/templates/v2/user.hbs +20 -0
- package/dist/core/llm/prompts/templates/v3/system.hbs +861 -0
- package/dist/core/llm/prompts/templates/v3/user.hbs +16 -0
- package/dist/core/llm/prompts/templates/v4/system.hbs +800 -0
- package/dist/core/llm/prompts/templates/v4/user.hbs +40 -0
- package/dist/core/llm/prompts/templates/v4.5/system.hbs +71 -0
- package/dist/core/llm/prompts/templates/v4.5/user.hbs +46 -0
- package/dist/core/llm/prompts/templates/v5/glossary/system.hbs +40 -0
- package/dist/core/llm/prompts/templates/v5/glossary/user.hbs +11 -0
- package/dist/core/llm/prompts/templates/v5/system.hbs +163 -0
- package/dist/core/llm/prompts/templates/v5/user.hbs +55 -0
- package/dist/core/pipeline/GroundingTransform.js +52 -0
- package/dist/core/pipeline/GroundingTransform.js.map +1 -0
- package/dist/core/pipeline/PipelineRunner.js +51 -0
- package/dist/core/pipeline/PipelineRunner.js.map +1 -0
- package/dist/core/pipeline/RelationFilterTransform.js +72 -0
- package/dist/core/pipeline/RelationFilterTransform.js.map +1 -0
- package/dist/core/pipeline/index.js +20 -0
- package/dist/core/pipeline/index.js.map +1 -0
- package/dist/core/processor/FileProcessor.js +184 -0
- package/dist/core/processor/FileProcessor.js.map +1 -0
- package/dist/core/processor/ProcessedRegistry.js +38 -0
- package/dist/core/processor/ProcessedRegistry.js.map +1 -0
- package/dist/core/processor/ast/AstSeedService.js +0 -0
- package/dist/core/processor/ast/AstSeedService.js.map +1 -0
- package/dist/core/processor/ast/AstSymbolStore.js +110 -0
- package/dist/core/processor/ast/AstSymbolStore.js.map +1 -0
- package/dist/core/processor/ast/index.js +19 -0
- package/dist/core/processor/ast/index.js.map +1 -0
- package/dist/core/processor/chunking/TextChunker.js +98 -0
- package/dist/core/processor/chunking/TextChunker.js.map +1 -0
- package/dist/core/processor/chunking/index.js +18 -0
- package/dist/core/processor/chunking/index.js.map +1 -0
- package/dist/core/processor/classifier/CONTENT_CLASSES.js +294 -0
- package/dist/core/processor/classifier/CONTENT_CLASSES.js.map +1 -0
- package/dist/core/processor/classifier/CascadeContentClassifier.js +107 -0
- package/dist/core/processor/classifier/CascadeContentClassifier.js.map +1 -0
- package/dist/core/processor/classifier/HeuristicContentClassifier.js +113 -0
- package/dist/core/processor/classifier/HeuristicContentClassifier.js.map +1 -0
- package/dist/core/processor/classifier/IContentTypeClassifier.js +3 -0
- package/dist/core/processor/classifier/IContentTypeClassifier.js.map +1 -0
- package/dist/core/processor/classifier/LlmContentClassifier.js +107 -0
- package/dist/core/processor/classifier/LlmContentClassifier.js.map +1 -0
- package/dist/core/processor/classifier/NER_DOMAIN_EXAMPLES.js +498 -0
- package/dist/core/processor/classifier/NER_DOMAIN_EXAMPLES.js.map +1 -0
- package/dist/core/processor/classifier/index.js +21 -0
- package/dist/core/processor/classifier/index.js.map +1 -0
- package/dist/core/processor/classifier/mergeClassifications.js +32 -0
- package/dist/core/processor/classifier/mergeClassifications.js.map +1 -0
- package/dist/core/processor/index.js +20 -0
- package/dist/core/processor/index.js.map +1 -0
- package/dist/core/processor/readers/AudioReader.js +462 -0
- package/dist/core/processor/readers/AudioReader.js.map +1 -0
- package/dist/core/processor/readers/BinaryReader.js +90 -0
- package/dist/core/processor/readers/BinaryReader.js.map +1 -0
- package/dist/core/processor/readers/ChandraPdfReader.js +187 -0
- package/dist/core/processor/readers/ChandraPdfReader.js.map +1 -0
- package/dist/core/processor/readers/ChatExportReader.js +365 -0
- package/dist/core/processor/readers/ChatExportReader.js.map +1 -0
- package/dist/core/processor/readers/DoclingReader.js +445 -0
- package/dist/core/processor/readers/DoclingReader.js.map +1 -0
- package/dist/core/processor/readers/EmailReader.js +259 -0
- package/dist/core/processor/readers/EmailReader.js.map +1 -0
- package/dist/core/processor/readers/EpubReader.js +175 -0
- package/dist/core/processor/readers/EpubReader.js.map +1 -0
- package/dist/core/processor/readers/FileReader.js +90 -0
- package/dist/core/processor/readers/FileReader.js.map +1 -0
- package/dist/core/processor/readers/FileReaderFactory.js +49 -0
- package/dist/core/processor/readers/FileReaderFactory.js.map +1 -0
- package/dist/core/processor/readers/HtmlReader.js +371 -0
- package/dist/core/processor/readers/HtmlReader.js.map +1 -0
- package/dist/core/processor/readers/ImageReader.js +162 -0
- package/dist/core/processor/readers/ImageReader.js.map +1 -0
- package/dist/core/processor/readers/JsonFileReader.js +232 -0
- package/dist/core/processor/readers/JsonFileReader.js.map +1 -0
- package/dist/core/processor/readers/JupyterReader.js +178 -0
- package/dist/core/processor/readers/JupyterReader.js.map +1 -0
- package/dist/core/processor/readers/LatexReader.js +176 -0
- package/dist/core/processor/readers/LatexReader.js.map +1 -0
- package/dist/core/processor/readers/MarkdownReader.js +289 -0
- package/dist/core/processor/readers/MarkdownReader.js.map +1 -0
- package/dist/core/processor/readers/MarkerPdfReader.js +193 -0
- package/dist/core/processor/readers/MarkerPdfReader.js.map +1 -0
- package/dist/core/processor/readers/MistralOcrReader.js +198 -0
- package/dist/core/processor/readers/MistralOcrReader.js.map +1 -0
- package/dist/core/processor/readers/OfficeReader.js +174 -0
- package/dist/core/processor/readers/OfficeReader.js.map +1 -0
- package/dist/core/processor/readers/PdfReader.js +116 -0
- package/dist/core/processor/readers/PdfReader.js.map +1 -0
- package/dist/core/processor/readers/RtfReader.js +107 -0
- package/dist/core/processor/readers/RtfReader.js.map +1 -0
- package/dist/core/processor/readers/SubtitleReader.js +145 -0
- package/dist/core/processor/readers/SubtitleReader.js.map +1 -0
- package/dist/core/processor/readers/TesseractPdfReader.js +183 -0
- package/dist/core/processor/readers/TesseractPdfReader.js.map +1 -0
- package/dist/core/processor/readers/TextReader.js +129 -0
- package/dist/core/processor/readers/TextReader.js.map +1 -0
- package/dist/core/processor/readers/TranscriptReader.js +234 -0
- package/dist/core/processor/readers/TranscriptReader.js.map +1 -0
- package/dist/core/processor/readers/image/imageMetadata.js +155 -0
- package/dist/core/processor/readers/image/imageMetadata.js.map +1 -0
- package/dist/core/processor/readers/index.js +41 -0
- package/dist/core/processor/readers/index.js.map +1 -0
- package/dist/core/processor/readers/referenceExtraction.js +198 -0
- package/dist/core/processor/readers/referenceExtraction.js.map +1 -0
- package/dist/core/processor/readers/stripReferences.js +59 -0
- package/dist/core/processor/readers/stripReferences.js.map +1 -0
- package/dist/core/processor/readers/transcript/turnPacking.js +81 -0
- package/dist/core/processor/readers/transcript/turnPacking.js.map +1 -0
- package/dist/core/progress/NdjsonProgressEmitter.js +30 -0
- package/dist/core/progress/NdjsonProgressEmitter.js.map +1 -0
- package/dist/core/progress/NoopProgressEmitter.js +15 -0
- package/dist/core/progress/NoopProgressEmitter.js.map +1 -0
- package/dist/core/progress/index.js +19 -0
- package/dist/core/progress/index.js.map +1 -0
- package/dist/core/trace/TraceWriter.js +100 -0
- package/dist/core/trace/TraceWriter.js.map +1 -0
- package/dist/core/trace/events.js +13 -0
- package/dist/core/trace/events.js.map +1 -0
- package/dist/core/trace/index.js +20 -0
- package/dist/core/trace/index.js.map +1 -0
- package/dist/core/trace/lineage.js +97 -0
- package/dist/core/trace/lineage.js.map +1 -0
- package/dist/evaluation/BenchmarkRunner.js +171 -0
- package/dist/evaluation/BenchmarkRunner.js.map +1 -0
- package/dist/evaluation/classifier/ClassifierAccuracy.js +185 -0
- package/dist/evaluation/classifier/ClassifierAccuracy.js.map +1 -0
- package/dist/evaluation/classifier/labeledSamples.js +379 -0
- package/dist/evaluation/classifier/labeledSamples.js.map +1 -0
- package/dist/evaluation/compare/goldCompare.js +126 -0
- package/dist/evaluation/compare/goldCompare.js.map +1 -0
- package/dist/evaluation/crossre/compareScoring.js +30 -0
- package/dist/evaluation/crossre/compareScoring.js.map +1 -0
- package/dist/evaluation/datasets/CrossREDataset.js +170 -0
- package/dist/evaluation/datasets/CrossREDataset.js.map +1 -0
- package/dist/evaluation/datasets/IDataset.js +3 -0
- package/dist/evaluation/datasets/IDataset.js.map +1 -0
- package/dist/evaluation/datasets/RebelDataset.js +117 -0
- package/dist/evaluation/datasets/RebelDataset.js.map +1 -0
- package/dist/evaluation/datasets/RedocredDataset.js +218 -0
- package/dist/evaluation/datasets/RedocredDataset.js.map +1 -0
- package/dist/evaluation/datasets/SemEval2010Dataset.js +150 -0
- package/dist/evaluation/datasets/SemEval2010Dataset.js.map +1 -0
- package/dist/evaluation/index.js +33 -0
- package/dist/evaluation/index.js.map +1 -0
- package/dist/evaluation/matching/ExactMatcher.js +75 -0
- package/dist/evaluation/matching/ExactMatcher.js.map +1 -0
- package/dist/evaluation/matching/SemanticMatcher.js +143 -0
- package/dist/evaluation/matching/SemanticMatcher.js.map +1 -0
- package/dist/evaluation/metrics/TripleMetrics.js +64 -0
- package/dist/evaluation/metrics/TripleMetrics.js.map +1 -0
- package/dist/evaluation/mine/MineCheckpoint.js +114 -0
- package/dist/evaluation/mine/MineCheckpoint.js.map +1 -0
- package/dist/evaluation/mine/MineDataset.js +208 -0
- package/dist/evaluation/mine/MineDataset.js.map +1 -0
- package/dist/evaluation/mine/MineReporter.js +98 -0
- package/dist/evaluation/mine/MineReporter.js.map +1 -0
- package/dist/evaluation/mine/MineRunner.js +148 -0
- package/dist/evaluation/mine/MineRunner.js.map +1 -0
- package/dist/evaluation/mine/MineScorer.js +127 -0
- package/dist/evaluation/mine/MineScorer.js.map +1 -0
- package/dist/evaluation/mine/types.js +12 -0
- package/dist/evaluation/mine/types.js.map +1 -0
- package/dist/evaluation/reporters/ConsoleReporter.js +55 -0
- package/dist/evaluation/reporters/ConsoleReporter.js.map +1 -0
- package/dist/evaluation/reporters/JsonReporter.js +50 -0
- package/dist/evaluation/reporters/JsonReporter.js.map +1 -0
- package/dist/index.js +28 -0
- package/dist/index.js.map +1 -0
- package/dist/quality/CompositeScore.js +61 -0
- package/dist/quality/CompositeScore.js.map +1 -0
- package/dist/quality/ConsistencyMetrics.js +70 -0
- package/dist/quality/ConsistencyMetrics.js.map +1 -0
- package/dist/quality/FactualMetrics.js +76 -0
- package/dist/quality/FactualMetrics.js.map +1 -0
- package/dist/quality/GraphHealthMetrics.js +68 -0
- package/dist/quality/GraphHealthMetrics.js.map +1 -0
- package/dist/quality/SemanticMetrics.js +102 -0
- package/dist/quality/SemanticMetrics.js.map +1 -0
- package/dist/quality/StructuralMetrics.js +60 -0
- package/dist/quality/StructuralMetrics.js.map +1 -0
- package/dist/quality/index.js +23 -0
- package/dist/quality/index.js.map +1 -0
- package/dist/shared/index.js +20 -0
- package/dist/shared/index.js.map +1 -0
- package/dist/shared/logger/Logger.js +3 -0
- package/dist/shared/logger/Logger.js.map +1 -0
- package/dist/shared/logger/LoggerFactory.js +75 -0
- package/dist/shared/logger/LoggerFactory.js.map +1 -0
- package/dist/shared/logger/index.js +19 -0
- package/dist/shared/logger/index.js.map +1 -0
- package/dist/shared/shutdown.js +30 -0
- package/dist/shared/shutdown.js.map +1 -0
- package/dist/shared/utils/agglomerativeCluster.js +269 -0
- package/dist/shared/utils/agglomerativeCluster.js.map +1 -0
- package/dist/shared/utils/astSymbols.js +69 -0
- package/dist/shared/utils/astSymbols.js.map +1 -0
- package/dist/shared/utils/cosineSimilarity.js +18 -0
- package/dist/shared/utils/cosineSimilarity.js.map +1 -0
- package/dist/shared/utils/directoryTree.js +184 -0
- package/dist/shared/utils/directoryTree.js.map +1 -0
- package/dist/shared/utils/documentOutline.js +74 -0
- package/dist/shared/utils/documentOutline.js.map +1 -0
- package/dist/shared/utils/index.js +24 -0
- package/dist/shared/utils/index.js.map +1 -0
- package/dist/shared/utils/jaroWinklerSimilarity.js +60 -0
- package/dist/shared/utils/jaroWinklerSimilarity.js.map +1 -0
- package/dist/shared/utils/parseJsonLenient.js +27 -0
- package/dist/shared/utils/parseJsonLenient.js.map +1 -0
- package/dist/shared/utils/readConfig.js +42 -0
- package/dist/shared/utils/readConfig.js.map +1 -0
- package/dist/shared/utils/readRtf.js +216 -0
- package/dist/shared/utils/readRtf.js.map +1 -0
- package/dist/shared/utils/softmax.js +26 -0
- package/dist/shared/utils/softmax.js.map +1 -0
- package/dist/types/ContentClass.js +3 -0
- package/dist/types/ContentClass.js.map +1 -0
- package/dist/types/CorpusProfile.js +3 -0
- package/dist/types/CorpusProfile.js.map +1 -0
- package/dist/types/IContradictionChecker.js +3 -0
- package/dist/types/IContradictionChecker.js.map +1 -0
- package/dist/types/ICorpusAnalyzer.js +3 -0
- package/dist/types/ICorpusAnalyzer.js.map +1 -0
- package/dist/types/IDirectoryProcessor.js +3 -0
- package/dist/types/IDirectoryProcessor.js.map +1 -0
- package/dist/types/IEmbeddingProvider.js +3 -0
- package/dist/types/IEmbeddingProvider.js.map +1 -0
- package/dist/types/IEmbeddingService.js +6 -0
- package/dist/types/IEmbeddingService.js.map +1 -0
- package/dist/types/IFileProcessor.js +3 -0
- package/dist/types/IFileProcessor.js.map +1 -0
- package/dist/types/IGroundingChecker.js +3 -0
- package/dist/types/IGroundingChecker.js.map +1 -0
- package/dist/types/IKnowledgeGraphBuilder.js +3 -0
- package/dist/types/IKnowledgeGraphBuilder.js.map +1 -0
- package/dist/types/IKnowledgeGraphExporter.js +3 -0
- package/dist/types/IKnowledgeGraphExporter.js.map +1 -0
- package/dist/types/IKnowledgeGraphMerger.js +3 -0
- package/dist/types/IKnowledgeGraphMerger.js.map +1 -0
- package/dist/types/IKnowledgeGraphSearch.js +3 -0
- package/dist/types/IKnowledgeGraphSearch.js.map +1 -0
- package/dist/types/ILLMProvider.js +3 -0
- package/dist/types/ILLMProvider.js.map +1 -0
- package/dist/types/ILLMService.js +3 -0
- package/dist/types/ILLMService.js.map +1 -0
- package/dist/types/IObjectDetector.js +3 -0
- package/dist/types/IObjectDetector.js.map +1 -0
- package/dist/types/IProcessingService.js +3 -0
- package/dist/types/IProcessingService.js.map +1 -0
- package/dist/types/IProgressEmitter.js +3 -0
- package/dist/types/IProgressEmitter.js.map +1 -0
- package/dist/types/IPromptManager.js +3 -0
- package/dist/types/IPromptManager.js.map +1 -0
- package/dist/types/KnowledgeGraph.js +3 -0
- package/dist/types/KnowledgeGraph.js.map +1 -0
- package/dist/types/MCPKnowledgeGraph.js +3 -0
- package/dist/types/MCPKnowledgeGraph.js.map +1 -0
- package/dist/types/Observation.js +21 -0
- package/dist/types/Observation.js.map +1 -0
- package/dist/types/ProcessingOptions.js +3 -0
- package/dist/types/ProcessingOptions.js.map +1 -0
- package/dist/types/index.js +40 -0
- package/dist/types/index.js.map +1 -0
- package/package.json +122 -0
|
@@ -0,0 +1,445 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
3
|
+
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
4
|
+
return new (P || (P = Promise))(function (resolve, reject) {
|
|
5
|
+
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
6
|
+
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
7
|
+
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
8
|
+
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
9
|
+
});
|
|
10
|
+
};
|
|
11
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
12
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
13
|
+
};
|
|
14
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
15
|
+
exports.DoclingReader = void 0;
|
|
16
|
+
const FileReader_1 = require("./FileReader");
|
|
17
|
+
const path_1 = __importDefault(require("path"));
|
|
18
|
+
const promises_1 = __importDefault(require("fs/promises"));
|
|
19
|
+
const child_process_1 = require("child_process");
|
|
20
|
+
/**
|
|
21
|
+
* Installation:
|
|
22
|
+
* pip install docling
|
|
23
|
+
*
|
|
24
|
+
* Supported formats: .pdf, .docx, .xlsx, .pptx, .html, .md, .txt,
|
|
25
|
+
* .png, .jpg, .jpeg, .bmp, .tiff
|
|
26
|
+
*/
|
|
27
|
+
class DoclingReader extends FileReader_1.FileReader {
|
|
28
|
+
constructor(pythonExecutable = "python3", maxFileSize = 100 * 1024 * 1024, // 100MB
|
|
29
|
+
maxPages = 1000, tempDir = "./temp", chunker, logger,
|
|
30
|
+
// When used as the `pdfEngine`, pass `[".pdf"]` so Docling claims only PDFs
|
|
31
|
+
// (office/markdown/etc. stay with their dedicated readers). Defaults to the
|
|
32
|
+
// full Docling format set for the standalone "docling for everything" use.
|
|
33
|
+
extensions) {
|
|
34
|
+
super(extensions !== null && extensions !== void 0 ? extensions : [
|
|
35
|
+
// Document formats
|
|
36
|
+
".pdf",
|
|
37
|
+
".docx",
|
|
38
|
+
".xlsx",
|
|
39
|
+
".pptx",
|
|
40
|
+
".odt",
|
|
41
|
+
".odp",
|
|
42
|
+
".ods",
|
|
43
|
+
// Web formats
|
|
44
|
+
".html",
|
|
45
|
+
".htm",
|
|
46
|
+
".md",
|
|
47
|
+
".txt",
|
|
48
|
+
".rtf",
|
|
49
|
+
// Image formats (with OCR)
|
|
50
|
+
".png",
|
|
51
|
+
".jpg",
|
|
52
|
+
".jpeg",
|
|
53
|
+
".bmp",
|
|
54
|
+
".tiff",
|
|
55
|
+
".gif",
|
|
56
|
+
".webp",
|
|
57
|
+
], chunker, logger);
|
|
58
|
+
this.pythonExecutable = pythonExecutable;
|
|
59
|
+
this.maxFileSize = maxFileSize;
|
|
60
|
+
this.maxPages = maxPages;
|
|
61
|
+
this.tempDir = tempDir;
|
|
62
|
+
this.ensureTempDir();
|
|
63
|
+
}
|
|
64
|
+
getName() {
|
|
65
|
+
return "DoclingReader";
|
|
66
|
+
}
|
|
67
|
+
read(filePath) {
|
|
68
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
69
|
+
yield this.validateFile(filePath);
|
|
70
|
+
try {
|
|
71
|
+
this.logger.debug(`Processing document with Docling: ${filePath}`);
|
|
72
|
+
const stats = yield promises_1.default.stat(filePath);
|
|
73
|
+
// Validate file size
|
|
74
|
+
if (stats.size > this.maxFileSize) {
|
|
75
|
+
throw new Error(`File size ${stats.size} exceeds maximum allowed size ${this.maxFileSize}`);
|
|
76
|
+
}
|
|
77
|
+
// Process document with Docling
|
|
78
|
+
const startTime = Date.now();
|
|
79
|
+
const doclingResult = yield this.processWithDocling(filePath);
|
|
80
|
+
const processingTime = Date.now() - startTime;
|
|
81
|
+
// Extract images if present
|
|
82
|
+
const images = yield this.extractImages(doclingResult);
|
|
83
|
+
// Build comprehensive metadata
|
|
84
|
+
const metadata = Object.assign(Object.assign({ type: this.getDocumentType(path_1.default.extname(filePath).toLowerCase()), description: this.getDocumentDescription(path_1.default.extname(filePath)), fileName: path_1.default.basename(filePath), filePath: filePath, fileSize: stats.size, createdAt: stats.birthtime.toISOString(), modifiedAt: stats.mtime.toISOString(), extension: path_1.default.extname(filePath).toLowerCase() }, doclingResult.metadata), {
|
|
85
|
+
// Processing metadata
|
|
86
|
+
processingTimeMs: processingTime, processorUsed: "docling", doclingVersion: doclingResult.version || "unknown", contentLength: doclingResult.content.length, hasImages: images.length > 0, imageCount: images.length, status: "success" });
|
|
87
|
+
this.logger.debug(`Successfully processed ${filePath} with Docling in ${processingTime}ms`);
|
|
88
|
+
return {
|
|
89
|
+
chunks: [
|
|
90
|
+
{
|
|
91
|
+
content: doclingResult.content,
|
|
92
|
+
startOffset: 0,
|
|
93
|
+
endOffset: doclingResult.content.length,
|
|
94
|
+
index: 1,
|
|
95
|
+
totalChunks: 1,
|
|
96
|
+
images: images.length > 0 ? images : undefined,
|
|
97
|
+
},
|
|
98
|
+
],
|
|
99
|
+
metadata: metadata,
|
|
100
|
+
};
|
|
101
|
+
}
|
|
102
|
+
catch (error) {
|
|
103
|
+
this.logger.error(`Failed to process document with Docling ${filePath}: ${error.message}`);
|
|
104
|
+
return {
|
|
105
|
+
chunks: [],
|
|
106
|
+
metadata: {
|
|
107
|
+
type: this.getDocumentType(path_1.default.extname(filePath).toLowerCase()),
|
|
108
|
+
description: this.getDocumentDescription(path_1.default.extname(filePath)),
|
|
109
|
+
fileName: path_1.default.basename(filePath),
|
|
110
|
+
filePath: filePath,
|
|
111
|
+
status: "error",
|
|
112
|
+
error: error.message,
|
|
113
|
+
errorType: error.name,
|
|
114
|
+
processorUsed: "docling",
|
|
115
|
+
processingStep: error.step || "unknown",
|
|
116
|
+
},
|
|
117
|
+
};
|
|
118
|
+
}
|
|
119
|
+
});
|
|
120
|
+
}
|
|
121
|
+
/**
|
|
122
|
+
* Process document using Docling CLI
|
|
123
|
+
*/
|
|
124
|
+
processWithDocling(filePath) {
|
|
125
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
126
|
+
const outputPath = path_1.default.join(this.tempDir, `docling_output_${Date.now()}_${Math.random()
|
|
127
|
+
.toString(36)
|
|
128
|
+
.slice(2, 11)}.json`);
|
|
129
|
+
try {
|
|
130
|
+
// Build Docling command
|
|
131
|
+
this.pythonExecutable = "docling";
|
|
132
|
+
const doclingArgs = [
|
|
133
|
+
// "-m",
|
|
134
|
+
// "docling.cli.main", // Use CLI module
|
|
135
|
+
filePath, // Input file
|
|
136
|
+
"--to",
|
|
137
|
+
"json", // Output as JSON for structured parsing
|
|
138
|
+
"--output",
|
|
139
|
+
outputPath, // Output file
|
|
140
|
+
// "--max-pages",
|
|
141
|
+
// this.maxPages.toString(),
|
|
142
|
+
// "--max-file-size",
|
|
143
|
+
// this.maxFileSize.toString(),
|
|
144
|
+
];
|
|
145
|
+
this.logger.debug(`Running Docling: ${this.pythonExecutable} ${doclingArgs.join(" ")}`);
|
|
146
|
+
// Execute Docling
|
|
147
|
+
const result = yield this.executeCommand(this.pythonExecutable, doclingArgs);
|
|
148
|
+
if (result.code !== 0) {
|
|
149
|
+
throw new Error(`Docling processing failed: ${result.stderr}`);
|
|
150
|
+
}
|
|
151
|
+
// Read the output JSON
|
|
152
|
+
const outputContent = yield promises_1.default.readFile(outputPath, "utf-8");
|
|
153
|
+
const doclingOutput = JSON.parse(outputContent);
|
|
154
|
+
// Extract content and metadata
|
|
155
|
+
const processedResult = this.parseDoclingOutput(doclingOutput, result.stdout);
|
|
156
|
+
promises_1.default.writeFile("debug_output_text.txt", processedResult.content);
|
|
157
|
+
// Cleanup
|
|
158
|
+
yield this.cleanup(outputPath);
|
|
159
|
+
return processedResult;
|
|
160
|
+
}
|
|
161
|
+
catch (error) {
|
|
162
|
+
error.step = "docling_processing";
|
|
163
|
+
// Cleanup on error
|
|
164
|
+
try {
|
|
165
|
+
yield this.cleanup(outputPath);
|
|
166
|
+
}
|
|
167
|
+
catch (cleanupError) {
|
|
168
|
+
this.logger.warn(`Failed to cleanup temp file: ${cleanupError}`);
|
|
169
|
+
}
|
|
170
|
+
throw error;
|
|
171
|
+
}
|
|
172
|
+
});
|
|
173
|
+
}
|
|
174
|
+
/**
|
|
175
|
+
* Parse Docling JSON output into our format
|
|
176
|
+
*/
|
|
177
|
+
parseDoclingOutput(doclingJson, stdout) {
|
|
178
|
+
var _a, _b, _c, _d, _e, _f, _g, _h, _j, _k, _l, _m, _o, _p, _q;
|
|
179
|
+
try {
|
|
180
|
+
// Extract main content (Markdown format is usually the most readable)
|
|
181
|
+
let content = "";
|
|
182
|
+
if (doclingJson.main_text) {
|
|
183
|
+
content = doclingJson.main_text;
|
|
184
|
+
}
|
|
185
|
+
else if (doclingJson.markdown) {
|
|
186
|
+
content = doclingJson.markdown;
|
|
187
|
+
}
|
|
188
|
+
else if (doclingJson.text) {
|
|
189
|
+
content = doclingJson.text;
|
|
190
|
+
}
|
|
191
|
+
else if (doclingJson.content) {
|
|
192
|
+
content = doclingJson.content;
|
|
193
|
+
}
|
|
194
|
+
// Extract document metadata
|
|
195
|
+
const metadata = {
|
|
196
|
+
// Document structure
|
|
197
|
+
pageCount: doclingJson.page_count || ((_a = doclingJson.pages) === null || _a === void 0 ? void 0 : _a.length) || 0,
|
|
198
|
+
elementCount: ((_b = doclingJson.elements) === null || _b === void 0 ? void 0 : _b.length) || 0,
|
|
199
|
+
// Content analysis
|
|
200
|
+
hastables: ((_c = doclingJson.tables) === null || _c === void 0 ? void 0 : _c.length) > 0 || false,
|
|
201
|
+
tableCount: ((_d = doclingJson.tables) === null || _d === void 0 ? void 0 : _d.length) || 0,
|
|
202
|
+
hasFigures: ((_e = doclingJson.figures) === null || _e === void 0 ? void 0 : _e.length) > 0 || false,
|
|
203
|
+
figureCount: ((_f = doclingJson.figures) === null || _f === void 0 ? void 0 : _f.length) || 0,
|
|
204
|
+
hasFormulas: ((_g = doclingJson.formulas) === null || _g === void 0 ? void 0 : _g.length) > 0 || false,
|
|
205
|
+
formulaCount: ((_h = doclingJson.formulas) === null || _h === void 0 ? void 0 : _h.length) || 0,
|
|
206
|
+
// Document properties
|
|
207
|
+
title: doclingJson.title || ((_j = doclingJson.metadata) === null || _j === void 0 ? void 0 : _j.title) || "",
|
|
208
|
+
author: doclingJson.author || ((_k = doclingJson.metadata) === null || _k === void 0 ? void 0 : _k.author) || "",
|
|
209
|
+
subject: doclingJson.subject || ((_l = doclingJson.metadata) === null || _l === void 0 ? void 0 : _l.subject) || "",
|
|
210
|
+
creator: doclingJson.creator || ((_m = doclingJson.metadata) === null || _m === void 0 ? void 0 : _m.creator) || "",
|
|
211
|
+
producer: doclingJson.producer || ((_o = doclingJson.metadata) === null || _o === void 0 ? void 0 : _o.producer) || "",
|
|
212
|
+
creationDate: doclingJson.creation_date ||
|
|
213
|
+
((_p = doclingJson.metadata) === null || _p === void 0 ? void 0 : _p.creation_date) ||
|
|
214
|
+
"",
|
|
215
|
+
modificationDate: doclingJson.modification_date ||
|
|
216
|
+
((_q = doclingJson.metadata) === null || _q === void 0 ? void 0 : _q.modification_date) ||
|
|
217
|
+
"",
|
|
218
|
+
// Language and classification
|
|
219
|
+
detectedLanguage: doclingJson.language || "unknown",
|
|
220
|
+
confidence: doclingJson.confidence || null,
|
|
221
|
+
// Processing details
|
|
222
|
+
processingModel: doclingJson.model_info || "docling_default",
|
|
223
|
+
layoutAnalysis: doclingJson.layout_analysis || {},
|
|
224
|
+
tableStructure: doclingJson.table_structure || {},
|
|
225
|
+
// Raw Docling output for advanced use cases
|
|
226
|
+
rawDoclingOutput: doclingJson,
|
|
227
|
+
};
|
|
228
|
+
// Extract images information
|
|
229
|
+
const images = doclingJson.images || doclingJson.figures || [];
|
|
230
|
+
if (images.length > 0) {
|
|
231
|
+
metadata.imageMetadata = images.map((img) => ({
|
|
232
|
+
id: img.id || img.name,
|
|
233
|
+
caption: img.caption || img.alt_text || "",
|
|
234
|
+
bbox: img.bbox || img.bounding_box,
|
|
235
|
+
confidence: img.confidence,
|
|
236
|
+
classification: img.classification || img.type,
|
|
237
|
+
}));
|
|
238
|
+
}
|
|
239
|
+
// Extract table information
|
|
240
|
+
const tables = doclingJson.tables || [];
|
|
241
|
+
if (tables.length > 0) {
|
|
242
|
+
metadata.tableMetadata = tables.map((table) => {
|
|
243
|
+
var _a, _b;
|
|
244
|
+
return ({
|
|
245
|
+
id: table.id,
|
|
246
|
+
caption: table.caption || "",
|
|
247
|
+
rowCount: table.row_count || ((_a = table.rows) === null || _a === void 0 ? void 0 : _a.length) || 0,
|
|
248
|
+
columnCount: table.column_count || ((_b = table.columns) === null || _b === void 0 ? void 0 : _b.length) || 0,
|
|
249
|
+
bbox: table.bbox || table.bounding_box,
|
|
250
|
+
confidence: table.confidence,
|
|
251
|
+
});
|
|
252
|
+
});
|
|
253
|
+
}
|
|
254
|
+
return {
|
|
255
|
+
content: content.trim(),
|
|
256
|
+
metadata: metadata,
|
|
257
|
+
version: this.extractVersionFromOutput(stdout),
|
|
258
|
+
images: images,
|
|
259
|
+
};
|
|
260
|
+
}
|
|
261
|
+
catch (parseError) {
|
|
262
|
+
throw new Error(`Failed to parse Docling output: ${parseError.message}`);
|
|
263
|
+
}
|
|
264
|
+
}
|
|
265
|
+
/**
|
|
266
|
+
* Extract embedded images from Docling output
|
|
267
|
+
*/
|
|
268
|
+
extractImages(doclingResult) {
|
|
269
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
270
|
+
const images = [];
|
|
271
|
+
try {
|
|
272
|
+
if (doclingResult.images && Array.isArray(doclingResult.images)) {
|
|
273
|
+
for (const imageInfo of doclingResult.images) {
|
|
274
|
+
if (imageInfo.data) {
|
|
275
|
+
// If image data is base64 encoded
|
|
276
|
+
if (typeof imageInfo.data === "string" &&
|
|
277
|
+
imageInfo.data.startsWith("data:")) {
|
|
278
|
+
const base64Data = imageInfo.data.split(",")[1];
|
|
279
|
+
const buffer = Buffer.from(base64Data, "base64");
|
|
280
|
+
images.push({ buffer: buffer });
|
|
281
|
+
}
|
|
282
|
+
else if (imageInfo.path &&
|
|
283
|
+
(yield this.fileExists(imageInfo.path))) {
|
|
284
|
+
// If image is saved as a separate file
|
|
285
|
+
const buffer = yield promises_1.default.readFile(imageInfo.path);
|
|
286
|
+
images.push({ buffer });
|
|
287
|
+
}
|
|
288
|
+
}
|
|
289
|
+
}
|
|
290
|
+
}
|
|
291
|
+
}
|
|
292
|
+
catch (error) {
|
|
293
|
+
this.logger.warn(`Could not extract images from Docling output: ${error}`);
|
|
294
|
+
}
|
|
295
|
+
return images;
|
|
296
|
+
});
|
|
297
|
+
}
|
|
298
|
+
/**
|
|
299
|
+
* Execute command and return result
|
|
300
|
+
*/
|
|
301
|
+
executeCommand(command, args) {
|
|
302
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
303
|
+
return new Promise((resolve, reject) => {
|
|
304
|
+
var _a, _b;
|
|
305
|
+
const options = {
|
|
306
|
+
stdio: ["pipe", "pipe", "pipe"],
|
|
307
|
+
env: Object.assign(Object.assign({}, process.env), { PYTHONUNBUFFERED: "1" }),
|
|
308
|
+
};
|
|
309
|
+
const child = (0, child_process_1.spawn)(command, args, options);
|
|
310
|
+
let stdout = "";
|
|
311
|
+
let stderr = "";
|
|
312
|
+
(_a = child.stdout) === null || _a === void 0 ? void 0 : _a.on("data", (data) => {
|
|
313
|
+
stdout += data.toString();
|
|
314
|
+
});
|
|
315
|
+
(_b = child.stderr) === null || _b === void 0 ? void 0 : _b.on("data", (data) => {
|
|
316
|
+
stderr += data.toString();
|
|
317
|
+
});
|
|
318
|
+
child.on("close", (code) => {
|
|
319
|
+
resolve({
|
|
320
|
+
code: code || 0,
|
|
321
|
+
stdout,
|
|
322
|
+
stderr,
|
|
323
|
+
});
|
|
324
|
+
});
|
|
325
|
+
child.on("error", (error) => {
|
|
326
|
+
reject(new Error(`Failed to execute command: ${error.message}`));
|
|
327
|
+
});
|
|
328
|
+
// Set timeout for long-running processes
|
|
329
|
+
const timeout = setTimeout(() => {
|
|
330
|
+
child.kill("SIGTERM");
|
|
331
|
+
reject(new Error("Command execution timeout"));
|
|
332
|
+
}, 300000); // 5 minutes timeout
|
|
333
|
+
child.on("close", () => {
|
|
334
|
+
clearTimeout(timeout);
|
|
335
|
+
});
|
|
336
|
+
});
|
|
337
|
+
});
|
|
338
|
+
}
|
|
339
|
+
/**
|
|
340
|
+
* Extract Docling version from output
|
|
341
|
+
*/
|
|
342
|
+
extractVersionFromOutput(output) {
|
|
343
|
+
const versionMatch = output.match(/docling[^\d]*(\d+\.\d+\.\d+)/i);
|
|
344
|
+
return versionMatch ? versionMatch[1] : "unknown";
|
|
345
|
+
}
|
|
346
|
+
/**
|
|
347
|
+
* Check if file exists
|
|
348
|
+
*/
|
|
349
|
+
fileExists(filePath) {
|
|
350
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
351
|
+
try {
|
|
352
|
+
yield promises_1.default.access(filePath);
|
|
353
|
+
return true;
|
|
354
|
+
}
|
|
355
|
+
catch (_a) {
|
|
356
|
+
return false;
|
|
357
|
+
}
|
|
358
|
+
});
|
|
359
|
+
}
|
|
360
|
+
/**
|
|
361
|
+
* Clean up temporary files
|
|
362
|
+
*/
|
|
363
|
+
cleanup(filePath) {
|
|
364
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
365
|
+
try {
|
|
366
|
+
if (yield this.fileExists(filePath)) {
|
|
367
|
+
yield promises_1.default.unlink(filePath);
|
|
368
|
+
this.logger.debug(`Cleaned up temporary file: ${filePath}`);
|
|
369
|
+
}
|
|
370
|
+
}
|
|
371
|
+
catch (error) {
|
|
372
|
+
this.logger.warn(`Could not clean up temporary file ${filePath}: ${error}`);
|
|
373
|
+
}
|
|
374
|
+
});
|
|
375
|
+
}
|
|
376
|
+
/**
|
|
377
|
+
* Ensure temp directory exists
|
|
378
|
+
*/
|
|
379
|
+
ensureTempDir() {
|
|
380
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
381
|
+
try {
|
|
382
|
+
yield promises_1.default.mkdir(this.tempDir, { recursive: true });
|
|
383
|
+
}
|
|
384
|
+
catch (error) {
|
|
385
|
+
this.logger.warn(`Could not create temp directory ${this.tempDir}: ${error}`);
|
|
386
|
+
}
|
|
387
|
+
});
|
|
388
|
+
}
|
|
389
|
+
/**
|
|
390
|
+
* Get document type based on extension
|
|
391
|
+
*/
|
|
392
|
+
getDocumentType(ext) {
|
|
393
|
+
const types = {
|
|
394
|
+
".pdf": "pdf_document",
|
|
395
|
+
".docx": "word_document",
|
|
396
|
+
".xlsx": "excel_spreadsheet",
|
|
397
|
+
".pptx": "powerpoint_presentation",
|
|
398
|
+
".html": "html_document",
|
|
399
|
+
".htm": "html_document",
|
|
400
|
+
".md": "markdown_document",
|
|
401
|
+
".txt": "text_document",
|
|
402
|
+
".rtf": "rtf_document",
|
|
403
|
+
".odt": "openoffice_text",
|
|
404
|
+
".odp": "openoffice_presentation",
|
|
405
|
+
".ods": "openoffice_spreadsheet",
|
|
406
|
+
".png": "image_document",
|
|
407
|
+
".jpg": "image_document",
|
|
408
|
+
".jpeg": "image_document",
|
|
409
|
+
".bmp": "image_document",
|
|
410
|
+
".tiff": "image_document",
|
|
411
|
+
".gif": "image_document",
|
|
412
|
+
".webp": "image_document",
|
|
413
|
+
};
|
|
414
|
+
return types[ext] || "unknown_document";
|
|
415
|
+
}
|
|
416
|
+
/**
|
|
417
|
+
* Get human-readable description
|
|
418
|
+
*/
|
|
419
|
+
getDocumentDescription(ext) {
|
|
420
|
+
const descriptions = {
|
|
421
|
+
".pdf": "PDF Document",
|
|
422
|
+
".docx": "Microsoft Word Document",
|
|
423
|
+
".xlsx": "Microsoft Excel Spreadsheet",
|
|
424
|
+
".pptx": "Microsoft PowerPoint Presentation",
|
|
425
|
+
".html": "HTML Document",
|
|
426
|
+
".htm": "HTML Document",
|
|
427
|
+
".md": "Markdown Document",
|
|
428
|
+
".txt": "Text Document",
|
|
429
|
+
".rtf": "Rich Text Format Document",
|
|
430
|
+
".odt": "OpenDocument Text",
|
|
431
|
+
".odp": "OpenDocument Presentation",
|
|
432
|
+
".ods": "OpenDocument Spreadsheet",
|
|
433
|
+
".png": "PNG Image",
|
|
434
|
+
".jpg": "JPEG Image",
|
|
435
|
+
".jpeg": "JPEG Image",
|
|
436
|
+
".bmp": "Bitmap Image",
|
|
437
|
+
".tiff": "TIFF Image",
|
|
438
|
+
".gif": "GIF Image",
|
|
439
|
+
".webp": "WebP Image",
|
|
440
|
+
};
|
|
441
|
+
return descriptions[ext] || "Unknown Document";
|
|
442
|
+
}
|
|
443
|
+
}
|
|
444
|
+
exports.DoclingReader = DoclingReader;
|
|
445
|
+
//# sourceMappingURL=DoclingReader.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"DoclingReader.js","sourceRoot":"","sources":["../../../../src/core/processor/readers/DoclingReader.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,6CAAuE;AACvE,gDAAwB;AACxB,2DAA6B;AAC7B,iDAAoD;AAKpD;;;;;;GAMG;AACH,MAAa,aAAc,SAAQ,uBAAU;IAM3C,YACE,gBAAgB,GAAG,SAAS,EAC5B,WAAW,GAAG,GAAG,GAAG,IAAI,GAAG,IAAI,EAAE,QAAQ;IACzC,QAAQ,GAAG,IAAI,EACf,OAAO,GAAG,QAAQ,EAClB,OAAoB,EACpB,MAAc;IACd,4EAA4E;IAC5E,4EAA4E;IAC5E,2EAA2E;IAC3E,UAAqB;QAErB,KAAK,CACH,UAAU,aAAV,UAAU,cAAV,UAAU,GAAI;YACZ,mBAAmB;YACnB,MAAM;YACN,OAAO;YACP,OAAO;YACP,OAAO;YACP,MAAM;YACN,MAAM;YACN,MAAM;YACN,cAAc;YACd,OAAO;YACP,MAAM;YACN,KAAK;YACL,MAAM;YACN,MAAM;YACN,2BAA2B;YAC3B,MAAM;YACN,MAAM;YACN,OAAO;YACP,MAAM;YACN,OAAO;YACP,MAAM;YACN,OAAO;SACR,EACD,OAAO,EACP,MAAM,CACP,CAAC;QAEF,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;QACzC,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,aAAa,EAAE,CAAC;IACvB,CAAC;IAED,OAAO;QACL,OAAO,eAAe,CAAC;IACzB,CAAC;IAEK,IAAI,CAAC,QAAgB;;YACzB,MAAM,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;YAElC,IAAI,CAAC;gBACH,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,qCAAqC,QAAQ,EAAE,CAAC,CAAC;gBAEnE,MAAM,KAAK,GAAG,MAAM,kBAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;gBAEtC,qBAAqB;gBACrB,IAAI,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;oBAClC,MAAM,IAAI,KAAK,CACb,aAAa,KAAK,CAAC,IAAI,iCAAiC,IAAI,CAAC,WAAW,EAAE,CAC3E,CAAC;gBACJ,CAAC;gBAED,gCAAgC;gBAChC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;gBAC7B,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,QAAQ,CAAC,CAAC;gBAC9D,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;gBAE9C,4BAA4B;gBAC5B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,aAAa,CAAC,CAAC;gBAEvD,+BAA+B;gBAC/B,MAAM,QAAQ,iCACZ,IAAI,EAAE,IAAI,CAAC,eAAe,CAAC,cAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC,EAChE,WAAW,EAAE,IAAI,CAAC,sBAAsB,CAAC,cAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,EAChE,QAAQ,EAAE,cAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,EACjC,QAAQ,EAAE,QAAQ,EAClB,QAAQ,EAAE,KAAK,CAAC,IAAI,EACpB,SAAS,EAAE,KAAK,CAAC,SAAS,CAAC,WAAW,EAAE,EACxC,UAAU,EAAE,KAAK,CAAC,KAAK,CAAC,WAAW,EAAE,EACrC,SAAS,EAAE,cAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,IAG5C,aAAa,CAAC,QAAQ;oBAEzB,sBAAsB;oBACtB,gBAAgB,EAAE,cAAc,EAChC,aAAa,EAAE,SAAS,EACxB,cAAc,EAAE,aAAa,CAAC,OAAO,IAAI,SAAS,EAClD,aAAa,EAAE,aAAa,CAAC,OAAO,CAAC,MAAM,EAC3C,SAAS,EAAE,MAAM,CAAC,MAAM,GAAG,CAAC,EAC5B,UAAU,EAAE,MAAM,CAAC,MAAM,EACzB,MAAM,EAAE,SAAS,GAClB,CAAC;gBAEF,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,0BAA0B,QAAQ,oBAAoB,cAAc,IAAI,CACzE,CAAC;gBAEF,OAAO;oBACL,MAAM,EAAE;wBACN;4BACE,OAAO,EAAE,aAAa,CAAC,OAAO;4BAC9B,WAAW,EAAE,CAAC;4BACd,SAAS,EAAE,aAAa,CAAC,OAAO,CAAC,MAAM;4BACvC,KAAK,EAAE,CAAC;4BACR,WAAW,EAAE,CAAC;4BACd,MAAM,EAAE,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS;yBAC/C;qBACF;oBACD,QAAQ,EAAE,QAAQ;iBACnB,CAAC;YACJ,CAAC;YAAC,OAAO,KAAU,EAAE,CAAC;gBACpB,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,2CAA2C,QAAQ,KAAK,KAAK,CAAC,OAAO,EAAE,CACxE,CAAC;gBAEF,OAAO;oBACL,MAAM,EAAE,EAAE;oBACV,QAAQ,EAAE;wBACR,IAAI,EAAE,IAAI,CAAC,eAAe,CAAC,cAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC;wBAChE,WAAW,EAAE,IAAI,CAAC,sBAAsB,CAAC,cAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;wBAChE,QAAQ,EAAE,cAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC;wBACjC,QAAQ,EAAE,QAAQ;wBAClB,MAAM,EAAE,OAAO;wBACf,KAAK,EAAE,KAAK,CAAC,OAAO;wBACpB,SAAS,EAAE,KAAK,CAAC,IAAI;wBACrB,aAAa,EAAE,SAAS;wBACxB,cAAc,EAAE,KAAK,CAAC,IAAI,IAAI,SAAS;qBACxC;iBACF,CAAC;YACJ,CAAC;QACH,CAAC;KAAA;IAED;;OAEG;IACW,kBAAkB,CAC9B,QAAgB;;YAEhB,MAAM,UAAU,GAAG,cAAI,CAAC,IAAI,CAC1B,IAAI,CAAC,OAAO,EACZ,kBAAkB,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE;iBAC1C,QAAQ,CAAC,EAAE,CAAC;iBACZ,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CACvB,CAAC;YAEF,IAAI,CAAC;gBACH,wBAAwB;gBACxB,IAAI,CAAC,gBAAgB,GAAG,SAAS,CAAC;gBAClC,MAAM,WAAW,GAAG;oBAClB,QAAQ;oBACR,wCAAwC;oBACxC,QAAQ,EAAE,aAAa;oBACvB,MAAM;oBACN,MAAM,EAAE,wCAAwC;oBAChD,UAAU;oBACV,UAAU,EAAE,cAAc;oBAC1B,iBAAiB;oBACjB,4BAA4B;oBAC5B,qBAAqB;oBACrB,+BAA+B;iBAChC,CAAC;gBAEF,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,oBAAoB,IAAI,CAAC,gBAAgB,IAAI,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CACrE,CAAC;gBAEF,kBAAkB;gBAClB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,cAAc,CACtC,IAAI,CAAC,gBAAgB,EACrB,WAAW,CACZ,CAAC;gBAEF,IAAI,MAAM,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;oBACtB,MAAM,IAAI,KAAK,CAAC,8BAA8B,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;gBACjE,CAAC;gBAED,uBAAuB;gBACvB,MAAM,aAAa,GAAG,MAAM,kBAAE,CAAC,QAAQ,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;gBAC7D,MAAM,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;gBAEhD,+BAA+B;gBAC/B,MAAM,eAAe,GAAG,IAAI,CAAC,kBAAkB,CAC7C,aAAa,EACb,MAAM,CAAC,MAAM,CACd,CAAC;gBAEF,kBAAE,CAAC,SAAS,CAAC,uBAAuB,EAAE,eAAe,CAAC,OAAO,CAAC,CAAC;gBAE/D,UAAU;gBACV,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;gBAE/B,OAAO,eAAe,CAAC;YACzB,CAAC;YAAC,OAAO,KAAU,EAAE,CAAC;gBACpB,KAAK,CAAC,IAAI,GAAG,oBAAoB,CAAC;gBAElC,mBAAmB;gBACnB,IAAI,CAAC;oBACH,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;gBACjC,CAAC;gBAAC,OAAO,YAAY,EAAE,CAAC;oBACtB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,gCAAgC,YAAY,EAAE,CAAC,CAAC;gBACnE,CAAC;gBAED,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;KAAA;IAED;;OAEG;IACK,kBAAkB,CACxB,WAAgB,EAChB,MAAc;;QAEd,IAAI,CAAC;YACH,sEAAsE;YACtE,IAAI,OAAO,GAAG,EAAE,CAAC;YAEjB,IAAI,WAAW,CAAC,SAAS,EAAE,CAAC;gBAC1B,OAAO,GAAG,WAAW,CAAC,SAAS,CAAC;YAClC,CAAC;iBAAM,IAAI,WAAW,CAAC,QAAQ,EAAE,CAAC;gBAChC,OAAO,GAAG,WAAW,CAAC,QAAQ,CAAC;YACjC,CAAC;iBAAM,IAAI,WAAW,CAAC,IAAI,EAAE,CAAC;gBAC5B,OAAO,GAAG,WAAW,CAAC,IAAI,CAAC;YAC7B,CAAC;iBAAM,IAAI,WAAW,CAAC,OAAO,EAAE,CAAC;gBAC/B,OAAO,GAAG,WAAW,CAAC,OAAO,CAAC;YAChC,CAAC;YAED,4BAA4B;YAC5B,MAAM,QAAQ,GAAQ;gBACpB,qBAAqB;gBACrB,SAAS,EAAE,WAAW,CAAC,UAAU,KAAI,MAAA,WAAW,CAAC,KAAK,0CAAE,MAAM,CAAA,IAAI,CAAC;gBACnE,YAAY,EAAE,CAAA,MAAA,WAAW,CAAC,QAAQ,0CAAE,MAAM,KAAI,CAAC;gBAE/C,mBAAmB;gBACnB,SAAS,EAAE,CAAA,MAAA,WAAW,CAAC,MAAM,0CAAE,MAAM,IAAG,CAAC,IAAI,KAAK;gBAClD,UAAU,EAAE,CAAA,MAAA,WAAW,CAAC,MAAM,0CAAE,MAAM,KAAI,CAAC;gBAC3C,UAAU,EAAE,CAAA,MAAA,WAAW,CAAC,OAAO,0CAAE,MAAM,IAAG,CAAC,IAAI,KAAK;gBACpD,WAAW,EAAE,CAAA,MAAA,WAAW,CAAC,OAAO,0CAAE,MAAM,KAAI,CAAC;gBAC7C,WAAW,EAAE,CAAA,MAAA,WAAW,CAAC,QAAQ,0CAAE,MAAM,IAAG,CAAC,IAAI,KAAK;gBACtD,YAAY,EAAE,CAAA,MAAA,WAAW,CAAC,QAAQ,0CAAE,MAAM,KAAI,CAAC;gBAE/C,sBAAsB;gBACtB,KAAK,EAAE,WAAW,CAAC,KAAK,KAAI,MAAA,WAAW,CAAC,QAAQ,0CAAE,KAAK,CAAA,IAAI,EAAE;gBAC7D,MAAM,EAAE,WAAW,CAAC,MAAM,KAAI,MAAA,WAAW,CAAC,QAAQ,0CAAE,MAAM,CAAA,IAAI,EAAE;gBAChE,OAAO,EAAE,WAAW,CAAC,OAAO,KAAI,MAAA,WAAW,CAAC,QAAQ,0CAAE,OAAO,CAAA,IAAI,EAAE;gBACnE,OAAO,EAAE,WAAW,CAAC,OAAO,KAAI,MAAA,WAAW,CAAC,QAAQ,0CAAE,OAAO,CAAA,IAAI,EAAE;gBACnE,QAAQ,EAAE,WAAW,CAAC,QAAQ,KAAI,MAAA,WAAW,CAAC,QAAQ,0CAAE,QAAQ,CAAA,IAAI,EAAE;gBACtE,YAAY,EACV,WAAW,CAAC,aAAa;qBACzB,MAAA,WAAW,CAAC,QAAQ,0CAAE,aAAa,CAAA;oBACnC,EAAE;gBACJ,gBAAgB,EACd,WAAW,CAAC,iBAAiB;qBAC7B,MAAA,WAAW,CAAC,QAAQ,0CAAE,iBAAiB,CAAA;oBACvC,EAAE;gBAEJ,8BAA8B;gBAC9B,gBAAgB,EAAE,WAAW,CAAC,QAAQ,IAAI,SAAS;gBACnD,UAAU,EAAE,WAAW,CAAC,UAAU,IAAI,IAAI;gBAE1C,qBAAqB;gBACrB,eAAe,EAAE,WAAW,CAAC,UAAU,IAAI,iBAAiB;gBAC5D,cAAc,EAAE,WAAW,CAAC,eAAe,IAAI,EAAE;gBACjD,cAAc,EAAE,WAAW,CAAC,eAAe,IAAI,EAAE;gBAEjD,4CAA4C;gBAC5C,gBAAgB,EAAE,WAAW;aAC9B,CAAC;YAEF,6BAA6B;YAC7B,MAAM,MAAM,GAAG,WAAW,CAAC,MAAM,IAAI,WAAW,CAAC,OAAO,IAAI,EAAE,CAAC;YAC/D,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACtB,QAAQ,CAAC,aAAa,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,GAAQ,EAAE,EAAE,CAAC,CAAC;oBACjD,EAAE,EAAE,GAAG,CAAC,EAAE,IAAI,GAAG,CAAC,IAAI;oBACtB,OAAO,EAAE,GAAG,CAAC,OAAO,IAAI,GAAG,CAAC,QAAQ,IAAI,EAAE;oBAC1C,IAAI,EAAE,GAAG,CAAC,IAAI,IAAI,GAAG,CAAC,YAAY;oBAClC,UAAU,EAAE,GAAG,CAAC,UAAU;oBAC1B,cAAc,EAAE,GAAG,CAAC,cAAc,IAAI,GAAG,CAAC,IAAI;iBAC/C,CAAC,CAAC,CAAC;YACN,CAAC;YAED,4BAA4B;YAC5B,MAAM,MAAM,GAAG,WAAW,CAAC,MAAM,IAAI,EAAE,CAAC;YACxC,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACtB,QAAQ,CAAC,aAAa,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,KAAU,EAAE,EAAE;;oBAAC,OAAA,CAAC;wBACnD,EAAE,EAAE,KAAK,CAAC,EAAE;wBACZ,OAAO,EAAE,KAAK,CAAC,OAAO,IAAI,EAAE;wBAC5B,QAAQ,EAAE,KAAK,CAAC,SAAS,KAAI,MAAA,KAAK,CAAC,IAAI,0CAAE,MAAM,CAAA,IAAI,CAAC;wBACpD,WAAW,EAAE,KAAK,CAAC,YAAY,KAAI,MAAA,KAAK,CAAC,OAAO,0CAAE,MAAM,CAAA,IAAI,CAAC;wBAC7D,IAAI,EAAE,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,YAAY;wBACtC,UAAU,EAAE,KAAK,CAAC,UAAU;qBAC7B,CAAC,CAAA;iBAAA,CAAC,CAAC;YACN,CAAC;YAED,OAAO;gBACL,OAAO,EAAE,OAAO,CAAC,IAAI,EAAE;gBACvB,QAAQ,EAAE,QAAQ;gBAClB,OAAO,EAAE,IAAI,CAAC,wBAAwB,CAAC,MAAM,CAAC;gBAC9C,MAAM,EAAE,MAAM;aACf,CAAC;QACJ,CAAC;QAAC,OAAO,UAAe,EAAE,CAAC;YACzB,MAAM,IAAI,KAAK,CAAC,mCAAmC,UAAU,CAAC,OAAO,EAAE,CAAC,CAAC;QAC3E,CAAC;IACH,CAAC;IAED;;OAEG;IACW,aAAa,CACzB,aAAmC;;YAEnC,MAAM,MAAM,GAAkB,EAAE,CAAC;YAEjC,IAAI,CAAC;gBACH,IAAI,aAAa,CAAC,MAAM,IAAI,KAAK,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,EAAE,CAAC;oBAChE,KAAK,MAAM,SAAS,IAAI,aAAa,CAAC,MAAM,EAAE,CAAC;wBAC7C,IAAI,SAAS,CAAC,IAAI,EAAE,CAAC;4BACnB,kCAAkC;4BAClC,IACE,OAAO,SAAS,CAAC,IAAI,KAAK,QAAQ;gCAClC,SAAS,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,EAClC,CAAC;gCACD,MAAM,UAAU,GAAG,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;gCAChD,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;gCACjD,MAAM,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;4BAClC,CAAC;iCAAM,IACL,SAAS,CAAC,IAAI;gCACd,CAAC,MAAM,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,EACvC,CAAC;gCACD,uCAAuC;gCACvC,MAAM,MAAM,GAAG,MAAM,kBAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;gCACjD,MAAM,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;4BAC1B,CAAC;wBACH,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,iDAAiD,KAAK,EAAE,CACzD,CAAC;YACJ,CAAC;YAED,OAAO,MAAM,CAAC;QAChB,CAAC;KAAA;IAED;;OAEG;IACW,cAAc,CAC1B,OAAe,EACf,IAAc;;YAEd,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;;gBACrC,MAAM,OAAO,GAAiB;oBAC5B,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC;oBAC/B,GAAG,kCAAO,OAAO,CAAC,GAAG,KAAE,gBAAgB,EAAE,GAAG,GAAE;iBAC/C,CAAC;gBAEF,MAAM,KAAK,GAAG,IAAA,qBAAK,EAAC,OAAO,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;gBAE5C,IAAI,MAAM,GAAG,EAAE,CAAC;gBAChB,IAAI,MAAM,GAAG,EAAE,CAAC;gBAEhB,MAAA,KAAK,CAAC,MAAM,0CAAE,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;oBAChC,MAAM,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAC5B,CAAC,CAAC,CAAC;gBAEH,MAAA,KAAK,CAAC,MAAM,0CAAE,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;oBAChC,MAAM,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAC5B,CAAC,CAAC,CAAC;gBAEH,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE;oBACzB,OAAO,CAAC;wBACN,IAAI,EAAE,IAAI,IAAI,CAAC;wBACf,MAAM;wBACN,MAAM;qBACP,CAAC,CAAC;gBACL,CAAC,CAAC,CAAC;gBAEH,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;oBAC1B,MAAM,CAAC,IAAI,KAAK,CAAC,8BAA8B,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;gBACnE,CAAC,CAAC,CAAC;gBAEH,yCAAyC;gBACzC,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE;oBAC9B,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;oBACtB,MAAM,CAAC,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC,CAAC;gBACjD,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,oBAAoB;gBAEhC,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;oBACrB,YAAY,CAAC,OAAO,CAAC,CAAC;gBACxB,CAAC,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;QACL,CAAC;KAAA;IAED;;OAEG;IACK,wBAAwB,CAAC,MAAc;QAC7C,MAAM,YAAY,GAAG,MAAM,CAAC,KAAK,CAAC,+BAA+B,CAAC,CAAC;QACnE,OAAO,YAAY,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACpD,CAAC;IAED;;OAEG;IACW,UAAU,CAAC,QAAgB;;YACvC,IAAI,CAAC;gBACH,MAAM,kBAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;gBAC1B,OAAO,IAAI,CAAC;YACd,CAAC;YAAC,WAAM,CAAC;gBACP,OAAO,KAAK,CAAC;YACf,CAAC;QACH,CAAC;KAAA;IAED;;OAEG;IACW,OAAO,CAAC,QAAgB;;YACpC,IAAI,CAAC;gBACH,IAAI,MAAM,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;oBACpC,MAAM,kBAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;oBAC1B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,8BAA8B,QAAQ,EAAE,CAAC,CAAC;gBAC9D,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,qCAAqC,QAAQ,KAAK,KAAK,EAAE,CAC1D,CAAC;YACJ,CAAC;QACH,CAAC;KAAA;IAED;;OAEG;IACW,aAAa;;YACzB,IAAI,CAAC;gBACH,MAAM,kBAAE,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YACpD,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,mCAAmC,IAAI,CAAC,OAAO,KAAK,KAAK,EAAE,CAC5D,CAAC;YACJ,CAAC;QACH,CAAC;KAAA;IAED;;OAEG;IACK,eAAe,CAAC,GAAW;QACjC,MAAM,KAAK,GAA8B;YACvC,MAAM,EAAE,cAAc;YACtB,OAAO,EAAE,eAAe;YACxB,OAAO,EAAE,mBAAmB;YAC5B,OAAO,EAAE,yBAAyB;YAClC,OAAO,EAAE,eAAe;YACxB,MAAM,EAAE,eAAe;YACvB,KAAK,EAAE,mBAAmB;YAC1B,MAAM,EAAE,eAAe;YACvB,MAAM,EAAE,cAAc;YACtB,MAAM,EAAE,iBAAiB;YACzB,MAAM,EAAE,yBAAyB;YACjC,MAAM,EAAE,wBAAwB;YAChC,MAAM,EAAE,gBAAgB;YACxB,MAAM,EAAE,gBAAgB;YACxB,OAAO,EAAE,gBAAgB;YACzB,MAAM,EAAE,gBAAgB;YACxB,OAAO,EAAE,gBAAgB;YACzB,MAAM,EAAE,gBAAgB;YACxB,OAAO,EAAE,gBAAgB;SAC1B,CAAC;QACF,OAAO,KAAK,CAAC,GAAG,CAAC,IAAI,kBAAkB,CAAC;IAC1C,CAAC;IAED;;OAEG;IACK,sBAAsB,CAAC,GAAW;QACxC,MAAM,YAAY,GAA8B;YAC9C,MAAM,EAAE,cAAc;YACtB,OAAO,EAAE,yBAAyB;YAClC,OAAO,EAAE,6BAA6B;YACtC,OAAO,EAAE,mCAAmC;YAC5C,OAAO,EAAE,eAAe;YACxB,MAAM,EAAE,eAAe;YACvB,KAAK,EAAE,mBAAmB;YAC1B,MAAM,EAAE,eAAe;YACvB,MAAM,EAAE,2BAA2B;YACnC,MAAM,EAAE,mBAAmB;YAC3B,MAAM,EAAE,2BAA2B;YACnC,MAAM,EAAE,0BAA0B;YAClC,MAAM,EAAE,WAAW;YACnB,MAAM,EAAE,YAAY;YACpB,OAAO,EAAE,YAAY;YACrB,MAAM,EAAE,cAAc;YACtB,OAAO,EAAE,YAAY;YACrB,MAAM,EAAE,WAAW;YACnB,OAAO,EAAE,YAAY;SACtB,CAAC;QACF,OAAO,YAAY,CAAC,GAAG,CAAC,IAAI,kBAAkB,CAAC;IACjD,CAAC;CACF;AA/fD,sCA+fC"}
|