@wanshi-kg/wanshi 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/README.md +458 -0
- package/dist/__tests__/helpers.js +27 -0
- package/dist/__tests__/helpers.js.map +1 -0
- package/dist/cli/commands/export.command.js +99 -0
- package/dist/cli/commands/export.command.js.map +1 -0
- package/dist/cli/commands/index.js +22 -0
- package/dist/cli/commands/index.js.map +1 -0
- package/dist/cli/commands/inspectMerges.command.js +84 -0
- package/dist/cli/commands/inspectMerges.command.js.map +1 -0
- package/dist/cli/commands/metrics.command.js +196 -0
- package/dist/cli/commands/metrics.command.js.map +1 -0
- package/dist/cli/commands/process.command.js +82 -0
- package/dist/cli/commands/process.command.js.map +1 -0
- package/dist/cli/commands/watch.command.js +91 -0
- package/dist/cli/commands/watch.command.js.map +1 -0
- package/dist/cli/index.js +269 -0
- package/dist/cli/index.js.map +1 -0
- package/dist/cli/optionsToConfig.js +160 -0
- package/dist/cli/optionsToConfig.js.map +1 -0
- package/dist/config/index.js +59 -0
- package/dist/config/index.js.map +1 -0
- package/dist/config/legacyHints.js +113 -0
- package/dist/config/legacyHints.js.map +1 -0
- package/dist/config/schema.js +803 -0
- package/dist/config/schema.js.map +1 -0
- package/dist/config/ui.js +221 -0
- package/dist/config/ui.js.map +1 -0
- package/dist/core/DirectoryProcessor.js +725 -0
- package/dist/core/DirectoryProcessor.js.map +1 -0
- package/dist/core/adapters/IStructuredAdapter.js +3 -0
- package/dist/core/adapters/IStructuredAdapter.js.map +1 -0
- package/dist/core/adapters/SqliteAdapter.js +267 -0
- package/dist/core/adapters/SqliteAdapter.js.map +1 -0
- package/dist/core/adapters/StructuredAdapterRegistry.js +31 -0
- package/dist/core/adapters/StructuredAdapterRegistry.js.map +1 -0
- package/dist/core/adapters/index.js +20 -0
- package/dist/core/adapters/index.js.map +1 -0
- package/dist/core/checkpoint/CheckpointService.js +188 -0
- package/dist/core/checkpoint/CheckpointService.js.map +1 -0
- package/dist/core/checkpoint/index.js +18 -0
- package/dist/core/checkpoint/index.js.map +1 -0
- package/dist/core/corpus/CorpusAnalyzer.js +266 -0
- package/dist/core/corpus/CorpusAnalyzer.js.map +1 -0
- package/dist/core/corpus/CorpusProfileStore.js +92 -0
- package/dist/core/corpus/CorpusProfileStore.js.map +1 -0
- package/dist/core/corpus/index.js +21 -0
- package/dist/core/corpus/index.js.map +1 -0
- package/dist/core/corpus/normalizeGlossary.js +60 -0
- package/dist/core/corpus/normalizeGlossary.js.map +1 -0
- package/dist/core/corpus/relPath.js +52 -0
- package/dist/core/corpus/relPath.js.map +1 -0
- package/dist/core/corpus/termFrequency.js +86 -0
- package/dist/core/corpus/termFrequency.js.map +1 -0
- package/dist/core/cost/CostMeter.js +235 -0
- package/dist/core/cost/CostMeter.js.map +1 -0
- package/dist/core/cost/index.js +19 -0
- package/dist/core/cost/index.js.map +1 -0
- package/dist/core/cost/prices.js +38 -0
- package/dist/core/cost/prices.js.map +1 -0
- package/dist/core/cv/ObjectDetectionService.js +119 -0
- package/dist/core/cv/ObjectDetectionService.js.map +1 -0
- package/dist/core/di/ContainerFactory.js +670 -0
- package/dist/core/di/ContainerFactory.js.map +1 -0
- package/dist/core/di/DIContainer.js +103 -0
- package/dist/core/di/DIContainer.js.map +1 -0
- package/dist/core/di/index.js +19 -0
- package/dist/core/di/index.js.map +1 -0
- package/dist/core/errors/CustomErrors.js +342 -0
- package/dist/core/errors/CustomErrors.js.map +1 -0
- package/dist/core/errors/index.js +18 -0
- package/dist/core/errors/index.js.map +1 -0
- package/dist/core/export/KnowledgeGraphExportService.js +56 -0
- package/dist/core/export/KnowledgeGraphExportService.js.map +1 -0
- package/dist/core/export/index.js +19 -0
- package/dist/core/export/index.js.map +1 -0
- package/dist/core/export/strategies/GraphitiExportStrategy.js +115 -0
- package/dist/core/export/strategies/GraphitiExportStrategy.js.map +1 -0
- package/dist/core/export/strategies/GraphvizDotExportStrategy.js +331 -0
- package/dist/core/export/strategies/GraphvizDotExportStrategy.js.map +1 -0
- package/dist/core/export/strategies/IExportStrategy.js +3 -0
- package/dist/core/export/strategies/IExportStrategy.js.map +1 -0
- package/dist/core/export/strategies/JsonExportStrategy.js +19 -0
- package/dist/core/export/strategies/JsonExportStrategy.js.map +1 -0
- package/dist/core/export/strategies/JsonlExportStrategy.js +69 -0
- package/dist/core/export/strategies/JsonlExportStrategy.js.map +1 -0
- package/dist/core/export/strategies/KblamExportStrategy.js +36 -0
- package/dist/core/export/strategies/KblamExportStrategy.js.map +1 -0
- package/dist/core/export/strategies/LoraExportStrategy.js +46 -0
- package/dist/core/export/strategies/LoraExportStrategy.js.map +1 -0
- package/dist/core/export/strategies/McpExportStrategy.js +67 -0
- package/dist/core/export/strategies/McpExportStrategy.js.map +1 -0
- package/dist/core/export/strategies/index.js +25 -0
- package/dist/core/export/strategies/index.js.map +1 -0
- package/dist/core/export/strategies/kbTriples.js +60 -0
- package/dist/core/export/strategies/kbTriples.js.map +1 -0
- package/dist/core/index.js +22 -0
- package/dist/core/index.js.map +1 -0
- package/dist/core/knowledge/KnowledgeGraphBuilder.js +627 -0
- package/dist/core/knowledge/KnowledgeGraphBuilder.js.map +1 -0
- package/dist/core/knowledge/MergeRecord.js +3 -0
- package/dist/core/knowledge/MergeRecord.js.map +1 -0
- package/dist/core/knowledge/canon/Canonicalizer.js +414 -0
- package/dist/core/knowledge/canon/Canonicalizer.js.map +1 -0
- package/dist/core/knowledge/canon/index.js +18 -0
- package/dist/core/knowledge/canon/index.js.map +1 -0
- package/dist/core/knowledge/contradiction/HeuristicContradictionChecker.js +92 -0
- package/dist/core/knowledge/contradiction/HeuristicContradictionChecker.js.map +1 -0
- package/dist/core/knowledge/contradiction/LlmContradictionChecker.js +52 -0
- package/dist/core/knowledge/contradiction/LlmContradictionChecker.js.map +1 -0
- package/dist/core/knowledge/contradiction/index.js +19 -0
- package/dist/core/knowledge/contradiction/index.js.map +1 -0
- package/dist/core/knowledge/grounding/KeywordGroundingChecker.js +33 -0
- package/dist/core/knowledge/grounding/KeywordGroundingChecker.js.map +1 -0
- package/dist/core/knowledge/grounding/MiniCheckGroundingChecker.js +82 -0
- package/dist/core/knowledge/grounding/MiniCheckGroundingChecker.js.map +1 -0
- package/dist/core/knowledge/grounding/index.js +20 -0
- package/dist/core/knowledge/grounding/index.js.map +1 -0
- package/dist/core/knowledge/grounding/verbalize.js +38 -0
- package/dist/core/knowledge/grounding/verbalize.js.map +1 -0
- package/dist/core/knowledge/images/imageMetaGraph.js +136 -0
- package/dist/core/knowledge/images/imageMetaGraph.js.map +1 -0
- package/dist/core/knowledge/index.js +20 -0
- package/dist/core/knowledge/index.js.map +1 -0
- package/dist/core/knowledge/merging/KnowledgeMerger.js +624 -0
- package/dist/core/knowledge/merging/KnowledgeMerger.js.map +1 -0
- package/dist/core/knowledge/references/ReferenceResolver.js +184 -0
- package/dist/core/knowledge/references/ReferenceResolver.js.map +1 -0
- package/dist/core/knowledge/references/citations/CitationEvidenceProcessor.js +401 -0
- package/dist/core/knowledge/references/citations/CitationEvidenceProcessor.js.map +1 -0
- package/dist/core/knowledge/references/citations/CitationResolver.js +95 -0
- package/dist/core/knowledge/references/citations/CitationResolver.js.map +1 -0
- package/dist/core/knowledge/references/citations/GrobidClient.js +143 -0
- package/dist/core/knowledge/references/citations/GrobidClient.js.map +1 -0
- package/dist/core/knowledge/references/citations/TitleIdResolver.js +101 -0
- package/dist/core/knowledge/references/citations/TitleIdResolver.js.map +1 -0
- package/dist/core/knowledge/references/web/FetchCacheService.js +114 -0
- package/dist/core/knowledge/references/web/FetchCacheService.js.map +1 -0
- package/dist/core/knowledge/references/web/GatedFetcher.js +228 -0
- package/dist/core/knowledge/references/web/GatedFetcher.js.map +1 -0
- package/dist/core/knowledge/references/web/WebReferenceProcessor.js +164 -0
- package/dist/core/knowledge/references/web/WebReferenceProcessor.js.map +1 -0
- package/dist/core/knowledge/search/KnowledgeGraphSearch.js +261 -0
- package/dist/core/knowledge/search/KnowledgeGraphSearch.js.map +1 -0
- package/dist/core/knowledge/vocabulary.js +162 -0
- package/dist/core/knowledge/vocabulary.js.map +1 -0
- package/dist/core/llm/EmbeddingService.js +113 -0
- package/dist/core/llm/EmbeddingService.js.map +1 -0
- package/dist/core/llm/OllamaService.js +146 -0
- package/dist/core/llm/OllamaService.js.map +1 -0
- package/dist/core/llm/OpenAICompatibleService.js +190 -0
- package/dist/core/llm/OpenAICompatibleService.js.map +1 -0
- package/dist/core/llm/OpenAIEmbeddingService.js +129 -0
- package/dist/core/llm/OpenAIEmbeddingService.js.map +1 -0
- package/dist/core/llm/embeddingUtils.js +25 -0
- package/dist/core/llm/embeddingUtils.js.map +1 -0
- package/dist/core/llm/index.js +23 -0
- package/dist/core/llm/index.js.map +1 -0
- package/dist/core/llm/prompts/PromptManager.js +388 -0
- package/dist/core/llm/prompts/PromptManager.js.map +1 -0
- package/dist/core/llm/prompts/PromptTemplateEngine.js +257 -0
- package/dist/core/llm/prompts/PromptTemplateEngine.js.map +1 -0
- package/dist/core/llm/prompts/templates/partials/examples/EXAMPLE_STYLE_GUIDE.md +84 -0
- package/dist/core/llm/prompts/templates/partials/examples/article.md +187 -0
- package/dist/core/llm/prompts/templates/partials/examples/code.md +229 -0
- package/dist/core/llm/prompts/templates/partials/examples/communication.md +205 -0
- package/dist/core/llm/prompts/templates/partials/examples/documentation.md +262 -0
- package/dist/core/llm/prompts/templates/partials/examples/financial.md +157 -0
- package/dist/core/llm/prompts/templates/partials/examples/legal.md +153 -0
- package/dist/core/llm/prompts/templates/partials/examples/logs.md +127 -0
- package/dist/core/llm/prompts/templates/partials/examples/medical.md +218 -0
- package/dist/core/llm/prompts/templates/partials/examples/notes.md +201 -0
- package/dist/core/llm/prompts/templates/partials/examples/research.md +208 -0
- package/dist/core/llm/prompts/templates/partials/examples/tabular.md +178 -0
- package/dist/core/llm/prompts/templates/partials/examples/transcript.md +204 -0
- package/dist/core/llm/prompts/templates/partials/retrieved-context.hbs +18 -0
- package/dist/core/llm/prompts/templates/v1/system.hbs +371 -0
- package/dist/core/llm/prompts/templates/v1/user.hbs +20 -0
- package/dist/core/llm/prompts/templates/v2/system.hbs +573 -0
- package/dist/core/llm/prompts/templates/v2/user.hbs +20 -0
- package/dist/core/llm/prompts/templates/v3/system.hbs +861 -0
- package/dist/core/llm/prompts/templates/v3/user.hbs +16 -0
- package/dist/core/llm/prompts/templates/v4/system.hbs +800 -0
- package/dist/core/llm/prompts/templates/v4/user.hbs +40 -0
- package/dist/core/llm/prompts/templates/v4.5/system.hbs +71 -0
- package/dist/core/llm/prompts/templates/v4.5/user.hbs +46 -0
- package/dist/core/llm/prompts/templates/v5/glossary/system.hbs +40 -0
- package/dist/core/llm/prompts/templates/v5/glossary/user.hbs +11 -0
- package/dist/core/llm/prompts/templates/v5/system.hbs +163 -0
- package/dist/core/llm/prompts/templates/v5/user.hbs +55 -0
- package/dist/core/pipeline/GroundingTransform.js +52 -0
- package/dist/core/pipeline/GroundingTransform.js.map +1 -0
- package/dist/core/pipeline/PipelineRunner.js +51 -0
- package/dist/core/pipeline/PipelineRunner.js.map +1 -0
- package/dist/core/pipeline/RelationFilterTransform.js +72 -0
- package/dist/core/pipeline/RelationFilterTransform.js.map +1 -0
- package/dist/core/pipeline/index.js +20 -0
- package/dist/core/pipeline/index.js.map +1 -0
- package/dist/core/processor/FileProcessor.js +184 -0
- package/dist/core/processor/FileProcessor.js.map +1 -0
- package/dist/core/processor/ProcessedRegistry.js +38 -0
- package/dist/core/processor/ProcessedRegistry.js.map +1 -0
- package/dist/core/processor/ast/AstSeedService.js +0 -0
- package/dist/core/processor/ast/AstSeedService.js.map +1 -0
- package/dist/core/processor/ast/AstSymbolStore.js +110 -0
- package/dist/core/processor/ast/AstSymbolStore.js.map +1 -0
- package/dist/core/processor/ast/index.js +19 -0
- package/dist/core/processor/ast/index.js.map +1 -0
- package/dist/core/processor/chunking/TextChunker.js +98 -0
- package/dist/core/processor/chunking/TextChunker.js.map +1 -0
- package/dist/core/processor/chunking/index.js +18 -0
- package/dist/core/processor/chunking/index.js.map +1 -0
- package/dist/core/processor/classifier/CONTENT_CLASSES.js +294 -0
- package/dist/core/processor/classifier/CONTENT_CLASSES.js.map +1 -0
- package/dist/core/processor/classifier/CascadeContentClassifier.js +107 -0
- package/dist/core/processor/classifier/CascadeContentClassifier.js.map +1 -0
- package/dist/core/processor/classifier/HeuristicContentClassifier.js +113 -0
- package/dist/core/processor/classifier/HeuristicContentClassifier.js.map +1 -0
- package/dist/core/processor/classifier/IContentTypeClassifier.js +3 -0
- package/dist/core/processor/classifier/IContentTypeClassifier.js.map +1 -0
- package/dist/core/processor/classifier/LlmContentClassifier.js +107 -0
- package/dist/core/processor/classifier/LlmContentClassifier.js.map +1 -0
- package/dist/core/processor/classifier/NER_DOMAIN_EXAMPLES.js +498 -0
- package/dist/core/processor/classifier/NER_DOMAIN_EXAMPLES.js.map +1 -0
- package/dist/core/processor/classifier/index.js +21 -0
- package/dist/core/processor/classifier/index.js.map +1 -0
- package/dist/core/processor/classifier/mergeClassifications.js +32 -0
- package/dist/core/processor/classifier/mergeClassifications.js.map +1 -0
- package/dist/core/processor/index.js +20 -0
- package/dist/core/processor/index.js.map +1 -0
- package/dist/core/processor/readers/AudioReader.js +462 -0
- package/dist/core/processor/readers/AudioReader.js.map +1 -0
- package/dist/core/processor/readers/BinaryReader.js +90 -0
- package/dist/core/processor/readers/BinaryReader.js.map +1 -0
- package/dist/core/processor/readers/ChandraPdfReader.js +187 -0
- package/dist/core/processor/readers/ChandraPdfReader.js.map +1 -0
- package/dist/core/processor/readers/ChatExportReader.js +365 -0
- package/dist/core/processor/readers/ChatExportReader.js.map +1 -0
- package/dist/core/processor/readers/DoclingReader.js +445 -0
- package/dist/core/processor/readers/DoclingReader.js.map +1 -0
- package/dist/core/processor/readers/EmailReader.js +259 -0
- package/dist/core/processor/readers/EmailReader.js.map +1 -0
- package/dist/core/processor/readers/EpubReader.js +175 -0
- package/dist/core/processor/readers/EpubReader.js.map +1 -0
- package/dist/core/processor/readers/FileReader.js +90 -0
- package/dist/core/processor/readers/FileReader.js.map +1 -0
- package/dist/core/processor/readers/FileReaderFactory.js +49 -0
- package/dist/core/processor/readers/FileReaderFactory.js.map +1 -0
- package/dist/core/processor/readers/HtmlReader.js +371 -0
- package/dist/core/processor/readers/HtmlReader.js.map +1 -0
- package/dist/core/processor/readers/ImageReader.js +162 -0
- package/dist/core/processor/readers/ImageReader.js.map +1 -0
- package/dist/core/processor/readers/JsonFileReader.js +232 -0
- package/dist/core/processor/readers/JsonFileReader.js.map +1 -0
- package/dist/core/processor/readers/JupyterReader.js +178 -0
- package/dist/core/processor/readers/JupyterReader.js.map +1 -0
- package/dist/core/processor/readers/LatexReader.js +176 -0
- package/dist/core/processor/readers/LatexReader.js.map +1 -0
- package/dist/core/processor/readers/MarkdownReader.js +289 -0
- package/dist/core/processor/readers/MarkdownReader.js.map +1 -0
- package/dist/core/processor/readers/MarkerPdfReader.js +193 -0
- package/dist/core/processor/readers/MarkerPdfReader.js.map +1 -0
- package/dist/core/processor/readers/MistralOcrReader.js +198 -0
- package/dist/core/processor/readers/MistralOcrReader.js.map +1 -0
- package/dist/core/processor/readers/OfficeReader.js +174 -0
- package/dist/core/processor/readers/OfficeReader.js.map +1 -0
- package/dist/core/processor/readers/PdfReader.js +116 -0
- package/dist/core/processor/readers/PdfReader.js.map +1 -0
- package/dist/core/processor/readers/RtfReader.js +107 -0
- package/dist/core/processor/readers/RtfReader.js.map +1 -0
- package/dist/core/processor/readers/SubtitleReader.js +145 -0
- package/dist/core/processor/readers/SubtitleReader.js.map +1 -0
- package/dist/core/processor/readers/TesseractPdfReader.js +183 -0
- package/dist/core/processor/readers/TesseractPdfReader.js.map +1 -0
- package/dist/core/processor/readers/TextReader.js +129 -0
- package/dist/core/processor/readers/TextReader.js.map +1 -0
- package/dist/core/processor/readers/TranscriptReader.js +234 -0
- package/dist/core/processor/readers/TranscriptReader.js.map +1 -0
- package/dist/core/processor/readers/image/imageMetadata.js +155 -0
- package/dist/core/processor/readers/image/imageMetadata.js.map +1 -0
- package/dist/core/processor/readers/index.js +41 -0
- package/dist/core/processor/readers/index.js.map +1 -0
- package/dist/core/processor/readers/referenceExtraction.js +198 -0
- package/dist/core/processor/readers/referenceExtraction.js.map +1 -0
- package/dist/core/processor/readers/stripReferences.js +59 -0
- package/dist/core/processor/readers/stripReferences.js.map +1 -0
- package/dist/core/processor/readers/transcript/turnPacking.js +81 -0
- package/dist/core/processor/readers/transcript/turnPacking.js.map +1 -0
- package/dist/core/progress/NdjsonProgressEmitter.js +30 -0
- package/dist/core/progress/NdjsonProgressEmitter.js.map +1 -0
- package/dist/core/progress/NoopProgressEmitter.js +15 -0
- package/dist/core/progress/NoopProgressEmitter.js.map +1 -0
- package/dist/core/progress/index.js +19 -0
- package/dist/core/progress/index.js.map +1 -0
- package/dist/core/trace/TraceWriter.js +100 -0
- package/dist/core/trace/TraceWriter.js.map +1 -0
- package/dist/core/trace/events.js +13 -0
- package/dist/core/trace/events.js.map +1 -0
- package/dist/core/trace/index.js +20 -0
- package/dist/core/trace/index.js.map +1 -0
- package/dist/core/trace/lineage.js +97 -0
- package/dist/core/trace/lineage.js.map +1 -0
- package/dist/evaluation/BenchmarkRunner.js +171 -0
- package/dist/evaluation/BenchmarkRunner.js.map +1 -0
- package/dist/evaluation/classifier/ClassifierAccuracy.js +185 -0
- package/dist/evaluation/classifier/ClassifierAccuracy.js.map +1 -0
- package/dist/evaluation/classifier/labeledSamples.js +379 -0
- package/dist/evaluation/classifier/labeledSamples.js.map +1 -0
- package/dist/evaluation/compare/goldCompare.js +126 -0
- package/dist/evaluation/compare/goldCompare.js.map +1 -0
- package/dist/evaluation/crossre/compareScoring.js +30 -0
- package/dist/evaluation/crossre/compareScoring.js.map +1 -0
- package/dist/evaluation/datasets/CrossREDataset.js +170 -0
- package/dist/evaluation/datasets/CrossREDataset.js.map +1 -0
- package/dist/evaluation/datasets/IDataset.js +3 -0
- package/dist/evaluation/datasets/IDataset.js.map +1 -0
- package/dist/evaluation/datasets/RebelDataset.js +117 -0
- package/dist/evaluation/datasets/RebelDataset.js.map +1 -0
- package/dist/evaluation/datasets/RedocredDataset.js +218 -0
- package/dist/evaluation/datasets/RedocredDataset.js.map +1 -0
- package/dist/evaluation/datasets/SemEval2010Dataset.js +150 -0
- package/dist/evaluation/datasets/SemEval2010Dataset.js.map +1 -0
- package/dist/evaluation/index.js +33 -0
- package/dist/evaluation/index.js.map +1 -0
- package/dist/evaluation/matching/ExactMatcher.js +75 -0
- package/dist/evaluation/matching/ExactMatcher.js.map +1 -0
- package/dist/evaluation/matching/SemanticMatcher.js +143 -0
- package/dist/evaluation/matching/SemanticMatcher.js.map +1 -0
- package/dist/evaluation/metrics/TripleMetrics.js +64 -0
- package/dist/evaluation/metrics/TripleMetrics.js.map +1 -0
- package/dist/evaluation/mine/MineCheckpoint.js +114 -0
- package/dist/evaluation/mine/MineCheckpoint.js.map +1 -0
- package/dist/evaluation/mine/MineDataset.js +208 -0
- package/dist/evaluation/mine/MineDataset.js.map +1 -0
- package/dist/evaluation/mine/MineReporter.js +98 -0
- package/dist/evaluation/mine/MineReporter.js.map +1 -0
- package/dist/evaluation/mine/MineRunner.js +148 -0
- package/dist/evaluation/mine/MineRunner.js.map +1 -0
- package/dist/evaluation/mine/MineScorer.js +127 -0
- package/dist/evaluation/mine/MineScorer.js.map +1 -0
- package/dist/evaluation/mine/types.js +12 -0
- package/dist/evaluation/mine/types.js.map +1 -0
- package/dist/evaluation/reporters/ConsoleReporter.js +55 -0
- package/dist/evaluation/reporters/ConsoleReporter.js.map +1 -0
- package/dist/evaluation/reporters/JsonReporter.js +50 -0
- package/dist/evaluation/reporters/JsonReporter.js.map +1 -0
- package/dist/index.js +28 -0
- package/dist/index.js.map +1 -0
- package/dist/quality/CompositeScore.js +61 -0
- package/dist/quality/CompositeScore.js.map +1 -0
- package/dist/quality/ConsistencyMetrics.js +70 -0
- package/dist/quality/ConsistencyMetrics.js.map +1 -0
- package/dist/quality/FactualMetrics.js +76 -0
- package/dist/quality/FactualMetrics.js.map +1 -0
- package/dist/quality/GraphHealthMetrics.js +68 -0
- package/dist/quality/GraphHealthMetrics.js.map +1 -0
- package/dist/quality/SemanticMetrics.js +102 -0
- package/dist/quality/SemanticMetrics.js.map +1 -0
- package/dist/quality/StructuralMetrics.js +60 -0
- package/dist/quality/StructuralMetrics.js.map +1 -0
- package/dist/quality/index.js +23 -0
- package/dist/quality/index.js.map +1 -0
- package/dist/shared/index.js +20 -0
- package/dist/shared/index.js.map +1 -0
- package/dist/shared/logger/Logger.js +3 -0
- package/dist/shared/logger/Logger.js.map +1 -0
- package/dist/shared/logger/LoggerFactory.js +75 -0
- package/dist/shared/logger/LoggerFactory.js.map +1 -0
- package/dist/shared/logger/index.js +19 -0
- package/dist/shared/logger/index.js.map +1 -0
- package/dist/shared/shutdown.js +30 -0
- package/dist/shared/shutdown.js.map +1 -0
- package/dist/shared/utils/agglomerativeCluster.js +269 -0
- package/dist/shared/utils/agglomerativeCluster.js.map +1 -0
- package/dist/shared/utils/astSymbols.js +69 -0
- package/dist/shared/utils/astSymbols.js.map +1 -0
- package/dist/shared/utils/cosineSimilarity.js +18 -0
- package/dist/shared/utils/cosineSimilarity.js.map +1 -0
- package/dist/shared/utils/directoryTree.js +184 -0
- package/dist/shared/utils/directoryTree.js.map +1 -0
- package/dist/shared/utils/documentOutline.js +74 -0
- package/dist/shared/utils/documentOutline.js.map +1 -0
- package/dist/shared/utils/index.js +24 -0
- package/dist/shared/utils/index.js.map +1 -0
- package/dist/shared/utils/jaroWinklerSimilarity.js +60 -0
- package/dist/shared/utils/jaroWinklerSimilarity.js.map +1 -0
- package/dist/shared/utils/parseJsonLenient.js +27 -0
- package/dist/shared/utils/parseJsonLenient.js.map +1 -0
- package/dist/shared/utils/readConfig.js +42 -0
- package/dist/shared/utils/readConfig.js.map +1 -0
- package/dist/shared/utils/readRtf.js +216 -0
- package/dist/shared/utils/readRtf.js.map +1 -0
- package/dist/shared/utils/softmax.js +26 -0
- package/dist/shared/utils/softmax.js.map +1 -0
- package/dist/types/ContentClass.js +3 -0
- package/dist/types/ContentClass.js.map +1 -0
- package/dist/types/CorpusProfile.js +3 -0
- package/dist/types/CorpusProfile.js.map +1 -0
- package/dist/types/IContradictionChecker.js +3 -0
- package/dist/types/IContradictionChecker.js.map +1 -0
- package/dist/types/ICorpusAnalyzer.js +3 -0
- package/dist/types/ICorpusAnalyzer.js.map +1 -0
- package/dist/types/IDirectoryProcessor.js +3 -0
- package/dist/types/IDirectoryProcessor.js.map +1 -0
- package/dist/types/IEmbeddingProvider.js +3 -0
- package/dist/types/IEmbeddingProvider.js.map +1 -0
- package/dist/types/IEmbeddingService.js +6 -0
- package/dist/types/IEmbeddingService.js.map +1 -0
- package/dist/types/IFileProcessor.js +3 -0
- package/dist/types/IFileProcessor.js.map +1 -0
- package/dist/types/IGroundingChecker.js +3 -0
- package/dist/types/IGroundingChecker.js.map +1 -0
- package/dist/types/IKnowledgeGraphBuilder.js +3 -0
- package/dist/types/IKnowledgeGraphBuilder.js.map +1 -0
- package/dist/types/IKnowledgeGraphExporter.js +3 -0
- package/dist/types/IKnowledgeGraphExporter.js.map +1 -0
- package/dist/types/IKnowledgeGraphMerger.js +3 -0
- package/dist/types/IKnowledgeGraphMerger.js.map +1 -0
- package/dist/types/IKnowledgeGraphSearch.js +3 -0
- package/dist/types/IKnowledgeGraphSearch.js.map +1 -0
- package/dist/types/ILLMProvider.js +3 -0
- package/dist/types/ILLMProvider.js.map +1 -0
- package/dist/types/ILLMService.js +3 -0
- package/dist/types/ILLMService.js.map +1 -0
- package/dist/types/IObjectDetector.js +3 -0
- package/dist/types/IObjectDetector.js.map +1 -0
- package/dist/types/IProcessingService.js +3 -0
- package/dist/types/IProcessingService.js.map +1 -0
- package/dist/types/IProgressEmitter.js +3 -0
- package/dist/types/IProgressEmitter.js.map +1 -0
- package/dist/types/IPromptManager.js +3 -0
- package/dist/types/IPromptManager.js.map +1 -0
- package/dist/types/KnowledgeGraph.js +3 -0
- package/dist/types/KnowledgeGraph.js.map +1 -0
- package/dist/types/MCPKnowledgeGraph.js +3 -0
- package/dist/types/MCPKnowledgeGraph.js.map +1 -0
- package/dist/types/Observation.js +21 -0
- package/dist/types/Observation.js.map +1 -0
- package/dist/types/ProcessingOptions.js +3 -0
- package/dist/types/ProcessingOptions.js.map +1 -0
- package/dist/types/index.js +40 -0
- package/dist/types/index.js.map +1 -0
- package/package.json +122 -0
|
@@ -0,0 +1,235 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
+
if (k2 === undefined) k2 = k;
|
|
4
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
+
}
|
|
8
|
+
Object.defineProperty(o, k2, desc);
|
|
9
|
+
}) : (function(o, m, k, k2) {
|
|
10
|
+
if (k2 === undefined) k2 = k;
|
|
11
|
+
o[k2] = m[k];
|
|
12
|
+
}));
|
|
13
|
+
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
|
|
14
|
+
Object.defineProperty(o, "default", { enumerable: true, value: v });
|
|
15
|
+
}) : function(o, v) {
|
|
16
|
+
o["default"] = v;
|
|
17
|
+
});
|
|
18
|
+
var __importStar = (this && this.__importStar) || (function () {
|
|
19
|
+
var ownKeys = function(o) {
|
|
20
|
+
ownKeys = Object.getOwnPropertyNames || function (o) {
|
|
21
|
+
var ar = [];
|
|
22
|
+
for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
|
|
23
|
+
return ar;
|
|
24
|
+
};
|
|
25
|
+
return ownKeys(o);
|
|
26
|
+
};
|
|
27
|
+
return function (mod) {
|
|
28
|
+
if (mod && mod.__esModule) return mod;
|
|
29
|
+
var result = {};
|
|
30
|
+
if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
|
|
31
|
+
__setModuleDefault(result, mod);
|
|
32
|
+
return result;
|
|
33
|
+
};
|
|
34
|
+
})();
|
|
35
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
36
|
+
exports.meter = exports.CostMeter = exports.OUTPUT_TOKENS_PER_CHUNK = exports.SYSTEM_OVERHEAD_TOKENS = exports.CHARS_PER_TOKEN = void 0;
|
|
37
|
+
const fs = __importStar(require("fs"));
|
|
38
|
+
const path = __importStar(require("path"));
|
|
39
|
+
const shared_1 = require("../../shared");
|
|
40
|
+
const prices_1 = require("./prices");
|
|
41
|
+
/** Rough pre-run estimate constants (deliberately approximate; the end tally is exact). */
|
|
42
|
+
exports.CHARS_PER_TOKEN = 4;
|
|
43
|
+
exports.SYSTEM_OVERHEAD_TOKENS = 900; // v5 system prompt + retrieved context, per chunk
|
|
44
|
+
exports.OUTPUT_TOKENS_PER_CHUNK = 400; // a chunk's worth of entities/relations JSON
|
|
45
|
+
const emptyBucket = () => ({ calls: 0, promptTokens: 0, completionTokens: 0, cost: 0 });
|
|
46
|
+
/**
|
|
47
|
+
* Cost / token meter — a module singleton (à la `shared/shutdown` and the trace
|
|
48
|
+
* writer) so every LLM provider can `meter.record(...)` without DI plumbing.
|
|
49
|
+
* `ContainerFactory` calls `configure` once. Off by default ⇒ `record` is an early
|
|
50
|
+
* return guarded at the call site by `if (meter.enabled)`, so a default run carries
|
|
51
|
+
* zero overhead and is byte-identical.
|
|
52
|
+
*
|
|
53
|
+
* Accounting is split: `thisRun` is what the current invocation spent (drives the
|
|
54
|
+
* `--max-cost` cap + this-run tally); `prior` is the cumulative loaded from the
|
|
55
|
+
* ledger. Resumed chunks skip generation entirely (no `record`), so re-running a
|
|
56
|
+
* finished job adds $0 — the ledger never double-counts.
|
|
57
|
+
*/
|
|
58
|
+
class CostMeter {
|
|
59
|
+
constructor() {
|
|
60
|
+
this._enabled = false;
|
|
61
|
+
this.currency = "USD";
|
|
62
|
+
this.prices = {};
|
|
63
|
+
this.thisRunTotal = emptyBucket();
|
|
64
|
+
this.thisRunByModel = new Map();
|
|
65
|
+
this.capTripped = false;
|
|
66
|
+
this.warnedModels = new Set();
|
|
67
|
+
}
|
|
68
|
+
get enabled() {
|
|
69
|
+
return this._enabled;
|
|
70
|
+
}
|
|
71
|
+
get thisRunCost() {
|
|
72
|
+
return this.thisRunTotal.cost;
|
|
73
|
+
}
|
|
74
|
+
/** Attach the resolved run logger (ContainerFactory configures the meter before one exists). */
|
|
75
|
+
attachLogger(logger) {
|
|
76
|
+
this.logger = logger;
|
|
77
|
+
}
|
|
78
|
+
configure(config) {
|
|
79
|
+
this._enabled = config.enabled;
|
|
80
|
+
this.maxCost = config.maxCost;
|
|
81
|
+
this.currency = config.currency || "USD";
|
|
82
|
+
this.prices = Object.assign(Object.assign({}, prices_1.DEFAULT_PRICES), (config.prices || {}));
|
|
83
|
+
this.ledgerPath = config.ledgerPath;
|
|
84
|
+
this.logger = config.logger;
|
|
85
|
+
this.thisRunTotal = emptyBucket();
|
|
86
|
+
this.thisRunByModel = new Map();
|
|
87
|
+
this.capTripped = false;
|
|
88
|
+
this.warnedModels.clear();
|
|
89
|
+
this.prior = this._enabled ? this.loadLedger() : undefined;
|
|
90
|
+
}
|
|
91
|
+
/** USD per 1M {in,out} tokens for a model: exact id, then the longest substring key, else 0. */
|
|
92
|
+
priceFor(model) {
|
|
93
|
+
var _a;
|
|
94
|
+
if (this.prices[model])
|
|
95
|
+
return this.prices[model];
|
|
96
|
+
let best;
|
|
97
|
+
for (const [key, price] of Object.entries(this.prices)) {
|
|
98
|
+
if (model.includes(key) && (!best || key.length > best.key.length))
|
|
99
|
+
best = { key, price };
|
|
100
|
+
}
|
|
101
|
+
return (_a = best === null || best === void 0 ? void 0 : best.price) !== null && _a !== void 0 ? _a : { in: 0, out: 0 };
|
|
102
|
+
}
|
|
103
|
+
/** Record one generation's usage. Guarded by `enabled` at the call site, but safe regardless. */
|
|
104
|
+
record(model, usage) {
|
|
105
|
+
var _a, _b, _c, _d, _e;
|
|
106
|
+
if (!this._enabled || !usage)
|
|
107
|
+
return;
|
|
108
|
+
const price = this.priceFor(model);
|
|
109
|
+
if (price.in === 0 && price.out === 0 && !this.warnedModels.has(model)) {
|
|
110
|
+
this.warnedModels.add(model);
|
|
111
|
+
(_a = this.logger) === null || _a === void 0 ? void 0 : _a.info(`Cost meter: no price for model '${model}' — its spend is shown as ${this.currency} 0 (set cost.prices for an accurate bill).`);
|
|
112
|
+
}
|
|
113
|
+
const prompt = (_b = usage.promptTokens) !== null && _b !== void 0 ? _b : 0;
|
|
114
|
+
const completion = (_c = usage.completionTokens) !== null && _c !== void 0 ? _c : 0;
|
|
115
|
+
const cost = (prompt / 1e6) * price.in + (completion / 1e6) * price.out;
|
|
116
|
+
const bucket = (_d = this.thisRunByModel.get(model)) !== null && _d !== void 0 ? _d : emptyBucket();
|
|
117
|
+
bucket.calls++;
|
|
118
|
+
bucket.promptTokens += prompt;
|
|
119
|
+
bucket.completionTokens += completion;
|
|
120
|
+
bucket.cost += cost;
|
|
121
|
+
this.thisRunByModel.set(model, bucket);
|
|
122
|
+
this.thisRunTotal.calls++;
|
|
123
|
+
this.thisRunTotal.promptTokens += prompt;
|
|
124
|
+
this.thisRunTotal.completionTokens += completion;
|
|
125
|
+
this.thisRunTotal.cost += cost;
|
|
126
|
+
if (this.maxCost != null && this.thisRunTotal.cost > this.maxCost && !this.capTripped) {
|
|
127
|
+
this.capTripped = true;
|
|
128
|
+
(_e = this.logger) === null || _e === void 0 ? void 0 : _e.warn(`Cost cap reached: spent ${this.fmt(this.thisRunTotal.cost)} > cap ${this.fmt(this.maxCost)} this run. ` +
|
|
129
|
+
`Finishing the in-flight chunk, checkpointing, and exporting the partial graph — re-run with --resume to continue.`);
|
|
130
|
+
shared_1.shutdown.request();
|
|
131
|
+
}
|
|
132
|
+
}
|
|
133
|
+
/** Rough pre-run projection from total input characters + chunk size. */
|
|
134
|
+
estimate(totalInputChars, chunkSize, model) {
|
|
135
|
+
const estChunks = chunkSize > 0 ? Math.ceil(totalInputChars / chunkSize) : 0;
|
|
136
|
+
const estPromptTokens = estChunks * (Math.ceil(chunkSize / exports.CHARS_PER_TOKEN) + exports.SYSTEM_OVERHEAD_TOKENS);
|
|
137
|
+
const estCompletionTokens = estChunks * exports.OUTPUT_TOKENS_PER_CHUNK;
|
|
138
|
+
const price = this.priceFor(model);
|
|
139
|
+
const estCost = (estPromptTokens / 1e6) * price.in + (estCompletionTokens / 1e6) * price.out;
|
|
140
|
+
return { estChunks, estPromptTokens, estCompletionTokens, estCost, priced: price.in > 0 || price.out > 0 };
|
|
141
|
+
}
|
|
142
|
+
/** Multi-line human summary for the end-of-run log (this run + cumulative). */
|
|
143
|
+
summary() {
|
|
144
|
+
const lines = ["Cost / token usage (this run):"];
|
|
145
|
+
if (this.thisRunByModel.size === 0) {
|
|
146
|
+
lines.push(" (no metered LLM calls)");
|
|
147
|
+
}
|
|
148
|
+
else {
|
|
149
|
+
for (const [model, b] of this.thisRunByModel) {
|
|
150
|
+
lines.push(` ${model}: ${b.calls} call(s), ${b.promptTokens}+${b.completionTokens} tok, ${this.fmt(b.cost)}`);
|
|
151
|
+
}
|
|
152
|
+
}
|
|
153
|
+
lines.push(` TOTAL this run: ${this.thisRunTotal.promptTokens + this.thisRunTotal.completionTokens} tok, ${this.fmt(this.thisRunTotal.cost)}`);
|
|
154
|
+
const cum = this.cumulative();
|
|
155
|
+
if (this.prior) {
|
|
156
|
+
lines.push(` CUMULATIVE (incl. prior resume runs): ${this.fmt(cum.total.cost)} over ${cum.runs} run(s)`);
|
|
157
|
+
}
|
|
158
|
+
lines.push(` (prices best-effort as of ${prices_1.PRICES_AS_OF}; override via cost.prices)`);
|
|
159
|
+
return lines.join("\n");
|
|
160
|
+
}
|
|
161
|
+
/** Persist the cumulative ledger (prior + this run). No-op without a path. */
|
|
162
|
+
persistLedger() {
|
|
163
|
+
if (!this._enabled || !this.ledgerPath)
|
|
164
|
+
return;
|
|
165
|
+
const ledger = this.cumulative();
|
|
166
|
+
try {
|
|
167
|
+
fs.mkdirSync(path.dirname(this.ledgerPath), { recursive: true });
|
|
168
|
+
fs.writeFileSync(this.ledgerPath, JSON.stringify(ledger, null, 2) + "\n");
|
|
169
|
+
}
|
|
170
|
+
catch (_a) {
|
|
171
|
+
/* best-effort side channel — never fail the run over the ledger */
|
|
172
|
+
}
|
|
173
|
+
}
|
|
174
|
+
/** prior + this-run, folded into a fresh ledger object. */
|
|
175
|
+
cumulative() {
|
|
176
|
+
var _a, _b, _c;
|
|
177
|
+
const total = emptyBucket();
|
|
178
|
+
const perModel = {};
|
|
179
|
+
const add = (into, b) => {
|
|
180
|
+
into.calls += b.calls;
|
|
181
|
+
into.promptTokens += b.promptTokens;
|
|
182
|
+
into.completionTokens += b.completionTokens;
|
|
183
|
+
into.cost += b.cost;
|
|
184
|
+
};
|
|
185
|
+
if (this.prior) {
|
|
186
|
+
add(total, this.prior.total);
|
|
187
|
+
for (const [m, b] of Object.entries(this.prior.perModel)) {
|
|
188
|
+
perModel[m] = emptyBucket();
|
|
189
|
+
add(perModel[m], b);
|
|
190
|
+
}
|
|
191
|
+
}
|
|
192
|
+
add(total, this.thisRunTotal);
|
|
193
|
+
for (const [m, b] of this.thisRunByModel) {
|
|
194
|
+
perModel[m] = (_a = perModel[m]) !== null && _a !== void 0 ? _a : emptyBucket();
|
|
195
|
+
add(perModel[m], b);
|
|
196
|
+
}
|
|
197
|
+
return {
|
|
198
|
+
currency: this.currency,
|
|
199
|
+
runs: ((_c = (_b = this.prior) === null || _b === void 0 ? void 0 : _b.runs) !== null && _c !== void 0 ? _c : 0) + 1,
|
|
200
|
+
updatedAt: new Date().toISOString(),
|
|
201
|
+
total,
|
|
202
|
+
perModel,
|
|
203
|
+
};
|
|
204
|
+
}
|
|
205
|
+
loadLedger() {
|
|
206
|
+
if (!this.ledgerPath || !fs.existsSync(this.ledgerPath))
|
|
207
|
+
return undefined;
|
|
208
|
+
try {
|
|
209
|
+
return JSON.parse(fs.readFileSync(this.ledgerPath, "utf-8"));
|
|
210
|
+
}
|
|
211
|
+
catch (_a) {
|
|
212
|
+
return undefined; // corrupt ledger — start cumulative fresh rather than crash
|
|
213
|
+
}
|
|
214
|
+
}
|
|
215
|
+
fmt(n) {
|
|
216
|
+
return `${this.currency} ${n.toFixed(n < 1 ? 4 : 2)}`;
|
|
217
|
+
}
|
|
218
|
+
/** Test hook — restore the disabled default. */
|
|
219
|
+
reset() {
|
|
220
|
+
this._enabled = false;
|
|
221
|
+
this.maxCost = undefined;
|
|
222
|
+
this.prices = {};
|
|
223
|
+
this.ledgerPath = undefined;
|
|
224
|
+
this.logger = undefined;
|
|
225
|
+
this.thisRunTotal = emptyBucket();
|
|
226
|
+
this.thisRunByModel = new Map();
|
|
227
|
+
this.prior = undefined;
|
|
228
|
+
this.capTripped = false;
|
|
229
|
+
this.warnedModels.clear();
|
|
230
|
+
}
|
|
231
|
+
}
|
|
232
|
+
exports.CostMeter = CostMeter;
|
|
233
|
+
/** The process-wide cost meter singleton. */
|
|
234
|
+
exports.meter = new CostMeter();
|
|
235
|
+
//# sourceMappingURL=CostMeter.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"CostMeter.js","sourceRoot":"","sources":["../../../src/core/cost/CostMeter.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,uCAAyB;AACzB,2CAA6B;AAC7B,yCAAgD;AAEhD,qCAAoE;AAEpE,2FAA2F;AAC9E,QAAA,eAAe,GAAG,CAAC,CAAC;AACpB,QAAA,sBAAsB,GAAG,GAAG,CAAC,CAAC,kDAAkD;AAChF,QAAA,uBAAuB,GAAG,GAAG,CAAC,CAAC,6CAA6C;AAQzF,MAAM,WAAW,GAAG,GAAe,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,gBAAgB,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC;AA4BpG;;;;;;;;;;;GAWG;AACH,MAAa,SAAS;IAAtB;QACU,aAAQ,GAAG,KAAK,CAAC;QAEjB,aAAQ,GAAG,KAAK,CAAC;QACjB,WAAM,GAA+B,EAAE,CAAC;QAIxC,iBAAY,GAAG,WAAW,EAAE,CAAC;QAC7B,mBAAc,GAAG,IAAI,GAAG,EAAsB,CAAC;QAE/C,eAAU,GAAG,KAAK,CAAC;QACV,iBAAY,GAAG,IAAI,GAAG,EAAU,CAAC;IA0KpD,CAAC;IAxKC,IAAI,OAAO;QACT,OAAO,IAAI,CAAC,QAAQ,CAAC;IACvB,CAAC;IACD,IAAI,WAAW;QACb,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC;IAChC,CAAC;IAED,gGAAgG;IAChG,YAAY,CAAC,MAAc;QACzB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED,SAAS,CAAC,MAAuB;QAC/B,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC;QAC/B,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;QAC9B,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,QAAQ,IAAI,KAAK,CAAC;QACzC,IAAI,CAAC,MAAM,mCAAQ,uBAAc,GAAK,CAAC,MAAM,CAAC,MAAM,IAAI,EAAE,CAAC,CAAE,CAAC;QAC9D,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,UAAU,CAAC;QACpC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;QAC5B,IAAI,CAAC,YAAY,GAAG,WAAW,EAAE,CAAC;QAClC,IAAI,CAAC,cAAc,GAAG,IAAI,GAAG,EAAE,CAAC;QAChC,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC;QACxB,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC;QAC1B,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;IAC7D,CAAC;IAED,gGAAgG;IAChG,QAAQ,CAAC,KAAa;;QACpB,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAClD,IAAI,IAAoD,CAAC;QACzD,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;YACvD,IAAI,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,IAAI,IAAI,GAAG,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC;gBAAE,IAAI,GAAG,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC;QAC5F,CAAC;QACD,OAAO,MAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,KAAK,mCAAI,EAAE,EAAE,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC;IAC1C,CAAC;IAED,iGAAiG;IACjG,MAAM,CAAC,KAAa,EAAE,KAAgB;;QACpC,IAAI,CAAC,IAAI,CAAC,QAAQ,IAAI,CAAC,KAAK;YAAE,OAAO;QACrC,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACnC,IAAI,KAAK,CAAC,EAAE,KAAK,CAAC,IAAI,KAAK,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;YACvE,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAC7B,MAAA,IAAI,CAAC,MAAM,0CAAE,IAAI,CAAC,mCAAmC,KAAK,6BAA6B,IAAI,CAAC,QAAQ,4CAA4C,CAAC,CAAC;QACpJ,CAAC;QACD,MAAM,MAAM,GAAG,MAAA,KAAK,CAAC,YAAY,mCAAI,CAAC,CAAC;QACvC,MAAM,UAAU,GAAG,MAAA,KAAK,CAAC,gBAAgB,mCAAI,CAAC,CAAC;QAC/C,MAAM,IAAI,GAAG,CAAC,MAAM,GAAG,GAAG,CAAC,GAAG,KAAK,CAAC,EAAE,GAAG,CAAC,UAAU,GAAG,GAAG,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC;QAExE,MAAM,MAAM,GAAG,MAAA,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,mCAAI,WAAW,EAAE,CAAC;QAC/D,MAAM,CAAC,KAAK,EAAE,CAAC;QACf,MAAM,CAAC,YAAY,IAAI,MAAM,CAAC;QAC9B,MAAM,CAAC,gBAAgB,IAAI,UAAU,CAAC;QACtC,MAAM,CAAC,IAAI,IAAI,IAAI,CAAC;QACpB,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QAEvC,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC;QAC1B,IAAI,CAAC,YAAY,CAAC,YAAY,IAAI,MAAM,CAAC;QACzC,IAAI,CAAC,YAAY,CAAC,gBAAgB,IAAI,UAAU,CAAC;QACjD,IAAI,CAAC,YAAY,CAAC,IAAI,IAAI,IAAI,CAAC;QAE/B,IAAI,IAAI,CAAC,OAAO,IAAI,IAAI,IAAI,IAAI,CAAC,YAAY,CAAC,IAAI,GAAG,IAAI,CAAC,OAAO,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;YACtF,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;YACvB,MAAA,IAAI,CAAC,MAAM,0CAAE,IAAI,CACf,2BAA2B,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,aAAa;gBACtG,mHAAmH,CACtH,CAAC;YACF,iBAAQ,CAAC,OAAO,EAAE,CAAC;QACrB,CAAC;IACH,CAAC;IAED,yEAAyE;IACzE,QAAQ,CAAC,eAAuB,EAAE,SAAiB,EAAE,KAAa;QAChE,MAAM,SAAS,GAAG,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC7E,MAAM,eAAe,GAAG,SAAS,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,GAAG,uBAAe,CAAC,GAAG,8BAAsB,CAAC,CAAC;QACtG,MAAM,mBAAmB,GAAG,SAAS,GAAG,+BAAuB,CAAC;QAChE,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACnC,MAAM,OAAO,GAAG,CAAC,eAAe,GAAG,GAAG,CAAC,GAAG,KAAK,CAAC,EAAE,GAAG,CAAC,mBAAmB,GAAG,GAAG,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC;QAC7F,OAAO,EAAE,SAAS,EAAE,eAAe,EAAE,mBAAmB,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,GAAG,CAAC,IAAI,KAAK,CAAC,GAAG,GAAG,CAAC,EAAE,CAAC;IAC7G,CAAC;IAED,+EAA+E;IAC/E,OAAO;QACL,MAAM,KAAK,GAAa,CAAC,gCAAgC,CAAC,CAAC;QAC3D,IAAI,IAAI,CAAC,cAAc,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;YACnC,KAAK,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;QACzC,CAAC;aAAM,CAAC;YACN,KAAK,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;gBAC7C,KAAK,CAAC,IAAI,CAAC,KAAK,KAAK,KAAK,CAAC,CAAC,KAAK,aAAa,CAAC,CAAC,YAAY,IAAI,CAAC,CAAC,gBAAgB,SAAS,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACjH,CAAC;QACH,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,qBAAqB,IAAI,CAAC,YAAY,CAAC,YAAY,GAAG,IAAI,CAAC,YAAY,CAAC,gBAAgB,SAAS,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAChJ,MAAM,GAAG,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;QAC9B,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,KAAK,CAAC,IAAI,CAAC,2CAA2C,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,GAAG,CAAC,IAAI,SAAS,CAAC,CAAC;QAC5G,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,+BAA+B,qBAAY,6BAA6B,CAAC,CAAC;QACrF,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IAED,8EAA8E;IAC9E,aAAa;QACX,IAAI,CAAC,IAAI,CAAC,QAAQ,IAAI,CAAC,IAAI,CAAC,UAAU;YAAE,OAAO;QAC/C,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;QACjC,IAAI,CAAC;YACH,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YACjE,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;QAC5E,CAAC;QAAC,WAAM,CAAC;YACP,mEAAmE;QACrE,CAAC;IACH,CAAC;IAED,2DAA2D;IACnD,UAAU;;QAChB,MAAM,KAAK,GAAG,WAAW,EAAE,CAAC;QAC5B,MAAM,QAAQ,GAA+B,EAAE,CAAC;QAChD,MAAM,GAAG,GAAG,CAAC,IAAgB,EAAE,CAAa,EAAE,EAAE;YAC9C,IAAI,CAAC,KAAK,IAAI,CAAC,CAAC,KAAK,CAAC;YACtB,IAAI,CAAC,YAAY,IAAI,CAAC,CAAC,YAAY,CAAC;YACpC,IAAI,CAAC,gBAAgB,IAAI,CAAC,CAAC,gBAAgB,CAAC;YAC5C,IAAI,CAAC,IAAI,IAAI,CAAC,CAAC,IAAI,CAAC;QACtB,CAAC,CAAC;QACF,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAC7B,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC;gBACzD,QAAQ,CAAC,CAAC,CAAC,GAAG,WAAW,EAAE,CAAC;gBAC5B,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YACtB,CAAC;QACH,CAAC;QACD,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;QAC9B,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACzC,QAAQ,CAAC,CAAC,CAAC,GAAG,MAAA,QAAQ,CAAC,CAAC,CAAC,mCAAI,WAAW,EAAE,CAAC;YAC3C,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACtB,CAAC;QACD,OAAO;YACL,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,IAAI,EAAE,CAAC,MAAA,MAAA,IAAI,CAAC,KAAK,0CAAE,IAAI,mCAAI,CAAC,CAAC,GAAG,CAAC;YACjC,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,KAAK;YACL,QAAQ;SACT,CAAC;IACJ,CAAC;IAEO,UAAU;QAChB,IAAI,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,UAAU,CAAC;YAAE,OAAO,SAAS,CAAC;QAC1E,IAAI,CAAC;YACH,OAAO,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,UAAU,EAAE,OAAO,CAAC,CAAe,CAAC;QAC7E,CAAC;QAAC,WAAM,CAAC;YACP,OAAO,SAAS,CAAC,CAAC,4DAA4D;QAChF,CAAC;IACH,CAAC;IAEO,GAAG,CAAC,CAAS;QACnB,OAAO,GAAG,IAAI,CAAC,QAAQ,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACxD,CAAC;IAED,gDAAgD;IAChD,KAAK;QACH,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC;QACtB,IAAI,CAAC,OAAO,GAAG,SAAS,CAAC;QACzB,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC;QACjB,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;QAC5B,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC;QACxB,IAAI,CAAC,YAAY,GAAG,WAAW,EAAE,CAAC;QAClC,IAAI,CAAC,cAAc,GAAG,IAAI,GAAG,EAAE,CAAC;QAChC,IAAI,CAAC,KAAK,GAAG,SAAS,CAAC;QACvB,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC;QACxB,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC;IAC5B,CAAC;CACF;AAtLD,8BAsLC;AAED,6CAA6C;AAChC,QAAA,KAAK,GAAG,IAAI,SAAS,EAAE,CAAC"}
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
+
if (k2 === undefined) k2 = k;
|
|
4
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
+
}
|
|
8
|
+
Object.defineProperty(o, k2, desc);
|
|
9
|
+
}) : (function(o, m, k, k2) {
|
|
10
|
+
if (k2 === undefined) k2 = k;
|
|
11
|
+
o[k2] = m[k];
|
|
12
|
+
}));
|
|
13
|
+
var __exportStar = (this && this.__exportStar) || function(m, exports) {
|
|
14
|
+
for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
|
|
15
|
+
};
|
|
16
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
17
|
+
__exportStar(require("./prices"), exports);
|
|
18
|
+
__exportStar(require("./CostMeter"), exports);
|
|
19
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/core/cost/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,2CAAyB;AACzB,8CAA4B"}
|
|
@@ -0,0 +1,38 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.DEFAULT_PRICES = exports.PRICES_AS_OF = void 0;
|
|
4
|
+
/**
|
|
5
|
+
* Built-in best-effort price map for cost metering. Values are USD per 1M tokens
|
|
6
|
+
* `{ in: prompt, out: completion }`. Matched by exact model id first, then by the
|
|
7
|
+
* longest key that is a substring of the model id (so `gpt-4o` matches
|
|
8
|
+
* `gpt-4o-2024-08-06`, and an OpenRouter `openai/gpt-4o` matches `gpt-4o`).
|
|
9
|
+
*
|
|
10
|
+
* Prices DRIFT. This map is a convenience, not a source of truth — the tally
|
|
11
|
+
* prints `PRICES_AS_OF` and tells the user to override via `cost.prices` for an
|
|
12
|
+
* accurate bill. A model with no match resolves to 0 (local Ollama, or an
|
|
13
|
+
* unknown id) and is reported as `$0` with a one-time note.
|
|
14
|
+
*/
|
|
15
|
+
exports.PRICES_AS_OF = "2026-06";
|
|
16
|
+
exports.DEFAULT_PRICES = {
|
|
17
|
+
// OpenAI
|
|
18
|
+
"gpt-4o-mini": { in: 0.15, out: 0.6 },
|
|
19
|
+
"gpt-4o": { in: 2.5, out: 10 },
|
|
20
|
+
"gpt-4.1-mini": { in: 0.4, out: 1.6 },
|
|
21
|
+
"gpt-4.1": { in: 2, out: 8 },
|
|
22
|
+
"o4-mini": { in: 1.1, out: 4.4 },
|
|
23
|
+
// Anthropic
|
|
24
|
+
"claude-3-5-haiku": { in: 0.8, out: 4 },
|
|
25
|
+
"claude-3-5-sonnet": { in: 3, out: 15 },
|
|
26
|
+
"claude-3-7-sonnet": { in: 3, out: 15 },
|
|
27
|
+
"claude-3-opus": { in: 15, out: 75 },
|
|
28
|
+
// Google (Gemini, incl. OpenRouter ids like `google/gemini-1.5-pro`)
|
|
29
|
+
"gemini-1.5-flash": { in: 0.075, out: 0.3 },
|
|
30
|
+
"gemini-1.5-pro": { in: 1.25, out: 5 },
|
|
31
|
+
"gemini-2.0-flash": { in: 0.1, out: 0.4 },
|
|
32
|
+
// Open-weight on metered hosts (OpenRouter-style ids); rough midpoints
|
|
33
|
+
"llama-3.1-70b": { in: 0.35, out: 0.4 },
|
|
34
|
+
"llama-3.3-70b": { in: 0.35, out: 0.4 },
|
|
35
|
+
"qwen-2.5-72b": { in: 0.35, out: 0.4 },
|
|
36
|
+
// Local Ollama is free; left unlisted ⇒ resolves to 0.
|
|
37
|
+
};
|
|
38
|
+
//# sourceMappingURL=prices.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"prices.js","sourceRoot":"","sources":["../../../src/core/cost/prices.ts"],"names":[],"mappings":";;;AAAA;;;;;;;;;;GAUG;AACU,QAAA,YAAY,GAAG,SAAS,CAAC;AAOzB,QAAA,cAAc,GAA+B;IACxD,SAAS;IACT,aAAa,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE;IACrC,QAAQ,EAAE,EAAE,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE,EAAE;IAC9B,cAAc,EAAE,EAAE,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE;IACrC,SAAS,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE;IAC5B,SAAS,EAAE,EAAE,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE;IAChC,YAAY;IACZ,kBAAkB,EAAE,EAAE,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,EAAE;IACvC,mBAAmB,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE;IACvC,mBAAmB,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE;IACvC,eAAe,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE;IACpC,qEAAqE;IACrE,kBAAkB,EAAE,EAAE,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE;IAC3C,gBAAgB,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,EAAE;IACtC,kBAAkB,EAAE,EAAE,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE;IACzC,uEAAuE;IACvE,eAAe,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE;IACvC,eAAe,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE;IACvC,cAAc,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE;IACtC,uDAAuD;CACxD,CAAC"}
|
|
@@ -0,0 +1,119 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
+
if (k2 === undefined) k2 = k;
|
|
4
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
+
}
|
|
8
|
+
Object.defineProperty(o, k2, desc);
|
|
9
|
+
}) : (function(o, m, k, k2) {
|
|
10
|
+
if (k2 === undefined) k2 = k;
|
|
11
|
+
o[k2] = m[k];
|
|
12
|
+
}));
|
|
13
|
+
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
|
|
14
|
+
Object.defineProperty(o, "default", { enumerable: true, value: v });
|
|
15
|
+
}) : function(o, v) {
|
|
16
|
+
o["default"] = v;
|
|
17
|
+
});
|
|
18
|
+
var __importStar = (this && this.__importStar) || (function () {
|
|
19
|
+
var ownKeys = function(o) {
|
|
20
|
+
ownKeys = Object.getOwnPropertyNames || function (o) {
|
|
21
|
+
var ar = [];
|
|
22
|
+
for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
|
|
23
|
+
return ar;
|
|
24
|
+
};
|
|
25
|
+
return ownKeys(o);
|
|
26
|
+
};
|
|
27
|
+
return function (mod) {
|
|
28
|
+
if (mod && mod.__esModule) return mod;
|
|
29
|
+
var result = {};
|
|
30
|
+
if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
|
|
31
|
+
__setModuleDefault(result, mod);
|
|
32
|
+
return result;
|
|
33
|
+
};
|
|
34
|
+
})();
|
|
35
|
+
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
36
|
+
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
37
|
+
return new (P || (P = Promise))(function (resolve, reject) {
|
|
38
|
+
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
39
|
+
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
40
|
+
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
41
|
+
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
42
|
+
});
|
|
43
|
+
};
|
|
44
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
45
|
+
exports.ObjectDetectionService = void 0;
|
|
46
|
+
const DEFAULT_CLOSED_MODEL = "Xenova/detr-resnet-50";
|
|
47
|
+
const DEFAULT_ZEROSHOT_MODEL = "Xenova/owlvit-base-patch32";
|
|
48
|
+
/**
|
|
49
|
+
* Opt-in CV object detector backed by `@huggingface/transformers` (already a dep;
|
|
50
|
+
* bundles onnxruntime-node + sharp — zero new deps). Loads the pipeline **once**
|
|
51
|
+
* (a per-image `pipeline()` would reload the model), then runs it per image. Two
|
|
52
|
+
* config-selectable modes: `closed` (`object-detection`, COCO-80) and `zero-shot`
|
|
53
|
+
* (`zero-shot-object-detection`, open-vocab via `labels`). The heavy dep is
|
|
54
|
+
* lazy-imported so a run with detection off pays nothing.
|
|
55
|
+
*
|
|
56
|
+
* Signal-not-verdict (Phase 2): detections are confidence-tagged (the detector's
|
|
57
|
+
* own score) and feed the VLM context + a `cv-detection` graph fragment. Any
|
|
58
|
+
* failure (model download offline, bad image, empty zero-shot labels) → `[]` with
|
|
59
|
+
* a one-time warn — no signal, never a throw (the C2PA `unavailable` discipline).
|
|
60
|
+
*/
|
|
61
|
+
class ObjectDetectionService {
|
|
62
|
+
constructor(opts, logger, injectedPipeline) {
|
|
63
|
+
this.opts = opts;
|
|
64
|
+
this.logger = logger;
|
|
65
|
+
this.injectedPipeline = injectedPipeline;
|
|
66
|
+
this.warned = false;
|
|
67
|
+
}
|
|
68
|
+
detect(filePath) {
|
|
69
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
70
|
+
var _a;
|
|
71
|
+
if (this.opts.mode === "zero-shot" && this.opts.labels.length === 0) {
|
|
72
|
+
this.warnOnce("Object detection mode=zero-shot but readers.cv.detection.labels is empty; skipping");
|
|
73
|
+
return [];
|
|
74
|
+
}
|
|
75
|
+
try {
|
|
76
|
+
const pipe = yield this.loadPipeline();
|
|
77
|
+
const raw = this.opts.mode === "zero-shot"
|
|
78
|
+
? yield pipe(filePath, this.opts.labels, { threshold: this.opts.threshold })
|
|
79
|
+
: yield pipe(filePath, { threshold: this.opts.threshold });
|
|
80
|
+
return (Array.isArray(raw) ? raw : [])
|
|
81
|
+
.filter((d) => d && typeof d.label === "string" && typeof d.score === "number" && d.score >= this.opts.threshold)
|
|
82
|
+
.map((d) => ({ label: d.label, score: d.score, box: d.box }))
|
|
83
|
+
.sort((a, b) => b.score - a.score)
|
|
84
|
+
.slice(0, this.opts.maxObjects);
|
|
85
|
+
}
|
|
86
|
+
catch (e) {
|
|
87
|
+
this.warnOnce(`Object detection unavailable (${(_a = e === null || e === void 0 ? void 0 : e.message) !== null && _a !== void 0 ? _a : e}); no CV signal emitted`);
|
|
88
|
+
return [];
|
|
89
|
+
}
|
|
90
|
+
});
|
|
91
|
+
}
|
|
92
|
+
/** Lazy-load + cache the pipeline. A rejected load stays cached (detect() → []). */
|
|
93
|
+
loadPipeline() {
|
|
94
|
+
if (this.injectedPipeline)
|
|
95
|
+
return Promise.resolve(this.injectedPipeline);
|
|
96
|
+
if (!this.pipelinePromise) {
|
|
97
|
+
this.pipelinePromise = (() => __awaiter(this, void 0, void 0, function* () {
|
|
98
|
+
const tf = yield Promise.resolve().then(() => __importStar(require("@huggingface/transformers")));
|
|
99
|
+
if (this.opts.cacheDir)
|
|
100
|
+
tf.env.cacheDir = this.opts.cacheDir;
|
|
101
|
+
if (!this.opts.allowRemote)
|
|
102
|
+
tf.env.allowRemoteModels = false;
|
|
103
|
+
const task = this.opts.mode === "zero-shot" ? "zero-shot-object-detection" : "object-detection";
|
|
104
|
+
const model = this.opts.model || (this.opts.mode === "zero-shot" ? DEFAULT_ZEROSHOT_MODEL : DEFAULT_CLOSED_MODEL);
|
|
105
|
+
this.logger.info(`Loading object-detection pipeline (${task}, ${model})`);
|
|
106
|
+
return (yield tf.pipeline(task, model));
|
|
107
|
+
}))();
|
|
108
|
+
}
|
|
109
|
+
return this.pipelinePromise;
|
|
110
|
+
}
|
|
111
|
+
warnOnce(message) {
|
|
112
|
+
if (this.warned)
|
|
113
|
+
return;
|
|
114
|
+
this.warned = true;
|
|
115
|
+
this.logger.warn(message);
|
|
116
|
+
}
|
|
117
|
+
}
|
|
118
|
+
exports.ObjectDetectionService = ObjectDetectionService;
|
|
119
|
+
//# sourceMappingURL=ObjectDetectionService.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ObjectDetectionService.js","sourceRoot":"","sources":["../../../src/core/cv/ObjectDetectionService.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAgCA,MAAM,oBAAoB,GAAG,uBAAuB,CAAC;AACrD,MAAM,sBAAsB,GAAG,4BAA4B,CAAC;AAE5D;;;;;;;;;;;;GAYG;AACH,MAAa,sBAAsB;IAIjC,YACmB,IAAwB,EACxB,MAAc,EACd,gBAAoC;QAFpC,SAAI,GAAJ,IAAI,CAAoB;QACxB,WAAM,GAAN,MAAM,CAAQ;QACd,qBAAgB,GAAhB,gBAAgB,CAAoB;QAL/C,WAAM,GAAG,KAAK,CAAC;IAMpB,CAAC;IAEE,MAAM,CAAC,QAAgB;;;YAC3B,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,WAAW,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACpE,IAAI,CAAC,QAAQ,CAAC,oFAAoF,CAAC,CAAC;gBACpG,OAAO,EAAE,CAAC;YACZ,CAAC;YACD,IAAI,CAAC;gBACH,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;gBACvC,MAAM,GAAG,GACP,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,WAAW;oBAC5B,CAAC,CAAC,MAAM,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;oBAC5E,CAAC,CAAC,MAAM,IAAI,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;gBAC/D,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;qBACnC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,OAAO,CAAC,CAAC,KAAK,KAAK,QAAQ,IAAI,OAAO,CAAC,CAAC,KAAK,KAAK,QAAQ,IAAI,CAAC,CAAC,KAAK,IAAI,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC;qBAChH,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;qBAC5D,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC;qBACjC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YACpC,CAAC;YAAC,OAAO,CAAM,EAAE,CAAC;gBAChB,IAAI,CAAC,QAAQ,CAAC,iCAAiC,MAAA,CAAC,aAAD,CAAC,uBAAD,CAAC,CAAE,OAAO,mCAAI,CAAC,yBAAyB,CAAC,CAAC;gBACzF,OAAO,EAAE,CAAC;YACZ,CAAC;QACH,CAAC;KAAA;IAED,oFAAoF;IAC5E,YAAY;QAClB,IAAI,IAAI,CAAC,gBAAgB;YAAE,OAAO,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QACzE,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC;YAC1B,IAAI,CAAC,eAAe,GAAG,CAAC,GAAS,EAAE;gBACjC,MAAM,EAAE,GAAQ,wDAAa,2BAA2B,GAAC,CAAC;gBAC1D,IAAI,IAAI,CAAC,IAAI,CAAC,QAAQ;oBAAE,EAAE,CAAC,GAAG,CAAC,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC;gBAC7D,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW;oBAAE,EAAE,CAAC,GAAG,CAAC,iBAAiB,GAAG,KAAK,CAAC;gBAC7D,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,4BAA4B,CAAC,CAAC,CAAC,kBAAkB,CAAC;gBAChG,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,oBAAoB,CAAC,CAAC;gBAClH,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,sCAAsC,IAAI,KAAK,KAAK,GAAG,CAAC,CAAC;gBAC1E,OAAO,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAC,CAAsB,CAAC;YAC/D,CAAC,CAAA,CAAC,EAAE,CAAC;QACP,CAAC;QACD,OAAO,IAAI,CAAC,eAAe,CAAC;IAC9B,CAAC;IAEO,QAAQ,CAAC,OAAe;QAC9B,IAAI,IAAI,CAAC,MAAM;YAAE,OAAO;QACxB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACnB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC5B,CAAC;CACF;AAtDD,wDAsDC"}
|