ocr-provenance-mcp 1.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of ocr-provenance-mcp might be problematic. Click here for more details.
- package/.env.example +55 -0
- package/LICENSE +78 -0
- package/README.md +1154 -0
- package/dist/bin-http.d.ts +24 -0
- package/dist/bin-http.d.ts.map +1 -0
- package/dist/bin-http.js +275 -0
- package/dist/bin-http.js.map +1 -0
- package/dist/bin-setup.d.ts +11 -0
- package/dist/bin-setup.d.ts.map +1 -0
- package/dist/bin-setup.js +610 -0
- package/dist/bin-setup.js.map +1 -0
- package/dist/bin.d.ts +16 -0
- package/dist/bin.d.ts.map +1 -0
- package/dist/bin.js +16 -0
- package/dist/bin.js.map +1 -0
- package/dist/index.d.ts +13 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +90 -0
- package/dist/index.js.map +1 -0
- package/dist/models/chunk.d.ts +136 -0
- package/dist/models/chunk.d.ts.map +1 -0
- package/dist/models/chunk.js +27 -0
- package/dist/models/chunk.js.map +1 -0
- package/dist/models/cluster.d.ts +79 -0
- package/dist/models/cluster.d.ts.map +1 -0
- package/dist/models/cluster.js +10 -0
- package/dist/models/cluster.js.map +1 -0
- package/dist/models/comparison.d.ts +62 -0
- package/dist/models/comparison.d.ts.map +1 -0
- package/dist/models/comparison.js +8 -0
- package/dist/models/comparison.js.map +1 -0
- package/dist/models/document.d.ts +104 -0
- package/dist/models/document.d.ts.map +1 -0
- package/dist/models/document.js +15 -0
- package/dist/models/document.js.map +1 -0
- package/dist/models/embedding.d.ts +87 -0
- package/dist/models/embedding.d.ts.map +1 -0
- package/dist/models/embedding.js +23 -0
- package/dist/models/embedding.js.map +1 -0
- package/dist/models/extraction.d.ts +15 -0
- package/dist/models/extraction.d.ts.map +1 -0
- package/dist/models/extraction.js +2 -0
- package/dist/models/extraction.js.map +1 -0
- package/dist/models/form-fill.d.ts +23 -0
- package/dist/models/form-fill.d.ts.map +1 -0
- package/dist/models/form-fill.js +2 -0
- package/dist/models/form-fill.js.map +1 -0
- package/dist/models/image.d.ts +177 -0
- package/dist/models/image.d.ts.map +1 -0
- package/dist/models/image.js +8 -0
- package/dist/models/image.js.map +1 -0
- package/dist/models/index.d.ts +14 -0
- package/dist/models/index.d.ts.map +1 -0
- package/dist/models/index.js +22 -0
- package/dist/models/index.js.map +1 -0
- package/dist/models/provenance.d.ts +174 -0
- package/dist/models/provenance.d.ts.map +1 -0
- package/dist/models/provenance.js +53 -0
- package/dist/models/provenance.js.map +1 -0
- package/dist/models/uploaded-file.d.ts +20 -0
- package/dist/models/uploaded-file.d.ts.map +1 -0
- package/dist/models/uploaded-file.js +2 -0
- package/dist/models/uploaded-file.js.map +1 -0
- package/dist/server/errors.d.ts +93 -0
- package/dist/server/errors.d.ts.map +1 -0
- package/dist/server/errors.js +256 -0
- package/dist/server/errors.js.map +1 -0
- package/dist/server/events.d.ts +36 -0
- package/dist/server/events.d.ts.map +1 -0
- package/dist/server/events.js +48 -0
- package/dist/server/events.js.map +1 -0
- package/dist/server/permissions.d.ts +26 -0
- package/dist/server/permissions.d.ts.map +1 -0
- package/dist/server/permissions.js +194 -0
- package/dist/server/permissions.js.map +1 -0
- package/dist/server/register-tools.d.ts +25 -0
- package/dist/server/register-tools.d.ts.map +1 -0
- package/dist/server/register-tools.js +102 -0
- package/dist/server/register-tools.js.map +1 -0
- package/dist/server/startup.d.ts +16 -0
- package/dist/server/startup.d.ts.map +1 -0
- package/dist/server/startup.js +37 -0
- package/dist/server/startup.js.map +1 -0
- package/dist/server/state.d.ts +166 -0
- package/dist/server/state.d.ts.map +1 -0
- package/dist/server/state.js +424 -0
- package/dist/server/state.js.map +1 -0
- package/dist/server/transports/http-transport.d.ts +37 -0
- package/dist/server/transports/http-transport.d.ts.map +1 -0
- package/dist/server/transports/http-transport.js +204 -0
- package/dist/server/transports/http-transport.js.map +1 -0
- package/dist/server/transports/index.d.ts +9 -0
- package/dist/server/transports/index.d.ts.map +1 -0
- package/dist/server/transports/index.js +9 -0
- package/dist/server/transports/index.js.map +1 -0
- package/dist/server/transports/session-manager.d.ts +40 -0
- package/dist/server/transports/session-manager.d.ts.map +1 -0
- package/dist/server/transports/session-manager.js +74 -0
- package/dist/server/transports/session-manager.js.map +1 -0
- package/dist/server/types.d.ts +82 -0
- package/dist/server/types.d.ts.map +1 -0
- package/dist/server/types.js +14 -0
- package/dist/server/types.js.map +1 -0
- package/dist/services/audit.d.ts +26 -0
- package/dist/services/audit.d.ts.map +1 -0
- package/dist/services/audit.js +43 -0
- package/dist/services/audit.js.map +1 -0
- package/dist/services/chunking/chunk-deduplicator.d.ts +33 -0
- package/dist/services/chunking/chunk-deduplicator.d.ts.map +1 -0
- package/dist/services/chunking/chunk-deduplicator.js +46 -0
- package/dist/services/chunking/chunk-deduplicator.js.map +1 -0
- package/dist/services/chunking/chunk-merger.d.ts +26 -0
- package/dist/services/chunking/chunk-merger.d.ts.map +1 -0
- package/dist/services/chunking/chunk-merger.js +94 -0
- package/dist/services/chunking/chunk-merger.js.map +1 -0
- package/dist/services/chunking/chunker.d.ts +62 -0
- package/dist/services/chunking/chunker.d.ts.map +1 -0
- package/dist/services/chunking/chunker.js +566 -0
- package/dist/services/chunking/chunker.js.map +1 -0
- package/dist/services/chunking/heading-normalizer.d.ts +33 -0
- package/dist/services/chunking/heading-normalizer.d.ts.map +1 -0
- package/dist/services/chunking/heading-normalizer.js +101 -0
- package/dist/services/chunking/heading-normalizer.js.map +1 -0
- package/dist/services/chunking/json-block-analyzer.d.ts +163 -0
- package/dist/services/chunking/json-block-analyzer.d.ts.map +1 -0
- package/dist/services/chunking/json-block-analyzer.js +1033 -0
- package/dist/services/chunking/json-block-analyzer.js.map +1 -0
- package/dist/services/chunking/markdown-parser.d.ts +75 -0
- package/dist/services/chunking/markdown-parser.d.ts.map +1 -0
- package/dist/services/chunking/markdown-parser.js +428 -0
- package/dist/services/chunking/markdown-parser.js.map +1 -0
- package/dist/services/chunking/text-normalizer.d.ts +20 -0
- package/dist/services/chunking/text-normalizer.d.ts.map +1 -0
- package/dist/services/chunking/text-normalizer.js +36 -0
- package/dist/services/chunking/text-normalizer.js.map +1 -0
- package/dist/services/clm/contract-schemas.d.ts +36 -0
- package/dist/services/clm/contract-schemas.d.ts.map +1 -0
- package/dist/services/clm/contract-schemas.js +92 -0
- package/dist/services/clm/contract-schemas.js.map +1 -0
- package/dist/services/clm/summarization.d.ts +46 -0
- package/dist/services/clm/summarization.d.ts.map +1 -0
- package/dist/services/clm/summarization.js +61 -0
- package/dist/services/clm/summarization.js.map +1 -0
- package/dist/services/clustering/clustering-service.d.ts +58 -0
- package/dist/services/clustering/clustering-service.d.ts.map +1 -0
- package/dist/services/clustering/clustering-service.js +467 -0
- package/dist/services/clustering/clustering-service.js.map +1 -0
- package/dist/services/comparison/diff-service.d.ts +41 -0
- package/dist/services/comparison/diff-service.d.ts.map +1 -0
- package/dist/services/comparison/diff-service.js +120 -0
- package/dist/services/comparison/diff-service.js.map +1 -0
- package/dist/services/embedding/embedder.d.ts +55 -0
- package/dist/services/embedding/embedder.d.ts.map +1 -0
- package/dist/services/embedding/embedder.js +202 -0
- package/dist/services/embedding/embedder.js.map +1 -0
- package/dist/services/embedding/nomic.d.ts +67 -0
- package/dist/services/embedding/nomic.d.ts.map +1 -0
- package/dist/services/embedding/nomic.js +280 -0
- package/dist/services/embedding/nomic.js.map +1 -0
- package/dist/services/gemini/circuit-breaker.d.ts +106 -0
- package/dist/services/gemini/circuit-breaker.d.ts.map +1 -0
- package/dist/services/gemini/circuit-breaker.js +237 -0
- package/dist/services/gemini/circuit-breaker.js.map +1 -0
- package/dist/services/gemini/client.d.ts +173 -0
- package/dist/services/gemini/client.d.ts.map +1 -0
- package/dist/services/gemini/client.js +483 -0
- package/dist/services/gemini/client.js.map +1 -0
- package/dist/services/gemini/config.d.ts +116 -0
- package/dist/services/gemini/config.d.ts.map +1 -0
- package/dist/services/gemini/config.js +118 -0
- package/dist/services/gemini/config.js.map +1 -0
- package/dist/services/gemini/index.d.ts +9 -0
- package/dist/services/gemini/index.d.ts.map +1 -0
- package/dist/services/gemini/index.js +13 -0
- package/dist/services/gemini/index.js.map +1 -0
- package/dist/services/gemini/rate-limiter.d.ts +62 -0
- package/dist/services/gemini/rate-limiter.d.ts.map +1 -0
- package/dist/services/gemini/rate-limiter.js +120 -0
- package/dist/services/gemini/rate-limiter.js.map +1 -0
- package/dist/services/images/extractor.d.ts +88 -0
- package/dist/services/images/extractor.d.ts.map +1 -0
- package/dist/services/images/extractor.js +340 -0
- package/dist/services/images/extractor.js.map +1 -0
- package/dist/services/images/optimizer.d.ts +130 -0
- package/dist/services/images/optimizer.d.ts.map +1 -0
- package/dist/services/images/optimizer.js +228 -0
- package/dist/services/images/optimizer.js.map +1 -0
- package/dist/services/ocr/datalab.d.ts +64 -0
- package/dist/services/ocr/datalab.d.ts.map +1 -0
- package/dist/services/ocr/datalab.js +425 -0
- package/dist/services/ocr/datalab.js.map +1 -0
- package/dist/services/ocr/errors.d.ts +38 -0
- package/dist/services/ocr/errors.d.ts.map +1 -0
- package/dist/services/ocr/errors.js +83 -0
- package/dist/services/ocr/errors.js.map +1 -0
- package/dist/services/ocr/file-manager.d.ts +76 -0
- package/dist/services/ocr/file-manager.d.ts.map +1 -0
- package/dist/services/ocr/file-manager.js +238 -0
- package/dist/services/ocr/file-manager.js.map +1 -0
- package/dist/services/ocr/form-fill.d.ts +48 -0
- package/dist/services/ocr/form-fill.d.ts.map +1 -0
- package/dist/services/ocr/form-fill.js +213 -0
- package/dist/services/ocr/form-fill.js.map +1 -0
- package/dist/services/ocr/processor.d.ts +95 -0
- package/dist/services/ocr/processor.d.ts.map +1 -0
- package/dist/services/ocr/processor.js +259 -0
- package/dist/services/ocr/processor.js.map +1 -0
- package/dist/services/provenance/agent-metadata.d.ts +82 -0
- package/dist/services/provenance/agent-metadata.d.ts.map +1 -0
- package/dist/services/provenance/agent-metadata.js +106 -0
- package/dist/services/provenance/agent-metadata.js.map +1 -0
- package/dist/services/provenance/chain-hash.d.ts +57 -0
- package/dist/services/provenance/chain-hash.d.ts.map +1 -0
- package/dist/services/provenance/chain-hash.js +131 -0
- package/dist/services/provenance/chain-hash.js.map +1 -0
- package/dist/services/provenance/exporter.d.ts +202 -0
- package/dist/services/provenance/exporter.d.ts.map +1 -0
- package/dist/services/provenance/exporter.js +457 -0
- package/dist/services/provenance/exporter.js.map +1 -0
- package/dist/services/provenance/index.d.ts +15 -0
- package/dist/services/provenance/index.d.ts.map +1 -0
- package/dist/services/provenance/index.js +17 -0
- package/dist/services/provenance/index.js.map +1 -0
- package/dist/services/provenance/tracker.d.ts +138 -0
- package/dist/services/provenance/tracker.d.ts.map +1 -0
- package/dist/services/provenance/tracker.js +293 -0
- package/dist/services/provenance/tracker.js.map +1 -0
- package/dist/services/provenance/verifier.d.ts +153 -0
- package/dist/services/provenance/verifier.d.ts.map +1 -0
- package/dist/services/provenance/verifier.js +536 -0
- package/dist/services/provenance/verifier.js.map +1 -0
- package/dist/services/python-pool.d.ts +70 -0
- package/dist/services/python-pool.d.ts.map +1 -0
- package/dist/services/python-pool.js +265 -0
- package/dist/services/python-pool.js.map +1 -0
- package/dist/services/search/bm25.d.ts +180 -0
- package/dist/services/search/bm25.d.ts.map +1 -0
- package/dist/services/search/bm25.js +656 -0
- package/dist/services/search/bm25.js.map +1 -0
- package/dist/services/search/fusion.d.ts +103 -0
- package/dist/services/search/fusion.d.ts.map +1 -0
- package/dist/services/search/fusion.js +122 -0
- package/dist/services/search/fusion.js.map +1 -0
- package/dist/services/search/local-reranker.d.ts +30 -0
- package/dist/services/search/local-reranker.d.ts.map +1 -0
- package/dist/services/search/local-reranker.js +123 -0
- package/dist/services/search/local-reranker.js.map +1 -0
- package/dist/services/search/quality.d.ts +11 -0
- package/dist/services/search/quality.d.ts.map +1 -0
- package/dist/services/search/quality.js +17 -0
- package/dist/services/search/quality.js.map +1 -0
- package/dist/services/search/query-classifier.d.ts +34 -0
- package/dist/services/search/query-classifier.d.ts.map +1 -0
- package/dist/services/search/query-classifier.js +114 -0
- package/dist/services/search/query-classifier.js.map +1 -0
- package/dist/services/search/query-expander.d.ts +73 -0
- package/dist/services/search/query-expander.d.ts.map +1 -0
- package/dist/services/search/query-expander.js +281 -0
- package/dist/services/search/query-expander.js.map +1 -0
- package/dist/services/search/reranker.d.ts +44 -0
- package/dist/services/search/reranker.d.ts.map +1 -0
- package/dist/services/search/reranker.js +101 -0
- package/dist/services/search/reranker.js.map +1 -0
- package/dist/services/storage/database/annotation-operations.d.ts +113 -0
- package/dist/services/storage/database/annotation-operations.d.ts.map +1 -0
- package/dist/services/storage/database/annotation-operations.js +177 -0
- package/dist/services/storage/database/annotation-operations.js.map +1 -0
- package/dist/services/storage/database/approval-operations.d.ts +132 -0
- package/dist/services/storage/database/approval-operations.d.ts.map +1 -0
- package/dist/services/storage/database/approval-operations.js +206 -0
- package/dist/services/storage/database/approval-operations.js.map +1 -0
- package/dist/services/storage/database/chunk-operations.d.ts +132 -0
- package/dist/services/storage/database/chunk-operations.d.ts.map +1 -0
- package/dist/services/storage/database/chunk-operations.js +306 -0
- package/dist/services/storage/database/chunk-operations.js.map +1 -0
- package/dist/services/storage/database/cluster-operations.d.ts +97 -0
- package/dist/services/storage/database/cluster-operations.d.ts.map +1 -0
- package/dist/services/storage/database/cluster-operations.js +258 -0
- package/dist/services/storage/database/cluster-operations.js.map +1 -0
- package/dist/services/storage/database/comparison-operations.d.ts +41 -0
- package/dist/services/storage/database/comparison-operations.d.ts.map +1 -0
- package/dist/services/storage/database/comparison-operations.js +65 -0
- package/dist/services/storage/database/comparison-operations.js.map +1 -0
- package/dist/services/storage/database/converters.d.ts +36 -0
- package/dist/services/storage/database/converters.d.ts.map +1 -0
- package/dist/services/storage/database/converters.js +244 -0
- package/dist/services/storage/database/converters.js.map +1 -0
- package/dist/services/storage/database/document-operations.d.ts +145 -0
- package/dist/services/storage/database/document-operations.d.ts.map +1 -0
- package/dist/services/storage/database/document-operations.js +498 -0
- package/dist/services/storage/database/document-operations.js.map +1 -0
- package/dist/services/storage/database/embedding-operations.d.ts +130 -0
- package/dist/services/storage/database/embedding-operations.d.ts.map +1 -0
- package/dist/services/storage/database/embedding-operations.js +315 -0
- package/dist/services/storage/database/embedding-operations.js.map +1 -0
- package/dist/services/storage/database/extraction-operations.d.ts +47 -0
- package/dist/services/storage/database/extraction-operations.d.ts.map +1 -0
- package/dist/services/storage/database/extraction-operations.js +85 -0
- package/dist/services/storage/database/extraction-operations.js.map +1 -0
- package/dist/services/storage/database/form-fill-operations.d.ts +58 -0
- package/dist/services/storage/database/form-fill-operations.d.ts.map +1 -0
- package/dist/services/storage/database/form-fill-operations.js +116 -0
- package/dist/services/storage/database/form-fill-operations.js.map +1 -0
- package/dist/services/storage/database/helpers.d.ts +29 -0
- package/dist/services/storage/database/helpers.d.ts.map +1 -0
- package/dist/services/storage/database/helpers.js +55 -0
- package/dist/services/storage/database/helpers.js.map +1 -0
- package/dist/services/storage/database/image-operations.d.ts +202 -0
- package/dist/services/storage/database/image-operations.d.ts.map +1 -0
- package/dist/services/storage/database/image-operations.js +484 -0
- package/dist/services/storage/database/image-operations.js.map +1 -0
- package/dist/services/storage/database/index.d.ts +13 -0
- package/dist/services/storage/database/index.d.ts.map +1 -0
- package/dist/services/storage/database/index.js +16 -0
- package/dist/services/storage/database/index.js.map +1 -0
- package/dist/services/storage/database/lock-operations.d.ts +59 -0
- package/dist/services/storage/database/lock-operations.d.ts.map +1 -0
- package/dist/services/storage/database/lock-operations.js +89 -0
- package/dist/services/storage/database/lock-operations.js.map +1 -0
- package/dist/services/storage/database/obligation-operations.d.ts +88 -0
- package/dist/services/storage/database/obligation-operations.d.ts.map +1 -0
- package/dist/services/storage/database/obligation-operations.js +206 -0
- package/dist/services/storage/database/obligation-operations.js.map +1 -0
- package/dist/services/storage/database/ocr-operations.d.ts +33 -0
- package/dist/services/storage/database/ocr-operations.d.ts.map +1 -0
- package/dist/services/storage/database/ocr-operations.js +70 -0
- package/dist/services/storage/database/ocr-operations.js.map +1 -0
- package/dist/services/storage/database/playbook-operations.d.ts +72 -0
- package/dist/services/storage/database/playbook-operations.d.ts.map +1 -0
- package/dist/services/storage/database/playbook-operations.js +247 -0
- package/dist/services/storage/database/playbook-operations.js.map +1 -0
- package/dist/services/storage/database/provenance-operations.d.ts +112 -0
- package/dist/services/storage/database/provenance-operations.d.ts.map +1 -0
- package/dist/services/storage/database/provenance-operations.js +251 -0
- package/dist/services/storage/database/provenance-operations.js.map +1 -0
- package/dist/services/storage/database/service.d.ts +142 -0
- package/dist/services/storage/database/service.d.ts.map +1 -0
- package/dist/services/storage/database/service.js +310 -0
- package/dist/services/storage/database/service.js.map +1 -0
- package/dist/services/storage/database/static-operations.d.ts +30 -0
- package/dist/services/storage/database/static-operations.d.ts.map +1 -0
- package/dist/services/storage/database/static-operations.js +218 -0
- package/dist/services/storage/database/static-operations.js.map +1 -0
- package/dist/services/storage/database/stats-operations.d.ts +101 -0
- package/dist/services/storage/database/stats-operations.d.ts.map +1 -0
- package/dist/services/storage/database/stats-operations.js +394 -0
- package/dist/services/storage/database/stats-operations.js.map +1 -0
- package/dist/services/storage/database/tag-operations.d.ts +76 -0
- package/dist/services/storage/database/tag-operations.d.ts.map +1 -0
- package/dist/services/storage/database/tag-operations.js +178 -0
- package/dist/services/storage/database/tag-operations.js.map +1 -0
- package/dist/services/storage/database/types.d.ts +286 -0
- package/dist/services/storage/database/types.d.ts.map +1 -0
- package/dist/services/storage/database/types.js +39 -0
- package/dist/services/storage/database/types.js.map +1 -0
- package/dist/services/storage/database/upload-operations.d.ts +71 -0
- package/dist/services/storage/database/upload-operations.d.ts.map +1 -0
- package/dist/services/storage/database/upload-operations.js +124 -0
- package/dist/services/storage/database/upload-operations.js.map +1 -0
- package/dist/services/storage/database/user-operations.d.ts +102 -0
- package/dist/services/storage/database/user-operations.d.ts.map +1 -0
- package/dist/services/storage/database/user-operations.js +151 -0
- package/dist/services/storage/database/user-operations.js.map +1 -0
- package/dist/services/storage/database/workflow-operations.d.ts +98 -0
- package/dist/services/storage/database/workflow-operations.d.ts.map +1 -0
- package/dist/services/storage/database/workflow-operations.js +157 -0
- package/dist/services/storage/database/workflow-operations.js.map +1 -0
- package/dist/services/storage/database.d.ts +16 -0
- package/dist/services/storage/database.d.ts.map +1 -0
- package/dist/services/storage/database.js +15 -0
- package/dist/services/storage/database.js.map +1 -0
- package/dist/services/storage/index.d.ts +10 -0
- package/dist/services/storage/index.d.ts.map +1 -0
- package/dist/services/storage/index.js +10 -0
- package/dist/services/storage/index.js.map +1 -0
- package/dist/services/storage/migrations/index.d.ts +16 -0
- package/dist/services/storage/migrations/index.d.ts.map +1 -0
- package/dist/services/storage/migrations/index.js +20 -0
- package/dist/services/storage/migrations/index.js.map +1 -0
- package/dist/services/storage/migrations/operations.d.ts +40 -0
- package/dist/services/storage/migrations/operations.d.ts.map +1 -0
- package/dist/services/storage/migrations/operations.js +2910 -0
- package/dist/services/storage/migrations/operations.js.map +1 -0
- package/dist/services/storage/migrations/schema-definitions.d.ts +306 -0
- package/dist/services/storage/migrations/schema-definitions.d.ts.map +1 -0
- package/dist/services/storage/migrations/schema-definitions.js +1006 -0
- package/dist/services/storage/migrations/schema-definitions.js.map +1 -0
- package/dist/services/storage/migrations/schema-helpers.d.ts +50 -0
- package/dist/services/storage/migrations/schema-helpers.d.ts.map +1 -0
- package/dist/services/storage/migrations/schema-helpers.js +176 -0
- package/dist/services/storage/migrations/schema-helpers.js.map +1 -0
- package/dist/services/storage/migrations/types.d.ts +15 -0
- package/dist/services/storage/migrations/types.d.ts.map +1 -0
- package/dist/services/storage/migrations/types.js +21 -0
- package/dist/services/storage/migrations/types.js.map +1 -0
- package/dist/services/storage/migrations/verification.d.ts +20 -0
- package/dist/services/storage/migrations/verification.d.ts.map +1 -0
- package/dist/services/storage/migrations/verification.js +78 -0
- package/dist/services/storage/migrations/verification.js.map +1 -0
- package/dist/services/storage/migrations.d.ts +16 -0
- package/dist/services/storage/migrations.d.ts.map +1 -0
- package/dist/services/storage/migrations.js +17 -0
- package/dist/services/storage/migrations.js.map +1 -0
- package/dist/services/storage/types.d.ts +12 -0
- package/dist/services/storage/types.d.ts.map +1 -0
- package/dist/services/storage/types.js +5 -0
- package/dist/services/storage/types.js.map +1 -0
- package/dist/services/storage/vector.d.ts +208 -0
- package/dist/services/storage/vector.d.ts.map +1 -0
- package/dist/services/storage/vector.js +526 -0
- package/dist/services/storage/vector.js.map +1 -0
- package/dist/services/vlm/pipeline.d.ts +194 -0
- package/dist/services/vlm/pipeline.d.ts.map +1 -0
- package/dist/services/vlm/pipeline.js +800 -0
- package/dist/services/vlm/pipeline.js.map +1 -0
- package/dist/services/vlm/prompts.d.ts +171 -0
- package/dist/services/vlm/prompts.d.ts.map +1 -0
- package/dist/services/vlm/prompts.js +229 -0
- package/dist/services/vlm/prompts.js.map +1 -0
- package/dist/services/vlm/service.d.ts +174 -0
- package/dist/services/vlm/service.d.ts.map +1 -0
- package/dist/services/vlm/service.js +256 -0
- package/dist/services/vlm/service.js.map +1 -0
- package/dist/services/webhook-delivery.d.ts +4 -0
- package/dist/services/webhook-delivery.d.ts.map +1 -0
- package/dist/services/webhook-delivery.js +140 -0
- package/dist/services/webhook-delivery.js.map +1 -0
- package/dist/tools/chunks.d.ts +19 -0
- package/dist/tools/chunks.d.ts.map +1 -0
- package/dist/tools/chunks.js +392 -0
- package/dist/tools/chunks.js.map +1 -0
- package/dist/tools/clm.d.ts +16 -0
- package/dist/tools/clm.d.ts.map +1 -0
- package/dist/tools/clm.js +668 -0
- package/dist/tools/clm.js.map +1 -0
- package/dist/tools/clustering.d.ts +13 -0
- package/dist/tools/clustering.d.ts.map +1 -0
- package/dist/tools/clustering.js +498 -0
- package/dist/tools/clustering.js.map +1 -0
- package/dist/tools/collaboration.d.ts +15 -0
- package/dist/tools/collaboration.d.ts.map +1 -0
- package/dist/tools/collaboration.js +516 -0
- package/dist/tools/collaboration.js.map +1 -0
- package/dist/tools/comparison.d.ts +13 -0
- package/dist/tools/comparison.d.ts.map +1 -0
- package/dist/tools/comparison.js +735 -0
- package/dist/tools/comparison.js.map +1 -0
- package/dist/tools/compliance.d.ts +15 -0
- package/dist/tools/compliance.d.ts.map +1 -0
- package/dist/tools/compliance.js +640 -0
- package/dist/tools/compliance.js.map +1 -0
- package/dist/tools/config.d.ts +19 -0
- package/dist/tools/config.d.ts.map +1 -0
- package/dist/tools/config.js +213 -0
- package/dist/tools/config.js.map +1 -0
- package/dist/tools/database.d.ts +62 -0
- package/dist/tools/database.d.ts.map +1 -0
- package/dist/tools/database.js +288 -0
- package/dist/tools/database.js.map +1 -0
- package/dist/tools/documents.d.ts +61 -0
- package/dist/tools/documents.d.ts.map +1 -0
- package/dist/tools/documents.js +1624 -0
- package/dist/tools/documents.js.map +1 -0
- package/dist/tools/embeddings.d.ts +14 -0
- package/dist/tools/embeddings.d.ts.map +1 -0
- package/dist/tools/embeddings.js +626 -0
- package/dist/tools/embeddings.js.map +1 -0
- package/dist/tools/evaluation.d.ts +25 -0
- package/dist/tools/evaluation.d.ts.map +1 -0
- package/dist/tools/evaluation.js +523 -0
- package/dist/tools/evaluation.js.map +1 -0
- package/dist/tools/events.d.ts +16 -0
- package/dist/tools/events.d.ts.map +1 -0
- package/dist/tools/events.js +493 -0
- package/dist/tools/events.js.map +1 -0
- package/dist/tools/extraction-structured.d.ts +13 -0
- package/dist/tools/extraction-structured.d.ts.map +1 -0
- package/dist/tools/extraction-structured.js +390 -0
- package/dist/tools/extraction-structured.js.map +1 -0
- package/dist/tools/extraction.d.ts +24 -0
- package/dist/tools/extraction.d.ts.map +1 -0
- package/dist/tools/extraction.js +424 -0
- package/dist/tools/extraction.js.map +1 -0
- package/dist/tools/file-management.d.ts +14 -0
- package/dist/tools/file-management.d.ts.map +1 -0
- package/dist/tools/file-management.js +523 -0
- package/dist/tools/file-management.js.map +1 -0
- package/dist/tools/form-fill.d.ts +13 -0
- package/dist/tools/form-fill.d.ts.map +1 -0
- package/dist/tools/form-fill.js +250 -0
- package/dist/tools/form-fill.js.map +1 -0
- package/dist/tools/health.d.ts +19 -0
- package/dist/tools/health.d.ts.map +1 -0
- package/dist/tools/health.js +229 -0
- package/dist/tools/health.js.map +1 -0
- package/dist/tools/images.d.ts +54 -0
- package/dist/tools/images.d.ts.map +1 -0
- package/dist/tools/images.js +787 -0
- package/dist/tools/images.js.map +1 -0
- package/dist/tools/ingestion.d.ts +94 -0
- package/dist/tools/ingestion.d.ts.map +1 -0
- package/dist/tools/ingestion.js +1659 -0
- package/dist/tools/ingestion.js.map +1 -0
- package/dist/tools/intelligence.d.ts +18 -0
- package/dist/tools/intelligence.d.ts.map +1 -0
- package/dist/tools/intelligence.js +1039 -0
- package/dist/tools/intelligence.js.map +1 -0
- package/dist/tools/provenance.d.ts +51 -0
- package/dist/tools/provenance.d.ts.map +1 -0
- package/dist/tools/provenance.js +691 -0
- package/dist/tools/provenance.js.map +1 -0
- package/dist/tools/reports.d.ts +41 -0
- package/dist/tools/reports.d.ts.map +1 -0
- package/dist/tools/reports.js +1394 -0
- package/dist/tools/reports.js.map +1 -0
- package/dist/tools/search.d.ts +35 -0
- package/dist/tools/search.d.ts.map +1 -0
- package/dist/tools/search.js +2528 -0
- package/dist/tools/search.js.map +1 -0
- package/dist/tools/shared.d.ts +52 -0
- package/dist/tools/shared.d.ts.map +1 -0
- package/dist/tools/shared.js +54 -0
- package/dist/tools/shared.js.map +1 -0
- package/dist/tools/tags.d.ts +15 -0
- package/dist/tools/tags.d.ts.map +1 -0
- package/dist/tools/tags.js +287 -0
- package/dist/tools/tags.js.map +1 -0
- package/dist/tools/timeline.d.ts +15 -0
- package/dist/tools/timeline.d.ts.map +1 -0
- package/dist/tools/timeline.js +14 -0
- package/dist/tools/timeline.js.map +1 -0
- package/dist/tools/users.d.ts +14 -0
- package/dist/tools/users.d.ts.map +1 -0
- package/dist/tools/users.js +257 -0
- package/dist/tools/users.js.map +1 -0
- package/dist/tools/vlm.d.ts +40 -0
- package/dist/tools/vlm.d.ts.map +1 -0
- package/dist/tools/vlm.js +475 -0
- package/dist/tools/vlm.js.map +1 -0
- package/dist/tools/workflow.d.ts +16 -0
- package/dist/tools/workflow.d.ts.map +1 -0
- package/dist/tools/workflow.js +495 -0
- package/dist/tools/workflow.js.map +1 -0
- package/dist/utils/backoff.d.ts +53 -0
- package/dist/utils/backoff.d.ts.map +1 -0
- package/dist/utils/backoff.js +78 -0
- package/dist/utils/backoff.js.map +1 -0
- package/dist/utils/config-persistence.d.ts +33 -0
- package/dist/utils/config-persistence.d.ts.map +1 -0
- package/dist/utils/config-persistence.js +61 -0
- package/dist/utils/config-persistence.js.map +1 -0
- package/dist/utils/hash.d.ts +65 -0
- package/dist/utils/hash.d.ts.map +1 -0
- package/dist/utils/hash.js +146 -0
- package/dist/utils/hash.js.map +1 -0
- package/dist/utils/math.d.ts +21 -0
- package/dist/utils/math.d.ts.map +1 -0
- package/dist/utils/math.js +39 -0
- package/dist/utils/math.js.map +1 -0
- package/dist/utils/validation.d.ts +697 -0
- package/dist/utils/validation.d.ts.map +1 -0
- package/dist/utils/validation.js +529 -0
- package/dist/utils/validation.js.map +1 -0
- package/package.json +96 -0
- package/python/.gitkeep +0 -0
- package/python/__init__.py +104 -0
- package/python/clustering_worker.py +440 -0
- package/python/docx_image_extractor.py +524 -0
- package/python/embedding_worker.py +552 -0
- package/python/file_manager_worker.py +564 -0
- package/python/form_fill_worker.py +399 -0
- package/python/gpu_utils.py +582 -0
- package/python/image_extractor.py +317 -0
- package/python/image_optimizer.py +444 -0
- package/python/ocr_worker.py +712 -0
- package/python/pyproject.toml +76 -0
- package/python/requirements.txt +51 -0
- package/python/reranker_worker.py +87 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"bm25.js","sourceRoot":"","sources":["../../../src/services/search/bm25.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,MAAM,MAAM,QAAQ,CAAC;AAE5B,OAAO,EAAE,cAAc,EAAE,MAAM,6CAA6C,CAAC;AAC7E,OAAO,EAAE,wBAAwB,EAAE,MAAM,cAAc,CAAC;AAgExD;;GAEG;AACH,SAAS,qBAAqB,CAAC,OAAuF;IACpH,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;QACxB,CAAC,CAAC,UAAU,IAAI,wBAAwB,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC;IAChE,CAAC;IACD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,UAAU,CAAC,CAAC;IACpD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACxC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;IAC1B,CAAC;AACH,CAAC;AAED,MAAM,OAAO,iBAAiB;IACC;IAA7B,YAA6B,EAAqB;QAArB,OAAE,GAAF,EAAE,CAAmB;QAChD,IAAI,CAAC,oBAAoB,EAAE,CAAC;IAC9B,CAAC;IAEO,oBAAoB;QAC1B,MAAM,MAAM,GAAG,IAAI,CAAC,EAAE;aACnB,OAAO,CAAC,yEAAyE,CAAC;aAClF,GAAG,EAAkC,CAAC;QAEzC,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,IAAI,KAAK,CACb,2EAA2E;gBACzE,8CAA8C,CACjD,CAAC;QACJ,CAAC;IACH,CAAC;IAED,MAAM,CAAC,OAA0B;QAC/B,MAAM,EACJ,KAAK,EACL,KAAK,GAAG,EAAE,EACV,YAAY,GAAG,KAAK,EACpB,cAAc,EACd,gBAAgB,GAAG,IAAI,EACvB,WAAW,EACX,YAAY,GAAG,KAAK,GACrB,GAAG,OAAO,CAAC;QAEZ,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxC,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;QACvD,CAAC;QAED,IAAI,QAAgB,CAAC;QACrB,IAAI,YAAY,EAAE,CAAC;YACjB,QAAQ,GAAG,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC;QAC9C,CAAC;aAAM,IAAI,YAAY,EAAE,CAAC;YACxB,yEAAyE;YACzE,IAAI,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;gBACzB,OAAO,CAAC,KAAK,CAAC,0FAA0F,KAAK,GAAG,CAAC,CAAC;gBAClH,QAAQ,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC;YACtC,CAAC;iBAAM,CAAC;gBACN,QAAQ,GAAG,KAAK,CAAC;YACnB,CAAC;QACH,CAAC;aAAM,CAAC;YACN,QAAQ,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC;QACtC,CAAC;QAED,IAAI,GAAG,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;UAiCJ,gBAAgB,CAAC,CAAC,CAAC,uEAAuE,CAAC,CAAC,CAAC,EAAE;;;;;KAKpG,CAAC;QAEF,MAAM,MAAM,GAAc,CAAC,QAAQ,CAAC,CAAC;QAErC,IAAI,cAAc,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAChD,GAAG,IAAI,0BAA0B,cAAc,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;YAC5E,MAAM,CAAC,IAAI,CAAC,GAAG,cAAc,CAAC,CAAC;QACjC,CAAC;QAED,IAAI,WAAW,IAAI,WAAW,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACrD,KAAK,MAAM,SAAS,IAAI,WAAW,CAAC,UAAU,EAAE,CAAC;gBAC/C,GAAG,IAAI,QAAQ,SAAS,EAAE,CAAC;YAC7B,CAAC;YACD,MAAM,CAAC,IAAI,CAAC,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC;QACrC,CAAC;QAED,GAAG,IAAI,oCAAoC,CAAC;QAC5C,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAEnB,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,MAAM,CAAmC,CAAC;QAEnF,sFAAsF;QACtF,4EAA4E;QAC5E,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;YACxC,QAAQ,EAAE,GAAG,CAAC,QAAkB;YAChC,QAAQ,EAAE,IAAqB;YAC/B,YAAY,EAAG,GAAG,CAAC,YAA8B,IAAI,IAAI;YACzD,aAAa,EAAE,IAAqB;YACpC,WAAW,EAAE,GAAG,CAAC,WAAqB;YACtC,aAAa,EAAE,GAAG,CAAC,aAAuB;YAC1C,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,UAAoB,CAAC;YAC9C,IAAI,EAAE,KAAK,GAAG,CAAC;YACf,WAAW,EAAE,OAAgB;YAC7B,gBAAgB,EAAE,GAAG,CAAC,gBAA0B;YAChD,gBAAgB,EAAE,GAAG,CAAC,gBAA0B;YAChD,gBAAgB,EAAE,GAAG,CAAC,gBAA0B;YAChD,WAAW,EAAE,GAAG,CAAC,WAA4B;YAC7C,eAAe,EAAE,GAAG,CAAC,eAAyB;YAC9C,aAAa,EAAE,GAAG,CAAC,aAAuB;YAC1C,WAAW,EAAE,GAAG,CAAC,WAAqB;YACtC,aAAa,EAAE,GAAG,CAAC,aAAuB;YAC1C,YAAY,EAAE,GAAG,CAAC,YAAsB;YACxC,SAAS,EAAE,GAAG,CAAC,SAA+B;YAC9C,eAAe,EAAG,GAAG,CAAC,eAAiC,IAAI,IAAI;YAC/D,YAAY,EAAG,GAAG,CAAC,YAA8B,IAAI,IAAI;YACzD,aAAa,EAAG,GAAG,CAAC,aAA+B,IAAI,IAAI;YAC3D,SAAS,EAAE,CAAC,CAAE,GAAG,CAAC,SAAoB;YACtC,UAAU,EAAG,GAAG,CAAC,UAA4B,IAAI,IAAI;YACrD,aAAa,EAAG,GAAG,CAAC,aAA+B,IAAI,IAAI;YAC3D,iBAAiB,EAAG,GAAG,CAAC,iBAAmC,IAAI,IAAI;YACnE,SAAS,EAAG,GAAG,CAAC,SAA2B,IAAI,IAAI;YACnD,UAAU,EAAG,GAAG,CAAC,UAA4B,IAAI,IAAI;YACrD,WAAW,EAAG,GAAG,CAAC,WAA6B,IAAI,IAAI;YACvD,gBAAgB,EAAG,GAAG,CAAC,gBAA2B,IAAI,CAAC;YACvD,YAAY,EAAG,GAAG,CAAC,YAAuB,IAAI,CAAC;YAC/C,iBAAiB,EAAG,GAAG,CAAC,iBAAmC,IAAI,IAAI;YACnE,gBAAgB,EAAG,GAAG,CAAC,gBAA2B,IAAI,SAAS;YAC/D,cAAc,EAAG,GAAG,CAAC,cAAgC,IAAI,IAAI;YAC7D,YAAY,EAAG,GAAG,CAAC,YAA8B,IAAI,IAAI;YACzD,YAAY,EAAG,GAAG,CAAC,YAAuB,IAAI,CAAC;SAChD,CAAC,CAAC,CAAC;QAEJ,qBAAqB,CAAC,OAAO,CAAC,CAAC;QAE/B,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;;;;;OAMG;IACH,SAAS,CAAC,OAA0B;QAClC,MAAM,EACJ,KAAK,EACL,KAAK,GAAG,EAAE,EACV,YAAY,GAAG,KAAK,EACpB,cAAc,EACd,gBAAgB,GAAG,IAAI,EACvB,eAAe,EACf,YAAY,GAAG,KAAK,GACrB,GAAG,OAAO,CAAC;QAEZ,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxC,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;QACvD,CAAC;QAED,2CAA2C;QAC3C,MAAM,YAAY,GAAG,IAAI,CAAC,EAAE;aACzB,OAAO,CAAC,sEAAsE,CAAC;aAC/E,GAAG,EAAE,CAAC;QACT,IAAI,CAAC,YAAY;YAAE,OAAO,EAAE,CAAC;QAE7B,IAAI,QAAgB,CAAC;QACrB,IAAI,YAAY,EAAE,CAAC;YACjB,QAAQ,GAAG,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC;QAC9C,CAAC;aAAM,IAAI,YAAY,EAAE,CAAC;YACxB,yEAAyE;YACzE,IAAI,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;gBACzB,OAAO,CAAC,KAAK,CAAC,0FAA0F,KAAK,GAAG,CAAC,CAAC;gBAClH,QAAQ,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC;YACtC,CAAC;iBAAM,CAAC;gBACN,QAAQ,GAAG,KAAK,CAAC;YACnB,CAAC;QACH,CAAC;aAAM,CAAC;YACN,QAAQ,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC;QACtC,CAAC;QAED,IAAI,GAAG,GAAG;;;;;;;;;;;;;;;;;;;;UAoBJ,gBAAgB,CAAC,CAAC,CAAC,oEAAoE,CAAC,CAAC,CAAC,EAAE;;;;;KAKjG,CAAC;QAEF,MAAM,MAAM,GAAc,CAAC,QAAQ,CAAC,CAAC;QAErC,IAAI,cAAc,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAChD,GAAG,IAAI,0BAA0B,cAAc,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;YAC5E,MAAM,CAAC,IAAI,CAAC,GAAG,cAAc,CAAC,CAAC;QACjC,CAAC;QAED,wEAAwE;QACxE,IAAI,eAAe,EAAE,CAAC;YACpB,IAAI,eAAe,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;gBAC3C,GAAG,IAAI,yBAAyB,CAAC;gBACjC,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;YACxC,CAAC;YACD,IAAI,eAAe,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;gBAC3C,GAAG,IAAI,yBAAyB,CAAC;gBACjC,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;YACxC,CAAC;QACH,CAAC;QAED,GAAG,IAAI,iCAAiC,CAAC;QACzC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAEnB,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,MAAM,CAAmC,CAAC;QAEnF,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;YACxC,QAAQ,EAAE,IAAqB;YAC/B,QAAQ,EAAE,GAAG,CAAC,QAAkB;YAChC,YAAY,EAAE,GAAG,CAAC,YAAsB;YACxC,aAAa,EAAE,IAAqB;YACpC,WAAW,EAAE,GAAG,CAAC,WAAqB;YACtC,aAAa,EAAE,GAAG,CAAC,aAAuB;YAC1C,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,UAAoB,CAAC;YAC9C,IAAI,EAAE,KAAK,GAAG,CAAC;YACf,WAAW,EAAE,KAAc;YAC3B,gBAAgB,EAAE,GAAG,CAAC,gBAA0B;YAChD,gBAAgB,EAAE,GAAG,CAAC,gBAA0B;YAChD,gBAAgB,EAAE,GAAG,CAAC,gBAA0B;YAChD,WAAW,EAAE,GAAG,CAAC,WAA4B;YAC7C,eAAe,EAAE,GAAG,CAAC,eAAyB;YAC9C,aAAa,EAAE,GAAG,CAAC,aAAuB;YAC1C,WAAW,EAAE,GAAG,CAAC,WAAqB;YACtC,aAAa,EAAE,GAAG,CAAC,aAAuB;YAC1C,YAAY,EAAE,GAAG,CAAC,YAAsB;YACxC,SAAS,EAAE,GAAG,CAAC,SAA+B;YAC9C,iBAAiB,EAAG,GAAG,CAAC,iBAAmC,IAAI,IAAI;YACnE,SAAS,EAAG,GAAG,CAAC,SAA2B,IAAI,IAAI;YACnD,UAAU,EAAG,GAAG,CAAC,UAA4B,IAAI,IAAI;YACrD,WAAW,EAAG,GAAG,CAAC,WAA6B,IAAI,IAAI;SACxD,CAAC,CAAC,CAAC;QAEJ,qBAAqB,CAAC,OAAO,CAAC,CAAC;QAE/B,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;;;;;OAMG;IACH,iBAAiB,CAAC,OAA0B;QAC1C,MAAM,EACJ,KAAK,EACL,KAAK,GAAG,EAAE,EACV,YAAY,GAAG,KAAK,EACpB,cAAc,EACd,gBAAgB,GAAG,IAAI,EACvB,YAAY,GAAG,KAAK,GACrB,GAAG,OAAO,CAAC;QAEZ,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxC,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;QACvD,CAAC;QAED,mDAAmD;QACnD,MAAM,SAAS,GAAG,IAAI,CAAC,EAAE;aACtB,OAAO,CAAC,8EAA8E,CAAC;aACvF,GAAG,EAAE,CAAC;QACT,IAAI,CAAC,SAAS;YAAE,OAAO,EAAE,CAAC;QAE1B,IAAI,QAAgB,CAAC;QACrB,IAAI,YAAY,EAAE,CAAC;YACjB,QAAQ,GAAG,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC;QAC9C,CAAC;aAAM,IAAI,YAAY,EAAE,CAAC;YACxB,yEAAyE;YACzE,IAAI,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;gBACzB,OAAO,CAAC,KAAK,CAAC,0FAA0F,KAAK,GAAG,CAAC,CAAC;gBAClH,QAAQ,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC;YACtC,CAAC;iBAAM,CAAC;gBACN,QAAQ,GAAG,KAAK,CAAC;YACnB,CAAC;QACH,CAAC;aAAM,CAAC;YACN,QAAQ,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC;QACtC,CAAC;QAED,IAAI,GAAG,GAAG;;;;;;;;;;;;;;;;UAgBJ,gBAAgB,CAAC,CAAC,CAAC,4EAA4E,CAAC,CAAC,CAAC,EAAE;;;;;KAKzG,CAAC;QAEF,MAAM,MAAM,GAAc,CAAC,QAAQ,CAAC,CAAC;QAErC,IAAI,cAAc,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAChD,GAAG,IAAI,2BAA2B,cAAc,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;YAC7E,MAAM,CAAC,IAAI,CAAC,GAAG,cAAc,CAAC,CAAC;QACjC,CAAC;QAED,GAAG,IAAI,yCAAyC,CAAC;QACjD,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAEnB,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,MAAM,CAAmC,CAAC;QAEnF,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;YACxC,QAAQ,EAAE,IAAqB;YAC/B,QAAQ,EAAE,IAAqB;YAC/B,YAAY,EAAG,GAAG,CAAC,YAA8B,IAAI,IAAI;YACzD,aAAa,EAAE,GAAG,CAAC,aAAuB;YAC1C,WAAW,EAAE,GAAG,CAAC,WAAqB;YACtC,aAAa,EAAE,GAAG,CAAC,aAAuB;YAC1C,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,UAAoB,CAAC;YAC9C,IAAI,EAAE,KAAK,GAAG,CAAC;YACf,WAAW,EAAE,YAAqB;YAClC,gBAAgB,EAAE,GAAG,CAAC,gBAA0B;YAChD,gBAAgB,EAAE,GAAG,CAAC,gBAA0B;YAChD,gBAAgB,EAAE,GAAG,CAAC,gBAA0B;YAChD,WAAW,EAAE,IAAqB;YAClC,eAAe,EAAE,CAAC;YAClB,aAAa,EAAE,CAAC;YAChB,WAAW,EAAE,CAAC;YACd,aAAa,EAAE,GAAG,CAAC,aAAuB;YAC1C,YAAY,EAAE,GAAG,CAAC,YAAsB;YACxC,SAAS,EAAE,GAAG,CAAC,SAA+B;YAC9C,iBAAiB,EAAG,GAAG,CAAC,iBAAmC,IAAI,IAAI;YACnE,SAAS,EAAG,GAAG,CAAC,SAA2B,IAAI,IAAI;YACnD,UAAU,EAAG,GAAG,CAAC,UAA4B,IAAI,IAAI;YACrD,WAAW,EAAG,GAAG,CAAC,WAA6B,IAAI,IAAI;SACxD,CAAC,CAAC,CAAC;QAEJ,qBAAqB,CAAC,OAAO,CAAC,CAAC;QAE/B,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,YAAY;QAOV,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEzB,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,sDAAsD,CAAC,CAAC;QAErE,MAAM,KAAK,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,oCAAoC,CAAC,CAAC,GAAG,EAAqB,CAAC;QAC7F,MAAM,WAAW,GAAG,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAC9C,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAErC,IAAI,CAAC,EAAE;aACJ,OAAO,CACN;;;;;;;KAOH,CACE;aACA,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,GAAG,EAAE,cAAc,EAAE,WAAW,CAAC,CAAC;QAEpD,uCAAuC;QACvC,MAAM,SAAS,GAAG,IAAI,CAAC,eAAe,EAAE,CAAC;QAEzC,+CAA+C;QAC/C,MAAM,gBAAgB,GAAG,IAAI,CAAC,sBAAsB,EAAE,CAAC;QAEvD,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;QAEpC,OAAO;YACL,cAAc,EAAE,KAAK,CAAC,GAAG;YACzB,WAAW,EAAE,SAAS,CAAC,WAAW;YAClC,mBAAmB,EAAE,gBAAgB,CAAC,mBAAmB;YACzD,WAAW,EAAE,QAAQ;YACrB,YAAY,EAAE,WAAW;SAC1B,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,eAAe;QACb,MAAM,YAAY,GAAG,IAAI,CAAC,EAAE;aACzB,OAAO,CAAC,sEAAsE,CAAC;aAC/E,GAAG,EAAE,CAAC;QACT,IAAI,CAAC,YAAY;YAAE,OAAO,EAAE,WAAW,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,CAAC;QAE7D,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEzB,+EAA+E;QAC/E,qEAAqE;QACrE,8EAA8E;QAC9E,iFAAiF;QACjF,yEAAyE;QACzE,MAAM,kBAAkB,GAAG,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE;YAClD,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,mDAAmD,CAAC,CAAC;YAClE,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC;;;OAGZ,CAAC,CAAC;YAEH,MAAM,KAAK,GAAG,IAAI,CAAC,EAAE;iBAClB,OAAO,CAAC,mEAAmE,CAAC;iBAC5E,GAAG,EAAqB,CAAC;YAE5B,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;YACrC,IAAI,CAAC,EAAE;iBACJ,OAAO,CACN;;;;;;OAMH,CACE;iBACA,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,GAAG,EAAE,cAAc,CAAC,CAAC;YAEvC,OAAO,KAAK,CAAC,GAAG,CAAC;QACnB,CAAC,CAAC,CAAC;QACH,MAAM,QAAQ,GAAG,kBAAkB,EAAE,CAAC;QAEtC,OAAO;YACL,WAAW,EAAE,QAAQ;YACrB,WAAW,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;SAChC,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,sBAAsB;QACpB,MAAM,SAAS,GAAG,IAAI,CAAC,EAAE;aACtB,OAAO,CAAC,8EAA8E,CAAC;aACvF,GAAG,EAAE,CAAC;QACT,IAAI,CAAC,SAAS;YAAE,OAAO,EAAE,mBAAmB,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,CAAC;QAElE,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEzB,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,gEAAgE,CAAC,CAAC;QAE/E,MAAM,KAAK,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,yCAAyC,CAAC,CAAC,GAAG,EAE3E,CAAC;QAEF,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QACrC,IAAI,CAAC,EAAE;aACJ,OAAO,CACN;;;;;;KAMH,CACE;aACA,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,GAAG,EAAE,cAAc,CAAC,CAAC;QAEvC,OAAO;YACL,mBAAmB,EAAE,KAAK,CAAC,GAAG;YAC9B,WAAW,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;SAChC,CAAC;IACJ,CAAC;IAED;;;;;;OAMG;IACH,sBAAsB,CAAC,OAItB;QAUC,MAAM,EAAE,KAAK,EAAE,KAAK,GAAG,EAAE,EAAE,YAAY,GAAG,KAAK,EAAE,GAAG,OAAO,CAAC;QAE5D,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxC,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;QACpE,CAAC;QAED,kDAAkD;QAClD,MAAM,SAAS,GAAG,IAAI,CAAC,EAAE;aACtB,OAAO,CAAC,4EAA4E,CAAC;aACrF,GAAG,EAAE,CAAC;QACT,IAAI,CAAC,SAAS;YAAE,OAAO,EAAE,CAAC;QAE1B,MAAM,QAAQ,GAAG,YAAY,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC;QAE5F,MAAM,GAAG,GAAG;;;;;;;;;;;;;KAaX,CAAC;QAEF,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE,KAAK,CAAmC,CAAC;QAEzF,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;YAC/B,WAAW,EAAE,GAAG,CAAC,WAAqB;YACtC,SAAS,EAAE,GAAG,CAAC,SAAmB;YAClC,SAAS,EAAG,GAAG,CAAC,SAA2B,IAAI,IAAI;YACnD,UAAU,EAAG,GAAG,CAAC,UAA4B,IAAI,IAAI;YACrD,WAAW,EAAG,GAAG,CAAC,WAA6B,IAAI,IAAI;YACvD,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,UAAoB,CAAC;YAC9C,IAAI,EAAE,KAAK,GAAG,CAAC;YACf,WAAW,EAAE,mBAA4B;SAC1C,CAAC,CAAC,CAAC;IACN,CAAC;IAED;;;;OAIG;IACK,kBAAkB,CAAC,YAAsB;QAC/C,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QAC3C,MAAM,YAAY,GAAG,YAAY,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC3D,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE;aAChB,OAAO,CACN,+EAA+E,YAAY,GAAG,CAC/F;aACA,GAAG,CAAC,GAAG,YAAY,CAAoB,CAAC;QAC3C,OAAO,GAAG,CAAC,GAAG,KAAK,YAAY,CAAC,MAAM,CAAC;IACzC,CAAC;IAED,SAAS;QAgBP,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,+CAA+C,CAAC,CAAC,GAAG,EAOpE,CAAC;QAEd,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,MAAM,IAAI,KAAK,CACb,gFAAgF,CACjF,CAAC;QACJ,CAAC;QAED,MAAM,UAAU,GACd,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,oCAAoC,CAAC,CAAC,GAAG,EAC1D,CAAC,GAAG,CAAC;QAEN,wEAAwE;QACxE,8EAA8E;QAC9E,6DAA6D;QAC7D,4EAA4E;QAC5E,MAAM,gBAAgB,GAAG,IAAI,CAAC,kBAAkB,CAAC;YAC/C,eAAe,EAAE,eAAe,EAAE,eAAe;SAClD,CAAC,CAAC;QAEH,2CAA2C;QAC3C,MAAM,OAAO,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,+CAA+C,CAAC,CAAC,GAAG,EAKvE,CAAC;QAEd,MAAM,QAAQ,GACZ,IAAI,CAAC,EAAE;aACJ,OAAO,CAAC,mEAAmE,CAAC;aAC5E,GAAG,EACP,CAAC,GAAG,CAAC;QAEN,MAAM,UAAU,GAAG,OAAO,EAAE,cAAc,IAAI,CAAC,CAAC;QAEhD,MAAM,aAAa,GAAG,IAAI,CAAC,kBAAkB,CAAC;YAC5C,YAAY,EAAE,YAAY,EAAE,YAAY;SACzC,CAAC,CAAC;QAEH,kDAAkD;QAClD,MAAM,cAAc,GAAG,IAAI,CAAC,EAAE;aAC3B,OAAO,CAAC,+CAA+C,CAAC;aACxD,GAAG,EAKO,CAAC;QAEd,MAAM,eAAe,GAAG,CAAC,GAAG,EAAE;YAC5B,IAAI,CAAC;gBACH,OAAQ,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,yCAAyC,CAAC,CAAC,GAAG,EAAsB;qBACzF,GAAG,CAAC;YACT,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,KAAK,CAAC,uCAAuC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;gBACtE,OAAO,CAAC,CAAC;YACX,CAAC;QACH,CAAC,CAAC,EAAE,CAAC;QAEL,MAAM,kBAAkB,GAAG,cAAc,EAAE,cAAc,IAAI,CAAC,CAAC;QAE/D,MAAM,oBAAoB,GAAG,IAAI,CAAC,kBAAkB,CAAC;YACnD,oBAAoB,EAAE,oBAAoB,EAAE,oBAAoB;SACjE,CAAC,CAAC;QAEH,OAAO;YACL,GAAG,IAAI;YACP,mBAAmB,EAAE,UAAU;YAC/B,WAAW,EAAE,CAAC,gBAAgB;YAC9B,WAAW,EAAE,UAAU;YACvB,iBAAiB,EAAE,QAAQ;YAC3B,eAAe,EAAE,CAAC,aAAa;YAC/B,mBAAmB,EAAE,OAAO,EAAE,eAAe,IAAI,IAAI;YACrD,mBAAmB,EAAE,kBAAkB;YACvC,wBAAwB,EAAE,eAAe;YACzC,sBAAsB,EAAE,CAAC,oBAAoB;YAC7C,0BAA0B,EAAE,cAAc,EAAE,eAAe,IAAI,IAAI;SACpE,CAAC;IACJ,CAAC;IAEO,kBAAkB;QACxB,OAAO,qBAAqB,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACxC,CAAC;CACF;AAED;;;;;;;;;;;;;;GAcG;AACH,MAAM,UAAU,iBAAiB,CAAC,KAAa;IAC7C,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC,CAAC,KAAK,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC;IACrD,MAAM,SAAS,GAAG,KAAK;SACpB,IAAI,EAAE;SACN,KAAK,CAAC,KAAK,CAAC;SACZ,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAE/B,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,KAAK,MAAM,GAAG,IAAI,SAAS,EAAE,CAAC;QAC5B,IAAI,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC;YAC1C,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC;QACjC,CAAC;aAAM,CAAC;YACN,4EAA4E;YAC5E,MAAM,KAAK,GAAG,GAAG;iBACd,KAAK,CAAC,GAAG,CAAC;iBACV,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,oCAAoC,EAAE,EAAE,CAAC,CAAC;iBAC/D,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAC/B,MAAM,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC;QACxB,CAAC;IACH,CAAC;IAED,6DAA6D;IAC7D,OAAO,MAAM,CAAC,MAAM,GAAG,CAAC,IAAI,cAAc,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QAAE,MAAM,CAAC,KAAK,EAAE,CAAC;IAC1E,OAAO,MAAM,CAAC,MAAM,GAAG,CAAC,IAAI,cAAc,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAAE,MAAM,CAAC,GAAG,EAAE,CAAC;IACxF,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;QACvB,IACE,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC;YACrB,OAAO,CAAC,MAAM,GAAG,CAAC;YAClB,cAAc,CAAC,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAE/C,SAAS;QACX,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,gEAAgE;IAChE,IAAI,OAAO,CAAC,MAAM,IAAI,CAAC,IAAI,OAAO,CAAC,CAAC,CAAC,KAAK,KAAK,EAAE,CAAC;QAChD,OAAO,CAAC,KAAK,EAAE,CAAC;IAClB,CAAC;IAED,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACxD,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC7B,MAAM,IAAI,KAAK,CAAC,0DAA0D,CAAC,CAAC;IAC9E,CAAC;IAED,8DAA8D;IAC9D,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC5C,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3B,IACE,CAAC,GAAG,WAAW,CAAC,MAAM,GAAG,CAAC;YAC1B,CAAC,cAAc,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;YACnC,CAAC,cAAc,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EACvC,CAAC;YACD,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACpB,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AACzB,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,qBAAqB,CAAC,EAAqB;IACzD,MAAM,IAAI,GAAG,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;IACzC,IAAI,KAAK,GAAG,IAAI,CAAC;IACjB,KAAK,MAAM,GAAG,IAAI,EAAE,CAAC,OAAO,CAAC,8CAA8C,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC;QACvF,MAAM,CAAC,GAAG,GAAwC,CAAC;QACnD,IAAI,CAAC,KAAK;YAAE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAC7B,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC;QACtC,KAAK,GAAG,KAAK,CAAC;IAChB,CAAC;IACD,OAAO,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AACxC,CAAC"}
|
|
@@ -0,0 +1,103 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Reciprocal Rank Fusion (RRF) for Hybrid Search
|
|
3
|
+
*
|
|
4
|
+
* Combines BM25 and semantic search results using rank-based fusion.
|
|
5
|
+
* Formula: score = sum(weight / (k + rank))
|
|
6
|
+
*/
|
|
7
|
+
interface RRFConfig {
|
|
8
|
+
k: number;
|
|
9
|
+
bm25Weight: number;
|
|
10
|
+
semanticWeight: number;
|
|
11
|
+
}
|
|
12
|
+
interface RRFSearchResult {
|
|
13
|
+
chunk_id: string | null;
|
|
14
|
+
image_id: string | null;
|
|
15
|
+
extraction_id: string | null;
|
|
16
|
+
embedding_id: string;
|
|
17
|
+
document_id: string;
|
|
18
|
+
original_text: string;
|
|
19
|
+
result_type: 'chunk' | 'vlm' | 'extraction';
|
|
20
|
+
rrf_score: number;
|
|
21
|
+
bm25_rank: number | null;
|
|
22
|
+
bm25_score: number | null;
|
|
23
|
+
semantic_rank: number | null;
|
|
24
|
+
semantic_score: number | null;
|
|
25
|
+
source_file_path: string;
|
|
26
|
+
source_file_name: string;
|
|
27
|
+
source_file_hash: string;
|
|
28
|
+
page_number: number | null;
|
|
29
|
+
character_start: number;
|
|
30
|
+
character_end: number;
|
|
31
|
+
chunk_index: number;
|
|
32
|
+
provenance_id: string;
|
|
33
|
+
content_hash: string;
|
|
34
|
+
found_in_bm25: boolean;
|
|
35
|
+
found_in_semantic: boolean;
|
|
36
|
+
heading_context?: string | null;
|
|
37
|
+
section_path?: string | null;
|
|
38
|
+
content_types?: string | null;
|
|
39
|
+
is_atomic?: boolean;
|
|
40
|
+
page_range?: string | null;
|
|
41
|
+
heading_level?: number | null;
|
|
42
|
+
ocr_quality_score?: number | null;
|
|
43
|
+
doc_title?: string | null;
|
|
44
|
+
doc_author?: string | null;
|
|
45
|
+
doc_subject?: string | null;
|
|
46
|
+
overlap_previous?: number;
|
|
47
|
+
overlap_next?: number;
|
|
48
|
+
chunking_strategy?: string | null;
|
|
49
|
+
embedding_status?: string;
|
|
50
|
+
doc_page_count?: number | null;
|
|
51
|
+
datalab_mode?: string | null;
|
|
52
|
+
total_chunks?: number;
|
|
53
|
+
table_columns?: string[] | null;
|
|
54
|
+
table_row_count?: number | null;
|
|
55
|
+
table_column_count?: number | null;
|
|
56
|
+
}
|
|
57
|
+
export interface RankedResult {
|
|
58
|
+
chunk_id: string | null;
|
|
59
|
+
image_id: string | null;
|
|
60
|
+
extraction_id?: string | null;
|
|
61
|
+
embedding_id: string;
|
|
62
|
+
rank: number;
|
|
63
|
+
score: number;
|
|
64
|
+
result_type: 'chunk' | 'vlm' | 'extraction';
|
|
65
|
+
document_id: string;
|
|
66
|
+
original_text: string;
|
|
67
|
+
source_file_path: string;
|
|
68
|
+
source_file_name: string;
|
|
69
|
+
source_file_hash: string;
|
|
70
|
+
page_number: number | null;
|
|
71
|
+
character_start: number;
|
|
72
|
+
character_end: number;
|
|
73
|
+
chunk_index: number;
|
|
74
|
+
provenance_id: string;
|
|
75
|
+
content_hash: string;
|
|
76
|
+
heading_context?: string | null;
|
|
77
|
+
section_path?: string | null;
|
|
78
|
+
content_types?: string | null;
|
|
79
|
+
is_atomic?: boolean;
|
|
80
|
+
page_range?: string | null;
|
|
81
|
+
heading_level?: number | null;
|
|
82
|
+
ocr_quality_score?: number | null;
|
|
83
|
+
doc_title?: string | null;
|
|
84
|
+
doc_author?: string | null;
|
|
85
|
+
doc_subject?: string | null;
|
|
86
|
+
overlap_previous?: number;
|
|
87
|
+
overlap_next?: number;
|
|
88
|
+
chunking_strategy?: string | null;
|
|
89
|
+
embedding_status?: string;
|
|
90
|
+
doc_page_count?: number | null;
|
|
91
|
+
datalab_mode?: string | null;
|
|
92
|
+
total_chunks?: number;
|
|
93
|
+
table_columns?: string[] | null;
|
|
94
|
+
table_row_count?: number | null;
|
|
95
|
+
table_column_count?: number | null;
|
|
96
|
+
}
|
|
97
|
+
export declare class RRFFusion {
|
|
98
|
+
private readonly config;
|
|
99
|
+
constructor(config?: Partial<RRFConfig>);
|
|
100
|
+
fuse(bm25Results: RankedResult[], semanticResults: RankedResult[], limit: number): RRFSearchResult[];
|
|
101
|
+
}
|
|
102
|
+
export {};
|
|
103
|
+
//# sourceMappingURL=fusion.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"fusion.d.ts","sourceRoot":"","sources":["../../../src/services/search/fusion.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,UAAU,SAAS;IACjB,CAAC,EAAE,MAAM,CAAC;IACV,UAAU,EAAE,MAAM,CAAC;IACnB,cAAc,EAAE,MAAM,CAAC;CACxB;AAED,UAAU,eAAe;IACvB,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;IACpB,aAAa,EAAE,MAAM,CAAC;IACtB,WAAW,EAAE,OAAO,GAAG,KAAK,GAAG,YAAY,CAAC;IAC5C,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,cAAc,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,gBAAgB,EAAE,MAAM,CAAC;IACzB,gBAAgB,EAAE,MAAM,CAAC;IACzB,gBAAgB,EAAE,MAAM,CAAC;IACzB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,eAAe,EAAE,MAAM,CAAC;IACxB,aAAa,EAAE,MAAM,CAAC;IACtB,WAAW,EAAE,MAAM,CAAC;IACpB,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,OAAO,CAAC;IACvB,iBAAiB,EAAE,OAAO,CAAC;IAC3B,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,iBAAiB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAClC,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,iBAAiB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAClC,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,aAAa,CAAC,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;IAChC,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,kBAAkB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CACpC;AAED,MAAM,WAAW,YAAY;IAC3B,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,YAAY,EAAE,MAAM,CAAC;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,OAAO,GAAG,KAAK,GAAG,YAAY,CAAC;IAC5C,WAAW,EAAE,MAAM,CAAC;IACpB,aAAa,EAAE,MAAM,CAAC;IACtB,gBAAgB,EAAE,MAAM,CAAC;IACzB,gBAAgB,EAAE,MAAM,CAAC;IACzB,gBAAgB,EAAE,MAAM,CAAC;IACzB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,eAAe,EAAE,MAAM,CAAC;IACxB,aAAa,EAAE,MAAM,CAAC;IACtB,WAAW,EAAE,MAAM,CAAC;IACpB,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;IACrB,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,iBAAiB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAClC,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,iBAAiB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAClC,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,aAAa,CAAC,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;IAChC,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,kBAAkB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CACpC;AA2ED,qBAAa,SAAS;IACpB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAY;gBAEvB,MAAM,GAAE,OAAO,CAAC,SAAS,CAAM;IAW3C,IAAI,CACF,WAAW,EAAE,YAAY,EAAE,EAC3B,eAAe,EAAE,YAAY,EAAE,EAC/B,KAAK,EAAE,MAAM,GACZ,eAAe,EAAE;CAuCrB"}
|
|
@@ -0,0 +1,122 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Reciprocal Rank Fusion (RRF) for Hybrid Search
|
|
3
|
+
*
|
|
4
|
+
* Combines BM25 and semantic search results using rank-based fusion.
|
|
5
|
+
* Formula: score = sum(weight / (k + rank))
|
|
6
|
+
*/
|
|
7
|
+
const DEFAULT_CONFIG = {
|
|
8
|
+
k: 60,
|
|
9
|
+
bm25Weight: 1.0,
|
|
10
|
+
semanticWeight: 1.0,
|
|
11
|
+
};
|
|
12
|
+
/**
|
|
13
|
+
* Build an RRFSearchResult from a RankedResult with source-specific score fields.
|
|
14
|
+
*/
|
|
15
|
+
function buildFusedResult(result, rrfScore, source) {
|
|
16
|
+
return {
|
|
17
|
+
chunk_id: result.chunk_id,
|
|
18
|
+
image_id: result.image_id,
|
|
19
|
+
extraction_id: result.extraction_id ?? null,
|
|
20
|
+
embedding_id: result.embedding_id,
|
|
21
|
+
document_id: result.document_id,
|
|
22
|
+
original_text: result.original_text,
|
|
23
|
+
result_type: result.result_type,
|
|
24
|
+
rrf_score: rrfScore,
|
|
25
|
+
bm25_rank: source === 'bm25' ? result.rank : null,
|
|
26
|
+
bm25_score: source === 'bm25' ? result.score : null,
|
|
27
|
+
semantic_rank: source === 'semantic' ? result.rank : null,
|
|
28
|
+
semantic_score: source === 'semantic' ? result.score : null,
|
|
29
|
+
source_file_path: result.source_file_path,
|
|
30
|
+
source_file_name: result.source_file_name,
|
|
31
|
+
source_file_hash: result.source_file_hash,
|
|
32
|
+
page_number: result.page_number,
|
|
33
|
+
character_start: result.character_start,
|
|
34
|
+
character_end: result.character_end,
|
|
35
|
+
chunk_index: result.chunk_index,
|
|
36
|
+
provenance_id: result.provenance_id,
|
|
37
|
+
content_hash: result.content_hash,
|
|
38
|
+
found_in_bm25: source === 'bm25',
|
|
39
|
+
found_in_semantic: source === 'semantic',
|
|
40
|
+
heading_context: result.heading_context ?? null,
|
|
41
|
+
section_path: result.section_path ?? null,
|
|
42
|
+
content_types: result.content_types ?? null,
|
|
43
|
+
is_atomic: result.is_atomic ?? false,
|
|
44
|
+
page_range: result.page_range ?? null,
|
|
45
|
+
heading_level: result.heading_level ?? null,
|
|
46
|
+
ocr_quality_score: result.ocr_quality_score ?? null,
|
|
47
|
+
doc_title: result.doc_title ?? null,
|
|
48
|
+
doc_author: result.doc_author ?? null,
|
|
49
|
+
doc_subject: result.doc_subject ?? null,
|
|
50
|
+
overlap_previous: result.overlap_previous ?? 0,
|
|
51
|
+
overlap_next: result.overlap_next ?? 0,
|
|
52
|
+
chunking_strategy: result.chunking_strategy ?? null,
|
|
53
|
+
embedding_status: result.embedding_status ?? 'pending',
|
|
54
|
+
doc_page_count: result.doc_page_count ?? null,
|
|
55
|
+
datalab_mode: result.datalab_mode ?? null,
|
|
56
|
+
total_chunks: result.total_chunks ?? 0,
|
|
57
|
+
table_columns: result.table_columns ?? null,
|
|
58
|
+
table_row_count: result.table_row_count ?? null,
|
|
59
|
+
table_column_count: result.table_column_count ?? null,
|
|
60
|
+
};
|
|
61
|
+
}
|
|
62
|
+
/**
|
|
63
|
+
* Compute a stable dedup key for a ranked result.
|
|
64
|
+
* Uses chunk_id for text chunks, image_id for VLM results,
|
|
65
|
+
* with embedding_id as fallback for backwards compatibility.
|
|
66
|
+
*/
|
|
67
|
+
function getDedupKey(result) {
|
|
68
|
+
if (result.chunk_id)
|
|
69
|
+
return `chunk-${result.chunk_id}`;
|
|
70
|
+
if (result.image_id)
|
|
71
|
+
return `image-${result.image_id}`;
|
|
72
|
+
if (result.extraction_id)
|
|
73
|
+
return `ext-${result.extraction_id}`;
|
|
74
|
+
return `emb-${result.embedding_id}`;
|
|
75
|
+
}
|
|
76
|
+
export class RRFFusion {
|
|
77
|
+
config;
|
|
78
|
+
constructor(config = {}) {
|
|
79
|
+
this.config = { ...DEFAULT_CONFIG, ...config };
|
|
80
|
+
if (this.config.k < 1) {
|
|
81
|
+
throw new Error(`RRF k must be >= 1, got ${this.config.k}`);
|
|
82
|
+
}
|
|
83
|
+
if (this.config.bm25Weight < 0 || this.config.semanticWeight < 0) {
|
|
84
|
+
throw new Error('RRF weights must be non-negative');
|
|
85
|
+
}
|
|
86
|
+
}
|
|
87
|
+
fuse(bm25Results, semanticResults, limit) {
|
|
88
|
+
const { k, bm25Weight, semanticWeight } = this.config;
|
|
89
|
+
// Use chunk_id/image_id as dedup key so the same chunk from BM25 and semantic
|
|
90
|
+
// merges correctly, even when BM25 results lack an embedding_id.
|
|
91
|
+
const fusedMap = new Map();
|
|
92
|
+
for (const result of bm25Results) {
|
|
93
|
+
const rrfScore = bm25Weight / (k + result.rank);
|
|
94
|
+
const dedupKey = getDedupKey(result);
|
|
95
|
+
fusedMap.set(dedupKey, buildFusedResult(result, rrfScore, 'bm25'));
|
|
96
|
+
}
|
|
97
|
+
for (const result of semanticResults) {
|
|
98
|
+
const rrfContribution = semanticWeight / (k + result.rank);
|
|
99
|
+
const dedupKey = getDedupKey(result);
|
|
100
|
+
const existing = fusedMap.get(dedupKey);
|
|
101
|
+
if (existing) {
|
|
102
|
+
existing.rrf_score += rrfContribution;
|
|
103
|
+
existing.semantic_rank = result.rank;
|
|
104
|
+
existing.semantic_score = result.score;
|
|
105
|
+
existing.found_in_semantic = true;
|
|
106
|
+
// BM25 provenance_id (chunk-level, depth 2) is kept over semantic's
|
|
107
|
+
// (embedding-level, depth 3) — both are valid but chunk-level is canonical
|
|
108
|
+
}
|
|
109
|
+
else {
|
|
110
|
+
fusedMap.set(dedupKey, buildFusedResult(result, rrfContribution, 'semantic'));
|
|
111
|
+
}
|
|
112
|
+
}
|
|
113
|
+
const results = Array.from(fusedMap.values());
|
|
114
|
+
// Quality-aware scoring is already applied within BM25 and semantic
|
|
115
|
+
// handlers individually before fusion. Re-applying here would double-penalize
|
|
116
|
+
// low-quality results (e.g., 0.8x * 0.8x = 0.64x instead of intended 0.8x).
|
|
117
|
+
return results
|
|
118
|
+
.sort((a, b) => b.rrf_score - a.rrf_score)
|
|
119
|
+
.slice(0, limit);
|
|
120
|
+
}
|
|
121
|
+
}
|
|
122
|
+
//# sourceMappingURL=fusion.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"fusion.js","sourceRoot":"","sources":["../../../src/services/search/fusion.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AA+FH,MAAM,cAAc,GAAc;IAChC,CAAC,EAAE,EAAE;IACL,UAAU,EAAE,GAAG;IACf,cAAc,EAAE,GAAG;CACpB,CAAC;AAEF;;GAEG;AACH,SAAS,gBAAgB,CACvB,MAAoB,EACpB,QAAgB,EAChB,MAA2B;IAE3B,OAAO;QACL,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,aAAa,EAAE,MAAM,CAAC,aAAa,IAAI,IAAI;QAC3C,YAAY,EAAE,MAAM,CAAC,YAAY;QACjC,WAAW,EAAE,MAAM,CAAC,WAAW;QAC/B,aAAa,EAAE,MAAM,CAAC,aAAa;QACnC,WAAW,EAAE,MAAM,CAAC,WAAW;QAC/B,SAAS,EAAE,QAAQ;QACnB,SAAS,EAAE,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI;QACjD,UAAU,EAAE,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI;QACnD,aAAa,EAAE,MAAM,KAAK,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI;QACzD,cAAc,EAAE,MAAM,KAAK,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI;QAC3D,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;QACzC,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;QACzC,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;QACzC,WAAW,EAAE,MAAM,CAAC,WAAW;QAC/B,eAAe,EAAE,MAAM,CAAC,eAAe;QACvC,aAAa,EAAE,MAAM,CAAC,aAAa;QACnC,WAAW,EAAE,MAAM,CAAC,WAAW;QAC/B,aAAa,EAAE,MAAM,CAAC,aAAa;QACnC,YAAY,EAAE,MAAM,CAAC,YAAY;QACjC,aAAa,EAAE,MAAM,KAAK,MAAM;QAChC,iBAAiB,EAAE,MAAM,KAAK,UAAU;QACxC,eAAe,EAAE,MAAM,CAAC,eAAe,IAAI,IAAI;QAC/C,YAAY,EAAE,MAAM,CAAC,YAAY,IAAI,IAAI;QACzC,aAAa,EAAE,MAAM,CAAC,aAAa,IAAI,IAAI;QAC3C,SAAS,EAAE,MAAM,CAAC,SAAS,IAAI,KAAK;QACpC,UAAU,EAAE,MAAM,CAAC,UAAU,IAAI,IAAI;QACrC,aAAa,EAAE,MAAM,CAAC,aAAa,IAAI,IAAI;QAC3C,iBAAiB,EAAE,MAAM,CAAC,iBAAiB,IAAI,IAAI;QACnD,SAAS,EAAE,MAAM,CAAC,SAAS,IAAI,IAAI;QACnC,UAAU,EAAE,MAAM,CAAC,UAAU,IAAI,IAAI;QACrC,WAAW,EAAE,MAAM,CAAC,WAAW,IAAI,IAAI;QACvC,gBAAgB,EAAE,MAAM,CAAC,gBAAgB,IAAI,CAAC;QAC9C,YAAY,EAAE,MAAM,CAAC,YAAY,IAAI,CAAC;QACtC,iBAAiB,EAAE,MAAM,CAAC,iBAAiB,IAAI,IAAI;QACnD,gBAAgB,EAAE,MAAM,CAAC,gBAAgB,IAAI,SAAS;QACtD,cAAc,EAAE,MAAM,CAAC,cAAc,IAAI,IAAI;QAC7C,YAAY,EAAE,MAAM,CAAC,YAAY,IAAI,IAAI;QACzC,YAAY,EAAE,MAAM,CAAC,YAAY,IAAI,CAAC;QACtC,aAAa,EAAE,MAAM,CAAC,aAAa,IAAI,IAAI;QAC3C,eAAe,EAAE,MAAM,CAAC,eAAe,IAAI,IAAI;QAC/C,kBAAkB,EAAE,MAAM,CAAC,kBAAkB,IAAI,IAAI;KACtD,CAAC;AACJ,CAAC;AAED;;;;GAIG;AACH,SAAS,WAAW,CAAC,MAAoB;IACvC,IAAI,MAAM,CAAC,QAAQ;QAAE,OAAO,SAAS,MAAM,CAAC,QAAQ,EAAE,CAAC;IACvD,IAAI,MAAM,CAAC,QAAQ;QAAE,OAAO,SAAS,MAAM,CAAC,QAAQ,EAAE,CAAC;IACvD,IAAI,MAAM,CAAC,aAAa;QAAE,OAAO,OAAO,MAAM,CAAC,aAAa,EAAE,CAAC;IAC/D,OAAO,OAAO,MAAM,CAAC,YAAY,EAAE,CAAC;AACtC,CAAC;AAED,MAAM,OAAO,SAAS;IACH,MAAM,CAAY;IAEnC,YAAY,SAA6B,EAAE;QACzC,IAAI,CAAC,MAAM,GAAG,EAAE,GAAG,cAAc,EAAE,GAAG,MAAM,EAAE,CAAC;QAE/C,IAAI,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,2BAA2B,IAAI,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC;QAC9D,CAAC;QACD,IAAI,IAAI,CAAC,MAAM,CAAC,UAAU,GAAG,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,cAAc,GAAG,CAAC,EAAE,CAAC;YACjE,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;QACtD,CAAC;IACH,CAAC;IAED,IAAI,CACF,WAA2B,EAC3B,eAA+B,EAC/B,KAAa;QAEb,MAAM,EAAE,CAAC,EAAE,UAAU,EAAE,cAAc,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC;QACtD,8EAA8E;QAC9E,iEAAiE;QACjE,MAAM,QAAQ,GAAG,IAAI,GAAG,EAA2B,CAAC;QAEpD,KAAK,MAAM,MAAM,IAAI,WAAW,EAAE,CAAC;YACjC,MAAM,QAAQ,GAAG,UAAU,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;YAChD,MAAM,QAAQ,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC;YACrC,QAAQ,CAAC,GAAG,CAAC,QAAQ,EAAE,gBAAgB,CAAC,MAAM,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC;QACrE,CAAC;QAED,KAAK,MAAM,MAAM,IAAI,eAAe,EAAE,CAAC;YACrC,MAAM,eAAe,GAAG,cAAc,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;YAC3D,MAAM,QAAQ,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC;YACrC,MAAM,QAAQ,GAAG,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YAExC,IAAI,QAAQ,EAAE,CAAC;gBACb,QAAQ,CAAC,SAAS,IAAI,eAAe,CAAC;gBACtC,QAAQ,CAAC,aAAa,GAAG,MAAM,CAAC,IAAI,CAAC;gBACrC,QAAQ,CAAC,cAAc,GAAG,MAAM,CAAC,KAAK,CAAC;gBACvC,QAAQ,CAAC,iBAAiB,GAAG,IAAI,CAAC;gBAClC,oEAAoE;gBACpE,2EAA2E;YAC7E,CAAC;iBAAM,CAAC;gBACN,QAAQ,CAAC,GAAG,CAAC,QAAQ,EAAE,gBAAgB,CAAC,MAAM,EAAE,eAAe,EAAE,UAAU,CAAC,CAAC,CAAC;YAChF,CAAC;QACH,CAAC;QAED,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;QAE9C,oEAAoE;QACpE,8EAA8E;QAC9E,4EAA4E;QAE5E,OAAO,OAAO;aACX,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,SAAS,CAAC;aACzC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IACrB,CAAC;CACF"}
|
|
@@ -0,0 +1,30 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Local Cross-Encoder Reranker - TypeScript bridge to python/reranker_worker.py
|
|
3
|
+
*
|
|
4
|
+
* Spawns the Python cross-encoder worker to rerank search results locally
|
|
5
|
+
* using ms-marco-MiniLM-L-12-v2. No cloud API calls.
|
|
6
|
+
*
|
|
7
|
+
* CRITICAL: NEVER use console.log() - stdout is reserved for JSON-RPC protocol.
|
|
8
|
+
*
|
|
9
|
+
* @module services/search/local-reranker
|
|
10
|
+
*/
|
|
11
|
+
interface LocalRerankInput {
|
|
12
|
+
index: number;
|
|
13
|
+
text: string;
|
|
14
|
+
original_score: number;
|
|
15
|
+
}
|
|
16
|
+
interface LocalRerankResult {
|
|
17
|
+
index: number;
|
|
18
|
+
relevance_score: number;
|
|
19
|
+
original_score: number;
|
|
20
|
+
}
|
|
21
|
+
/**
|
|
22
|
+
* Rerank passages locally using the Python cross-encoder worker.
|
|
23
|
+
*
|
|
24
|
+
* @param query - The search query
|
|
25
|
+
* @param passages - Passages to rerank with index, text, and original_score
|
|
26
|
+
* @returns Reranked results sorted by relevance_score descending, or null if unavailable
|
|
27
|
+
*/
|
|
28
|
+
export declare function localRerank(query: string, passages: LocalRerankInput[]): Promise<LocalRerankResult[] | null>;
|
|
29
|
+
export {};
|
|
30
|
+
//# sourceMappingURL=local-reranker.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"local-reranker.d.ts","sourceRoot":"","sources":["../../../src/services/search/local-reranker.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAkBH,UAAU,gBAAgB;IACxB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IACb,cAAc,EAAE,MAAM,CAAC;CACxB;AAED,UAAU,iBAAiB;IACzB,KAAK,EAAE,MAAM,CAAC;IACd,eAAe,EAAE,MAAM,CAAC;IACxB,cAAc,EAAE,MAAM,CAAC;CACxB;AAED;;;;;;GAMG;AACH,wBAAsB,WAAW,CAC/B,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,gBAAgB,EAAE,GAC3B,OAAO,CAAC,iBAAiB,EAAE,GAAG,IAAI,CAAC,CAmHrC"}
|
|
@@ -0,0 +1,123 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Local Cross-Encoder Reranker - TypeScript bridge to python/reranker_worker.py
|
|
3
|
+
*
|
|
4
|
+
* Spawns the Python cross-encoder worker to rerank search results locally
|
|
5
|
+
* using ms-marco-MiniLM-L-12-v2. No cloud API calls.
|
|
6
|
+
*
|
|
7
|
+
* CRITICAL: NEVER use console.log() - stdout is reserved for JSON-RPC protocol.
|
|
8
|
+
*
|
|
9
|
+
* @module services/search/local-reranker
|
|
10
|
+
*/
|
|
11
|
+
import { spawn } from 'child_process';
|
|
12
|
+
import * as path from 'path';
|
|
13
|
+
import * as fs from 'fs';
|
|
14
|
+
import { fileURLToPath } from 'url';
|
|
15
|
+
const __dirname = path.dirname(fileURLToPath(import.meta.url));
|
|
16
|
+
/** Max stderr accumulation: 10KB */
|
|
17
|
+
const MAX_STDERR_LENGTH = 10_240;
|
|
18
|
+
/** Timeout for reranker process: 30 seconds */
|
|
19
|
+
const RERANKER_TIMEOUT_MS = 30_000;
|
|
20
|
+
/** SIGKILL grace period after SIGTERM: 5 seconds */
|
|
21
|
+
const SIGKILL_GRACE_MS = 5_000;
|
|
22
|
+
/**
|
|
23
|
+
* Rerank passages locally using the Python cross-encoder worker.
|
|
24
|
+
*
|
|
25
|
+
* @param query - The search query
|
|
26
|
+
* @param passages - Passages to rerank with index, text, and original_score
|
|
27
|
+
* @returns Reranked results sorted by relevance_score descending, or null if unavailable
|
|
28
|
+
*/
|
|
29
|
+
export async function localRerank(query, passages) {
|
|
30
|
+
const scriptPath = path.resolve(__dirname, '../../../python/reranker_worker.py');
|
|
31
|
+
if (!fs.existsSync(scriptPath)) {
|
|
32
|
+
console.error('[local-reranker] Python reranker script not found:', scriptPath);
|
|
33
|
+
return null;
|
|
34
|
+
}
|
|
35
|
+
const pythonPath = process.platform === 'win32' ? 'python' : 'python3';
|
|
36
|
+
const inputPayload = JSON.stringify({ query, passages });
|
|
37
|
+
return new Promise((resolve) => {
|
|
38
|
+
const proc = spawn(pythonPath, [scriptPath], {
|
|
39
|
+
timeout: RERANKER_TIMEOUT_MS,
|
|
40
|
+
stdio: ['pipe', 'pipe', 'pipe'],
|
|
41
|
+
});
|
|
42
|
+
let stdout = '';
|
|
43
|
+
let stderr = '';
|
|
44
|
+
let settled = false;
|
|
45
|
+
let sigkillTimer = null;
|
|
46
|
+
let timeoutTimer = null;
|
|
47
|
+
const cleanup = () => {
|
|
48
|
+
if (sigkillTimer) {
|
|
49
|
+
clearTimeout(sigkillTimer);
|
|
50
|
+
sigkillTimer = null;
|
|
51
|
+
}
|
|
52
|
+
if (timeoutTimer) {
|
|
53
|
+
clearTimeout(timeoutTimer);
|
|
54
|
+
timeoutTimer = null;
|
|
55
|
+
}
|
|
56
|
+
};
|
|
57
|
+
proc.stdout.on('data', (data) => {
|
|
58
|
+
stdout += data.toString();
|
|
59
|
+
});
|
|
60
|
+
proc.stderr.on('data', (data) => {
|
|
61
|
+
if (stderr.length < MAX_STDERR_LENGTH) {
|
|
62
|
+
stderr += data.toString();
|
|
63
|
+
}
|
|
64
|
+
});
|
|
65
|
+
proc.on('error', (err) => {
|
|
66
|
+
cleanup();
|
|
67
|
+
if (settled)
|
|
68
|
+
return;
|
|
69
|
+
settled = true;
|
|
70
|
+
console.error('[local-reranker] Process error:', err.message);
|
|
71
|
+
resolve(null);
|
|
72
|
+
});
|
|
73
|
+
proc.on('close', (code, signal) => {
|
|
74
|
+
cleanup();
|
|
75
|
+
if (settled)
|
|
76
|
+
return;
|
|
77
|
+
settled = true;
|
|
78
|
+
if (stderr.trim()) {
|
|
79
|
+
console.error('[local-reranker] stderr:', stderr.trim().slice(0, 500));
|
|
80
|
+
}
|
|
81
|
+
if (code !== 0) {
|
|
82
|
+
console.error(`[local-reranker] Process exited with code ${String(code)}, signal ${String(signal)}`);
|
|
83
|
+
resolve(null);
|
|
84
|
+
return;
|
|
85
|
+
}
|
|
86
|
+
try {
|
|
87
|
+
const parsed = JSON.parse(stdout);
|
|
88
|
+
// Check for error response
|
|
89
|
+
if (parsed && typeof parsed === 'object' && 'error' in parsed) {
|
|
90
|
+
console.error('[local-reranker] Worker error:', parsed.error);
|
|
91
|
+
resolve(null);
|
|
92
|
+
return;
|
|
93
|
+
}
|
|
94
|
+
if (!Array.isArray(parsed)) {
|
|
95
|
+
console.error('[local-reranker] Expected array, got:', typeof parsed);
|
|
96
|
+
resolve(null);
|
|
97
|
+
return;
|
|
98
|
+
}
|
|
99
|
+
resolve(parsed);
|
|
100
|
+
}
|
|
101
|
+
catch (parseErr) {
|
|
102
|
+
console.error('[local-reranker] JSON parse failed:', parseErr instanceof Error ? parseErr.message : String(parseErr), 'stdout preview:', stdout.slice(0, 200));
|
|
103
|
+
resolve(null);
|
|
104
|
+
}
|
|
105
|
+
});
|
|
106
|
+
// M-6: SIGKILL escalation after SIGTERM timeout
|
|
107
|
+
proc.on('exit', () => {
|
|
108
|
+
cleanup();
|
|
109
|
+
});
|
|
110
|
+
// Write input and close stdin
|
|
111
|
+
proc.stdin.write(inputPayload);
|
|
112
|
+
proc.stdin.end();
|
|
113
|
+
// SIGKILL escalation: spawn's built-in timeout sends SIGTERM;
|
|
114
|
+
// this timer escalates to SIGKILL if the process doesn't exit
|
|
115
|
+
timeoutTimer = setTimeout(() => {
|
|
116
|
+
if (!settled && !proc.killed) {
|
|
117
|
+
console.error('[local-reranker] SIGKILL escalation after timeout grace period');
|
|
118
|
+
proc.kill('SIGKILL');
|
|
119
|
+
}
|
|
120
|
+
}, RERANKER_TIMEOUT_MS + SIGKILL_GRACE_MS);
|
|
121
|
+
});
|
|
122
|
+
}
|
|
123
|
+
//# sourceMappingURL=local-reranker.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"local-reranker.js","sourceRoot":"","sources":["../../../src/services/search/local-reranker.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EAAE,KAAK,EAAE,MAAM,eAAe,CAAC;AACtC,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,KAAK,EAAE,MAAM,IAAI,CAAC;AACzB,OAAO,EAAE,aAAa,EAAE,MAAM,KAAK,CAAC;AAEpC,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;AAE/D,oCAAoC;AACpC,MAAM,iBAAiB,GAAG,MAAM,CAAC;AAEjC,+CAA+C;AAC/C,MAAM,mBAAmB,GAAG,MAAM,CAAC;AAEnC,oDAAoD;AACpD,MAAM,gBAAgB,GAAG,KAAK,CAAC;AAc/B;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,WAAW,CAC/B,KAAa,EACb,QAA4B;IAE5B,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,oCAAoC,CAAC,CAAC;IAEjF,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QAC/B,OAAO,CAAC,KAAK,CAAC,oDAAoD,EAAE,UAAU,CAAC,CAAC;QAChF,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,UAAU,GAAG,OAAO,CAAC,QAAQ,KAAK,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC;IACvE,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC;IAEzD,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;QAC7B,MAAM,IAAI,GAAG,KAAK,CAAC,UAAU,EAAE,CAAC,UAAU,CAAC,EAAE;YAC3C,OAAO,EAAE,mBAAmB;YAC5B,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC;SAChC,CAAC,CAAC;QAEH,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,OAAO,GAAG,KAAK,CAAC;QACpB,IAAI,YAAY,GAAyC,IAAI,CAAC;QAC9D,IAAI,YAAY,GAAyC,IAAI,CAAC;QAE9D,MAAM,OAAO,GAAG,GAAG,EAAE;YACnB,IAAI,YAAY,EAAE,CAAC;gBACjB,YAAY,CAAC,YAAY,CAAC,CAAC;gBAC3B,YAAY,GAAG,IAAI,CAAC;YACtB,CAAC;YACD,IAAI,YAAY,EAAE,CAAC;gBACjB,YAAY,CAAC,YAAY,CAAC,CAAC;gBAC3B,YAAY,GAAG,IAAI,CAAC;YACtB,CAAC;QACH,CAAC,CAAC;QAEF,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAY,EAAE,EAAE;YACtC,MAAM,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;QAC5B,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAY,EAAE,EAAE;YACtC,IAAI,MAAM,CAAC,MAAM,GAAG,iBAAiB,EAAE,CAAC;gBACtC,MAAM,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAC5B,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAU,EAAE,EAAE;YAC9B,OAAO,EAAE,CAAC;YACV,IAAI,OAAO;gBAAE,OAAO;YACpB,OAAO,GAAG,IAAI,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,iCAAiC,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC;YAC9D,OAAO,CAAC,IAAI,CAAC,CAAC;QAChB,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAmB,EAAE,MAAqB,EAAE,EAAE;YAC9D,OAAO,EAAE,CAAC;YACV,IAAI,OAAO;gBAAE,OAAO;YACpB,OAAO,GAAG,IAAI,CAAC;YAEf,IAAI,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;gBAClB,OAAO,CAAC,KAAK,CAAC,0BAA0B,EAAE,MAAM,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;YACzE,CAAC;YAED,IAAI,IAAI,KAAK,CAAC,EAAE,CAAC;gBACf,OAAO,CAAC,KAAK,CACX,6CAA6C,MAAM,CAAC,IAAI,CAAC,YAAY,MAAM,CAAC,MAAM,CAAC,EAAE,CACtF,CAAC;gBACF,OAAO,CAAC,IAAI,CAAC,CAAC;gBACd,OAAO;YACT,CAAC;YAED,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;gBAElC,2BAA2B;gBAC3B,IAAI,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,OAAO,IAAI,MAAM,EAAE,CAAC;oBAC9D,OAAO,CAAC,KAAK,CAAC,gCAAgC,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;oBAC9D,OAAO,CAAC,IAAI,CAAC,CAAC;oBACd,OAAO;gBACT,CAAC;gBAED,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;oBAC3B,OAAO,CAAC,KAAK,CAAC,uCAAuC,EAAE,OAAO,MAAM,CAAC,CAAC;oBACtE,OAAO,CAAC,IAAI,CAAC,CAAC;oBACd,OAAO;gBACT,CAAC;gBAED,OAAO,CAAC,MAA6B,CAAC,CAAC;YACzC,CAAC;YAAC,OAAO,QAAQ,EAAE,CAAC;gBAClB,OAAO,CAAC,KAAK,CACX,qCAAqC,EACrC,QAAQ,YAAY,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,EAC/D,iBAAiB,EACjB,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CACrB,CAAC;gBACF,OAAO,CAAC,IAAI,CAAC,CAAC;YAChB,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,gDAAgD;QAChD,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,GAAG,EAAE;YACnB,OAAO,EAAE,CAAC;QACZ,CAAC,CAAC,CAAC;QAEH,8BAA8B;QAC9B,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QAC/B,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC;QAEjB,8DAA8D;QAC9D,8DAA8D;QAC9D,YAAY,GAAG,UAAU,CAAC,GAAG,EAAE;YAC7B,IAAI,CAAC,OAAO,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;gBAC7B,OAAO,CAAC,KAAK,CAAC,gEAAgE,CAAC,CAAC;gBAChF,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACvB,CAAC;QACH,CAAC,EAAE,mBAAmB,GAAG,gBAAgB,CAAC,CAAC;IAC7C,CAAC,CAAC,CAAC;AACL,CAAC"}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Quality scoring utilities shared by BM25, vector, and fusion search.
|
|
3
|
+
*
|
|
4
|
+
* @module services/search/quality
|
|
5
|
+
*/
|
|
6
|
+
/**
|
|
7
|
+
* Compute a quality-weighted score multiplier from an OCR quality score.
|
|
8
|
+
* Quality 5.0 -> 1.0, Quality 0.0 -> 0.8, null/undefined -> 0.9 (neutral)
|
|
9
|
+
*/
|
|
10
|
+
export declare function computeQualityMultiplier(qualityScore: number | null | undefined): number;
|
|
11
|
+
//# sourceMappingURL=quality.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"quality.d.ts","sourceRoot":"","sources":["../../../src/services/search/quality.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH;;;GAGG;AACH,wBAAgB,wBAAwB,CAAC,YAAY,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,GAAG,MAAM,CAMxF"}
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Quality scoring utilities shared by BM25, vector, and fusion search.
|
|
3
|
+
*
|
|
4
|
+
* @module services/search/quality
|
|
5
|
+
*/
|
|
6
|
+
/**
|
|
7
|
+
* Compute a quality-weighted score multiplier from an OCR quality score.
|
|
8
|
+
* Quality 5.0 -> 1.0, Quality 0.0 -> 0.8, null/undefined -> 0.9 (neutral)
|
|
9
|
+
*/
|
|
10
|
+
export function computeQualityMultiplier(qualityScore) {
|
|
11
|
+
if (qualityScore !== null && qualityScore !== undefined) {
|
|
12
|
+
const clamped = Math.max(0, Math.min(5, qualityScore));
|
|
13
|
+
return 0.8 + 0.04 * clamped;
|
|
14
|
+
}
|
|
15
|
+
return 0.9;
|
|
16
|
+
}
|
|
17
|
+
//# sourceMappingURL=quality.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"quality.js","sourceRoot":"","sources":["../../../src/services/search/quality.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH;;;GAGG;AACH,MAAM,UAAU,wBAAwB,CAAC,YAAuC;IAC9E,IAAI,YAAY,KAAK,IAAI,IAAI,YAAY,KAAK,SAAS,EAAE,CAAC;QACxD,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,YAAY,CAAC,CAAC,CAAC;QACvD,OAAO,GAAG,GAAG,IAAI,GAAG,OAAO,CAAC;IAC9B,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC"}
|
|
@@ -0,0 +1,34 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Query Intelligence - Classify queries and recommend search strategy
|
|
3
|
+
*
|
|
4
|
+
* Pure heuristic classification - no Gemini calls needed.
|
|
5
|
+
*
|
|
6
|
+
* CRITICAL: NEVER use console.log() - stdout is reserved for JSON-RPC protocol.
|
|
7
|
+
*
|
|
8
|
+
* @module services/search/query-classifier
|
|
9
|
+
*/
|
|
10
|
+
export interface QueryClassification {
|
|
11
|
+
query_type: 'exact' | 'semantic' | 'mixed';
|
|
12
|
+
recommended_strategy: 'bm25' | 'semantic' | 'hybrid';
|
|
13
|
+
confidence: number;
|
|
14
|
+
reasoning: string;
|
|
15
|
+
detected_patterns: string[];
|
|
16
|
+
/** Whether the query contains table-related keywords */
|
|
17
|
+
is_table_query: boolean;
|
|
18
|
+
}
|
|
19
|
+
/**
|
|
20
|
+
* Check if a query targets table content (columns, rows, etc.).
|
|
21
|
+
* Used to trigger table-aware query expansion.
|
|
22
|
+
*/
|
|
23
|
+
export declare function isTableQuery(query: string): boolean;
|
|
24
|
+
/**
|
|
25
|
+
* Classify a query string and recommend a search strategy.
|
|
26
|
+
*
|
|
27
|
+
* Uses pure heuristic pattern matching to determine whether a query
|
|
28
|
+
* is best suited for exact (BM25), semantic (vector), or hybrid search.
|
|
29
|
+
*
|
|
30
|
+
* @param query - The search query string to classify
|
|
31
|
+
* @returns Classification with recommended strategy, confidence, and reasoning
|
|
32
|
+
*/
|
|
33
|
+
export declare function classifyQuery(query: string): QueryClassification;
|
|
34
|
+
//# sourceMappingURL=query-classifier.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"query-classifier.d.ts","sourceRoot":"","sources":["../../../src/services/search/query-classifier.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,MAAM,WAAW,mBAAmB;IAClC,UAAU,EAAE,OAAO,GAAG,UAAU,GAAG,OAAO,CAAC;IAC3C,oBAAoB,EAAE,MAAM,GAAG,UAAU,GAAG,QAAQ,CAAC;IACrD,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,iBAAiB,EAAE,MAAM,EAAE,CAAC;IAC5B,wDAAwD;IACxD,cAAc,EAAE,OAAO,CAAC;CACzB;AA0BD;;;GAGG;AACH,wBAAgB,YAAY,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAEnD;AAED;;;;;;;;GAQG;AACH,wBAAgB,aAAa,CAAC,KAAK,EAAE,MAAM,GAAG,mBAAmB,CAsEhE"}
|
|
@@ -0,0 +1,114 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Query Intelligence - Classify queries and recommend search strategy
|
|
3
|
+
*
|
|
4
|
+
* Pure heuristic classification - no Gemini calls needed.
|
|
5
|
+
*
|
|
6
|
+
* CRITICAL: NEVER use console.log() - stdout is reserved for JSON-RPC protocol.
|
|
7
|
+
*
|
|
8
|
+
* @module services/search/query-classifier
|
|
9
|
+
*/
|
|
10
|
+
// Pattern detection rules (no Gemini needed - pure heuristics)
|
|
11
|
+
const EXACT_PATTERNS = [
|
|
12
|
+
/^["'].*["']$/, // Quoted strings
|
|
13
|
+
/\b[A-Z]{2,}-\d+\b/, // IDs like "ABC-123"
|
|
14
|
+
/\b\d{4}-\d{2}-\d{2}\b/, // Dates
|
|
15
|
+
/\b[A-Z][a-z]+ [A-Z][a-z]+\b/, // Proper names
|
|
16
|
+
/\b\d{3,}\b/, // Long numbers
|
|
17
|
+
/[@#$%]\w+/, // Special tokens
|
|
18
|
+
];
|
|
19
|
+
const SEMANTIC_INDICATORS = [
|
|
20
|
+
/\b(about|regarding|related to|similar to|like|concerning)\b/i,
|
|
21
|
+
/\b(what|how|why|when|where|who)\b/i,
|
|
22
|
+
/\b(documents?|files?|papers?|records?) (about|on|regarding)\b/i,
|
|
23
|
+
];
|
|
24
|
+
/** Patterns indicating the query targets table content */
|
|
25
|
+
const TABLE_QUERY_PATTERNS = [
|
|
26
|
+
/\b(table|tables|tabular)\b/i,
|
|
27
|
+
/\b(column|columns|row|rows|cell|cells)\b/i,
|
|
28
|
+
/\b(spreadsheet|grid|matrix)\b/i,
|
|
29
|
+
/\b(header|headers)\s+(of|in|from)\b/i,
|
|
30
|
+
];
|
|
31
|
+
/**
|
|
32
|
+
* Check if a query targets table content (columns, rows, etc.).
|
|
33
|
+
* Used to trigger table-aware query expansion.
|
|
34
|
+
*/
|
|
35
|
+
export function isTableQuery(query) {
|
|
36
|
+
return TABLE_QUERY_PATTERNS.some(p => p.test(query));
|
|
37
|
+
}
|
|
38
|
+
/**
|
|
39
|
+
* Classify a query string and recommend a search strategy.
|
|
40
|
+
*
|
|
41
|
+
* Uses pure heuristic pattern matching to determine whether a query
|
|
42
|
+
* is best suited for exact (BM25), semantic (vector), or hybrid search.
|
|
43
|
+
*
|
|
44
|
+
* @param query - The search query string to classify
|
|
45
|
+
* @returns Classification with recommended strategy, confidence, and reasoning
|
|
46
|
+
*/
|
|
47
|
+
export function classifyQuery(query) {
|
|
48
|
+
const detectedPatterns = [];
|
|
49
|
+
let exactScore = 0;
|
|
50
|
+
let semanticScore = 0;
|
|
51
|
+
const tableQuery = isTableQuery(query);
|
|
52
|
+
for (const pattern of EXACT_PATTERNS) {
|
|
53
|
+
if (pattern.test(query)) {
|
|
54
|
+
exactScore += 2;
|
|
55
|
+
detectedPatterns.push(`exact:${pattern.source.slice(0, 20)}`);
|
|
56
|
+
}
|
|
57
|
+
}
|
|
58
|
+
for (const pattern of SEMANTIC_INDICATORS) {
|
|
59
|
+
if (pattern.test(query)) {
|
|
60
|
+
semanticScore += 2;
|
|
61
|
+
detectedPatterns.push(`semantic:${pattern.source.slice(0, 20)}`);
|
|
62
|
+
}
|
|
63
|
+
}
|
|
64
|
+
// Length heuristic
|
|
65
|
+
if (query.split(/\s+/).length <= 2) {
|
|
66
|
+
exactScore += 1;
|
|
67
|
+
detectedPatterns.push('short_query');
|
|
68
|
+
}
|
|
69
|
+
else if (query.split(/\s+/).length >= 6) {
|
|
70
|
+
semanticScore += 1;
|
|
71
|
+
detectedPatterns.push('long_query');
|
|
72
|
+
}
|
|
73
|
+
const total = exactScore + semanticScore;
|
|
74
|
+
if (total === 0) {
|
|
75
|
+
return {
|
|
76
|
+
query_type: 'mixed',
|
|
77
|
+
recommended_strategy: 'hybrid',
|
|
78
|
+
confidence: 0.5,
|
|
79
|
+
reasoning: 'No strong indicators detected, defaulting to hybrid',
|
|
80
|
+
detected_patterns: [],
|
|
81
|
+
is_table_query: tableQuery,
|
|
82
|
+
};
|
|
83
|
+
}
|
|
84
|
+
const exactRatio = exactScore / total;
|
|
85
|
+
if (exactRatio > 0.7) {
|
|
86
|
+
return {
|
|
87
|
+
query_type: 'exact',
|
|
88
|
+
recommended_strategy: 'bm25',
|
|
89
|
+
confidence: Math.min(exactRatio, 0.95),
|
|
90
|
+
reasoning: `Strong exact-match patterns detected: ${detectedPatterns.join(', ')}`,
|
|
91
|
+
detected_patterns: detectedPatterns,
|
|
92
|
+
is_table_query: tableQuery,
|
|
93
|
+
};
|
|
94
|
+
}
|
|
95
|
+
else if (exactRatio < 0.3) {
|
|
96
|
+
return {
|
|
97
|
+
query_type: 'semantic',
|
|
98
|
+
recommended_strategy: 'semantic',
|
|
99
|
+
confidence: Math.min(1 - exactRatio, 0.95),
|
|
100
|
+
reasoning: `Semantic query patterns detected: ${detectedPatterns.join(', ')}`,
|
|
101
|
+
detected_patterns: detectedPatterns,
|
|
102
|
+
is_table_query: tableQuery,
|
|
103
|
+
};
|
|
104
|
+
}
|
|
105
|
+
return {
|
|
106
|
+
query_type: 'mixed',
|
|
107
|
+
recommended_strategy: 'hybrid',
|
|
108
|
+
confidence: 0.6,
|
|
109
|
+
reasoning: `Mix of exact and semantic patterns: ${detectedPatterns.join(', ')}`,
|
|
110
|
+
detected_patterns: detectedPatterns,
|
|
111
|
+
is_table_query: tableQuery,
|
|
112
|
+
};
|
|
113
|
+
}
|
|
114
|
+
//# sourceMappingURL=query-classifier.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"query-classifier.js","sourceRoot":"","sources":["../../../src/services/search/query-classifier.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAYH,+DAA+D;AAC/D,MAAM,cAAc,GAAa;IAC/B,cAAc,EAAE,iBAAiB;IACjC,mBAAmB,EAAE,qBAAqB;IAC1C,uBAAuB,EAAE,QAAQ;IACjC,6BAA6B,EAAE,eAAe;IAC9C,YAAY,EAAE,eAAe;IAC7B,WAAW,EAAE,iBAAiB;CAC/B,CAAC;AAEF,MAAM,mBAAmB,GAAa;IACpC,8DAA8D;IAC9D,oCAAoC;IACpC,gEAAgE;CACjE,CAAC;AAEF,0DAA0D;AAC1D,MAAM,oBAAoB,GAAa;IACrC,6BAA6B;IAC7B,2CAA2C;IAC3C,gCAAgC;IAChC,sCAAsC;CACvC,CAAC;AAEF;;;GAGG;AACH,MAAM,UAAU,YAAY,CAAC,KAAa;IACxC,OAAO,oBAAoB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;AACvD,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,UAAU,aAAa,CAAC,KAAa;IACzC,MAAM,gBAAgB,GAAa,EAAE,CAAC;IACtC,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,aAAa,GAAG,CAAC,CAAC;IACtB,MAAM,UAAU,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC;IAEvC,KAAK,MAAM,OAAO,IAAI,cAAc,EAAE,CAAC;QACrC,IAAI,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;YACxB,UAAU,IAAI,CAAC,CAAC;YAChB,gBAAgB,CAAC,IAAI,CAAC,SAAS,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC;QAChE,CAAC;IACH,CAAC;IAED,KAAK,MAAM,OAAO,IAAI,mBAAmB,EAAE,CAAC;QAC1C,IAAI,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;YACxB,aAAa,IAAI,CAAC,CAAC;YACnB,gBAAgB,CAAC,IAAI,CAAC,YAAY,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC;QACnE,CAAC;IACH,CAAC;IAED,mBAAmB;IACnB,IAAI,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;QACnC,UAAU,IAAI,CAAC,CAAC;QAChB,gBAAgB,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;IACvC,CAAC;SAAM,IAAI,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;QAC1C,aAAa,IAAI,CAAC,CAAC;QACnB,gBAAgB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IACtC,CAAC;IAED,MAAM,KAAK,GAAG,UAAU,GAAG,aAAa,CAAC;IACzC,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;QAChB,OAAO;YACL,UAAU,EAAE,OAAO;YACnB,oBAAoB,EAAE,QAAQ;YAC9B,UAAU,EAAE,GAAG;YACf,SAAS,EAAE,qDAAqD;YAChE,iBAAiB,EAAE,EAAE;YACrB,cAAc,EAAE,UAAU;SAC3B,CAAC;IACJ,CAAC;IAED,MAAM,UAAU,GAAG,UAAU,GAAG,KAAK,CAAC;IACtC,IAAI,UAAU,GAAG,GAAG,EAAE,CAAC;QACrB,OAAO;YACL,UAAU,EAAE,OAAO;YACnB,oBAAoB,EAAE,MAAM;YAC5B,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,IAAI,CAAC;YACtC,SAAS,EAAE,yCAAyC,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;YACjF,iBAAiB,EAAE,gBAAgB;YACnC,cAAc,EAAE,UAAU;SAC3B,CAAC;IACJ,CAAC;SAAM,IAAI,UAAU,GAAG,GAAG,EAAE,CAAC;QAC5B,OAAO;YACL,UAAU,EAAE,UAAU;YACtB,oBAAoB,EAAE,UAAU;YAChC,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,UAAU,EAAE,IAAI,CAAC;YAC1C,SAAS,EAAE,qCAAqC,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;YAC7E,iBAAiB,EAAE,gBAAgB;YACnC,cAAc,EAAE,UAAU;SAC3B,CAAC;IACJ,CAAC;IAED,OAAO;QACL,UAAU,EAAE,OAAO;QACnB,oBAAoB,EAAE,QAAQ;QAC9B,UAAU,EAAE,GAAG;QACf,SAAS,EAAE,uCAAuC,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;QAC/E,iBAAiB,EAAE,gBAAgB;QACnC,cAAc,EAAE,UAAU;KAC3B,CAAC;AACJ,CAAC"}
|