ocr-provenance-mcp 1.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of ocr-provenance-mcp might be problematic. Click here for more details.
- package/.env.example +55 -0
- package/LICENSE +78 -0
- package/README.md +1154 -0
- package/dist/bin-http.d.ts +24 -0
- package/dist/bin-http.d.ts.map +1 -0
- package/dist/bin-http.js +275 -0
- package/dist/bin-http.js.map +1 -0
- package/dist/bin-setup.d.ts +11 -0
- package/dist/bin-setup.d.ts.map +1 -0
- package/dist/bin-setup.js +610 -0
- package/dist/bin-setup.js.map +1 -0
- package/dist/bin.d.ts +16 -0
- package/dist/bin.d.ts.map +1 -0
- package/dist/bin.js +16 -0
- package/dist/bin.js.map +1 -0
- package/dist/index.d.ts +13 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +90 -0
- package/dist/index.js.map +1 -0
- package/dist/models/chunk.d.ts +136 -0
- package/dist/models/chunk.d.ts.map +1 -0
- package/dist/models/chunk.js +27 -0
- package/dist/models/chunk.js.map +1 -0
- package/dist/models/cluster.d.ts +79 -0
- package/dist/models/cluster.d.ts.map +1 -0
- package/dist/models/cluster.js +10 -0
- package/dist/models/cluster.js.map +1 -0
- package/dist/models/comparison.d.ts +62 -0
- package/dist/models/comparison.d.ts.map +1 -0
- package/dist/models/comparison.js +8 -0
- package/dist/models/comparison.js.map +1 -0
- package/dist/models/document.d.ts +104 -0
- package/dist/models/document.d.ts.map +1 -0
- package/dist/models/document.js +15 -0
- package/dist/models/document.js.map +1 -0
- package/dist/models/embedding.d.ts +87 -0
- package/dist/models/embedding.d.ts.map +1 -0
- package/dist/models/embedding.js +23 -0
- package/dist/models/embedding.js.map +1 -0
- package/dist/models/extraction.d.ts +15 -0
- package/dist/models/extraction.d.ts.map +1 -0
- package/dist/models/extraction.js +2 -0
- package/dist/models/extraction.js.map +1 -0
- package/dist/models/form-fill.d.ts +23 -0
- package/dist/models/form-fill.d.ts.map +1 -0
- package/dist/models/form-fill.js +2 -0
- package/dist/models/form-fill.js.map +1 -0
- package/dist/models/image.d.ts +177 -0
- package/dist/models/image.d.ts.map +1 -0
- package/dist/models/image.js +8 -0
- package/dist/models/image.js.map +1 -0
- package/dist/models/index.d.ts +14 -0
- package/dist/models/index.d.ts.map +1 -0
- package/dist/models/index.js +22 -0
- package/dist/models/index.js.map +1 -0
- package/dist/models/provenance.d.ts +174 -0
- package/dist/models/provenance.d.ts.map +1 -0
- package/dist/models/provenance.js +53 -0
- package/dist/models/provenance.js.map +1 -0
- package/dist/models/uploaded-file.d.ts +20 -0
- package/dist/models/uploaded-file.d.ts.map +1 -0
- package/dist/models/uploaded-file.js +2 -0
- package/dist/models/uploaded-file.js.map +1 -0
- package/dist/server/errors.d.ts +93 -0
- package/dist/server/errors.d.ts.map +1 -0
- package/dist/server/errors.js +256 -0
- package/dist/server/errors.js.map +1 -0
- package/dist/server/events.d.ts +36 -0
- package/dist/server/events.d.ts.map +1 -0
- package/dist/server/events.js +48 -0
- package/dist/server/events.js.map +1 -0
- package/dist/server/permissions.d.ts +26 -0
- package/dist/server/permissions.d.ts.map +1 -0
- package/dist/server/permissions.js +194 -0
- package/dist/server/permissions.js.map +1 -0
- package/dist/server/register-tools.d.ts +25 -0
- package/dist/server/register-tools.d.ts.map +1 -0
- package/dist/server/register-tools.js +102 -0
- package/dist/server/register-tools.js.map +1 -0
- package/dist/server/startup.d.ts +16 -0
- package/dist/server/startup.d.ts.map +1 -0
- package/dist/server/startup.js +37 -0
- package/dist/server/startup.js.map +1 -0
- package/dist/server/state.d.ts +166 -0
- package/dist/server/state.d.ts.map +1 -0
- package/dist/server/state.js +424 -0
- package/dist/server/state.js.map +1 -0
- package/dist/server/transports/http-transport.d.ts +37 -0
- package/dist/server/transports/http-transport.d.ts.map +1 -0
- package/dist/server/transports/http-transport.js +204 -0
- package/dist/server/transports/http-transport.js.map +1 -0
- package/dist/server/transports/index.d.ts +9 -0
- package/dist/server/transports/index.d.ts.map +1 -0
- package/dist/server/transports/index.js +9 -0
- package/dist/server/transports/index.js.map +1 -0
- package/dist/server/transports/session-manager.d.ts +40 -0
- package/dist/server/transports/session-manager.d.ts.map +1 -0
- package/dist/server/transports/session-manager.js +74 -0
- package/dist/server/transports/session-manager.js.map +1 -0
- package/dist/server/types.d.ts +82 -0
- package/dist/server/types.d.ts.map +1 -0
- package/dist/server/types.js +14 -0
- package/dist/server/types.js.map +1 -0
- package/dist/services/audit.d.ts +26 -0
- package/dist/services/audit.d.ts.map +1 -0
- package/dist/services/audit.js +43 -0
- package/dist/services/audit.js.map +1 -0
- package/dist/services/chunking/chunk-deduplicator.d.ts +33 -0
- package/dist/services/chunking/chunk-deduplicator.d.ts.map +1 -0
- package/dist/services/chunking/chunk-deduplicator.js +46 -0
- package/dist/services/chunking/chunk-deduplicator.js.map +1 -0
- package/dist/services/chunking/chunk-merger.d.ts +26 -0
- package/dist/services/chunking/chunk-merger.d.ts.map +1 -0
- package/dist/services/chunking/chunk-merger.js +94 -0
- package/dist/services/chunking/chunk-merger.js.map +1 -0
- package/dist/services/chunking/chunker.d.ts +62 -0
- package/dist/services/chunking/chunker.d.ts.map +1 -0
- package/dist/services/chunking/chunker.js +566 -0
- package/dist/services/chunking/chunker.js.map +1 -0
- package/dist/services/chunking/heading-normalizer.d.ts +33 -0
- package/dist/services/chunking/heading-normalizer.d.ts.map +1 -0
- package/dist/services/chunking/heading-normalizer.js +101 -0
- package/dist/services/chunking/heading-normalizer.js.map +1 -0
- package/dist/services/chunking/json-block-analyzer.d.ts +163 -0
- package/dist/services/chunking/json-block-analyzer.d.ts.map +1 -0
- package/dist/services/chunking/json-block-analyzer.js +1033 -0
- package/dist/services/chunking/json-block-analyzer.js.map +1 -0
- package/dist/services/chunking/markdown-parser.d.ts +75 -0
- package/dist/services/chunking/markdown-parser.d.ts.map +1 -0
- package/dist/services/chunking/markdown-parser.js +428 -0
- package/dist/services/chunking/markdown-parser.js.map +1 -0
- package/dist/services/chunking/text-normalizer.d.ts +20 -0
- package/dist/services/chunking/text-normalizer.d.ts.map +1 -0
- package/dist/services/chunking/text-normalizer.js +36 -0
- package/dist/services/chunking/text-normalizer.js.map +1 -0
- package/dist/services/clm/contract-schemas.d.ts +36 -0
- package/dist/services/clm/contract-schemas.d.ts.map +1 -0
- package/dist/services/clm/contract-schemas.js +92 -0
- package/dist/services/clm/contract-schemas.js.map +1 -0
- package/dist/services/clm/summarization.d.ts +46 -0
- package/dist/services/clm/summarization.d.ts.map +1 -0
- package/dist/services/clm/summarization.js +61 -0
- package/dist/services/clm/summarization.js.map +1 -0
- package/dist/services/clustering/clustering-service.d.ts +58 -0
- package/dist/services/clustering/clustering-service.d.ts.map +1 -0
- package/dist/services/clustering/clustering-service.js +467 -0
- package/dist/services/clustering/clustering-service.js.map +1 -0
- package/dist/services/comparison/diff-service.d.ts +41 -0
- package/dist/services/comparison/diff-service.d.ts.map +1 -0
- package/dist/services/comparison/diff-service.js +120 -0
- package/dist/services/comparison/diff-service.js.map +1 -0
- package/dist/services/embedding/embedder.d.ts +55 -0
- package/dist/services/embedding/embedder.d.ts.map +1 -0
- package/dist/services/embedding/embedder.js +202 -0
- package/dist/services/embedding/embedder.js.map +1 -0
- package/dist/services/embedding/nomic.d.ts +67 -0
- package/dist/services/embedding/nomic.d.ts.map +1 -0
- package/dist/services/embedding/nomic.js +280 -0
- package/dist/services/embedding/nomic.js.map +1 -0
- package/dist/services/gemini/circuit-breaker.d.ts +106 -0
- package/dist/services/gemini/circuit-breaker.d.ts.map +1 -0
- package/dist/services/gemini/circuit-breaker.js +237 -0
- package/dist/services/gemini/circuit-breaker.js.map +1 -0
- package/dist/services/gemini/client.d.ts +173 -0
- package/dist/services/gemini/client.d.ts.map +1 -0
- package/dist/services/gemini/client.js +483 -0
- package/dist/services/gemini/client.js.map +1 -0
- package/dist/services/gemini/config.d.ts +116 -0
- package/dist/services/gemini/config.d.ts.map +1 -0
- package/dist/services/gemini/config.js +118 -0
- package/dist/services/gemini/config.js.map +1 -0
- package/dist/services/gemini/index.d.ts +9 -0
- package/dist/services/gemini/index.d.ts.map +1 -0
- package/dist/services/gemini/index.js +13 -0
- package/dist/services/gemini/index.js.map +1 -0
- package/dist/services/gemini/rate-limiter.d.ts +62 -0
- package/dist/services/gemini/rate-limiter.d.ts.map +1 -0
- package/dist/services/gemini/rate-limiter.js +120 -0
- package/dist/services/gemini/rate-limiter.js.map +1 -0
- package/dist/services/images/extractor.d.ts +88 -0
- package/dist/services/images/extractor.d.ts.map +1 -0
- package/dist/services/images/extractor.js +340 -0
- package/dist/services/images/extractor.js.map +1 -0
- package/dist/services/images/optimizer.d.ts +130 -0
- package/dist/services/images/optimizer.d.ts.map +1 -0
- package/dist/services/images/optimizer.js +228 -0
- package/dist/services/images/optimizer.js.map +1 -0
- package/dist/services/ocr/datalab.d.ts +64 -0
- package/dist/services/ocr/datalab.d.ts.map +1 -0
- package/dist/services/ocr/datalab.js +425 -0
- package/dist/services/ocr/datalab.js.map +1 -0
- package/dist/services/ocr/errors.d.ts +38 -0
- package/dist/services/ocr/errors.d.ts.map +1 -0
- package/dist/services/ocr/errors.js +83 -0
- package/dist/services/ocr/errors.js.map +1 -0
- package/dist/services/ocr/file-manager.d.ts +76 -0
- package/dist/services/ocr/file-manager.d.ts.map +1 -0
- package/dist/services/ocr/file-manager.js +238 -0
- package/dist/services/ocr/file-manager.js.map +1 -0
- package/dist/services/ocr/form-fill.d.ts +48 -0
- package/dist/services/ocr/form-fill.d.ts.map +1 -0
- package/dist/services/ocr/form-fill.js +213 -0
- package/dist/services/ocr/form-fill.js.map +1 -0
- package/dist/services/ocr/processor.d.ts +95 -0
- package/dist/services/ocr/processor.d.ts.map +1 -0
- package/dist/services/ocr/processor.js +259 -0
- package/dist/services/ocr/processor.js.map +1 -0
- package/dist/services/provenance/agent-metadata.d.ts +82 -0
- package/dist/services/provenance/agent-metadata.d.ts.map +1 -0
- package/dist/services/provenance/agent-metadata.js +106 -0
- package/dist/services/provenance/agent-metadata.js.map +1 -0
- package/dist/services/provenance/chain-hash.d.ts +57 -0
- package/dist/services/provenance/chain-hash.d.ts.map +1 -0
- package/dist/services/provenance/chain-hash.js +131 -0
- package/dist/services/provenance/chain-hash.js.map +1 -0
- package/dist/services/provenance/exporter.d.ts +202 -0
- package/dist/services/provenance/exporter.d.ts.map +1 -0
- package/dist/services/provenance/exporter.js +457 -0
- package/dist/services/provenance/exporter.js.map +1 -0
- package/dist/services/provenance/index.d.ts +15 -0
- package/dist/services/provenance/index.d.ts.map +1 -0
- package/dist/services/provenance/index.js +17 -0
- package/dist/services/provenance/index.js.map +1 -0
- package/dist/services/provenance/tracker.d.ts +138 -0
- package/dist/services/provenance/tracker.d.ts.map +1 -0
- package/dist/services/provenance/tracker.js +293 -0
- package/dist/services/provenance/tracker.js.map +1 -0
- package/dist/services/provenance/verifier.d.ts +153 -0
- package/dist/services/provenance/verifier.d.ts.map +1 -0
- package/dist/services/provenance/verifier.js +536 -0
- package/dist/services/provenance/verifier.js.map +1 -0
- package/dist/services/python-pool.d.ts +70 -0
- package/dist/services/python-pool.d.ts.map +1 -0
- package/dist/services/python-pool.js +265 -0
- package/dist/services/python-pool.js.map +1 -0
- package/dist/services/search/bm25.d.ts +180 -0
- package/dist/services/search/bm25.d.ts.map +1 -0
- package/dist/services/search/bm25.js +656 -0
- package/dist/services/search/bm25.js.map +1 -0
- package/dist/services/search/fusion.d.ts +103 -0
- package/dist/services/search/fusion.d.ts.map +1 -0
- package/dist/services/search/fusion.js +122 -0
- package/dist/services/search/fusion.js.map +1 -0
- package/dist/services/search/local-reranker.d.ts +30 -0
- package/dist/services/search/local-reranker.d.ts.map +1 -0
- package/dist/services/search/local-reranker.js +123 -0
- package/dist/services/search/local-reranker.js.map +1 -0
- package/dist/services/search/quality.d.ts +11 -0
- package/dist/services/search/quality.d.ts.map +1 -0
- package/dist/services/search/quality.js +17 -0
- package/dist/services/search/quality.js.map +1 -0
- package/dist/services/search/query-classifier.d.ts +34 -0
- package/dist/services/search/query-classifier.d.ts.map +1 -0
- package/dist/services/search/query-classifier.js +114 -0
- package/dist/services/search/query-classifier.js.map +1 -0
- package/dist/services/search/query-expander.d.ts +73 -0
- package/dist/services/search/query-expander.d.ts.map +1 -0
- package/dist/services/search/query-expander.js +281 -0
- package/dist/services/search/query-expander.js.map +1 -0
- package/dist/services/search/reranker.d.ts +44 -0
- package/dist/services/search/reranker.d.ts.map +1 -0
- package/dist/services/search/reranker.js +101 -0
- package/dist/services/search/reranker.js.map +1 -0
- package/dist/services/storage/database/annotation-operations.d.ts +113 -0
- package/dist/services/storage/database/annotation-operations.d.ts.map +1 -0
- package/dist/services/storage/database/annotation-operations.js +177 -0
- package/dist/services/storage/database/annotation-operations.js.map +1 -0
- package/dist/services/storage/database/approval-operations.d.ts +132 -0
- package/dist/services/storage/database/approval-operations.d.ts.map +1 -0
- package/dist/services/storage/database/approval-operations.js +206 -0
- package/dist/services/storage/database/approval-operations.js.map +1 -0
- package/dist/services/storage/database/chunk-operations.d.ts +132 -0
- package/dist/services/storage/database/chunk-operations.d.ts.map +1 -0
- package/dist/services/storage/database/chunk-operations.js +306 -0
- package/dist/services/storage/database/chunk-operations.js.map +1 -0
- package/dist/services/storage/database/cluster-operations.d.ts +97 -0
- package/dist/services/storage/database/cluster-operations.d.ts.map +1 -0
- package/dist/services/storage/database/cluster-operations.js +258 -0
- package/dist/services/storage/database/cluster-operations.js.map +1 -0
- package/dist/services/storage/database/comparison-operations.d.ts +41 -0
- package/dist/services/storage/database/comparison-operations.d.ts.map +1 -0
- package/dist/services/storage/database/comparison-operations.js +65 -0
- package/dist/services/storage/database/comparison-operations.js.map +1 -0
- package/dist/services/storage/database/converters.d.ts +36 -0
- package/dist/services/storage/database/converters.d.ts.map +1 -0
- package/dist/services/storage/database/converters.js +244 -0
- package/dist/services/storage/database/converters.js.map +1 -0
- package/dist/services/storage/database/document-operations.d.ts +145 -0
- package/dist/services/storage/database/document-operations.d.ts.map +1 -0
- package/dist/services/storage/database/document-operations.js +498 -0
- package/dist/services/storage/database/document-operations.js.map +1 -0
- package/dist/services/storage/database/embedding-operations.d.ts +130 -0
- package/dist/services/storage/database/embedding-operations.d.ts.map +1 -0
- package/dist/services/storage/database/embedding-operations.js +315 -0
- package/dist/services/storage/database/embedding-operations.js.map +1 -0
- package/dist/services/storage/database/extraction-operations.d.ts +47 -0
- package/dist/services/storage/database/extraction-operations.d.ts.map +1 -0
- package/dist/services/storage/database/extraction-operations.js +85 -0
- package/dist/services/storage/database/extraction-operations.js.map +1 -0
- package/dist/services/storage/database/form-fill-operations.d.ts +58 -0
- package/dist/services/storage/database/form-fill-operations.d.ts.map +1 -0
- package/dist/services/storage/database/form-fill-operations.js +116 -0
- package/dist/services/storage/database/form-fill-operations.js.map +1 -0
- package/dist/services/storage/database/helpers.d.ts +29 -0
- package/dist/services/storage/database/helpers.d.ts.map +1 -0
- package/dist/services/storage/database/helpers.js +55 -0
- package/dist/services/storage/database/helpers.js.map +1 -0
- package/dist/services/storage/database/image-operations.d.ts +202 -0
- package/dist/services/storage/database/image-operations.d.ts.map +1 -0
- package/dist/services/storage/database/image-operations.js +484 -0
- package/dist/services/storage/database/image-operations.js.map +1 -0
- package/dist/services/storage/database/index.d.ts +13 -0
- package/dist/services/storage/database/index.d.ts.map +1 -0
- package/dist/services/storage/database/index.js +16 -0
- package/dist/services/storage/database/index.js.map +1 -0
- package/dist/services/storage/database/lock-operations.d.ts +59 -0
- package/dist/services/storage/database/lock-operations.d.ts.map +1 -0
- package/dist/services/storage/database/lock-operations.js +89 -0
- package/dist/services/storage/database/lock-operations.js.map +1 -0
- package/dist/services/storage/database/obligation-operations.d.ts +88 -0
- package/dist/services/storage/database/obligation-operations.d.ts.map +1 -0
- package/dist/services/storage/database/obligation-operations.js +206 -0
- package/dist/services/storage/database/obligation-operations.js.map +1 -0
- package/dist/services/storage/database/ocr-operations.d.ts +33 -0
- package/dist/services/storage/database/ocr-operations.d.ts.map +1 -0
- package/dist/services/storage/database/ocr-operations.js +70 -0
- package/dist/services/storage/database/ocr-operations.js.map +1 -0
- package/dist/services/storage/database/playbook-operations.d.ts +72 -0
- package/dist/services/storage/database/playbook-operations.d.ts.map +1 -0
- package/dist/services/storage/database/playbook-operations.js +247 -0
- package/dist/services/storage/database/playbook-operations.js.map +1 -0
- package/dist/services/storage/database/provenance-operations.d.ts +112 -0
- package/dist/services/storage/database/provenance-operations.d.ts.map +1 -0
- package/dist/services/storage/database/provenance-operations.js +251 -0
- package/dist/services/storage/database/provenance-operations.js.map +1 -0
- package/dist/services/storage/database/service.d.ts +142 -0
- package/dist/services/storage/database/service.d.ts.map +1 -0
- package/dist/services/storage/database/service.js +310 -0
- package/dist/services/storage/database/service.js.map +1 -0
- package/dist/services/storage/database/static-operations.d.ts +30 -0
- package/dist/services/storage/database/static-operations.d.ts.map +1 -0
- package/dist/services/storage/database/static-operations.js +218 -0
- package/dist/services/storage/database/static-operations.js.map +1 -0
- package/dist/services/storage/database/stats-operations.d.ts +101 -0
- package/dist/services/storage/database/stats-operations.d.ts.map +1 -0
- package/dist/services/storage/database/stats-operations.js +394 -0
- package/dist/services/storage/database/stats-operations.js.map +1 -0
- package/dist/services/storage/database/tag-operations.d.ts +76 -0
- package/dist/services/storage/database/tag-operations.d.ts.map +1 -0
- package/dist/services/storage/database/tag-operations.js +178 -0
- package/dist/services/storage/database/tag-operations.js.map +1 -0
- package/dist/services/storage/database/types.d.ts +286 -0
- package/dist/services/storage/database/types.d.ts.map +1 -0
- package/dist/services/storage/database/types.js +39 -0
- package/dist/services/storage/database/types.js.map +1 -0
- package/dist/services/storage/database/upload-operations.d.ts +71 -0
- package/dist/services/storage/database/upload-operations.d.ts.map +1 -0
- package/dist/services/storage/database/upload-operations.js +124 -0
- package/dist/services/storage/database/upload-operations.js.map +1 -0
- package/dist/services/storage/database/user-operations.d.ts +102 -0
- package/dist/services/storage/database/user-operations.d.ts.map +1 -0
- package/dist/services/storage/database/user-operations.js +151 -0
- package/dist/services/storage/database/user-operations.js.map +1 -0
- package/dist/services/storage/database/workflow-operations.d.ts +98 -0
- package/dist/services/storage/database/workflow-operations.d.ts.map +1 -0
- package/dist/services/storage/database/workflow-operations.js +157 -0
- package/dist/services/storage/database/workflow-operations.js.map +1 -0
- package/dist/services/storage/database.d.ts +16 -0
- package/dist/services/storage/database.d.ts.map +1 -0
- package/dist/services/storage/database.js +15 -0
- package/dist/services/storage/database.js.map +1 -0
- package/dist/services/storage/index.d.ts +10 -0
- package/dist/services/storage/index.d.ts.map +1 -0
- package/dist/services/storage/index.js +10 -0
- package/dist/services/storage/index.js.map +1 -0
- package/dist/services/storage/migrations/index.d.ts +16 -0
- package/dist/services/storage/migrations/index.d.ts.map +1 -0
- package/dist/services/storage/migrations/index.js +20 -0
- package/dist/services/storage/migrations/index.js.map +1 -0
- package/dist/services/storage/migrations/operations.d.ts +40 -0
- package/dist/services/storage/migrations/operations.d.ts.map +1 -0
- package/dist/services/storage/migrations/operations.js +2910 -0
- package/dist/services/storage/migrations/operations.js.map +1 -0
- package/dist/services/storage/migrations/schema-definitions.d.ts +306 -0
- package/dist/services/storage/migrations/schema-definitions.d.ts.map +1 -0
- package/dist/services/storage/migrations/schema-definitions.js +1006 -0
- package/dist/services/storage/migrations/schema-definitions.js.map +1 -0
- package/dist/services/storage/migrations/schema-helpers.d.ts +50 -0
- package/dist/services/storage/migrations/schema-helpers.d.ts.map +1 -0
- package/dist/services/storage/migrations/schema-helpers.js +176 -0
- package/dist/services/storage/migrations/schema-helpers.js.map +1 -0
- package/dist/services/storage/migrations/types.d.ts +15 -0
- package/dist/services/storage/migrations/types.d.ts.map +1 -0
- package/dist/services/storage/migrations/types.js +21 -0
- package/dist/services/storage/migrations/types.js.map +1 -0
- package/dist/services/storage/migrations/verification.d.ts +20 -0
- package/dist/services/storage/migrations/verification.d.ts.map +1 -0
- package/dist/services/storage/migrations/verification.js +78 -0
- package/dist/services/storage/migrations/verification.js.map +1 -0
- package/dist/services/storage/migrations.d.ts +16 -0
- package/dist/services/storage/migrations.d.ts.map +1 -0
- package/dist/services/storage/migrations.js +17 -0
- package/dist/services/storage/migrations.js.map +1 -0
- package/dist/services/storage/types.d.ts +12 -0
- package/dist/services/storage/types.d.ts.map +1 -0
- package/dist/services/storage/types.js +5 -0
- package/dist/services/storage/types.js.map +1 -0
- package/dist/services/storage/vector.d.ts +208 -0
- package/dist/services/storage/vector.d.ts.map +1 -0
- package/dist/services/storage/vector.js +526 -0
- package/dist/services/storage/vector.js.map +1 -0
- package/dist/services/vlm/pipeline.d.ts +194 -0
- package/dist/services/vlm/pipeline.d.ts.map +1 -0
- package/dist/services/vlm/pipeline.js +800 -0
- package/dist/services/vlm/pipeline.js.map +1 -0
- package/dist/services/vlm/prompts.d.ts +171 -0
- package/dist/services/vlm/prompts.d.ts.map +1 -0
- package/dist/services/vlm/prompts.js +229 -0
- package/dist/services/vlm/prompts.js.map +1 -0
- package/dist/services/vlm/service.d.ts +174 -0
- package/dist/services/vlm/service.d.ts.map +1 -0
- package/dist/services/vlm/service.js +256 -0
- package/dist/services/vlm/service.js.map +1 -0
- package/dist/services/webhook-delivery.d.ts +4 -0
- package/dist/services/webhook-delivery.d.ts.map +1 -0
- package/dist/services/webhook-delivery.js +140 -0
- package/dist/services/webhook-delivery.js.map +1 -0
- package/dist/tools/chunks.d.ts +19 -0
- package/dist/tools/chunks.d.ts.map +1 -0
- package/dist/tools/chunks.js +392 -0
- package/dist/tools/chunks.js.map +1 -0
- package/dist/tools/clm.d.ts +16 -0
- package/dist/tools/clm.d.ts.map +1 -0
- package/dist/tools/clm.js +668 -0
- package/dist/tools/clm.js.map +1 -0
- package/dist/tools/clustering.d.ts +13 -0
- package/dist/tools/clustering.d.ts.map +1 -0
- package/dist/tools/clustering.js +498 -0
- package/dist/tools/clustering.js.map +1 -0
- package/dist/tools/collaboration.d.ts +15 -0
- package/dist/tools/collaboration.d.ts.map +1 -0
- package/dist/tools/collaboration.js +516 -0
- package/dist/tools/collaboration.js.map +1 -0
- package/dist/tools/comparison.d.ts +13 -0
- package/dist/tools/comparison.d.ts.map +1 -0
- package/dist/tools/comparison.js +735 -0
- package/dist/tools/comparison.js.map +1 -0
- package/dist/tools/compliance.d.ts +15 -0
- package/dist/tools/compliance.d.ts.map +1 -0
- package/dist/tools/compliance.js +640 -0
- package/dist/tools/compliance.js.map +1 -0
- package/dist/tools/config.d.ts +19 -0
- package/dist/tools/config.d.ts.map +1 -0
- package/dist/tools/config.js +213 -0
- package/dist/tools/config.js.map +1 -0
- package/dist/tools/database.d.ts +62 -0
- package/dist/tools/database.d.ts.map +1 -0
- package/dist/tools/database.js +288 -0
- package/dist/tools/database.js.map +1 -0
- package/dist/tools/documents.d.ts +61 -0
- package/dist/tools/documents.d.ts.map +1 -0
- package/dist/tools/documents.js +1624 -0
- package/dist/tools/documents.js.map +1 -0
- package/dist/tools/embeddings.d.ts +14 -0
- package/dist/tools/embeddings.d.ts.map +1 -0
- package/dist/tools/embeddings.js +626 -0
- package/dist/tools/embeddings.js.map +1 -0
- package/dist/tools/evaluation.d.ts +25 -0
- package/dist/tools/evaluation.d.ts.map +1 -0
- package/dist/tools/evaluation.js +523 -0
- package/dist/tools/evaluation.js.map +1 -0
- package/dist/tools/events.d.ts +16 -0
- package/dist/tools/events.d.ts.map +1 -0
- package/dist/tools/events.js +493 -0
- package/dist/tools/events.js.map +1 -0
- package/dist/tools/extraction-structured.d.ts +13 -0
- package/dist/tools/extraction-structured.d.ts.map +1 -0
- package/dist/tools/extraction-structured.js +390 -0
- package/dist/tools/extraction-structured.js.map +1 -0
- package/dist/tools/extraction.d.ts +24 -0
- package/dist/tools/extraction.d.ts.map +1 -0
- package/dist/tools/extraction.js +424 -0
- package/dist/tools/extraction.js.map +1 -0
- package/dist/tools/file-management.d.ts +14 -0
- package/dist/tools/file-management.d.ts.map +1 -0
- package/dist/tools/file-management.js +523 -0
- package/dist/tools/file-management.js.map +1 -0
- package/dist/tools/form-fill.d.ts +13 -0
- package/dist/tools/form-fill.d.ts.map +1 -0
- package/dist/tools/form-fill.js +250 -0
- package/dist/tools/form-fill.js.map +1 -0
- package/dist/tools/health.d.ts +19 -0
- package/dist/tools/health.d.ts.map +1 -0
- package/dist/tools/health.js +229 -0
- package/dist/tools/health.js.map +1 -0
- package/dist/tools/images.d.ts +54 -0
- package/dist/tools/images.d.ts.map +1 -0
- package/dist/tools/images.js +787 -0
- package/dist/tools/images.js.map +1 -0
- package/dist/tools/ingestion.d.ts +94 -0
- package/dist/tools/ingestion.d.ts.map +1 -0
- package/dist/tools/ingestion.js +1659 -0
- package/dist/tools/ingestion.js.map +1 -0
- package/dist/tools/intelligence.d.ts +18 -0
- package/dist/tools/intelligence.d.ts.map +1 -0
- package/dist/tools/intelligence.js +1039 -0
- package/dist/tools/intelligence.js.map +1 -0
- package/dist/tools/provenance.d.ts +51 -0
- package/dist/tools/provenance.d.ts.map +1 -0
- package/dist/tools/provenance.js +691 -0
- package/dist/tools/provenance.js.map +1 -0
- package/dist/tools/reports.d.ts +41 -0
- package/dist/tools/reports.d.ts.map +1 -0
- package/dist/tools/reports.js +1394 -0
- package/dist/tools/reports.js.map +1 -0
- package/dist/tools/search.d.ts +35 -0
- package/dist/tools/search.d.ts.map +1 -0
- package/dist/tools/search.js +2528 -0
- package/dist/tools/search.js.map +1 -0
- package/dist/tools/shared.d.ts +52 -0
- package/dist/tools/shared.d.ts.map +1 -0
- package/dist/tools/shared.js +54 -0
- package/dist/tools/shared.js.map +1 -0
- package/dist/tools/tags.d.ts +15 -0
- package/dist/tools/tags.d.ts.map +1 -0
- package/dist/tools/tags.js +287 -0
- package/dist/tools/tags.js.map +1 -0
- package/dist/tools/timeline.d.ts +15 -0
- package/dist/tools/timeline.d.ts.map +1 -0
- package/dist/tools/timeline.js +14 -0
- package/dist/tools/timeline.js.map +1 -0
- package/dist/tools/users.d.ts +14 -0
- package/dist/tools/users.d.ts.map +1 -0
- package/dist/tools/users.js +257 -0
- package/dist/tools/users.js.map +1 -0
- package/dist/tools/vlm.d.ts +40 -0
- package/dist/tools/vlm.d.ts.map +1 -0
- package/dist/tools/vlm.js +475 -0
- package/dist/tools/vlm.js.map +1 -0
- package/dist/tools/workflow.d.ts +16 -0
- package/dist/tools/workflow.d.ts.map +1 -0
- package/dist/tools/workflow.js +495 -0
- package/dist/tools/workflow.js.map +1 -0
- package/dist/utils/backoff.d.ts +53 -0
- package/dist/utils/backoff.d.ts.map +1 -0
- package/dist/utils/backoff.js +78 -0
- package/dist/utils/backoff.js.map +1 -0
- package/dist/utils/config-persistence.d.ts +33 -0
- package/dist/utils/config-persistence.d.ts.map +1 -0
- package/dist/utils/config-persistence.js +61 -0
- package/dist/utils/config-persistence.js.map +1 -0
- package/dist/utils/hash.d.ts +65 -0
- package/dist/utils/hash.d.ts.map +1 -0
- package/dist/utils/hash.js +146 -0
- package/dist/utils/hash.js.map +1 -0
- package/dist/utils/math.d.ts +21 -0
- package/dist/utils/math.d.ts.map +1 -0
- package/dist/utils/math.js +39 -0
- package/dist/utils/math.js.map +1 -0
- package/dist/utils/validation.d.ts +697 -0
- package/dist/utils/validation.d.ts.map +1 -0
- package/dist/utils/validation.js +529 -0
- package/dist/utils/validation.js.map +1 -0
- package/package.json +96 -0
- package/python/.gitkeep +0 -0
- package/python/__init__.py +104 -0
- package/python/clustering_worker.py +440 -0
- package/python/docx_image_extractor.py +524 -0
- package/python/embedding_worker.py +552 -0
- package/python/file_manager_worker.py +564 -0
- package/python/form_fill_worker.py +399 -0
- package/python/gpu_utils.py +582 -0
- package/python/image_extractor.py +317 -0
- package/python/image_optimizer.py +444 -0
- package/python/ocr_worker.py +712 -0
- package/python/pyproject.toml +76 -0
- package/python/requirements.txt +51 -0
- package/python/reranker_worker.py +87 -0
|
@@ -0,0 +1,286 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Type definitions for DatabaseService
|
|
3
|
+
*
|
|
4
|
+
* Contains all interfaces, enums, and row types used by the database service.
|
|
5
|
+
*/
|
|
6
|
+
import { DocumentStatus } from '../../../models/document.js';
|
|
7
|
+
/**
|
|
8
|
+
* Database information interface
|
|
9
|
+
*/
|
|
10
|
+
export interface DatabaseInfo {
|
|
11
|
+
name: string;
|
|
12
|
+
path: string;
|
|
13
|
+
size_bytes: number;
|
|
14
|
+
created_at: string;
|
|
15
|
+
last_modified_at: string;
|
|
16
|
+
total_documents: number;
|
|
17
|
+
total_ocr_results: number;
|
|
18
|
+
total_chunks: number;
|
|
19
|
+
total_embeddings: number;
|
|
20
|
+
}
|
|
21
|
+
/**
|
|
22
|
+
* Database statistics interface
|
|
23
|
+
*/
|
|
24
|
+
export interface DatabaseStats {
|
|
25
|
+
name: string;
|
|
26
|
+
total_documents: number;
|
|
27
|
+
documents_by_status: {
|
|
28
|
+
pending: number;
|
|
29
|
+
processing: number;
|
|
30
|
+
complete: number;
|
|
31
|
+
failed: number;
|
|
32
|
+
};
|
|
33
|
+
total_ocr_results: number;
|
|
34
|
+
total_chunks: number;
|
|
35
|
+
chunks_by_embedding_status: {
|
|
36
|
+
pending: number;
|
|
37
|
+
complete: number;
|
|
38
|
+
failed: number;
|
|
39
|
+
};
|
|
40
|
+
total_embeddings: number;
|
|
41
|
+
total_images: number;
|
|
42
|
+
total_extractions: number;
|
|
43
|
+
total_form_fills: number;
|
|
44
|
+
total_comparisons: number;
|
|
45
|
+
total_clusters: number;
|
|
46
|
+
total_provenance: number;
|
|
47
|
+
storage_size_bytes: number;
|
|
48
|
+
avg_chunks_per_document: number;
|
|
49
|
+
avg_embeddings_per_chunk: number;
|
|
50
|
+
ocr_quality: {
|
|
51
|
+
avg: number | null;
|
|
52
|
+
min: number | null;
|
|
53
|
+
max: number | null;
|
|
54
|
+
scored_count: number;
|
|
55
|
+
};
|
|
56
|
+
costs: {
|
|
57
|
+
total_ocr_cost_cents: number;
|
|
58
|
+
total_form_fill_cost_cents: number;
|
|
59
|
+
total_cost_cents: number;
|
|
60
|
+
};
|
|
61
|
+
}
|
|
62
|
+
/**
|
|
63
|
+
* Document list options
|
|
64
|
+
*/
|
|
65
|
+
export interface ListDocumentsOptions {
|
|
66
|
+
status?: DocumentStatus;
|
|
67
|
+
limit?: number;
|
|
68
|
+
offset?: number;
|
|
69
|
+
/** Cursor for cursor-based pagination (base64url-encoded created_at + id) */
|
|
70
|
+
cursor?: string;
|
|
71
|
+
}
|
|
72
|
+
/**
|
|
73
|
+
* Error codes for database operations
|
|
74
|
+
*/
|
|
75
|
+
export declare enum DatabaseErrorCode {
|
|
76
|
+
DATABASE_NOT_FOUND = "DATABASE_NOT_FOUND",
|
|
77
|
+
DATABASE_ALREADY_EXISTS = "DATABASE_ALREADY_EXISTS",
|
|
78
|
+
DATABASE_LOCKED = "DATABASE_LOCKED",
|
|
79
|
+
DOCUMENT_NOT_FOUND = "DOCUMENT_NOT_FOUND",
|
|
80
|
+
OCR_RESULT_NOT_FOUND = "OCR_RESULT_NOT_FOUND",
|
|
81
|
+
CHUNK_NOT_FOUND = "CHUNK_NOT_FOUND",
|
|
82
|
+
EMBEDDING_NOT_FOUND = "EMBEDDING_NOT_FOUND",
|
|
83
|
+
IMAGE_NOT_FOUND = "IMAGE_NOT_FOUND",
|
|
84
|
+
PROVENANCE_NOT_FOUND = "PROVENANCE_NOT_FOUND",
|
|
85
|
+
FOREIGN_KEY_VIOLATION = "FOREIGN_KEY_VIOLATION",
|
|
86
|
+
SCHEMA_MISMATCH = "SCHEMA_MISMATCH",
|
|
87
|
+
EXTENSION_LOAD_FAILED = "EXTENSION_LOAD_FAILED",
|
|
88
|
+
PERMISSION_DENIED = "PERMISSION_DENIED",
|
|
89
|
+
INVALID_NAME = "INVALID_NAME"
|
|
90
|
+
}
|
|
91
|
+
/**
|
|
92
|
+
* Custom error class for database operations
|
|
93
|
+
*/
|
|
94
|
+
export declare class DatabaseError extends Error {
|
|
95
|
+
readonly code: DatabaseErrorCode;
|
|
96
|
+
readonly cause?: unknown | undefined;
|
|
97
|
+
constructor(message: string, code: DatabaseErrorCode, cause?: unknown | undefined);
|
|
98
|
+
}
|
|
99
|
+
/**
|
|
100
|
+
* Database row type for metadata
|
|
101
|
+
*/
|
|
102
|
+
export interface MetadataRow {
|
|
103
|
+
database_name: string;
|
|
104
|
+
database_version: string;
|
|
105
|
+
created_at: string;
|
|
106
|
+
last_modified_at: string;
|
|
107
|
+
total_documents: number;
|
|
108
|
+
total_ocr_results: number;
|
|
109
|
+
total_chunks: number;
|
|
110
|
+
total_embeddings: number;
|
|
111
|
+
}
|
|
112
|
+
/**
|
|
113
|
+
* Database row type for documents
|
|
114
|
+
*/
|
|
115
|
+
export interface DocumentRow {
|
|
116
|
+
id: string;
|
|
117
|
+
file_path: string;
|
|
118
|
+
file_name: string;
|
|
119
|
+
file_hash: string;
|
|
120
|
+
file_size: number;
|
|
121
|
+
file_type: string;
|
|
122
|
+
status: string;
|
|
123
|
+
page_count: number | null;
|
|
124
|
+
provenance_id: string;
|
|
125
|
+
created_at: string;
|
|
126
|
+
modified_at: string | null;
|
|
127
|
+
ocr_completed_at: string | null;
|
|
128
|
+
error_message: string | null;
|
|
129
|
+
doc_title: string | null;
|
|
130
|
+
doc_author: string | null;
|
|
131
|
+
doc_subject: string | null;
|
|
132
|
+
datalab_file_id: string | null;
|
|
133
|
+
}
|
|
134
|
+
/**
|
|
135
|
+
* Database row type for OCR results
|
|
136
|
+
*/
|
|
137
|
+
export interface OCRResultRow {
|
|
138
|
+
id: string;
|
|
139
|
+
provenance_id: string;
|
|
140
|
+
document_id: string;
|
|
141
|
+
extracted_text: string;
|
|
142
|
+
text_length: number;
|
|
143
|
+
datalab_request_id: string;
|
|
144
|
+
datalab_mode: string;
|
|
145
|
+
parse_quality_score: number | null;
|
|
146
|
+
page_count: number;
|
|
147
|
+
cost_cents: number | null;
|
|
148
|
+
content_hash: string;
|
|
149
|
+
processing_started_at: string;
|
|
150
|
+
processing_completed_at: string;
|
|
151
|
+
processing_duration_ms: number;
|
|
152
|
+
json_blocks: string | null;
|
|
153
|
+
extras_json: string | null;
|
|
154
|
+
}
|
|
155
|
+
/**
|
|
156
|
+
* Database row type for chunks
|
|
157
|
+
*/
|
|
158
|
+
export interface ChunkRow {
|
|
159
|
+
id: string;
|
|
160
|
+
document_id: string;
|
|
161
|
+
ocr_result_id: string;
|
|
162
|
+
text: string;
|
|
163
|
+
text_hash: string;
|
|
164
|
+
chunk_index: number;
|
|
165
|
+
character_start: number;
|
|
166
|
+
character_end: number;
|
|
167
|
+
page_number: number | null;
|
|
168
|
+
page_range: string | null;
|
|
169
|
+
overlap_previous: number;
|
|
170
|
+
overlap_next: number;
|
|
171
|
+
provenance_id: string;
|
|
172
|
+
created_at: string;
|
|
173
|
+
embedding_status: string;
|
|
174
|
+
embedded_at: string | null;
|
|
175
|
+
ocr_quality_score: number | null;
|
|
176
|
+
heading_context: string | null;
|
|
177
|
+
heading_level: number | null;
|
|
178
|
+
section_path: string | null;
|
|
179
|
+
content_types: string | null;
|
|
180
|
+
is_atomic: number;
|
|
181
|
+
chunking_strategy: string;
|
|
182
|
+
}
|
|
183
|
+
/**
|
|
184
|
+
* Database row type for embeddings (without vector)
|
|
185
|
+
* chunk_id is for text embeddings, image_id is for VLM description embeddings,
|
|
186
|
+
* extraction_id is for extraction embeddings.
|
|
187
|
+
* At least one of chunk_id, image_id, or extraction_id must be set.
|
|
188
|
+
*/
|
|
189
|
+
export interface EmbeddingRow {
|
|
190
|
+
id: string;
|
|
191
|
+
chunk_id: string | null;
|
|
192
|
+
image_id: string | null;
|
|
193
|
+
extraction_id: string | null;
|
|
194
|
+
document_id: string;
|
|
195
|
+
original_text: string;
|
|
196
|
+
original_text_length: number;
|
|
197
|
+
source_file_path: string;
|
|
198
|
+
source_file_name: string;
|
|
199
|
+
source_file_hash: string;
|
|
200
|
+
page_number: number | null;
|
|
201
|
+
page_range: string | null;
|
|
202
|
+
character_start: number;
|
|
203
|
+
character_end: number;
|
|
204
|
+
chunk_index: number;
|
|
205
|
+
total_chunks: number;
|
|
206
|
+
model_name: string;
|
|
207
|
+
model_version: string;
|
|
208
|
+
task_type: string;
|
|
209
|
+
inference_mode: string;
|
|
210
|
+
gpu_device: string | null;
|
|
211
|
+
provenance_id: string;
|
|
212
|
+
content_hash: string;
|
|
213
|
+
created_at: string;
|
|
214
|
+
generation_duration_ms: number | null;
|
|
215
|
+
}
|
|
216
|
+
/**
|
|
217
|
+
* Database row type for provenance
|
|
218
|
+
*/
|
|
219
|
+
export interface ProvenanceRow {
|
|
220
|
+
id: string;
|
|
221
|
+
type: string;
|
|
222
|
+
created_at: string;
|
|
223
|
+
processed_at: string;
|
|
224
|
+
source_file_created_at: string | null;
|
|
225
|
+
source_file_modified_at: string | null;
|
|
226
|
+
source_type: string;
|
|
227
|
+
source_path: string | null;
|
|
228
|
+
source_id: string | null;
|
|
229
|
+
root_document_id: string;
|
|
230
|
+
location: string | null;
|
|
231
|
+
content_hash: string;
|
|
232
|
+
input_hash: string | null;
|
|
233
|
+
file_hash: string | null;
|
|
234
|
+
processor: string;
|
|
235
|
+
processor_version: string;
|
|
236
|
+
processing_params: string;
|
|
237
|
+
processing_duration_ms: number | null;
|
|
238
|
+
processing_quality_score: number | null;
|
|
239
|
+
parent_id: string | null;
|
|
240
|
+
parent_ids: string;
|
|
241
|
+
chain_depth: number;
|
|
242
|
+
chain_path: string | null;
|
|
243
|
+
}
|
|
244
|
+
/**
|
|
245
|
+
* Database row type for images
|
|
246
|
+
*/
|
|
247
|
+
export interface ImageRow {
|
|
248
|
+
id: string;
|
|
249
|
+
document_id: string;
|
|
250
|
+
ocr_result_id: string;
|
|
251
|
+
page_number: number;
|
|
252
|
+
bbox_x: number;
|
|
253
|
+
bbox_y: number;
|
|
254
|
+
bbox_width: number;
|
|
255
|
+
bbox_height: number;
|
|
256
|
+
image_index: number;
|
|
257
|
+
format: string;
|
|
258
|
+
width: number;
|
|
259
|
+
height: number;
|
|
260
|
+
extracted_path: string | null;
|
|
261
|
+
file_size: number | null;
|
|
262
|
+
vlm_status: string;
|
|
263
|
+
vlm_description: string | null;
|
|
264
|
+
vlm_structured_data: string | null;
|
|
265
|
+
vlm_embedding_id: string | null;
|
|
266
|
+
vlm_model: string | null;
|
|
267
|
+
vlm_confidence: number | null;
|
|
268
|
+
vlm_processed_at: string | null;
|
|
269
|
+
vlm_tokens_used: number | null;
|
|
270
|
+
context_text: string | null;
|
|
271
|
+
provenance_id: string | null;
|
|
272
|
+
created_at: string;
|
|
273
|
+
error_message: string | null;
|
|
274
|
+
block_type: string | null;
|
|
275
|
+
is_header_footer: number;
|
|
276
|
+
content_hash: string | null;
|
|
277
|
+
}
|
|
278
|
+
/**
|
|
279
|
+
* Options for listing images
|
|
280
|
+
*/
|
|
281
|
+
export interface ListImagesOptions {
|
|
282
|
+
vlmStatus?: 'pending' | 'processing' | 'complete' | 'failed';
|
|
283
|
+
limit?: number;
|
|
284
|
+
offset?: number;
|
|
285
|
+
}
|
|
286
|
+
//# sourceMappingURL=types.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../../src/services/storage/database/types.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,cAAc,EAAE,MAAM,6BAA6B,CAAC;AAE7D;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,gBAAgB,EAAE,MAAM,CAAC;IACzB,eAAe,EAAE,MAAM,CAAC;IACxB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,YAAY,EAAE,MAAM,CAAC;IACrB,gBAAgB,EAAE,MAAM,CAAC;CAC1B;AAED;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,eAAe,EAAE,MAAM,CAAC;IACxB,mBAAmB,EAAE;QACnB,OAAO,EAAE,MAAM,CAAC;QAChB,UAAU,EAAE,MAAM,CAAC;QACnB,QAAQ,EAAE,MAAM,CAAC;QACjB,MAAM,EAAE,MAAM,CAAC;KAChB,CAAC;IACF,iBAAiB,EAAE,MAAM,CAAC;IAC1B,YAAY,EAAE,MAAM,CAAC;IACrB,0BAA0B,EAAE;QAC1B,OAAO,EAAE,MAAM,CAAC;QAChB,QAAQ,EAAE,MAAM,CAAC;QACjB,MAAM,EAAE,MAAM,CAAC;KAChB,CAAC;IACF,gBAAgB,EAAE,MAAM,CAAC;IACzB,YAAY,EAAE,MAAM,CAAC;IACrB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,gBAAgB,EAAE,MAAM,CAAC;IACzB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,cAAc,EAAE,MAAM,CAAC;IACvB,gBAAgB,EAAE,MAAM,CAAC;IACzB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,uBAAuB,EAAE,MAAM,CAAC;IAChC,wBAAwB,EAAE,MAAM,CAAC;IACjC,WAAW,EAAE;QACX,GAAG,EAAE,MAAM,GAAG,IAAI,CAAC;QACnB,GAAG,EAAE,MAAM,GAAG,IAAI,CAAC;QACnB,GAAG,EAAE,MAAM,GAAG,IAAI,CAAC;QACnB,YAAY,EAAE,MAAM,CAAC;KACtB,CAAC;IACF,KAAK,EAAE;QACL,oBAAoB,EAAE,MAAM,CAAC;QAC7B,0BAA0B,EAAE,MAAM,CAAC;QACnC,gBAAgB,EAAE,MAAM,CAAC;KAC1B,CAAC;CACH;AAED;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACnC,MAAM,CAAC,EAAE,cAAc,CAAC;IACxB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,6EAA6E;IAC7E,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED;;GAEG;AACH,oBAAY,iBAAiB;IAC3B,kBAAkB,uBAAuB;IACzC,uBAAuB,4BAA4B;IACnD,eAAe,oBAAoB;IACnC,kBAAkB,uBAAuB;IACzC,oBAAoB,yBAAyB;IAC7C,eAAe,oBAAoB;IACnC,mBAAmB,wBAAwB;IAC3C,eAAe,oBAAoB;IACnC,oBAAoB,yBAAyB;IAC7C,qBAAqB,0BAA0B;IAC/C,eAAe,oBAAoB;IACnC,qBAAqB,0BAA0B;IAC/C,iBAAiB,sBAAsB;IACvC,YAAY,iBAAiB;CAC9B;AAED;;GAEG;AACH,qBAAa,aAAc,SAAQ,KAAK;aAGpB,IAAI,EAAE,iBAAiB;aACvB,KAAK,CAAC,EAAE,OAAO;gBAF/B,OAAO,EAAE,MAAM,EACC,IAAI,EAAE,iBAAiB,EACvB,KAAK,CAAC,EAAE,OAAO,YAAA;CAKlC;AAED;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,aAAa,EAAE,MAAM,CAAC;IACtB,gBAAgB,EAAE,MAAM,CAAC;IACzB,UAAU,EAAE,MAAM,CAAC;IACnB,gBAAgB,EAAE,MAAM,CAAC;IACzB,eAAe,EAAE,MAAM,CAAC;IACxB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,YAAY,EAAE,MAAM,CAAC;IACrB,gBAAgB,EAAE,MAAM,CAAC;CAC1B;AAED;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,aAAa,EAAE,MAAM,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,gBAAgB,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,eAAe,EAAE,MAAM,GAAG,IAAI,CAAC;CAChC;AAED;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B,EAAE,EAAE,MAAM,CAAC;IACX,aAAa,EAAE,MAAM,CAAC;IACtB,WAAW,EAAE,MAAM,CAAC;IACpB,cAAc,EAAE,MAAM,CAAC;IACvB,WAAW,EAAE,MAAM,CAAC;IACpB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,YAAY,EAAE,MAAM,CAAC;IACrB,mBAAmB,EAAE,MAAM,GAAG,IAAI,CAAC;IACnC,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,YAAY,EAAE,MAAM,CAAC;IACrB,qBAAqB,EAAE,MAAM,CAAC;IAC9B,uBAAuB,EAAE,MAAM,CAAC;IAChC,sBAAsB,EAAE,MAAM,CAAC;IAC/B,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;CAC5B;AAED;;GAEG;AACH,MAAM,WAAW,QAAQ;IACvB,EAAE,EAAE,MAAM,CAAC;IACX,WAAW,EAAE,MAAM,CAAC;IACpB,aAAa,EAAE,MAAM,CAAC;IACtB,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,eAAe,EAAE,MAAM,CAAC;IACxB,aAAa,EAAE,MAAM,CAAC;IACtB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,gBAAgB,EAAE,MAAM,CAAC;IACzB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC;IACnB,gBAAgB,EAAE,MAAM,CAAC;IACzB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,iBAAiB,EAAE,MAAM,GAAG,IAAI,CAAC;IACjC,eAAe,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,SAAS,EAAE,MAAM,CAAC;IAClB,iBAAiB,EAAE,MAAM,CAAC;CAC3B;AAED;;;;;GAKG;AACH,MAAM,WAAW,YAAY;IAC3B,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,WAAW,EAAE,MAAM,CAAC;IACpB,aAAa,EAAE,MAAM,CAAC;IACtB,oBAAoB,EAAE,MAAM,CAAC;IAC7B,gBAAgB,EAAE,MAAM,CAAC;IACzB,gBAAgB,EAAE,MAAM,CAAC;IACzB,gBAAgB,EAAE,MAAM,CAAC;IACzB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,eAAe,EAAE,MAAM,CAAC;IACxB,aAAa,EAAE,MAAM,CAAC;IACtB,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE,MAAM,CAAC;IAClB,cAAc,EAAE,MAAM,CAAC;IACvB,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;IACnB,sBAAsB,EAAE,MAAM,GAAG,IAAI,CAAC;CACvC;AAED;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;IACrB,sBAAsB,EAAE,MAAM,GAAG,IAAI,CAAC;IACtC,uBAAuB,EAAE,MAAM,GAAG,IAAI,CAAC;IACvC,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,gBAAgB,EAAE,MAAM,CAAC;IACzB,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,SAAS,EAAE,MAAM,CAAC;IAClB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,iBAAiB,EAAE,MAAM,CAAC;IAC1B,sBAAsB,EAAE,MAAM,GAAG,IAAI,CAAC;IACtC,wBAAwB,EAAE,MAAM,GAAG,IAAI,CAAC;IACxC,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;CAC3B;AAED;;GAEG;AACH,MAAM,WAAW,QAAQ;IACvB,EAAE,EAAE,MAAM,CAAC;IACX,WAAW,EAAE,MAAM,CAAC;IACpB,aAAa,EAAE,MAAM,CAAC;IACtB,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,cAAc,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,UAAU,EAAE,MAAM,CAAC;IACnB,eAAe,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,mBAAmB,EAAE,MAAM,GAAG,IAAI,CAAC;IACnC,gBAAgB,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,cAAc,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,gBAAgB,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,eAAe,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,gBAAgB,EAAE,MAAM,CAAC;IACzB,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;CAC7B;AAED;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,SAAS,CAAC,EAAE,SAAS,GAAG,YAAY,GAAG,UAAU,GAAG,QAAQ,CAAC;IAC7D,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB"}
|
|
@@ -0,0 +1,39 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Type definitions for DatabaseService
|
|
3
|
+
*
|
|
4
|
+
* Contains all interfaces, enums, and row types used by the database service.
|
|
5
|
+
*/
|
|
6
|
+
/**
|
|
7
|
+
* Error codes for database operations
|
|
8
|
+
*/
|
|
9
|
+
export var DatabaseErrorCode;
|
|
10
|
+
(function (DatabaseErrorCode) {
|
|
11
|
+
DatabaseErrorCode["DATABASE_NOT_FOUND"] = "DATABASE_NOT_FOUND";
|
|
12
|
+
DatabaseErrorCode["DATABASE_ALREADY_EXISTS"] = "DATABASE_ALREADY_EXISTS";
|
|
13
|
+
DatabaseErrorCode["DATABASE_LOCKED"] = "DATABASE_LOCKED";
|
|
14
|
+
DatabaseErrorCode["DOCUMENT_NOT_FOUND"] = "DOCUMENT_NOT_FOUND";
|
|
15
|
+
DatabaseErrorCode["OCR_RESULT_NOT_FOUND"] = "OCR_RESULT_NOT_FOUND";
|
|
16
|
+
DatabaseErrorCode["CHUNK_NOT_FOUND"] = "CHUNK_NOT_FOUND";
|
|
17
|
+
DatabaseErrorCode["EMBEDDING_NOT_FOUND"] = "EMBEDDING_NOT_FOUND";
|
|
18
|
+
DatabaseErrorCode["IMAGE_NOT_FOUND"] = "IMAGE_NOT_FOUND";
|
|
19
|
+
DatabaseErrorCode["PROVENANCE_NOT_FOUND"] = "PROVENANCE_NOT_FOUND";
|
|
20
|
+
DatabaseErrorCode["FOREIGN_KEY_VIOLATION"] = "FOREIGN_KEY_VIOLATION";
|
|
21
|
+
DatabaseErrorCode["SCHEMA_MISMATCH"] = "SCHEMA_MISMATCH";
|
|
22
|
+
DatabaseErrorCode["EXTENSION_LOAD_FAILED"] = "EXTENSION_LOAD_FAILED";
|
|
23
|
+
DatabaseErrorCode["PERMISSION_DENIED"] = "PERMISSION_DENIED";
|
|
24
|
+
DatabaseErrorCode["INVALID_NAME"] = "INVALID_NAME";
|
|
25
|
+
})(DatabaseErrorCode || (DatabaseErrorCode = {}));
|
|
26
|
+
/**
|
|
27
|
+
* Custom error class for database operations
|
|
28
|
+
*/
|
|
29
|
+
export class DatabaseError extends Error {
|
|
30
|
+
code;
|
|
31
|
+
cause;
|
|
32
|
+
constructor(message, code, cause) {
|
|
33
|
+
super(message);
|
|
34
|
+
this.code = code;
|
|
35
|
+
this.cause = cause;
|
|
36
|
+
this.name = 'DatabaseError';
|
|
37
|
+
}
|
|
38
|
+
}
|
|
39
|
+
//# sourceMappingURL=types.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../../src/services/storage/database/types.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAwEH;;GAEG;AACH,MAAM,CAAN,IAAY,iBAeX;AAfD,WAAY,iBAAiB;IAC3B,8DAAyC,CAAA;IACzC,wEAAmD,CAAA;IACnD,wDAAmC,CAAA;IACnC,8DAAyC,CAAA;IACzC,kEAA6C,CAAA;IAC7C,wDAAmC,CAAA;IACnC,gEAA2C,CAAA;IAC3C,wDAAmC,CAAA;IACnC,kEAA6C,CAAA;IAC7C,oEAA+C,CAAA;IAC/C,wDAAmC,CAAA;IACnC,oEAA+C,CAAA;IAC/C,4DAAuC,CAAA;IACvC,kDAA6B,CAAA;AAC/B,CAAC,EAfW,iBAAiB,KAAjB,iBAAiB,QAe5B;AAED;;GAEG;AACH,MAAM,OAAO,aAAc,SAAQ,KAAK;IAGpB;IACA;IAHlB,YACE,OAAe,EACC,IAAuB,EACvB,KAAe;QAE/B,KAAK,CAAC,OAAO,CAAC,CAAC;QAHC,SAAI,GAAJ,IAAI,CAAmB;QACvB,UAAK,GAAL,KAAK,CAAU;QAG/B,IAAI,CAAC,IAAI,GAAG,eAAe,CAAC;IAC9B,CAAC;CACF"}
|
|
@@ -0,0 +1,71 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Upload operations for DatabaseService
|
|
3
|
+
*
|
|
4
|
+
* Handles all CRUD operations for uploaded_files table
|
|
5
|
+
* tracking Datalab cloud file uploads.
|
|
6
|
+
*/
|
|
7
|
+
import Database from 'better-sqlite3';
|
|
8
|
+
import { UploadedFile } from '../../../models/uploaded-file.js';
|
|
9
|
+
/**
|
|
10
|
+
* Insert an uploaded file record
|
|
11
|
+
*
|
|
12
|
+
* @param db - Database connection
|
|
13
|
+
* @param data - Uploaded file data
|
|
14
|
+
* @returns string - The uploaded file ID
|
|
15
|
+
*/
|
|
16
|
+
export declare function insertUploadedFile(db: Database.Database, data: UploadedFile): UploadedFile;
|
|
17
|
+
/**
|
|
18
|
+
* Get an uploaded file by ID
|
|
19
|
+
*
|
|
20
|
+
* @param db - Database connection
|
|
21
|
+
* @param id - Uploaded file ID
|
|
22
|
+
* @returns UploadedFile | null
|
|
23
|
+
*/
|
|
24
|
+
export declare function getUploadedFile(db: Database.Database, id: string): UploadedFile | null;
|
|
25
|
+
/**
|
|
26
|
+
* Get an uploaded file by file hash (for deduplication)
|
|
27
|
+
*
|
|
28
|
+
* @param db - Database connection
|
|
29
|
+
* @param fileHash - SHA-256 hash of the file
|
|
30
|
+
* @returns UploadedFile | null - The first matching upload or null
|
|
31
|
+
*/
|
|
32
|
+
export declare function getUploadedFileByHash(db: Database.Database, fileHash: string): UploadedFile | null;
|
|
33
|
+
/**
|
|
34
|
+
* List uploaded files with optional filtering
|
|
35
|
+
*
|
|
36
|
+
* @param db - Database connection
|
|
37
|
+
* @param options - Optional filter options (status, limit, offset)
|
|
38
|
+
* @returns UploadedFile[] - Array of uploaded files
|
|
39
|
+
*/
|
|
40
|
+
export declare function listUploadedFiles(db: Database.Database, options?: {
|
|
41
|
+
status?: string;
|
|
42
|
+
limit?: number;
|
|
43
|
+
offset?: number;
|
|
44
|
+
}): UploadedFile[];
|
|
45
|
+
/**
|
|
46
|
+
* Update uploaded file status
|
|
47
|
+
*
|
|
48
|
+
* @param db - Database connection
|
|
49
|
+
* @param id - Uploaded file ID
|
|
50
|
+
* @param status - New upload status
|
|
51
|
+
* @param errorMessage - Optional error message (for 'failed' status)
|
|
52
|
+
*/
|
|
53
|
+
export declare function updateUploadedFileStatus(db: Database.Database, id: string, status: 'pending' | 'uploading' | 'confirming' | 'complete' | 'failed', errorMessage?: string): void;
|
|
54
|
+
/**
|
|
55
|
+
* Update uploaded file with Datalab file ID and reference after successful upload
|
|
56
|
+
*
|
|
57
|
+
* @param db - Database connection
|
|
58
|
+
* @param id - Uploaded file ID
|
|
59
|
+
* @param datalabFileId - Datalab cloud file ID
|
|
60
|
+
* @param datalabReference - Datalab reference string
|
|
61
|
+
*/
|
|
62
|
+
export declare function updateUploadedFileDatalabInfo(db: Database.Database, id: string, datalabFileId: string, datalabReference: string | null): void;
|
|
63
|
+
/**
|
|
64
|
+
* Delete an uploaded file record
|
|
65
|
+
*
|
|
66
|
+
* @param db - Database connection
|
|
67
|
+
* @param id - Uploaded file ID
|
|
68
|
+
* @returns boolean - true if a record was deleted
|
|
69
|
+
*/
|
|
70
|
+
export declare function deleteUploadedFile(db: Database.Database, id: string): boolean;
|
|
71
|
+
//# sourceMappingURL=upload-operations.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"upload-operations.d.ts","sourceRoot":"","sources":["../../../../src/services/storage/database/upload-operations.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,QAAQ,MAAM,gBAAgB,CAAC;AACtC,OAAO,EAAE,YAAY,EAAE,MAAM,kCAAkC,CAAC;AAGhE;;;;;;GAMG;AACH,wBAAgB,kBAAkB,CAAC,EAAE,EAAE,QAAQ,CAAC,QAAQ,EAAE,IAAI,EAAE,YAAY,GAAG,YAAY,CA8B1F;AAED;;;;;;GAMG;AACH,wBAAgB,eAAe,CAAC,EAAE,EAAE,QAAQ,CAAC,QAAQ,EAAE,EAAE,EAAE,MAAM,GAAG,YAAY,GAAG,IAAI,CAKtF;AAED;;;;;;GAMG;AACH,wBAAgB,qBAAqB,CACnC,EAAE,EAAE,QAAQ,CAAC,QAAQ,EACrB,QAAQ,EAAE,MAAM,GACf,YAAY,GAAG,IAAI,CAQrB;AAED;;;;;;GAMG;AACH,wBAAgB,iBAAiB,CAC/B,EAAE,EAAE,QAAQ,CAAC,QAAQ,EACrB,OAAO,CAAC,EAAE;IAAE,MAAM,CAAC,EAAE,MAAM,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IAAC,MAAM,CAAC,EAAE,MAAM,CAAA;CAAE,GAC7D,YAAY,EAAE,CAyBhB;AAED;;;;;;;GAOG;AACH,wBAAgB,wBAAwB,CACtC,EAAE,EAAE,QAAQ,CAAC,QAAQ,EACrB,EAAE,EAAE,MAAM,EACV,MAAM,EAAE,SAAS,GAAG,WAAW,GAAG,YAAY,GAAG,UAAU,GAAG,QAAQ,EACtE,YAAY,CAAC,EAAE,MAAM,GACpB,IAAI,CAKN;AAED;;;;;;;GAOG;AACH,wBAAgB,6BAA6B,CAC3C,EAAE,EAAE,QAAQ,CAAC,QAAQ,EACrB,EAAE,EAAE,MAAM,EACV,aAAa,EAAE,MAAM,EACrB,gBAAgB,EAAE,MAAM,GAAG,IAAI,GAC9B,IAAI,CAIN;AAED;;;;;;GAMG;AACH,wBAAgB,kBAAkB,CAAC,EAAE,EAAE,QAAQ,CAAC,QAAQ,EAAE,EAAE,EAAE,MAAM,GAAG,OAAO,CAE7E"}
|
|
@@ -0,0 +1,124 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Upload operations for DatabaseService
|
|
3
|
+
*
|
|
4
|
+
* Handles all CRUD operations for uploaded_files table
|
|
5
|
+
* tracking Datalab cloud file uploads.
|
|
6
|
+
*/
|
|
7
|
+
import { runWithForeignKeyCheck } from './helpers.js';
|
|
8
|
+
/**
|
|
9
|
+
* Insert an uploaded file record
|
|
10
|
+
*
|
|
11
|
+
* @param db - Database connection
|
|
12
|
+
* @param data - Uploaded file data
|
|
13
|
+
* @returns string - The uploaded file ID
|
|
14
|
+
*/
|
|
15
|
+
export function insertUploadedFile(db, data) {
|
|
16
|
+
const stmt = db.prepare(`
|
|
17
|
+
INSERT INTO uploaded_files (
|
|
18
|
+
id, local_path, file_name, file_hash, file_size, content_type,
|
|
19
|
+
datalab_file_id, datalab_reference, upload_status, error_message,
|
|
20
|
+
created_at, completed_at, provenance_id
|
|
21
|
+
) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
|
|
22
|
+
`);
|
|
23
|
+
runWithForeignKeyCheck(stmt, [
|
|
24
|
+
data.id,
|
|
25
|
+
data.local_path,
|
|
26
|
+
data.file_name,
|
|
27
|
+
data.file_hash,
|
|
28
|
+
data.file_size,
|
|
29
|
+
data.content_type,
|
|
30
|
+
data.datalab_file_id,
|
|
31
|
+
data.datalab_reference,
|
|
32
|
+
data.upload_status,
|
|
33
|
+
data.error_message,
|
|
34
|
+
data.created_at,
|
|
35
|
+
data.completed_at,
|
|
36
|
+
data.provenance_id,
|
|
37
|
+
], `inserting uploaded file: FK violation for provenance_id="${data.provenance_id}"`);
|
|
38
|
+
return data;
|
|
39
|
+
}
|
|
40
|
+
/**
|
|
41
|
+
* Get an uploaded file by ID
|
|
42
|
+
*
|
|
43
|
+
* @param db - Database connection
|
|
44
|
+
* @param id - Uploaded file ID
|
|
45
|
+
* @returns UploadedFile | null
|
|
46
|
+
*/
|
|
47
|
+
export function getUploadedFile(db, id) {
|
|
48
|
+
return (db.prepare('SELECT * FROM uploaded_files WHERE id = ?').get(id) ??
|
|
49
|
+
null);
|
|
50
|
+
}
|
|
51
|
+
/**
|
|
52
|
+
* Get an uploaded file by file hash (for deduplication)
|
|
53
|
+
*
|
|
54
|
+
* @param db - Database connection
|
|
55
|
+
* @param fileHash - SHA-256 hash of the file
|
|
56
|
+
* @returns UploadedFile | null - The first matching upload or null
|
|
57
|
+
*/
|
|
58
|
+
export function getUploadedFileByHash(db, fileHash) {
|
|
59
|
+
return (db
|
|
60
|
+
.prepare('SELECT * FROM uploaded_files WHERE file_hash = ? AND upload_status = ? ORDER BY created_at DESC LIMIT 1')
|
|
61
|
+
.get(fileHash, 'complete') ?? null);
|
|
62
|
+
}
|
|
63
|
+
/**
|
|
64
|
+
* List uploaded files with optional filtering
|
|
65
|
+
*
|
|
66
|
+
* @param db - Database connection
|
|
67
|
+
* @param options - Optional filter options (status, limit, offset)
|
|
68
|
+
* @returns UploadedFile[] - Array of uploaded files
|
|
69
|
+
*/
|
|
70
|
+
export function listUploadedFiles(db, options) {
|
|
71
|
+
let query = 'SELECT * FROM uploaded_files';
|
|
72
|
+
const params = [];
|
|
73
|
+
if (options?.status) {
|
|
74
|
+
query += ' WHERE upload_status = ?';
|
|
75
|
+
params.push(options.status);
|
|
76
|
+
}
|
|
77
|
+
query += ' ORDER BY created_at DESC';
|
|
78
|
+
if (options?.limit !== undefined) {
|
|
79
|
+
query += ' LIMIT ?';
|
|
80
|
+
params.push(options.limit);
|
|
81
|
+
}
|
|
82
|
+
if (options?.offset !== undefined) {
|
|
83
|
+
if (options?.limit === undefined) {
|
|
84
|
+
query += ' LIMIT 10000'; // bounded default
|
|
85
|
+
}
|
|
86
|
+
query += ' OFFSET ?';
|
|
87
|
+
params.push(options.offset);
|
|
88
|
+
}
|
|
89
|
+
return db.prepare(query).all(...params);
|
|
90
|
+
}
|
|
91
|
+
/**
|
|
92
|
+
* Update uploaded file status
|
|
93
|
+
*
|
|
94
|
+
* @param db - Database connection
|
|
95
|
+
* @param id - Uploaded file ID
|
|
96
|
+
* @param status - New upload status
|
|
97
|
+
* @param errorMessage - Optional error message (for 'failed' status)
|
|
98
|
+
*/
|
|
99
|
+
export function updateUploadedFileStatus(db, id, status, errorMessage) {
|
|
100
|
+
const completedAt = status === 'complete' ? new Date().toISOString() : null;
|
|
101
|
+
db.prepare('UPDATE uploaded_files SET upload_status = ?, error_message = ?, completed_at = COALESCE(?, completed_at) WHERE id = ?').run(status, errorMessage ?? null, completedAt, id);
|
|
102
|
+
}
|
|
103
|
+
/**
|
|
104
|
+
* Update uploaded file with Datalab file ID and reference after successful upload
|
|
105
|
+
*
|
|
106
|
+
* @param db - Database connection
|
|
107
|
+
* @param id - Uploaded file ID
|
|
108
|
+
* @param datalabFileId - Datalab cloud file ID
|
|
109
|
+
* @param datalabReference - Datalab reference string
|
|
110
|
+
*/
|
|
111
|
+
export function updateUploadedFileDatalabInfo(db, id, datalabFileId, datalabReference) {
|
|
112
|
+
db.prepare('UPDATE uploaded_files SET datalab_file_id = ?, datalab_reference = ? WHERE id = ?').run(datalabFileId, datalabReference, id);
|
|
113
|
+
}
|
|
114
|
+
/**
|
|
115
|
+
* Delete an uploaded file record
|
|
116
|
+
*
|
|
117
|
+
* @param db - Database connection
|
|
118
|
+
* @param id - Uploaded file ID
|
|
119
|
+
* @returns boolean - true if a record was deleted
|
|
120
|
+
*/
|
|
121
|
+
export function deleteUploadedFile(db, id) {
|
|
122
|
+
return db.prepare('DELETE FROM uploaded_files WHERE id = ?').run(id).changes > 0;
|
|
123
|
+
}
|
|
124
|
+
//# sourceMappingURL=upload-operations.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"upload-operations.js","sourceRoot":"","sources":["../../../../src/services/storage/database/upload-operations.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAIH,OAAO,EAAE,sBAAsB,EAAE,MAAM,cAAc,CAAC;AAEtD;;;;;;GAMG;AACH,MAAM,UAAU,kBAAkB,CAAC,EAAqB,EAAE,IAAkB;IAC1E,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,CAAC;;;;;;GAMvB,CAAC,CAAC;IAEH,sBAAsB,CACpB,IAAI,EACJ;QACE,IAAI,CAAC,EAAE;QACP,IAAI,CAAC,UAAU;QACf,IAAI,CAAC,SAAS;QACd,IAAI,CAAC,SAAS;QACd,IAAI,CAAC,SAAS;QACd,IAAI,CAAC,YAAY;QACjB,IAAI,CAAC,eAAe;QACpB,IAAI,CAAC,iBAAiB;QACtB,IAAI,CAAC,aAAa;QAClB,IAAI,CAAC,aAAa;QAClB,IAAI,CAAC,UAAU;QACf,IAAI,CAAC,YAAY;QACjB,IAAI,CAAC,aAAa;KACnB,EACD,4DAA4D,IAAI,CAAC,aAAa,GAAG,CAClF,CAAC;IAEF,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,eAAe,CAAC,EAAqB,EAAE,EAAU;IAC/D,OAAO,CACJ,EAAE,CAAC,OAAO,CAAC,2CAA2C,CAAC,CAAC,GAAG,CAAC,EAAE,CAA8B;QAC7F,IAAI,CACL,CAAC;AACJ,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,qBAAqB,CACnC,EAAqB,EACrB,QAAgB;IAEhB,OAAO,CACJ,EAAE;SACA,OAAO,CACN,yGAAyG,CAC1G;SACA,GAAG,CAAC,QAAQ,EAAE,UAAU,CAA8B,IAAI,IAAI,CAClE,CAAC;AACJ,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,iBAAiB,CAC/B,EAAqB,EACrB,OAA8D;IAE9D,IAAI,KAAK,GAAG,8BAA8B,CAAC;IAC3C,MAAM,MAAM,GAAwB,EAAE,CAAC;IAEvC,IAAI,OAAO,EAAE,MAAM,EAAE,CAAC;QACpB,KAAK,IAAI,0BAA0B,CAAC;QACpC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IAC9B,CAAC;IAED,KAAK,IAAI,2BAA2B,CAAC;IAErC,IAAI,OAAO,EAAE,KAAK,KAAK,SAAS,EAAE,CAAC;QACjC,KAAK,IAAI,UAAU,CAAC;QACpB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IAC7B,CAAC;IAED,IAAI,OAAO,EAAE,MAAM,KAAK,SAAS,EAAE,CAAC;QAClC,IAAI,OAAO,EAAE,KAAK,KAAK,SAAS,EAAE,CAAC;YACjC,KAAK,IAAI,cAAc,CAAC,CAAC,kBAAkB;QAC7C,CAAC;QACD,KAAK,IAAI,WAAW,CAAC;QACrB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IAC9B,CAAC;IAED,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,GAAG,MAAM,CAAmB,CAAC;AAC5D,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,wBAAwB,CACtC,EAAqB,EACrB,EAAU,EACV,MAAsE,EACtE,YAAqB;IAErB,MAAM,WAAW,GAAG,MAAM,KAAK,UAAU,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;IAC5E,EAAE,CAAC,OAAO,CACR,uHAAuH,CACxH,CAAC,GAAG,CAAC,MAAM,EAAE,YAAY,IAAI,IAAI,EAAE,WAAW,EAAE,EAAE,CAAC,CAAC;AACvD,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,6BAA6B,CAC3C,EAAqB,EACrB,EAAU,EACV,aAAqB,EACrB,gBAA+B;IAE/B,EAAE,CAAC,OAAO,CACR,mFAAmF,CACpF,CAAC,GAAG,CAAC,aAAa,EAAE,gBAAgB,EAAE,EAAE,CAAC,CAAC;AAC7C,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,kBAAkB,CAAC,EAAqB,EAAE,EAAU;IAClE,OAAO,EAAE,CAAC,OAAO,CAAC,yCAAyC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,OAAO,GAAG,CAAC,CAAC;AACnF,CAAC"}
|
|
@@ -0,0 +1,102 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* User and Audit Log Operations for DatabaseService
|
|
3
|
+
*
|
|
4
|
+
* Provides CRUD operations for users and audit_log tables.
|
|
5
|
+
* Users represent identity for multi-user collaboration.
|
|
6
|
+
* Audit log tracks user actions for compliance and accountability.
|
|
7
|
+
*
|
|
8
|
+
* CRITICAL: NEVER use console.log() - stdout is reserved for JSON-RPC protocol.
|
|
9
|
+
*
|
|
10
|
+
* @module database/user-operations
|
|
11
|
+
*/
|
|
12
|
+
import type Database from 'better-sqlite3';
|
|
13
|
+
export interface User {
|
|
14
|
+
id: string;
|
|
15
|
+
external_id: string | null;
|
|
16
|
+
display_name: string;
|
|
17
|
+
email: string | null;
|
|
18
|
+
role: string;
|
|
19
|
+
created_at: string;
|
|
20
|
+
last_active_at: string | null;
|
|
21
|
+
metadata_json: string;
|
|
22
|
+
}
|
|
23
|
+
export interface AuditLogEntry {
|
|
24
|
+
id: number;
|
|
25
|
+
user_id: string | null;
|
|
26
|
+
session_id: string | null;
|
|
27
|
+
action: string;
|
|
28
|
+
entity_type: string | null;
|
|
29
|
+
entity_id: string | null;
|
|
30
|
+
details_json: string;
|
|
31
|
+
ip_address: string | null;
|
|
32
|
+
created_at: string;
|
|
33
|
+
}
|
|
34
|
+
export interface CreateUserParams {
|
|
35
|
+
display_name: string;
|
|
36
|
+
external_id?: string | null;
|
|
37
|
+
email?: string | null;
|
|
38
|
+
role?: string;
|
|
39
|
+
metadata_json?: string;
|
|
40
|
+
}
|
|
41
|
+
export interface InsertAuditLogParams {
|
|
42
|
+
user_id: string | null;
|
|
43
|
+
session_id: string | null;
|
|
44
|
+
action: string;
|
|
45
|
+
entity_type?: string | null;
|
|
46
|
+
entity_id?: string | null;
|
|
47
|
+
details_json?: string;
|
|
48
|
+
ip_address?: string | null;
|
|
49
|
+
}
|
|
50
|
+
export interface AuditLogQueryFilters {
|
|
51
|
+
user_id?: string;
|
|
52
|
+
action?: string;
|
|
53
|
+
entity_type?: string;
|
|
54
|
+
entity_id?: string;
|
|
55
|
+
date_from?: string;
|
|
56
|
+
date_to?: string;
|
|
57
|
+
limit?: number;
|
|
58
|
+
offset?: number;
|
|
59
|
+
}
|
|
60
|
+
export interface ListUsersOptions {
|
|
61
|
+
role?: string;
|
|
62
|
+
limit?: number;
|
|
63
|
+
offset?: number;
|
|
64
|
+
}
|
|
65
|
+
/**
|
|
66
|
+
* Create a new user.
|
|
67
|
+
* ID is auto-generated by SQLite (lower(hex(randomblob(16)))).
|
|
68
|
+
*
|
|
69
|
+
* @returns The created user record
|
|
70
|
+
* @throws Error if external_id already exists (UNIQUE constraint)
|
|
71
|
+
*/
|
|
72
|
+
export declare function createUser(db: Database.Database, params: CreateUserParams): User;
|
|
73
|
+
/**
|
|
74
|
+
* Get a user by internal ID
|
|
75
|
+
*/
|
|
76
|
+
export declare function getUser(db: Database.Database, userId: string): User | null;
|
|
77
|
+
/**
|
|
78
|
+
* Get a user by external ID
|
|
79
|
+
*/
|
|
80
|
+
export declare function getUserByExternalId(db: Database.Database, externalId: string): User | null;
|
|
81
|
+
/**
|
|
82
|
+
* Update the last_active_at timestamp for a user
|
|
83
|
+
*/
|
|
84
|
+
export declare function updateUserActivity(db: Database.Database, userId: string): void;
|
|
85
|
+
/**
|
|
86
|
+
* List users with optional filters
|
|
87
|
+
*/
|
|
88
|
+
export declare function listUsers(db: Database.Database, options?: ListUsersOptions): User[];
|
|
89
|
+
/**
|
|
90
|
+
* Insert an entry into the audit log
|
|
91
|
+
*/
|
|
92
|
+
export declare function insertAuditLog(db: Database.Database, params: InsertAuditLogParams): number;
|
|
93
|
+
/**
|
|
94
|
+
* Query audit log with filters
|
|
95
|
+
*
|
|
96
|
+
* @returns Array of matching audit log entries, ordered by created_at DESC
|
|
97
|
+
*/
|
|
98
|
+
export declare function queryAuditLog(db: Database.Database, filters: AuditLogQueryFilters): {
|
|
99
|
+
entries: AuditLogEntry[];
|
|
100
|
+
total: number;
|
|
101
|
+
};
|
|
102
|
+
//# sourceMappingURL=user-operations.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"user-operations.d.ts","sourceRoot":"","sources":["../../../../src/services/storage/database/user-operations.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,KAAK,QAAQ,MAAM,gBAAgB,CAAC;AAM3C,MAAM,WAAW,IAAI;IACnB,EAAE,EAAE,MAAM,CAAC;IACX,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,YAAY,EAAE,MAAM,CAAC;IACrB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,MAAM,CAAC;IACnB,cAAc,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,aAAa,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,aAAa;IAC5B,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,gBAAgB;IAC/B,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,oBAAoB;IACnC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CAC5B;AAED,MAAM,WAAW,oBAAoB;IACnC,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,gBAAgB;IAC/B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAMD;;;;;;GAMG;AACH,wBAAgB,UAAU,CAAC,EAAE,EAAE,QAAQ,CAAC,QAAQ,EAAE,MAAM,EAAE,gBAAgB,GAAG,IAAI,CAoChF;AAED;;GAEG;AACH,wBAAgB,OAAO,CAAC,EAAE,EAAE,QAAQ,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,GAAG,IAAI,GAAG,IAAI,CAG1E;AAED;;GAEG;AACH,wBAAgB,mBAAmB,CAAC,EAAE,EAAE,QAAQ,CAAC,QAAQ,EAAE,UAAU,EAAE,MAAM,GAAG,IAAI,GAAG,IAAI,CAK1F;AAED;;GAEG;AACH,wBAAgB,kBAAkB,CAAC,EAAE,EAAE,QAAQ,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,GAAG,IAAI,CAG9E;AAED;;GAEG;AACH,wBAAgB,SAAS,CAAC,EAAE,EAAE,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,EAAE,gBAAgB,GAAG,IAAI,EAAE,CAkBnF;AAMD;;GAEG;AACH,wBAAgB,cAAc,CAAC,EAAE,EAAE,QAAQ,CAAC,QAAQ,EAAE,MAAM,EAAE,oBAAoB,GAAG,MAAM,CAiB1F;AAED;;;;GAIG;AACH,wBAAgB,aAAa,CAC3B,EAAE,EAAE,QAAQ,CAAC,QAAQ,EACrB,OAAO,EAAE,oBAAoB,GAC5B;IAAE,OAAO,EAAE,aAAa,EAAE,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CA2D7C"}
|