@rbalchii/anchor-engine 4.7.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +609 -0
- package/README.md +317 -0
- package/anchor.bat +5 -0
- package/docs/API.md +314 -0
- package/docs/DEPLOYMENT.md +448 -0
- package/docs/INDEX.md +226 -0
- package/docs/STAR_Whitepaper_Executive.md +216 -0
- package/docs/TROUBLESHOOTING.md +535 -0
- package/docs/archive/GIT_BACKUP_VERIFICATION.md +297 -0
- package/docs/archive/adoption-guide.md +264 -0
- package/docs/archive/adoption-preparation.md +179 -0
- package/docs/archive/agent-harness-integration.md +227 -0
- package/docs/archive/api-reference.md +106 -0
- package/docs/archive/api_flows_diagram.md +118 -0
- package/docs/archive/architecture.md +410 -0
- package/docs/archive/architecture_diagram.md +174 -0
- package/docs/archive/broader-adoption-preparation.md +175 -0
- package/docs/archive/browser-paradigm-architecture.md +163 -0
- package/docs/archive/chat-integration.md +124 -0
- package/docs/archive/community-adoption-materials.md +103 -0
- package/docs/archive/community-adoption.md +147 -0
- package/docs/archive/comparison-with-siloed-solutions.md +192 -0
- package/docs/archive/comprehensive-docs.md +156 -0
- package/docs/archive/data_flow_diagram.md +251 -0
- package/docs/archive/enhancement-implementation-summary.md +146 -0
- package/docs/archive/evolution-summary.md +141 -0
- package/docs/archive/ingestion_pipeline_diagram.md +198 -0
- package/docs/archive/native-module-profiling-results.md +135 -0
- package/docs/archive/positioning-document.md +158 -0
- package/docs/archive/positioning.md +175 -0
- package/docs/archive/query-builder-documentation.md +218 -0
- package/docs/archive/quick-reference.md +40 -0
- package/docs/archive/quickstart.md +63 -0
- package/docs/archive/relationship-narrative-discovery.md +141 -0
- package/docs/archive/search-logic-improvement-plan.md +336 -0
- package/docs/archive/search_architecture_diagram.md +212 -0
- package/docs/archive/semantic-architecture-guide.md +97 -0
- package/docs/archive/sequence-diagrams.md +128 -0
- package/docs/archive/system_components_diagram.md +296 -0
- package/docs/archive/test-framework-integration.md +109 -0
- package/docs/archive/testing-framework-documentation.md +397 -0
- package/docs/archive/testing-framework-summary.md +121 -0
- package/docs/archive/testing-framework.md +377 -0
- package/docs/archive/ui-architecture.md +75 -0
- package/docs/arxiv/BIBLIOGRAPHY.bib +145 -0
- package/docs/arxiv/RELATED_WORK.tex +39 -0
- package/docs/arxiv/compile.bat +48 -0
- package/docs/arxiv/joss_response.md +33 -0
- package/docs/arxiv/prepare-submission.bat +46 -0
- package/docs/arxiv/review.md +128 -0
- package/docs/arxiv/star-whitepaper.tex +657 -0
- package/docs/code-patterns.md +289 -0
- package/docs/whitepaper.md +445 -0
- package/engine/dist/agent/runtime.d.ts +41 -0
- package/engine/dist/agent/runtime.d.ts.map +1 -0
- package/engine/dist/agent/runtime.js +73 -0
- package/engine/dist/agent/runtime.js.map +1 -0
- package/engine/dist/commands/audit-tags.d.ts +14 -0
- package/engine/dist/commands/audit-tags.d.ts.map +1 -0
- package/engine/dist/commands/audit-tags.js +180 -0
- package/engine/dist/commands/audit-tags.js.map +1 -0
- package/engine/dist/commands/distill.d.ts +19 -0
- package/engine/dist/commands/distill.d.ts.map +1 -0
- package/engine/dist/commands/distill.js +114 -0
- package/engine/dist/commands/distill.js.map +1 -0
- package/engine/dist/commands/generate-synonyms.d.ts +14 -0
- package/engine/dist/commands/generate-synonyms.d.ts.map +1 -0
- package/engine/dist/commands/generate-synonyms.js +91 -0
- package/engine/dist/commands/generate-synonyms.js.map +1 -0
- package/engine/dist/config/index.d.ts +115 -0
- package/engine/dist/config/index.d.ts.map +1 -0
- package/engine/dist/config/index.js +326 -0
- package/engine/dist/config/index.js.map +1 -0
- package/engine/dist/config/max-recall-config.d.ts +102 -0
- package/engine/dist/config/max-recall-config.d.ts.map +1 -0
- package/engine/dist/config/max-recall-config.js +102 -0
- package/engine/dist/config/max-recall-config.js.map +1 -0
- package/engine/dist/config/paths.d.ts +40 -0
- package/engine/dist/config/paths.d.ts.map +1 -0
- package/engine/dist/config/paths.js +49 -0
- package/engine/dist/config/paths.js.map +1 -0
- package/engine/dist/core/batch.d.ts +19 -0
- package/engine/dist/core/batch.d.ts.map +1 -0
- package/engine/dist/core/batch.js +37 -0
- package/engine/dist/core/batch.js.map +1 -0
- package/engine/dist/core/db.d.ts +58 -0
- package/engine/dist/core/db.d.ts.map +1 -0
- package/engine/dist/core/db.js +563 -0
- package/engine/dist/core/db.js.map +1 -0
- package/engine/dist/core/inference/ChatWorker.d.ts +2 -0
- package/engine/dist/core/inference/ChatWorker.d.ts.map +1 -0
- package/engine/dist/core/inference/ChatWorker.js +28 -0
- package/engine/dist/core/inference/ChatWorker.js.map +1 -0
- package/engine/dist/core/inference/context_manager.d.ts +49 -0
- package/engine/dist/core/inference/context_manager.d.ts.map +1 -0
- package/engine/dist/core/inference/context_manager.js +199 -0
- package/engine/dist/core/inference/context_manager.js.map +1 -0
- package/engine/dist/core/inference/llamaLoaderWorker.d.ts +2 -0
- package/engine/dist/core/inference/llamaLoaderWorker.d.ts.map +1 -0
- package/engine/dist/core/inference/llamaLoaderWorker.js +23 -0
- package/engine/dist/core/inference/llamaLoaderWorker.js.map +1 -0
- package/engine/dist/core/vector.d.ts +40 -0
- package/engine/dist/core/vector.d.ts.map +1 -0
- package/engine/dist/core/vector.js +167 -0
- package/engine/dist/core/vector.js.map +1 -0
- package/engine/dist/index.d.ts +4 -0
- package/engine/dist/index.d.ts.map +1 -0
- package/engine/dist/index.js +400 -0
- package/engine/dist/index.js.map +1 -0
- package/engine/dist/middleware/auth.d.ts +14 -0
- package/engine/dist/middleware/auth.d.ts.map +1 -0
- package/engine/dist/middleware/auth.js +44 -0
- package/engine/dist/middleware/auth.js.map +1 -0
- package/engine/dist/middleware/request-tracing.d.ts +29 -0
- package/engine/dist/middleware/request-tracing.d.ts.map +1 -0
- package/engine/dist/middleware/request-tracing.js +115 -0
- package/engine/dist/middleware/request-tracing.js.map +1 -0
- package/engine/dist/middleware/validate.d.ts +30 -0
- package/engine/dist/middleware/validate.d.ts.map +1 -0
- package/engine/dist/middleware/validate.js +117 -0
- package/engine/dist/middleware/validate.js.map +1 -0
- package/engine/dist/native/index.d.ts +106 -0
- package/engine/dist/native/index.d.ts.map +1 -0
- package/engine/dist/native/index.js +230 -0
- package/engine/dist/native/index.js.map +1 -0
- package/engine/dist/native/types.d.ts +45 -0
- package/engine/dist/native/types.d.ts.map +1 -0
- package/engine/dist/native/types.js +6 -0
- package/engine/dist/native/types.js.map +1 -0
- package/engine/dist/profiling/atomization-profiling.d.ts +8 -0
- package/engine/dist/profiling/atomization-profiling.d.ts.map +1 -0
- package/engine/dist/profiling/atomization-profiling.js +108 -0
- package/engine/dist/profiling/atomization-profiling.js.map +1 -0
- package/engine/dist/profiling/bottleneck-identification.d.ts +8 -0
- package/engine/dist/profiling/bottleneck-identification.d.ts.map +1 -0
- package/engine/dist/profiling/bottleneck-identification.js +249 -0
- package/engine/dist/profiling/bottleneck-identification.js.map +1 -0
- package/engine/dist/profiling/content-sanitization-profiling.d.ts +12 -0
- package/engine/dist/profiling/content-sanitization-profiling.d.ts.map +1 -0
- package/engine/dist/profiling/content-sanitization-profiling.js +266 -0
- package/engine/dist/profiling/content-sanitization-profiling.js.map +1 -0
- package/engine/dist/profiling/simhash-profiling.d.ts +11 -0
- package/engine/dist/profiling/simhash-profiling.d.ts.map +1 -0
- package/engine/dist/profiling/simhash-profiling.js +168 -0
- package/engine/dist/profiling/simhash-profiling.js.map +1 -0
- package/engine/dist/routes/api.d.ts +9 -0
- package/engine/dist/routes/api.d.ts.map +1 -0
- package/engine/dist/routes/api.js +37 -0
- package/engine/dist/routes/api.js.map +1 -0
- package/engine/dist/routes/enhanced-api.d.ts +9 -0
- package/engine/dist/routes/enhanced-api.d.ts.map +1 -0
- package/engine/dist/routes/enhanced-api.js +139 -0
- package/engine/dist/routes/enhanced-api.js.map +1 -0
- package/engine/dist/routes/health.d.ts +8 -0
- package/engine/dist/routes/health.d.ts.map +1 -0
- package/engine/dist/routes/health.js +89 -0
- package/engine/dist/routes/health.js.map +1 -0
- package/engine/dist/routes/monitoring.d.ts +8 -0
- package/engine/dist/routes/monitoring.d.ts.map +1 -0
- package/engine/dist/routes/monitoring.js +509 -0
- package/engine/dist/routes/monitoring.js.map +1 -0
- package/engine/dist/routes/v1/admin.d.ts +3 -0
- package/engine/dist/routes/v1/admin.d.ts.map +1 -0
- package/engine/dist/routes/v1/admin.js +261 -0
- package/engine/dist/routes/v1/admin.js.map +1 -0
- package/engine/dist/routes/v1/atoms.d.ts +3 -0
- package/engine/dist/routes/v1/atoms.d.ts.map +1 -0
- package/engine/dist/routes/v1/atoms.js +172 -0
- package/engine/dist/routes/v1/atoms.js.map +1 -0
- package/engine/dist/routes/v1/backup.d.ts +3 -0
- package/engine/dist/routes/v1/backup.d.ts.map +1 -0
- package/engine/dist/routes/v1/backup.js +100 -0
- package/engine/dist/routes/v1/backup.js.map +1 -0
- package/engine/dist/routes/v1/git.d.ts +3 -0
- package/engine/dist/routes/v1/git.d.ts.map +1 -0
- package/engine/dist/routes/v1/git.js +316 -0
- package/engine/dist/routes/v1/git.js.map +1 -0
- package/engine/dist/routes/v1/ingest.d.ts +3 -0
- package/engine/dist/routes/v1/ingest.d.ts.map +1 -0
- package/engine/dist/routes/v1/ingest.js +66 -0
- package/engine/dist/routes/v1/ingest.js.map +1 -0
- package/engine/dist/routes/v1/memory.d.ts +14 -0
- package/engine/dist/routes/v1/memory.d.ts.map +1 -0
- package/engine/dist/routes/v1/memory.js +87 -0
- package/engine/dist/routes/v1/memory.js.map +1 -0
- package/engine/dist/routes/v1/research.d.ts +3 -0
- package/engine/dist/routes/v1/research.d.ts.map +1 -0
- package/engine/dist/routes/v1/research.js +109 -0
- package/engine/dist/routes/v1/research.js.map +1 -0
- package/engine/dist/routes/v1/search.d.ts +3 -0
- package/engine/dist/routes/v1/search.d.ts.map +1 -0
- package/engine/dist/routes/v1/search.js +180 -0
- package/engine/dist/routes/v1/search.js.map +1 -0
- package/engine/dist/routes/v1/settings.d.ts +8 -0
- package/engine/dist/routes/v1/settings.d.ts.map +1 -0
- package/engine/dist/routes/v1/settings.js +211 -0
- package/engine/dist/routes/v1/settings.js.map +1 -0
- package/engine/dist/routes/v1/system.d.ts +3 -0
- package/engine/dist/routes/v1/system.d.ts.map +1 -0
- package/engine/dist/routes/v1/system.js +326 -0
- package/engine/dist/routes/v1/system.js.map +1 -0
- package/engine/dist/routes/v1/tags.d.ts +3 -0
- package/engine/dist/routes/v1/tags.d.ts.map +1 -0
- package/engine/dist/routes/v1/tags.js +102 -0
- package/engine/dist/routes/v1/tags.js.map +1 -0
- package/engine/dist/server-8080.d.ts +2 -0
- package/engine/dist/server-8080.d.ts.map +1 -0
- package/engine/dist/server-8080.js +74 -0
- package/engine/dist/server-8080.js.map +1 -0
- package/engine/dist/services/backup/backup-restore.d.ts +37 -0
- package/engine/dist/services/backup/backup-restore.d.ts.map +1 -0
- package/engine/dist/services/backup/backup-restore.js +385 -0
- package/engine/dist/services/backup/backup-restore.js.map +1 -0
- package/engine/dist/services/backup/backup.d.ts +14 -0
- package/engine/dist/services/backup/backup.d.ts.map +1 -0
- package/engine/dist/services/backup/backup.js +442 -0
- package/engine/dist/services/backup/backup.js.map +1 -0
- package/engine/dist/services/distillation/radial-distiller-v2.d.ts +127 -0
- package/engine/dist/services/distillation/radial-distiller-v2.d.ts.map +1 -0
- package/engine/dist/services/distillation/radial-distiller-v2.js +503 -0
- package/engine/dist/services/distillation/radial-distiller-v2.js.map +1 -0
- package/engine/dist/services/distillation/radial-distiller.d.ts +63 -0
- package/engine/dist/services/distillation/radial-distiller.d.ts.map +1 -0
- package/engine/dist/services/distillation/radial-distiller.js +394 -0
- package/engine/dist/services/distillation/radial-distiller.js.map +1 -0
- package/engine/dist/services/health-check-enhanced.d.ts +89 -0
- package/engine/dist/services/health-check-enhanced.d.ts.map +1 -0
- package/engine/dist/services/health-check-enhanced.js +417 -0
- package/engine/dist/services/health-check-enhanced.js.map +1 -0
- package/engine/dist/services/idle-manager.d.ts +56 -0
- package/engine/dist/services/idle-manager.d.ts.map +1 -0
- package/engine/dist/services/idle-manager.js +210 -0
- package/engine/dist/services/idle-manager.js.map +1 -0
- package/engine/dist/services/inference/inference-service.d.ts +27 -0
- package/engine/dist/services/inference/inference-service.d.ts.map +1 -0
- package/engine/dist/services/inference/inference-service.js +89 -0
- package/engine/dist/services/inference/inference-service.js.map +1 -0
- package/engine/dist/services/inference/inference.d.ts +59 -0
- package/engine/dist/services/inference/inference.d.ts.map +1 -0
- package/engine/dist/services/inference/inference.js +131 -0
- package/engine/dist/services/inference/inference.js.map +1 -0
- package/engine/dist/services/ingest/atomizer-service.d.ts +74 -0
- package/engine/dist/services/ingest/atomizer-service.d.ts.map +1 -0
- package/engine/dist/services/ingest/atomizer-service.js +982 -0
- package/engine/dist/services/ingest/atomizer-service.js.map +1 -0
- package/engine/dist/services/ingest/content-cleaner.d.ts +43 -0
- package/engine/dist/services/ingest/content-cleaner.d.ts.map +1 -0
- package/engine/dist/services/ingest/content-cleaner.js +166 -0
- package/engine/dist/services/ingest/content-cleaner.js.map +1 -0
- package/engine/dist/services/ingest/github-ingest-service.d.ts +103 -0
- package/engine/dist/services/ingest/github-ingest-service.d.ts.map +1 -0
- package/engine/dist/services/ingest/github-ingest-service.js +537 -0
- package/engine/dist/services/ingest/github-ingest-service.js.map +1 -0
- package/engine/dist/services/ingest/ingest-atomic.d.ts +16 -0
- package/engine/dist/services/ingest/ingest-atomic.d.ts.map +1 -0
- package/engine/dist/services/ingest/ingest-atomic.js +437 -0
- package/engine/dist/services/ingest/ingest-atomic.js.map +1 -0
- package/engine/dist/services/ingest/ingest.d.ts +50 -0
- package/engine/dist/services/ingest/ingest.d.ts.map +1 -0
- package/engine/dist/services/ingest/ingest.js +230 -0
- package/engine/dist/services/ingest/ingest.js.map +1 -0
- package/engine/dist/services/ingest/watchdog.d.ts +31 -0
- package/engine/dist/services/ingest/watchdog.d.ts.map +1 -0
- package/engine/dist/services/ingest/watchdog.js +400 -0
- package/engine/dist/services/ingest/watchdog.js.map +1 -0
- package/engine/dist/services/llm/context.d.ts +6 -0
- package/engine/dist/services/llm/context.d.ts.map +1 -0
- package/engine/dist/services/llm/context.js +80 -0
- package/engine/dist/services/llm/context.js.map +1 -0
- package/engine/dist/services/llm/provider.d.ts +23 -0
- package/engine/dist/services/llm/provider.d.ts.map +1 -0
- package/engine/dist/services/llm/provider.js +338 -0
- package/engine/dist/services/llm/provider.js.map +1 -0
- package/engine/dist/services/llm/reader.d.ts +12 -0
- package/engine/dist/services/llm/reader.d.ts.map +1 -0
- package/engine/dist/services/llm/reader.js +40 -0
- package/engine/dist/services/llm/reader.js.map +1 -0
- package/engine/dist/services/mirror/mirror.d.ts +28 -0
- package/engine/dist/services/mirror/mirror.d.ts.map +1 -0
- package/engine/dist/services/mirror/mirror.js +208 -0
- package/engine/dist/services/mirror/mirror.js.map +1 -0
- package/engine/dist/services/nlp/nlp-service.d.ts +70 -0
- package/engine/dist/services/nlp/nlp-service.d.ts.map +1 -0
- package/engine/dist/services/nlp/nlp-service.js +151 -0
- package/engine/dist/services/nlp/nlp-service.js.map +1 -0
- package/engine/dist/services/nlp/query-parser.d.ts +9 -0
- package/engine/dist/services/nlp/query-parser.d.ts.map +1 -0
- package/engine/dist/services/nlp/query-parser.js +29 -0
- package/engine/dist/services/nlp/query-parser.js.map +1 -0
- package/engine/dist/services/query-builder/DataFrame.d.ts +95 -0
- package/engine/dist/services/query-builder/DataFrame.d.ts.map +1 -0
- package/engine/dist/services/query-builder/DataFrame.js +263 -0
- package/engine/dist/services/query-builder/DataFrame.js.map +1 -0
- package/engine/dist/services/query-builder/QueryBuilder.d.ts +106 -0
- package/engine/dist/services/query-builder/QueryBuilder.d.ts.map +1 -0
- package/engine/dist/services/query-builder/QueryBuilder.js +235 -0
- package/engine/dist/services/query-builder/QueryBuilder.js.map +1 -0
- package/engine/dist/services/query-builder/utils/export.d.ts +11 -0
- package/engine/dist/services/query-builder/utils/export.d.ts.map +1 -0
- package/engine/dist/services/query-builder/utils/export.js +130 -0
- package/engine/dist/services/query-builder/utils/export.js.map +1 -0
- package/engine/dist/services/research/researcher.d.ts +15 -0
- package/engine/dist/services/research/researcher.d.ts.map +1 -0
- package/engine/dist/services/research/researcher.js +123 -0
- package/engine/dist/services/research/researcher.js.map +1 -0
- package/engine/dist/services/scribe/scribe.d.ts +43 -0
- package/engine/dist/services/scribe/scribe.d.ts.map +1 -0
- package/engine/dist/services/scribe/scribe.js +135 -0
- package/engine/dist/services/scribe/scribe.js.map +1 -0
- package/engine/dist/services/search/bright-nodes.d.ts +41 -0
- package/engine/dist/services/search/bright-nodes.d.ts.map +1 -0
- package/engine/dist/services/search/bright-nodes.js +117 -0
- package/engine/dist/services/search/bright-nodes.js.map +1 -0
- package/engine/dist/services/search/context-inflator.d.ts +63 -0
- package/engine/dist/services/search/context-inflator.d.ts.map +1 -0
- package/engine/dist/services/search/context-inflator.js +649 -0
- package/engine/dist/services/search/context-inflator.js.map +1 -0
- package/engine/dist/services/search/context-manager.d.ts +34 -0
- package/engine/dist/services/search/context-manager.d.ts.map +1 -0
- package/engine/dist/services/search/context-manager.js +124 -0
- package/engine/dist/services/search/context-manager.js.map +1 -0
- package/engine/dist/services/search/distributed-query.d.ts +38 -0
- package/engine/dist/services/search/distributed-query.d.ts.map +1 -0
- package/engine/dist/services/search/distributed-query.js +105 -0
- package/engine/dist/services/search/distributed-query.js.map +1 -0
- package/engine/dist/services/search/explore.d.ts +73 -0
- package/engine/dist/services/search/explore.d.ts.map +1 -0
- package/engine/dist/services/search/explore.js +388 -0
- package/engine/dist/services/search/explore.js.map +1 -0
- package/engine/dist/services/search/graph-context-serializer.d.ts +76 -0
- package/engine/dist/services/search/graph-context-serializer.d.ts.map +1 -0
- package/engine/dist/services/search/graph-context-serializer.js +435 -0
- package/engine/dist/services/search/graph-context-serializer.js.map +1 -0
- package/engine/dist/services/search/llm-context-formatter.d.ts +122 -0
- package/engine/dist/services/search/llm-context-formatter.d.ts.map +1 -0
- package/engine/dist/services/search/llm-context-formatter.js +394 -0
- package/engine/dist/services/search/llm-context-formatter.js.map +1 -0
- package/engine/dist/services/search/physics-tag-walker.d.ts +115 -0
- package/engine/dist/services/search/physics-tag-walker.d.ts.map +1 -0
- package/engine/dist/services/search/physics-tag-walker.js +611 -0
- package/engine/dist/services/search/physics-tag-walker.js.map +1 -0
- package/engine/dist/services/search/query-parser.d.ts +66 -0
- package/engine/dist/services/search/query-parser.d.ts.map +1 -0
- package/engine/dist/services/search/query-parser.js +346 -0
- package/engine/dist/services/search/query-parser.js.map +1 -0
- package/engine/dist/services/search/search-utils.d.ts +100 -0
- package/engine/dist/services/search/search-utils.d.ts.map +1 -0
- package/engine/dist/services/search/search-utils.js +473 -0
- package/engine/dist/services/search/search-utils.js.map +1 -0
- package/engine/dist/services/search/search.d.ts +116 -0
- package/engine/dist/services/search/search.d.ts.map +1 -0
- package/engine/dist/services/search/search.js +1286 -0
- package/engine/dist/services/search/search.js.map +1 -0
- package/engine/dist/services/search/sovereign-system-prompt.d.ts +48 -0
- package/engine/dist/services/search/sovereign-system-prompt.d.ts.map +1 -0
- package/engine/dist/services/search/sovereign-system-prompt.js +101 -0
- package/engine/dist/services/search/sovereign-system-prompt.js.map +1 -0
- package/engine/dist/services/search/streaming-search.d.ts +51 -0
- package/engine/dist/services/search/streaming-search.d.ts.map +1 -0
- package/engine/dist/services/search/streaming-search.js +94 -0
- package/engine/dist/services/search/streaming-search.js.map +1 -0
- package/engine/dist/services/semantic/semantic-ingestion-service.d.ts +53 -0
- package/engine/dist/services/semantic/semantic-ingestion-service.d.ts.map +1 -0
- package/engine/dist/services/semantic/semantic-ingestion-service.js +625 -0
- package/engine/dist/services/semantic/semantic-ingestion-service.js.map +1 -0
- package/engine/dist/services/semantic/semantic-molecule-processor.d.ts +68 -0
- package/engine/dist/services/semantic/semantic-molecule-processor.d.ts.map +1 -0
- package/engine/dist/services/semantic/semantic-molecule-processor.js +176 -0
- package/engine/dist/services/semantic/semantic-molecule-processor.js.map +1 -0
- package/engine/dist/services/semantic/semantic-search.d.ts +52 -0
- package/engine/dist/services/semantic/semantic-search.d.ts.map +1 -0
- package/engine/dist/services/semantic/semantic-search.js +649 -0
- package/engine/dist/services/semantic/semantic-search.js.map +1 -0
- package/engine/dist/services/semantic/semantic-tag-deriver.d.ts +64 -0
- package/engine/dist/services/semantic/semantic-tag-deriver.d.ts.map +1 -0
- package/engine/dist/services/semantic/semantic-tag-deriver.js +191 -0
- package/engine/dist/services/semantic/semantic-tag-deriver.js.map +1 -0
- package/engine/dist/services/semantic/types/semantic.d.ts +26 -0
- package/engine/dist/services/semantic/types/semantic.d.ts.map +1 -0
- package/engine/dist/services/semantic/types/semantic.js +7 -0
- package/engine/dist/services/semantic/types/semantic.js.map +1 -0
- package/engine/dist/services/synonyms/auto-synonym-generator.d.ts +79 -0
- package/engine/dist/services/synonyms/auto-synonym-generator.d.ts.map +1 -0
- package/engine/dist/services/synonyms/auto-synonym-generator.js +415 -0
- package/engine/dist/services/synonyms/auto-synonym-generator.js.map +1 -0
- package/engine/dist/services/system-status.d.ts +68 -0
- package/engine/dist/services/system-status.d.ts.map +1 -0
- package/engine/dist/services/system-status.js +107 -0
- package/engine/dist/services/system-status.js.map +1 -0
- package/engine/dist/services/tags/discovery.d.ts +16 -0
- package/engine/dist/services/tags/discovery.d.ts.map +1 -0
- package/engine/dist/services/tags/discovery.js +206 -0
- package/engine/dist/services/tags/discovery.js.map +1 -0
- package/engine/dist/services/tags/gliner.d.ts +18 -0
- package/engine/dist/services/tags/gliner.d.ts.map +1 -0
- package/engine/dist/services/tags/gliner.js +119 -0
- package/engine/dist/services/tags/gliner.js.map +1 -0
- package/engine/dist/services/tags/infector.d.ts +21 -0
- package/engine/dist/services/tags/infector.d.ts.map +1 -0
- package/engine/dist/services/tags/infector.js +168 -0
- package/engine/dist/services/tags/infector.js.map +1 -0
- package/engine/dist/services/tags/tag-auditor.d.ts +77 -0
- package/engine/dist/services/tags/tag-auditor.d.ts.map +1 -0
- package/engine/dist/services/tags/tag-auditor.js +283 -0
- package/engine/dist/services/tags/tag-auditor.js.map +1 -0
- package/engine/dist/services/taxonomy/taxonomy-manager.d.ts +50 -0
- package/engine/dist/services/taxonomy/taxonomy-manager.d.ts.map +1 -0
- package/engine/dist/services/taxonomy/taxonomy-manager.js +291 -0
- package/engine/dist/services/taxonomy/taxonomy-manager.js.map +1 -0
- package/engine/dist/services/vision/vision_service.d.ts +4 -0
- package/engine/dist/services/vision/vision_service.d.ts.map +1 -0
- package/engine/dist/services/vision/vision_service.js +197 -0
- package/engine/dist/services/vision/vision_service.js.map +1 -0
- package/engine/dist/test-framework/core.d.ts +133 -0
- package/engine/dist/test-framework/core.d.ts.map +1 -0
- package/engine/dist/test-framework/core.js +313 -0
- package/engine/dist/test-framework/core.js.map +1 -0
- package/engine/dist/test-framework/dataset-runner.d.ts +78 -0
- package/engine/dist/test-framework/dataset-runner.d.ts.map +1 -0
- package/engine/dist/test-framework/dataset-runner.js +223 -0
- package/engine/dist/test-framework/dataset-runner.js.map +1 -0
- package/engine/dist/test-framework/diagnostic-tests.d.ts +38 -0
- package/engine/dist/test-framework/diagnostic-tests.d.ts.map +1 -0
- package/engine/dist/test-framework/diagnostic-tests.js +283 -0
- package/engine/dist/test-framework/diagnostic-tests.js.map +1 -0
- package/engine/dist/test-framework/performance-regression-tests.d.ts +30 -0
- package/engine/dist/test-framework/performance-regression-tests.d.ts.map +1 -0
- package/engine/dist/test-framework/performance-regression-tests.js +331 -0
- package/engine/dist/test-framework/performance-regression-tests.js.map +1 -0
- package/engine/dist/types/api.d.ts +53 -0
- package/engine/dist/types/api.d.ts.map +1 -0
- package/engine/dist/types/api.js +2 -0
- package/engine/dist/types/api.js.map +1 -0
- package/engine/dist/types/atomic.d.ts +42 -0
- package/engine/dist/types/atomic.d.ts.map +1 -0
- package/engine/dist/types/atomic.js +10 -0
- package/engine/dist/types/atomic.js.map +1 -0
- package/engine/dist/types/context-protocol.d.ts +137 -0
- package/engine/dist/types/context-protocol.d.ts.map +1 -0
- package/engine/dist/types/context-protocol.js +28 -0
- package/engine/dist/types/context-protocol.js.map +1 -0
- package/engine/dist/types/context.d.ts +2 -0
- package/engine/dist/types/context.d.ts.map +1 -0
- package/engine/dist/types/context.js +2 -0
- package/engine/dist/types/context.js.map +1 -0
- package/engine/dist/types/index.d.ts +20 -0
- package/engine/dist/types/index.d.ts.map +1 -0
- package/engine/dist/types/index.js +18 -0
- package/engine/dist/types/index.js.map +1 -0
- package/engine/dist/types/search.d.ts +31 -0
- package/engine/dist/types/search.d.ts.map +1 -0
- package/engine/dist/types/search.js +2 -0
- package/engine/dist/types/search.js.map +1 -0
- package/engine/dist/types/taxonomy.d.ts +137 -0
- package/engine/dist/types/taxonomy.d.ts.map +1 -0
- package/engine/dist/types/taxonomy.js +138 -0
- package/engine/dist/types/taxonomy.js.map +1 -0
- package/engine/dist/types/taxonomy.simple.d.ts +131 -0
- package/engine/dist/types/taxonomy.simple.d.ts.map +1 -0
- package/engine/dist/types/taxonomy.simple.js +132 -0
- package/engine/dist/types/taxonomy.simple.js.map +1 -0
- package/engine/dist/types/tool-call.d.ts +16 -0
- package/engine/dist/types/tool-call.d.ts.map +1 -0
- package/engine/dist/types/tool-call.js +6 -0
- package/engine/dist/types/tool-call.js.map +1 -0
- package/engine/dist/types/trace.d.ts +25 -0
- package/engine/dist/types/trace.d.ts.map +1 -0
- package/engine/dist/types/trace.js +5 -0
- package/engine/dist/types/trace.js.map +1 -0
- package/engine/dist/utils/adaptive-concurrency.d.ts +81 -0
- package/engine/dist/utils/adaptive-concurrency.d.ts.map +1 -0
- package/engine/dist/utils/adaptive-concurrency.js +266 -0
- package/engine/dist/utils/adaptive-concurrency.js.map +1 -0
- package/engine/dist/utils/date_extractor.d.ts +2 -0
- package/engine/dist/utils/date_extractor.d.ts.map +1 -0
- package/engine/dist/utils/date_extractor.js +32 -0
- package/engine/dist/utils/date_extractor.js.map +1 -0
- package/engine/dist/utils/native-module-manager.d.ts +48 -0
- package/engine/dist/utils/native-module-manager.d.ts.map +1 -0
- package/engine/dist/utils/native-module-manager.js +265 -0
- package/engine/dist/utils/native-module-manager.js.map +1 -0
- package/engine/dist/utils/native-module-profiler.d.ts +66 -0
- package/engine/dist/utils/native-module-profiler.d.ts.map +1 -0
- package/engine/dist/utils/native-module-profiler.js +182 -0
- package/engine/dist/utils/native-module-profiler.js.map +1 -0
- package/engine/dist/utils/path-manager.d.ts +59 -0
- package/engine/dist/utils/path-manager.d.ts.map +1 -0
- package/engine/dist/utils/path-manager.js +154 -0
- package/engine/dist/utils/path-manager.js.map +1 -0
- package/engine/dist/utils/performance-monitor.d.ts +92 -0
- package/engine/dist/utils/performance-monitor.d.ts.map +1 -0
- package/engine/dist/utils/performance-monitor.js +221 -0
- package/engine/dist/utils/performance-monitor.js.map +1 -0
- package/engine/dist/utils/process-manager.d.ts +18 -0
- package/engine/dist/utils/process-manager.d.ts.map +1 -0
- package/engine/dist/utils/process-manager.js +100 -0
- package/engine/dist/utils/process-manager.js.map +1 -0
- package/engine/dist/utils/request-tracer.d.ts +131 -0
- package/engine/dist/utils/request-tracer.d.ts.map +1 -0
- package/engine/dist/utils/request-tracer.js +414 -0
- package/engine/dist/utils/request-tracer.js.map +1 -0
- package/engine/dist/utils/resource-manager.d.ts +108 -0
- package/engine/dist/utils/resource-manager.d.ts.map +1 -0
- package/engine/dist/utils/resource-manager.js +235 -0
- package/engine/dist/utils/resource-manager.js.map +1 -0
- package/engine/dist/utils/safe-dns.d.ts +14 -0
- package/engine/dist/utils/safe-dns.d.ts.map +1 -0
- package/engine/dist/utils/safe-dns.js +105 -0
- package/engine/dist/utils/safe-dns.js.map +1 -0
- package/engine/dist/utils/structured-logger.d.ts +124 -0
- package/engine/dist/utils/structured-logger.d.ts.map +1 -0
- package/engine/dist/utils/structured-logger.js +332 -0
- package/engine/dist/utils/structured-logger.js.map +1 -0
- package/engine/dist/utils/tag-cleanup.d.ts +11 -0
- package/engine/dist/utils/tag-cleanup.d.ts.map +1 -0
- package/engine/dist/utils/tag-cleanup.js +111 -0
- package/engine/dist/utils/tag-cleanup.js.map +1 -0
- package/engine/dist/utils/tag-filter.d.ts +19 -0
- package/engine/dist/utils/tag-filter.d.ts.map +1 -0
- package/engine/dist/utils/tag-filter.js +147 -0
- package/engine/dist/utils/tag-filter.js.map +1 -0
- package/engine/dist/utils/tag-modulation.d.ts +80 -0
- package/engine/dist/utils/tag-modulation.d.ts.map +1 -0
- package/engine/dist/utils/tag-modulation.js +284 -0
- package/engine/dist/utils/tag-modulation.js.map +1 -0
- package/engine/dist/utils/timer.d.ts +40 -0
- package/engine/dist/utils/timer.d.ts.map +1 -0
- package/engine/dist/utils/timer.js +76 -0
- package/engine/dist/utils/timer.js.map +1 -0
- package/engine/dist/utils/token-utils.d.ts +19 -0
- package/engine/dist/utils/token-utils.d.ts.map +1 -0
- package/engine/dist/utils/token-utils.js +71 -0
- package/engine/dist/utils/token-utils.js.map +1 -0
- package/engine/dist/utils/wasm-module-loader.d.ts +50 -0
- package/engine/dist/utils/wasm-module-loader.d.ts.map +1 -0
- package/engine/dist/utils/wasm-module-loader.js +136 -0
- package/engine/dist/utils/wasm-module-loader.js.map +1 -0
- package/engine/package.json +105 -0
- package/package.json +106 -0
|
@@ -0,0 +1,442 @@
|
|
|
1
|
+
import * as fs from 'fs';
|
|
2
|
+
import * as path from 'path';
|
|
3
|
+
import * as readline from 'readline';
|
|
4
|
+
import { db } from '../../core/db.js';
|
|
5
|
+
import PATHS from '../../config/paths.js';
|
|
6
|
+
const BACKUP_DIR = PATHS.BACKUPS_DIR;
|
|
7
|
+
const MIRRORED_BRAIN_DIR = PATHS.MIRRORED_BRAIN_DIR;
|
|
8
|
+
if (!fs.existsSync(BACKUP_DIR)) {
|
|
9
|
+
fs.mkdirSync(BACKUP_DIR, { recursive: true });
|
|
10
|
+
}
|
|
11
|
+
/**
|
|
12
|
+
* Convert JS array to PostgreSQL array format
|
|
13
|
+
* ['a','b'] => '{a,b}'
|
|
14
|
+
*/
|
|
15
|
+
function toPgArray(arr) {
|
|
16
|
+
if (!arr || !Array.isArray(arr))
|
|
17
|
+
return '{}';
|
|
18
|
+
return '{' + arr.map(v => {
|
|
19
|
+
if (v === null || v === undefined)
|
|
20
|
+
return 'NULL';
|
|
21
|
+
const str = String(v);
|
|
22
|
+
if (str.includes(',') || str.includes('{') || str.includes('}') || str.includes('"')) {
|
|
23
|
+
return '"' + str.replace(/"/g, '""') + '"';
|
|
24
|
+
}
|
|
25
|
+
return str;
|
|
26
|
+
}).join(',') + '}';
|
|
27
|
+
}
|
|
28
|
+
/**
|
|
29
|
+
* Async generator: walks a directory recursively, yielding absolute file paths.
|
|
30
|
+
*/
|
|
31
|
+
async function* walkDir(dir) {
|
|
32
|
+
const entries = await fs.promises.readdir(dir, { withFileTypes: true });
|
|
33
|
+
for (const entry of entries) {
|
|
34
|
+
const fullPath = path.join(dir, entry.name);
|
|
35
|
+
if (entry.isDirectory()) {
|
|
36
|
+
yield* walkDir(fullPath);
|
|
37
|
+
}
|
|
38
|
+
else {
|
|
39
|
+
yield fullPath;
|
|
40
|
+
}
|
|
41
|
+
}
|
|
42
|
+
}
|
|
43
|
+
export async function createBackup() {
|
|
44
|
+
const timestamp = new Date().toISOString().replace(/[:.]/g, '-');
|
|
45
|
+
const filename = `backup_${timestamp}.json`;
|
|
46
|
+
const filePath = path.join(BACKUP_DIR, filename);
|
|
47
|
+
console.log(`[Backup] Starting backup to ${filename}...`);
|
|
48
|
+
const stream = fs.createWriteStream(filePath, { encoding: 'utf8' });
|
|
49
|
+
const write = (data) => {
|
|
50
|
+
return new Promise((resolve) => {
|
|
51
|
+
if (!stream.write(data)) {
|
|
52
|
+
stream.once('drain', resolve);
|
|
53
|
+
}
|
|
54
|
+
else {
|
|
55
|
+
resolve();
|
|
56
|
+
}
|
|
57
|
+
});
|
|
58
|
+
};
|
|
59
|
+
let fileCount = 0;
|
|
60
|
+
let sourceCount = 0;
|
|
61
|
+
let engramCount = 0;
|
|
62
|
+
try {
|
|
63
|
+
await write('{\n "timestamp": "' + new Date().toISOString() + '",\n');
|
|
64
|
+
await write(' "version": "2",\n');
|
|
65
|
+
// 1. Stream mirrored_brain/ files (cleaned content)
|
|
66
|
+
await write(' "files": [\n');
|
|
67
|
+
let firstFile = true;
|
|
68
|
+
if (fs.existsSync(MIRRORED_BRAIN_DIR)) {
|
|
69
|
+
for await (const absPath of walkDir(MIRRORED_BRAIN_DIR)) {
|
|
70
|
+
try {
|
|
71
|
+
const content = await fs.promises.readFile(absPath, 'utf-8');
|
|
72
|
+
const relativePath = path.relative(MIRRORED_BRAIN_DIR, absPath)
|
|
73
|
+
.replace(/\\/g, '/'); // normalize to forward slashes
|
|
74
|
+
if (!firstFile)
|
|
75
|
+
await write(',\n');
|
|
76
|
+
await write(' ' + JSON.stringify({ path: relativePath, content }));
|
|
77
|
+
firstFile = false;
|
|
78
|
+
fileCount++;
|
|
79
|
+
}
|
|
80
|
+
catch (e) {
|
|
81
|
+
console.warn(`[Backup] Skipping unreadable file: ${absPath}: ${e.message}`);
|
|
82
|
+
}
|
|
83
|
+
}
|
|
84
|
+
}
|
|
85
|
+
else {
|
|
86
|
+
console.warn('[Backup] mirrored_brain/ does not exist ΓÇö files section will be empty.');
|
|
87
|
+
}
|
|
88
|
+
await write('\n ],\n');
|
|
89
|
+
// 2. Stream sources metadata
|
|
90
|
+
await write(' "source": [\n');
|
|
91
|
+
const sourceResult = await db.run('SELECT path, hash, total_atoms, last_ingest FROM sources');
|
|
92
|
+
if (sourceResult.rows) {
|
|
93
|
+
for (let i = 0; i < sourceResult.rows.length; i++) {
|
|
94
|
+
if (i > 0)
|
|
95
|
+
await write(',\n');
|
|
96
|
+
await write(' ' + JSON.stringify(sourceResult.rows[i]));
|
|
97
|
+
sourceCount++;
|
|
98
|
+
}
|
|
99
|
+
}
|
|
100
|
+
await write('\n ],\n');
|
|
101
|
+
// 3. Stream engrams
|
|
102
|
+
await write(' "engrams": [\n');
|
|
103
|
+
const engramResult = await db.run('SELECT key, value FROM engrams');
|
|
104
|
+
if (engramResult.rows) {
|
|
105
|
+
for (let i = 0; i < engramResult.rows.length; i++) {
|
|
106
|
+
if (i > 0)
|
|
107
|
+
await write(',\n');
|
|
108
|
+
await write(' ' + JSON.stringify(engramResult.rows[i]));
|
|
109
|
+
engramCount++;
|
|
110
|
+
}
|
|
111
|
+
}
|
|
112
|
+
await write('\n ]\n}');
|
|
113
|
+
}
|
|
114
|
+
catch (e) {
|
|
115
|
+
console.error('[Backup] Streaming failed:', e);
|
|
116
|
+
stream.end();
|
|
117
|
+
throw e;
|
|
118
|
+
}
|
|
119
|
+
return new Promise((resolve, reject) => {
|
|
120
|
+
stream.end(() => {
|
|
121
|
+
const stats = {
|
|
122
|
+
memory_count: 0,
|
|
123
|
+
file_count: fileCount,
|
|
124
|
+
source_count: sourceCount,
|
|
125
|
+
engram_count: engramCount,
|
|
126
|
+
timestamp
|
|
127
|
+
};
|
|
128
|
+
console.log(`[Backup] Completed. Stats:`, stats);
|
|
129
|
+
resolve({ filename, stats });
|
|
130
|
+
});
|
|
131
|
+
stream.on('error', reject);
|
|
132
|
+
});
|
|
133
|
+
}
|
|
134
|
+
export async function listBackups() {
|
|
135
|
+
if (!fs.existsSync(BACKUP_DIR))
|
|
136
|
+
return [];
|
|
137
|
+
const files = await fs.promises.readdir(BACKUP_DIR);
|
|
138
|
+
return files.filter(f => f.endsWith('.json')).sort().reverse(); // Newest first
|
|
139
|
+
}
|
|
140
|
+
export async function restoreBackup(filename) {
|
|
141
|
+
const filePath = path.join(BACKUP_DIR, filename);
|
|
142
|
+
if (!fs.existsSync(filePath)) {
|
|
143
|
+
throw new Error(`Backup file not found: ${filename}`);
|
|
144
|
+
}
|
|
145
|
+
const fileSize = fs.statSync(filePath).size;
|
|
146
|
+
const fileSizeMB = (fileSize / 1024 / 1024).toFixed(2);
|
|
147
|
+
const startTime = Date.now();
|
|
148
|
+
console.log(`[Backup] 🔄 Starting restore: ${filename} (${fileSizeMB} MB)`);
|
|
149
|
+
const fileStream = fs.createReadStream(filePath);
|
|
150
|
+
const rl = readline.createInterface({ input: fileStream, crlfDelay: Infinity });
|
|
151
|
+
let currentSection = 'none';
|
|
152
|
+
let batch = [];
|
|
153
|
+
const BATCH_SIZE = 1000;
|
|
154
|
+
let lineCount = 0;
|
|
155
|
+
let lastLogTime = Date.now();
|
|
156
|
+
const stats = {
|
|
157
|
+
memory_count: 0,
|
|
158
|
+
file_count: 0,
|
|
159
|
+
source_count: 0,
|
|
160
|
+
engram_count: 0,
|
|
161
|
+
timestamp: new Date().toISOString()
|
|
162
|
+
};
|
|
163
|
+
// Ensure mirrored_brain/ exists for new-format restores
|
|
164
|
+
if (!fs.existsSync(MIRRORED_BRAIN_DIR)) {
|
|
165
|
+
fs.mkdirSync(MIRRORED_BRAIN_DIR, { recursive: true });
|
|
166
|
+
}
|
|
167
|
+
const flushBatch = async () => {
|
|
168
|
+
if (batch.length === 0)
|
|
169
|
+
return;
|
|
170
|
+
if (currentSection === 'files') {
|
|
171
|
+
// New format: write cleaned files to mirrored_brain/
|
|
172
|
+
for (const row of batch) {
|
|
173
|
+
if (!row.path || row.content === undefined)
|
|
174
|
+
continue;
|
|
175
|
+
const dest = path.join(MIRRORED_BRAIN_DIR, row.path);
|
|
176
|
+
const destDir = path.dirname(dest);
|
|
177
|
+
if (!fs.existsSync(destDir))
|
|
178
|
+
fs.mkdirSync(destDir, { recursive: true });
|
|
179
|
+
try {
|
|
180
|
+
fs.writeFileSync(dest, row.content, 'utf-8');
|
|
181
|
+
stats.file_count++;
|
|
182
|
+
}
|
|
183
|
+
catch (e) {
|
|
184
|
+
console.warn(`[Backup] ⚠️ Failed to write ${dest}: ${e.message}`);
|
|
185
|
+
}
|
|
186
|
+
}
|
|
187
|
+
}
|
|
188
|
+
else if (currentSection === 'memory') {
|
|
189
|
+
// Legacy format: restore atoms to DB
|
|
190
|
+
const placeholders = [];
|
|
191
|
+
const params = [];
|
|
192
|
+
let pIdx = 1;
|
|
193
|
+
for (const row of batch) {
|
|
194
|
+
let embedding = row.embedding;
|
|
195
|
+
if (typeof embedding === 'string') {
|
|
196
|
+
try {
|
|
197
|
+
embedding = JSON.parse(embedding);
|
|
198
|
+
}
|
|
199
|
+
catch {
|
|
200
|
+
embedding = [];
|
|
201
|
+
}
|
|
202
|
+
}
|
|
203
|
+
else if (!Array.isArray(embedding)) {
|
|
204
|
+
embedding = [];
|
|
205
|
+
}
|
|
206
|
+
let buckets = row.buckets;
|
|
207
|
+
if (typeof buckets === 'string') {
|
|
208
|
+
try {
|
|
209
|
+
buckets = JSON.parse(buckets);
|
|
210
|
+
}
|
|
211
|
+
catch {
|
|
212
|
+
buckets = [];
|
|
213
|
+
}
|
|
214
|
+
}
|
|
215
|
+
else if (!Array.isArray(buckets)) {
|
|
216
|
+
buckets = [];
|
|
217
|
+
}
|
|
218
|
+
let tags = row.tags;
|
|
219
|
+
if (typeof tags === 'string') {
|
|
220
|
+
try {
|
|
221
|
+
tags = JSON.parse(tags);
|
|
222
|
+
}
|
|
223
|
+
catch {
|
|
224
|
+
tags = [];
|
|
225
|
+
}
|
|
226
|
+
}
|
|
227
|
+
else if (!Array.isArray(tags)) {
|
|
228
|
+
tags = [];
|
|
229
|
+
}
|
|
230
|
+
placeholders.push(`($${pIdx++}, $${pIdx++}, $${pIdx++}, $${pIdx++}, $${pIdx++}, $${pIdx++}, $${pIdx++}, $${pIdx++}, $${pIdx++}, $${pIdx++}, $${pIdx++}, $${pIdx++}, $${pIdx++}, $${pIdx++})`);
|
|
231
|
+
params.push(row.id || '', row.timestamp || 0, row.content || '', row.source_path || '', row.source_id || null, row.sequence ?? null, row.type || null, row.hash || null, toPgArray(buckets), toPgArray(tags), row.epochs || null, row.provenance || 'external', row.simhash || '0', toPgArray(embedding));
|
|
232
|
+
stats.memory_count++;
|
|
233
|
+
}
|
|
234
|
+
if (placeholders.length > 0) {
|
|
235
|
+
await db.run(`INSERT INTO atoms (id, timestamp, content, source_path, source_id, sequence, type, hash, buckets, tags, epochs, provenance, simhash, embedding)
|
|
236
|
+
VALUES ${placeholders.join(', ')}
|
|
237
|
+
ON CONFLICT (id) DO UPDATE SET
|
|
238
|
+
content = EXCLUDED.content, timestamp = EXCLUDED.timestamp,
|
|
239
|
+
source_path = EXCLUDED.source_path, source_id = EXCLUDED.source_id,
|
|
240
|
+
sequence = EXCLUDED.sequence, type = EXCLUDED.type,
|
|
241
|
+
hash = EXCLUDED.hash, buckets = EXCLUDED.buckets,
|
|
242
|
+
tags = EXCLUDED.tags, epochs = EXCLUDED.epochs,
|
|
243
|
+
provenance = EXCLUDED.provenance, simhash = EXCLUDED.simhash,
|
|
244
|
+
embedding = EXCLUDED.embedding`, params);
|
|
245
|
+
}
|
|
246
|
+
}
|
|
247
|
+
else if (currentSection === 'source') {
|
|
248
|
+
const placeholders = [];
|
|
249
|
+
const params = [];
|
|
250
|
+
let pIdx = 1;
|
|
251
|
+
for (const row of batch) {
|
|
252
|
+
placeholders.push(`($${pIdx++}, $${pIdx++}, $${pIdx++}, $${pIdx++})`);
|
|
253
|
+
params.push(row.path || '', row.hash || '', row.total_atoms || 0, row.last_ingest || null);
|
|
254
|
+
stats.source_count++;
|
|
255
|
+
}
|
|
256
|
+
if (placeholders.length > 0) {
|
|
257
|
+
await db.run(`INSERT INTO sources (path, hash, total_atoms, last_ingest)
|
|
258
|
+
VALUES ${placeholders.join(', ')}
|
|
259
|
+
ON CONFLICT (path) DO UPDATE SET
|
|
260
|
+
hash = EXCLUDED.hash, total_atoms = EXCLUDED.total_atoms,
|
|
261
|
+
last_ingest = EXCLUDED.last_ingest`, params);
|
|
262
|
+
}
|
|
263
|
+
}
|
|
264
|
+
else if (currentSection === 'engrams') {
|
|
265
|
+
const placeholders = [];
|
|
266
|
+
const params = [];
|
|
267
|
+
let pIdx = 1;
|
|
268
|
+
for (const row of batch) {
|
|
269
|
+
placeholders.push(`($${pIdx++}, $${pIdx++})`);
|
|
270
|
+
params.push(row.key, row.value);
|
|
271
|
+
stats.engram_count++;
|
|
272
|
+
}
|
|
273
|
+
if (placeholders.length > 0) {
|
|
274
|
+
await db.run(`INSERT INTO engrams (key, value) VALUES ${placeholders.join(', ')}
|
|
275
|
+
ON CONFLICT (key) DO UPDATE SET value = EXCLUDED.value`, params);
|
|
276
|
+
}
|
|
277
|
+
}
|
|
278
|
+
batch = [];
|
|
279
|
+
};
|
|
280
|
+
for await (const line of rl) {
|
|
281
|
+
const trimmed = line.trim();
|
|
282
|
+
// Section detection
|
|
283
|
+
if (trimmed.startsWith('"files": [')) {
|
|
284
|
+
currentSection = 'files';
|
|
285
|
+
continue;
|
|
286
|
+
}
|
|
287
|
+
if (trimmed.startsWith('"memory": [')) {
|
|
288
|
+
currentSection = 'memory';
|
|
289
|
+
continue;
|
|
290
|
+
}
|
|
291
|
+
if (trimmed.startsWith('"source": [')) {
|
|
292
|
+
currentSection = 'source';
|
|
293
|
+
continue;
|
|
294
|
+
}
|
|
295
|
+
if (trimmed.startsWith('"engrams": [')) {
|
|
296
|
+
currentSection = 'engrams';
|
|
297
|
+
continue;
|
|
298
|
+
}
|
|
299
|
+
if (trimmed.startsWith('],')) {
|
|
300
|
+
await flushBatch();
|
|
301
|
+
currentSection = 'none';
|
|
302
|
+
continue;
|
|
303
|
+
}
|
|
304
|
+
if (currentSection !== 'none') {
|
|
305
|
+
lineCount++;
|
|
306
|
+
const now = Date.now();
|
|
307
|
+
if (lineCount % 10000 === 0 || (now - lastLogTime) > 10000) {
|
|
308
|
+
console.log(`[Backup] 📊 Progress: ${lineCount} lines, ${stats.file_count} files, ${stats.memory_count} atoms`);
|
|
309
|
+
lastLogTime = now;
|
|
310
|
+
}
|
|
311
|
+
const jsonStr = trimmed.endsWith(',') ? trimmed.slice(0, -1) : trimmed;
|
|
312
|
+
try {
|
|
313
|
+
if (jsonStr.startsWith('{') || jsonStr.startsWith('[')) {
|
|
314
|
+
batch.push(JSON.parse(jsonStr));
|
|
315
|
+
if (batch.length >= BATCH_SIZE)
|
|
316
|
+
await flushBatch();
|
|
317
|
+
}
|
|
318
|
+
}
|
|
319
|
+
catch { /* skip malformed lines */ }
|
|
320
|
+
}
|
|
321
|
+
}
|
|
322
|
+
await flushBatch();
|
|
323
|
+
// For new-format backups: copy mirrored_brain/ back to inbox/ so DB can rebuild
|
|
324
|
+
if (stats.file_count > 0) {
|
|
325
|
+
console.log(`[Backup] 📁 Rebuilding inbox/external-inbox from mirrored_brain/...`);
|
|
326
|
+
await rebuildInboxFromMirror();
|
|
327
|
+
}
|
|
328
|
+
else {
|
|
329
|
+
// Legacy fallback: rebuild from atom content
|
|
330
|
+
console.log(`[Backup] 📁 Legacy restore: rebuilding filesystem from sources...`);
|
|
331
|
+
await rebuildFilesystemFromSources();
|
|
332
|
+
}
|
|
333
|
+
const totalTime = ((Date.now() - startTime) / 1000).toFixed(1);
|
|
334
|
+
const itemsPerSec = Math.round((stats.file_count || stats.memory_count) / parseFloat(totalTime));
|
|
335
|
+
console.log(`[Backup] ✅ Restore Completed in ${totalTime}s (${itemsPerSec} items/sec)`);
|
|
336
|
+
console.log(`[Backup] 📊 Stats:`, stats);
|
|
337
|
+
return stats;
|
|
338
|
+
}
|
|
339
|
+
/**
|
|
340
|
+
* Rebuild inbox/ and external-inbox/ by copying from mirrored_brain/.
|
|
341
|
+
* @inbox/ → inbox/ | @external-inbox/ → external-inbox/
|
|
342
|
+
* Allows watchdog + ingest pipeline to rebuild the DB on next startup.
|
|
343
|
+
*/
|
|
344
|
+
async function rebuildInboxFromMirror() {
|
|
345
|
+
const { INBOX_DIR, EXTERNAL_INBOX_DIR } = PATHS;
|
|
346
|
+
if (!fs.existsSync(MIRRORED_BRAIN_DIR)) {
|
|
347
|
+
console.warn('[Backup] mirrored_brain/ not found ΓÇö skipping inbox rebuild.');
|
|
348
|
+
return;
|
|
349
|
+
}
|
|
350
|
+
const provDirs = [
|
|
351
|
+
{ from: path.join(MIRRORED_BRAIN_DIR, '@inbox'), to: INBOX_DIR },
|
|
352
|
+
{ from: path.join(MIRRORED_BRAIN_DIR, '@external-inbox'), to: EXTERNAL_INBOX_DIR },
|
|
353
|
+
];
|
|
354
|
+
for (const { from, to } of provDirs) {
|
|
355
|
+
if (!fs.existsSync(from))
|
|
356
|
+
continue;
|
|
357
|
+
if (!fs.existsSync(to))
|
|
358
|
+
fs.mkdirSync(to, { recursive: true });
|
|
359
|
+
// Recursively copy from mirror provenance dir to inbox dir
|
|
360
|
+
for await (const absPath of walkDir(from)) {
|
|
361
|
+
const rel = path.relative(from, absPath);
|
|
362
|
+
const dest = path.join(to, rel);
|
|
363
|
+
const destDir = path.dirname(dest);
|
|
364
|
+
if (!fs.existsSync(destDir))
|
|
365
|
+
fs.mkdirSync(destDir, { recursive: true });
|
|
366
|
+
try {
|
|
367
|
+
fs.copyFileSync(absPath, dest);
|
|
368
|
+
}
|
|
369
|
+
catch (e) {
|
|
370
|
+
console.warn(`[Backup] ⚠️ Failed to copy ${absPath}: ${e.message}`);
|
|
371
|
+
}
|
|
372
|
+
}
|
|
373
|
+
}
|
|
374
|
+
console.log('[Backup] ✅ inbox/ and external-inbox/ rebuilt from mirrored_brain/');
|
|
375
|
+
}
|
|
376
|
+
/**
|
|
377
|
+
* Rebuild inbox and external-inbox from database sources
|
|
378
|
+
* Mirror Protocol will populate mirrored_brain/ on next startup
|
|
379
|
+
*/
|
|
380
|
+
async function rebuildFilesystemFromSources() {
|
|
381
|
+
const { INBOX_DIR, EXTERNAL_INBOX_DIR } = PATHS;
|
|
382
|
+
// Ensure directories exist
|
|
383
|
+
if (!fs.existsSync(INBOX_DIR))
|
|
384
|
+
fs.mkdirSync(INBOX_DIR, { recursive: true });
|
|
385
|
+
if (!fs.existsSync(EXTERNAL_INBOX_DIR))
|
|
386
|
+
fs.mkdirSync(EXTERNAL_INBOX_DIR, { recursive: true });
|
|
387
|
+
// Get all sources from database
|
|
388
|
+
const sourcesResult = await db.run('SELECT path, hash, total_atoms FROM sources');
|
|
389
|
+
const sources = sourcesResult.rows || [];
|
|
390
|
+
console.log(`[Backup] 📦 Rebuilding ${sources.length} source files in inbox/external-inbox...`);
|
|
391
|
+
let inboxCount = 0;
|
|
392
|
+
let externalCount = 0;
|
|
393
|
+
let fileCount = 0;
|
|
394
|
+
let emptyCount = 0;
|
|
395
|
+
for (const source of sources) {
|
|
396
|
+
const sourcePath = source.path;
|
|
397
|
+
if (!sourcePath)
|
|
398
|
+
continue;
|
|
399
|
+
// Determine target directory
|
|
400
|
+
let targetDir = INBOX_DIR;
|
|
401
|
+
let isExternal = false;
|
|
402
|
+
if (sourcePath.includes('external-inbox') || sourcePath.includes('web_scrape') || sourcePath.includes('news_agent')) {
|
|
403
|
+
targetDir = EXTERNAL_INBOX_DIR;
|
|
404
|
+
isExternal = true;
|
|
405
|
+
externalCount++;
|
|
406
|
+
}
|
|
407
|
+
else {
|
|
408
|
+
inboxCount++;
|
|
409
|
+
}
|
|
410
|
+
// Get relative path
|
|
411
|
+
let relativePath = sourcePath
|
|
412
|
+
.replace(/^inbox[\\/]/, '')
|
|
413
|
+
.replace(/^external-inbox[\\/]/, '');
|
|
414
|
+
const targetPath = path.join(targetDir, relativePath);
|
|
415
|
+
const targetDirPath = path.dirname(targetPath);
|
|
416
|
+
// Create directory structure
|
|
417
|
+
if (!fs.existsSync(targetDirPath)) {
|
|
418
|
+
fs.mkdirSync(targetDirPath, { recursive: true });
|
|
419
|
+
}
|
|
420
|
+
// Get atoms for this source and aggregate content
|
|
421
|
+
const atomsResult = await db.run(`SELECT content, sequence, timestamp FROM atoms WHERE source_path = $1 ORDER BY sequence NULLS LAST, timestamp`, [sourcePath]);
|
|
422
|
+
console.log(`[Backup] 🔍 Source: ${sourcePath} | Atoms found: ${atomsResult.rows?.length || 0}`);
|
|
423
|
+
if (atomsResult.rows && atomsResult.rows.length > 0) {
|
|
424
|
+
const content = atomsResult.rows.map((r) => r.content).join('\n');
|
|
425
|
+
try {
|
|
426
|
+
fs.writeFileSync(targetPath, content, 'utf-8');
|
|
427
|
+
fileCount++;
|
|
428
|
+
console.log(`[Backup] 📄 Restored: ${targetPath} (${content.length} chars)`);
|
|
429
|
+
}
|
|
430
|
+
catch (e) {
|
|
431
|
+
console.warn(`[Backup] ⚠️ Failed to write ${targetPath}: ${e.message}`);
|
|
432
|
+
}
|
|
433
|
+
}
|
|
434
|
+
else {
|
|
435
|
+
emptyCount++;
|
|
436
|
+
console.warn(`[Backup] ⚠️ No atoms found for source: ${sourcePath}`);
|
|
437
|
+
}
|
|
438
|
+
}
|
|
439
|
+
console.log(`[Backup] ✅ Filesystem rebuild complete: ${inboxCount} inbox, ${externalCount} external, ${fileCount} files written, ${emptyCount} empty sources`);
|
|
440
|
+
console.log(`[Backup] ℹ️ mirrored_brain/ will be populated on next startup by Mirror Protocol (Standard 110)`);
|
|
441
|
+
}
|
|
442
|
+
//# sourceMappingURL=backup.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"backup.js","sourceRoot":"","sources":["../../../src/services/backup/backup.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,MAAM,IAAI,CAAC;AACzB,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,KAAK,QAAQ,MAAM,UAAU,CAAC;AACrC,OAAO,EAAE,EAAE,EAAE,MAAM,kBAAkB,CAAC;AACtC,OAAO,KAAK,MAAM,uBAAuB,CAAC;AAE1C,MAAM,UAAU,GAAG,KAAK,CAAC,WAAW,CAAC;AACrC,MAAM,kBAAkB,GAAG,KAAK,CAAC,kBAAkB,CAAC;AAEpD,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;IAC7B,EAAE,CAAC,SAAS,CAAC,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;AAClD,CAAC;AAED;;;GAGG;AACH,SAAS,SAAS,CAAC,GAAU;IACzB,IAAI,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC;QAAE,OAAO,IAAI,CAAC;IAC7C,OAAO,GAAG,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE;QACrB,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,SAAS;YAAE,OAAO,MAAM,CAAC;QACjD,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QACtB,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YACnF,OAAO,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,GAAG,CAAC;QAC/C,CAAC;QACD,OAAO,GAAG,CAAC;IACf,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC;AACvB,CAAC;AAUD;;GAEG;AACH,KAAK,SAAS,CAAC,CAAC,OAAO,CAAC,GAAW;IAC/B,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;IACxE,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC1B,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QAC5C,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;YACtB,KAAK,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAC7B,CAAC;aAAM,CAAC;YACJ,MAAM,QAAQ,CAAC;QACnB,CAAC;IACL,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,YAAY;IAC9B,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;IACjE,MAAM,QAAQ,GAAG,UAAU,SAAS,OAAO,CAAC;IAC5C,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;IAEjD,OAAO,CAAC,GAAG,CAAC,+BAA+B,QAAQ,KAAK,CAAC,CAAC;IAE1D,MAAM,MAAM,GAAG,EAAE,CAAC,iBAAiB,CAAC,QAAQ,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAC;IAEpE,MAAM,KAAK,GAAG,CAAC,IAAY,EAAiB,EAAE;QAC1C,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;YAC3B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;gBACtB,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;YAClC,CAAC;iBAAM,CAAC;gBACJ,OAAO,EAAE,CAAC;YACd,CAAC;QACL,CAAC,CAAC,CAAC;IACP,CAAC,CAAC;IAEF,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,IAAI,WAAW,GAAG,CAAC,CAAC;IAEpB,IAAI,CAAC;QACD,MAAM,KAAK,CAAC,qBAAqB,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,GAAG,MAAM,CAAC,CAAC;QACvE,MAAM,KAAK,CAAC,qBAAqB,CAAC,CAAC;QAEnC,oDAAoD;QACpD,MAAM,KAAK,CAAC,gBAAgB,CAAC,CAAC;QAC9B,IAAI,SAAS,GAAG,IAAI,CAAC;QAErB,IAAI,EAAE,CAAC,UAAU,CAAC,kBAAkB,CAAC,EAAE,CAAC;YACpC,IAAI,KAAK,EAAE,MAAM,OAAO,IAAI,OAAO,CAAC,kBAAkB,CAAC,EAAE,CAAC;gBACtD,IAAI,CAAC;oBACD,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;oBAC7D,MAAM,YAAY,GAAG,IAAI,CAAC,QAAQ,CAAC,kBAAkB,EAAE,OAAO,CAAC;yBAC1D,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC,+BAA+B;oBACzD,IAAI,CAAC,SAAS;wBAAE,MAAM,KAAK,CAAC,KAAK,CAAC,CAAC;oBACnC,MAAM,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC;oBACtE,SAAS,GAAG,KAAK,CAAC;oBAClB,SAAS,EAAE,CAAC;gBAChB,CAAC;gBAAC,OAAO,CAAM,EAAE,CAAC;oBACd,OAAO,CAAC,IAAI,CAAC,sCAAsC,OAAO,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;gBAChF,CAAC;YACL,CAAC;QACL,CAAC;aAAM,CAAC;YACJ,OAAO,CAAC,IAAI,CAAC,0EAA0E,CAAC,CAAC;QAC7F,CAAC;QACD,MAAM,KAAK,CAAC,UAAU,CAAC,CAAC;QAExB,6BAA6B;QAC7B,MAAM,KAAK,CAAC,iBAAiB,CAAC,CAAC;QAC/B,MAAM,YAAY,GAAG,MAAM,EAAE,CAAC,GAAG,CAAC,0DAA0D,CAAC,CAAC;QAC9F,IAAI,YAAY,CAAC,IAAI,EAAE,CAAC;YACpB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAChD,IAAI,CAAC,GAAG,CAAC;oBAAE,MAAM,KAAK,CAAC,KAAK,CAAC,CAAC;gBAC9B,MAAM,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC3D,WAAW,EAAE,CAAC;YAClB,CAAC;QACL,CAAC;QACD,MAAM,KAAK,CAAC,UAAU,CAAC,CAAC;QAExB,oBAAoB;QACpB,MAAM,KAAK,CAAC,kBAAkB,CAAC,CAAC;QAChC,MAAM,YAAY,GAAG,MAAM,EAAE,CAAC,GAAG,CAAC,gCAAgC,CAAC,CAAC;QACpE,IAAI,YAAY,CAAC,IAAI,EAAE,CAAC;YACpB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAChD,IAAI,CAAC,GAAG,CAAC;oBAAE,MAAM,KAAK,CAAC,KAAK,CAAC,CAAC;gBAC9B,MAAM,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC3D,WAAW,EAAE,CAAC;YAClB,CAAC;QACL,CAAC;QACD,MAAM,KAAK,CAAC,UAAU,CAAC,CAAC;IAE5B,CAAC;IAAC,OAAO,CAAM,EAAE,CAAC;QACd,OAAO,CAAC,KAAK,CAAC,4BAA4B,EAAE,CAAC,CAAC,CAAC;QAC/C,MAAM,CAAC,GAAG,EAAE,CAAC;QACb,MAAM,CAAC,CAAC;IACZ,CAAC;IAED,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACnC,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE;YACZ,MAAM,KAAK,GAAgB;gBACvB,YAAY,EAAE,CAAC;gBACf,UAAU,EAAE,SAAS;gBACrB,YAAY,EAAE,WAAW;gBACzB,YAAY,EAAE,WAAW;gBACzB,SAAS;aACZ,CAAC;YACF,OAAO,CAAC,GAAG,CAAC,4BAA4B,EAAE,KAAK,CAAC,CAAC;YACjD,OAAO,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;QACjC,CAAC,CAAC,CAAC;QACH,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IAC/B,CAAC,CAAC,CAAC;AACP,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,WAAW;IAC7B,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC;QAAE,OAAO,EAAE,CAAC;IAC1C,MAAM,KAAK,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;IACpD,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC,eAAe;AACnF,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,QAAgB;IAChD,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;IACjD,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC3B,MAAM,IAAI,KAAK,CAAC,0BAA0B,QAAQ,EAAE,CAAC,CAAC;IAC1D,CAAC;IAED,MAAM,QAAQ,GAAG,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC;IAC5C,MAAM,UAAU,GAAG,CAAC,QAAQ,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IACvD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAE7B,OAAO,CAAC,GAAG,CAAC,mCAAmC,QAAQ,KAAK,UAAU,MAAM,CAAC,CAAC;IAE9E,MAAM,UAAU,GAAG,EAAE,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC;IACjD,MAAM,EAAE,GAAG,QAAQ,CAAC,eAAe,CAAC,EAAE,KAAK,EAAE,UAAU,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC,CAAC;IAGhF,IAAI,cAAc,GAAY,MAAM,CAAC;IACrC,IAAI,KAAK,GAAU,EAAE,CAAC;IACtB,MAAM,UAAU,GAAG,IAAI,CAAC;IACxB,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAE7B,MAAM,KAAK,GAAgB;QACvB,YAAY,EAAE,CAAC;QACf,UAAU,EAAE,CAAC;QACb,YAAY,EAAE,CAAC;QACf,YAAY,EAAE,CAAC;QACf,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;KACtC,CAAC;IAEF,wDAAwD;IACxD,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,kBAAkB,CAAC,EAAE,CAAC;QACrC,EAAE,CAAC,SAAS,CAAC,kBAAkB,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC1D,CAAC;IAED,MAAM,UAAU,GAAG,KAAK,IAAI,EAAE;QAC1B,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAE/B,IAAI,cAAc,KAAK,OAAO,EAAE,CAAC;YAC7B,qDAAqD;YACrD,KAAK,MAAM,GAAG,IAAI,KAAK,EAAE,CAAC;gBACtB,IAAI,CAAC,GAAG,CAAC,IAAI,IAAI,GAAG,CAAC,OAAO,KAAK,SAAS;oBAAE,SAAS;gBACrD,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC;gBACrD,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;gBACnC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC;oBAAE,EAAE,CAAC,SAAS,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;gBACxE,IAAI,CAAC;oBACD,EAAE,CAAC,aAAa,CAAC,IAAI,EAAE,GAAG,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;oBAC7C,KAAK,CAAC,UAAU,EAAE,CAAC;gBACvB,CAAC;gBAAC,OAAO,CAAM,EAAE,CAAC;oBACd,OAAO,CAAC,IAAI,CAAC,mCAAmC,IAAI,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;gBAC1E,CAAC;YACL,CAAC;QACL,CAAC;aAAM,IAAI,cAAc,KAAK,QAAQ,EAAE,CAAC;YACrC,qCAAqC;YACrC,MAAM,YAAY,GAAG,EAAE,CAAC;YACxB,MAAM,MAAM,GAAU,EAAE,CAAC;YACzB,IAAI,IAAI,GAAG,CAAC,CAAC;YAEb,KAAK,MAAM,GAAG,IAAI,KAAK,EAAE,CAAC;gBACtB,IAAI,SAAS,GAAG,GAAG,CAAC,SAAS,CAAC;gBAC9B,IAAI,OAAO,SAAS,KAAK,QAAQ,EAAE,CAAC;oBAChC,IAAI,CAAC;wBAAC,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;oBAAC,CAAC;oBAAC,MAAM,CAAC;wBAAC,SAAS,GAAG,EAAE,CAAC;oBAAC,CAAC;gBACxE,CAAC;qBAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC;oBAAC,SAAS,GAAG,EAAE,CAAC;gBAAC,CAAC;gBAEzD,IAAI,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC;gBAC1B,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;oBAC9B,IAAI,CAAC;wBAAC,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;oBAAC,CAAC;oBAAC,MAAM,CAAC;wBAAC,OAAO,GAAG,EAAE,CAAC;oBAAC,CAAC;gBAClE,CAAC;qBAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;oBAAC,OAAO,GAAG,EAAE,CAAC;gBAAC,CAAC;gBAErD,IAAI,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC;gBACpB,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;oBAC3B,IAAI,CAAC;wBAAC,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;oBAAC,CAAC;oBAAC,MAAM,CAAC;wBAAC,IAAI,GAAG,EAAE,CAAC;oBAAC,CAAC;gBACzD,CAAC;qBAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;oBAAC,IAAI,GAAG,EAAE,CAAC;gBAAC,CAAC;gBAE/C,YAAY,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,MAAM,IAAI,EAAE,MAAM,IAAI,EAAE,MAAM,IAAI,EAAE,MAAM,IAAI,EAAE,MAAM,IAAI,EAAE,MAAM,IAAI,EAAE,MAAM,IAAI,EAAE,MAAM,IAAI,EAAE,MAAM,IAAI,EAAE,MAAM,IAAI,EAAE,MAAM,IAAI,EAAE,MAAM,IAAI,EAAE,MAAM,IAAI,EAAE,GAAG,CAAC,CAAC;gBAC9L,MAAM,CAAC,IAAI,CACP,GAAG,CAAC,EAAE,IAAI,EAAE,EAAE,GAAG,CAAC,SAAS,IAAI,CAAC,EAAE,GAAG,CAAC,OAAO,IAAI,EAAE,EAAE,GAAG,CAAC,WAAW,IAAI,EAAE,EAC1E,GAAG,CAAC,SAAS,IAAI,IAAI,EAAE,GAAG,CAAC,QAAQ,IAAI,IAAI,EAAE,GAAG,CAAC,IAAI,IAAI,IAAI,EAAE,GAAG,CAAC,IAAI,IAAI,IAAI,EAC/E,SAAS,CAAC,OAAO,CAAC,EAAE,SAAS,CAAC,IAAI,CAAC,EAAE,GAAG,CAAC,MAAM,IAAI,IAAI,EACvD,GAAG,CAAC,UAAU,IAAI,UAAU,EAAE,GAAG,CAAC,OAAO,IAAI,GAAG,EAAE,SAAS,CAAC,SAAS,CAAC,CACzE,CAAC;gBACF,KAAK,CAAC,YAAY,EAAE,CAAC;YACzB,CAAC;YAED,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC1B,MAAM,EAAE,CAAC,GAAG,CACR;8BACU,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC;;;;;;;;sDAQC,EAClC,MAAM,CACT,CAAC;YACN,CAAC;QACL,CAAC;aAAM,IAAI,cAAc,KAAK,QAAQ,EAAE,CAAC;YACrC,MAAM,YAAY,GAAG,EAAE,CAAC;YACxB,MAAM,MAAM,GAAU,EAAE,CAAC;YACzB,IAAI,IAAI,GAAG,CAAC,CAAC;YAEb,KAAK,MAAM,GAAG,IAAI,KAAK,EAAE,CAAC;gBACtB,YAAY,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,MAAM,IAAI,EAAE,MAAM,IAAI,EAAE,MAAM,IAAI,EAAE,GAAG,CAAC,CAAC;gBACtE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,IAAI,EAAE,EAAE,GAAG,CAAC,IAAI,IAAI,EAAE,EAAE,GAAG,CAAC,WAAW,IAAI,CAAC,EAAE,GAAG,CAAC,WAAW,IAAI,IAAI,CAAC,CAAC;gBAC3F,KAAK,CAAC,YAAY,EAAE,CAAC;YACzB,CAAC;YAED,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC1B,MAAM,EAAE,CAAC,GAAG,CACR;8BACU,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC;;;0DAGK,EACtC,MAAM,CACT,CAAC;YACN,CAAC;QACL,CAAC;aAAM,IAAI,cAAc,KAAK,SAAS,EAAE,CAAC;YACtC,MAAM,YAAY,GAAG,EAAE,CAAC;YACxB,MAAM,MAAM,GAAU,EAAE,CAAC;YACzB,IAAI,IAAI,GAAG,CAAC,CAAC;YAEb,KAAK,MAAM,GAAG,IAAI,KAAK,EAAE,CAAC;gBACtB,YAAY,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,MAAM,IAAI,EAAE,GAAG,CAAC,CAAC;gBAC9C,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC;gBAChC,KAAK,CAAC,YAAY,EAAE,CAAC;YACzB,CAAC;YAED,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC1B,MAAM,EAAE,CAAC,GAAG,CACR,2CAA2C,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC;4EACV,EACxD,MAAM,CACT,CAAC;YACN,CAAC;QACL,CAAC;QAED,KAAK,GAAG,EAAE,CAAC;IACf,CAAC,CAAC;IAEF,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,EAAE,EAAE,CAAC;QAC1B,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;QAE5B,oBAAoB;QACpB,IAAI,OAAO,CAAC,UAAU,CAAC,YAAY,CAAC,EAAI,CAAC;YAAC,cAAc,GAAG,OAAO,CAAC;YAAG,SAAS;QAAC,CAAC;QACjF,IAAI,OAAO,CAAC,UAAU,CAAC,aAAa,CAAC,EAAG,CAAC;YAAC,cAAc,GAAG,QAAQ,CAAC;YAAE,SAAS;QAAC,CAAC;QACjF,IAAI,OAAO,CAAC,UAAU,CAAC,aAAa,CAAC,EAAG,CAAC;YAAC,cAAc,GAAG,QAAQ,CAAC;YAAE,SAAS;QAAC,CAAC;QACjF,IAAI,OAAO,CAAC,UAAU,CAAC,cAAc,CAAC,EAAE,CAAC;YAAC,cAAc,GAAG,SAAS,CAAC;YAAC,SAAS;QAAC,CAAC;QAEjF,IAAI,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;YAC3B,MAAM,UAAU,EAAE,CAAC;YACnB,cAAc,GAAG,MAAM,CAAC;YACxB,SAAS;QACb,CAAC;QAED,IAAI,cAAc,KAAK,MAAM,EAAE,CAAC;YAC5B,SAAS,EAAE,CAAC;YAEZ,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACvB,IAAI,SAAS,GAAG,KAAK,KAAK,CAAC,IAAI,CAAC,GAAG,GAAG,WAAW,CAAC,GAAG,KAAK,EAAE,CAAC;gBACzD,OAAO,CAAC,GAAG,CAAC,2BAA2B,SAAS,WAAW,KAAK,CAAC,UAAU,WAAW,KAAK,CAAC,YAAY,QAAQ,CAAC,CAAC;gBAClH,WAAW,GAAG,GAAG,CAAC;YACtB,CAAC;YAED,MAAM,OAAO,GAAG,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;YACvE,IAAI,CAAC;gBACD,IAAI,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;oBACrD,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;oBAChC,IAAI,KAAK,CAAC,MAAM,IAAI,UAAU;wBAAE,MAAM,UAAU,EAAE,CAAC;gBACvD,CAAC;YACL,CAAC;YAAC,MAAM,CAAC,CAAC,0BAA0B,CAAC,CAAC;QAC1C,CAAC;IACL,CAAC;IAED,MAAM,UAAU,EAAE,CAAC;IAEnB,gFAAgF;IAChF,IAAI,KAAK,CAAC,UAAU,GAAG,CAAC,EAAE,CAAC;QACvB,OAAO,CAAC,GAAG,CAAC,uEAAuE,CAAC,CAAC;QACrF,MAAM,sBAAsB,EAAE,CAAC;IACnC,CAAC;SAAM,CAAC;QACJ,6CAA6C;QAC7C,OAAO,CAAC,GAAG,CAAC,qEAAqE,CAAC,CAAC;QACnF,MAAM,4BAA4B,EAAE,CAAC;IACzC,CAAC;IAED,MAAM,SAAS,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IAC/D,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,UAAU,IAAI,KAAK,CAAC,YAAY,CAAC,GAAG,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC;IAEjG,OAAO,CAAC,GAAG,CAAC,qCAAqC,SAAS,MAAM,WAAW,aAAa,CAAC,CAAC;IAC1F,OAAO,CAAC,GAAG,CAAC,sBAAsB,EAAE,KAAK,CAAC,CAAC;IAC3C,OAAO,KAAK,CAAC;AACjB,CAAC;AAED;;;;GAIG;AACH,KAAK,UAAU,sBAAsB;IACjC,MAAM,EAAE,SAAS,EAAE,kBAAkB,EAAE,GAAG,KAAK,CAAC;IAEhD,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,kBAAkB,CAAC,EAAE,CAAC;QACrC,OAAO,CAAC,IAAI,CAAC,gEAAgE,CAAC,CAAC;QAC/E,OAAO;IACX,CAAC;IAED,MAAM,QAAQ,GAAwC;QAClD,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAAE,QAAQ,CAAC,EAAE,EAAE,EAAE,SAAS,EAAE;QAChE,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAAE,iBAAiB,CAAC,EAAE,EAAE,EAAE,kBAAkB,EAAE;KACrF,CAAC;IAEF,KAAK,MAAM,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,QAAQ,EAAE,CAAC;QAClC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC;YAAE,SAAS;QACnC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,EAAE,CAAC;YAAE,EAAE,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAE9D,2DAA2D;QAC3D,IAAI,KAAK,EAAE,MAAM,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;YACxC,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;YACzC,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;YAChC,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;YACnC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC;gBAAE,EAAE,CAAC,SAAS,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YACxE,IAAI,CAAC;gBAAC,EAAE,CAAC,YAAY,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;YAAC,CAAC;YAAC,OAAO,CAAM,EAAE,CAAC;gBACpD,OAAO,CAAC,IAAI,CAAC,kCAAkC,OAAO,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;YAC5E,CAAC;QACL,CAAC;IACL,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,sEAAsE,CAAC,CAAC;AACxF,CAAC;AAED;;;GAGG;AACH,KAAK,UAAU,4BAA4B;IACvC,MAAM,EAAE,SAAS,EAAE,kBAAkB,EAAE,GAAG,KAAK,CAAC;IAEhD,2BAA2B;IAC3B,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC;QAAE,EAAE,CAAC,SAAS,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC5E,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,kBAAkB,CAAC;QAAE,EAAE,CAAC,SAAS,CAAC,kBAAkB,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAE9F,gCAAgC;IAChC,MAAM,aAAa,GAAG,MAAM,EAAE,CAAC,GAAG,CAAC,6CAA6C,CAAC,CAAC;IAClF,MAAM,OAAO,GAAG,aAAa,CAAC,IAAI,IAAI,EAAE,CAAC;IAEzC,OAAO,CAAC,GAAG,CAAC,4BAA4B,OAAO,CAAC,MAAM,0CAA0C,CAAC,CAAC;IAElG,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,aAAa,GAAG,CAAC,CAAC;IACtB,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,UAAU,GAAG,CAAC,CAAC;IAEnB,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC3B,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC;QAC/B,IAAI,CAAC,UAAU;YAAE,SAAS;QAE1B,6BAA6B;QAC7B,IAAI,SAAS,GAAG,SAAS,CAAC;QAC1B,IAAI,UAAU,GAAG,KAAK,CAAC;QAEvB,IAAI,UAAU,CAAC,QAAQ,CAAC,gBAAgB,CAAC,IAAI,UAAU,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,UAAU,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;YAClH,SAAS,GAAG,kBAAkB,CAAC;YAC/B,UAAU,GAAG,IAAI,CAAC;YAClB,aAAa,EAAE,CAAC;QACpB,CAAC;aAAM,CAAC;YACJ,UAAU,EAAE,CAAC;QACjB,CAAC;QAED,oBAAoB;QACpB,IAAI,YAAY,GAAG,UAAU;aACxB,OAAO,CAAC,aAAa,EAAE,EAAE,CAAC;aAC1B,OAAO,CAAC,sBAAsB,EAAE,EAAE,CAAC,CAAC;QAEzC,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;QACtD,MAAM,aAAa,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;QAE/C,6BAA6B;QAC7B,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,aAAa,CAAC,EAAE,CAAC;YAChC,EAAE,CAAC,SAAS,CAAC,aAAa,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACrD,CAAC;QAED,kDAAkD;QAClD,MAAM,WAAW,GAAG,MAAM,EAAE,CAAC,GAAG,CAC5B,+GAA+G,EAC/G,CAAC,UAAU,CAAC,CACf,CAAC;QAEF,OAAO,CAAC,GAAG,CAAC,yBAAyB,UAAU,mBAAmB,WAAW,CAAC,IAAI,EAAE,MAAM,IAAI,CAAC,EAAE,CAAC,CAAC;QAEnG,IAAI,WAAW,CAAC,IAAI,IAAI,WAAW,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClD,MAAM,OAAO,GAAG,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAEvE,IAAI,CAAC;gBACD,EAAE,CAAC,aAAa,CAAC,UAAU,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;gBAC/C,SAAS,EAAE,CAAC;gBACZ,OAAO,CAAC,GAAG,CAAC,2BAA2B,UAAU,KAAK,OAAO,CAAC,MAAM,SAAS,CAAC,CAAC;YACnF,CAAC;YAAC,OAAO,CAAM,EAAE,CAAC;gBACd,OAAO,CAAC,IAAI,CAAC,mCAAmC,UAAU,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;YAChF,CAAC;QACL,CAAC;aAAM,CAAC;YACJ,UAAU,EAAE,CAAC;YACb,OAAO,CAAC,IAAI,CAAC,8CAA8C,UAAU,EAAE,CAAC,CAAC;QAC7E,CAAC;IACL,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,6CAA6C,UAAU,WAAW,aAAa,cAAc,SAAS,mBAAmB,UAAU,gBAAgB,CAAC,CAAC;IACjK,OAAO,CAAC,GAAG,CAAC,qGAAqG,CAAC,CAAC;AACvH,CAAC"}
|
|
@@ -0,0 +1,127 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Radial Distiller v2.0 — Decision Record Output
|
|
3
|
+
*
|
|
4
|
+
* Three-phase pipeline for semantic corpus compression:
|
|
5
|
+
* 1. COLLECT: Extract semantic blocks (headings, sections)
|
|
6
|
+
* 2. DEDUPLICATE: Block-level deduplication with SimHash
|
|
7
|
+
* 3. REASSEMBLE: Build Decision Record JSON output
|
|
8
|
+
*
|
|
9
|
+
* Prevents self-contamination by filtering distilled_* files
|
|
10
|
+
*/
|
|
11
|
+
/**
|
|
12
|
+
* Semantic Block interface
|
|
13
|
+
*/
|
|
14
|
+
export interface SemanticBlock {
|
|
15
|
+
id: string;
|
|
16
|
+
type: 'heading1' | 'heading2' | 'heading3' | 'problem' | 'solution' | 'rationale' | 'status' | 'content';
|
|
17
|
+
content: string;
|
|
18
|
+
heading?: string;
|
|
19
|
+
level: number;
|
|
20
|
+
provenance: string[];
|
|
21
|
+
mtime: number;
|
|
22
|
+
simhash: string;
|
|
23
|
+
tags?: string[];
|
|
24
|
+
}
|
|
25
|
+
/**
|
|
26
|
+
* Decision Record interface (final output)
|
|
27
|
+
*/
|
|
28
|
+
export interface DecisionRecord {
|
|
29
|
+
id: string;
|
|
30
|
+
title: string;
|
|
31
|
+
problem?: string;
|
|
32
|
+
solution?: string[];
|
|
33
|
+
rationale?: string;
|
|
34
|
+
supersedes?: string[];
|
|
35
|
+
status: 'active' | 'deprecated' | 'archived';
|
|
36
|
+
timestamp: string;
|
|
37
|
+
provenance: string[];
|
|
38
|
+
tags: string[];
|
|
39
|
+
}
|
|
40
|
+
/**
|
|
41
|
+
* Universal Digital Object Metadata
|
|
42
|
+
* Captures file-agnostic metadata for any digital object
|
|
43
|
+
*/
|
|
44
|
+
export interface DigitalObjectMetadata {
|
|
45
|
+
id: string;
|
|
46
|
+
source_path: string;
|
|
47
|
+
source_type: string;
|
|
48
|
+
created_at?: string;
|
|
49
|
+
modified_at: string;
|
|
50
|
+
ingested_at: string;
|
|
51
|
+
bucket: string;
|
|
52
|
+
compound_id: string;
|
|
53
|
+
size_bytes: number;
|
|
54
|
+
line_count?: number;
|
|
55
|
+
char_count?: number;
|
|
56
|
+
topics?: string[];
|
|
57
|
+
entities?: string[];
|
|
58
|
+
tags?: string[];
|
|
59
|
+
}
|
|
60
|
+
/**
|
|
61
|
+
* Chat Session Metadata (extends digital object with session-specific data)
|
|
62
|
+
* Only populated when source_type === 'jsonl' and bucket === 'inbox'
|
|
63
|
+
*/
|
|
64
|
+
export interface ChatSessionMetadata extends DigitalObjectMetadata {
|
|
65
|
+
session_id: string;
|
|
66
|
+
session_start: string;
|
|
67
|
+
session_end: string;
|
|
68
|
+
commands: string[];
|
|
69
|
+
message_count: number;
|
|
70
|
+
participants: string[];
|
|
71
|
+
models_used?: string[];
|
|
72
|
+
}
|
|
73
|
+
/**
|
|
74
|
+
* Session Index Entry (for query routing)
|
|
75
|
+
* Derived from ChatSessionMetadata, optimized for search
|
|
76
|
+
*/
|
|
77
|
+
export interface SessionIndexEntry {
|
|
78
|
+
session_id: string;
|
|
79
|
+
date: string;
|
|
80
|
+
commands: string[];
|
|
81
|
+
topics: string[];
|
|
82
|
+
full_log_path: string;
|
|
83
|
+
message_count: number;
|
|
84
|
+
participants: string[];
|
|
85
|
+
}
|
|
86
|
+
export interface RadialDistillRequest {
|
|
87
|
+
seed?: {
|
|
88
|
+
query?: string;
|
|
89
|
+
compound_ids?: string[];
|
|
90
|
+
buckets?: string[];
|
|
91
|
+
};
|
|
92
|
+
radius?: number;
|
|
93
|
+
max_radius?: number;
|
|
94
|
+
output_format?: 'yaml' | 'json' | 'decision-records';
|
|
95
|
+
output_path?: string;
|
|
96
|
+
export_to_inbox?: boolean;
|
|
97
|
+
auto_save?: boolean;
|
|
98
|
+
}
|
|
99
|
+
export interface RadialDistillResult {
|
|
100
|
+
stats: {
|
|
101
|
+
compounds_processed: number;
|
|
102
|
+
blocks_total: number;
|
|
103
|
+
blocks_unique: number;
|
|
104
|
+
decision_records: number;
|
|
105
|
+
compression_ratio: string;
|
|
106
|
+
duration_ms: number;
|
|
107
|
+
memory_peak_mb: number;
|
|
108
|
+
};
|
|
109
|
+
output: {
|
|
110
|
+
format: string;
|
|
111
|
+
path?: string;
|
|
112
|
+
size_bytes: number;
|
|
113
|
+
records_created?: number;
|
|
114
|
+
};
|
|
115
|
+
provenance: {
|
|
116
|
+
source_compounds: string[];
|
|
117
|
+
distilled_at: string;
|
|
118
|
+
parameters: RadialDistillRequest;
|
|
119
|
+
};
|
|
120
|
+
digital_objects?: DigitalObjectMetadata[];
|
|
121
|
+
session_index?: SessionIndexEntry[];
|
|
122
|
+
}
|
|
123
|
+
/**
|
|
124
|
+
* Main distillation function
|
|
125
|
+
*/
|
|
126
|
+
export declare function radialDistill(request: RadialDistillRequest): Promise<RadialDistillResult>;
|
|
127
|
+
//# sourceMappingURL=radial-distiller-v2.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"radial-distiller-v2.d.ts","sourceRoot":"","sources":["../../../src/services/distillation/radial-distiller-v2.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AA+BH;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,UAAU,GAAG,UAAU,GAAG,UAAU,GAAG,SAAS,GAAG,UAAU,GAAG,WAAW,GAAG,QAAQ,GAAG,SAAS,CAAC;IACzG,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,MAAM,EAAE,CAAC;IACrB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;CACjB;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC;IACtB,MAAM,EAAE,QAAQ,GAAG,YAAY,GAAG,UAAU,CAAC;IAC7C,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,EAAE,CAAC;IACrB,IAAI,EAAE,MAAM,EAAE,CAAC;CAChB;AAED;;;GAGG;AACH,MAAM,WAAW,qBAAqB;IAEpC,EAAE,EAAE,MAAM,CAAC;IACX,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IAGpB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IAGpB,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,MAAM,CAAC;IAGpB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;IAGpB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IACpB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;CACjB;AAED;;;GAGG;AACH,MAAM,WAAW,mBAAoB,SAAQ,qBAAqB;IAChE,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;CACxB;AAED;;;GAGG;AACH,MAAM,WAAW,iBAAiB;IAChC,UAAU,EAAE,MAAM,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,aAAa,EAAE,MAAM,CAAC;IACtB,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,MAAM,EAAE,CAAC;CACxB;AAED,MAAM,WAAW,oBAAoB;IACnC,IAAI,CAAC,EAAE;QACL,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;QACxB,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;KACpB,CAAC;IACF,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,aAAa,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG,kBAAkB,CAAC;IACrD,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,SAAS,CAAC,EAAE,OAAO,CAAC;CACrB;AAED,MAAM,WAAW,mBAAmB;IAClC,KAAK,EAAE;QACL,mBAAmB,EAAE,MAAM,CAAC;QAC5B,YAAY,EAAE,MAAM,CAAC;QACrB,aAAa,EAAE,MAAM,CAAC;QACtB,gBAAgB,EAAE,MAAM,CAAC;QACzB,iBAAiB,EAAE,MAAM,CAAC;QAC1B,WAAW,EAAE,MAAM,CAAC;QACpB,cAAc,EAAE,MAAM,CAAC;KACxB,CAAC;IACF,MAAM,EAAE;QACN,MAAM,EAAE,MAAM,CAAC;QACf,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,UAAU,EAAE,MAAM,CAAC;QACnB,eAAe,CAAC,EAAE,MAAM,CAAC;KAC1B,CAAC;IACF,UAAU,EAAE;QACV,gBAAgB,EAAE,MAAM,EAAE,CAAC;QAC3B,YAAY,EAAE,MAAM,CAAC;QACrB,UAAU,EAAE,oBAAoB,CAAC;KAClC,CAAC;IAEF,eAAe,CAAC,EAAE,qBAAqB,EAAE,CAAC;IAE1C,aAAa,CAAC,EAAE,iBAAiB,EAAE,CAAC;CACrC;AAiWD;;GAEG;AACH,wBAAsB,aAAa,CAAC,OAAO,EAAE,oBAAoB,GAAG,OAAO,CAAC,mBAAmB,CAAC,CA6L/F"}
|