@rbalchii/anchor-engine 4.7.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +609 -0
- package/README.md +317 -0
- package/anchor.bat +5 -0
- package/docs/API.md +314 -0
- package/docs/DEPLOYMENT.md +448 -0
- package/docs/INDEX.md +226 -0
- package/docs/STAR_Whitepaper_Executive.md +216 -0
- package/docs/TROUBLESHOOTING.md +535 -0
- package/docs/archive/GIT_BACKUP_VERIFICATION.md +297 -0
- package/docs/archive/adoption-guide.md +264 -0
- package/docs/archive/adoption-preparation.md +179 -0
- package/docs/archive/agent-harness-integration.md +227 -0
- package/docs/archive/api-reference.md +106 -0
- package/docs/archive/api_flows_diagram.md +118 -0
- package/docs/archive/architecture.md +410 -0
- package/docs/archive/architecture_diagram.md +174 -0
- package/docs/archive/broader-adoption-preparation.md +175 -0
- package/docs/archive/browser-paradigm-architecture.md +163 -0
- package/docs/archive/chat-integration.md +124 -0
- package/docs/archive/community-adoption-materials.md +103 -0
- package/docs/archive/community-adoption.md +147 -0
- package/docs/archive/comparison-with-siloed-solutions.md +192 -0
- package/docs/archive/comprehensive-docs.md +156 -0
- package/docs/archive/data_flow_diagram.md +251 -0
- package/docs/archive/enhancement-implementation-summary.md +146 -0
- package/docs/archive/evolution-summary.md +141 -0
- package/docs/archive/ingestion_pipeline_diagram.md +198 -0
- package/docs/archive/native-module-profiling-results.md +135 -0
- package/docs/archive/positioning-document.md +158 -0
- package/docs/archive/positioning.md +175 -0
- package/docs/archive/query-builder-documentation.md +218 -0
- package/docs/archive/quick-reference.md +40 -0
- package/docs/archive/quickstart.md +63 -0
- package/docs/archive/relationship-narrative-discovery.md +141 -0
- package/docs/archive/search-logic-improvement-plan.md +336 -0
- package/docs/archive/search_architecture_diagram.md +212 -0
- package/docs/archive/semantic-architecture-guide.md +97 -0
- package/docs/archive/sequence-diagrams.md +128 -0
- package/docs/archive/system_components_diagram.md +296 -0
- package/docs/archive/test-framework-integration.md +109 -0
- package/docs/archive/testing-framework-documentation.md +397 -0
- package/docs/archive/testing-framework-summary.md +121 -0
- package/docs/archive/testing-framework.md +377 -0
- package/docs/archive/ui-architecture.md +75 -0
- package/docs/arxiv/BIBLIOGRAPHY.bib +145 -0
- package/docs/arxiv/RELATED_WORK.tex +39 -0
- package/docs/arxiv/compile.bat +48 -0
- package/docs/arxiv/joss_response.md +33 -0
- package/docs/arxiv/prepare-submission.bat +46 -0
- package/docs/arxiv/review.md +128 -0
- package/docs/arxiv/star-whitepaper.tex +657 -0
- package/docs/code-patterns.md +289 -0
- package/docs/whitepaper.md +445 -0
- package/engine/dist/agent/runtime.d.ts +41 -0
- package/engine/dist/agent/runtime.d.ts.map +1 -0
- package/engine/dist/agent/runtime.js +73 -0
- package/engine/dist/agent/runtime.js.map +1 -0
- package/engine/dist/commands/audit-tags.d.ts +14 -0
- package/engine/dist/commands/audit-tags.d.ts.map +1 -0
- package/engine/dist/commands/audit-tags.js +180 -0
- package/engine/dist/commands/audit-tags.js.map +1 -0
- package/engine/dist/commands/distill.d.ts +19 -0
- package/engine/dist/commands/distill.d.ts.map +1 -0
- package/engine/dist/commands/distill.js +114 -0
- package/engine/dist/commands/distill.js.map +1 -0
- package/engine/dist/commands/generate-synonyms.d.ts +14 -0
- package/engine/dist/commands/generate-synonyms.d.ts.map +1 -0
- package/engine/dist/commands/generate-synonyms.js +91 -0
- package/engine/dist/commands/generate-synonyms.js.map +1 -0
- package/engine/dist/config/index.d.ts +115 -0
- package/engine/dist/config/index.d.ts.map +1 -0
- package/engine/dist/config/index.js +326 -0
- package/engine/dist/config/index.js.map +1 -0
- package/engine/dist/config/max-recall-config.d.ts +102 -0
- package/engine/dist/config/max-recall-config.d.ts.map +1 -0
- package/engine/dist/config/max-recall-config.js +102 -0
- package/engine/dist/config/max-recall-config.js.map +1 -0
- package/engine/dist/config/paths.d.ts +40 -0
- package/engine/dist/config/paths.d.ts.map +1 -0
- package/engine/dist/config/paths.js +49 -0
- package/engine/dist/config/paths.js.map +1 -0
- package/engine/dist/core/batch.d.ts +19 -0
- package/engine/dist/core/batch.d.ts.map +1 -0
- package/engine/dist/core/batch.js +37 -0
- package/engine/dist/core/batch.js.map +1 -0
- package/engine/dist/core/db.d.ts +58 -0
- package/engine/dist/core/db.d.ts.map +1 -0
- package/engine/dist/core/db.js +563 -0
- package/engine/dist/core/db.js.map +1 -0
- package/engine/dist/core/inference/ChatWorker.d.ts +2 -0
- package/engine/dist/core/inference/ChatWorker.d.ts.map +1 -0
- package/engine/dist/core/inference/ChatWorker.js +28 -0
- package/engine/dist/core/inference/ChatWorker.js.map +1 -0
- package/engine/dist/core/inference/context_manager.d.ts +49 -0
- package/engine/dist/core/inference/context_manager.d.ts.map +1 -0
- package/engine/dist/core/inference/context_manager.js +199 -0
- package/engine/dist/core/inference/context_manager.js.map +1 -0
- package/engine/dist/core/inference/llamaLoaderWorker.d.ts +2 -0
- package/engine/dist/core/inference/llamaLoaderWorker.d.ts.map +1 -0
- package/engine/dist/core/inference/llamaLoaderWorker.js +23 -0
- package/engine/dist/core/inference/llamaLoaderWorker.js.map +1 -0
- package/engine/dist/core/vector.d.ts +40 -0
- package/engine/dist/core/vector.d.ts.map +1 -0
- package/engine/dist/core/vector.js +167 -0
- package/engine/dist/core/vector.js.map +1 -0
- package/engine/dist/index.d.ts +4 -0
- package/engine/dist/index.d.ts.map +1 -0
- package/engine/dist/index.js +400 -0
- package/engine/dist/index.js.map +1 -0
- package/engine/dist/middleware/auth.d.ts +14 -0
- package/engine/dist/middleware/auth.d.ts.map +1 -0
- package/engine/dist/middleware/auth.js +44 -0
- package/engine/dist/middleware/auth.js.map +1 -0
- package/engine/dist/middleware/request-tracing.d.ts +29 -0
- package/engine/dist/middleware/request-tracing.d.ts.map +1 -0
- package/engine/dist/middleware/request-tracing.js +115 -0
- package/engine/dist/middleware/request-tracing.js.map +1 -0
- package/engine/dist/middleware/validate.d.ts +30 -0
- package/engine/dist/middleware/validate.d.ts.map +1 -0
- package/engine/dist/middleware/validate.js +117 -0
- package/engine/dist/middleware/validate.js.map +1 -0
- package/engine/dist/native/index.d.ts +106 -0
- package/engine/dist/native/index.d.ts.map +1 -0
- package/engine/dist/native/index.js +230 -0
- package/engine/dist/native/index.js.map +1 -0
- package/engine/dist/native/types.d.ts +45 -0
- package/engine/dist/native/types.d.ts.map +1 -0
- package/engine/dist/native/types.js +6 -0
- package/engine/dist/native/types.js.map +1 -0
- package/engine/dist/profiling/atomization-profiling.d.ts +8 -0
- package/engine/dist/profiling/atomization-profiling.d.ts.map +1 -0
- package/engine/dist/profiling/atomization-profiling.js +108 -0
- package/engine/dist/profiling/atomization-profiling.js.map +1 -0
- package/engine/dist/profiling/bottleneck-identification.d.ts +8 -0
- package/engine/dist/profiling/bottleneck-identification.d.ts.map +1 -0
- package/engine/dist/profiling/bottleneck-identification.js +249 -0
- package/engine/dist/profiling/bottleneck-identification.js.map +1 -0
- package/engine/dist/profiling/content-sanitization-profiling.d.ts +12 -0
- package/engine/dist/profiling/content-sanitization-profiling.d.ts.map +1 -0
- package/engine/dist/profiling/content-sanitization-profiling.js +266 -0
- package/engine/dist/profiling/content-sanitization-profiling.js.map +1 -0
- package/engine/dist/profiling/simhash-profiling.d.ts +11 -0
- package/engine/dist/profiling/simhash-profiling.d.ts.map +1 -0
- package/engine/dist/profiling/simhash-profiling.js +168 -0
- package/engine/dist/profiling/simhash-profiling.js.map +1 -0
- package/engine/dist/routes/api.d.ts +9 -0
- package/engine/dist/routes/api.d.ts.map +1 -0
- package/engine/dist/routes/api.js +37 -0
- package/engine/dist/routes/api.js.map +1 -0
- package/engine/dist/routes/enhanced-api.d.ts +9 -0
- package/engine/dist/routes/enhanced-api.d.ts.map +1 -0
- package/engine/dist/routes/enhanced-api.js +139 -0
- package/engine/dist/routes/enhanced-api.js.map +1 -0
- package/engine/dist/routes/health.d.ts +8 -0
- package/engine/dist/routes/health.d.ts.map +1 -0
- package/engine/dist/routes/health.js +89 -0
- package/engine/dist/routes/health.js.map +1 -0
- package/engine/dist/routes/monitoring.d.ts +8 -0
- package/engine/dist/routes/monitoring.d.ts.map +1 -0
- package/engine/dist/routes/monitoring.js +509 -0
- package/engine/dist/routes/monitoring.js.map +1 -0
- package/engine/dist/routes/v1/admin.d.ts +3 -0
- package/engine/dist/routes/v1/admin.d.ts.map +1 -0
- package/engine/dist/routes/v1/admin.js +261 -0
- package/engine/dist/routes/v1/admin.js.map +1 -0
- package/engine/dist/routes/v1/atoms.d.ts +3 -0
- package/engine/dist/routes/v1/atoms.d.ts.map +1 -0
- package/engine/dist/routes/v1/atoms.js +172 -0
- package/engine/dist/routes/v1/atoms.js.map +1 -0
- package/engine/dist/routes/v1/backup.d.ts +3 -0
- package/engine/dist/routes/v1/backup.d.ts.map +1 -0
- package/engine/dist/routes/v1/backup.js +100 -0
- package/engine/dist/routes/v1/backup.js.map +1 -0
- package/engine/dist/routes/v1/git.d.ts +3 -0
- package/engine/dist/routes/v1/git.d.ts.map +1 -0
- package/engine/dist/routes/v1/git.js +316 -0
- package/engine/dist/routes/v1/git.js.map +1 -0
- package/engine/dist/routes/v1/ingest.d.ts +3 -0
- package/engine/dist/routes/v1/ingest.d.ts.map +1 -0
- package/engine/dist/routes/v1/ingest.js +66 -0
- package/engine/dist/routes/v1/ingest.js.map +1 -0
- package/engine/dist/routes/v1/memory.d.ts +14 -0
- package/engine/dist/routes/v1/memory.d.ts.map +1 -0
- package/engine/dist/routes/v1/memory.js +87 -0
- package/engine/dist/routes/v1/memory.js.map +1 -0
- package/engine/dist/routes/v1/research.d.ts +3 -0
- package/engine/dist/routes/v1/research.d.ts.map +1 -0
- package/engine/dist/routes/v1/research.js +109 -0
- package/engine/dist/routes/v1/research.js.map +1 -0
- package/engine/dist/routes/v1/search.d.ts +3 -0
- package/engine/dist/routes/v1/search.d.ts.map +1 -0
- package/engine/dist/routes/v1/search.js +180 -0
- package/engine/dist/routes/v1/search.js.map +1 -0
- package/engine/dist/routes/v1/settings.d.ts +8 -0
- package/engine/dist/routes/v1/settings.d.ts.map +1 -0
- package/engine/dist/routes/v1/settings.js +211 -0
- package/engine/dist/routes/v1/settings.js.map +1 -0
- package/engine/dist/routes/v1/system.d.ts +3 -0
- package/engine/dist/routes/v1/system.d.ts.map +1 -0
- package/engine/dist/routes/v1/system.js +326 -0
- package/engine/dist/routes/v1/system.js.map +1 -0
- package/engine/dist/routes/v1/tags.d.ts +3 -0
- package/engine/dist/routes/v1/tags.d.ts.map +1 -0
- package/engine/dist/routes/v1/tags.js +102 -0
- package/engine/dist/routes/v1/tags.js.map +1 -0
- package/engine/dist/server-8080.d.ts +2 -0
- package/engine/dist/server-8080.d.ts.map +1 -0
- package/engine/dist/server-8080.js +74 -0
- package/engine/dist/server-8080.js.map +1 -0
- package/engine/dist/services/backup/backup-restore.d.ts +37 -0
- package/engine/dist/services/backup/backup-restore.d.ts.map +1 -0
- package/engine/dist/services/backup/backup-restore.js +385 -0
- package/engine/dist/services/backup/backup-restore.js.map +1 -0
- package/engine/dist/services/backup/backup.d.ts +14 -0
- package/engine/dist/services/backup/backup.d.ts.map +1 -0
- package/engine/dist/services/backup/backup.js +442 -0
- package/engine/dist/services/backup/backup.js.map +1 -0
- package/engine/dist/services/distillation/radial-distiller-v2.d.ts +127 -0
- package/engine/dist/services/distillation/radial-distiller-v2.d.ts.map +1 -0
- package/engine/dist/services/distillation/radial-distiller-v2.js +503 -0
- package/engine/dist/services/distillation/radial-distiller-v2.js.map +1 -0
- package/engine/dist/services/distillation/radial-distiller.d.ts +63 -0
- package/engine/dist/services/distillation/radial-distiller.d.ts.map +1 -0
- package/engine/dist/services/distillation/radial-distiller.js +394 -0
- package/engine/dist/services/distillation/radial-distiller.js.map +1 -0
- package/engine/dist/services/health-check-enhanced.d.ts +89 -0
- package/engine/dist/services/health-check-enhanced.d.ts.map +1 -0
- package/engine/dist/services/health-check-enhanced.js +417 -0
- package/engine/dist/services/health-check-enhanced.js.map +1 -0
- package/engine/dist/services/idle-manager.d.ts +56 -0
- package/engine/dist/services/idle-manager.d.ts.map +1 -0
- package/engine/dist/services/idle-manager.js +210 -0
- package/engine/dist/services/idle-manager.js.map +1 -0
- package/engine/dist/services/inference/inference-service.d.ts +27 -0
- package/engine/dist/services/inference/inference-service.d.ts.map +1 -0
- package/engine/dist/services/inference/inference-service.js +89 -0
- package/engine/dist/services/inference/inference-service.js.map +1 -0
- package/engine/dist/services/inference/inference.d.ts +59 -0
- package/engine/dist/services/inference/inference.d.ts.map +1 -0
- package/engine/dist/services/inference/inference.js +131 -0
- package/engine/dist/services/inference/inference.js.map +1 -0
- package/engine/dist/services/ingest/atomizer-service.d.ts +74 -0
- package/engine/dist/services/ingest/atomizer-service.d.ts.map +1 -0
- package/engine/dist/services/ingest/atomizer-service.js +982 -0
- package/engine/dist/services/ingest/atomizer-service.js.map +1 -0
- package/engine/dist/services/ingest/content-cleaner.d.ts +43 -0
- package/engine/dist/services/ingest/content-cleaner.d.ts.map +1 -0
- package/engine/dist/services/ingest/content-cleaner.js +166 -0
- package/engine/dist/services/ingest/content-cleaner.js.map +1 -0
- package/engine/dist/services/ingest/github-ingest-service.d.ts +103 -0
- package/engine/dist/services/ingest/github-ingest-service.d.ts.map +1 -0
- package/engine/dist/services/ingest/github-ingest-service.js +537 -0
- package/engine/dist/services/ingest/github-ingest-service.js.map +1 -0
- package/engine/dist/services/ingest/ingest-atomic.d.ts +16 -0
- package/engine/dist/services/ingest/ingest-atomic.d.ts.map +1 -0
- package/engine/dist/services/ingest/ingest-atomic.js +437 -0
- package/engine/dist/services/ingest/ingest-atomic.js.map +1 -0
- package/engine/dist/services/ingest/ingest.d.ts +50 -0
- package/engine/dist/services/ingest/ingest.d.ts.map +1 -0
- package/engine/dist/services/ingest/ingest.js +230 -0
- package/engine/dist/services/ingest/ingest.js.map +1 -0
- package/engine/dist/services/ingest/watchdog.d.ts +31 -0
- package/engine/dist/services/ingest/watchdog.d.ts.map +1 -0
- package/engine/dist/services/ingest/watchdog.js +400 -0
- package/engine/dist/services/ingest/watchdog.js.map +1 -0
- package/engine/dist/services/llm/context.d.ts +6 -0
- package/engine/dist/services/llm/context.d.ts.map +1 -0
- package/engine/dist/services/llm/context.js +80 -0
- package/engine/dist/services/llm/context.js.map +1 -0
- package/engine/dist/services/llm/provider.d.ts +23 -0
- package/engine/dist/services/llm/provider.d.ts.map +1 -0
- package/engine/dist/services/llm/provider.js +338 -0
- package/engine/dist/services/llm/provider.js.map +1 -0
- package/engine/dist/services/llm/reader.d.ts +12 -0
- package/engine/dist/services/llm/reader.d.ts.map +1 -0
- package/engine/dist/services/llm/reader.js +40 -0
- package/engine/dist/services/llm/reader.js.map +1 -0
- package/engine/dist/services/mirror/mirror.d.ts +28 -0
- package/engine/dist/services/mirror/mirror.d.ts.map +1 -0
- package/engine/dist/services/mirror/mirror.js +208 -0
- package/engine/dist/services/mirror/mirror.js.map +1 -0
- package/engine/dist/services/nlp/nlp-service.d.ts +70 -0
- package/engine/dist/services/nlp/nlp-service.d.ts.map +1 -0
- package/engine/dist/services/nlp/nlp-service.js +151 -0
- package/engine/dist/services/nlp/nlp-service.js.map +1 -0
- package/engine/dist/services/nlp/query-parser.d.ts +9 -0
- package/engine/dist/services/nlp/query-parser.d.ts.map +1 -0
- package/engine/dist/services/nlp/query-parser.js +29 -0
- package/engine/dist/services/nlp/query-parser.js.map +1 -0
- package/engine/dist/services/query-builder/DataFrame.d.ts +95 -0
- package/engine/dist/services/query-builder/DataFrame.d.ts.map +1 -0
- package/engine/dist/services/query-builder/DataFrame.js +263 -0
- package/engine/dist/services/query-builder/DataFrame.js.map +1 -0
- package/engine/dist/services/query-builder/QueryBuilder.d.ts +106 -0
- package/engine/dist/services/query-builder/QueryBuilder.d.ts.map +1 -0
- package/engine/dist/services/query-builder/QueryBuilder.js +235 -0
- package/engine/dist/services/query-builder/QueryBuilder.js.map +1 -0
- package/engine/dist/services/query-builder/utils/export.d.ts +11 -0
- package/engine/dist/services/query-builder/utils/export.d.ts.map +1 -0
- package/engine/dist/services/query-builder/utils/export.js +130 -0
- package/engine/dist/services/query-builder/utils/export.js.map +1 -0
- package/engine/dist/services/research/researcher.d.ts +15 -0
- package/engine/dist/services/research/researcher.d.ts.map +1 -0
- package/engine/dist/services/research/researcher.js +123 -0
- package/engine/dist/services/research/researcher.js.map +1 -0
- package/engine/dist/services/scribe/scribe.d.ts +43 -0
- package/engine/dist/services/scribe/scribe.d.ts.map +1 -0
- package/engine/dist/services/scribe/scribe.js +135 -0
- package/engine/dist/services/scribe/scribe.js.map +1 -0
- package/engine/dist/services/search/bright-nodes.d.ts +41 -0
- package/engine/dist/services/search/bright-nodes.d.ts.map +1 -0
- package/engine/dist/services/search/bright-nodes.js +117 -0
- package/engine/dist/services/search/bright-nodes.js.map +1 -0
- package/engine/dist/services/search/context-inflator.d.ts +63 -0
- package/engine/dist/services/search/context-inflator.d.ts.map +1 -0
- package/engine/dist/services/search/context-inflator.js +649 -0
- package/engine/dist/services/search/context-inflator.js.map +1 -0
- package/engine/dist/services/search/context-manager.d.ts +34 -0
- package/engine/dist/services/search/context-manager.d.ts.map +1 -0
- package/engine/dist/services/search/context-manager.js +124 -0
- package/engine/dist/services/search/context-manager.js.map +1 -0
- package/engine/dist/services/search/distributed-query.d.ts +38 -0
- package/engine/dist/services/search/distributed-query.d.ts.map +1 -0
- package/engine/dist/services/search/distributed-query.js +105 -0
- package/engine/dist/services/search/distributed-query.js.map +1 -0
- package/engine/dist/services/search/explore.d.ts +73 -0
- package/engine/dist/services/search/explore.d.ts.map +1 -0
- package/engine/dist/services/search/explore.js +388 -0
- package/engine/dist/services/search/explore.js.map +1 -0
- package/engine/dist/services/search/graph-context-serializer.d.ts +76 -0
- package/engine/dist/services/search/graph-context-serializer.d.ts.map +1 -0
- package/engine/dist/services/search/graph-context-serializer.js +435 -0
- package/engine/dist/services/search/graph-context-serializer.js.map +1 -0
- package/engine/dist/services/search/llm-context-formatter.d.ts +122 -0
- package/engine/dist/services/search/llm-context-formatter.d.ts.map +1 -0
- package/engine/dist/services/search/llm-context-formatter.js +394 -0
- package/engine/dist/services/search/llm-context-formatter.js.map +1 -0
- package/engine/dist/services/search/physics-tag-walker.d.ts +115 -0
- package/engine/dist/services/search/physics-tag-walker.d.ts.map +1 -0
- package/engine/dist/services/search/physics-tag-walker.js +611 -0
- package/engine/dist/services/search/physics-tag-walker.js.map +1 -0
- package/engine/dist/services/search/query-parser.d.ts +66 -0
- package/engine/dist/services/search/query-parser.d.ts.map +1 -0
- package/engine/dist/services/search/query-parser.js +346 -0
- package/engine/dist/services/search/query-parser.js.map +1 -0
- package/engine/dist/services/search/search-utils.d.ts +100 -0
- package/engine/dist/services/search/search-utils.d.ts.map +1 -0
- package/engine/dist/services/search/search-utils.js +473 -0
- package/engine/dist/services/search/search-utils.js.map +1 -0
- package/engine/dist/services/search/search.d.ts +116 -0
- package/engine/dist/services/search/search.d.ts.map +1 -0
- package/engine/dist/services/search/search.js +1286 -0
- package/engine/dist/services/search/search.js.map +1 -0
- package/engine/dist/services/search/sovereign-system-prompt.d.ts +48 -0
- package/engine/dist/services/search/sovereign-system-prompt.d.ts.map +1 -0
- package/engine/dist/services/search/sovereign-system-prompt.js +101 -0
- package/engine/dist/services/search/sovereign-system-prompt.js.map +1 -0
- package/engine/dist/services/search/streaming-search.d.ts +51 -0
- package/engine/dist/services/search/streaming-search.d.ts.map +1 -0
- package/engine/dist/services/search/streaming-search.js +94 -0
- package/engine/dist/services/search/streaming-search.js.map +1 -0
- package/engine/dist/services/semantic/semantic-ingestion-service.d.ts +53 -0
- package/engine/dist/services/semantic/semantic-ingestion-service.d.ts.map +1 -0
- package/engine/dist/services/semantic/semantic-ingestion-service.js +625 -0
- package/engine/dist/services/semantic/semantic-ingestion-service.js.map +1 -0
- package/engine/dist/services/semantic/semantic-molecule-processor.d.ts +68 -0
- package/engine/dist/services/semantic/semantic-molecule-processor.d.ts.map +1 -0
- package/engine/dist/services/semantic/semantic-molecule-processor.js +176 -0
- package/engine/dist/services/semantic/semantic-molecule-processor.js.map +1 -0
- package/engine/dist/services/semantic/semantic-search.d.ts +52 -0
- package/engine/dist/services/semantic/semantic-search.d.ts.map +1 -0
- package/engine/dist/services/semantic/semantic-search.js +649 -0
- package/engine/dist/services/semantic/semantic-search.js.map +1 -0
- package/engine/dist/services/semantic/semantic-tag-deriver.d.ts +64 -0
- package/engine/dist/services/semantic/semantic-tag-deriver.d.ts.map +1 -0
- package/engine/dist/services/semantic/semantic-tag-deriver.js +191 -0
- package/engine/dist/services/semantic/semantic-tag-deriver.js.map +1 -0
- package/engine/dist/services/semantic/types/semantic.d.ts +26 -0
- package/engine/dist/services/semantic/types/semantic.d.ts.map +1 -0
- package/engine/dist/services/semantic/types/semantic.js +7 -0
- package/engine/dist/services/semantic/types/semantic.js.map +1 -0
- package/engine/dist/services/synonyms/auto-synonym-generator.d.ts +79 -0
- package/engine/dist/services/synonyms/auto-synonym-generator.d.ts.map +1 -0
- package/engine/dist/services/synonyms/auto-synonym-generator.js +415 -0
- package/engine/dist/services/synonyms/auto-synonym-generator.js.map +1 -0
- package/engine/dist/services/system-status.d.ts +68 -0
- package/engine/dist/services/system-status.d.ts.map +1 -0
- package/engine/dist/services/system-status.js +107 -0
- package/engine/dist/services/system-status.js.map +1 -0
- package/engine/dist/services/tags/discovery.d.ts +16 -0
- package/engine/dist/services/tags/discovery.d.ts.map +1 -0
- package/engine/dist/services/tags/discovery.js +206 -0
- package/engine/dist/services/tags/discovery.js.map +1 -0
- package/engine/dist/services/tags/gliner.d.ts +18 -0
- package/engine/dist/services/tags/gliner.d.ts.map +1 -0
- package/engine/dist/services/tags/gliner.js +119 -0
- package/engine/dist/services/tags/gliner.js.map +1 -0
- package/engine/dist/services/tags/infector.d.ts +21 -0
- package/engine/dist/services/tags/infector.d.ts.map +1 -0
- package/engine/dist/services/tags/infector.js +168 -0
- package/engine/dist/services/tags/infector.js.map +1 -0
- package/engine/dist/services/tags/tag-auditor.d.ts +77 -0
- package/engine/dist/services/tags/tag-auditor.d.ts.map +1 -0
- package/engine/dist/services/tags/tag-auditor.js +283 -0
- package/engine/dist/services/tags/tag-auditor.js.map +1 -0
- package/engine/dist/services/taxonomy/taxonomy-manager.d.ts +50 -0
- package/engine/dist/services/taxonomy/taxonomy-manager.d.ts.map +1 -0
- package/engine/dist/services/taxonomy/taxonomy-manager.js +291 -0
- package/engine/dist/services/taxonomy/taxonomy-manager.js.map +1 -0
- package/engine/dist/services/vision/vision_service.d.ts +4 -0
- package/engine/dist/services/vision/vision_service.d.ts.map +1 -0
- package/engine/dist/services/vision/vision_service.js +197 -0
- package/engine/dist/services/vision/vision_service.js.map +1 -0
- package/engine/dist/test-framework/core.d.ts +133 -0
- package/engine/dist/test-framework/core.d.ts.map +1 -0
- package/engine/dist/test-framework/core.js +313 -0
- package/engine/dist/test-framework/core.js.map +1 -0
- package/engine/dist/test-framework/dataset-runner.d.ts +78 -0
- package/engine/dist/test-framework/dataset-runner.d.ts.map +1 -0
- package/engine/dist/test-framework/dataset-runner.js +223 -0
- package/engine/dist/test-framework/dataset-runner.js.map +1 -0
- package/engine/dist/test-framework/diagnostic-tests.d.ts +38 -0
- package/engine/dist/test-framework/diagnostic-tests.d.ts.map +1 -0
- package/engine/dist/test-framework/diagnostic-tests.js +283 -0
- package/engine/dist/test-framework/diagnostic-tests.js.map +1 -0
- package/engine/dist/test-framework/performance-regression-tests.d.ts +30 -0
- package/engine/dist/test-framework/performance-regression-tests.d.ts.map +1 -0
- package/engine/dist/test-framework/performance-regression-tests.js +331 -0
- package/engine/dist/test-framework/performance-regression-tests.js.map +1 -0
- package/engine/dist/types/api.d.ts +53 -0
- package/engine/dist/types/api.d.ts.map +1 -0
- package/engine/dist/types/api.js +2 -0
- package/engine/dist/types/api.js.map +1 -0
- package/engine/dist/types/atomic.d.ts +42 -0
- package/engine/dist/types/atomic.d.ts.map +1 -0
- package/engine/dist/types/atomic.js +10 -0
- package/engine/dist/types/atomic.js.map +1 -0
- package/engine/dist/types/context-protocol.d.ts +137 -0
- package/engine/dist/types/context-protocol.d.ts.map +1 -0
- package/engine/dist/types/context-protocol.js +28 -0
- package/engine/dist/types/context-protocol.js.map +1 -0
- package/engine/dist/types/context.d.ts +2 -0
- package/engine/dist/types/context.d.ts.map +1 -0
- package/engine/dist/types/context.js +2 -0
- package/engine/dist/types/context.js.map +1 -0
- package/engine/dist/types/index.d.ts +20 -0
- package/engine/dist/types/index.d.ts.map +1 -0
- package/engine/dist/types/index.js +18 -0
- package/engine/dist/types/index.js.map +1 -0
- package/engine/dist/types/search.d.ts +31 -0
- package/engine/dist/types/search.d.ts.map +1 -0
- package/engine/dist/types/search.js +2 -0
- package/engine/dist/types/search.js.map +1 -0
- package/engine/dist/types/taxonomy.d.ts +137 -0
- package/engine/dist/types/taxonomy.d.ts.map +1 -0
- package/engine/dist/types/taxonomy.js +138 -0
- package/engine/dist/types/taxonomy.js.map +1 -0
- package/engine/dist/types/taxonomy.simple.d.ts +131 -0
- package/engine/dist/types/taxonomy.simple.d.ts.map +1 -0
- package/engine/dist/types/taxonomy.simple.js +132 -0
- package/engine/dist/types/taxonomy.simple.js.map +1 -0
- package/engine/dist/types/tool-call.d.ts +16 -0
- package/engine/dist/types/tool-call.d.ts.map +1 -0
- package/engine/dist/types/tool-call.js +6 -0
- package/engine/dist/types/tool-call.js.map +1 -0
- package/engine/dist/types/trace.d.ts +25 -0
- package/engine/dist/types/trace.d.ts.map +1 -0
- package/engine/dist/types/trace.js +5 -0
- package/engine/dist/types/trace.js.map +1 -0
- package/engine/dist/utils/adaptive-concurrency.d.ts +81 -0
- package/engine/dist/utils/adaptive-concurrency.d.ts.map +1 -0
- package/engine/dist/utils/adaptive-concurrency.js +266 -0
- package/engine/dist/utils/adaptive-concurrency.js.map +1 -0
- package/engine/dist/utils/date_extractor.d.ts +2 -0
- package/engine/dist/utils/date_extractor.d.ts.map +1 -0
- package/engine/dist/utils/date_extractor.js +32 -0
- package/engine/dist/utils/date_extractor.js.map +1 -0
- package/engine/dist/utils/native-module-manager.d.ts +48 -0
- package/engine/dist/utils/native-module-manager.d.ts.map +1 -0
- package/engine/dist/utils/native-module-manager.js +265 -0
- package/engine/dist/utils/native-module-manager.js.map +1 -0
- package/engine/dist/utils/native-module-profiler.d.ts +66 -0
- package/engine/dist/utils/native-module-profiler.d.ts.map +1 -0
- package/engine/dist/utils/native-module-profiler.js +182 -0
- package/engine/dist/utils/native-module-profiler.js.map +1 -0
- package/engine/dist/utils/path-manager.d.ts +59 -0
- package/engine/dist/utils/path-manager.d.ts.map +1 -0
- package/engine/dist/utils/path-manager.js +154 -0
- package/engine/dist/utils/path-manager.js.map +1 -0
- package/engine/dist/utils/performance-monitor.d.ts +92 -0
- package/engine/dist/utils/performance-monitor.d.ts.map +1 -0
- package/engine/dist/utils/performance-monitor.js +221 -0
- package/engine/dist/utils/performance-monitor.js.map +1 -0
- package/engine/dist/utils/process-manager.d.ts +18 -0
- package/engine/dist/utils/process-manager.d.ts.map +1 -0
- package/engine/dist/utils/process-manager.js +100 -0
- package/engine/dist/utils/process-manager.js.map +1 -0
- package/engine/dist/utils/request-tracer.d.ts +131 -0
- package/engine/dist/utils/request-tracer.d.ts.map +1 -0
- package/engine/dist/utils/request-tracer.js +414 -0
- package/engine/dist/utils/request-tracer.js.map +1 -0
- package/engine/dist/utils/resource-manager.d.ts +108 -0
- package/engine/dist/utils/resource-manager.d.ts.map +1 -0
- package/engine/dist/utils/resource-manager.js +235 -0
- package/engine/dist/utils/resource-manager.js.map +1 -0
- package/engine/dist/utils/safe-dns.d.ts +14 -0
- package/engine/dist/utils/safe-dns.d.ts.map +1 -0
- package/engine/dist/utils/safe-dns.js +105 -0
- package/engine/dist/utils/safe-dns.js.map +1 -0
- package/engine/dist/utils/structured-logger.d.ts +124 -0
- package/engine/dist/utils/structured-logger.d.ts.map +1 -0
- package/engine/dist/utils/structured-logger.js +332 -0
- package/engine/dist/utils/structured-logger.js.map +1 -0
- package/engine/dist/utils/tag-cleanup.d.ts +11 -0
- package/engine/dist/utils/tag-cleanup.d.ts.map +1 -0
- package/engine/dist/utils/tag-cleanup.js +111 -0
- package/engine/dist/utils/tag-cleanup.js.map +1 -0
- package/engine/dist/utils/tag-filter.d.ts +19 -0
- package/engine/dist/utils/tag-filter.d.ts.map +1 -0
- package/engine/dist/utils/tag-filter.js +147 -0
- package/engine/dist/utils/tag-filter.js.map +1 -0
- package/engine/dist/utils/tag-modulation.d.ts +80 -0
- package/engine/dist/utils/tag-modulation.d.ts.map +1 -0
- package/engine/dist/utils/tag-modulation.js +284 -0
- package/engine/dist/utils/tag-modulation.js.map +1 -0
- package/engine/dist/utils/timer.d.ts +40 -0
- package/engine/dist/utils/timer.d.ts.map +1 -0
- package/engine/dist/utils/timer.js +76 -0
- package/engine/dist/utils/timer.js.map +1 -0
- package/engine/dist/utils/token-utils.d.ts +19 -0
- package/engine/dist/utils/token-utils.d.ts.map +1 -0
- package/engine/dist/utils/token-utils.js +71 -0
- package/engine/dist/utils/token-utils.js.map +1 -0
- package/engine/dist/utils/wasm-module-loader.d.ts +50 -0
- package/engine/dist/utils/wasm-module-loader.d.ts.map +1 -0
- package/engine/dist/utils/wasm-module-loader.js +136 -0
- package/engine/dist/utils/wasm-module-loader.js.map +1 -0
- package/engine/package.json +105 -0
- package/package.json +106 -0
|
@@ -0,0 +1,537 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* GitHub Repository Ingestion Service (Standard 115)
|
|
3
|
+
*
|
|
4
|
+
* Downloads GitHub repository tarballs, extracts source files,
|
|
5
|
+
* and ingests them into the Anchor knowledge graph.
|
|
6
|
+
*/
|
|
7
|
+
import { gotScraping } from 'got-scraping';
|
|
8
|
+
import * as tar from 'tar';
|
|
9
|
+
import * as fs from 'fs';
|
|
10
|
+
import * as path from 'path';
|
|
11
|
+
import * as os from 'os';
|
|
12
|
+
import { db } from '../../core/db.js';
|
|
13
|
+
import { AtomizerService } from './atomizer-service.js';
|
|
14
|
+
import { AtomicIngestService } from './ingest-atomic.js';
|
|
15
|
+
// File exclusion patterns (Standard 115, Section 3.3)
|
|
16
|
+
const EXCLUDE_PATTERNS = [
|
|
17
|
+
'node_modules/',
|
|
18
|
+
'.git/',
|
|
19
|
+
'dist/',
|
|
20
|
+
'build/',
|
|
21
|
+
'target/',
|
|
22
|
+
'vendor/',
|
|
23
|
+
'.bin',
|
|
24
|
+
'.exe',
|
|
25
|
+
'.dll',
|
|
26
|
+
'.so',
|
|
27
|
+
'.dylib',
|
|
28
|
+
'.png',
|
|
29
|
+
'.jpg',
|
|
30
|
+
'.jpeg',
|
|
31
|
+
'.gif',
|
|
32
|
+
'.svg',
|
|
33
|
+
'.ico',
|
|
34
|
+
'.pdf',
|
|
35
|
+
'.doc',
|
|
36
|
+
'.docx',
|
|
37
|
+
'.lock', // package-lock.json, Cargo.lock, etc.
|
|
38
|
+
];
|
|
39
|
+
// Language detection by extension
|
|
40
|
+
const LANGUAGE_MAP = {
|
|
41
|
+
'.ts': 'typescript',
|
|
42
|
+
'.tsx': 'typescript',
|
|
43
|
+
'.js': 'javascript',
|
|
44
|
+
'.jsx': 'javascript',
|
|
45
|
+
'.py': 'python',
|
|
46
|
+
'.rs': 'rust',
|
|
47
|
+
'.go': 'go',
|
|
48
|
+
'.java': 'java',
|
|
49
|
+
'.cpp': 'cpp',
|
|
50
|
+
'.cc': 'cpp',
|
|
51
|
+
'.cxx': 'cpp',
|
|
52
|
+
'.h': 'cpp',
|
|
53
|
+
'.hpp': 'cpp',
|
|
54
|
+
'.c': 'c',
|
|
55
|
+
'.cs': 'csharp',
|
|
56
|
+
'.rb': 'ruby',
|
|
57
|
+
'.php': 'php',
|
|
58
|
+
'.swift': 'swift',
|
|
59
|
+
'.kt': 'kotlin',
|
|
60
|
+
'.scala': 'scala',
|
|
61
|
+
'.ex': 'elixir',
|
|
62
|
+
'.exs': 'elixir',
|
|
63
|
+
'.erl': 'erlang',
|
|
64
|
+
'.hs': 'haskell',
|
|
65
|
+
'.clj': 'clojure',
|
|
66
|
+
'.cljs': 'clojure',
|
|
67
|
+
'.ml': 'ocaml',
|
|
68
|
+
'.fs': 'fsharp',
|
|
69
|
+
'.vue': 'vue',
|
|
70
|
+
'.svelte': 'svelte',
|
|
71
|
+
'.html': 'html',
|
|
72
|
+
'.css': 'css',
|
|
73
|
+
'.scss': 'scss',
|
|
74
|
+
'.sass': 'sass',
|
|
75
|
+
'.less': 'less',
|
|
76
|
+
'.json': 'json',
|
|
77
|
+
'.yaml': 'yaml',
|
|
78
|
+
'.yml': 'yaml',
|
|
79
|
+
'.toml': 'toml',
|
|
80
|
+
'.md': 'markdown',
|
|
81
|
+
'.sql': 'sql',
|
|
82
|
+
'.sh': 'shell',
|
|
83
|
+
'.bash': 'shell',
|
|
84
|
+
'.zsh': 'shell',
|
|
85
|
+
'.ps1': 'powershell',
|
|
86
|
+
'.dockerfile': 'dockerfile',
|
|
87
|
+
'.xml': 'xml',
|
|
88
|
+
'.lua': 'lua',
|
|
89
|
+
'.r': 'r',
|
|
90
|
+
'.R': 'r',
|
|
91
|
+
};
|
|
92
|
+
export class GitHubIngestService {
|
|
93
|
+
atomizer;
|
|
94
|
+
atomicIngest;
|
|
95
|
+
constructor() {
|
|
96
|
+
this.atomizer = new AtomizerService();
|
|
97
|
+
this.atomicIngest = new AtomicIngestService();
|
|
98
|
+
}
|
|
99
|
+
/**
|
|
100
|
+
* Parse GitHub URL into components
|
|
101
|
+
* Supports:
|
|
102
|
+
* - https://github.com/{owner}/{repo}
|
|
103
|
+
* - https://github.com/{owner}/{repo}/tree/{branch}
|
|
104
|
+
*/
|
|
105
|
+
parseGitHubUrl(url) {
|
|
106
|
+
const parsed = new URL(url);
|
|
107
|
+
const parts = parsed.pathname.split('/').filter(Boolean);
|
|
108
|
+
if (parts.length < 2) {
|
|
109
|
+
throw new Error(`Invalid GitHub URL: ${url}`);
|
|
110
|
+
}
|
|
111
|
+
const owner = parts[0];
|
|
112
|
+
const repo = parts[1].replace('.git', '');
|
|
113
|
+
// Detect branch from /tree/{branch}
|
|
114
|
+
let branch = 'main';
|
|
115
|
+
if (parts[2] === 'tree' && parts[3]) {
|
|
116
|
+
branch = parts[3];
|
|
117
|
+
}
|
|
118
|
+
else if (parts[2] && !parts[2].includes('.')) {
|
|
119
|
+
// Could be a branch without /tree/
|
|
120
|
+
branch = parts[2];
|
|
121
|
+
}
|
|
122
|
+
return { owner, repo, branch };
|
|
123
|
+
}
|
|
124
|
+
/**
|
|
125
|
+
* Download tarball from GitHub API
|
|
126
|
+
* Returns path to downloaded tarball
|
|
127
|
+
*/
|
|
128
|
+
async downloadTarball(owner, repo, branch, token) {
|
|
129
|
+
const tarballUrl = `https://api.github.com/repos/${owner}/${repo}/tarball/${branch}`;
|
|
130
|
+
const headers = {
|
|
131
|
+
'Accept': 'application/vnd.github.v3+json',
|
|
132
|
+
'User-Agent': 'anchor-engine-node',
|
|
133
|
+
};
|
|
134
|
+
if (token) {
|
|
135
|
+
headers['Authorization'] = `token ${token}`;
|
|
136
|
+
}
|
|
137
|
+
const tempDir = fs.mkdtempSync(path.join(os.tmpdir(), 'github-ingest-'));
|
|
138
|
+
const tarballPath = path.join(tempDir, 'repo.tar.gz');
|
|
139
|
+
console.log(`[GitHub] Downloading tarball: ${tarballUrl}`);
|
|
140
|
+
// Retry logic (up to 3 times with exponential backoff)
|
|
141
|
+
let lastError = null;
|
|
142
|
+
for (let attempt = 1; attempt <= 3; attempt++) {
|
|
143
|
+
try {
|
|
144
|
+
// Use native fetch for better redirect handling
|
|
145
|
+
const response = await fetch(tarballUrl, {
|
|
146
|
+
headers,
|
|
147
|
+
redirect: 'follow', // Follow redirects automatically
|
|
148
|
+
});
|
|
149
|
+
if (!response.ok) {
|
|
150
|
+
const errorText = await response.text();
|
|
151
|
+
throw new Error(`GitHub API error: ${response.status} ${response.statusText} - ${errorText}`);
|
|
152
|
+
}
|
|
153
|
+
// Check Content-Type - should be application/octet-stream or application/x-gzip
|
|
154
|
+
const contentType = response.headers.get('content-type');
|
|
155
|
+
if (contentType && contentType.includes('application/json')) {
|
|
156
|
+
// GitHub returned an error response as JSON instead of tarball
|
|
157
|
+
const errorData = await response.json();
|
|
158
|
+
throw new Error(`GitHub returned JSON instead of tarball: ${JSON.stringify(errorData)}`);
|
|
159
|
+
}
|
|
160
|
+
// Check rate limit headers
|
|
161
|
+
const remaining = response.headers.get('x-ratelimit-remaining');
|
|
162
|
+
const reset = response.headers.get('x-ratelimit-reset');
|
|
163
|
+
if (remaining && parseInt(remaining) < 10) {
|
|
164
|
+
console.warn(`[GitHub] Rate limit warning: ${remaining} requests remaining. Resets at ${reset}`);
|
|
165
|
+
}
|
|
166
|
+
// Get the buffer
|
|
167
|
+
const arrayBuffer = await response.arrayBuffer();
|
|
168
|
+
const buffer = Buffer.from(arrayBuffer);
|
|
169
|
+
// Verify it's a valid tarball (should be > 1KB)
|
|
170
|
+
if (buffer.length < 1024) {
|
|
171
|
+
throw new Error(`Downloaded file too small (${buffer.length} bytes). Likely an API error.`);
|
|
172
|
+
}
|
|
173
|
+
fs.writeFileSync(tarballPath, buffer);
|
|
174
|
+
console.log(`[GitHub] Downloaded ${buffer.length} bytes to ${tarballPath}`);
|
|
175
|
+
return tarballPath;
|
|
176
|
+
}
|
|
177
|
+
catch (error) {
|
|
178
|
+
lastError = error;
|
|
179
|
+
console.warn(`[GitHub] Download attempt ${attempt} failed: ${error.message}`);
|
|
180
|
+
if (attempt < 3) {
|
|
181
|
+
const delay = Math.pow(2, attempt - 1) * 1000; // 1s, 2s, 4s
|
|
182
|
+
console.log(`[GitHub] Retrying in ${delay}ms...`);
|
|
183
|
+
await new Promise(resolve => setTimeout(resolve, delay));
|
|
184
|
+
}
|
|
185
|
+
}
|
|
186
|
+
}
|
|
187
|
+
throw lastError || new Error('Failed to download tarball after 3 attempts');
|
|
188
|
+
}
|
|
189
|
+
/**
|
|
190
|
+
* Extract tarball to temporary directory
|
|
191
|
+
* Returns path to extracted directory
|
|
192
|
+
*/
|
|
193
|
+
async extractTarball(tarballPath) {
|
|
194
|
+
const extractDir = path.join(path.dirname(tarballPath), 'extracted');
|
|
195
|
+
fs.mkdirSync(extractDir, { recursive: true });
|
|
196
|
+
console.log(`[GitHub] Extracting tarball to ${extractDir}`);
|
|
197
|
+
await tar.x({
|
|
198
|
+
file: tarballPath,
|
|
199
|
+
cwd: extractDir,
|
|
200
|
+
strip: 1, // Remove top-level directory (owner-repo-hash)
|
|
201
|
+
});
|
|
202
|
+
return extractDir;
|
|
203
|
+
}
|
|
204
|
+
/**
|
|
205
|
+
* Check if file is binary by checking for null bytes
|
|
206
|
+
*/
|
|
207
|
+
async isBinaryFile(filePath) {
|
|
208
|
+
try {
|
|
209
|
+
const fd = await fs.promises.open(filePath, 'r');
|
|
210
|
+
const buffer = Buffer.alloc(8192); // Check first 8KB
|
|
211
|
+
await fd.read(buffer, 0, 8192, 0);
|
|
212
|
+
await fd.close();
|
|
213
|
+
// Check for null bytes (common in binary files)
|
|
214
|
+
for (let i = 0; i < buffer.length; i++) {
|
|
215
|
+
if (buffer[i] === 0) {
|
|
216
|
+
return true;
|
|
217
|
+
}
|
|
218
|
+
}
|
|
219
|
+
return false;
|
|
220
|
+
}
|
|
221
|
+
catch {
|
|
222
|
+
return true; // Assume binary if we can't read it
|
|
223
|
+
}
|
|
224
|
+
}
|
|
225
|
+
/**
|
|
226
|
+
* Detect programming language from file extension
|
|
227
|
+
*/
|
|
228
|
+
detectLanguage(filePath) {
|
|
229
|
+
const ext = path.extname(filePath).toLowerCase();
|
|
230
|
+
const basename = path.basename(filePath).toLowerCase();
|
|
231
|
+
// Check for special filenames first
|
|
232
|
+
if (basename === 'dockerfile')
|
|
233
|
+
return 'dockerfile';
|
|
234
|
+
if (basename === 'makefile')
|
|
235
|
+
return 'makefile';
|
|
236
|
+
return LANGUAGE_MAP[ext] || 'unknown';
|
|
237
|
+
}
|
|
238
|
+
/**
|
|
239
|
+
* Check if file should be excluded
|
|
240
|
+
*/
|
|
241
|
+
shouldExclude(filePath) {
|
|
242
|
+
const relativePath = filePath.toLowerCase();
|
|
243
|
+
return EXCLUDE_PATTERNS.some(pattern => {
|
|
244
|
+
if (pattern.startsWith('.')) {
|
|
245
|
+
// Extension check
|
|
246
|
+
return relativePath.endsWith(pattern);
|
|
247
|
+
}
|
|
248
|
+
else {
|
|
249
|
+
// Directory/path check
|
|
250
|
+
return relativePath.includes(pattern);
|
|
251
|
+
}
|
|
252
|
+
});
|
|
253
|
+
}
|
|
254
|
+
/**
|
|
255
|
+
* Walk directory and return list of source files
|
|
256
|
+
*/
|
|
257
|
+
async walkDirectory(dir, baseDir = dir) {
|
|
258
|
+
const files = [];
|
|
259
|
+
try {
|
|
260
|
+
const entries = await fs.promises.readdir(dir, { withFileTypes: true });
|
|
261
|
+
for (const entry of entries) {
|
|
262
|
+
const fullPath = path.join(dir, entry.name);
|
|
263
|
+
// Skip excluded paths
|
|
264
|
+
if (this.shouldExclude(fullPath)) {
|
|
265
|
+
continue;
|
|
266
|
+
}
|
|
267
|
+
if (entry.isDirectory()) {
|
|
268
|
+
const subFiles = await this.walkDirectory(fullPath, baseDir);
|
|
269
|
+
files.push(...subFiles);
|
|
270
|
+
}
|
|
271
|
+
else if (entry.isFile()) {
|
|
272
|
+
// Skip binary files
|
|
273
|
+
const isBinary = await this.isBinaryFile(fullPath);
|
|
274
|
+
if (!isBinary) {
|
|
275
|
+
files.push(fullPath);
|
|
276
|
+
}
|
|
277
|
+
}
|
|
278
|
+
}
|
|
279
|
+
}
|
|
280
|
+
catch (error) {
|
|
281
|
+
console.warn(`[GitHub] Error walking directory ${dir}: ${error.message}`);
|
|
282
|
+
}
|
|
283
|
+
return files;
|
|
284
|
+
}
|
|
285
|
+
/**
|
|
286
|
+
* Register a new GitHub repository in the database
|
|
287
|
+
*/
|
|
288
|
+
async registerRepo(url, bucket) {
|
|
289
|
+
const { owner, repo, branch } = this.parseGitHubUrl(url);
|
|
290
|
+
// Generate unique ID
|
|
291
|
+
const id = `github_${owner}_${repo}_${branch}`;
|
|
292
|
+
console.log(`[GitHub] Registering repo: ${owner}/${repo} (branch: ${branch})`);
|
|
293
|
+
// Insert or update record
|
|
294
|
+
await db.run(`INSERT INTO github_repos (id, owner, repo, branch, bucket, github_url, last_sync_status)
|
|
295
|
+
VALUES ($1, $2, $3, $4, $5, $6, 'pending')
|
|
296
|
+
ON CONFLICT (id) DO UPDATE SET
|
|
297
|
+
bucket = $5,
|
|
298
|
+
github_url = $6,
|
|
299
|
+
updated_at = CURRENT_TIMESTAMP`, [id, owner, repo, branch, bucket, url]);
|
|
300
|
+
return {
|
|
301
|
+
id,
|
|
302
|
+
owner,
|
|
303
|
+
repo,
|
|
304
|
+
branch,
|
|
305
|
+
bucket,
|
|
306
|
+
github_url: url,
|
|
307
|
+
total_files: 0,
|
|
308
|
+
total_atoms: 0,
|
|
309
|
+
total_size_bytes: 0,
|
|
310
|
+
};
|
|
311
|
+
}
|
|
312
|
+
/**
|
|
313
|
+
* Sync a repository (download, extract, ingest)
|
|
314
|
+
*/
|
|
315
|
+
async syncRepo(repoId) {
|
|
316
|
+
const startTime = Date.now();
|
|
317
|
+
// Get repo record
|
|
318
|
+
const result = await db.run(`SELECT * FROM github_repos WHERE id = $1`, [repoId]);
|
|
319
|
+
if (!result.rows || result.rows.length === 0) {
|
|
320
|
+
throw new Error(`Repository not found: ${repoId}`);
|
|
321
|
+
}
|
|
322
|
+
const repo = result.rows[0];
|
|
323
|
+
console.log(`[GitHub] Syncing ${repo.owner}/${repo.repo} (bucket: ${repo.bucket})`);
|
|
324
|
+
// Update status to in_progress
|
|
325
|
+
await db.run(`UPDATE github_repos SET last_sync_status = 'in_progress', last_error = NULL WHERE id = $1`, [repoId]);
|
|
326
|
+
try {
|
|
327
|
+
// Get GitHub token from env (optional)
|
|
328
|
+
const token = process.env.GITHUB_TOKEN;
|
|
329
|
+
// Download tarball
|
|
330
|
+
const tarballPath = await this.downloadTarball(repo.owner, repo.repo, repo.branch, token);
|
|
331
|
+
// Extract tarball
|
|
332
|
+
const extractDir = await this.extractTarball(tarballPath);
|
|
333
|
+
// Walk directory and get files
|
|
334
|
+
const files = await this.walkDirectory(extractDir);
|
|
335
|
+
console.log(`[GitHub] Found ${files.length} source files`);
|
|
336
|
+
// Quarantine old atoms from this repo (Standard 115, Section 4.5)
|
|
337
|
+
await this.quarantineOldAtoms(repoId);
|
|
338
|
+
// Ingest each file
|
|
339
|
+
let filesIngested = 0;
|
|
340
|
+
let totalAtoms = 0;
|
|
341
|
+
let totalMolecules = 0;
|
|
342
|
+
let totalSize = 0;
|
|
343
|
+
for (const file of files) {
|
|
344
|
+
try {
|
|
345
|
+
const content = await fs.promises.readFile(file, 'utf8');
|
|
346
|
+
const relativePath = path.relative(extractDir, file);
|
|
347
|
+
// Construct source path: github:{owner}/{repo}/{filepath}
|
|
348
|
+
const sourcePath = `github:${repo.owner}/${repo.repo}/${relativePath}`;
|
|
349
|
+
console.log(`[GitHub] Ingesting: ${relativePath}`);
|
|
350
|
+
// Atomize
|
|
351
|
+
const atomizeResult = await this.atomizer.atomize(content, sourcePath, 'external');
|
|
352
|
+
// Skip if transient data detected
|
|
353
|
+
if (!atomizeResult) {
|
|
354
|
+
console.log(`[GitHub] ⚠️ SKIP: ${relativePath} - Transient data`);
|
|
355
|
+
continue;
|
|
356
|
+
}
|
|
357
|
+
const { compound, molecules, atoms } = atomizeResult;
|
|
358
|
+
// Ingest
|
|
359
|
+
await this.atomicIngest.ingestResult(compound, molecules, atoms, [repo.bucket]);
|
|
360
|
+
filesIngested++;
|
|
361
|
+
totalAtoms += atoms.length;
|
|
362
|
+
totalMolecules += molecules.length;
|
|
363
|
+
totalSize += Buffer.byteLength(content, 'utf8');
|
|
364
|
+
// Yield to event loop periodically
|
|
365
|
+
if (filesIngested % 10 === 0) {
|
|
366
|
+
await new Promise(resolve => setImmediate(resolve));
|
|
367
|
+
}
|
|
368
|
+
}
|
|
369
|
+
catch (error) {
|
|
370
|
+
console.warn(`[GitHub] Failed to ingest ${file}: ${error.message}`);
|
|
371
|
+
}
|
|
372
|
+
}
|
|
373
|
+
// Cleanup temp directory
|
|
374
|
+
await fs.promises.rm(path.dirname(tarballPath), { recursive: true, force: true });
|
|
375
|
+
// Update repo record
|
|
376
|
+
await db.run(`UPDATE github_repos SET
|
|
377
|
+
last_synced_at = CURRENT_TIMESTAMP,
|
|
378
|
+
last_sync_status = 'success',
|
|
379
|
+
total_files = $1,
|
|
380
|
+
total_atoms = $2,
|
|
381
|
+
total_size_bytes = $3,
|
|
382
|
+
updated_at = CURRENT_TIMESTAMP
|
|
383
|
+
WHERE id = $4`, [filesIngested, totalAtoms, totalSize, repoId]);
|
|
384
|
+
const duration = Date.now() - startTime;
|
|
385
|
+
console.log(`[GitHub] Sync complete: ${filesIngested} files, ${totalAtoms} atoms in ${(duration / 1000).toFixed(1)}s`);
|
|
386
|
+
return {
|
|
387
|
+
files_ingested: filesIngested,
|
|
388
|
+
atoms_created: totalAtoms,
|
|
389
|
+
molecules_created: totalMolecules,
|
|
390
|
+
total_size_bytes: totalSize,
|
|
391
|
+
duration_ms: duration,
|
|
392
|
+
};
|
|
393
|
+
}
|
|
394
|
+
catch (error) {
|
|
395
|
+
// Update status to failed
|
|
396
|
+
await db.run(`UPDATE github_repos SET last_sync_status = 'failed', last_error = $1 WHERE id = $2`, [error.message, repoId]);
|
|
397
|
+
throw error;
|
|
398
|
+
}
|
|
399
|
+
}
|
|
400
|
+
/**
|
|
401
|
+
* Quarantine old atoms from a repository
|
|
402
|
+
*/
|
|
403
|
+
async quarantineOldAtoms(repoId) {
|
|
404
|
+
const result = await db.run(`SELECT owner, repo FROM github_repos WHERE id = $1`, [repoId]);
|
|
405
|
+
if (!result.rows || result.rows.length === 0)
|
|
406
|
+
return;
|
|
407
|
+
const { owner, repo } = result.rows[0];
|
|
408
|
+
const sourcePrefix = `github:${owner}/${repo}/`;
|
|
409
|
+
console.log(`[GitHub] Quarantining old atoms with source_path LIKE '${sourcePrefix}%'`);
|
|
410
|
+
// Add #quarantined tag to old atoms
|
|
411
|
+
await db.run(`UPDATE atoms SET
|
|
412
|
+
tags = array_cat(COALESCE(tags, '{}'), ARRAY['#quarantined']),
|
|
413
|
+
provenance = 'quarantine'
|
|
414
|
+
WHERE source_path LIKE $1`, [`${sourcePrefix}%`]);
|
|
415
|
+
}
|
|
416
|
+
/**
|
|
417
|
+
* List all registered GitHub repositories
|
|
418
|
+
*/
|
|
419
|
+
async listRepos() {
|
|
420
|
+
const result = await db.run(`SELECT * FROM github_repos ORDER BY created_at DESC`);
|
|
421
|
+
return result.rows || [];
|
|
422
|
+
}
|
|
423
|
+
/**
|
|
424
|
+
* Remove a repository from the registry
|
|
425
|
+
*/
|
|
426
|
+
async removeRepo(repoId) {
|
|
427
|
+
// First, quarantine all atoms from this repo
|
|
428
|
+
const result = await db.run(`SELECT owner, repo FROM github_repos WHERE id = $1`, [repoId]);
|
|
429
|
+
let quarantinedCount = 0;
|
|
430
|
+
if (result.rows && result.rows.length > 0) {
|
|
431
|
+
const { owner, repo } = result.rows[0];
|
|
432
|
+
const sourcePrefix = `github:${owner}/${repo}/`;
|
|
433
|
+
const updateResult = await db.run(`UPDATE atoms SET
|
|
434
|
+
tags = array_cat(COALESCE(tags, '{}'), ARRAY['#quarantined']),
|
|
435
|
+
provenance = 'quarantine'
|
|
436
|
+
WHERE source_path LIKE $1`, [`${sourcePrefix}%`]);
|
|
437
|
+
quarantinedCount = updateResult.rowCount || 0;
|
|
438
|
+
}
|
|
439
|
+
// Delete repo record
|
|
440
|
+
await db.run(`DELETE FROM github_repos WHERE id = $1`, [repoId]);
|
|
441
|
+
return quarantinedCount;
|
|
442
|
+
}
|
|
443
|
+
/**
|
|
444
|
+
* Fetch full commit history from GitHub API and ingest as searchable molecules.
|
|
445
|
+
* Each commit becomes its own paragraph: sha, author, date, message, files changed.
|
|
446
|
+
* The entire history is ingested as one compound: github:{owner}/{repo}/commit-history.md
|
|
447
|
+
*/
|
|
448
|
+
async ingestGitHistory(owner, repo, branch, bucket, token) {
|
|
449
|
+
const headers = {
|
|
450
|
+
'Accept': 'application/vnd.github.v3+json',
|
|
451
|
+
'User-Agent': 'anchor-engine-node',
|
|
452
|
+
};
|
|
453
|
+
if (token)
|
|
454
|
+
headers['Authorization'] = `token ${token}`;
|
|
455
|
+
const commits = [];
|
|
456
|
+
let page = 1;
|
|
457
|
+
const PER_PAGE = 100;
|
|
458
|
+
console.log(`[GitHub] Fetching commit history for ${owner}/${repo} (branch: ${branch})`);
|
|
459
|
+
while (true) {
|
|
460
|
+
const url = `https://api.github.com/repos/${owner}/${repo}/commits?sha=${branch}&per_page=${PER_PAGE}&page=${page}`;
|
|
461
|
+
const res = await fetch(url, { headers });
|
|
462
|
+
if (!res.ok) {
|
|
463
|
+
console.warn(`[GitHub] Commits API error ${res.status} on page ${page} — stopping`);
|
|
464
|
+
break;
|
|
465
|
+
}
|
|
466
|
+
const data = await res.json();
|
|
467
|
+
if (!Array.isArray(data) || data.length === 0)
|
|
468
|
+
break;
|
|
469
|
+
for (const c of data) {
|
|
470
|
+
const sha = (c.sha || '').slice(0, 12);
|
|
471
|
+
const author = c.commit?.author?.name || c.author?.login || 'unknown';
|
|
472
|
+
const date = c.commit?.author?.date || '';
|
|
473
|
+
const message = (c.commit?.message || '').trim();
|
|
474
|
+
const filesLine = Array.isArray(c.files)
|
|
475
|
+
? c.files.map((f) => ` ${f.status[0].toUpperCase()} ${f.filename} (+${f.additions} -${f.deletions})`).join('\n')
|
|
476
|
+
: '';
|
|
477
|
+
commits.push(`## ${sha} — ${date}\nAuthor: ${author}\n\n${message}${filesLine ? '\n\nFiles:\n' + filesLine : ''}`);
|
|
478
|
+
}
|
|
479
|
+
console.log(`[GitHub] Fetched page ${page} (${data.length} commits, total so far: ${commits.length})`);
|
|
480
|
+
// Check Link header for next page
|
|
481
|
+
const linkHeader = res.headers.get('link') || '';
|
|
482
|
+
if (!linkHeader.includes('rel="next"'))
|
|
483
|
+
break;
|
|
484
|
+
page++;
|
|
485
|
+
// Yield to event loop between pages
|
|
486
|
+
await new Promise(resolve => setImmediate(resolve));
|
|
487
|
+
}
|
|
488
|
+
if (commits.length === 0) {
|
|
489
|
+
console.log(`[GitHub] No commits found for ${owner}/${repo}`);
|
|
490
|
+
return 0;
|
|
491
|
+
}
|
|
492
|
+
const historyContent = `# Git History: ${owner}/${repo} (${branch})\n\nTotal commits: ${commits.length}\n\n---\n\n${commits.join('\n\n---\n\n')}`;
|
|
493
|
+
const sourcePath = `github:${owner}/${repo}/commit-history.md`;
|
|
494
|
+
console.log(`[GitHub] Ingesting ${commits.length} commits as ${sourcePath}`);
|
|
495
|
+
const atomizeResult = await this.atomizer.atomize(historyContent, sourcePath, 'external');
|
|
496
|
+
if (atomizeResult) {
|
|
497
|
+
const { compound, molecules, atoms } = atomizeResult;
|
|
498
|
+
await this.atomicIngest.ingestResult(compound, molecules, atoms, [bucket, 'git-history']);
|
|
499
|
+
}
|
|
500
|
+
return commits.length;
|
|
501
|
+
}
|
|
502
|
+
async getRateLimitStatus() {
|
|
503
|
+
const token = process.env.GITHUB_TOKEN;
|
|
504
|
+
const url = token
|
|
505
|
+
? 'https://api.github.com/rate_limit'
|
|
506
|
+
: 'https://api.github.com/rate_limit';
|
|
507
|
+
try {
|
|
508
|
+
const headers = {
|
|
509
|
+
'Accept': 'application/vnd.github.v3+json',
|
|
510
|
+
'User-Agent': 'anchor-engine-node',
|
|
511
|
+
};
|
|
512
|
+
if (token) {
|
|
513
|
+
headers['Authorization'] = `token ${token}`;
|
|
514
|
+
}
|
|
515
|
+
const response = await gotScraping(url, { headers });
|
|
516
|
+
const data = JSON.parse(response.body);
|
|
517
|
+
const core = data.resources.core;
|
|
518
|
+
return {
|
|
519
|
+
limit: core.limit,
|
|
520
|
+
remaining: core.remaining,
|
|
521
|
+
reset_at: new Date(core.reset * 1000).toISOString(),
|
|
522
|
+
authenticated: !!token,
|
|
523
|
+
};
|
|
524
|
+
}
|
|
525
|
+
catch (error) {
|
|
526
|
+
console.error(`[GitHub] Failed to get rate limit: ${error.message}`);
|
|
527
|
+
// Return conservative defaults
|
|
528
|
+
return {
|
|
529
|
+
limit: 60,
|
|
530
|
+
remaining: 0,
|
|
531
|
+
reset_at: new Date(Date.now() + 3600000).toISOString(),
|
|
532
|
+
authenticated: false,
|
|
533
|
+
};
|
|
534
|
+
}
|
|
535
|
+
}
|
|
536
|
+
}
|
|
537
|
+
//# sourceMappingURL=github-ingest-service.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"github-ingest-service.js","sourceRoot":"","sources":["../../../src/services/ingest/github-ingest-service.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AAC3C,OAAO,KAAK,GAAG,MAAM,KAAK,CAAC;AAC3B,OAAO,KAAK,EAAE,MAAM,IAAI,CAAC;AACzB,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,KAAK,EAAE,MAAM,IAAI,CAAC;AACzB,OAAO,EAAE,EAAE,EAAE,MAAM,kBAAkB,CAAC;AACtC,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AACxD,OAAO,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AA0BzD,sDAAsD;AACtD,MAAM,gBAAgB,GAAG;IACvB,eAAe;IACf,OAAO;IACP,OAAO;IACP,QAAQ;IACR,SAAS;IACT,SAAS;IACT,MAAM;IACN,MAAM;IACN,MAAM;IACN,KAAK;IACL,QAAQ;IACR,MAAM;IACN,MAAM;IACN,OAAO;IACP,MAAM;IACN,MAAM;IACN,MAAM;IACN,MAAM;IACN,MAAM;IACN,OAAO;IACP,OAAO,EAAE,sCAAsC;CAChD,CAAC;AAEF,kCAAkC;AAClC,MAAM,YAAY,GAA2B;IAC3C,KAAK,EAAE,YAAY;IACnB,MAAM,EAAE,YAAY;IACpB,KAAK,EAAE,YAAY;IACnB,MAAM,EAAE,YAAY;IACpB,KAAK,EAAE,QAAQ;IACf,KAAK,EAAE,MAAM;IACb,KAAK,EAAE,IAAI;IACX,OAAO,EAAE,MAAM;IACf,MAAM,EAAE,KAAK;IACb,KAAK,EAAE,KAAK;IACZ,MAAM,EAAE,KAAK;IACb,IAAI,EAAE,KAAK;IACX,MAAM,EAAE,KAAK;IACb,IAAI,EAAE,GAAG;IACT,KAAK,EAAE,QAAQ;IACf,KAAK,EAAE,MAAM;IACb,MAAM,EAAE,KAAK;IACb,QAAQ,EAAE,OAAO;IACjB,KAAK,EAAE,QAAQ;IACf,QAAQ,EAAE,OAAO;IACjB,KAAK,EAAE,QAAQ;IACf,MAAM,EAAE,QAAQ;IAChB,MAAM,EAAE,QAAQ;IAChB,KAAK,EAAE,SAAS;IAChB,MAAM,EAAE,SAAS;IACjB,OAAO,EAAE,SAAS;IAClB,KAAK,EAAE,OAAO;IACd,KAAK,EAAE,QAAQ;IACf,MAAM,EAAE,KAAK;IACb,SAAS,EAAE,QAAQ;IACnB,OAAO,EAAE,MAAM;IACf,MAAM,EAAE,KAAK;IACb,OAAO,EAAE,MAAM;IACf,OAAO,EAAE,MAAM;IACf,OAAO,EAAE,MAAM;IACf,OAAO,EAAE,MAAM;IACf,OAAO,EAAE,MAAM;IACf,MAAM,EAAE,MAAM;IACd,OAAO,EAAE,MAAM;IACf,KAAK,EAAE,UAAU;IACjB,MAAM,EAAE,KAAK;IACb,KAAK,EAAE,OAAO;IACd,OAAO,EAAE,OAAO;IAChB,MAAM,EAAE,OAAO;IACf,MAAM,EAAE,YAAY;IACpB,aAAa,EAAE,YAAY;IAC3B,MAAM,EAAE,KAAK;IACb,MAAM,EAAE,KAAK;IACb,IAAI,EAAE,GAAG;IACT,IAAI,EAAE,GAAG;CACV,CAAC;AAEF,MAAM,OAAO,mBAAmB;IACtB,QAAQ,CAAkB;IAC1B,YAAY,CAAsB;IAE1C;QACE,IAAI,CAAC,QAAQ,GAAG,IAAI,eAAe,EAAE,CAAC;QACtC,IAAI,CAAC,YAAY,GAAG,IAAI,mBAAmB,EAAE,CAAC;IAChD,CAAC;IAED;;;;;OAKG;IACH,cAAc,CAAC,GAAW;QACxB,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;QAC5B,MAAM,KAAK,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAEzD,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACrB,MAAM,IAAI,KAAK,CAAC,uBAAuB,GAAG,EAAE,CAAC,CAAC;QAChD,CAAC;QAED,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACvB,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QAE1C,oCAAoC;QACpC,IAAI,MAAM,GAAG,MAAM,CAAC;QACpB,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,MAAM,IAAI,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;YACpC,MAAM,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACpB,CAAC;aAAM,IAAI,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YAC/C,mCAAmC;YACnC,MAAM,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACpB,CAAC;QAED,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;IACjC,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,eAAe,CACnB,KAAa,EACb,IAAY,EACZ,MAAc,EACd,KAAc;QAEd,MAAM,UAAU,GAAG,gCAAgC,KAAK,IAAI,IAAI,YAAY,MAAM,EAAE,CAAC;QAErF,MAAM,OAAO,GAA2B;YACtC,QAAQ,EAAE,gCAAgC;YAC1C,YAAY,EAAE,oBAAoB;SACnC,CAAC;QAEF,IAAI,KAAK,EAAE,CAAC;YACV,OAAO,CAAC,eAAe,CAAC,GAAG,SAAS,KAAK,EAAE,CAAC;QAC9C,CAAC;QAED,MAAM,OAAO,GAAG,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,gBAAgB,CAAC,CAAC,CAAC;QACzE,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC;QAEtD,OAAO,CAAC,GAAG,CAAC,iCAAiC,UAAU,EAAE,CAAC,CAAC;QAE3D,uDAAuD;QACvD,IAAI,SAAS,GAAiB,IAAI,CAAC;QACnC,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,CAAC,EAAE,OAAO,EAAE,EAAE,CAAC;YAC9C,IAAI,CAAC;gBACH,gDAAgD;gBAChD,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,UAAU,EAAE;oBACvC,OAAO;oBACP,QAAQ,EAAE,QAAQ,EAAE,iCAAiC;iBACtD,CAAC,CAAC;gBAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;oBACjB,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;oBACxC,MAAM,IAAI,KAAK,CAAC,qBAAqB,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,MAAM,SAAS,EAAE,CAAC,CAAC;gBAChG,CAAC;gBAED,gFAAgF;gBAChF,MAAM,WAAW,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;gBACzD,IAAI,WAAW,IAAI,WAAW,CAAC,QAAQ,CAAC,kBAAkB,CAAC,EAAE,CAAC;oBAC5D,+DAA+D;oBAC/D,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;oBACxC,MAAM,IAAI,KAAK,CAAC,4CAA4C,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;gBAC3F,CAAC;gBAED,2BAA2B;gBAC3B,MAAM,SAAS,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,uBAAuB,CAAC,CAAC;gBAChE,MAAM,KAAK,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC;gBAExD,IAAI,SAAS,IAAI,QAAQ,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,CAAC;oBAC1C,OAAO,CAAC,IAAI,CAAC,gCAAgC,SAAS,kCAAkC,KAAK,EAAE,CAAC,CAAC;gBACnG,CAAC;gBAED,iBAAiB;gBACjB,MAAM,WAAW,GAAG,MAAM,QAAQ,CAAC,WAAW,EAAE,CAAC;gBACjD,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;gBAExC,gDAAgD;gBAChD,IAAI,MAAM,CAAC,MAAM,GAAG,IAAI,EAAE,CAAC;oBACzB,MAAM,IAAI,KAAK,CAAC,8BAA8B,MAAM,CAAC,MAAM,+BAA+B,CAAC,CAAC;gBAC9F,CAAC;gBAED,EAAE,CAAC,aAAa,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;gBACtC,OAAO,CAAC,GAAG,CAAC,uBAAuB,MAAM,CAAC,MAAM,aAAa,WAAW,EAAE,CAAC,CAAC;gBAE5E,OAAO,WAAW,CAAC;YACrB,CAAC;YAAC,OAAO,KAAU,EAAE,CAAC;gBACpB,SAAS,GAAG,KAAK,CAAC;gBAClB,OAAO,CAAC,IAAI,CAAC,6BAA6B,OAAO,YAAY,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;gBAE9E,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;oBAChB,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,aAAa;oBAC5D,OAAO,CAAC,GAAG,CAAC,wBAAwB,KAAK,OAAO,CAAC,CAAC;oBAClD,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;gBAC3D,CAAC;YACH,CAAC;QACH,CAAC;QAED,MAAM,SAAS,IAAI,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;IAC9E,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,cAAc,CAAC,WAAmB;QACtC,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,WAAW,CAAC,CAAC;QACrE,EAAE,CAAC,SAAS,CAAC,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAE9C,OAAO,CAAC,GAAG,CAAC,kCAAkC,UAAU,EAAE,CAAC,CAAC;QAE5D,MAAM,GAAG,CAAC,CAAC,CAAC;YACV,IAAI,EAAE,WAAW;YACjB,GAAG,EAAE,UAAU;YACf,KAAK,EAAE,CAAC,EAAE,+CAA+C;SAC1D,CAAC,CAAC;QAEH,OAAO,UAAU,CAAC;IACpB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,YAAY,CAAC,QAAgB;QACjC,IAAI,CAAC;YACH,MAAM,EAAE,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;YACjD,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,kBAAkB;YACrD,MAAM,EAAE,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;YAClC,MAAM,EAAE,CAAC,KAAK,EAAE,CAAC;YAEjB,gDAAgD;YAChD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACvC,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC;oBACpB,OAAO,IAAI,CAAC;gBACd,CAAC;YACH,CAAC;YAED,OAAO,KAAK,CAAC;QACf,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAC,CAAC,oCAAoC;QACnD,CAAC;IACH,CAAC;IAED;;OAEG;IACH,cAAc,CAAC,QAAgB;QAC7B,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC;QACjD,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC;QAEvD,oCAAoC;QACpC,IAAI,QAAQ,KAAK,YAAY;YAAE,OAAO,YAAY,CAAC;QACnD,IAAI,QAAQ,KAAK,UAAU;YAAE,OAAO,UAAU,CAAC;QAE/C,OAAO,YAAY,CAAC,GAAG,CAAC,IAAI,SAAS,CAAC;IACxC,CAAC;IAED;;OAEG;IACH,aAAa,CAAC,QAAgB;QAC5B,MAAM,YAAY,GAAG,QAAQ,CAAC,WAAW,EAAE,CAAC;QAE5C,OAAO,gBAAgB,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE;YACrC,IAAI,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC5B,kBAAkB;gBAClB,OAAO,YAAY,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;YACxC,CAAC;iBAAM,CAAC;gBACN,uBAAuB;gBACvB,OAAO,YAAY,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;YACxC,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,aAAa,CAAC,GAAW,EAAE,UAAkB,GAAG;QACpD,MAAM,KAAK,GAAa,EAAE,CAAC;QAE3B,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;YAExE,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;gBAC5B,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;gBAE5C,sBAAsB;gBACtB,IAAI,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,EAAE,CAAC;oBACjC,SAAS;gBACX,CAAC;gBAED,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;oBACxB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;oBAC7D,KAAK,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,CAAC;gBAC1B,CAAC;qBAAM,IAAI,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;oBAC1B,oBAAoB;oBACpB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;oBACnD,IAAI,CAAC,QAAQ,EAAE,CAAC;wBACd,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;oBACvB,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO,CAAC,IAAI,CAAC,oCAAoC,GAAG,KAAK,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QAC5E,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,YAAY,CAAC,GAAW,EAAE,MAAc;QAC5C,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC;QAEzD,qBAAqB;QACrB,MAAM,EAAE,GAAG,UAAU,KAAK,IAAI,IAAI,IAAI,MAAM,EAAE,CAAC;QAE/C,OAAO,CAAC,GAAG,CAAC,8BAA8B,KAAK,IAAI,IAAI,aAAa,MAAM,GAAG,CAAC,CAAC;QAE/E,0BAA0B;QAC1B,MAAM,EAAE,CAAC,GAAG,CACV;;;;;wCAKkC,EAClC,CAAC,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,CAAC,CACvC,CAAC;QAEF,OAAO;YACL,EAAE;YACF,KAAK;YACL,IAAI;YACJ,MAAM;YACN,MAAM;YACN,UAAU,EAAE,GAAG;YACf,WAAW,EAAE,CAAC;YACd,WAAW,EAAE,CAAC;YACd,gBAAgB,EAAE,CAAC;SACpB,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ,CAAC,MAAc;QAC3B,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,kBAAkB;QAClB,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,GAAG,CACzB,0CAA0C,EAC1C,CAAC,MAAM,CAAC,CACT,CAAC;QAEF,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC7C,MAAM,IAAI,KAAK,CAAC,yBAAyB,MAAM,EAAE,CAAC,CAAC;QACrD,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAqB,CAAC;QAChD,OAAO,CAAC,GAAG,CAAC,oBAAoB,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,IAAI,aAAa,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;QAEpF,+BAA+B;QAC/B,MAAM,EAAE,CAAC,GAAG,CACV,2FAA2F,EAC3F,CAAC,MAAM,CAAC,CACT,CAAC;QAEF,IAAI,CAAC;YACH,uCAAuC;YACvC,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC;YAEvC,mBAAmB;YACnB,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;YAE1F,kBAAkB;YAClB,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC;YAE1D,+BAA+B;YAC/B,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC;YACnD,OAAO,CAAC,GAAG,CAAC,kBAAkB,KAAK,CAAC,MAAM,eAAe,CAAC,CAAC;YAE3D,kEAAkE;YAClE,MAAM,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC;YAEtC,mBAAmB;YACnB,IAAI,aAAa,GAAG,CAAC,CAAC;YACtB,IAAI,UAAU,GAAG,CAAC,CAAC;YACnB,IAAI,cAAc,GAAG,CAAC,CAAC;YACvB,IAAI,SAAS,GAAG,CAAC,CAAC;YAElB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,IAAI,CAAC;oBACH,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;oBACzD,MAAM,YAAY,GAAG,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;oBAErD,0DAA0D;oBAC1D,MAAM,UAAU,GAAG,UAAU,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,IAAI,IAAI,YAAY,EAAE,CAAC;oBAEvE,OAAO,CAAC,GAAG,CAAC,uBAAuB,YAAY,EAAE,CAAC,CAAC;oBAEnD,UAAU;oBACV,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CAC/C,OAAO,EACP,UAAU,EACV,UAAU,CACX,CAAC;oBAEF,kCAAkC;oBAClC,IAAI,CAAC,aAAa,EAAE,CAAC;wBACnB,OAAO,CAAC,GAAG,CAAC,qBAAqB,YAAY,mBAAmB,CAAC,CAAC;wBAClE,SAAS;oBACX,CAAC;oBAED,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,aAAa,CAAC;oBAErD,SAAS;oBACT,MAAM,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;oBAEhF,aAAa,EAAE,CAAC;oBAChB,UAAU,IAAI,KAAK,CAAC,MAAM,CAAC;oBAC3B,cAAc,IAAI,SAAS,CAAC,MAAM,CAAC;oBACnC,SAAS,IAAI,MAAM,CAAC,UAAU,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;oBAEhD,mCAAmC;oBACnC,IAAI,aAAa,GAAG,EAAE,KAAK,CAAC,EAAE,CAAC;wBAC7B,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC;oBACtD,CAAC;gBACH,CAAC;gBAAC,OAAO,KAAU,EAAE,CAAC;oBACpB,OAAO,CAAC,IAAI,CAAC,6BAA6B,IAAI,KAAK,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;gBACtE,CAAC;YACH,CAAC;YAED,yBAAyB;YACzB,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YAElF,qBAAqB;YACrB,MAAM,EAAE,CAAC,GAAG,CACV;;;;;;;uBAOe,EACf,CAAC,aAAa,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,CAAC,CAC/C,CAAC;YAEF,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YACxC,OAAO,CAAC,GAAG,CAAC,2BAA2B,aAAa,WAAW,UAAU,aAAa,CAAC,QAAQ,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;YAEvH,OAAO;gBACL,cAAc,EAAE,aAAa;gBAC7B,aAAa,EAAE,UAAU;gBACzB,iBAAiB,EAAE,cAAc;gBACjC,gBAAgB,EAAE,SAAS;gBAC3B,WAAW,EAAE,QAAQ;aACtB,CAAC;QACJ,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,0BAA0B;YAC1B,MAAM,EAAE,CAAC,GAAG,CACV,oFAAoF,EACpF,CAAC,KAAK,CAAC,OAAO,EAAE,MAAM,CAAC,CACxB,CAAC;YAEF,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,kBAAkB,CAAC,MAAc;QAC7C,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,GAAG,CACzB,oDAAoD,EACpD,CAAC,MAAM,CAAC,CACT,CAAC;QAEF,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAErD,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACvC,MAAM,YAAY,GAAG,UAAU,KAAK,IAAI,IAAI,GAAG,CAAC;QAEhD,OAAO,CAAC,GAAG,CAAC,0DAA0D,YAAY,IAAI,CAAC,CAAC;QAExF,oCAAoC;QACpC,MAAM,EAAE,CAAC,GAAG,CACV;;;iCAG2B,EAC3B,CAAC,GAAG,YAAY,GAAG,CAAC,CACrB,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,SAAS;QACb,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,GAAG,CACzB,qDAAqD,CACtD,CAAC;QAEF,OAAO,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;IAC3B,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU,CAAC,MAAc;QAC7B,6CAA6C;QAC7C,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,GAAG,CACzB,oDAAoD,EACpD,CAAC,MAAM,CAAC,CACT,CAAC;QAEF,IAAI,gBAAgB,GAAG,CAAC,CAAC;QACzB,IAAI,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1C,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACvC,MAAM,YAAY,GAAG,UAAU,KAAK,IAAI,IAAI,GAAG,CAAC;YAEhD,MAAM,YAAY,GAAG,MAAM,EAAE,CAAC,GAAG,CAC/B;;;mCAG2B,EAC3B,CAAC,GAAG,YAAY,GAAG,CAAC,CACrB,CAAC;YAEF,gBAAgB,GAAG,YAAY,CAAC,QAAQ,IAAI,CAAC,CAAC;QAChD,CAAC;QAED,qBAAqB;QACrB,MAAM,EAAE,CAAC,GAAG,CACV,wCAAwC,EACxC,CAAC,MAAM,CAAC,CACT,CAAC;QAEF,OAAO,gBAAgB,CAAC;IAC1B,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,gBAAgB,CACpB,KAAa,EACb,IAAY,EACZ,MAAc,EACd,MAAc,EACd,KAAc;QAEd,MAAM,OAAO,GAA2B;YACtC,QAAQ,EAAE,gCAAgC;YAC1C,YAAY,EAAE,oBAAoB;SACnC,CAAC;QACF,IAAI,KAAK;YAAE,OAAO,CAAC,eAAe,CAAC,GAAG,SAAS,KAAK,EAAE,CAAC;QAEvD,MAAM,OAAO,GAAa,EAAE,CAAC;QAC7B,IAAI,IAAI,GAAG,CAAC,CAAC;QACb,MAAM,QAAQ,GAAG,GAAG,CAAC;QAErB,OAAO,CAAC,GAAG,CAAC,wCAAwC,KAAK,IAAI,IAAI,aAAa,MAAM,GAAG,CAAC,CAAC;QAEzF,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,GAAG,GAAG,gCAAgC,KAAK,IAAI,IAAI,gBAAgB,MAAM,aAAa,QAAQ,SAAS,IAAI,EAAE,CAAC;YACpH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;YAE1C,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;gBACZ,OAAO,CAAC,IAAI,CAAC,8BAA8B,GAAG,CAAC,MAAM,YAAY,IAAI,aAAa,CAAC,CAAC;gBACpF,MAAM;YACR,CAAC;YAED,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAW,CAAC;YACvC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;gBAAE,MAAM;YAErD,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;gBACrB,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBACvC,MAAM,MAAM,GAAG,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,IAAI,CAAC,CAAC,MAAM,EAAE,KAAK,IAAI,SAAS,CAAC;gBACtE,MAAM,IAAI,GAAG,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,IAAI,EAAE,CAAC;gBAC1C,MAAM,OAAO,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,OAAO,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;gBACjD,MAAM,SAAS,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC;oBACtC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC,QAAQ,MAAM,CAAC,CAAC,SAAS,KAAK,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;oBACtH,CAAC,CAAC,EAAE,CAAC;gBAEP,OAAO,CAAC,IAAI,CACV,MAAM,GAAG,MAAM,IAAI,aAAa,MAAM,OAAO,OAAO,GAAG,SAAS,CAAC,CAAC,CAAC,cAAc,GAAG,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,CACrG,CAAC;YACJ,CAAC;YAED,OAAO,CAAC,GAAG,CAAC,yBAAyB,IAAI,KAAK,IAAI,CAAC,MAAM,2BAA2B,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC;YAEvG,kCAAkC;YAClC,MAAM,UAAU,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;YACjD,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,YAAY,CAAC;gBAAE,MAAM;YAC9C,IAAI,EAAE,CAAC;YAEP,oCAAoC;YACpC,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC;QACtD,CAAC;QAED,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzB,OAAO,CAAC,GAAG,CAAC,iCAAiC,KAAK,IAAI,IAAI,EAAE,CAAC,CAAC;YAC9D,OAAO,CAAC,CAAC;QACX,CAAC;QAED,MAAM,cAAc,GAAG,kBAAkB,KAAK,IAAI,IAAI,KAAK,MAAM,uBAAuB,OAAO,CAAC,MAAM,cAAc,OAAO,CAAC,IAAI,CAAC,aAAa,CAAC,EAAE,CAAC;QAClJ,MAAM,UAAU,GAAG,UAAU,KAAK,IAAI,IAAI,oBAAoB,CAAC;QAE/D,OAAO,CAAC,GAAG,CAAC,sBAAsB,OAAO,CAAC,MAAM,eAAe,UAAU,EAAE,CAAC,CAAC;QAE7E,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,cAAc,EAAE,UAAU,EAAE,UAAU,CAAC,CAAC;QAC1F,IAAI,aAAa,EAAE,CAAC;YAClB,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,aAAa,CAAC;YACrD,MAAM,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC,CAAC;QAC5F,CAAC;QAED,OAAO,OAAO,CAAC,MAAM,CAAC;IACxB,CAAC;IAGD,KAAK,CAAC,kBAAkB;QAMtB,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC;QACvC,MAAM,GAAG,GAAG,KAAK;YACf,CAAC,CAAC,mCAAmC;YACrC,CAAC,CAAC,mCAAmC,CAAC;QAExC,IAAI,CAAC;YACH,MAAM,OAAO,GAA2B;gBACtC,QAAQ,EAAE,gCAAgC;gBAC1C,YAAY,EAAE,oBAAoB;aACnC,CAAC;YAEF,IAAI,KAAK,EAAE,CAAC;gBACV,OAAO,CAAC,eAAe,CAAC,GAAG,SAAS,KAAK,EAAE,CAAC;YAC9C,CAAC;YAED,MAAM,QAAQ,GAAG,MAAM,WAAW,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;YACrD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;YAEvC,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;YAEjC,OAAO;gBACL,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,QAAQ,EAAE,IAAI,IAAI,CAAC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,CAAC,WAAW,EAAE;gBACnD,aAAa,EAAE,CAAC,CAAC,KAAK;aACvB,CAAC;QACJ,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO,CAAC,KAAK,CAAC,sCAAsC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;YAErE,+BAA+B;YAC/B,OAAO;gBACL,KAAK,EAAE,EAAE;gBACT,SAAS,EAAE,CAAC;gBACZ,QAAQ,EAAE,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC,CAAC,WAAW,EAAE;gBACtD,aAAa,EAAE,KAAK;aACrB,CAAC;QACJ,CAAC;IACH,CAAC;CACF"}
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
import { Atom, Molecule, Compound } from '../../types/atomic.js';
|
|
2
|
+
export declare class AtomicIngestService {
|
|
3
|
+
ingestResult(compound: Compound, molecules: Molecule[], atoms: Atom[], buckets?: string[]): Promise<void>;
|
|
4
|
+
private _ingestResultInTransaction;
|
|
5
|
+
private batchWriteAtoms;
|
|
6
|
+
private batchWriteTags;
|
|
7
|
+
private batchWriteMolecules;
|
|
8
|
+
private batchWriteEdges;
|
|
9
|
+
private batchWriteCompounds;
|
|
10
|
+
private batchWriteMemory;
|
|
11
|
+
private batchWriteAtomPositions;
|
|
12
|
+
private flushAtomPositionsBatch;
|
|
13
|
+
private zeroVector;
|
|
14
|
+
private generateHash;
|
|
15
|
+
}
|
|
16
|
+
//# sourceMappingURL=ingest-atomic.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ingest-atomic.d.ts","sourceRoot":"","sources":["../../../src/services/ingest/ingest-atomic.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,uBAAuB,CAAC;AAGjE,qBAAa,mBAAmB;IAEtB,YAAY,CACd,QAAQ,EAAE,QAAQ,EAClB,SAAS,EAAE,QAAQ,EAAE,EACrB,KAAK,EAAE,IAAI,EAAE,EACb,OAAO,GAAE,MAAM,EAAa;YAsElB,0BAA0B;YA6D1B,eAAe;YAqCf,cAAc;YAuCd,mBAAmB;YAoFnB,eAAe;YAqBf,mBAAmB;YAyDnB,gBAAgB;YA6GhB,uBAAuB;YA8BvB,uBAAuB;IAkBrC,OAAO,CAAC,UAAU;IAIlB,OAAO,CAAC,YAAY;CAWvB"}
|