@rbalchii/anchor-engine 4.7.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +609 -0
- package/README.md +317 -0
- package/anchor.bat +5 -0
- package/docs/API.md +314 -0
- package/docs/DEPLOYMENT.md +448 -0
- package/docs/INDEX.md +226 -0
- package/docs/STAR_Whitepaper_Executive.md +216 -0
- package/docs/TROUBLESHOOTING.md +535 -0
- package/docs/archive/GIT_BACKUP_VERIFICATION.md +297 -0
- package/docs/archive/adoption-guide.md +264 -0
- package/docs/archive/adoption-preparation.md +179 -0
- package/docs/archive/agent-harness-integration.md +227 -0
- package/docs/archive/api-reference.md +106 -0
- package/docs/archive/api_flows_diagram.md +118 -0
- package/docs/archive/architecture.md +410 -0
- package/docs/archive/architecture_diagram.md +174 -0
- package/docs/archive/broader-adoption-preparation.md +175 -0
- package/docs/archive/browser-paradigm-architecture.md +163 -0
- package/docs/archive/chat-integration.md +124 -0
- package/docs/archive/community-adoption-materials.md +103 -0
- package/docs/archive/community-adoption.md +147 -0
- package/docs/archive/comparison-with-siloed-solutions.md +192 -0
- package/docs/archive/comprehensive-docs.md +156 -0
- package/docs/archive/data_flow_diagram.md +251 -0
- package/docs/archive/enhancement-implementation-summary.md +146 -0
- package/docs/archive/evolution-summary.md +141 -0
- package/docs/archive/ingestion_pipeline_diagram.md +198 -0
- package/docs/archive/native-module-profiling-results.md +135 -0
- package/docs/archive/positioning-document.md +158 -0
- package/docs/archive/positioning.md +175 -0
- package/docs/archive/query-builder-documentation.md +218 -0
- package/docs/archive/quick-reference.md +40 -0
- package/docs/archive/quickstart.md +63 -0
- package/docs/archive/relationship-narrative-discovery.md +141 -0
- package/docs/archive/search-logic-improvement-plan.md +336 -0
- package/docs/archive/search_architecture_diagram.md +212 -0
- package/docs/archive/semantic-architecture-guide.md +97 -0
- package/docs/archive/sequence-diagrams.md +128 -0
- package/docs/archive/system_components_diagram.md +296 -0
- package/docs/archive/test-framework-integration.md +109 -0
- package/docs/archive/testing-framework-documentation.md +397 -0
- package/docs/archive/testing-framework-summary.md +121 -0
- package/docs/archive/testing-framework.md +377 -0
- package/docs/archive/ui-architecture.md +75 -0
- package/docs/arxiv/BIBLIOGRAPHY.bib +145 -0
- package/docs/arxiv/RELATED_WORK.tex +39 -0
- package/docs/arxiv/compile.bat +48 -0
- package/docs/arxiv/joss_response.md +33 -0
- package/docs/arxiv/prepare-submission.bat +46 -0
- package/docs/arxiv/review.md +128 -0
- package/docs/arxiv/star-whitepaper.tex +657 -0
- package/docs/code-patterns.md +289 -0
- package/docs/whitepaper.md +445 -0
- package/engine/dist/agent/runtime.d.ts +41 -0
- package/engine/dist/agent/runtime.d.ts.map +1 -0
- package/engine/dist/agent/runtime.js +73 -0
- package/engine/dist/agent/runtime.js.map +1 -0
- package/engine/dist/commands/audit-tags.d.ts +14 -0
- package/engine/dist/commands/audit-tags.d.ts.map +1 -0
- package/engine/dist/commands/audit-tags.js +180 -0
- package/engine/dist/commands/audit-tags.js.map +1 -0
- package/engine/dist/commands/distill.d.ts +19 -0
- package/engine/dist/commands/distill.d.ts.map +1 -0
- package/engine/dist/commands/distill.js +114 -0
- package/engine/dist/commands/distill.js.map +1 -0
- package/engine/dist/commands/generate-synonyms.d.ts +14 -0
- package/engine/dist/commands/generate-synonyms.d.ts.map +1 -0
- package/engine/dist/commands/generate-synonyms.js +91 -0
- package/engine/dist/commands/generate-synonyms.js.map +1 -0
- package/engine/dist/config/index.d.ts +115 -0
- package/engine/dist/config/index.d.ts.map +1 -0
- package/engine/dist/config/index.js +326 -0
- package/engine/dist/config/index.js.map +1 -0
- package/engine/dist/config/max-recall-config.d.ts +102 -0
- package/engine/dist/config/max-recall-config.d.ts.map +1 -0
- package/engine/dist/config/max-recall-config.js +102 -0
- package/engine/dist/config/max-recall-config.js.map +1 -0
- package/engine/dist/config/paths.d.ts +40 -0
- package/engine/dist/config/paths.d.ts.map +1 -0
- package/engine/dist/config/paths.js +49 -0
- package/engine/dist/config/paths.js.map +1 -0
- package/engine/dist/core/batch.d.ts +19 -0
- package/engine/dist/core/batch.d.ts.map +1 -0
- package/engine/dist/core/batch.js +37 -0
- package/engine/dist/core/batch.js.map +1 -0
- package/engine/dist/core/db.d.ts +58 -0
- package/engine/dist/core/db.d.ts.map +1 -0
- package/engine/dist/core/db.js +563 -0
- package/engine/dist/core/db.js.map +1 -0
- package/engine/dist/core/inference/ChatWorker.d.ts +2 -0
- package/engine/dist/core/inference/ChatWorker.d.ts.map +1 -0
- package/engine/dist/core/inference/ChatWorker.js +28 -0
- package/engine/dist/core/inference/ChatWorker.js.map +1 -0
- package/engine/dist/core/inference/context_manager.d.ts +49 -0
- package/engine/dist/core/inference/context_manager.d.ts.map +1 -0
- package/engine/dist/core/inference/context_manager.js +199 -0
- package/engine/dist/core/inference/context_manager.js.map +1 -0
- package/engine/dist/core/inference/llamaLoaderWorker.d.ts +2 -0
- package/engine/dist/core/inference/llamaLoaderWorker.d.ts.map +1 -0
- package/engine/dist/core/inference/llamaLoaderWorker.js +23 -0
- package/engine/dist/core/inference/llamaLoaderWorker.js.map +1 -0
- package/engine/dist/core/vector.d.ts +40 -0
- package/engine/dist/core/vector.d.ts.map +1 -0
- package/engine/dist/core/vector.js +167 -0
- package/engine/dist/core/vector.js.map +1 -0
- package/engine/dist/index.d.ts +4 -0
- package/engine/dist/index.d.ts.map +1 -0
- package/engine/dist/index.js +400 -0
- package/engine/dist/index.js.map +1 -0
- package/engine/dist/middleware/auth.d.ts +14 -0
- package/engine/dist/middleware/auth.d.ts.map +1 -0
- package/engine/dist/middleware/auth.js +44 -0
- package/engine/dist/middleware/auth.js.map +1 -0
- package/engine/dist/middleware/request-tracing.d.ts +29 -0
- package/engine/dist/middleware/request-tracing.d.ts.map +1 -0
- package/engine/dist/middleware/request-tracing.js +115 -0
- package/engine/dist/middleware/request-tracing.js.map +1 -0
- package/engine/dist/middleware/validate.d.ts +30 -0
- package/engine/dist/middleware/validate.d.ts.map +1 -0
- package/engine/dist/middleware/validate.js +117 -0
- package/engine/dist/middleware/validate.js.map +1 -0
- package/engine/dist/native/index.d.ts +106 -0
- package/engine/dist/native/index.d.ts.map +1 -0
- package/engine/dist/native/index.js +230 -0
- package/engine/dist/native/index.js.map +1 -0
- package/engine/dist/native/types.d.ts +45 -0
- package/engine/dist/native/types.d.ts.map +1 -0
- package/engine/dist/native/types.js +6 -0
- package/engine/dist/native/types.js.map +1 -0
- package/engine/dist/profiling/atomization-profiling.d.ts +8 -0
- package/engine/dist/profiling/atomization-profiling.d.ts.map +1 -0
- package/engine/dist/profiling/atomization-profiling.js +108 -0
- package/engine/dist/profiling/atomization-profiling.js.map +1 -0
- package/engine/dist/profiling/bottleneck-identification.d.ts +8 -0
- package/engine/dist/profiling/bottleneck-identification.d.ts.map +1 -0
- package/engine/dist/profiling/bottleneck-identification.js +249 -0
- package/engine/dist/profiling/bottleneck-identification.js.map +1 -0
- package/engine/dist/profiling/content-sanitization-profiling.d.ts +12 -0
- package/engine/dist/profiling/content-sanitization-profiling.d.ts.map +1 -0
- package/engine/dist/profiling/content-sanitization-profiling.js +266 -0
- package/engine/dist/profiling/content-sanitization-profiling.js.map +1 -0
- package/engine/dist/profiling/simhash-profiling.d.ts +11 -0
- package/engine/dist/profiling/simhash-profiling.d.ts.map +1 -0
- package/engine/dist/profiling/simhash-profiling.js +168 -0
- package/engine/dist/profiling/simhash-profiling.js.map +1 -0
- package/engine/dist/routes/api.d.ts +9 -0
- package/engine/dist/routes/api.d.ts.map +1 -0
- package/engine/dist/routes/api.js +37 -0
- package/engine/dist/routes/api.js.map +1 -0
- package/engine/dist/routes/enhanced-api.d.ts +9 -0
- package/engine/dist/routes/enhanced-api.d.ts.map +1 -0
- package/engine/dist/routes/enhanced-api.js +139 -0
- package/engine/dist/routes/enhanced-api.js.map +1 -0
- package/engine/dist/routes/health.d.ts +8 -0
- package/engine/dist/routes/health.d.ts.map +1 -0
- package/engine/dist/routes/health.js +89 -0
- package/engine/dist/routes/health.js.map +1 -0
- package/engine/dist/routes/monitoring.d.ts +8 -0
- package/engine/dist/routes/monitoring.d.ts.map +1 -0
- package/engine/dist/routes/monitoring.js +509 -0
- package/engine/dist/routes/monitoring.js.map +1 -0
- package/engine/dist/routes/v1/admin.d.ts +3 -0
- package/engine/dist/routes/v1/admin.d.ts.map +1 -0
- package/engine/dist/routes/v1/admin.js +261 -0
- package/engine/dist/routes/v1/admin.js.map +1 -0
- package/engine/dist/routes/v1/atoms.d.ts +3 -0
- package/engine/dist/routes/v1/atoms.d.ts.map +1 -0
- package/engine/dist/routes/v1/atoms.js +172 -0
- package/engine/dist/routes/v1/atoms.js.map +1 -0
- package/engine/dist/routes/v1/backup.d.ts +3 -0
- package/engine/dist/routes/v1/backup.d.ts.map +1 -0
- package/engine/dist/routes/v1/backup.js +100 -0
- package/engine/dist/routes/v1/backup.js.map +1 -0
- package/engine/dist/routes/v1/git.d.ts +3 -0
- package/engine/dist/routes/v1/git.d.ts.map +1 -0
- package/engine/dist/routes/v1/git.js +316 -0
- package/engine/dist/routes/v1/git.js.map +1 -0
- package/engine/dist/routes/v1/ingest.d.ts +3 -0
- package/engine/dist/routes/v1/ingest.d.ts.map +1 -0
- package/engine/dist/routes/v1/ingest.js +66 -0
- package/engine/dist/routes/v1/ingest.js.map +1 -0
- package/engine/dist/routes/v1/memory.d.ts +14 -0
- package/engine/dist/routes/v1/memory.d.ts.map +1 -0
- package/engine/dist/routes/v1/memory.js +87 -0
- package/engine/dist/routes/v1/memory.js.map +1 -0
- package/engine/dist/routes/v1/research.d.ts +3 -0
- package/engine/dist/routes/v1/research.d.ts.map +1 -0
- package/engine/dist/routes/v1/research.js +109 -0
- package/engine/dist/routes/v1/research.js.map +1 -0
- package/engine/dist/routes/v1/search.d.ts +3 -0
- package/engine/dist/routes/v1/search.d.ts.map +1 -0
- package/engine/dist/routes/v1/search.js +180 -0
- package/engine/dist/routes/v1/search.js.map +1 -0
- package/engine/dist/routes/v1/settings.d.ts +8 -0
- package/engine/dist/routes/v1/settings.d.ts.map +1 -0
- package/engine/dist/routes/v1/settings.js +211 -0
- package/engine/dist/routes/v1/settings.js.map +1 -0
- package/engine/dist/routes/v1/system.d.ts +3 -0
- package/engine/dist/routes/v1/system.d.ts.map +1 -0
- package/engine/dist/routes/v1/system.js +326 -0
- package/engine/dist/routes/v1/system.js.map +1 -0
- package/engine/dist/routes/v1/tags.d.ts +3 -0
- package/engine/dist/routes/v1/tags.d.ts.map +1 -0
- package/engine/dist/routes/v1/tags.js +102 -0
- package/engine/dist/routes/v1/tags.js.map +1 -0
- package/engine/dist/server-8080.d.ts +2 -0
- package/engine/dist/server-8080.d.ts.map +1 -0
- package/engine/dist/server-8080.js +74 -0
- package/engine/dist/server-8080.js.map +1 -0
- package/engine/dist/services/backup/backup-restore.d.ts +37 -0
- package/engine/dist/services/backup/backup-restore.d.ts.map +1 -0
- package/engine/dist/services/backup/backup-restore.js +385 -0
- package/engine/dist/services/backup/backup-restore.js.map +1 -0
- package/engine/dist/services/backup/backup.d.ts +14 -0
- package/engine/dist/services/backup/backup.d.ts.map +1 -0
- package/engine/dist/services/backup/backup.js +442 -0
- package/engine/dist/services/backup/backup.js.map +1 -0
- package/engine/dist/services/distillation/radial-distiller-v2.d.ts +127 -0
- package/engine/dist/services/distillation/radial-distiller-v2.d.ts.map +1 -0
- package/engine/dist/services/distillation/radial-distiller-v2.js +503 -0
- package/engine/dist/services/distillation/radial-distiller-v2.js.map +1 -0
- package/engine/dist/services/distillation/radial-distiller.d.ts +63 -0
- package/engine/dist/services/distillation/radial-distiller.d.ts.map +1 -0
- package/engine/dist/services/distillation/radial-distiller.js +394 -0
- package/engine/dist/services/distillation/radial-distiller.js.map +1 -0
- package/engine/dist/services/health-check-enhanced.d.ts +89 -0
- package/engine/dist/services/health-check-enhanced.d.ts.map +1 -0
- package/engine/dist/services/health-check-enhanced.js +417 -0
- package/engine/dist/services/health-check-enhanced.js.map +1 -0
- package/engine/dist/services/idle-manager.d.ts +56 -0
- package/engine/dist/services/idle-manager.d.ts.map +1 -0
- package/engine/dist/services/idle-manager.js +210 -0
- package/engine/dist/services/idle-manager.js.map +1 -0
- package/engine/dist/services/inference/inference-service.d.ts +27 -0
- package/engine/dist/services/inference/inference-service.d.ts.map +1 -0
- package/engine/dist/services/inference/inference-service.js +89 -0
- package/engine/dist/services/inference/inference-service.js.map +1 -0
- package/engine/dist/services/inference/inference.d.ts +59 -0
- package/engine/dist/services/inference/inference.d.ts.map +1 -0
- package/engine/dist/services/inference/inference.js +131 -0
- package/engine/dist/services/inference/inference.js.map +1 -0
- package/engine/dist/services/ingest/atomizer-service.d.ts +74 -0
- package/engine/dist/services/ingest/atomizer-service.d.ts.map +1 -0
- package/engine/dist/services/ingest/atomizer-service.js +982 -0
- package/engine/dist/services/ingest/atomizer-service.js.map +1 -0
- package/engine/dist/services/ingest/content-cleaner.d.ts +43 -0
- package/engine/dist/services/ingest/content-cleaner.d.ts.map +1 -0
- package/engine/dist/services/ingest/content-cleaner.js +166 -0
- package/engine/dist/services/ingest/content-cleaner.js.map +1 -0
- package/engine/dist/services/ingest/github-ingest-service.d.ts +103 -0
- package/engine/dist/services/ingest/github-ingest-service.d.ts.map +1 -0
- package/engine/dist/services/ingest/github-ingest-service.js +537 -0
- package/engine/dist/services/ingest/github-ingest-service.js.map +1 -0
- package/engine/dist/services/ingest/ingest-atomic.d.ts +16 -0
- package/engine/dist/services/ingest/ingest-atomic.d.ts.map +1 -0
- package/engine/dist/services/ingest/ingest-atomic.js +437 -0
- package/engine/dist/services/ingest/ingest-atomic.js.map +1 -0
- package/engine/dist/services/ingest/ingest.d.ts +50 -0
- package/engine/dist/services/ingest/ingest.d.ts.map +1 -0
- package/engine/dist/services/ingest/ingest.js +230 -0
- package/engine/dist/services/ingest/ingest.js.map +1 -0
- package/engine/dist/services/ingest/watchdog.d.ts +31 -0
- package/engine/dist/services/ingest/watchdog.d.ts.map +1 -0
- package/engine/dist/services/ingest/watchdog.js +400 -0
- package/engine/dist/services/ingest/watchdog.js.map +1 -0
- package/engine/dist/services/llm/context.d.ts +6 -0
- package/engine/dist/services/llm/context.d.ts.map +1 -0
- package/engine/dist/services/llm/context.js +80 -0
- package/engine/dist/services/llm/context.js.map +1 -0
- package/engine/dist/services/llm/provider.d.ts +23 -0
- package/engine/dist/services/llm/provider.d.ts.map +1 -0
- package/engine/dist/services/llm/provider.js +338 -0
- package/engine/dist/services/llm/provider.js.map +1 -0
- package/engine/dist/services/llm/reader.d.ts +12 -0
- package/engine/dist/services/llm/reader.d.ts.map +1 -0
- package/engine/dist/services/llm/reader.js +40 -0
- package/engine/dist/services/llm/reader.js.map +1 -0
- package/engine/dist/services/mirror/mirror.d.ts +28 -0
- package/engine/dist/services/mirror/mirror.d.ts.map +1 -0
- package/engine/dist/services/mirror/mirror.js +208 -0
- package/engine/dist/services/mirror/mirror.js.map +1 -0
- package/engine/dist/services/nlp/nlp-service.d.ts +70 -0
- package/engine/dist/services/nlp/nlp-service.d.ts.map +1 -0
- package/engine/dist/services/nlp/nlp-service.js +151 -0
- package/engine/dist/services/nlp/nlp-service.js.map +1 -0
- package/engine/dist/services/nlp/query-parser.d.ts +9 -0
- package/engine/dist/services/nlp/query-parser.d.ts.map +1 -0
- package/engine/dist/services/nlp/query-parser.js +29 -0
- package/engine/dist/services/nlp/query-parser.js.map +1 -0
- package/engine/dist/services/query-builder/DataFrame.d.ts +95 -0
- package/engine/dist/services/query-builder/DataFrame.d.ts.map +1 -0
- package/engine/dist/services/query-builder/DataFrame.js +263 -0
- package/engine/dist/services/query-builder/DataFrame.js.map +1 -0
- package/engine/dist/services/query-builder/QueryBuilder.d.ts +106 -0
- package/engine/dist/services/query-builder/QueryBuilder.d.ts.map +1 -0
- package/engine/dist/services/query-builder/QueryBuilder.js +235 -0
- package/engine/dist/services/query-builder/QueryBuilder.js.map +1 -0
- package/engine/dist/services/query-builder/utils/export.d.ts +11 -0
- package/engine/dist/services/query-builder/utils/export.d.ts.map +1 -0
- package/engine/dist/services/query-builder/utils/export.js +130 -0
- package/engine/dist/services/query-builder/utils/export.js.map +1 -0
- package/engine/dist/services/research/researcher.d.ts +15 -0
- package/engine/dist/services/research/researcher.d.ts.map +1 -0
- package/engine/dist/services/research/researcher.js +123 -0
- package/engine/dist/services/research/researcher.js.map +1 -0
- package/engine/dist/services/scribe/scribe.d.ts +43 -0
- package/engine/dist/services/scribe/scribe.d.ts.map +1 -0
- package/engine/dist/services/scribe/scribe.js +135 -0
- package/engine/dist/services/scribe/scribe.js.map +1 -0
- package/engine/dist/services/search/bright-nodes.d.ts +41 -0
- package/engine/dist/services/search/bright-nodes.d.ts.map +1 -0
- package/engine/dist/services/search/bright-nodes.js +117 -0
- package/engine/dist/services/search/bright-nodes.js.map +1 -0
- package/engine/dist/services/search/context-inflator.d.ts +63 -0
- package/engine/dist/services/search/context-inflator.d.ts.map +1 -0
- package/engine/dist/services/search/context-inflator.js +649 -0
- package/engine/dist/services/search/context-inflator.js.map +1 -0
- package/engine/dist/services/search/context-manager.d.ts +34 -0
- package/engine/dist/services/search/context-manager.d.ts.map +1 -0
- package/engine/dist/services/search/context-manager.js +124 -0
- package/engine/dist/services/search/context-manager.js.map +1 -0
- package/engine/dist/services/search/distributed-query.d.ts +38 -0
- package/engine/dist/services/search/distributed-query.d.ts.map +1 -0
- package/engine/dist/services/search/distributed-query.js +105 -0
- package/engine/dist/services/search/distributed-query.js.map +1 -0
- package/engine/dist/services/search/explore.d.ts +73 -0
- package/engine/dist/services/search/explore.d.ts.map +1 -0
- package/engine/dist/services/search/explore.js +388 -0
- package/engine/dist/services/search/explore.js.map +1 -0
- package/engine/dist/services/search/graph-context-serializer.d.ts +76 -0
- package/engine/dist/services/search/graph-context-serializer.d.ts.map +1 -0
- package/engine/dist/services/search/graph-context-serializer.js +435 -0
- package/engine/dist/services/search/graph-context-serializer.js.map +1 -0
- package/engine/dist/services/search/llm-context-formatter.d.ts +122 -0
- package/engine/dist/services/search/llm-context-formatter.d.ts.map +1 -0
- package/engine/dist/services/search/llm-context-formatter.js +394 -0
- package/engine/dist/services/search/llm-context-formatter.js.map +1 -0
- package/engine/dist/services/search/physics-tag-walker.d.ts +115 -0
- package/engine/dist/services/search/physics-tag-walker.d.ts.map +1 -0
- package/engine/dist/services/search/physics-tag-walker.js +611 -0
- package/engine/dist/services/search/physics-tag-walker.js.map +1 -0
- package/engine/dist/services/search/query-parser.d.ts +66 -0
- package/engine/dist/services/search/query-parser.d.ts.map +1 -0
- package/engine/dist/services/search/query-parser.js +346 -0
- package/engine/dist/services/search/query-parser.js.map +1 -0
- package/engine/dist/services/search/search-utils.d.ts +100 -0
- package/engine/dist/services/search/search-utils.d.ts.map +1 -0
- package/engine/dist/services/search/search-utils.js +473 -0
- package/engine/dist/services/search/search-utils.js.map +1 -0
- package/engine/dist/services/search/search.d.ts +116 -0
- package/engine/dist/services/search/search.d.ts.map +1 -0
- package/engine/dist/services/search/search.js +1286 -0
- package/engine/dist/services/search/search.js.map +1 -0
- package/engine/dist/services/search/sovereign-system-prompt.d.ts +48 -0
- package/engine/dist/services/search/sovereign-system-prompt.d.ts.map +1 -0
- package/engine/dist/services/search/sovereign-system-prompt.js +101 -0
- package/engine/dist/services/search/sovereign-system-prompt.js.map +1 -0
- package/engine/dist/services/search/streaming-search.d.ts +51 -0
- package/engine/dist/services/search/streaming-search.d.ts.map +1 -0
- package/engine/dist/services/search/streaming-search.js +94 -0
- package/engine/dist/services/search/streaming-search.js.map +1 -0
- package/engine/dist/services/semantic/semantic-ingestion-service.d.ts +53 -0
- package/engine/dist/services/semantic/semantic-ingestion-service.d.ts.map +1 -0
- package/engine/dist/services/semantic/semantic-ingestion-service.js +625 -0
- package/engine/dist/services/semantic/semantic-ingestion-service.js.map +1 -0
- package/engine/dist/services/semantic/semantic-molecule-processor.d.ts +68 -0
- package/engine/dist/services/semantic/semantic-molecule-processor.d.ts.map +1 -0
- package/engine/dist/services/semantic/semantic-molecule-processor.js +176 -0
- package/engine/dist/services/semantic/semantic-molecule-processor.js.map +1 -0
- package/engine/dist/services/semantic/semantic-search.d.ts +52 -0
- package/engine/dist/services/semantic/semantic-search.d.ts.map +1 -0
- package/engine/dist/services/semantic/semantic-search.js +649 -0
- package/engine/dist/services/semantic/semantic-search.js.map +1 -0
- package/engine/dist/services/semantic/semantic-tag-deriver.d.ts +64 -0
- package/engine/dist/services/semantic/semantic-tag-deriver.d.ts.map +1 -0
- package/engine/dist/services/semantic/semantic-tag-deriver.js +191 -0
- package/engine/dist/services/semantic/semantic-tag-deriver.js.map +1 -0
- package/engine/dist/services/semantic/types/semantic.d.ts +26 -0
- package/engine/dist/services/semantic/types/semantic.d.ts.map +1 -0
- package/engine/dist/services/semantic/types/semantic.js +7 -0
- package/engine/dist/services/semantic/types/semantic.js.map +1 -0
- package/engine/dist/services/synonyms/auto-synonym-generator.d.ts +79 -0
- package/engine/dist/services/synonyms/auto-synonym-generator.d.ts.map +1 -0
- package/engine/dist/services/synonyms/auto-synonym-generator.js +415 -0
- package/engine/dist/services/synonyms/auto-synonym-generator.js.map +1 -0
- package/engine/dist/services/system-status.d.ts +68 -0
- package/engine/dist/services/system-status.d.ts.map +1 -0
- package/engine/dist/services/system-status.js +107 -0
- package/engine/dist/services/system-status.js.map +1 -0
- package/engine/dist/services/tags/discovery.d.ts +16 -0
- package/engine/dist/services/tags/discovery.d.ts.map +1 -0
- package/engine/dist/services/tags/discovery.js +206 -0
- package/engine/dist/services/tags/discovery.js.map +1 -0
- package/engine/dist/services/tags/gliner.d.ts +18 -0
- package/engine/dist/services/tags/gliner.d.ts.map +1 -0
- package/engine/dist/services/tags/gliner.js +119 -0
- package/engine/dist/services/tags/gliner.js.map +1 -0
- package/engine/dist/services/tags/infector.d.ts +21 -0
- package/engine/dist/services/tags/infector.d.ts.map +1 -0
- package/engine/dist/services/tags/infector.js +168 -0
- package/engine/dist/services/tags/infector.js.map +1 -0
- package/engine/dist/services/tags/tag-auditor.d.ts +77 -0
- package/engine/dist/services/tags/tag-auditor.d.ts.map +1 -0
- package/engine/dist/services/tags/tag-auditor.js +283 -0
- package/engine/dist/services/tags/tag-auditor.js.map +1 -0
- package/engine/dist/services/taxonomy/taxonomy-manager.d.ts +50 -0
- package/engine/dist/services/taxonomy/taxonomy-manager.d.ts.map +1 -0
- package/engine/dist/services/taxonomy/taxonomy-manager.js +291 -0
- package/engine/dist/services/taxonomy/taxonomy-manager.js.map +1 -0
- package/engine/dist/services/vision/vision_service.d.ts +4 -0
- package/engine/dist/services/vision/vision_service.d.ts.map +1 -0
- package/engine/dist/services/vision/vision_service.js +197 -0
- package/engine/dist/services/vision/vision_service.js.map +1 -0
- package/engine/dist/test-framework/core.d.ts +133 -0
- package/engine/dist/test-framework/core.d.ts.map +1 -0
- package/engine/dist/test-framework/core.js +313 -0
- package/engine/dist/test-framework/core.js.map +1 -0
- package/engine/dist/test-framework/dataset-runner.d.ts +78 -0
- package/engine/dist/test-framework/dataset-runner.d.ts.map +1 -0
- package/engine/dist/test-framework/dataset-runner.js +223 -0
- package/engine/dist/test-framework/dataset-runner.js.map +1 -0
- package/engine/dist/test-framework/diagnostic-tests.d.ts +38 -0
- package/engine/dist/test-framework/diagnostic-tests.d.ts.map +1 -0
- package/engine/dist/test-framework/diagnostic-tests.js +283 -0
- package/engine/dist/test-framework/diagnostic-tests.js.map +1 -0
- package/engine/dist/test-framework/performance-regression-tests.d.ts +30 -0
- package/engine/dist/test-framework/performance-regression-tests.d.ts.map +1 -0
- package/engine/dist/test-framework/performance-regression-tests.js +331 -0
- package/engine/dist/test-framework/performance-regression-tests.js.map +1 -0
- package/engine/dist/types/api.d.ts +53 -0
- package/engine/dist/types/api.d.ts.map +1 -0
- package/engine/dist/types/api.js +2 -0
- package/engine/dist/types/api.js.map +1 -0
- package/engine/dist/types/atomic.d.ts +42 -0
- package/engine/dist/types/atomic.d.ts.map +1 -0
- package/engine/dist/types/atomic.js +10 -0
- package/engine/dist/types/atomic.js.map +1 -0
- package/engine/dist/types/context-protocol.d.ts +137 -0
- package/engine/dist/types/context-protocol.d.ts.map +1 -0
- package/engine/dist/types/context-protocol.js +28 -0
- package/engine/dist/types/context-protocol.js.map +1 -0
- package/engine/dist/types/context.d.ts +2 -0
- package/engine/dist/types/context.d.ts.map +1 -0
- package/engine/dist/types/context.js +2 -0
- package/engine/dist/types/context.js.map +1 -0
- package/engine/dist/types/index.d.ts +20 -0
- package/engine/dist/types/index.d.ts.map +1 -0
- package/engine/dist/types/index.js +18 -0
- package/engine/dist/types/index.js.map +1 -0
- package/engine/dist/types/search.d.ts +31 -0
- package/engine/dist/types/search.d.ts.map +1 -0
- package/engine/dist/types/search.js +2 -0
- package/engine/dist/types/search.js.map +1 -0
- package/engine/dist/types/taxonomy.d.ts +137 -0
- package/engine/dist/types/taxonomy.d.ts.map +1 -0
- package/engine/dist/types/taxonomy.js +138 -0
- package/engine/dist/types/taxonomy.js.map +1 -0
- package/engine/dist/types/taxonomy.simple.d.ts +131 -0
- package/engine/dist/types/taxonomy.simple.d.ts.map +1 -0
- package/engine/dist/types/taxonomy.simple.js +132 -0
- package/engine/dist/types/taxonomy.simple.js.map +1 -0
- package/engine/dist/types/tool-call.d.ts +16 -0
- package/engine/dist/types/tool-call.d.ts.map +1 -0
- package/engine/dist/types/tool-call.js +6 -0
- package/engine/dist/types/tool-call.js.map +1 -0
- package/engine/dist/types/trace.d.ts +25 -0
- package/engine/dist/types/trace.d.ts.map +1 -0
- package/engine/dist/types/trace.js +5 -0
- package/engine/dist/types/trace.js.map +1 -0
- package/engine/dist/utils/adaptive-concurrency.d.ts +81 -0
- package/engine/dist/utils/adaptive-concurrency.d.ts.map +1 -0
- package/engine/dist/utils/adaptive-concurrency.js +266 -0
- package/engine/dist/utils/adaptive-concurrency.js.map +1 -0
- package/engine/dist/utils/date_extractor.d.ts +2 -0
- package/engine/dist/utils/date_extractor.d.ts.map +1 -0
- package/engine/dist/utils/date_extractor.js +32 -0
- package/engine/dist/utils/date_extractor.js.map +1 -0
- package/engine/dist/utils/native-module-manager.d.ts +48 -0
- package/engine/dist/utils/native-module-manager.d.ts.map +1 -0
- package/engine/dist/utils/native-module-manager.js +265 -0
- package/engine/dist/utils/native-module-manager.js.map +1 -0
- package/engine/dist/utils/native-module-profiler.d.ts +66 -0
- package/engine/dist/utils/native-module-profiler.d.ts.map +1 -0
- package/engine/dist/utils/native-module-profiler.js +182 -0
- package/engine/dist/utils/native-module-profiler.js.map +1 -0
- package/engine/dist/utils/path-manager.d.ts +59 -0
- package/engine/dist/utils/path-manager.d.ts.map +1 -0
- package/engine/dist/utils/path-manager.js +154 -0
- package/engine/dist/utils/path-manager.js.map +1 -0
- package/engine/dist/utils/performance-monitor.d.ts +92 -0
- package/engine/dist/utils/performance-monitor.d.ts.map +1 -0
- package/engine/dist/utils/performance-monitor.js +221 -0
- package/engine/dist/utils/performance-monitor.js.map +1 -0
- package/engine/dist/utils/process-manager.d.ts +18 -0
- package/engine/dist/utils/process-manager.d.ts.map +1 -0
- package/engine/dist/utils/process-manager.js +100 -0
- package/engine/dist/utils/process-manager.js.map +1 -0
- package/engine/dist/utils/request-tracer.d.ts +131 -0
- package/engine/dist/utils/request-tracer.d.ts.map +1 -0
- package/engine/dist/utils/request-tracer.js +414 -0
- package/engine/dist/utils/request-tracer.js.map +1 -0
- package/engine/dist/utils/resource-manager.d.ts +108 -0
- package/engine/dist/utils/resource-manager.d.ts.map +1 -0
- package/engine/dist/utils/resource-manager.js +235 -0
- package/engine/dist/utils/resource-manager.js.map +1 -0
- package/engine/dist/utils/safe-dns.d.ts +14 -0
- package/engine/dist/utils/safe-dns.d.ts.map +1 -0
- package/engine/dist/utils/safe-dns.js +105 -0
- package/engine/dist/utils/safe-dns.js.map +1 -0
- package/engine/dist/utils/structured-logger.d.ts +124 -0
- package/engine/dist/utils/structured-logger.d.ts.map +1 -0
- package/engine/dist/utils/structured-logger.js +332 -0
- package/engine/dist/utils/structured-logger.js.map +1 -0
- package/engine/dist/utils/tag-cleanup.d.ts +11 -0
- package/engine/dist/utils/tag-cleanup.d.ts.map +1 -0
- package/engine/dist/utils/tag-cleanup.js +111 -0
- package/engine/dist/utils/tag-cleanup.js.map +1 -0
- package/engine/dist/utils/tag-filter.d.ts +19 -0
- package/engine/dist/utils/tag-filter.d.ts.map +1 -0
- package/engine/dist/utils/tag-filter.js +147 -0
- package/engine/dist/utils/tag-filter.js.map +1 -0
- package/engine/dist/utils/tag-modulation.d.ts +80 -0
- package/engine/dist/utils/tag-modulation.d.ts.map +1 -0
- package/engine/dist/utils/tag-modulation.js +284 -0
- package/engine/dist/utils/tag-modulation.js.map +1 -0
- package/engine/dist/utils/timer.d.ts +40 -0
- package/engine/dist/utils/timer.d.ts.map +1 -0
- package/engine/dist/utils/timer.js +76 -0
- package/engine/dist/utils/timer.js.map +1 -0
- package/engine/dist/utils/token-utils.d.ts +19 -0
- package/engine/dist/utils/token-utils.d.ts.map +1 -0
- package/engine/dist/utils/token-utils.js +71 -0
- package/engine/dist/utils/token-utils.js.map +1 -0
- package/engine/dist/utils/wasm-module-loader.d.ts +50 -0
- package/engine/dist/utils/wasm-module-loader.d.ts.map +1 -0
- package/engine/dist/utils/wasm-module-loader.js +136 -0
- package/engine/dist/utils/wasm-module-loader.js.map +1 -0
- package/engine/package.json +105 -0
- package/package.json +106 -0
|
@@ -0,0 +1,316 @@
|
|
|
1
|
+
export function setupGitRoutes(app) {
|
|
2
|
+
// GitHub Repository Ingestion Endpoints (Standard 115)
|
|
3
|
+
// POST /v1/github/repos - Register new repo and trigger initial ingestion
|
|
4
|
+
app.post('/v1/github/repos', async (req, res) => {
|
|
5
|
+
try {
|
|
6
|
+
const body = req.body;
|
|
7
|
+
const url = body.url;
|
|
8
|
+
const bucket = body.bucket;
|
|
9
|
+
const includeHistory = body.include_history === true;
|
|
10
|
+
if (!url || !bucket) {
|
|
11
|
+
res.status(400).json({ error: 'url and bucket are required' });
|
|
12
|
+
return;
|
|
13
|
+
}
|
|
14
|
+
const { GitHubIngestService } = await import('../../services/ingest/github-ingest-service.js');
|
|
15
|
+
const service = new GitHubIngestService();
|
|
16
|
+
// Register repo
|
|
17
|
+
const repo = await service.registerRepo(url, bucket);
|
|
18
|
+
// Start async ingestion (don't wait for completion)
|
|
19
|
+
(async () => {
|
|
20
|
+
try {
|
|
21
|
+
await service.syncRepo(repo.id);
|
|
22
|
+
if (includeHistory) {
|
|
23
|
+
const token = process.env.GITHUB_TOKEN;
|
|
24
|
+
await service.ingestGitHistory(repo.owner, repo.repo, repo.branch, bucket, token);
|
|
25
|
+
console.log(`[API] Git history ingested for ${repo.owner}/${repo.repo}`);
|
|
26
|
+
}
|
|
27
|
+
}
|
|
28
|
+
catch (error) {
|
|
29
|
+
console.error(`[API] Background sync/history failed for ${repo.id}:`, error);
|
|
30
|
+
}
|
|
31
|
+
})();
|
|
32
|
+
res.status(202).json({
|
|
33
|
+
id: repo.id,
|
|
34
|
+
status: 'ingesting',
|
|
35
|
+
include_history: includeHistory,
|
|
36
|
+
message: `Started ingestion for ${repo.owner}/${repo.repo}${includeHistory ? ' (with full commit history)' : ''}`,
|
|
37
|
+
});
|
|
38
|
+
}
|
|
39
|
+
catch (error) {
|
|
40
|
+
console.error('[API] GitHub repo registration error:', error);
|
|
41
|
+
res.status(500).json({ error: error.message });
|
|
42
|
+
}
|
|
43
|
+
});
|
|
44
|
+
// GET /v1/github/repos - List all registered repos
|
|
45
|
+
app.get('/v1/github/repos', async (_req, res) => {
|
|
46
|
+
try {
|
|
47
|
+
const { GitHubIngestService } = await import('../../services/ingest/github-ingest-service.js');
|
|
48
|
+
const service = new GitHubIngestService();
|
|
49
|
+
const repos = await service.listRepos();
|
|
50
|
+
res.status(200).json(repos);
|
|
51
|
+
}
|
|
52
|
+
catch (error) {
|
|
53
|
+
console.error('[API] GitHub repo list error:', error);
|
|
54
|
+
res.status(500).json({ error: error.message });
|
|
55
|
+
}
|
|
56
|
+
});
|
|
57
|
+
// POST /v1/github/repos/:id/sync - Manual sync trigger
|
|
58
|
+
app.post('/v1/github/repos/:id/sync', async (req, res) => {
|
|
59
|
+
try {
|
|
60
|
+
const id = req.params.id;
|
|
61
|
+
const { GitHubIngestService } = await import('../../services/ingest/github-ingest-service.js');
|
|
62
|
+
const service = new GitHubIngestService();
|
|
63
|
+
// Start async sync
|
|
64
|
+
service.syncRepo(id).catch((error) => {
|
|
65
|
+
console.error(`[API] Background sync failed for ${id}:`, error);
|
|
66
|
+
});
|
|
67
|
+
res.status(202).json({
|
|
68
|
+
id,
|
|
69
|
+
status: 'syncing',
|
|
70
|
+
message: 'Sync started',
|
|
71
|
+
});
|
|
72
|
+
}
|
|
73
|
+
catch (error) {
|
|
74
|
+
console.error('[API] GitHub sync trigger error:', error);
|
|
75
|
+
res.status(500).json({ error: error.message });
|
|
76
|
+
}
|
|
77
|
+
});
|
|
78
|
+
// DELETE /v1/github/repos/:id - Remove repo
|
|
79
|
+
app.delete('/v1/github/repos/:id', async (req, res) => {
|
|
80
|
+
try {
|
|
81
|
+
const id = req.params.id;
|
|
82
|
+
const { GitHubIngestService } = await import('../../services/ingest/github-ingest-service.js');
|
|
83
|
+
const service = new GitHubIngestService();
|
|
84
|
+
const quarantinedCount = await service.removeRepo(id);
|
|
85
|
+
res.status(200).json({
|
|
86
|
+
status: 'removed',
|
|
87
|
+
quarantined_atoms: quarantinedCount,
|
|
88
|
+
});
|
|
89
|
+
}
|
|
90
|
+
catch (error) {
|
|
91
|
+
console.error('[API] GitHub repo removal error:', error);
|
|
92
|
+
res.status(500).json({ error: error.message });
|
|
93
|
+
}
|
|
94
|
+
});
|
|
95
|
+
// GET /v1/github/rate-limit - Check GitHub API rate limit status
|
|
96
|
+
app.get('/v1/github/rate-limit', async (_req, res) => {
|
|
97
|
+
try {
|
|
98
|
+
const { GitHubIngestService } = await import('../../services/ingest/github-ingest-service.js');
|
|
99
|
+
const service = new GitHubIngestService();
|
|
100
|
+
const rateLimit = await service.getRateLimitStatus();
|
|
101
|
+
res.status(200).json(rateLimit);
|
|
102
|
+
}
|
|
103
|
+
catch (error) {
|
|
104
|
+
console.error('[API] GitHub rate limit check error:', error);
|
|
105
|
+
res.status(500).json({ error: error.message });
|
|
106
|
+
}
|
|
107
|
+
});
|
|
108
|
+
// GET /v1/github/credentials - Check for stored GitHub credentials
|
|
109
|
+
app.get('/v1/github/credentials', async (_req, res) => {
|
|
110
|
+
try {
|
|
111
|
+
const fs = await import('fs');
|
|
112
|
+
const path = await import('path');
|
|
113
|
+
const os = await import('os');
|
|
114
|
+
let token = null;
|
|
115
|
+
let source = null;
|
|
116
|
+
let username = null;
|
|
117
|
+
// 1. Check environment variable
|
|
118
|
+
if (process.env.GITHUB_TOKEN) {
|
|
119
|
+
token = process.env.GITHUB_TOKEN;
|
|
120
|
+
source = 'GITHUB_TOKEN environment variable';
|
|
121
|
+
}
|
|
122
|
+
// 2. Check .netrc file
|
|
123
|
+
if (!token) {
|
|
124
|
+
const netrcPath = path.join(os.homedir(), '.netrc');
|
|
125
|
+
if (fs.existsSync(netrcPath)) {
|
|
126
|
+
const netrcContent = fs.readFileSync(netrcPath, 'utf8');
|
|
127
|
+
const netrcMatch = netrcContent.match(/machine\s+github\.com\s+login\s+(\S+)\s+password\s+(\S+)/);
|
|
128
|
+
if (netrcMatch) {
|
|
129
|
+
username = netrcMatch[1];
|
|
130
|
+
token = netrcMatch[2];
|
|
131
|
+
source = '.netrc file';
|
|
132
|
+
}
|
|
133
|
+
}
|
|
134
|
+
}
|
|
135
|
+
// 3. Check git config for credential helper
|
|
136
|
+
if (!token) {
|
|
137
|
+
const { exec } = await import('child_process');
|
|
138
|
+
const util = await import('util');
|
|
139
|
+
const execPromise = util.promisify(exec);
|
|
140
|
+
try {
|
|
141
|
+
// Try to get credential helper status
|
|
142
|
+
const { stdout } = await execPromise('git config --global credential.helper', {
|
|
143
|
+
timeout: 5000
|
|
144
|
+
});
|
|
145
|
+
if (stdout.trim()) {
|
|
146
|
+
source = `git credential.helper: ${stdout.trim()}`;
|
|
147
|
+
// Note: We can't directly read credentials from git credential-store
|
|
148
|
+
// without invoking the credential helper, which is complex.
|
|
149
|
+
// We just inform the user that a helper is configured.
|
|
150
|
+
}
|
|
151
|
+
}
|
|
152
|
+
catch {
|
|
153
|
+
// Git not available or no credential helper
|
|
154
|
+
}
|
|
155
|
+
}
|
|
156
|
+
// If we have a token, validate it and get user info
|
|
157
|
+
let userInfo = null;
|
|
158
|
+
let tokenValid = false;
|
|
159
|
+
let tokenScopes = [];
|
|
160
|
+
if (token) {
|
|
161
|
+
try {
|
|
162
|
+
const response = await fetch('https://api.github.com/user', {
|
|
163
|
+
headers: {
|
|
164
|
+
'Authorization': `token ${token}`,
|
|
165
|
+
'Accept': 'application/vnd.github.v3+json',
|
|
166
|
+
'User-Agent': 'anchor-engine-node',
|
|
167
|
+
}
|
|
168
|
+
});
|
|
169
|
+
if (response.ok) {
|
|
170
|
+
const data = await response.json();
|
|
171
|
+
userInfo = { login: data.login, name: data.name };
|
|
172
|
+
tokenValid = true;
|
|
173
|
+
// Get scopes from headers
|
|
174
|
+
const scopesHeader = response.headers.get('x-oauth-scopes');
|
|
175
|
+
if (scopesHeader) {
|
|
176
|
+
tokenScopes = scopesHeader.split(',').map(s => s.trim());
|
|
177
|
+
}
|
|
178
|
+
}
|
|
179
|
+
}
|
|
180
|
+
catch (error) {
|
|
181
|
+
console.error('[API] GitHub token validation error:', error.message);
|
|
182
|
+
}
|
|
183
|
+
}
|
|
184
|
+
const hasCredentials = !!token;
|
|
185
|
+
const canAccessPrivateRepos = tokenValid && (tokenScopes.includes('repo') || tokenScopes.includes('public_repo'));
|
|
186
|
+
res.status(200).json({
|
|
187
|
+
has_credentials: hasCredentials,
|
|
188
|
+
credential_source: source,
|
|
189
|
+
username: username || userInfo?.login || null,
|
|
190
|
+
user_info: userInfo,
|
|
191
|
+
token_valid: tokenValid,
|
|
192
|
+
scopes: tokenScopes,
|
|
193
|
+
can_access_private_repos: canAccessPrivateRepos,
|
|
194
|
+
message: hasCredentials
|
|
195
|
+
? (canAccessPrivateRepos
|
|
196
|
+
? 'GitHub credentials found. You can access both public and private repositories.'
|
|
197
|
+
: 'GitHub credentials found but may be limited to public repositories only.')
|
|
198
|
+
: 'No GitHub credentials found. You can only access public repositories.',
|
|
199
|
+
});
|
|
200
|
+
}
|
|
201
|
+
catch (error) {
|
|
202
|
+
console.error('[API] GitHub credentials check error:', error);
|
|
203
|
+
res.status(500).json({ error: error.message });
|
|
204
|
+
}
|
|
205
|
+
});
|
|
206
|
+
// Helper to discover allowed git repositories
|
|
207
|
+
const getDiscoveredRepos = async () => {
|
|
208
|
+
const path = await import('path');
|
|
209
|
+
const fs = await import('fs');
|
|
210
|
+
const { pathManager } = await import('../../utils/path-manager.js');
|
|
211
|
+
const { PROJECT_ROOT } = await import('../../config/paths.js');
|
|
212
|
+
const potentialRepos = [];
|
|
213
|
+
const basePath = pathManager.getBasePath();
|
|
214
|
+
const checkDirs = [
|
|
215
|
+
basePath,
|
|
216
|
+
path.join(basePath, '..'),
|
|
217
|
+
path.join(basePath, '..', '..'),
|
|
218
|
+
PROJECT_ROOT
|
|
219
|
+
];
|
|
220
|
+
for (const dir of checkDirs) {
|
|
221
|
+
if (!dir)
|
|
222
|
+
continue;
|
|
223
|
+
try {
|
|
224
|
+
const entries = fs.readdirSync(dir, { withFileTypes: true });
|
|
225
|
+
for (const entry of entries) {
|
|
226
|
+
if (entry.isDirectory()) {
|
|
227
|
+
const repoPath = path.join(dir, entry.name);
|
|
228
|
+
const gitPath = path.join(repoPath, '.git');
|
|
229
|
+
// Resolve to absolute path to prevent traversal evasion
|
|
230
|
+
const absoluteRepoPath = path.resolve(repoPath);
|
|
231
|
+
if (fs.existsSync(gitPath) && !potentialRepos.includes(absoluteRepoPath)) {
|
|
232
|
+
potentialRepos.push(absoluteRepoPath);
|
|
233
|
+
}
|
|
234
|
+
}
|
|
235
|
+
}
|
|
236
|
+
}
|
|
237
|
+
catch {
|
|
238
|
+
// Skip if directory doesn't exist or can't be read
|
|
239
|
+
}
|
|
240
|
+
}
|
|
241
|
+
return potentialRepos;
|
|
242
|
+
};
|
|
243
|
+
// GET /v1/git/repos - List available git repositories
|
|
244
|
+
app.get('/v1/git/repos', async (_req, res) => {
|
|
245
|
+
try {
|
|
246
|
+
const repos = await getDiscoveredRepos();
|
|
247
|
+
res.status(200).json(repos);
|
|
248
|
+
}
|
|
249
|
+
catch (error) {
|
|
250
|
+
console.error('[API] Git repos list error:', error);
|
|
251
|
+
res.status(500).json({ error: error.message });
|
|
252
|
+
}
|
|
253
|
+
});
|
|
254
|
+
// POST /v1/git/run - Execute git command
|
|
255
|
+
app.post('/v1/git/run', async (req, res) => {
|
|
256
|
+
try {
|
|
257
|
+
const { command, working_dir } = req.body;
|
|
258
|
+
if (!command || !working_dir) {
|
|
259
|
+
return res.status(400).json({ error: 'command and working_dir are required' });
|
|
260
|
+
}
|
|
261
|
+
const { execFile } = await import('child_process');
|
|
262
|
+
const util = await import('util');
|
|
263
|
+
const path = await import('path');
|
|
264
|
+
const execFilePromise = util.promisify(execFile);
|
|
265
|
+
// Security: Resolve requested directory to absolute path and verify it's a discovered repository
|
|
266
|
+
const absoluteRequestedDir = path.resolve(working_dir);
|
|
267
|
+
const allowedRepos = await getDiscoveredRepos();
|
|
268
|
+
if (!allowedRepos.includes(absoluteRequestedDir)) {
|
|
269
|
+
console.warn(`[Git] Rejected unauthorized directory access: ${working_dir} (resolved: ${absoluteRequestedDir})`);
|
|
270
|
+
return res.status(403).json({ error: 'Directory not authorized for git commands' });
|
|
271
|
+
}
|
|
272
|
+
// Security: Strict whitelist of allowed git commands and their arguments
|
|
273
|
+
const allowedCommands = {
|
|
274
|
+
'status': ['status'],
|
|
275
|
+
'log --oneline -20': ['log', '--oneline', '-20'],
|
|
276
|
+
'log --graph --oneline -15': ['log', '--graph', '--oneline', '-15'],
|
|
277
|
+
'diff': ['diff'],
|
|
278
|
+
'diff --cached': ['diff', '--cached'],
|
|
279
|
+
'branch -a': ['branch', '-a'],
|
|
280
|
+
'remote -v': ['remote', '-v']
|
|
281
|
+
};
|
|
282
|
+
if (!(command in allowedCommands)) {
|
|
283
|
+
console.warn(`[Git] Rejected unauthorized command: ${command} in ${absoluteRequestedDir}`);
|
|
284
|
+
return res.status(400).json({ error: 'Command not allowed for security reasons' });
|
|
285
|
+
}
|
|
286
|
+
const args = allowedCommands[command];
|
|
287
|
+
console.log(`[Git] Running: git ${args.join(' ')} in ${absoluteRequestedDir}`);
|
|
288
|
+
try {
|
|
289
|
+
const { stdout, stderr } = await execFilePromise('git', args, {
|
|
290
|
+
cwd: absoluteRequestedDir,
|
|
291
|
+
encoding: 'utf8',
|
|
292
|
+
timeout: 30000 // 30 second timeout
|
|
293
|
+
});
|
|
294
|
+
res.status(200).json({
|
|
295
|
+
command,
|
|
296
|
+
output: stdout || stderr,
|
|
297
|
+
success: true
|
|
298
|
+
});
|
|
299
|
+
}
|
|
300
|
+
catch (execError) {
|
|
301
|
+
// Git command failed - return error output
|
|
302
|
+
res.status(200).json({
|
|
303
|
+
command,
|
|
304
|
+
output: execError.stdout || '',
|
|
305
|
+
error: execError.stderr || execError.message,
|
|
306
|
+
success: false
|
|
307
|
+
});
|
|
308
|
+
}
|
|
309
|
+
}
|
|
310
|
+
catch (error) {
|
|
311
|
+
console.error('[API] Git command execution error:', error);
|
|
312
|
+
res.status(500).json({ error: error.message });
|
|
313
|
+
}
|
|
314
|
+
});
|
|
315
|
+
}
|
|
316
|
+
//# sourceMappingURL=git.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"git.js","sourceRoot":"","sources":["../../../src/routes/v1/git.ts"],"names":[],"mappings":"AAEA,MAAM,UAAU,cAAc,CAAC,GAAgB;IAC7C,uDAAuD;IACvD,0EAA0E;IAC1E,GAAG,CAAC,IAAI,CAAC,kBAAkB,EAAE,KAAK,EAAE,GAAY,EAAE,GAAa,EAAE,EAAE;QACjE,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,GAAG,CAAC,IAAW,CAAC;YAC7B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAa,CAAC;YAC/B,MAAM,MAAM,GAAG,IAAI,CAAC,MAAgB,CAAC;YACrC,MAAM,cAAc,GAAG,IAAI,CAAC,eAAe,KAAK,IAAI,CAAC;YAErD,IAAI,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;gBACpB,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,6BAA6B,EAAE,CAAC,CAAC;gBAC/D,OAAO;YACT,CAAC;YAED,MAAM,EAAE,mBAAmB,EAAE,GAAG,MAAM,MAAM,CAAC,gDAAgD,CAAC,CAAC;YAC/F,MAAM,OAAO,GAAG,IAAI,mBAAmB,EAAE,CAAC;YAE1C,gBAAgB;YAChB,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,YAAY,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;YAErD,oDAAoD;YACpD,CAAC,KAAK,IAAI,EAAE;gBACV,IAAI,CAAC;oBACH,MAAM,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;oBAChC,IAAI,cAAc,EAAE,CAAC;wBACnB,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC;wBACvC,MAAM,OAAO,CAAC,gBAAgB,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC;wBAClF,OAAO,CAAC,GAAG,CAAC,kCAAkC,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;oBAC3E,CAAC;gBACH,CAAC;gBAAC,OAAO,KAAU,EAAE,CAAC;oBACpB,OAAO,CAAC,KAAK,CAAC,4CAA4C,IAAI,CAAC,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC;gBAC/E,CAAC;YACH,CAAC,CAAC,EAAE,CAAC;YAEL,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;gBACnB,EAAE,EAAE,IAAI,CAAC,EAAE;gBACX,MAAM,EAAE,WAAW;gBACnB,eAAe,EAAE,cAAc;gBAC/B,OAAO,EAAE,yBAAyB,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,IAAI,GAAG,cAAc,CAAC,CAAC,CAAC,6BAA6B,CAAC,CAAC,CAAC,EAAE,EAAE;aAClH,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO,CAAC,KAAK,CAAC,uCAAuC,EAAE,KAAK,CAAC,CAAC;YAC9D,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QACjD,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,mDAAmD;IACnD,GAAG,CAAC,GAAG,CAAC,kBAAkB,EAAE,KAAK,EAAE,IAAa,EAAE,GAAa,EAAE,EAAE;QACjE,IAAI,CAAC;YACH,MAAM,EAAE,mBAAmB,EAAE,GAAG,MAAM,MAAM,CAAC,gDAAgD,CAAC,CAAC;YAC/F,MAAM,OAAO,GAAG,IAAI,mBAAmB,EAAE,CAAC;YAC1C,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,SAAS,EAAE,CAAC;YACxC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC9B,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO,CAAC,KAAK,CAAC,+BAA+B,EAAE,KAAK,CAAC,CAAC;YACtD,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QACjD,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,uDAAuD;IACvD,GAAG,CAAC,IAAI,CAAC,2BAA2B,EAAE,KAAK,EAAE,GAAY,EAAE,GAAa,EAAE,EAAE;QAC1E,IAAI,CAAC;YACH,MAAM,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC,EAAY,CAAC;YAEnC,MAAM,EAAE,mBAAmB,EAAE,GAAG,MAAM,MAAM,CAAC,gDAAgD,CAAC,CAAC;YAC/F,MAAM,OAAO,GAAG,IAAI,mBAAmB,EAAE,CAAC;YAE1C,mBAAmB;YACnB,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,KAAU,EAAE,EAAE;gBACxC,OAAO,CAAC,KAAK,CAAC,oCAAoC,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC;YAClE,CAAC,CAAC,CAAC;YAEH,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;gBACnB,EAAE;gBACF,MAAM,EAAE,SAAS;gBACjB,OAAO,EAAE,cAAc;aACxB,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO,CAAC,KAAK,CAAC,kCAAkC,EAAE,KAAK,CAAC,CAAC;YACzD,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QACjD,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,4CAA4C;IAC5C,GAAG,CAAC,MAAM,CAAC,sBAAsB,EAAE,KAAK,EAAE,GAAY,EAAE,GAAa,EAAE,EAAE;QACvE,IAAI,CAAC;YACH,MAAM,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC,EAAY,CAAC;YAEnC,MAAM,EAAE,mBAAmB,EAAE,GAAG,MAAM,MAAM,CAAC,gDAAgD,CAAC,CAAC;YAC/F,MAAM,OAAO,GAAG,IAAI,mBAAmB,EAAE,CAAC;YAE1C,MAAM,gBAAgB,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;YAEtD,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;gBACnB,MAAM,EAAE,SAAS;gBACjB,iBAAiB,EAAE,gBAAgB;aACpC,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO,CAAC,KAAK,CAAC,kCAAkC,EAAE,KAAK,CAAC,CAAC;YACzD,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QACjD,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,iEAAiE;IACjE,GAAG,CAAC,GAAG,CAAC,uBAAuB,EAAE,KAAK,EAAE,IAAa,EAAE,GAAa,EAAE,EAAE;QACtE,IAAI,CAAC;YACH,MAAM,EAAE,mBAAmB,EAAE,GAAG,MAAM,MAAM,CAAC,gDAAgD,CAAC,CAAC;YAC/F,MAAM,OAAO,GAAG,IAAI,mBAAmB,EAAE,CAAC;YAC1C,MAAM,SAAS,GAAG,MAAM,OAAO,CAAC,kBAAkB,EAAE,CAAC;YACrD,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAClC,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO,CAAC,KAAK,CAAC,sCAAsC,EAAE,KAAK,CAAC,CAAC;YAC7D,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QACjD,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,mEAAmE;IACnE,GAAG,CAAC,GAAG,CAAC,wBAAwB,EAAE,KAAK,EAAE,IAAa,EAAE,GAAa,EAAE,EAAE;QACvE,IAAI,CAAC;YACH,MAAM,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,CAAC;YAC9B,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,CAAC;YAClC,MAAM,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,CAAC;YAE9B,IAAI,KAAK,GAAkB,IAAI,CAAC;YAChC,IAAI,MAAM,GAAkB,IAAI,CAAC;YACjC,IAAI,QAAQ,GAAkB,IAAI,CAAC;YAEnC,gCAAgC;YAChC,IAAI,OAAO,CAAC,GAAG,CAAC,YAAY,EAAE,CAAC;gBAC7B,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC;gBACjC,MAAM,GAAG,mCAAmC,CAAC;YAC/C,CAAC;YAED,uBAAuB;YACvB,IAAI,CAAC,KAAK,EAAE,CAAC;gBACX,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE,QAAQ,CAAC,CAAC;gBACpD,IAAI,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;oBAC7B,MAAM,YAAY,GAAG,EAAE,CAAC,YAAY,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;oBACxD,MAAM,UAAU,GAAG,YAAY,CAAC,KAAK,CAAC,0DAA0D,CAAC,CAAC;oBAClG,IAAI,UAAU,EAAE,CAAC;wBACf,QAAQ,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;wBACzB,KAAK,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;wBACtB,MAAM,GAAG,aAAa,CAAC;oBACzB,CAAC;gBACH,CAAC;YACH,CAAC;YAED,4CAA4C;YAC5C,IAAI,CAAC,KAAK,EAAE,CAAC;gBACX,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,MAAM,CAAC,eAAe,CAAC,CAAC;gBAC/C,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,CAAC;gBAClC,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;gBAEzC,IAAI,CAAC;oBACH,sCAAsC;oBACtC,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,WAAW,CAAC,uCAAuC,EAAE;wBAC5E,OAAO,EAAE,IAAI;qBACd,CAAC,CAAC;oBACH,IAAI,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;wBAClB,MAAM,GAAG,0BAA0B,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;wBACnD,qEAAqE;wBACrE,4DAA4D;wBAC5D,uDAAuD;oBACzD,CAAC;gBACH,CAAC;gBAAC,MAAM,CAAC;oBACP,4CAA4C;gBAC9C,CAAC;YACH,CAAC;YAED,oDAAoD;YACpD,IAAI,QAAQ,GAA4C,IAAI,CAAC;YAC7D,IAAI,UAAU,GAAG,KAAK,CAAC;YACvB,IAAI,WAAW,GAAa,EAAE,CAAC;YAE/B,IAAI,KAAK,EAAE,CAAC;gBACV,IAAI,CAAC;oBACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,6BAA6B,EAAE;wBAC1D,OAAO,EAAE;4BACP,eAAe,EAAE,SAAS,KAAK,EAAE;4BACjC,QAAQ,EAAE,gCAAgC;4BAC1C,YAAY,EAAE,oBAAoB;yBACnC;qBACF,CAAC,CAAC;oBAEH,IAAI,QAAQ,CAAC,EAAE,EAAE,CAAC;wBAChB,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;wBACnC,QAAQ,GAAG,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC;wBAClD,UAAU,GAAG,IAAI,CAAC;wBAElB,0BAA0B;wBAC1B,MAAM,YAAY,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;wBAC5D,IAAI,YAAY,EAAE,CAAC;4BACjB,WAAW,GAAG,YAAY,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;wBAC3D,CAAC;oBACH,CAAC;gBACH,CAAC;gBAAC,OAAO,KAAU,EAAE,CAAC;oBACpB,OAAO,CAAC,KAAK,CAAC,sCAAsC,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;gBACvE,CAAC;YACH,CAAC;YAED,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC;YAC/B,MAAM,qBAAqB,GAAG,UAAU,IAAI,CAC1C,WAAW,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,WAAW,CAAC,QAAQ,CAAC,aAAa,CAAC,CACpE,CAAC;YAEF,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;gBACnB,eAAe,EAAE,cAAc;gBAC/B,iBAAiB,EAAE,MAAM;gBACzB,QAAQ,EAAE,QAAQ,IAAI,QAAQ,EAAE,KAAK,IAAI,IAAI;gBAC7C,SAAS,EAAE,QAAQ;gBACnB,WAAW,EAAE,UAAU;gBACvB,MAAM,EAAE,WAAW;gBACnB,wBAAwB,EAAE,qBAAqB;gBAC/C,OAAO,EAAE,cAAc;oBACrB,CAAC,CAAC,CAAC,qBAAqB;wBACpB,CAAC,CAAC,gFAAgF;wBAClF,CAAC,CAAC,0EAA0E,CAAC;oBACjF,CAAC,CAAC,uEAAuE;aAC5E,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO,CAAC,KAAK,CAAC,uCAAuC,EAAE,KAAK,CAAC,CAAC;YAC9D,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QACjD,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,8CAA8C;IAC9C,MAAM,kBAAkB,GAAG,KAAK,IAAuB,EAAE;QACvD,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,CAAC;QAClC,MAAM,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,CAAC;QAC9B,MAAM,EAAE,WAAW,EAAE,GAAG,MAAM,MAAM,CAAC,6BAA6B,CAAC,CAAC;QACpE,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,MAAM,CAAC,uBAAuB,CAAC,CAAC;QAE/D,MAAM,cAAc,GAAa,EAAE,CAAC;QACpC,MAAM,QAAQ,GAAG,WAAW,CAAC,WAAW,EAAE,CAAC;QAC3C,MAAM,SAAS,GAAG;YAChB,QAAQ;YACR,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC;YACzB,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,EAAE,IAAI,CAAC;YAC/B,YAAY;SACb,CAAC;QAEF,KAAK,MAAM,GAAG,IAAI,SAAS,EAAE,CAAC;YAC5B,IAAI,CAAC,GAAG;gBAAE,SAAS;YACnB,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;gBAC7D,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;oBAC5B,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;wBACxB,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;wBAC5C,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;wBAC5C,wDAAwD;wBACxD,MAAM,gBAAgB,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;wBAChD,IAAI,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,CAAC;4BACzE,cAAc,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;wBACxC,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACP,mDAAmD;YACrD,CAAC;QACH,CAAC;QACD,OAAO,cAAc,CAAC;IACxB,CAAC,CAAC;IAEF,sDAAsD;IACtD,GAAG,CAAC,GAAG,CAAC,eAAe,EAAE,KAAK,EAAE,IAAa,EAAE,GAAa,EAAE,EAAE;QAC9D,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,MAAM,kBAAkB,EAAE,CAAC;YACzC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC9B,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO,CAAC,KAAK,CAAC,6BAA6B,EAAE,KAAK,CAAC,CAAC;YACpD,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QACjD,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,yCAAyC;IACzC,GAAG,CAAC,IAAI,CAAC,aAAa,EAAE,KAAK,EAAE,GAAY,EAAE,GAAa,EAAE,EAAE;QAC5D,IAAI,CAAC;YACH,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,GAAG,GAAG,CAAC,IAAI,CAAC;YAE1C,IAAI,CAAC,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC;gBAC7B,OAAO,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,sCAAsC,EAAE,CAAC,CAAC;YACjF,CAAC;YAED,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,MAAM,CAAC,eAAe,CAAC,CAAC;YACnD,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,CAAC;YAClC,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,CAAC;YAClC,MAAM,eAAe,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;YAEjD,iGAAiG;YACjG,MAAM,oBAAoB,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;YACvD,MAAM,YAAY,GAAG,MAAM,kBAAkB,EAAE,CAAC;YAEhD,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,oBAAoB,CAAC,EAAE,CAAC;gBACjD,OAAO,CAAC,IAAI,CAAC,iDAAiD,WAAW,eAAe,oBAAoB,GAAG,CAAC,CAAC;gBACjH,OAAO,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,2CAA2C,EAAE,CAAC,CAAC;YACtF,CAAC;YAED,yEAAyE;YACzE,MAAM,eAAe,GAA6B;gBAChD,QAAQ,EAAE,CAAC,QAAQ,CAAC;gBACpB,mBAAmB,EAAE,CAAC,KAAK,EAAE,WAAW,EAAE,KAAK,CAAC;gBAChD,2BAA2B,EAAE,CAAC,KAAK,EAAE,SAAS,EAAE,WAAW,EAAE,KAAK,CAAC;gBACnE,MAAM,EAAE,CAAC,MAAM,CAAC;gBAChB,eAAe,EAAE,CAAC,MAAM,EAAE,UAAU,CAAC;gBACrC,WAAW,EAAE,CAAC,QAAQ,EAAE,IAAI,CAAC;gBAC7B,WAAW,EAAE,CAAC,QAAQ,EAAE,IAAI,CAAC;aAC9B,CAAC;YAEF,IAAI,CAAC,CAAC,OAAO,IAAI,eAAe,CAAC,EAAE,CAAC;gBAClC,OAAO,CAAC,IAAI,CAAC,wCAAwC,OAAO,OAAO,oBAAoB,EAAE,CAAC,CAAC;gBAC3F,OAAO,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,0CAA0C,EAAE,CAAC,CAAC;YACrF,CAAC;YAED,MAAM,IAAI,GAAG,eAAe,CAAC,OAAO,CAAC,CAAC;YACtC,OAAO,CAAC,GAAG,CAAC,sBAAsB,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,oBAAoB,EAAE,CAAC,CAAC;YAE/E,IAAI,CAAC;gBACH,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,eAAe,CAAC,KAAK,EAAE,IAAI,EAAE;oBAC5D,GAAG,EAAE,oBAAoB;oBACzB,QAAQ,EAAE,MAAM;oBAChB,OAAO,EAAE,KAAK,CAAC,oBAAoB;iBACpC,CAAC,CAAC;gBAEH,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;oBACnB,OAAO;oBACP,MAAM,EAAE,MAAM,IAAI,MAAM;oBACxB,OAAO,EAAE,IAAI;iBACd,CAAC,CAAC;YACL,CAAC;YAAC,OAAO,SAAc,EAAE,CAAC;gBACxB,2CAA2C;gBAC3C,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;oBACnB,OAAO;oBACP,MAAM,EAAE,SAAS,CAAC,MAAM,IAAI,EAAE;oBAC9B,KAAK,EAAE,SAAS,CAAC,MAAM,IAAI,SAAS,CAAC,OAAO;oBAC5C,OAAO,EAAE,KAAK;iBACf,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO,CAAC,KAAK,CAAC,oCAAoC,EAAE,KAAK,CAAC,CAAC;YAC3D,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QACjD,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ingest.d.ts","sourceRoot":"","sources":["../../../src/routes/v1/ingest.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAqB,MAAM,SAAS,CAAC;AAMzD,wBAAgB,iBAAiB,CAAC,GAAG,EAAE,WAAW,QA2EjD"}
|
|
@@ -0,0 +1,66 @@
|
|
|
1
|
+
import { validate, schemas } from '../../middleware/validate.js';
|
|
2
|
+
import { StructuredLogger } from '../../utils/structured-logger.js';
|
|
3
|
+
import { AtomizerService } from '../../services/ingest/atomizer-service.js';
|
|
4
|
+
import { AtomicIngestService } from '../../services/ingest/ingest-atomic.js';
|
|
5
|
+
export function setupIngestRoutes(app) {
|
|
6
|
+
// Ingestion endpoint (Atomic Architecture)
|
|
7
|
+
app.post('/v1/ingest', validate(schemas.ingest), async (req, res) => {
|
|
8
|
+
const startTime = Date.now();
|
|
9
|
+
try {
|
|
10
|
+
const { content, source, type, bucket, buckets = [], tags = [] } = req.body;
|
|
11
|
+
if (!content) {
|
|
12
|
+
StructuredLogger.warn('INGEST_INVALID_REQUEST', { error: 'Content is required' });
|
|
13
|
+
res.status(400).json({ error: 'Content is required' });
|
|
14
|
+
return;
|
|
15
|
+
}
|
|
16
|
+
StructuredLogger.info('INGEST_REQUEST', {
|
|
17
|
+
source: source || 'api_upload',
|
|
18
|
+
content_length: content.length,
|
|
19
|
+
buckets: buckets.length > 0 ? buckets : [bucket || 'notebook']
|
|
20
|
+
});
|
|
21
|
+
// Use legacy Atomizer pipeline for performance
|
|
22
|
+
const atomizer = new AtomizerService();
|
|
23
|
+
const atomicIngest = new AtomicIngestService();
|
|
24
|
+
const provenance = (source && (source.includes('external') || source.includes('web'))) ? 'external' : 'internal';
|
|
25
|
+
const atomizeResult = await atomizer.atomize(content, source || 'api_upload', provenance);
|
|
26
|
+
// Skip ingestion if transient data was detected
|
|
27
|
+
if (!atomizeResult) {
|
|
28
|
+
const result = {
|
|
29
|
+
status: 'skipped',
|
|
30
|
+
message: 'Content skipped (transient data detected)',
|
|
31
|
+
id: null,
|
|
32
|
+
duration_ms: Date.now() - startTime
|
|
33
|
+
};
|
|
34
|
+
return res.json(result);
|
|
35
|
+
}
|
|
36
|
+
const { compound, molecules, atoms } = atomizeResult;
|
|
37
|
+
// Ingest result
|
|
38
|
+
const targetBuckets = buckets.length > 0 ? buckets : [bucket || 'notebook'];
|
|
39
|
+
await atomicIngest.ingestResult(compound, molecules, atoms, targetBuckets);
|
|
40
|
+
const duration = Date.now() - startTime;
|
|
41
|
+
StructuredLogger.ingestion('success', {
|
|
42
|
+
source: source || 'api_upload',
|
|
43
|
+
compound_id: compound.id,
|
|
44
|
+
atoms_count: atoms.length,
|
|
45
|
+
molecules_count: molecules.length,
|
|
46
|
+
buckets: targetBuckets,
|
|
47
|
+
duration_ms: duration
|
|
48
|
+
});
|
|
49
|
+
const result = {
|
|
50
|
+
status: 'success',
|
|
51
|
+
message: `Ingested ${atoms.length} atoms and ${molecules.length} molecules`,
|
|
52
|
+
id: compound.id,
|
|
53
|
+
duration_ms: duration
|
|
54
|
+
};
|
|
55
|
+
res.status(200).json(result);
|
|
56
|
+
}
|
|
57
|
+
catch (e) {
|
|
58
|
+
const duration = Date.now() - startTime;
|
|
59
|
+
StructuredLogger.error('INGEST_ERROR', e, {
|
|
60
|
+
duration_ms: duration
|
|
61
|
+
});
|
|
62
|
+
res.status(500).json({ error: e.message });
|
|
63
|
+
}
|
|
64
|
+
});
|
|
65
|
+
}
|
|
66
|
+
//# sourceMappingURL=ingest.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ingest.js","sourceRoot":"","sources":["../../../src/routes/v1/ingest.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,8BAA8B,CAAC;AACjE,OAAO,EAAE,gBAAgB,EAAE,MAAM,kCAAkC,CAAC;AACpE,OAAO,EAAE,eAAe,EAAE,MAAM,2CAA2C,CAAC;AAC5E,OAAO,EAAE,mBAAmB,EAAE,MAAM,wCAAwC,CAAC;AAE7E,MAAM,UAAU,iBAAiB,CAAC,GAAgB;IAChD,2CAA2C;IAC3C,GAAG,CAAC,IAAI,CAAC,YAAY,EAAE,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,GAAY,EAAE,GAAa,EAAE,EAAE;QACrF,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,IAAI,CAAC;YACH,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,GAAG,EAAE,EAAE,IAAI,GAAG,EAAE,EAAE,GAAG,GAAG,CAAC,IAAI,CAAC;YAE5E,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,gBAAgB,CAAC,IAAI,CAAC,wBAAwB,EAAE,EAAE,KAAK,EAAE,qBAAqB,EAAE,CAAC,CAAC;gBAClF,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,qBAAqB,EAAE,CAAC,CAAC;gBACvD,OAAO;YACT,CAAC;YAED,gBAAgB,CAAC,IAAI,CAAC,gBAAgB,EAAE;gBACtC,MAAM,EAAE,MAAM,IAAI,YAAY;gBAC9B,cAAc,EAAE,OAAO,CAAC,MAAM;gBAC9B,OAAO,EAAE,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,UAAU,CAAC;aAC/D,CAAC,CAAC;YAEH,+CAA+C;YAC/C,MAAM,QAAQ,GAAG,IAAI,eAAe,EAAE,CAAC;YACvC,MAAM,YAAY,GAAG,IAAI,mBAAmB,EAAE,CAAC;YAE/C,MAAM,UAAU,GAAG,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC;YAEjH,MAAM,aAAa,GAAG,MAAM,QAAQ,CAAC,OAAO,CAC1C,OAAO,EACP,MAAM,IAAI,YAAY,EACtB,UAAU,CACX,CAAC;YAEF,gDAAgD;YAChD,IAAI,CAAC,aAAa,EAAE,CAAC;gBACnB,MAAM,MAAM,GAAG;oBACb,MAAM,EAAE,SAAS;oBACjB,OAAO,EAAE,2CAA2C;oBACpD,EAAE,EAAE,IAAI;oBACR,WAAW,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;iBACpC,CAAC;gBACF,OAAO,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAC1B,CAAC;YAED,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,aAAa,CAAC;YAErD,gBAAgB;YAChB,MAAM,aAAa,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,UAAU,CAAC,CAAC;YAC5E,MAAM,YAAY,CAAC,YAAY,CAAC,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,aAAa,CAAC,CAAC;YAE3E,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YAExC,gBAAgB,CAAC,SAAS,CAAC,SAAS,EAAE;gBACpC,MAAM,EAAE,MAAM,IAAI,YAAY;gBAC9B,WAAW,EAAE,QAAQ,CAAC,EAAE;gBACxB,WAAW,EAAE,KAAK,CAAC,MAAM;gBACzB,eAAe,EAAE,SAAS,CAAC,MAAM;gBACjC,OAAO,EAAE,aAAa;gBACtB,WAAW,EAAE,QAAQ;aACtB,CAAC,CAAC;YAEH,MAAM,MAAM,GAAG;gBACb,MAAM,EAAE,SAAS;gBACjB,OAAO,EAAE,YAAY,KAAK,CAAC,MAAM,cAAc,SAAS,CAAC,MAAM,YAAY;gBAC3E,EAAE,EAAE,QAAQ,CAAC,EAAE;gBACf,WAAW,EAAE,QAAQ;aACtB,CAAC;YAEF,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC/B,CAAC;QAAC,OAAO,CAAM,EAAE,CAAC;YAChB,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YACxC,gBAAgB,CAAC,KAAK,CAAC,cAAc,EAAE,CAAC,EAAE;gBACxC,WAAW,EAAE,QAAQ;aACtB,CAAC,CAAC;YACH,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;QAC7C,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC"}
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Memory routes — explore / illuminate endpoint
|
|
3
|
+
*
|
|
4
|
+
* POST /v1/memory/explore
|
|
5
|
+
* BFS graph traversal from seed concepts.
|
|
6
|
+
* Returns the connected subgraph as structural corpus compression.
|
|
7
|
+
*
|
|
8
|
+
* POST /v1/memory/distill
|
|
9
|
+
* Standard 133: Radial Distillation
|
|
10
|
+
* Line-level deduplication with radial inflation.
|
|
11
|
+
*/
|
|
12
|
+
import { Application } from 'express';
|
|
13
|
+
export declare function setupMemoryRoutes(app: Application): void;
|
|
14
|
+
//# sourceMappingURL=memory.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"memory.d.ts","sourceRoot":"","sources":["../../../src/routes/v1/memory.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,EAAE,WAAW,EAAqB,MAAM,SAAS,CAAC;AAKzD,wBAAgB,iBAAiB,CAAC,GAAG,EAAE,WAAW,QA8EjD"}
|
|
@@ -0,0 +1,87 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Memory routes — explore / illuminate endpoint
|
|
3
|
+
*
|
|
4
|
+
* POST /v1/memory/explore
|
|
5
|
+
* BFS graph traversal from seed concepts.
|
|
6
|
+
* Returns the connected subgraph as structural corpus compression.
|
|
7
|
+
*
|
|
8
|
+
* POST /v1/memory/distill
|
|
9
|
+
* Standard 133: Radial Distillation
|
|
10
|
+
* Line-level deduplication with radial inflation.
|
|
11
|
+
*/
|
|
12
|
+
import { StructuredLogger } from '../../utils/structured-logger.js';
|
|
13
|
+
import { exploreMemory } from '../../services/search/explore.js';
|
|
14
|
+
import { radialDistill } from '../../services/distillation/radial-distiller.js';
|
|
15
|
+
export function setupMemoryRoutes(app) {
|
|
16
|
+
app.post('/v1/memory/explore', async (req, res) => {
|
|
17
|
+
const startTime = Date.now();
|
|
18
|
+
StructuredLogger.info('EXPLORE_REQUEST', { endpoint: '/v1/memory/explore' });
|
|
19
|
+
try {
|
|
20
|
+
const body = req.body;
|
|
21
|
+
if (!body?.seed || (!body.seed.global && !body.seed.query && !body.seed.atom_ids?.length)) {
|
|
22
|
+
res.status(400).json({ error: 'seed.query, seed.atom_ids, or seed.global:true is required' });
|
|
23
|
+
return;
|
|
24
|
+
}
|
|
25
|
+
const result = await exploreMemory(body);
|
|
26
|
+
const duration = Date.now() - startTime;
|
|
27
|
+
StructuredLogger.info('EXPLORE_COMPLETE', {
|
|
28
|
+
nodes: result.stats.nodes_count,
|
|
29
|
+
strategy: result.stats.strategy,
|
|
30
|
+
duration_ms: duration
|
|
31
|
+
});
|
|
32
|
+
// Normalise to a consistent shape regardless of flat/graph format
|
|
33
|
+
if (result.nodes !== undefined && !('results' in result)) {
|
|
34
|
+
// graph or flat — return as-is but also expose `results` alias for MCP compatibility
|
|
35
|
+
res.json({
|
|
36
|
+
...result,
|
|
37
|
+
results: result.nodes.map(n => ({
|
|
38
|
+
id: n.id,
|
|
39
|
+
content: n.content,
|
|
40
|
+
source: n.source,
|
|
41
|
+
tags: n.tags,
|
|
42
|
+
score: 1
|
|
43
|
+
})),
|
|
44
|
+
duration_ms: duration
|
|
45
|
+
});
|
|
46
|
+
}
|
|
47
|
+
else {
|
|
48
|
+
res.json({ ...result, duration_ms: duration });
|
|
49
|
+
}
|
|
50
|
+
}
|
|
51
|
+
catch (err) {
|
|
52
|
+
const msg = err instanceof Error ? err.message : String(err);
|
|
53
|
+
StructuredLogger.error('EXPLORE_ERROR', err instanceof Error ? err : new Error(msg), { error: msg });
|
|
54
|
+
res.status(500).json({ error: msg });
|
|
55
|
+
}
|
|
56
|
+
});
|
|
57
|
+
app.post('/v1/memory/distill', async (req, res) => {
|
|
58
|
+
const startTime = Date.now();
|
|
59
|
+
StructuredLogger.info('DISTILL_REQUEST', {
|
|
60
|
+
endpoint: '/v1/memory/distill',
|
|
61
|
+
mode: 'radial'
|
|
62
|
+
});
|
|
63
|
+
try {
|
|
64
|
+
// Standard 133: Radial Distillation (only mode supported)
|
|
65
|
+
const body = req.body;
|
|
66
|
+
const result = await radialDistill(body);
|
|
67
|
+
const duration = Date.now() - startTime;
|
|
68
|
+
StructuredLogger.info('RADIAL_DISTILL_COMPLETE', {
|
|
69
|
+
compounds_processed: result.stats.compounds_processed,
|
|
70
|
+
lines_total: result.stats.lines_total,
|
|
71
|
+
lines_unique: result.stats.lines_unique,
|
|
72
|
+
compression_ratio: result.stats.compression_ratio,
|
|
73
|
+
duration_ms: duration
|
|
74
|
+
});
|
|
75
|
+
res.json({
|
|
76
|
+
...result,
|
|
77
|
+
duration_ms: duration
|
|
78
|
+
});
|
|
79
|
+
}
|
|
80
|
+
catch (err) {
|
|
81
|
+
const msg = err instanceof Error ? err.message : String(err);
|
|
82
|
+
StructuredLogger.error('DISTILL_ERROR', err instanceof Error ? err : new Error(msg), { error: msg });
|
|
83
|
+
res.status(500).json({ error: msg });
|
|
84
|
+
}
|
|
85
|
+
});
|
|
86
|
+
}
|
|
87
|
+
//# sourceMappingURL=memory.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"memory.js","sourceRoot":"","sources":["../../../src/routes/v1/memory.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAGH,OAAO,EAAE,gBAAgB,EAAE,MAAM,kCAAkC,CAAC;AACpE,OAAO,EAAE,aAAa,EAAkB,MAAM,kCAAkC,CAAC;AACjF,OAAO,EAAE,aAAa,EAAwB,MAAM,iDAAiD,CAAC;AAEtG,MAAM,UAAU,iBAAiB,CAAC,GAAgB;IAChD,GAAG,CAAC,IAAI,CAAC,oBAAoB,EAAE,KAAK,EAAE,GAAY,EAAE,GAAa,EAAE,EAAE;QACnE,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,gBAAgB,CAAC,IAAI,CAAC,iBAAiB,EAAE,EAAE,QAAQ,EAAE,oBAAoB,EAAE,CAAC,CAAC;QAE7E,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,GAAG,CAAC,IAAsB,CAAC;YAExC,IAAI,CAAC,IAAI,EAAE,IAAI,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,EAAE,CAAC;gBAC1F,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,4DAA4D,EAAE,CAAC,CAAC;gBAC9F,OAAO;YACT,CAAC;YAED,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,IAAI,CAAC,CAAC;YACzC,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YAExC,gBAAgB,CAAC,IAAI,CAAC,kBAAkB,EAAE;gBACxC,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,WAAW;gBAC/B,QAAQ,EAAE,MAAM,CAAC,KAAK,CAAC,QAAQ;gBAC/B,WAAW,EAAE,QAAQ;aACtB,CAAC,CAAC;YAEH,kEAAkE;YAClE,IAAI,MAAM,CAAC,KAAK,KAAK,SAAS,IAAI,CAAC,CAAC,SAAS,IAAI,MAAM,CAAC,EAAE,CAAC;gBACzD,qFAAqF;gBACrF,GAAG,CAAC,IAAI,CAAC;oBACP,GAAG,MAAM;oBACT,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;wBAC9B,EAAE,EAAE,CAAC,CAAC,EAAE;wBACR,OAAO,EAAE,CAAC,CAAC,OAAO;wBAClB,MAAM,EAAE,CAAC,CAAC,MAAM;wBAChB,IAAI,EAAE,CAAC,CAAC,IAAI;wBACZ,KAAK,EAAE,CAAC;qBACT,CAAC,CAAC;oBACH,WAAW,EAAE,QAAQ;iBACtB,CAAC,CAAC;YACL,CAAC;iBAAM,CAAC;gBACN,GAAG,CAAC,IAAI,CAAC,EAAE,GAAG,MAAM,EAAE,WAAW,EAAE,QAAQ,EAAE,CAAC,CAAC;YACjD,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAC7D,gBAAgB,CAAC,KAAK,CAAC,eAAe,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;YACrG,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;QACvC,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,GAAG,CAAC,IAAI,CAAC,oBAAoB,EAAE,KAAK,EAAE,GAAY,EAAE,GAAa,EAAE,EAAE;QACnE,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,gBAAgB,CAAC,IAAI,CAAC,iBAAiB,EAAE;YACvC,QAAQ,EAAE,oBAAoB;YAC9B,IAAI,EAAE,QAAQ;SACf,CAAC,CAAC;QAEH,IAAI,CAAC;YACH,0DAA0D;YAC1D,MAAM,IAAI,GAAG,GAAG,CAAC,IAA4B,CAAC;YAC9C,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,IAAI,CAAC,CAAC;YACzC,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YAExC,gBAAgB,CAAC,IAAI,CAAC,yBAAyB,EAAE;gBAC/C,mBAAmB,EAAE,MAAM,CAAC,KAAK,CAAC,mBAAmB;gBACrD,WAAW,EAAE,MAAM,CAAC,KAAK,CAAC,WAAW;gBACrC,YAAY,EAAE,MAAM,CAAC,KAAK,CAAC,YAAY;gBACvC,iBAAiB,EAAE,MAAM,CAAC,KAAK,CAAC,iBAAiB;gBACjD,WAAW,EAAE,QAAQ;aACtB,CAAC,CAAC;YAEH,GAAG,CAAC,IAAI,CAAC;gBACP,GAAG,MAAM;gBACT,WAAW,EAAE,QAAQ;aACtB,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAC7D,gBAAgB,CAAC,KAAK,CAAC,eAAe,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;YACrG,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;QACvC,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"research.d.ts","sourceRoot":"","sources":["../../../src/routes/v1/research.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAqB,MAAM,SAAS,CAAC;AAOzD,wBAAgB,mBAAmB,CAAC,GAAG,EAAE,WAAW,QA8GnD"}
|
|
@@ -0,0 +1,109 @@
|
|
|
1
|
+
import path from 'path';
|
|
2
|
+
import fs from 'fs';
|
|
3
|
+
import { validate, schemas } from '../../middleware/validate.js';
|
|
4
|
+
import { fetchAndProcess, searchWeb } from '../../services/research/researcher.js';
|
|
5
|
+
import { ENGINE_PLUGINS } from '../../config/paths.js';
|
|
6
|
+
export function setupResearchRoutes(app) {
|
|
7
|
+
// Research Plugin Endpoint
|
|
8
|
+
app.post('/v1/research/scrape', validate(schemas.researchScrape), async (req, res) => {
|
|
9
|
+
try {
|
|
10
|
+
const { url, category } = req.body;
|
|
11
|
+
if (!url) {
|
|
12
|
+
res.status(400).json({ error: 'URL required' });
|
|
13
|
+
return;
|
|
14
|
+
}
|
|
15
|
+
const result = await fetchAndProcess(url, category || 'article');
|
|
16
|
+
if (result.success) {
|
|
17
|
+
res.status(200).json(result);
|
|
18
|
+
}
|
|
19
|
+
else {
|
|
20
|
+
res.status(500).json(result);
|
|
21
|
+
}
|
|
22
|
+
}
|
|
23
|
+
catch (e) {
|
|
24
|
+
res.status(500).json({ error: e.message });
|
|
25
|
+
}
|
|
26
|
+
});
|
|
27
|
+
// POST /v1/research/upload-raw - Save raw content as file
|
|
28
|
+
app.post('/v1/research/upload-raw', async (req, res) => {
|
|
29
|
+
try {
|
|
30
|
+
const { content, filename } = req.body;
|
|
31
|
+
if (!content || !filename) {
|
|
32
|
+
res.status(400).json({ error: 'Content and filename required' });
|
|
33
|
+
return;
|
|
34
|
+
}
|
|
35
|
+
// Route to: engine/plugins/articles
|
|
36
|
+
const targetDir = path.join(ENGINE_PLUGINS, 'articles');
|
|
37
|
+
if (!fs.existsSync(targetDir))
|
|
38
|
+
fs.mkdirSync(targetDir, { recursive: true });
|
|
39
|
+
// Fix for Arbitrary File Write via Path Traversal
|
|
40
|
+
// Ensure filename does not contain directory traversal characters
|
|
41
|
+
const safeFilename = path.basename(filename);
|
|
42
|
+
const filePath = path.join(targetDir, safeFilename);
|
|
43
|
+
await fs.promises.writeFile(filePath, content, 'utf8');
|
|
44
|
+
console.log(`[Research] Manual upload saved: ${filePath}`);
|
|
45
|
+
res.status(200).json({ success: true, filePath });
|
|
46
|
+
}
|
|
47
|
+
catch (e) {
|
|
48
|
+
console.error('[Research] Upload failed:', e.message);
|
|
49
|
+
res.status(500).json({ error: e.message });
|
|
50
|
+
}
|
|
51
|
+
});
|
|
52
|
+
// Web Search Endpoint
|
|
53
|
+
app.get('/v1/research/web-search', async (req, res) => {
|
|
54
|
+
try {
|
|
55
|
+
const q = req.query['q'];
|
|
56
|
+
if (!q) {
|
|
57
|
+
res.status(400).json({ error: 'Query required' });
|
|
58
|
+
return;
|
|
59
|
+
}
|
|
60
|
+
const results = await searchWeb(q);
|
|
61
|
+
res.status(200).json(results);
|
|
62
|
+
}
|
|
63
|
+
catch (e) {
|
|
64
|
+
res.status(500).json({ error: e.message });
|
|
65
|
+
}
|
|
66
|
+
});
|
|
67
|
+
// Compatibility: /v1/research/github -> proxy to /v1/github/repos
|
|
68
|
+
app.get('/v1/research/github', async (_req, res) => {
|
|
69
|
+
try {
|
|
70
|
+
const { GitHubIngestService } = await import('../../services/ingest/github-ingest-service.js');
|
|
71
|
+
const service = new GitHubIngestService();
|
|
72
|
+
const repos = await service.listRepos();
|
|
73
|
+
res.status(200).json(repos);
|
|
74
|
+
}
|
|
75
|
+
catch (error) {
|
|
76
|
+
console.error('[API] GitHub repo list error:', error);
|
|
77
|
+
res.status(500).json({ error: error.message });
|
|
78
|
+
}
|
|
79
|
+
});
|
|
80
|
+
app.post('/v1/research/github', async (req, res) => {
|
|
81
|
+
try {
|
|
82
|
+
const body = req.body;
|
|
83
|
+
// UI sends 'repo', but we also support 'url' for compatibility
|
|
84
|
+
const repoUrl = body.repo || body.url;
|
|
85
|
+
const bucket = body.bucket || 'code';
|
|
86
|
+
const branch = body.branch || 'main';
|
|
87
|
+
if (!repoUrl) {
|
|
88
|
+
res.status(400).json({ error: 'repo (or url) and bucket are required' });
|
|
89
|
+
return;
|
|
90
|
+
}
|
|
91
|
+
const { GitHubIngestService } = await import('../../services/ingest/github-ingest-service.js');
|
|
92
|
+
const service = new GitHubIngestService();
|
|
93
|
+
const repo = await service.registerRepo(repoUrl, bucket);
|
|
94
|
+
service.syncRepo(repo.id).catch((error) => {
|
|
95
|
+
console.error(`[API] Background sync failed for ${repo.id}:`, error);
|
|
96
|
+
});
|
|
97
|
+
res.status(202).json({
|
|
98
|
+
id: repo.id,
|
|
99
|
+
status: 'ingesting',
|
|
100
|
+
message: `Started ingestion for ${repo.owner}/${repo.repo}`,
|
|
101
|
+
});
|
|
102
|
+
}
|
|
103
|
+
catch (error) {
|
|
104
|
+
console.error('[API] GitHub repo registration error:', error);
|
|
105
|
+
res.status(500).json({ error: error.message });
|
|
106
|
+
}
|
|
107
|
+
});
|
|
108
|
+
}
|
|
109
|
+
//# sourceMappingURL=research.js.map
|