@rbalchii/anchor-engine 4.7.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +609 -0
- package/README.md +317 -0
- package/anchor.bat +5 -0
- package/docs/API.md +314 -0
- package/docs/DEPLOYMENT.md +448 -0
- package/docs/INDEX.md +226 -0
- package/docs/STAR_Whitepaper_Executive.md +216 -0
- package/docs/TROUBLESHOOTING.md +535 -0
- package/docs/archive/GIT_BACKUP_VERIFICATION.md +297 -0
- package/docs/archive/adoption-guide.md +264 -0
- package/docs/archive/adoption-preparation.md +179 -0
- package/docs/archive/agent-harness-integration.md +227 -0
- package/docs/archive/api-reference.md +106 -0
- package/docs/archive/api_flows_diagram.md +118 -0
- package/docs/archive/architecture.md +410 -0
- package/docs/archive/architecture_diagram.md +174 -0
- package/docs/archive/broader-adoption-preparation.md +175 -0
- package/docs/archive/browser-paradigm-architecture.md +163 -0
- package/docs/archive/chat-integration.md +124 -0
- package/docs/archive/community-adoption-materials.md +103 -0
- package/docs/archive/community-adoption.md +147 -0
- package/docs/archive/comparison-with-siloed-solutions.md +192 -0
- package/docs/archive/comprehensive-docs.md +156 -0
- package/docs/archive/data_flow_diagram.md +251 -0
- package/docs/archive/enhancement-implementation-summary.md +146 -0
- package/docs/archive/evolution-summary.md +141 -0
- package/docs/archive/ingestion_pipeline_diagram.md +198 -0
- package/docs/archive/native-module-profiling-results.md +135 -0
- package/docs/archive/positioning-document.md +158 -0
- package/docs/archive/positioning.md +175 -0
- package/docs/archive/query-builder-documentation.md +218 -0
- package/docs/archive/quick-reference.md +40 -0
- package/docs/archive/quickstart.md +63 -0
- package/docs/archive/relationship-narrative-discovery.md +141 -0
- package/docs/archive/search-logic-improvement-plan.md +336 -0
- package/docs/archive/search_architecture_diagram.md +212 -0
- package/docs/archive/semantic-architecture-guide.md +97 -0
- package/docs/archive/sequence-diagrams.md +128 -0
- package/docs/archive/system_components_diagram.md +296 -0
- package/docs/archive/test-framework-integration.md +109 -0
- package/docs/archive/testing-framework-documentation.md +397 -0
- package/docs/archive/testing-framework-summary.md +121 -0
- package/docs/archive/testing-framework.md +377 -0
- package/docs/archive/ui-architecture.md +75 -0
- package/docs/arxiv/BIBLIOGRAPHY.bib +145 -0
- package/docs/arxiv/RELATED_WORK.tex +39 -0
- package/docs/arxiv/compile.bat +48 -0
- package/docs/arxiv/joss_response.md +33 -0
- package/docs/arxiv/prepare-submission.bat +46 -0
- package/docs/arxiv/review.md +128 -0
- package/docs/arxiv/star-whitepaper.tex +657 -0
- package/docs/code-patterns.md +289 -0
- package/docs/whitepaper.md +445 -0
- package/engine/dist/agent/runtime.d.ts +41 -0
- package/engine/dist/agent/runtime.d.ts.map +1 -0
- package/engine/dist/agent/runtime.js +73 -0
- package/engine/dist/agent/runtime.js.map +1 -0
- package/engine/dist/commands/audit-tags.d.ts +14 -0
- package/engine/dist/commands/audit-tags.d.ts.map +1 -0
- package/engine/dist/commands/audit-tags.js +180 -0
- package/engine/dist/commands/audit-tags.js.map +1 -0
- package/engine/dist/commands/distill.d.ts +19 -0
- package/engine/dist/commands/distill.d.ts.map +1 -0
- package/engine/dist/commands/distill.js +114 -0
- package/engine/dist/commands/distill.js.map +1 -0
- package/engine/dist/commands/generate-synonyms.d.ts +14 -0
- package/engine/dist/commands/generate-synonyms.d.ts.map +1 -0
- package/engine/dist/commands/generate-synonyms.js +91 -0
- package/engine/dist/commands/generate-synonyms.js.map +1 -0
- package/engine/dist/config/index.d.ts +115 -0
- package/engine/dist/config/index.d.ts.map +1 -0
- package/engine/dist/config/index.js +326 -0
- package/engine/dist/config/index.js.map +1 -0
- package/engine/dist/config/max-recall-config.d.ts +102 -0
- package/engine/dist/config/max-recall-config.d.ts.map +1 -0
- package/engine/dist/config/max-recall-config.js +102 -0
- package/engine/dist/config/max-recall-config.js.map +1 -0
- package/engine/dist/config/paths.d.ts +40 -0
- package/engine/dist/config/paths.d.ts.map +1 -0
- package/engine/dist/config/paths.js +49 -0
- package/engine/dist/config/paths.js.map +1 -0
- package/engine/dist/core/batch.d.ts +19 -0
- package/engine/dist/core/batch.d.ts.map +1 -0
- package/engine/dist/core/batch.js +37 -0
- package/engine/dist/core/batch.js.map +1 -0
- package/engine/dist/core/db.d.ts +58 -0
- package/engine/dist/core/db.d.ts.map +1 -0
- package/engine/dist/core/db.js +563 -0
- package/engine/dist/core/db.js.map +1 -0
- package/engine/dist/core/inference/ChatWorker.d.ts +2 -0
- package/engine/dist/core/inference/ChatWorker.d.ts.map +1 -0
- package/engine/dist/core/inference/ChatWorker.js +28 -0
- package/engine/dist/core/inference/ChatWorker.js.map +1 -0
- package/engine/dist/core/inference/context_manager.d.ts +49 -0
- package/engine/dist/core/inference/context_manager.d.ts.map +1 -0
- package/engine/dist/core/inference/context_manager.js +199 -0
- package/engine/dist/core/inference/context_manager.js.map +1 -0
- package/engine/dist/core/inference/llamaLoaderWorker.d.ts +2 -0
- package/engine/dist/core/inference/llamaLoaderWorker.d.ts.map +1 -0
- package/engine/dist/core/inference/llamaLoaderWorker.js +23 -0
- package/engine/dist/core/inference/llamaLoaderWorker.js.map +1 -0
- package/engine/dist/core/vector.d.ts +40 -0
- package/engine/dist/core/vector.d.ts.map +1 -0
- package/engine/dist/core/vector.js +167 -0
- package/engine/dist/core/vector.js.map +1 -0
- package/engine/dist/index.d.ts +4 -0
- package/engine/dist/index.d.ts.map +1 -0
- package/engine/dist/index.js +400 -0
- package/engine/dist/index.js.map +1 -0
- package/engine/dist/middleware/auth.d.ts +14 -0
- package/engine/dist/middleware/auth.d.ts.map +1 -0
- package/engine/dist/middleware/auth.js +44 -0
- package/engine/dist/middleware/auth.js.map +1 -0
- package/engine/dist/middleware/request-tracing.d.ts +29 -0
- package/engine/dist/middleware/request-tracing.d.ts.map +1 -0
- package/engine/dist/middleware/request-tracing.js +115 -0
- package/engine/dist/middleware/request-tracing.js.map +1 -0
- package/engine/dist/middleware/validate.d.ts +30 -0
- package/engine/dist/middleware/validate.d.ts.map +1 -0
- package/engine/dist/middleware/validate.js +117 -0
- package/engine/dist/middleware/validate.js.map +1 -0
- package/engine/dist/native/index.d.ts +106 -0
- package/engine/dist/native/index.d.ts.map +1 -0
- package/engine/dist/native/index.js +230 -0
- package/engine/dist/native/index.js.map +1 -0
- package/engine/dist/native/types.d.ts +45 -0
- package/engine/dist/native/types.d.ts.map +1 -0
- package/engine/dist/native/types.js +6 -0
- package/engine/dist/native/types.js.map +1 -0
- package/engine/dist/profiling/atomization-profiling.d.ts +8 -0
- package/engine/dist/profiling/atomization-profiling.d.ts.map +1 -0
- package/engine/dist/profiling/atomization-profiling.js +108 -0
- package/engine/dist/profiling/atomization-profiling.js.map +1 -0
- package/engine/dist/profiling/bottleneck-identification.d.ts +8 -0
- package/engine/dist/profiling/bottleneck-identification.d.ts.map +1 -0
- package/engine/dist/profiling/bottleneck-identification.js +249 -0
- package/engine/dist/profiling/bottleneck-identification.js.map +1 -0
- package/engine/dist/profiling/content-sanitization-profiling.d.ts +12 -0
- package/engine/dist/profiling/content-sanitization-profiling.d.ts.map +1 -0
- package/engine/dist/profiling/content-sanitization-profiling.js +266 -0
- package/engine/dist/profiling/content-sanitization-profiling.js.map +1 -0
- package/engine/dist/profiling/simhash-profiling.d.ts +11 -0
- package/engine/dist/profiling/simhash-profiling.d.ts.map +1 -0
- package/engine/dist/profiling/simhash-profiling.js +168 -0
- package/engine/dist/profiling/simhash-profiling.js.map +1 -0
- package/engine/dist/routes/api.d.ts +9 -0
- package/engine/dist/routes/api.d.ts.map +1 -0
- package/engine/dist/routes/api.js +37 -0
- package/engine/dist/routes/api.js.map +1 -0
- package/engine/dist/routes/enhanced-api.d.ts +9 -0
- package/engine/dist/routes/enhanced-api.d.ts.map +1 -0
- package/engine/dist/routes/enhanced-api.js +139 -0
- package/engine/dist/routes/enhanced-api.js.map +1 -0
- package/engine/dist/routes/health.d.ts +8 -0
- package/engine/dist/routes/health.d.ts.map +1 -0
- package/engine/dist/routes/health.js +89 -0
- package/engine/dist/routes/health.js.map +1 -0
- package/engine/dist/routes/monitoring.d.ts +8 -0
- package/engine/dist/routes/monitoring.d.ts.map +1 -0
- package/engine/dist/routes/monitoring.js +509 -0
- package/engine/dist/routes/monitoring.js.map +1 -0
- package/engine/dist/routes/v1/admin.d.ts +3 -0
- package/engine/dist/routes/v1/admin.d.ts.map +1 -0
- package/engine/dist/routes/v1/admin.js +261 -0
- package/engine/dist/routes/v1/admin.js.map +1 -0
- package/engine/dist/routes/v1/atoms.d.ts +3 -0
- package/engine/dist/routes/v1/atoms.d.ts.map +1 -0
- package/engine/dist/routes/v1/atoms.js +172 -0
- package/engine/dist/routes/v1/atoms.js.map +1 -0
- package/engine/dist/routes/v1/backup.d.ts +3 -0
- package/engine/dist/routes/v1/backup.d.ts.map +1 -0
- package/engine/dist/routes/v1/backup.js +100 -0
- package/engine/dist/routes/v1/backup.js.map +1 -0
- package/engine/dist/routes/v1/git.d.ts +3 -0
- package/engine/dist/routes/v1/git.d.ts.map +1 -0
- package/engine/dist/routes/v1/git.js +316 -0
- package/engine/dist/routes/v1/git.js.map +1 -0
- package/engine/dist/routes/v1/ingest.d.ts +3 -0
- package/engine/dist/routes/v1/ingest.d.ts.map +1 -0
- package/engine/dist/routes/v1/ingest.js +66 -0
- package/engine/dist/routes/v1/ingest.js.map +1 -0
- package/engine/dist/routes/v1/memory.d.ts +14 -0
- package/engine/dist/routes/v1/memory.d.ts.map +1 -0
- package/engine/dist/routes/v1/memory.js +87 -0
- package/engine/dist/routes/v1/memory.js.map +1 -0
- package/engine/dist/routes/v1/research.d.ts +3 -0
- package/engine/dist/routes/v1/research.d.ts.map +1 -0
- package/engine/dist/routes/v1/research.js +109 -0
- package/engine/dist/routes/v1/research.js.map +1 -0
- package/engine/dist/routes/v1/search.d.ts +3 -0
- package/engine/dist/routes/v1/search.d.ts.map +1 -0
- package/engine/dist/routes/v1/search.js +180 -0
- package/engine/dist/routes/v1/search.js.map +1 -0
- package/engine/dist/routes/v1/settings.d.ts +8 -0
- package/engine/dist/routes/v1/settings.d.ts.map +1 -0
- package/engine/dist/routes/v1/settings.js +211 -0
- package/engine/dist/routes/v1/settings.js.map +1 -0
- package/engine/dist/routes/v1/system.d.ts +3 -0
- package/engine/dist/routes/v1/system.d.ts.map +1 -0
- package/engine/dist/routes/v1/system.js +326 -0
- package/engine/dist/routes/v1/system.js.map +1 -0
- package/engine/dist/routes/v1/tags.d.ts +3 -0
- package/engine/dist/routes/v1/tags.d.ts.map +1 -0
- package/engine/dist/routes/v1/tags.js +102 -0
- package/engine/dist/routes/v1/tags.js.map +1 -0
- package/engine/dist/server-8080.d.ts +2 -0
- package/engine/dist/server-8080.d.ts.map +1 -0
- package/engine/dist/server-8080.js +74 -0
- package/engine/dist/server-8080.js.map +1 -0
- package/engine/dist/services/backup/backup-restore.d.ts +37 -0
- package/engine/dist/services/backup/backup-restore.d.ts.map +1 -0
- package/engine/dist/services/backup/backup-restore.js +385 -0
- package/engine/dist/services/backup/backup-restore.js.map +1 -0
- package/engine/dist/services/backup/backup.d.ts +14 -0
- package/engine/dist/services/backup/backup.d.ts.map +1 -0
- package/engine/dist/services/backup/backup.js +442 -0
- package/engine/dist/services/backup/backup.js.map +1 -0
- package/engine/dist/services/distillation/radial-distiller-v2.d.ts +127 -0
- package/engine/dist/services/distillation/radial-distiller-v2.d.ts.map +1 -0
- package/engine/dist/services/distillation/radial-distiller-v2.js +503 -0
- package/engine/dist/services/distillation/radial-distiller-v2.js.map +1 -0
- package/engine/dist/services/distillation/radial-distiller.d.ts +63 -0
- package/engine/dist/services/distillation/radial-distiller.d.ts.map +1 -0
- package/engine/dist/services/distillation/radial-distiller.js +394 -0
- package/engine/dist/services/distillation/radial-distiller.js.map +1 -0
- package/engine/dist/services/health-check-enhanced.d.ts +89 -0
- package/engine/dist/services/health-check-enhanced.d.ts.map +1 -0
- package/engine/dist/services/health-check-enhanced.js +417 -0
- package/engine/dist/services/health-check-enhanced.js.map +1 -0
- package/engine/dist/services/idle-manager.d.ts +56 -0
- package/engine/dist/services/idle-manager.d.ts.map +1 -0
- package/engine/dist/services/idle-manager.js +210 -0
- package/engine/dist/services/idle-manager.js.map +1 -0
- package/engine/dist/services/inference/inference-service.d.ts +27 -0
- package/engine/dist/services/inference/inference-service.d.ts.map +1 -0
- package/engine/dist/services/inference/inference-service.js +89 -0
- package/engine/dist/services/inference/inference-service.js.map +1 -0
- package/engine/dist/services/inference/inference.d.ts +59 -0
- package/engine/dist/services/inference/inference.d.ts.map +1 -0
- package/engine/dist/services/inference/inference.js +131 -0
- package/engine/dist/services/inference/inference.js.map +1 -0
- package/engine/dist/services/ingest/atomizer-service.d.ts +74 -0
- package/engine/dist/services/ingest/atomizer-service.d.ts.map +1 -0
- package/engine/dist/services/ingest/atomizer-service.js +982 -0
- package/engine/dist/services/ingest/atomizer-service.js.map +1 -0
- package/engine/dist/services/ingest/content-cleaner.d.ts +43 -0
- package/engine/dist/services/ingest/content-cleaner.d.ts.map +1 -0
- package/engine/dist/services/ingest/content-cleaner.js +166 -0
- package/engine/dist/services/ingest/content-cleaner.js.map +1 -0
- package/engine/dist/services/ingest/github-ingest-service.d.ts +103 -0
- package/engine/dist/services/ingest/github-ingest-service.d.ts.map +1 -0
- package/engine/dist/services/ingest/github-ingest-service.js +537 -0
- package/engine/dist/services/ingest/github-ingest-service.js.map +1 -0
- package/engine/dist/services/ingest/ingest-atomic.d.ts +16 -0
- package/engine/dist/services/ingest/ingest-atomic.d.ts.map +1 -0
- package/engine/dist/services/ingest/ingest-atomic.js +437 -0
- package/engine/dist/services/ingest/ingest-atomic.js.map +1 -0
- package/engine/dist/services/ingest/ingest.d.ts +50 -0
- package/engine/dist/services/ingest/ingest.d.ts.map +1 -0
- package/engine/dist/services/ingest/ingest.js +230 -0
- package/engine/dist/services/ingest/ingest.js.map +1 -0
- package/engine/dist/services/ingest/watchdog.d.ts +31 -0
- package/engine/dist/services/ingest/watchdog.d.ts.map +1 -0
- package/engine/dist/services/ingest/watchdog.js +400 -0
- package/engine/dist/services/ingest/watchdog.js.map +1 -0
- package/engine/dist/services/llm/context.d.ts +6 -0
- package/engine/dist/services/llm/context.d.ts.map +1 -0
- package/engine/dist/services/llm/context.js +80 -0
- package/engine/dist/services/llm/context.js.map +1 -0
- package/engine/dist/services/llm/provider.d.ts +23 -0
- package/engine/dist/services/llm/provider.d.ts.map +1 -0
- package/engine/dist/services/llm/provider.js +338 -0
- package/engine/dist/services/llm/provider.js.map +1 -0
- package/engine/dist/services/llm/reader.d.ts +12 -0
- package/engine/dist/services/llm/reader.d.ts.map +1 -0
- package/engine/dist/services/llm/reader.js +40 -0
- package/engine/dist/services/llm/reader.js.map +1 -0
- package/engine/dist/services/mirror/mirror.d.ts +28 -0
- package/engine/dist/services/mirror/mirror.d.ts.map +1 -0
- package/engine/dist/services/mirror/mirror.js +208 -0
- package/engine/dist/services/mirror/mirror.js.map +1 -0
- package/engine/dist/services/nlp/nlp-service.d.ts +70 -0
- package/engine/dist/services/nlp/nlp-service.d.ts.map +1 -0
- package/engine/dist/services/nlp/nlp-service.js +151 -0
- package/engine/dist/services/nlp/nlp-service.js.map +1 -0
- package/engine/dist/services/nlp/query-parser.d.ts +9 -0
- package/engine/dist/services/nlp/query-parser.d.ts.map +1 -0
- package/engine/dist/services/nlp/query-parser.js +29 -0
- package/engine/dist/services/nlp/query-parser.js.map +1 -0
- package/engine/dist/services/query-builder/DataFrame.d.ts +95 -0
- package/engine/dist/services/query-builder/DataFrame.d.ts.map +1 -0
- package/engine/dist/services/query-builder/DataFrame.js +263 -0
- package/engine/dist/services/query-builder/DataFrame.js.map +1 -0
- package/engine/dist/services/query-builder/QueryBuilder.d.ts +106 -0
- package/engine/dist/services/query-builder/QueryBuilder.d.ts.map +1 -0
- package/engine/dist/services/query-builder/QueryBuilder.js +235 -0
- package/engine/dist/services/query-builder/QueryBuilder.js.map +1 -0
- package/engine/dist/services/query-builder/utils/export.d.ts +11 -0
- package/engine/dist/services/query-builder/utils/export.d.ts.map +1 -0
- package/engine/dist/services/query-builder/utils/export.js +130 -0
- package/engine/dist/services/query-builder/utils/export.js.map +1 -0
- package/engine/dist/services/research/researcher.d.ts +15 -0
- package/engine/dist/services/research/researcher.d.ts.map +1 -0
- package/engine/dist/services/research/researcher.js +123 -0
- package/engine/dist/services/research/researcher.js.map +1 -0
- package/engine/dist/services/scribe/scribe.d.ts +43 -0
- package/engine/dist/services/scribe/scribe.d.ts.map +1 -0
- package/engine/dist/services/scribe/scribe.js +135 -0
- package/engine/dist/services/scribe/scribe.js.map +1 -0
- package/engine/dist/services/search/bright-nodes.d.ts +41 -0
- package/engine/dist/services/search/bright-nodes.d.ts.map +1 -0
- package/engine/dist/services/search/bright-nodes.js +117 -0
- package/engine/dist/services/search/bright-nodes.js.map +1 -0
- package/engine/dist/services/search/context-inflator.d.ts +63 -0
- package/engine/dist/services/search/context-inflator.d.ts.map +1 -0
- package/engine/dist/services/search/context-inflator.js +649 -0
- package/engine/dist/services/search/context-inflator.js.map +1 -0
- package/engine/dist/services/search/context-manager.d.ts +34 -0
- package/engine/dist/services/search/context-manager.d.ts.map +1 -0
- package/engine/dist/services/search/context-manager.js +124 -0
- package/engine/dist/services/search/context-manager.js.map +1 -0
- package/engine/dist/services/search/distributed-query.d.ts +38 -0
- package/engine/dist/services/search/distributed-query.d.ts.map +1 -0
- package/engine/dist/services/search/distributed-query.js +105 -0
- package/engine/dist/services/search/distributed-query.js.map +1 -0
- package/engine/dist/services/search/explore.d.ts +73 -0
- package/engine/dist/services/search/explore.d.ts.map +1 -0
- package/engine/dist/services/search/explore.js +388 -0
- package/engine/dist/services/search/explore.js.map +1 -0
- package/engine/dist/services/search/graph-context-serializer.d.ts +76 -0
- package/engine/dist/services/search/graph-context-serializer.d.ts.map +1 -0
- package/engine/dist/services/search/graph-context-serializer.js +435 -0
- package/engine/dist/services/search/graph-context-serializer.js.map +1 -0
- package/engine/dist/services/search/llm-context-formatter.d.ts +122 -0
- package/engine/dist/services/search/llm-context-formatter.d.ts.map +1 -0
- package/engine/dist/services/search/llm-context-formatter.js +394 -0
- package/engine/dist/services/search/llm-context-formatter.js.map +1 -0
- package/engine/dist/services/search/physics-tag-walker.d.ts +115 -0
- package/engine/dist/services/search/physics-tag-walker.d.ts.map +1 -0
- package/engine/dist/services/search/physics-tag-walker.js +611 -0
- package/engine/dist/services/search/physics-tag-walker.js.map +1 -0
- package/engine/dist/services/search/query-parser.d.ts +66 -0
- package/engine/dist/services/search/query-parser.d.ts.map +1 -0
- package/engine/dist/services/search/query-parser.js +346 -0
- package/engine/dist/services/search/query-parser.js.map +1 -0
- package/engine/dist/services/search/search-utils.d.ts +100 -0
- package/engine/dist/services/search/search-utils.d.ts.map +1 -0
- package/engine/dist/services/search/search-utils.js +473 -0
- package/engine/dist/services/search/search-utils.js.map +1 -0
- package/engine/dist/services/search/search.d.ts +116 -0
- package/engine/dist/services/search/search.d.ts.map +1 -0
- package/engine/dist/services/search/search.js +1286 -0
- package/engine/dist/services/search/search.js.map +1 -0
- package/engine/dist/services/search/sovereign-system-prompt.d.ts +48 -0
- package/engine/dist/services/search/sovereign-system-prompt.d.ts.map +1 -0
- package/engine/dist/services/search/sovereign-system-prompt.js +101 -0
- package/engine/dist/services/search/sovereign-system-prompt.js.map +1 -0
- package/engine/dist/services/search/streaming-search.d.ts +51 -0
- package/engine/dist/services/search/streaming-search.d.ts.map +1 -0
- package/engine/dist/services/search/streaming-search.js +94 -0
- package/engine/dist/services/search/streaming-search.js.map +1 -0
- package/engine/dist/services/semantic/semantic-ingestion-service.d.ts +53 -0
- package/engine/dist/services/semantic/semantic-ingestion-service.d.ts.map +1 -0
- package/engine/dist/services/semantic/semantic-ingestion-service.js +625 -0
- package/engine/dist/services/semantic/semantic-ingestion-service.js.map +1 -0
- package/engine/dist/services/semantic/semantic-molecule-processor.d.ts +68 -0
- package/engine/dist/services/semantic/semantic-molecule-processor.d.ts.map +1 -0
- package/engine/dist/services/semantic/semantic-molecule-processor.js +176 -0
- package/engine/dist/services/semantic/semantic-molecule-processor.js.map +1 -0
- package/engine/dist/services/semantic/semantic-search.d.ts +52 -0
- package/engine/dist/services/semantic/semantic-search.d.ts.map +1 -0
- package/engine/dist/services/semantic/semantic-search.js +649 -0
- package/engine/dist/services/semantic/semantic-search.js.map +1 -0
- package/engine/dist/services/semantic/semantic-tag-deriver.d.ts +64 -0
- package/engine/dist/services/semantic/semantic-tag-deriver.d.ts.map +1 -0
- package/engine/dist/services/semantic/semantic-tag-deriver.js +191 -0
- package/engine/dist/services/semantic/semantic-tag-deriver.js.map +1 -0
- package/engine/dist/services/semantic/types/semantic.d.ts +26 -0
- package/engine/dist/services/semantic/types/semantic.d.ts.map +1 -0
- package/engine/dist/services/semantic/types/semantic.js +7 -0
- package/engine/dist/services/semantic/types/semantic.js.map +1 -0
- package/engine/dist/services/synonyms/auto-synonym-generator.d.ts +79 -0
- package/engine/dist/services/synonyms/auto-synonym-generator.d.ts.map +1 -0
- package/engine/dist/services/synonyms/auto-synonym-generator.js +415 -0
- package/engine/dist/services/synonyms/auto-synonym-generator.js.map +1 -0
- package/engine/dist/services/system-status.d.ts +68 -0
- package/engine/dist/services/system-status.d.ts.map +1 -0
- package/engine/dist/services/system-status.js +107 -0
- package/engine/dist/services/system-status.js.map +1 -0
- package/engine/dist/services/tags/discovery.d.ts +16 -0
- package/engine/dist/services/tags/discovery.d.ts.map +1 -0
- package/engine/dist/services/tags/discovery.js +206 -0
- package/engine/dist/services/tags/discovery.js.map +1 -0
- package/engine/dist/services/tags/gliner.d.ts +18 -0
- package/engine/dist/services/tags/gliner.d.ts.map +1 -0
- package/engine/dist/services/tags/gliner.js +119 -0
- package/engine/dist/services/tags/gliner.js.map +1 -0
- package/engine/dist/services/tags/infector.d.ts +21 -0
- package/engine/dist/services/tags/infector.d.ts.map +1 -0
- package/engine/dist/services/tags/infector.js +168 -0
- package/engine/dist/services/tags/infector.js.map +1 -0
- package/engine/dist/services/tags/tag-auditor.d.ts +77 -0
- package/engine/dist/services/tags/tag-auditor.d.ts.map +1 -0
- package/engine/dist/services/tags/tag-auditor.js +283 -0
- package/engine/dist/services/tags/tag-auditor.js.map +1 -0
- package/engine/dist/services/taxonomy/taxonomy-manager.d.ts +50 -0
- package/engine/dist/services/taxonomy/taxonomy-manager.d.ts.map +1 -0
- package/engine/dist/services/taxonomy/taxonomy-manager.js +291 -0
- package/engine/dist/services/taxonomy/taxonomy-manager.js.map +1 -0
- package/engine/dist/services/vision/vision_service.d.ts +4 -0
- package/engine/dist/services/vision/vision_service.d.ts.map +1 -0
- package/engine/dist/services/vision/vision_service.js +197 -0
- package/engine/dist/services/vision/vision_service.js.map +1 -0
- package/engine/dist/test-framework/core.d.ts +133 -0
- package/engine/dist/test-framework/core.d.ts.map +1 -0
- package/engine/dist/test-framework/core.js +313 -0
- package/engine/dist/test-framework/core.js.map +1 -0
- package/engine/dist/test-framework/dataset-runner.d.ts +78 -0
- package/engine/dist/test-framework/dataset-runner.d.ts.map +1 -0
- package/engine/dist/test-framework/dataset-runner.js +223 -0
- package/engine/dist/test-framework/dataset-runner.js.map +1 -0
- package/engine/dist/test-framework/diagnostic-tests.d.ts +38 -0
- package/engine/dist/test-framework/diagnostic-tests.d.ts.map +1 -0
- package/engine/dist/test-framework/diagnostic-tests.js +283 -0
- package/engine/dist/test-framework/diagnostic-tests.js.map +1 -0
- package/engine/dist/test-framework/performance-regression-tests.d.ts +30 -0
- package/engine/dist/test-framework/performance-regression-tests.d.ts.map +1 -0
- package/engine/dist/test-framework/performance-regression-tests.js +331 -0
- package/engine/dist/test-framework/performance-regression-tests.js.map +1 -0
- package/engine/dist/types/api.d.ts +53 -0
- package/engine/dist/types/api.d.ts.map +1 -0
- package/engine/dist/types/api.js +2 -0
- package/engine/dist/types/api.js.map +1 -0
- package/engine/dist/types/atomic.d.ts +42 -0
- package/engine/dist/types/atomic.d.ts.map +1 -0
- package/engine/dist/types/atomic.js +10 -0
- package/engine/dist/types/atomic.js.map +1 -0
- package/engine/dist/types/context-protocol.d.ts +137 -0
- package/engine/dist/types/context-protocol.d.ts.map +1 -0
- package/engine/dist/types/context-protocol.js +28 -0
- package/engine/dist/types/context-protocol.js.map +1 -0
- package/engine/dist/types/context.d.ts +2 -0
- package/engine/dist/types/context.d.ts.map +1 -0
- package/engine/dist/types/context.js +2 -0
- package/engine/dist/types/context.js.map +1 -0
- package/engine/dist/types/index.d.ts +20 -0
- package/engine/dist/types/index.d.ts.map +1 -0
- package/engine/dist/types/index.js +18 -0
- package/engine/dist/types/index.js.map +1 -0
- package/engine/dist/types/search.d.ts +31 -0
- package/engine/dist/types/search.d.ts.map +1 -0
- package/engine/dist/types/search.js +2 -0
- package/engine/dist/types/search.js.map +1 -0
- package/engine/dist/types/taxonomy.d.ts +137 -0
- package/engine/dist/types/taxonomy.d.ts.map +1 -0
- package/engine/dist/types/taxonomy.js +138 -0
- package/engine/dist/types/taxonomy.js.map +1 -0
- package/engine/dist/types/taxonomy.simple.d.ts +131 -0
- package/engine/dist/types/taxonomy.simple.d.ts.map +1 -0
- package/engine/dist/types/taxonomy.simple.js +132 -0
- package/engine/dist/types/taxonomy.simple.js.map +1 -0
- package/engine/dist/types/tool-call.d.ts +16 -0
- package/engine/dist/types/tool-call.d.ts.map +1 -0
- package/engine/dist/types/tool-call.js +6 -0
- package/engine/dist/types/tool-call.js.map +1 -0
- package/engine/dist/types/trace.d.ts +25 -0
- package/engine/dist/types/trace.d.ts.map +1 -0
- package/engine/dist/types/trace.js +5 -0
- package/engine/dist/types/trace.js.map +1 -0
- package/engine/dist/utils/adaptive-concurrency.d.ts +81 -0
- package/engine/dist/utils/adaptive-concurrency.d.ts.map +1 -0
- package/engine/dist/utils/adaptive-concurrency.js +266 -0
- package/engine/dist/utils/adaptive-concurrency.js.map +1 -0
- package/engine/dist/utils/date_extractor.d.ts +2 -0
- package/engine/dist/utils/date_extractor.d.ts.map +1 -0
- package/engine/dist/utils/date_extractor.js +32 -0
- package/engine/dist/utils/date_extractor.js.map +1 -0
- package/engine/dist/utils/native-module-manager.d.ts +48 -0
- package/engine/dist/utils/native-module-manager.d.ts.map +1 -0
- package/engine/dist/utils/native-module-manager.js +265 -0
- package/engine/dist/utils/native-module-manager.js.map +1 -0
- package/engine/dist/utils/native-module-profiler.d.ts +66 -0
- package/engine/dist/utils/native-module-profiler.d.ts.map +1 -0
- package/engine/dist/utils/native-module-profiler.js +182 -0
- package/engine/dist/utils/native-module-profiler.js.map +1 -0
- package/engine/dist/utils/path-manager.d.ts +59 -0
- package/engine/dist/utils/path-manager.d.ts.map +1 -0
- package/engine/dist/utils/path-manager.js +154 -0
- package/engine/dist/utils/path-manager.js.map +1 -0
- package/engine/dist/utils/performance-monitor.d.ts +92 -0
- package/engine/dist/utils/performance-monitor.d.ts.map +1 -0
- package/engine/dist/utils/performance-monitor.js +221 -0
- package/engine/dist/utils/performance-monitor.js.map +1 -0
- package/engine/dist/utils/process-manager.d.ts +18 -0
- package/engine/dist/utils/process-manager.d.ts.map +1 -0
- package/engine/dist/utils/process-manager.js +100 -0
- package/engine/dist/utils/process-manager.js.map +1 -0
- package/engine/dist/utils/request-tracer.d.ts +131 -0
- package/engine/dist/utils/request-tracer.d.ts.map +1 -0
- package/engine/dist/utils/request-tracer.js +414 -0
- package/engine/dist/utils/request-tracer.js.map +1 -0
- package/engine/dist/utils/resource-manager.d.ts +108 -0
- package/engine/dist/utils/resource-manager.d.ts.map +1 -0
- package/engine/dist/utils/resource-manager.js +235 -0
- package/engine/dist/utils/resource-manager.js.map +1 -0
- package/engine/dist/utils/safe-dns.d.ts +14 -0
- package/engine/dist/utils/safe-dns.d.ts.map +1 -0
- package/engine/dist/utils/safe-dns.js +105 -0
- package/engine/dist/utils/safe-dns.js.map +1 -0
- package/engine/dist/utils/structured-logger.d.ts +124 -0
- package/engine/dist/utils/structured-logger.d.ts.map +1 -0
- package/engine/dist/utils/structured-logger.js +332 -0
- package/engine/dist/utils/structured-logger.js.map +1 -0
- package/engine/dist/utils/tag-cleanup.d.ts +11 -0
- package/engine/dist/utils/tag-cleanup.d.ts.map +1 -0
- package/engine/dist/utils/tag-cleanup.js +111 -0
- package/engine/dist/utils/tag-cleanup.js.map +1 -0
- package/engine/dist/utils/tag-filter.d.ts +19 -0
- package/engine/dist/utils/tag-filter.d.ts.map +1 -0
- package/engine/dist/utils/tag-filter.js +147 -0
- package/engine/dist/utils/tag-filter.js.map +1 -0
- package/engine/dist/utils/tag-modulation.d.ts +80 -0
- package/engine/dist/utils/tag-modulation.d.ts.map +1 -0
- package/engine/dist/utils/tag-modulation.js +284 -0
- package/engine/dist/utils/tag-modulation.js.map +1 -0
- package/engine/dist/utils/timer.d.ts +40 -0
- package/engine/dist/utils/timer.d.ts.map +1 -0
- package/engine/dist/utils/timer.js +76 -0
- package/engine/dist/utils/timer.js.map +1 -0
- package/engine/dist/utils/token-utils.d.ts +19 -0
- package/engine/dist/utils/token-utils.d.ts.map +1 -0
- package/engine/dist/utils/token-utils.js +71 -0
- package/engine/dist/utils/token-utils.js.map +1 -0
- package/engine/dist/utils/wasm-module-loader.d.ts +50 -0
- package/engine/dist/utils/wasm-module-loader.d.ts.map +1 -0
- package/engine/dist/utils/wasm-module-loader.js +136 -0
- package/engine/dist/utils/wasm-module-loader.js.map +1 -0
- package/engine/package.json +105 -0
- package/package.json +106 -0
|
@@ -0,0 +1,30 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Request Validation Middleware
|
|
3
|
+
*
|
|
4
|
+
* Lightweight JSON schema validation for API endpoints.
|
|
5
|
+
* No external dependencies — uses a simple declarative schema format.
|
|
6
|
+
*
|
|
7
|
+
* Usage:
|
|
8
|
+
* import { validate, schemas } from './middleware/validate.js';
|
|
9
|
+
* app.post('/v1/ingest', validate(schemas.ingest), handler);
|
|
10
|
+
*/
|
|
11
|
+
import { Request, Response, NextFunction } from 'express';
|
|
12
|
+
interface FieldSchema {
|
|
13
|
+
type: 'string' | 'number' | 'boolean' | 'array' | 'object';
|
|
14
|
+
required?: boolean;
|
|
15
|
+
minLength?: number;
|
|
16
|
+
maxLength?: number;
|
|
17
|
+
min?: number;
|
|
18
|
+
max?: number;
|
|
19
|
+
itemType?: string;
|
|
20
|
+
}
|
|
21
|
+
/**
|
|
22
|
+
* Create validation middleware from a body schema
|
|
23
|
+
*/
|
|
24
|
+
export declare function validate(schema: Record<string, FieldSchema>): (req: Request, res: Response, next: NextFunction) => void;
|
|
25
|
+
/**
|
|
26
|
+
* Pre-defined schemas for common API endpoints
|
|
27
|
+
*/
|
|
28
|
+
export declare const schemas: Record<string, Record<string, FieldSchema>>;
|
|
29
|
+
export {};
|
|
30
|
+
//# sourceMappingURL=validate.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"validate.d.ts","sourceRoot":"","sources":["../../src/middleware/validate.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AAE1D,UAAU,WAAW;IACnB,IAAI,EAAE,QAAQ,GAAG,QAAQ,GAAG,SAAS,GAAG,OAAO,GAAG,QAAQ,CAAC;IAC3D,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAgDD;;GAEG;AACH,wBAAgB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,IAClD,KAAK,OAAO,EAAE,KAAK,QAAQ,EAAE,MAAM,YAAY,UAkBxD;AAED;;GAEG;AACH,eAAO,MAAM,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,CA0C/D,CAAC"}
|
|
@@ -0,0 +1,117 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Request Validation Middleware
|
|
3
|
+
*
|
|
4
|
+
* Lightweight JSON schema validation for API endpoints.
|
|
5
|
+
* No external dependencies — uses a simple declarative schema format.
|
|
6
|
+
*
|
|
7
|
+
* Usage:
|
|
8
|
+
* import { validate, schemas } from './middleware/validate.js';
|
|
9
|
+
* app.post('/v1/ingest', validate(schemas.ingest), handler);
|
|
10
|
+
*/
|
|
11
|
+
/**
|
|
12
|
+
* Validate a value against a field schema
|
|
13
|
+
*/
|
|
14
|
+
function validateField(field, value, schema) {
|
|
15
|
+
if (value === undefined || value === null) {
|
|
16
|
+
if (schema.required)
|
|
17
|
+
return `'${field}' is required`;
|
|
18
|
+
return null; // optional and missing — ok
|
|
19
|
+
}
|
|
20
|
+
// Type check
|
|
21
|
+
if (schema.type === 'array') {
|
|
22
|
+
if (!Array.isArray(value))
|
|
23
|
+
return `'${field}' must be an array`;
|
|
24
|
+
if (schema.itemType) {
|
|
25
|
+
for (let i = 0; i < value.length; i++) {
|
|
26
|
+
if (typeof value[i] !== schema.itemType) {
|
|
27
|
+
return `'${field}[${i}]' must be of type '${schema.itemType}'`;
|
|
28
|
+
}
|
|
29
|
+
}
|
|
30
|
+
}
|
|
31
|
+
}
|
|
32
|
+
else if (typeof value !== schema.type) {
|
|
33
|
+
return `'${field}' must be of type '${schema.type}', got '${typeof value}'`;
|
|
34
|
+
}
|
|
35
|
+
// String constraints
|
|
36
|
+
if (schema.type === 'string') {
|
|
37
|
+
if (schema.minLength !== undefined && value.length < schema.minLength) {
|
|
38
|
+
return `'${field}' must be at least ${schema.minLength} characters`;
|
|
39
|
+
}
|
|
40
|
+
if (schema.maxLength !== undefined && value.length > schema.maxLength) {
|
|
41
|
+
return `'${field}' must be at most ${schema.maxLength} characters`;
|
|
42
|
+
}
|
|
43
|
+
}
|
|
44
|
+
// Number constraints
|
|
45
|
+
if (schema.type === 'number') {
|
|
46
|
+
if (schema.min !== undefined && value < schema.min) {
|
|
47
|
+
return `'${field}' must be >= ${schema.min}`;
|
|
48
|
+
}
|
|
49
|
+
if (schema.max !== undefined && value > schema.max) {
|
|
50
|
+
return `'${field}' must be <= ${schema.max}`;
|
|
51
|
+
}
|
|
52
|
+
}
|
|
53
|
+
return null;
|
|
54
|
+
}
|
|
55
|
+
/**
|
|
56
|
+
* Create validation middleware from a body schema
|
|
57
|
+
*/
|
|
58
|
+
export function validate(schema) {
|
|
59
|
+
return (req, res, next) => {
|
|
60
|
+
const errors = [];
|
|
61
|
+
for (const [field, fieldSchema] of Object.entries(schema)) {
|
|
62
|
+
const error = validateField(field, req.body[field], fieldSchema);
|
|
63
|
+
if (error)
|
|
64
|
+
errors.push(error);
|
|
65
|
+
}
|
|
66
|
+
if (errors.length > 0) {
|
|
67
|
+
res.status(400).json({
|
|
68
|
+
error: 'Validation failed',
|
|
69
|
+
details: errors
|
|
70
|
+
});
|
|
71
|
+
return;
|
|
72
|
+
}
|
|
73
|
+
next();
|
|
74
|
+
};
|
|
75
|
+
}
|
|
76
|
+
/**
|
|
77
|
+
* Pre-defined schemas for common API endpoints
|
|
78
|
+
*/
|
|
79
|
+
export const schemas = {
|
|
80
|
+
/** POST /v1/ingest */
|
|
81
|
+
ingest: {
|
|
82
|
+
content: { type: 'string', required: true, minLength: 1 },
|
|
83
|
+
source: { type: 'string', required: false },
|
|
84
|
+
type: { type: 'string', required: false },
|
|
85
|
+
bucket: { type: 'string', required: false },
|
|
86
|
+
buckets: { type: 'array', required: false, itemType: 'string' },
|
|
87
|
+
tags: { type: 'array', required: false, itemType: 'string' }
|
|
88
|
+
},
|
|
89
|
+
/** POST /v1/memory/search */
|
|
90
|
+
memorySearch: {
|
|
91
|
+
query: { type: 'string', required: true, minLength: 1 },
|
|
92
|
+
buckets: { type: 'array', required: false, itemType: 'string' },
|
|
93
|
+
tags: { type: 'array', required: false, itemType: 'string' },
|
|
94
|
+
max_chars: { type: 'number', required: false, min: 1 },
|
|
95
|
+
code_weight: { type: 'number', required: false, min: 0, max: 1 }
|
|
96
|
+
},
|
|
97
|
+
/** POST /v1/chat/completions */
|
|
98
|
+
chatCompletions: {
|
|
99
|
+
messages: { type: 'array', required: true },
|
|
100
|
+
model: { type: 'string', required: false },
|
|
101
|
+
temperature: { type: 'number', required: false, min: 0, max: 2 },
|
|
102
|
+
max_tokens: { type: 'number', required: false, min: 1, max: 128000 }
|
|
103
|
+
},
|
|
104
|
+
/** POST /v1/model/load */
|
|
105
|
+
modelLoad: {
|
|
106
|
+
model: { type: 'string', required: true, minLength: 1 }
|
|
107
|
+
},
|
|
108
|
+
/** POST /v1/research/scrape */
|
|
109
|
+
researchScrape: {
|
|
110
|
+
url: { type: 'string', required: true, minLength: 1 }
|
|
111
|
+
},
|
|
112
|
+
/** POST /v1/engine/switch */
|
|
113
|
+
engineSwitch: {
|
|
114
|
+
engine: { type: 'string', required: true, minLength: 1 }
|
|
115
|
+
}
|
|
116
|
+
};
|
|
117
|
+
//# sourceMappingURL=validate.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"validate.js","sourceRoot":"","sources":["../../src/middleware/validate.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAcH;;GAEG;AACH,SAAS,aAAa,CAAC,KAAa,EAAE,KAAU,EAAE,MAAmB;IACnE,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;QAC1C,IAAI,MAAM,CAAC,QAAQ;YAAE,OAAO,IAAI,KAAK,eAAe,CAAC;QACrD,OAAO,IAAI,CAAC,CAAC,4BAA4B;IAC3C,CAAC;IAED,aAAa;IACb,IAAI,MAAM,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;QAC5B,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;YAAE,OAAO,IAAI,KAAK,oBAAoB,CAAC;QAChE,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;YACpB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACtC,IAAI,OAAO,KAAK,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC,QAAQ,EAAE,CAAC;oBACxC,OAAO,IAAI,KAAK,IAAI,CAAC,uBAAuB,MAAM,CAAC,QAAQ,GAAG,CAAC;gBACjE,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;SAAM,IAAI,OAAO,KAAK,KAAK,MAAM,CAAC,IAAI,EAAE,CAAC;QACxC,OAAO,IAAI,KAAK,sBAAsB,MAAM,CAAC,IAAI,WAAW,OAAO,KAAK,GAAG,CAAC;IAC9E,CAAC;IAED,qBAAqB;IACrB,IAAI,MAAM,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;QAC7B,IAAI,MAAM,CAAC,SAAS,KAAK,SAAS,IAAI,KAAK,CAAC,MAAM,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;YACtE,OAAO,IAAI,KAAK,sBAAsB,MAAM,CAAC,SAAS,aAAa,CAAC;QACtE,CAAC;QACD,IAAI,MAAM,CAAC,SAAS,KAAK,SAAS,IAAI,KAAK,CAAC,MAAM,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;YACtE,OAAO,IAAI,KAAK,qBAAqB,MAAM,CAAC,SAAS,aAAa,CAAC;QACrE,CAAC;IACH,CAAC;IAED,qBAAqB;IACrB,IAAI,MAAM,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;QAC7B,IAAI,MAAM,CAAC,GAAG,KAAK,SAAS,IAAI,KAAK,GAAG,MAAM,CAAC,GAAG,EAAE,CAAC;YACnD,OAAO,IAAI,KAAK,gBAAgB,MAAM,CAAC,GAAG,EAAE,CAAC;QAC/C,CAAC;QACD,IAAI,MAAM,CAAC,GAAG,KAAK,SAAS,IAAI,KAAK,GAAG,MAAM,CAAC,GAAG,EAAE,CAAC;YACnD,OAAO,IAAI,KAAK,gBAAgB,MAAM,CAAC,GAAG,EAAE,CAAC;QAC/C,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,QAAQ,CAAC,MAAmC;IAC1D,OAAO,CAAC,GAAY,EAAE,GAAa,EAAE,IAAkB,EAAE,EAAE;QACzD,MAAM,MAAM,GAAa,EAAE,CAAC;QAE5B,KAAK,MAAM,CAAC,KAAK,EAAE,WAAW,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YAC1D,MAAM,KAAK,GAAG,aAAa,CAAC,KAAK,EAAE,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,WAAW,CAAC,CAAC;YACjE,IAAI,KAAK;gBAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAChC,CAAC;QAED,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtB,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;gBACnB,KAAK,EAAE,mBAAmB;gBAC1B,OAAO,EAAE,MAAM;aAChB,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QAED,IAAI,EAAE,CAAC;IACT,CAAC,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,MAAM,OAAO,GAAgD;IAClE,sBAAsB;IACtB,MAAM,EAAE;QACN,OAAO,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC,EAAE;QACzD,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE;QAC3C,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE;QACzC,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE;QAC3C,OAAO,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE;QAC/D,IAAI,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE;KAC7D;IAED,6BAA6B;IAC7B,YAAY,EAAE;QACZ,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC,EAAE;QACvD,OAAO,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE;QAC/D,IAAI,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE;QAC5D,SAAS,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,EAAE;QACtD,WAAW,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE;KACjE;IAED,gCAAgC;IAChC,eAAe,EAAE;QACf,QAAQ,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE;QAC3C,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE;QAC1C,WAAW,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE;QAChE,UAAU,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE;KACrE;IAED,0BAA0B;IAC1B,SAAS,EAAE;QACT,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC,EAAE;KACxD;IAED,+BAA+B;IAC/B,cAAc,EAAE;QACd,GAAG,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC,EAAE;KACtD;IAED,6BAA6B;IAC7B,YAAY,EAAE;QACZ,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC,EAAE;KACzD;CACF,CAAC"}
|
|
@@ -0,0 +1,106 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Anchor Core API - High-performance C++ backend
|
|
3
|
+
*/
|
|
4
|
+
export class AnchorCore {
|
|
5
|
+
/**
|
|
6
|
+
* Initialize database
|
|
7
|
+
* @param {string} dbPath - Database path (default: in-memory)
|
|
8
|
+
*/
|
|
9
|
+
init(dbPath?: string): void;
|
|
10
|
+
/**
|
|
11
|
+
* Cleanup resources
|
|
12
|
+
*/
|
|
13
|
+
destroy(): void;
|
|
14
|
+
/**
|
|
15
|
+
* Search atoms with FTS5
|
|
16
|
+
* @param {string} query - Search query
|
|
17
|
+
* @param {number} limit - Max results
|
|
18
|
+
* @returns {Array} Search results
|
|
19
|
+
*/
|
|
20
|
+
search(query: string, limit?: number): any[];
|
|
21
|
+
/**
|
|
22
|
+
* Get database statistics
|
|
23
|
+
* @returns {Object} Stats
|
|
24
|
+
*/
|
|
25
|
+
getStats(): Object;
|
|
26
|
+
/**
|
|
27
|
+
* Insert atom
|
|
28
|
+
* @param {string} sourceId - Source ID
|
|
29
|
+
* @param {string} content - Content
|
|
30
|
+
* @param {number} charStart - Start char offset
|
|
31
|
+
* @param {number} charEnd - End char offset
|
|
32
|
+
* @param {number} timestamp - Timestamp
|
|
33
|
+
* @param {bigint} simhash - SimHash value
|
|
34
|
+
* @returns {number} Atom ID
|
|
35
|
+
*/
|
|
36
|
+
upsertSource(id: any, path: any): number;
|
|
37
|
+
insertAtom(sourceId: any, content: any, charStart: any, charEnd: any, timestamp: any, simhash: any): any;
|
|
38
|
+
/**
|
|
39
|
+
* Insert edge
|
|
40
|
+
* @param {number} from - From atom ID
|
|
41
|
+
* @param {number} to - To atom ID
|
|
42
|
+
* @param {number} weight - Edge weight
|
|
43
|
+
* @param {string} type - Edge type
|
|
44
|
+
* @returns {boolean} Success
|
|
45
|
+
*/
|
|
46
|
+
insertEdge(from: number, to: number, weight: number, type: string): boolean;
|
|
47
|
+
/**
|
|
48
|
+
* Perform graph traversal (radial inflation)
|
|
49
|
+
* @param {number[]} anchorIds - Anchor atom IDs
|
|
50
|
+
* @param {number} limit - Max results
|
|
51
|
+
* @param {number} threshold - Gravity threshold
|
|
52
|
+
* @returns {Array} Candidates
|
|
53
|
+
*/
|
|
54
|
+
radialInflation(anchorIds: number[], limit?: number, threshold?: number): any[];
|
|
55
|
+
/**
|
|
56
|
+
* Inflate context (n-1, n+1 expansion)
|
|
57
|
+
* @param {number[]} atomIds - Atom IDs to inflate
|
|
58
|
+
* @param {number} maxChars - Maximum characters
|
|
59
|
+
* @returns {Array} Inflated atoms
|
|
60
|
+
*/
|
|
61
|
+
inflateContext(atomIds: number[], maxChars?: number): any[];
|
|
62
|
+
/**
|
|
63
|
+
* Deduplicate candidates using 5-layer strategy
|
|
64
|
+
* @param {Array} candidates - Candidate results
|
|
65
|
+
* @returns {Array} Unique candidates
|
|
66
|
+
*/
|
|
67
|
+
deduplicate(candidates: any[]): any[];
|
|
68
|
+
/**
|
|
69
|
+
* Filter transient/noise content
|
|
70
|
+
* @param {Array} atoms - Atoms to filter
|
|
71
|
+
* @returns {Array} Filtered atoms
|
|
72
|
+
*/
|
|
73
|
+
filterTransient(atoms: any[]): any[];
|
|
74
|
+
/**
|
|
75
|
+
* Compute SimHash for text
|
|
76
|
+
* @param {string} text - Input text
|
|
77
|
+
* @returns {bigint} SimHash value
|
|
78
|
+
*/
|
|
79
|
+
computeSimHash(text: string): bigint;
|
|
80
|
+
#private;
|
|
81
|
+
}
|
|
82
|
+
export const anchor: AnchorCore;
|
|
83
|
+
export namespace ffi {
|
|
84
|
+
let database_create: koffi.KoffiFunction;
|
|
85
|
+
let database_destroy: koffi.KoffiFunction;
|
|
86
|
+
let database_search_atoms: koffi.KoffiFunction;
|
|
87
|
+
let database_get_stats: koffi.KoffiFunction;
|
|
88
|
+
let database_upsert_source: koffi.KoffiFunction;
|
|
89
|
+
let database_insert_atom: koffi.KoffiFunction;
|
|
90
|
+
let database_insert_edge: koffi.KoffiFunction;
|
|
91
|
+
let physics_walker_create: koffi.KoffiFunction;
|
|
92
|
+
let physics_walker_destroy: koffi.KoffiFunction;
|
|
93
|
+
let physics_walker_radial_inflation: koffi.KoffiFunction;
|
|
94
|
+
let context_inflator_create: koffi.KoffiFunction;
|
|
95
|
+
let context_inflator_destroy: koffi.KoffiFunction;
|
|
96
|
+
let context_inflator_inflate: koffi.KoffiFunction;
|
|
97
|
+
let deduplicator_create: koffi.KoffiFunction;
|
|
98
|
+
let deduplicator_destroy: koffi.KoffiFunction;
|
|
99
|
+
let deduplicator_deduplicate: koffi.KoffiFunction;
|
|
100
|
+
let transient_filter_create: koffi.KoffiFunction;
|
|
101
|
+
let transient_filter_destroy: koffi.KoffiFunction;
|
|
102
|
+
let transient_filter_apply: koffi.KoffiFunction;
|
|
103
|
+
let simhash_compute: koffi.KoffiFunction;
|
|
104
|
+
}
|
|
105
|
+
import koffi from 'koffi';
|
|
106
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/native/index.js"],"names":[],"mappings":"AA2EA;;GAEG;AACH;IAOE;;;OAGG;IACH,cAFW,MAAM,QAmBhB;IAED;;OAEG;IACH,gBAWC;IAED;;;;;OAKG;IACH,cAJW,MAAM,UACN,MAAM,SAOhB;IAED;;;OAGG;IACH,YAFa,MAAM,CAMlB;IAED;;;;;;;;;OASG;IACH,kCAFa,MAAM,CAKlB;IAED,yGAWC;IAED;;;;;;;OAOG;IACH,iBANW,MAAM,MACN,MAAM,UACN,MAAM,QACN,MAAM,GACJ,OAAO,CAWnB;IAED;;;;;;OAMG;IACH,2BALW,MAAM,EAAE,UACR,MAAM,cACN,MAAM,SAahB;IAED;;;;;OAKG;IACH,wBAJW,MAAM,EAAE,aACR,MAAM,SAYhB;IAED;;;;OAIG;IACH,sCAIC;IAED;;;;OAIG;IACH,qCAIC;IAED;;;;OAIG;IACH,qBAHW,MAAM,GACJ,MAAM,CAIlB;;CACF;AAGD,gCAAuC;;;;;;;;;;;;;;;;;;;;;;;kBAxPrB,OAAO"}
|
|
@@ -0,0 +1,230 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* @rbalchii/anchor-core
|
|
3
|
+
*
|
|
4
|
+
* Native C++ core for Anchor Engine
|
|
5
|
+
* Uses Koffi FFI for fast, reliable DLL loading
|
|
6
|
+
*
|
|
7
|
+
* High-performance SQLite3 backend with:
|
|
8
|
+
* - FTS5 full-text search
|
|
9
|
+
* - Physics-based graph traversal
|
|
10
|
+
* - Context inflation (n-1, n+1)
|
|
11
|
+
* - 5-layer deduplication
|
|
12
|
+
* - Transient content filtering
|
|
13
|
+
*/
|
|
14
|
+
import koffi from 'koffi';
|
|
15
|
+
import path from 'path';
|
|
16
|
+
import { fileURLToPath } from 'url';
|
|
17
|
+
import { existsSync } from 'fs';
|
|
18
|
+
const __filename = fileURLToPath(import.meta.url);
|
|
19
|
+
const __dirname = path.dirname(__filename);
|
|
20
|
+
// Find DLL for current platform
|
|
21
|
+
const platformMap = { win32: 'win', linux: 'linux', darwin: 'darwin' };
|
|
22
|
+
const archMap = { x64: 'x64', arm64: 'arm64', ia32: 'ia32' };
|
|
23
|
+
const platform = platformMap[process.platform] || process.platform;
|
|
24
|
+
const arch = archMap[process.arch] || process.arch;
|
|
25
|
+
const DLL_PATH = path.join(__dirname, 'lib', platform + '-' + arch, 'anchor_core.dll');
|
|
26
|
+
if (!existsSync(DLL_PATH)) {
|
|
27
|
+
throw new Error(`Native library not found for ${process.platform}-${process.arch}. Expected at: ${DLL_PATH}`);
|
|
28
|
+
}
|
|
29
|
+
console.log('[anchor-core] Loading native library from:', DLL_PATH);
|
|
30
|
+
// Load the library
|
|
31
|
+
const lib = koffi.load(DLL_PATH);
|
|
32
|
+
// Define all FFI functions
|
|
33
|
+
const ffi = {
|
|
34
|
+
// Database
|
|
35
|
+
database_create: lib.func('database_create', 'void *', ['string']),
|
|
36
|
+
database_destroy: lib.func('database_destroy', 'void', ['void *']),
|
|
37
|
+
database_search_atoms: lib.func('database_search_atoms', 'string', ['void *', 'string', 'int64']),
|
|
38
|
+
database_get_stats: lib.func('database_get_stats', 'string', ['void *']),
|
|
39
|
+
database_upsert_source: lib.func('database_upsert_source', 'bool', ['void *', 'string', 'string']),
|
|
40
|
+
database_insert_atom: lib.func('database_insert_atom', 'int64', ['void *', 'string', 'string', 'int64', 'int64', 'double', 'uint64']),
|
|
41
|
+
database_insert_edge: lib.func('database_insert_edge', 'bool', ['void *', 'int64', 'int64', 'double', 'string']),
|
|
42
|
+
// Physics Walker
|
|
43
|
+
physics_walker_create: lib.func('physics_walker_create', 'void *', ['double', 'double', 'int64']),
|
|
44
|
+
physics_walker_destroy: lib.func('physics_walker_destroy', 'void', ['void *']),
|
|
45
|
+
physics_walker_radial_inflation: lib.func('physics_walker_radial_inflation', 'string', ['void *', 'void *', 'string', 'int64', 'double']),
|
|
46
|
+
// Context Inflator
|
|
47
|
+
context_inflator_create: lib.func('context_inflator_create', 'void *', ['int64', 'bool']),
|
|
48
|
+
context_inflator_destroy: lib.func('context_inflator_destroy', 'void', ['void *']),
|
|
49
|
+
context_inflator_inflate: lib.func('context_inflator_inflate', 'string', ['void *', 'void *', 'string', 'int64']),
|
|
50
|
+
// Deduplicator
|
|
51
|
+
deduplicator_create: lib.func('deduplicator_create', 'void *', ['double', 'int64']),
|
|
52
|
+
deduplicator_destroy: lib.func('deduplicator_destroy', 'void', ['void *']),
|
|
53
|
+
deduplicator_deduplicate: lib.func('deduplicator_deduplicate', 'string', ['void *', 'string']),
|
|
54
|
+
// Transient Filter
|
|
55
|
+
transient_filter_create: lib.func('transient_filter_create', 'void *', ['int64', 'bool']),
|
|
56
|
+
transient_filter_destroy: lib.func('transient_filter_destroy', 'void', ['void *']),
|
|
57
|
+
transient_filter_apply: lib.func('transient_filter_apply', 'string', ['void *', 'string']),
|
|
58
|
+
// SimHash
|
|
59
|
+
simhash_compute: lib.func('simhash_compute', 'uint64', ['string'])
|
|
60
|
+
};
|
|
61
|
+
console.log('[anchor-core] Native library loaded successfully');
|
|
62
|
+
/**
|
|
63
|
+
* Anchor Core API - High-performance C++ backend
|
|
64
|
+
*/
|
|
65
|
+
export class AnchorCore {
|
|
66
|
+
#db = null;
|
|
67
|
+
#walker = null;
|
|
68
|
+
#inflator = null;
|
|
69
|
+
#dedup = null;
|
|
70
|
+
#filter = null;
|
|
71
|
+
/**
|
|
72
|
+
* Initialize database
|
|
73
|
+
* @param {string} dbPath - Database path (default: in-memory)
|
|
74
|
+
*/
|
|
75
|
+
init(dbPath = ':memory:') {
|
|
76
|
+
try {
|
|
77
|
+
console.log('[anchor-core] Creating database at:', dbPath);
|
|
78
|
+
this.#db = ffi.database_create(dbPath);
|
|
79
|
+
console.log('[anchor-core] DB pointer:', this.#db);
|
|
80
|
+
if (!this.#db) {
|
|
81
|
+
throw new Error('database_create returned null - check C++ logs');
|
|
82
|
+
}
|
|
83
|
+
this.#walker = ffi.physics_walker_create(0.85, 0.0001, 3);
|
|
84
|
+
this.#inflator = ffi.context_inflator_create(205, true);
|
|
85
|
+
this.#dedup = ffi.deduplicator_create(0.5, 5);
|
|
86
|
+
this.#filter = ffi.transient_filter_create(20, false);
|
|
87
|
+
console.log('[anchor-core] Database initialized');
|
|
88
|
+
}
|
|
89
|
+
catch (error) {
|
|
90
|
+
console.error('[anchor-core] Initialization failed:', error);
|
|
91
|
+
throw error;
|
|
92
|
+
}
|
|
93
|
+
}
|
|
94
|
+
/**
|
|
95
|
+
* Cleanup resources
|
|
96
|
+
*/
|
|
97
|
+
destroy() {
|
|
98
|
+
try {
|
|
99
|
+
if (this.#filter)
|
|
100
|
+
ffi.transient_filter_destroy(this.#filter);
|
|
101
|
+
if (this.#dedup)
|
|
102
|
+
ffi.deduplicator_destroy(this.#dedup);
|
|
103
|
+
if (this.#inflator)
|
|
104
|
+
ffi.context_inflator_destroy(this.#inflator);
|
|
105
|
+
if (this.#walker)
|
|
106
|
+
ffi.physics_walker_destroy(this.#walker);
|
|
107
|
+
if (this.#db)
|
|
108
|
+
ffi.database_destroy(this.#db);
|
|
109
|
+
console.log('[anchor-core] Resources cleaned up');
|
|
110
|
+
}
|
|
111
|
+
catch (error) {
|
|
112
|
+
console.error('[anchor-core] Cleanup failed:', error);
|
|
113
|
+
}
|
|
114
|
+
}
|
|
115
|
+
/**
|
|
116
|
+
* Search atoms with FTS5
|
|
117
|
+
* @param {string} query - Search query
|
|
118
|
+
* @param {number} limit - Max results
|
|
119
|
+
* @returns {Array} Search results
|
|
120
|
+
*/
|
|
121
|
+
search(query, limit = 100) {
|
|
122
|
+
if (!this.#db)
|
|
123
|
+
throw new Error('Database not initialized');
|
|
124
|
+
const json = ffi.database_search_atoms(this.#db, query, limit);
|
|
125
|
+
return JSON.parse(json);
|
|
126
|
+
}
|
|
127
|
+
/**
|
|
128
|
+
* Get database statistics
|
|
129
|
+
* @returns {Object} Stats
|
|
130
|
+
*/
|
|
131
|
+
getStats() {
|
|
132
|
+
if (!this.#db)
|
|
133
|
+
throw new Error('Database not initialized');
|
|
134
|
+
const json = ffi.database_get_stats(this.#db);
|
|
135
|
+
return JSON.parse(json);
|
|
136
|
+
}
|
|
137
|
+
/**
|
|
138
|
+
* Insert atom
|
|
139
|
+
* @param {string} sourceId - Source ID
|
|
140
|
+
* @param {string} content - Content
|
|
141
|
+
* @param {number} charStart - Start char offset
|
|
142
|
+
* @param {number} charEnd - End char offset
|
|
143
|
+
* @param {number} timestamp - Timestamp
|
|
144
|
+
* @param {bigint} simhash - SimHash value
|
|
145
|
+
* @returns {number} Atom ID
|
|
146
|
+
*/
|
|
147
|
+
upsertSource(id, path) {
|
|
148
|
+
if (!this.#db)
|
|
149
|
+
throw new Error('Database not initialized');
|
|
150
|
+
return ffi.database_upsert_source(this.#db, id, path);
|
|
151
|
+
}
|
|
152
|
+
insertAtom(sourceId, content, charStart, charEnd, timestamp, simhash) {
|
|
153
|
+
if (!this.#db)
|
|
154
|
+
throw new Error('Database not initialized');
|
|
155
|
+
return ffi.database_insert_atom(this.#db, sourceId, content, BigInt(charStart), BigInt(charEnd), timestamp, BigInt(simhash));
|
|
156
|
+
}
|
|
157
|
+
/**
|
|
158
|
+
* Insert edge
|
|
159
|
+
* @param {number} from - From atom ID
|
|
160
|
+
* @param {number} to - To atom ID
|
|
161
|
+
* @param {number} weight - Edge weight
|
|
162
|
+
* @param {string} type - Edge type
|
|
163
|
+
* @returns {boolean} Success
|
|
164
|
+
*/
|
|
165
|
+
insertEdge(from, to, weight, type) {
|
|
166
|
+
if (!this.#db)
|
|
167
|
+
throw new Error('Database not initialized');
|
|
168
|
+
return ffi.database_insert_edge(this.#db, BigInt(from), BigInt(to), weight, type);
|
|
169
|
+
}
|
|
170
|
+
/**
|
|
171
|
+
* Perform graph traversal (radial inflation)
|
|
172
|
+
* @param {number[]} anchorIds - Anchor atom IDs
|
|
173
|
+
* @param {number} limit - Max results
|
|
174
|
+
* @param {number} threshold - Gravity threshold
|
|
175
|
+
* @returns {Array} Candidates
|
|
176
|
+
*/
|
|
177
|
+
radialInflation(anchorIds, limit = 150, threshold = 0.005) {
|
|
178
|
+
if (!this.#db || !this.#walker)
|
|
179
|
+
throw new Error('Not initialized');
|
|
180
|
+
const json = ffi.physics_walker_radial_inflation(this.#walker, this.#db, JSON.stringify(anchorIds), limit, threshold);
|
|
181
|
+
return JSON.parse(json);
|
|
182
|
+
}
|
|
183
|
+
/**
|
|
184
|
+
* Inflate context (n-1, n+1 expansion)
|
|
185
|
+
* @param {number[]} atomIds - Atom IDs to inflate
|
|
186
|
+
* @param {number} maxChars - Maximum characters
|
|
187
|
+
* @returns {Array} Inflated atoms
|
|
188
|
+
*/
|
|
189
|
+
inflateContext(atomIds, maxChars = 65536) {
|
|
190
|
+
if (!this.#db || !this.#inflator)
|
|
191
|
+
throw new Error('Not initialized');
|
|
192
|
+
const json = ffi.context_inflator_inflate(this.#inflator, this.#db, JSON.stringify(atomIds), maxChars);
|
|
193
|
+
return JSON.parse(json);
|
|
194
|
+
}
|
|
195
|
+
/**
|
|
196
|
+
* Deduplicate candidates using 5-layer strategy
|
|
197
|
+
* @param {Array} candidates - Candidate results
|
|
198
|
+
* @returns {Array} Unique candidates
|
|
199
|
+
*/
|
|
200
|
+
deduplicate(candidates) {
|
|
201
|
+
if (!this.#dedup)
|
|
202
|
+
throw new Error('Not initialized');
|
|
203
|
+
const json = ffi.deduplicator_deduplicate(this.#dedup, JSON.stringify(candidates));
|
|
204
|
+
return JSON.parse(json);
|
|
205
|
+
}
|
|
206
|
+
/**
|
|
207
|
+
* Filter transient/noise content
|
|
208
|
+
* @param {Array} atoms - Atoms to filter
|
|
209
|
+
* @returns {Array} Filtered atoms
|
|
210
|
+
*/
|
|
211
|
+
filterTransient(atoms) {
|
|
212
|
+
if (!this.#filter)
|
|
213
|
+
throw new Error('Not initialized');
|
|
214
|
+
const json = ffi.transient_filter_apply(this.#filter, JSON.stringify(atoms));
|
|
215
|
+
return JSON.parse(json);
|
|
216
|
+
}
|
|
217
|
+
/**
|
|
218
|
+
* Compute SimHash for text
|
|
219
|
+
* @param {string} text - Input text
|
|
220
|
+
* @returns {bigint} SimHash value
|
|
221
|
+
*/
|
|
222
|
+
computeSimHash(text) {
|
|
223
|
+
return ffi.simhash_compute(text);
|
|
224
|
+
}
|
|
225
|
+
}
|
|
226
|
+
// Export singleton instance
|
|
227
|
+
export const anchor = new AnchorCore();
|
|
228
|
+
// Export low-level FFI for advanced users
|
|
229
|
+
export { ffi };
|
|
230
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/native/index.js"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,aAAa,EAAE,MAAM,KAAK,CAAC;AACpC,OAAO,EAAE,UAAU,EAAE,MAAM,IAAI,CAAC;AAEhC,MAAM,UAAU,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAClD,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;AAE3C,gCAAgC;AAChC,MAAM,WAAW,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC;AACvE,MAAM,OAAO,GAAG,EAAE,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;AAC7D,MAAM,QAAQ,GAAG,WAAW,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC;AACnE,MAAM,IAAI,GAAG,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC;AACnD,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,KAAK,EAAE,QAAQ,GAAG,GAAG,GAAG,IAAI,EAAE,iBAAiB,CAAC,CAAC;AAEvF,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;IAC1B,MAAM,IAAI,KAAK,CAAC,gCAAgC,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,IAAI,kBAAkB,QAAQ,EAAE,CAAC,CAAC;AAChH,CAAC;AAED,OAAO,CAAC,GAAG,CAAC,4CAA4C,EAAE,QAAQ,CAAC,CAAC;AAEpE,mBAAmB;AACnB,MAAM,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;AAEjC,2BAA2B;AAC3B,MAAM,GAAG,GAAG;IACV,WAAW;IACX,eAAe,EAAE,GAAG,CAAC,IAAI,CAAC,iBAAiB,EAAE,QAAQ,EAAE,CAAC,QAAQ,CAAC,CAAC;IAClE,gBAAgB,EAAE,GAAG,CAAC,IAAI,CAAC,kBAAkB,EAAE,MAAM,EAAE,CAAC,QAAQ,CAAC,CAAC;IAClE,qBAAqB,EAAE,GAAG,CAAC,IAAI,CAAC,uBAAuB,EAAE,QAAQ,EAAE,CAAC,QAAQ,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;IACjG,kBAAkB,EAAE,GAAG,CAAC,IAAI,CAAC,oBAAoB,EAAE,QAAQ,EAAE,CAAC,QAAQ,CAAC,CAAC;IACxE,sBAAsB,EAAE,GAAG,CAAC,IAAI,CAAC,wBAAwB,EAAE,MAAM,EAAE,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC;IAClG,oBAAoB,EAAE,GAAG,CAAC,IAAI,CAAC,sBAAsB,EAAE,OAAO,EAAE,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC;IACrI,oBAAoB,EAAE,GAAG,CAAC,IAAI,CAAC,sBAAsB,EAAE,MAAM,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC;IAEhH,iBAAiB;IACjB,qBAAqB,EAAE,GAAG,CAAC,IAAI,CAAC,uBAAuB,EAAE,QAAQ,EAAE,CAAC,QAAQ,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;IACjG,sBAAsB,EAAE,GAAG,CAAC,IAAI,CAAC,wBAAwB,EAAE,MAAM,EAAE,CAAC,QAAQ,CAAC,CAAC;IAC9E,+BAA+B,EAAE,GAAG,CAAC,IAAI,CAAC,iCAAiC,EAAE,QAAQ,EAAE,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC;IAEzI,mBAAmB;IACnB,uBAAuB,EAAE,GAAG,CAAC,IAAI,CAAC,yBAAyB,EAAE,QAAQ,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IACzF,wBAAwB,EAAE,GAAG,CAAC,IAAI,CAAC,0BAA0B,EAAE,MAAM,EAAE,CAAC,QAAQ,CAAC,CAAC;IAClF,wBAAwB,EAAE,GAAG,CAAC,IAAI,CAAC,0BAA0B,EAAE,QAAQ,EAAE,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;IAEjH,eAAe;IACf,mBAAmB,EAAE,GAAG,CAAC,IAAI,CAAC,qBAAqB,EAAE,QAAQ,EAAE,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IACnF,oBAAoB,EAAE,GAAG,CAAC,IAAI,CAAC,sBAAsB,EAAE,MAAM,EAAE,CAAC,QAAQ,CAAC,CAAC;IAC1E,wBAAwB,EAAE,GAAG,CAAC,IAAI,CAAC,0BAA0B,EAAE,QAAQ,EAAE,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IAE9F,mBAAmB;IACnB,uBAAuB,EAAE,GAAG,CAAC,IAAI,CAAC,yBAAyB,EAAE,QAAQ,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IACzF,wBAAwB,EAAE,GAAG,CAAC,IAAI,CAAC,0BAA0B,EAAE,MAAM,EAAE,CAAC,QAAQ,CAAC,CAAC;IAClF,sBAAsB,EAAE,GAAG,CAAC,IAAI,CAAC,wBAAwB,EAAE,QAAQ,EAAE,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IAE1F,UAAU;IACV,eAAe,EAAE,GAAG,CAAC,IAAI,CAAC,iBAAiB,EAAE,QAAQ,EAAE,CAAC,QAAQ,CAAC,CAAC;CACnE,CAAC;AAEF,OAAO,CAAC,GAAG,CAAC,kDAAkD,CAAC,CAAC;AAEhE;;GAEG;AACH,MAAM,OAAO,UAAU;IACrB,GAAG,GAAG,IAAI,CAAC;IACX,OAAO,GAAG,IAAI,CAAC;IACf,SAAS,GAAG,IAAI,CAAC;IACjB,MAAM,GAAG,IAAI,CAAC;IACd,OAAO,GAAG,IAAI,CAAC;IAEf;;;OAGG;IACH,IAAI,CAAC,MAAM,GAAG,UAAU;QACtB,IAAI,CAAC;YACH,OAAO,CAAC,GAAG,CAAC,qCAAqC,EAAE,MAAM,CAAC,CAAC;YAC3D,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;YACvC,OAAO,CAAC,GAAG,CAAC,2BAA2B,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;YACnD,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC;gBACd,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;YACpE,CAAC;YACD,IAAI,CAAC,OAAO,GAAG,GAAG,CAAC,qBAAqB,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;YAC1D,IAAI,CAAC,SAAS,GAAG,GAAG,CAAC,uBAAuB,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;YACxD,IAAI,CAAC,MAAM,GAAG,GAAG,CAAC,mBAAmB,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;YAC9C,IAAI,CAAC,OAAO,GAAG,GAAG,CAAC,uBAAuB,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;YACtD,OAAO,CAAC,GAAG,CAAC,oCAAoC,CAAC,CAAC;QACpD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,sCAAsC,EAAE,KAAK,CAAC,CAAC;YAC7D,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;OAEG;IACH,OAAO;QACL,IAAI,CAAC;YACH,IAAI,IAAI,CAAC,OAAO;gBAAE,GAAG,CAAC,wBAAwB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAC7D,IAAI,IAAI,CAAC,MAAM;gBAAE,GAAG,CAAC,oBAAoB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACvD,IAAI,IAAI,CAAC,SAAS;gBAAE,GAAG,CAAC,wBAAwB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACjE,IAAI,IAAI,CAAC,OAAO;gBAAE,GAAG,CAAC,sBAAsB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAC3D,IAAI,IAAI,CAAC,GAAG;gBAAE,GAAG,CAAC,gBAAgB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAC7C,OAAO,CAAC,GAAG,CAAC,oCAAoC,CAAC,CAAC;QACpD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,+BAA+B,EAAE,KAAK,CAAC,CAAC;QACxD,CAAC;IACH,CAAC;IAED;;;;;OAKG;IACH,MAAM,CAAC,KAAK,EAAE,KAAK,GAAG,GAAG;QACvB,IAAI,CAAC,IAAI,CAAC,GAAG;YAAE,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;QAC3D,MAAM,IAAI,GAAG,GAAG,CAAC,qBAAqB,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;QAC/D,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IAED;;;OAGG;IACH,QAAQ;QACN,IAAI,CAAC,IAAI,CAAC,GAAG;YAAE,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;QAC3D,MAAM,IAAI,GAAG,GAAG,CAAC,kBAAkB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC9C,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IAED;;;;;;;;;OASG;IACH,YAAY,CAAC,EAAE,EAAE,IAAI;QACnB,IAAI,CAAC,IAAI,CAAC,GAAG;YAAE,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;QAC3D,OAAO,GAAG,CAAC,sBAAsB,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;IACxD,CAAC;IAED,UAAU,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO;QAClE,IAAI,CAAC,IAAI,CAAC,GAAG;YAAE,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;QAC3D,OAAO,GAAG,CAAC,oBAAoB,CAC7B,IAAI,CAAC,GAAG,EACR,QAAQ,EACR,OAAO,EACP,MAAM,CAAC,SAAS,CAAC,EACjB,MAAM,CAAC,OAAO,CAAC,EACf,SAAS,EACT,MAAM,CAAC,OAAO,CAAC,CAChB,CAAC;IACJ,CAAC;IAED;;;;;;;OAOG;IACH,UAAU,CAAC,IAAI,EAAE,EAAE,EAAE,MAAM,EAAE,IAAI;QAC/B,IAAI,CAAC,IAAI,CAAC,GAAG;YAAE,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;QAC3D,OAAO,GAAG,CAAC,oBAAoB,CAC7B,IAAI,CAAC,GAAG,EACR,MAAM,CAAC,IAAI,CAAC,EACZ,MAAM,CAAC,EAAE,CAAC,EACV,MAAM,EACN,IAAI,CACL,CAAC;IACJ,CAAC;IAED;;;;;;OAMG;IACH,eAAe,CAAC,SAAS,EAAE,KAAK,GAAG,GAAG,EAAE,SAAS,GAAG,KAAK;QACvD,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;QACnE,MAAM,IAAI,GAAG,GAAG,CAAC,+BAA+B,CAC9C,IAAI,CAAC,OAAO,EACZ,IAAI,CAAC,GAAG,EACR,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,EACzB,KAAK,EACL,SAAS,CACV,CAAC;QACF,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IAED;;;;;OAKG;IACH,cAAc,CAAC,OAAO,EAAE,QAAQ,GAAG,KAAK;QACtC,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS;YAAE,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;QACrE,MAAM,IAAI,GAAG,GAAG,CAAC,wBAAwB,CACvC,IAAI,CAAC,SAAS,EACd,IAAI,CAAC,GAAG,EACR,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EACvB,QAAQ,CACT,CAAC;QACF,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IAED;;;;OAIG;IACH,WAAW,CAAC,UAAU;QACpB,IAAI,CAAC,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;QACrD,MAAM,IAAI,GAAG,GAAG,CAAC,wBAAwB,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC,CAAC;QACnF,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IAED;;;;OAIG;IACH,eAAe,CAAC,KAAK;QACnB,IAAI,CAAC,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;QACtD,MAAM,IAAI,GAAG,GAAG,CAAC,sBAAsB,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;QAC7E,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IAED;;;;OAIG;IACH,cAAc,CAAC,IAAI;QACjB,OAAO,GAAG,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;IACnC,CAAC;CACF;AAED,4BAA4B;AAC5B,MAAM,CAAC,MAAM,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;AAEvC,0CAA0C;AAC1C,OAAO,EAAE,GAAG,EAAE,CAAC"}
|
|
@@ -0,0 +1,45 @@
|
|
|
1
|
+
export type Atom = {
|
|
2
|
+
id: number;
|
|
3
|
+
source_id: string;
|
|
4
|
+
content: string;
|
|
5
|
+
char_start: number;
|
|
6
|
+
char_end: number;
|
|
7
|
+
timestamp: number;
|
|
8
|
+
simhash: bigint;
|
|
9
|
+
tags?: string[] | undefined;
|
|
10
|
+
buckets?: string[] | undefined;
|
|
11
|
+
compound_id?: string | undefined;
|
|
12
|
+
start_byte?: number | undefined;
|
|
13
|
+
end_byte?: number | undefined;
|
|
14
|
+
};
|
|
15
|
+
export type Candidate = {
|
|
16
|
+
atom_id: number;
|
|
17
|
+
score: number;
|
|
18
|
+
shared_tags: number;
|
|
19
|
+
hop_distance: number;
|
|
20
|
+
simhash?: bigint | undefined;
|
|
21
|
+
temporal_decay?: number | undefined;
|
|
22
|
+
};
|
|
23
|
+
export type DatabaseStats = {
|
|
24
|
+
atom_count: number;
|
|
25
|
+
source_count: number;
|
|
26
|
+
tag_count: number;
|
|
27
|
+
};
|
|
28
|
+
export type SearchOptions = {
|
|
29
|
+
limit?: number | undefined;
|
|
30
|
+
buckets?: string[] | undefined;
|
|
31
|
+
tags?: string[] | undefined;
|
|
32
|
+
provenance?: "internal" | "quarantine" | "external" | "all" | undefined;
|
|
33
|
+
};
|
|
34
|
+
export type PhysicsWalkerConfig = {
|
|
35
|
+
damping?: number | undefined;
|
|
36
|
+
temporalDecay?: number | undefined;
|
|
37
|
+
walkRadius?: number | undefined;
|
|
38
|
+
gravityThreshold?: number | undefined;
|
|
39
|
+
};
|
|
40
|
+
export type ContextInflatorConfig = {
|
|
41
|
+
baseRadius?: number | undefined;
|
|
42
|
+
expandToParagraphs?: boolean | undefined;
|
|
43
|
+
maxChars?: number | undefined;
|
|
44
|
+
};
|
|
45
|
+
//# sourceMappingURL=types.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/native/types.js"],"names":[],"mappings":";QAOc,MAAM;eACN,MAAM;aACN,MAAM;gBACN,MAAM;cACN,MAAM;eACN,MAAM;aACN,MAAM;;;;;;;;aAUN,MAAM;WACN,MAAM;iBACN,MAAM;kBACN,MAAM;;;;;gBAON,MAAM;kBACN,MAAM;eACN,MAAM"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/native/types.js"],"names":[],"mappings":"AAAA;;;GAGG"}
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Atomization Performance Profiling Script
|
|
3
|
+
*
|
|
4
|
+
* Profiles the performance of the atomization process in native modules
|
|
5
|
+
*/
|
|
6
|
+
declare function runAtomizationProfiling(): Promise<import("../utils/native-module-profiler.js").ProfileResult>;
|
|
7
|
+
export { runAtomizationProfiling };
|
|
8
|
+
//# sourceMappingURL=atomization-profiling.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"atomization-profiling.d.ts","sourceRoot":"","sources":["../../src/profiling/atomization-profiling.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAuDH,iBAAe,uBAAuB,wEAwDrC;AAeD,OAAO,EAAE,uBAAuB,EAAE,CAAC"}
|