@rbalchii/anchor-engine 4.7.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +609 -0
- package/README.md +317 -0
- package/anchor.bat +5 -0
- package/docs/API.md +314 -0
- package/docs/DEPLOYMENT.md +448 -0
- package/docs/INDEX.md +226 -0
- package/docs/STAR_Whitepaper_Executive.md +216 -0
- package/docs/TROUBLESHOOTING.md +535 -0
- package/docs/archive/GIT_BACKUP_VERIFICATION.md +297 -0
- package/docs/archive/adoption-guide.md +264 -0
- package/docs/archive/adoption-preparation.md +179 -0
- package/docs/archive/agent-harness-integration.md +227 -0
- package/docs/archive/api-reference.md +106 -0
- package/docs/archive/api_flows_diagram.md +118 -0
- package/docs/archive/architecture.md +410 -0
- package/docs/archive/architecture_diagram.md +174 -0
- package/docs/archive/broader-adoption-preparation.md +175 -0
- package/docs/archive/browser-paradigm-architecture.md +163 -0
- package/docs/archive/chat-integration.md +124 -0
- package/docs/archive/community-adoption-materials.md +103 -0
- package/docs/archive/community-adoption.md +147 -0
- package/docs/archive/comparison-with-siloed-solutions.md +192 -0
- package/docs/archive/comprehensive-docs.md +156 -0
- package/docs/archive/data_flow_diagram.md +251 -0
- package/docs/archive/enhancement-implementation-summary.md +146 -0
- package/docs/archive/evolution-summary.md +141 -0
- package/docs/archive/ingestion_pipeline_diagram.md +198 -0
- package/docs/archive/native-module-profiling-results.md +135 -0
- package/docs/archive/positioning-document.md +158 -0
- package/docs/archive/positioning.md +175 -0
- package/docs/archive/query-builder-documentation.md +218 -0
- package/docs/archive/quick-reference.md +40 -0
- package/docs/archive/quickstart.md +63 -0
- package/docs/archive/relationship-narrative-discovery.md +141 -0
- package/docs/archive/search-logic-improvement-plan.md +336 -0
- package/docs/archive/search_architecture_diagram.md +212 -0
- package/docs/archive/semantic-architecture-guide.md +97 -0
- package/docs/archive/sequence-diagrams.md +128 -0
- package/docs/archive/system_components_diagram.md +296 -0
- package/docs/archive/test-framework-integration.md +109 -0
- package/docs/archive/testing-framework-documentation.md +397 -0
- package/docs/archive/testing-framework-summary.md +121 -0
- package/docs/archive/testing-framework.md +377 -0
- package/docs/archive/ui-architecture.md +75 -0
- package/docs/arxiv/BIBLIOGRAPHY.bib +145 -0
- package/docs/arxiv/RELATED_WORK.tex +39 -0
- package/docs/arxiv/compile.bat +48 -0
- package/docs/arxiv/joss_response.md +33 -0
- package/docs/arxiv/prepare-submission.bat +46 -0
- package/docs/arxiv/review.md +128 -0
- package/docs/arxiv/star-whitepaper.tex +657 -0
- package/docs/code-patterns.md +289 -0
- package/docs/whitepaper.md +445 -0
- package/engine/dist/agent/runtime.d.ts +41 -0
- package/engine/dist/agent/runtime.d.ts.map +1 -0
- package/engine/dist/agent/runtime.js +73 -0
- package/engine/dist/agent/runtime.js.map +1 -0
- package/engine/dist/commands/audit-tags.d.ts +14 -0
- package/engine/dist/commands/audit-tags.d.ts.map +1 -0
- package/engine/dist/commands/audit-tags.js +180 -0
- package/engine/dist/commands/audit-tags.js.map +1 -0
- package/engine/dist/commands/distill.d.ts +19 -0
- package/engine/dist/commands/distill.d.ts.map +1 -0
- package/engine/dist/commands/distill.js +114 -0
- package/engine/dist/commands/distill.js.map +1 -0
- package/engine/dist/commands/generate-synonyms.d.ts +14 -0
- package/engine/dist/commands/generate-synonyms.d.ts.map +1 -0
- package/engine/dist/commands/generate-synonyms.js +91 -0
- package/engine/dist/commands/generate-synonyms.js.map +1 -0
- package/engine/dist/config/index.d.ts +115 -0
- package/engine/dist/config/index.d.ts.map +1 -0
- package/engine/dist/config/index.js +326 -0
- package/engine/dist/config/index.js.map +1 -0
- package/engine/dist/config/max-recall-config.d.ts +102 -0
- package/engine/dist/config/max-recall-config.d.ts.map +1 -0
- package/engine/dist/config/max-recall-config.js +102 -0
- package/engine/dist/config/max-recall-config.js.map +1 -0
- package/engine/dist/config/paths.d.ts +40 -0
- package/engine/dist/config/paths.d.ts.map +1 -0
- package/engine/dist/config/paths.js +49 -0
- package/engine/dist/config/paths.js.map +1 -0
- package/engine/dist/core/batch.d.ts +19 -0
- package/engine/dist/core/batch.d.ts.map +1 -0
- package/engine/dist/core/batch.js +37 -0
- package/engine/dist/core/batch.js.map +1 -0
- package/engine/dist/core/db.d.ts +58 -0
- package/engine/dist/core/db.d.ts.map +1 -0
- package/engine/dist/core/db.js +563 -0
- package/engine/dist/core/db.js.map +1 -0
- package/engine/dist/core/inference/ChatWorker.d.ts +2 -0
- package/engine/dist/core/inference/ChatWorker.d.ts.map +1 -0
- package/engine/dist/core/inference/ChatWorker.js +28 -0
- package/engine/dist/core/inference/ChatWorker.js.map +1 -0
- package/engine/dist/core/inference/context_manager.d.ts +49 -0
- package/engine/dist/core/inference/context_manager.d.ts.map +1 -0
- package/engine/dist/core/inference/context_manager.js +199 -0
- package/engine/dist/core/inference/context_manager.js.map +1 -0
- package/engine/dist/core/inference/llamaLoaderWorker.d.ts +2 -0
- package/engine/dist/core/inference/llamaLoaderWorker.d.ts.map +1 -0
- package/engine/dist/core/inference/llamaLoaderWorker.js +23 -0
- package/engine/dist/core/inference/llamaLoaderWorker.js.map +1 -0
- package/engine/dist/core/vector.d.ts +40 -0
- package/engine/dist/core/vector.d.ts.map +1 -0
- package/engine/dist/core/vector.js +167 -0
- package/engine/dist/core/vector.js.map +1 -0
- package/engine/dist/index.d.ts +4 -0
- package/engine/dist/index.d.ts.map +1 -0
- package/engine/dist/index.js +400 -0
- package/engine/dist/index.js.map +1 -0
- package/engine/dist/middleware/auth.d.ts +14 -0
- package/engine/dist/middleware/auth.d.ts.map +1 -0
- package/engine/dist/middleware/auth.js +44 -0
- package/engine/dist/middleware/auth.js.map +1 -0
- package/engine/dist/middleware/request-tracing.d.ts +29 -0
- package/engine/dist/middleware/request-tracing.d.ts.map +1 -0
- package/engine/dist/middleware/request-tracing.js +115 -0
- package/engine/dist/middleware/request-tracing.js.map +1 -0
- package/engine/dist/middleware/validate.d.ts +30 -0
- package/engine/dist/middleware/validate.d.ts.map +1 -0
- package/engine/dist/middleware/validate.js +117 -0
- package/engine/dist/middleware/validate.js.map +1 -0
- package/engine/dist/native/index.d.ts +106 -0
- package/engine/dist/native/index.d.ts.map +1 -0
- package/engine/dist/native/index.js +230 -0
- package/engine/dist/native/index.js.map +1 -0
- package/engine/dist/native/types.d.ts +45 -0
- package/engine/dist/native/types.d.ts.map +1 -0
- package/engine/dist/native/types.js +6 -0
- package/engine/dist/native/types.js.map +1 -0
- package/engine/dist/profiling/atomization-profiling.d.ts +8 -0
- package/engine/dist/profiling/atomization-profiling.d.ts.map +1 -0
- package/engine/dist/profiling/atomization-profiling.js +108 -0
- package/engine/dist/profiling/atomization-profiling.js.map +1 -0
- package/engine/dist/profiling/bottleneck-identification.d.ts +8 -0
- package/engine/dist/profiling/bottleneck-identification.d.ts.map +1 -0
- package/engine/dist/profiling/bottleneck-identification.js +249 -0
- package/engine/dist/profiling/bottleneck-identification.js.map +1 -0
- package/engine/dist/profiling/content-sanitization-profiling.d.ts +12 -0
- package/engine/dist/profiling/content-sanitization-profiling.d.ts.map +1 -0
- package/engine/dist/profiling/content-sanitization-profiling.js +266 -0
- package/engine/dist/profiling/content-sanitization-profiling.js.map +1 -0
- package/engine/dist/profiling/simhash-profiling.d.ts +11 -0
- package/engine/dist/profiling/simhash-profiling.d.ts.map +1 -0
- package/engine/dist/profiling/simhash-profiling.js +168 -0
- package/engine/dist/profiling/simhash-profiling.js.map +1 -0
- package/engine/dist/routes/api.d.ts +9 -0
- package/engine/dist/routes/api.d.ts.map +1 -0
- package/engine/dist/routes/api.js +37 -0
- package/engine/dist/routes/api.js.map +1 -0
- package/engine/dist/routes/enhanced-api.d.ts +9 -0
- package/engine/dist/routes/enhanced-api.d.ts.map +1 -0
- package/engine/dist/routes/enhanced-api.js +139 -0
- package/engine/dist/routes/enhanced-api.js.map +1 -0
- package/engine/dist/routes/health.d.ts +8 -0
- package/engine/dist/routes/health.d.ts.map +1 -0
- package/engine/dist/routes/health.js +89 -0
- package/engine/dist/routes/health.js.map +1 -0
- package/engine/dist/routes/monitoring.d.ts +8 -0
- package/engine/dist/routes/monitoring.d.ts.map +1 -0
- package/engine/dist/routes/monitoring.js +509 -0
- package/engine/dist/routes/monitoring.js.map +1 -0
- package/engine/dist/routes/v1/admin.d.ts +3 -0
- package/engine/dist/routes/v1/admin.d.ts.map +1 -0
- package/engine/dist/routes/v1/admin.js +261 -0
- package/engine/dist/routes/v1/admin.js.map +1 -0
- package/engine/dist/routes/v1/atoms.d.ts +3 -0
- package/engine/dist/routes/v1/atoms.d.ts.map +1 -0
- package/engine/dist/routes/v1/atoms.js +172 -0
- package/engine/dist/routes/v1/atoms.js.map +1 -0
- package/engine/dist/routes/v1/backup.d.ts +3 -0
- package/engine/dist/routes/v1/backup.d.ts.map +1 -0
- package/engine/dist/routes/v1/backup.js +100 -0
- package/engine/dist/routes/v1/backup.js.map +1 -0
- package/engine/dist/routes/v1/git.d.ts +3 -0
- package/engine/dist/routes/v1/git.d.ts.map +1 -0
- package/engine/dist/routes/v1/git.js +316 -0
- package/engine/dist/routes/v1/git.js.map +1 -0
- package/engine/dist/routes/v1/ingest.d.ts +3 -0
- package/engine/dist/routes/v1/ingest.d.ts.map +1 -0
- package/engine/dist/routes/v1/ingest.js +66 -0
- package/engine/dist/routes/v1/ingest.js.map +1 -0
- package/engine/dist/routes/v1/memory.d.ts +14 -0
- package/engine/dist/routes/v1/memory.d.ts.map +1 -0
- package/engine/dist/routes/v1/memory.js +87 -0
- package/engine/dist/routes/v1/memory.js.map +1 -0
- package/engine/dist/routes/v1/research.d.ts +3 -0
- package/engine/dist/routes/v1/research.d.ts.map +1 -0
- package/engine/dist/routes/v1/research.js +109 -0
- package/engine/dist/routes/v1/research.js.map +1 -0
- package/engine/dist/routes/v1/search.d.ts +3 -0
- package/engine/dist/routes/v1/search.d.ts.map +1 -0
- package/engine/dist/routes/v1/search.js +180 -0
- package/engine/dist/routes/v1/search.js.map +1 -0
- package/engine/dist/routes/v1/settings.d.ts +8 -0
- package/engine/dist/routes/v1/settings.d.ts.map +1 -0
- package/engine/dist/routes/v1/settings.js +211 -0
- package/engine/dist/routes/v1/settings.js.map +1 -0
- package/engine/dist/routes/v1/system.d.ts +3 -0
- package/engine/dist/routes/v1/system.d.ts.map +1 -0
- package/engine/dist/routes/v1/system.js +326 -0
- package/engine/dist/routes/v1/system.js.map +1 -0
- package/engine/dist/routes/v1/tags.d.ts +3 -0
- package/engine/dist/routes/v1/tags.d.ts.map +1 -0
- package/engine/dist/routes/v1/tags.js +102 -0
- package/engine/dist/routes/v1/tags.js.map +1 -0
- package/engine/dist/server-8080.d.ts +2 -0
- package/engine/dist/server-8080.d.ts.map +1 -0
- package/engine/dist/server-8080.js +74 -0
- package/engine/dist/server-8080.js.map +1 -0
- package/engine/dist/services/backup/backup-restore.d.ts +37 -0
- package/engine/dist/services/backup/backup-restore.d.ts.map +1 -0
- package/engine/dist/services/backup/backup-restore.js +385 -0
- package/engine/dist/services/backup/backup-restore.js.map +1 -0
- package/engine/dist/services/backup/backup.d.ts +14 -0
- package/engine/dist/services/backup/backup.d.ts.map +1 -0
- package/engine/dist/services/backup/backup.js +442 -0
- package/engine/dist/services/backup/backup.js.map +1 -0
- package/engine/dist/services/distillation/radial-distiller-v2.d.ts +127 -0
- package/engine/dist/services/distillation/radial-distiller-v2.d.ts.map +1 -0
- package/engine/dist/services/distillation/radial-distiller-v2.js +503 -0
- package/engine/dist/services/distillation/radial-distiller-v2.js.map +1 -0
- package/engine/dist/services/distillation/radial-distiller.d.ts +63 -0
- package/engine/dist/services/distillation/radial-distiller.d.ts.map +1 -0
- package/engine/dist/services/distillation/radial-distiller.js +394 -0
- package/engine/dist/services/distillation/radial-distiller.js.map +1 -0
- package/engine/dist/services/health-check-enhanced.d.ts +89 -0
- package/engine/dist/services/health-check-enhanced.d.ts.map +1 -0
- package/engine/dist/services/health-check-enhanced.js +417 -0
- package/engine/dist/services/health-check-enhanced.js.map +1 -0
- package/engine/dist/services/idle-manager.d.ts +56 -0
- package/engine/dist/services/idle-manager.d.ts.map +1 -0
- package/engine/dist/services/idle-manager.js +210 -0
- package/engine/dist/services/idle-manager.js.map +1 -0
- package/engine/dist/services/inference/inference-service.d.ts +27 -0
- package/engine/dist/services/inference/inference-service.d.ts.map +1 -0
- package/engine/dist/services/inference/inference-service.js +89 -0
- package/engine/dist/services/inference/inference-service.js.map +1 -0
- package/engine/dist/services/inference/inference.d.ts +59 -0
- package/engine/dist/services/inference/inference.d.ts.map +1 -0
- package/engine/dist/services/inference/inference.js +131 -0
- package/engine/dist/services/inference/inference.js.map +1 -0
- package/engine/dist/services/ingest/atomizer-service.d.ts +74 -0
- package/engine/dist/services/ingest/atomizer-service.d.ts.map +1 -0
- package/engine/dist/services/ingest/atomizer-service.js +982 -0
- package/engine/dist/services/ingest/atomizer-service.js.map +1 -0
- package/engine/dist/services/ingest/content-cleaner.d.ts +43 -0
- package/engine/dist/services/ingest/content-cleaner.d.ts.map +1 -0
- package/engine/dist/services/ingest/content-cleaner.js +166 -0
- package/engine/dist/services/ingest/content-cleaner.js.map +1 -0
- package/engine/dist/services/ingest/github-ingest-service.d.ts +103 -0
- package/engine/dist/services/ingest/github-ingest-service.d.ts.map +1 -0
- package/engine/dist/services/ingest/github-ingest-service.js +537 -0
- package/engine/dist/services/ingest/github-ingest-service.js.map +1 -0
- package/engine/dist/services/ingest/ingest-atomic.d.ts +16 -0
- package/engine/dist/services/ingest/ingest-atomic.d.ts.map +1 -0
- package/engine/dist/services/ingest/ingest-atomic.js +437 -0
- package/engine/dist/services/ingest/ingest-atomic.js.map +1 -0
- package/engine/dist/services/ingest/ingest.d.ts +50 -0
- package/engine/dist/services/ingest/ingest.d.ts.map +1 -0
- package/engine/dist/services/ingest/ingest.js +230 -0
- package/engine/dist/services/ingest/ingest.js.map +1 -0
- package/engine/dist/services/ingest/watchdog.d.ts +31 -0
- package/engine/dist/services/ingest/watchdog.d.ts.map +1 -0
- package/engine/dist/services/ingest/watchdog.js +400 -0
- package/engine/dist/services/ingest/watchdog.js.map +1 -0
- package/engine/dist/services/llm/context.d.ts +6 -0
- package/engine/dist/services/llm/context.d.ts.map +1 -0
- package/engine/dist/services/llm/context.js +80 -0
- package/engine/dist/services/llm/context.js.map +1 -0
- package/engine/dist/services/llm/provider.d.ts +23 -0
- package/engine/dist/services/llm/provider.d.ts.map +1 -0
- package/engine/dist/services/llm/provider.js +338 -0
- package/engine/dist/services/llm/provider.js.map +1 -0
- package/engine/dist/services/llm/reader.d.ts +12 -0
- package/engine/dist/services/llm/reader.d.ts.map +1 -0
- package/engine/dist/services/llm/reader.js +40 -0
- package/engine/dist/services/llm/reader.js.map +1 -0
- package/engine/dist/services/mirror/mirror.d.ts +28 -0
- package/engine/dist/services/mirror/mirror.d.ts.map +1 -0
- package/engine/dist/services/mirror/mirror.js +208 -0
- package/engine/dist/services/mirror/mirror.js.map +1 -0
- package/engine/dist/services/nlp/nlp-service.d.ts +70 -0
- package/engine/dist/services/nlp/nlp-service.d.ts.map +1 -0
- package/engine/dist/services/nlp/nlp-service.js +151 -0
- package/engine/dist/services/nlp/nlp-service.js.map +1 -0
- package/engine/dist/services/nlp/query-parser.d.ts +9 -0
- package/engine/dist/services/nlp/query-parser.d.ts.map +1 -0
- package/engine/dist/services/nlp/query-parser.js +29 -0
- package/engine/dist/services/nlp/query-parser.js.map +1 -0
- package/engine/dist/services/query-builder/DataFrame.d.ts +95 -0
- package/engine/dist/services/query-builder/DataFrame.d.ts.map +1 -0
- package/engine/dist/services/query-builder/DataFrame.js +263 -0
- package/engine/dist/services/query-builder/DataFrame.js.map +1 -0
- package/engine/dist/services/query-builder/QueryBuilder.d.ts +106 -0
- package/engine/dist/services/query-builder/QueryBuilder.d.ts.map +1 -0
- package/engine/dist/services/query-builder/QueryBuilder.js +235 -0
- package/engine/dist/services/query-builder/QueryBuilder.js.map +1 -0
- package/engine/dist/services/query-builder/utils/export.d.ts +11 -0
- package/engine/dist/services/query-builder/utils/export.d.ts.map +1 -0
- package/engine/dist/services/query-builder/utils/export.js +130 -0
- package/engine/dist/services/query-builder/utils/export.js.map +1 -0
- package/engine/dist/services/research/researcher.d.ts +15 -0
- package/engine/dist/services/research/researcher.d.ts.map +1 -0
- package/engine/dist/services/research/researcher.js +123 -0
- package/engine/dist/services/research/researcher.js.map +1 -0
- package/engine/dist/services/scribe/scribe.d.ts +43 -0
- package/engine/dist/services/scribe/scribe.d.ts.map +1 -0
- package/engine/dist/services/scribe/scribe.js +135 -0
- package/engine/dist/services/scribe/scribe.js.map +1 -0
- package/engine/dist/services/search/bright-nodes.d.ts +41 -0
- package/engine/dist/services/search/bright-nodes.d.ts.map +1 -0
- package/engine/dist/services/search/bright-nodes.js +117 -0
- package/engine/dist/services/search/bright-nodes.js.map +1 -0
- package/engine/dist/services/search/context-inflator.d.ts +63 -0
- package/engine/dist/services/search/context-inflator.d.ts.map +1 -0
- package/engine/dist/services/search/context-inflator.js +649 -0
- package/engine/dist/services/search/context-inflator.js.map +1 -0
- package/engine/dist/services/search/context-manager.d.ts +34 -0
- package/engine/dist/services/search/context-manager.d.ts.map +1 -0
- package/engine/dist/services/search/context-manager.js +124 -0
- package/engine/dist/services/search/context-manager.js.map +1 -0
- package/engine/dist/services/search/distributed-query.d.ts +38 -0
- package/engine/dist/services/search/distributed-query.d.ts.map +1 -0
- package/engine/dist/services/search/distributed-query.js +105 -0
- package/engine/dist/services/search/distributed-query.js.map +1 -0
- package/engine/dist/services/search/explore.d.ts +73 -0
- package/engine/dist/services/search/explore.d.ts.map +1 -0
- package/engine/dist/services/search/explore.js +388 -0
- package/engine/dist/services/search/explore.js.map +1 -0
- package/engine/dist/services/search/graph-context-serializer.d.ts +76 -0
- package/engine/dist/services/search/graph-context-serializer.d.ts.map +1 -0
- package/engine/dist/services/search/graph-context-serializer.js +435 -0
- package/engine/dist/services/search/graph-context-serializer.js.map +1 -0
- package/engine/dist/services/search/llm-context-formatter.d.ts +122 -0
- package/engine/dist/services/search/llm-context-formatter.d.ts.map +1 -0
- package/engine/dist/services/search/llm-context-formatter.js +394 -0
- package/engine/dist/services/search/llm-context-formatter.js.map +1 -0
- package/engine/dist/services/search/physics-tag-walker.d.ts +115 -0
- package/engine/dist/services/search/physics-tag-walker.d.ts.map +1 -0
- package/engine/dist/services/search/physics-tag-walker.js +611 -0
- package/engine/dist/services/search/physics-tag-walker.js.map +1 -0
- package/engine/dist/services/search/query-parser.d.ts +66 -0
- package/engine/dist/services/search/query-parser.d.ts.map +1 -0
- package/engine/dist/services/search/query-parser.js +346 -0
- package/engine/dist/services/search/query-parser.js.map +1 -0
- package/engine/dist/services/search/search-utils.d.ts +100 -0
- package/engine/dist/services/search/search-utils.d.ts.map +1 -0
- package/engine/dist/services/search/search-utils.js +473 -0
- package/engine/dist/services/search/search-utils.js.map +1 -0
- package/engine/dist/services/search/search.d.ts +116 -0
- package/engine/dist/services/search/search.d.ts.map +1 -0
- package/engine/dist/services/search/search.js +1286 -0
- package/engine/dist/services/search/search.js.map +1 -0
- package/engine/dist/services/search/sovereign-system-prompt.d.ts +48 -0
- package/engine/dist/services/search/sovereign-system-prompt.d.ts.map +1 -0
- package/engine/dist/services/search/sovereign-system-prompt.js +101 -0
- package/engine/dist/services/search/sovereign-system-prompt.js.map +1 -0
- package/engine/dist/services/search/streaming-search.d.ts +51 -0
- package/engine/dist/services/search/streaming-search.d.ts.map +1 -0
- package/engine/dist/services/search/streaming-search.js +94 -0
- package/engine/dist/services/search/streaming-search.js.map +1 -0
- package/engine/dist/services/semantic/semantic-ingestion-service.d.ts +53 -0
- package/engine/dist/services/semantic/semantic-ingestion-service.d.ts.map +1 -0
- package/engine/dist/services/semantic/semantic-ingestion-service.js +625 -0
- package/engine/dist/services/semantic/semantic-ingestion-service.js.map +1 -0
- package/engine/dist/services/semantic/semantic-molecule-processor.d.ts +68 -0
- package/engine/dist/services/semantic/semantic-molecule-processor.d.ts.map +1 -0
- package/engine/dist/services/semantic/semantic-molecule-processor.js +176 -0
- package/engine/dist/services/semantic/semantic-molecule-processor.js.map +1 -0
- package/engine/dist/services/semantic/semantic-search.d.ts +52 -0
- package/engine/dist/services/semantic/semantic-search.d.ts.map +1 -0
- package/engine/dist/services/semantic/semantic-search.js +649 -0
- package/engine/dist/services/semantic/semantic-search.js.map +1 -0
- package/engine/dist/services/semantic/semantic-tag-deriver.d.ts +64 -0
- package/engine/dist/services/semantic/semantic-tag-deriver.d.ts.map +1 -0
- package/engine/dist/services/semantic/semantic-tag-deriver.js +191 -0
- package/engine/dist/services/semantic/semantic-tag-deriver.js.map +1 -0
- package/engine/dist/services/semantic/types/semantic.d.ts +26 -0
- package/engine/dist/services/semantic/types/semantic.d.ts.map +1 -0
- package/engine/dist/services/semantic/types/semantic.js +7 -0
- package/engine/dist/services/semantic/types/semantic.js.map +1 -0
- package/engine/dist/services/synonyms/auto-synonym-generator.d.ts +79 -0
- package/engine/dist/services/synonyms/auto-synonym-generator.d.ts.map +1 -0
- package/engine/dist/services/synonyms/auto-synonym-generator.js +415 -0
- package/engine/dist/services/synonyms/auto-synonym-generator.js.map +1 -0
- package/engine/dist/services/system-status.d.ts +68 -0
- package/engine/dist/services/system-status.d.ts.map +1 -0
- package/engine/dist/services/system-status.js +107 -0
- package/engine/dist/services/system-status.js.map +1 -0
- package/engine/dist/services/tags/discovery.d.ts +16 -0
- package/engine/dist/services/tags/discovery.d.ts.map +1 -0
- package/engine/dist/services/tags/discovery.js +206 -0
- package/engine/dist/services/tags/discovery.js.map +1 -0
- package/engine/dist/services/tags/gliner.d.ts +18 -0
- package/engine/dist/services/tags/gliner.d.ts.map +1 -0
- package/engine/dist/services/tags/gliner.js +119 -0
- package/engine/dist/services/tags/gliner.js.map +1 -0
- package/engine/dist/services/tags/infector.d.ts +21 -0
- package/engine/dist/services/tags/infector.d.ts.map +1 -0
- package/engine/dist/services/tags/infector.js +168 -0
- package/engine/dist/services/tags/infector.js.map +1 -0
- package/engine/dist/services/tags/tag-auditor.d.ts +77 -0
- package/engine/dist/services/tags/tag-auditor.d.ts.map +1 -0
- package/engine/dist/services/tags/tag-auditor.js +283 -0
- package/engine/dist/services/tags/tag-auditor.js.map +1 -0
- package/engine/dist/services/taxonomy/taxonomy-manager.d.ts +50 -0
- package/engine/dist/services/taxonomy/taxonomy-manager.d.ts.map +1 -0
- package/engine/dist/services/taxonomy/taxonomy-manager.js +291 -0
- package/engine/dist/services/taxonomy/taxonomy-manager.js.map +1 -0
- package/engine/dist/services/vision/vision_service.d.ts +4 -0
- package/engine/dist/services/vision/vision_service.d.ts.map +1 -0
- package/engine/dist/services/vision/vision_service.js +197 -0
- package/engine/dist/services/vision/vision_service.js.map +1 -0
- package/engine/dist/test-framework/core.d.ts +133 -0
- package/engine/dist/test-framework/core.d.ts.map +1 -0
- package/engine/dist/test-framework/core.js +313 -0
- package/engine/dist/test-framework/core.js.map +1 -0
- package/engine/dist/test-framework/dataset-runner.d.ts +78 -0
- package/engine/dist/test-framework/dataset-runner.d.ts.map +1 -0
- package/engine/dist/test-framework/dataset-runner.js +223 -0
- package/engine/dist/test-framework/dataset-runner.js.map +1 -0
- package/engine/dist/test-framework/diagnostic-tests.d.ts +38 -0
- package/engine/dist/test-framework/diagnostic-tests.d.ts.map +1 -0
- package/engine/dist/test-framework/diagnostic-tests.js +283 -0
- package/engine/dist/test-framework/diagnostic-tests.js.map +1 -0
- package/engine/dist/test-framework/performance-regression-tests.d.ts +30 -0
- package/engine/dist/test-framework/performance-regression-tests.d.ts.map +1 -0
- package/engine/dist/test-framework/performance-regression-tests.js +331 -0
- package/engine/dist/test-framework/performance-regression-tests.js.map +1 -0
- package/engine/dist/types/api.d.ts +53 -0
- package/engine/dist/types/api.d.ts.map +1 -0
- package/engine/dist/types/api.js +2 -0
- package/engine/dist/types/api.js.map +1 -0
- package/engine/dist/types/atomic.d.ts +42 -0
- package/engine/dist/types/atomic.d.ts.map +1 -0
- package/engine/dist/types/atomic.js +10 -0
- package/engine/dist/types/atomic.js.map +1 -0
- package/engine/dist/types/context-protocol.d.ts +137 -0
- package/engine/dist/types/context-protocol.d.ts.map +1 -0
- package/engine/dist/types/context-protocol.js +28 -0
- package/engine/dist/types/context-protocol.js.map +1 -0
- package/engine/dist/types/context.d.ts +2 -0
- package/engine/dist/types/context.d.ts.map +1 -0
- package/engine/dist/types/context.js +2 -0
- package/engine/dist/types/context.js.map +1 -0
- package/engine/dist/types/index.d.ts +20 -0
- package/engine/dist/types/index.d.ts.map +1 -0
- package/engine/dist/types/index.js +18 -0
- package/engine/dist/types/index.js.map +1 -0
- package/engine/dist/types/search.d.ts +31 -0
- package/engine/dist/types/search.d.ts.map +1 -0
- package/engine/dist/types/search.js +2 -0
- package/engine/dist/types/search.js.map +1 -0
- package/engine/dist/types/taxonomy.d.ts +137 -0
- package/engine/dist/types/taxonomy.d.ts.map +1 -0
- package/engine/dist/types/taxonomy.js +138 -0
- package/engine/dist/types/taxonomy.js.map +1 -0
- package/engine/dist/types/taxonomy.simple.d.ts +131 -0
- package/engine/dist/types/taxonomy.simple.d.ts.map +1 -0
- package/engine/dist/types/taxonomy.simple.js +132 -0
- package/engine/dist/types/taxonomy.simple.js.map +1 -0
- package/engine/dist/types/tool-call.d.ts +16 -0
- package/engine/dist/types/tool-call.d.ts.map +1 -0
- package/engine/dist/types/tool-call.js +6 -0
- package/engine/dist/types/tool-call.js.map +1 -0
- package/engine/dist/types/trace.d.ts +25 -0
- package/engine/dist/types/trace.d.ts.map +1 -0
- package/engine/dist/types/trace.js +5 -0
- package/engine/dist/types/trace.js.map +1 -0
- package/engine/dist/utils/adaptive-concurrency.d.ts +81 -0
- package/engine/dist/utils/adaptive-concurrency.d.ts.map +1 -0
- package/engine/dist/utils/adaptive-concurrency.js +266 -0
- package/engine/dist/utils/adaptive-concurrency.js.map +1 -0
- package/engine/dist/utils/date_extractor.d.ts +2 -0
- package/engine/dist/utils/date_extractor.d.ts.map +1 -0
- package/engine/dist/utils/date_extractor.js +32 -0
- package/engine/dist/utils/date_extractor.js.map +1 -0
- package/engine/dist/utils/native-module-manager.d.ts +48 -0
- package/engine/dist/utils/native-module-manager.d.ts.map +1 -0
- package/engine/dist/utils/native-module-manager.js +265 -0
- package/engine/dist/utils/native-module-manager.js.map +1 -0
- package/engine/dist/utils/native-module-profiler.d.ts +66 -0
- package/engine/dist/utils/native-module-profiler.d.ts.map +1 -0
- package/engine/dist/utils/native-module-profiler.js +182 -0
- package/engine/dist/utils/native-module-profiler.js.map +1 -0
- package/engine/dist/utils/path-manager.d.ts +59 -0
- package/engine/dist/utils/path-manager.d.ts.map +1 -0
- package/engine/dist/utils/path-manager.js +154 -0
- package/engine/dist/utils/path-manager.js.map +1 -0
- package/engine/dist/utils/performance-monitor.d.ts +92 -0
- package/engine/dist/utils/performance-monitor.d.ts.map +1 -0
- package/engine/dist/utils/performance-monitor.js +221 -0
- package/engine/dist/utils/performance-monitor.js.map +1 -0
- package/engine/dist/utils/process-manager.d.ts +18 -0
- package/engine/dist/utils/process-manager.d.ts.map +1 -0
- package/engine/dist/utils/process-manager.js +100 -0
- package/engine/dist/utils/process-manager.js.map +1 -0
- package/engine/dist/utils/request-tracer.d.ts +131 -0
- package/engine/dist/utils/request-tracer.d.ts.map +1 -0
- package/engine/dist/utils/request-tracer.js +414 -0
- package/engine/dist/utils/request-tracer.js.map +1 -0
- package/engine/dist/utils/resource-manager.d.ts +108 -0
- package/engine/dist/utils/resource-manager.d.ts.map +1 -0
- package/engine/dist/utils/resource-manager.js +235 -0
- package/engine/dist/utils/resource-manager.js.map +1 -0
- package/engine/dist/utils/safe-dns.d.ts +14 -0
- package/engine/dist/utils/safe-dns.d.ts.map +1 -0
- package/engine/dist/utils/safe-dns.js +105 -0
- package/engine/dist/utils/safe-dns.js.map +1 -0
- package/engine/dist/utils/structured-logger.d.ts +124 -0
- package/engine/dist/utils/structured-logger.d.ts.map +1 -0
- package/engine/dist/utils/structured-logger.js +332 -0
- package/engine/dist/utils/structured-logger.js.map +1 -0
- package/engine/dist/utils/tag-cleanup.d.ts +11 -0
- package/engine/dist/utils/tag-cleanup.d.ts.map +1 -0
- package/engine/dist/utils/tag-cleanup.js +111 -0
- package/engine/dist/utils/tag-cleanup.js.map +1 -0
- package/engine/dist/utils/tag-filter.d.ts +19 -0
- package/engine/dist/utils/tag-filter.d.ts.map +1 -0
- package/engine/dist/utils/tag-filter.js +147 -0
- package/engine/dist/utils/tag-filter.js.map +1 -0
- package/engine/dist/utils/tag-modulation.d.ts +80 -0
- package/engine/dist/utils/tag-modulation.d.ts.map +1 -0
- package/engine/dist/utils/tag-modulation.js +284 -0
- package/engine/dist/utils/tag-modulation.js.map +1 -0
- package/engine/dist/utils/timer.d.ts +40 -0
- package/engine/dist/utils/timer.d.ts.map +1 -0
- package/engine/dist/utils/timer.js +76 -0
- package/engine/dist/utils/timer.js.map +1 -0
- package/engine/dist/utils/token-utils.d.ts +19 -0
- package/engine/dist/utils/token-utils.d.ts.map +1 -0
- package/engine/dist/utils/token-utils.js +71 -0
- package/engine/dist/utils/token-utils.js.map +1 -0
- package/engine/dist/utils/wasm-module-loader.d.ts +50 -0
- package/engine/dist/utils/wasm-module-loader.d.ts.map +1 -0
- package/engine/dist/utils/wasm-module-loader.js +136 -0
- package/engine/dist/utils/wasm-module-loader.js.map +1 -0
- package/engine/package.json +105 -0
- package/package.json +106 -0
|
@@ -0,0 +1,266 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Content Sanitization Performance Profiling Script
|
|
3
|
+
*
|
|
4
|
+
* Profiles the performance of content sanitization in native modules
|
|
5
|
+
* This includes the "Key Assassin" functionality for cleaning JSON artifacts
|
|
6
|
+
*/
|
|
7
|
+
import { nativeModuleProfiler } from '../utils/native-module-profiler.js';
|
|
8
|
+
import { logWithContext } from '../utils/structured-logger.js';
|
|
9
|
+
// Generate test data for sanitization profiling
|
|
10
|
+
function generateSanitizationTestData() {
|
|
11
|
+
const testData = [];
|
|
12
|
+
// Different types of content to test sanitization performance
|
|
13
|
+
const samples = [
|
|
14
|
+
// Clean content (should pass through quickly)
|
|
15
|
+
"This is clean content without any artifacts.",
|
|
16
|
+
// Content with JSON artifacts
|
|
17
|
+
`{\"type\": \"response_content\", \"response_content\": \"This is the actual content\", \"timestamp\": \"2023-01-01T00:00:00Z\", \"source\": \"test\"}`,
|
|
18
|
+
// Content with multiple JSON artifacts
|
|
19
|
+
`{
|
|
20
|
+
\"type\": \"thinking_content\",
|
|
21
|
+
\"thinking_content\": \"Let me think about this\",
|
|
22
|
+
\"response_content\": \"This is the real content\",
|
|
23
|
+
\"metadata\": {\"source\": \"test\", \"timestamp\": \"2023-01-01T00:00:00Z\"}
|
|
24
|
+
}`,
|
|
25
|
+
// Log-like content with artifacts
|
|
26
|
+
`2023-10-15T10:30:00Z INFO: Processing request
|
|
27
|
+
{\"request_id\": \"abc123\", \"content\": \"Real content here\", \"status\": \"success\"}
|
|
28
|
+
2023-10-15T10:30:01Z INFO: Request completed`,
|
|
29
|
+
// Content with escaped characters
|
|
30
|
+
`\"response_content\": \"This has \\\\\"escaped quotes\\\\\" and \\\\n newlines \\\\t tabs\"`,
|
|
31
|
+
// Content with multiple embedded JSON objects
|
|
32
|
+
`Processing: {\"id\": 1, \"data\": \"value1\"}
|
|
33
|
+
Result: {\"id\": 2, \"data\": \"value2\", \"nested\": {\"inner\": \"value\"}}
|
|
34
|
+
Final: {\"id\": 3, \"data\": \"value3\"}`,
|
|
35
|
+
// Content with various artifacts
|
|
36
|
+
`{
|
|
37
|
+
"type": "Coda",
|
|
38
|
+
"response_content": "This is the actual response content",
|
|
39
|
+
"thinking_content": "This is internal thinking",
|
|
40
|
+
"timestamp": "2023-01-01T00:00:00Z",
|
|
41
|
+
"source": "user_input",
|
|
42
|
+
"metadata": {
|
|
43
|
+
"version": "1.0",
|
|
44
|
+
"processed": false
|
|
45
|
+
}
|
|
46
|
+
}`,
|
|
47
|
+
// Content with code artifacts
|
|
48
|
+
`"response_content": "function example() { return \\"real content\\"; }"`,
|
|
49
|
+
// Content with mixed artifacts and real content
|
|
50
|
+
`# Meeting Notes
|
|
51
|
+
Date: 2023-01-01
|
|
52
|
+
|
|
53
|
+
{
|
|
54
|
+
"type": "meeting_summary",
|
|
55
|
+
"response_content": "Discussed project timeline and deliverables",
|
|
56
|
+
"attendees": ["Alice", "Bob", "Charlie"]
|
|
57
|
+
}
|
|
58
|
+
|
|
59
|
+
Action items:
|
|
60
|
+
- Alice: Complete design
|
|
61
|
+
- Bob: Implement features
|
|
62
|
+
- Charlie: Test components`,
|
|
63
|
+
// Very messy content with many artifacts
|
|
64
|
+
`{
|
|
65
|
+
"response_content": "This is the real content",
|
|
66
|
+
"thinking_content": "Let me analyze this request",
|
|
67
|
+
"metadata": {"source": "user", "timestamp": "2023-01-01T00:00:00Z"},
|
|
68
|
+
"intermediate_steps": [{"step": 1, "result": "analyzed"}],
|
|
69
|
+
"raw_input": "{\\"original\\": \\"data\\"}",
|
|
70
|
+
"processed_output": "cleaned data",
|
|
71
|
+
"debug_info": {"level": "verbose", "details": "lots of internal data"}
|
|
72
|
+
}`
|
|
73
|
+
];
|
|
74
|
+
// Create variations of the samples
|
|
75
|
+
for (let i = 0; i < 100; i++) { // Create 100 variations
|
|
76
|
+
const baseIdx = i % samples.length;
|
|
77
|
+
const variation = `${samples[baseIdx]} [Sanitization Test ${i}]`;
|
|
78
|
+
testData.push(variation);
|
|
79
|
+
}
|
|
80
|
+
return testData;
|
|
81
|
+
}
|
|
82
|
+
// Generate test data for cleanse operation (Key Assassin)
|
|
83
|
+
function generateCleanseTestData() {
|
|
84
|
+
const testData = [];
|
|
85
|
+
// Different types of content to test the Key Assassin functionality
|
|
86
|
+
const samples = [
|
|
87
|
+
// Content with various JSON wrappers
|
|
88
|
+
`{"response_content": "Actual user content here", "metadata": {"extra": "data"}}`,
|
|
89
|
+
// Content with nested JSON
|
|
90
|
+
`{
|
|
91
|
+
"type": "Coda",
|
|
92
|
+
"content": {
|
|
93
|
+
"response_content": "This is the real content",
|
|
94
|
+
"nested": {"more": "data"}
|
|
95
|
+
}
|
|
96
|
+
}`,
|
|
97
|
+
// Content with multiple response_content fields
|
|
98
|
+
`{
|
|
99
|
+
"response_content": "First content",
|
|
100
|
+
"other_field": {
|
|
101
|
+
"response_content": "Second content",
|
|
102
|
+
"another_response_content": "Third content"
|
|
103
|
+
}
|
|
104
|
+
}`,
|
|
105
|
+
// Content with escaped JSON
|
|
106
|
+
`{\"response_content\": \"Escaped content here\", \"extra\": \"data\"}`,
|
|
107
|
+
// Content with mixed artifacts
|
|
108
|
+
`Processing result:
|
|
109
|
+
{
|
|
110
|
+
"type": "answer",
|
|
111
|
+
"response_content": "The answer is 42",
|
|
112
|
+
"confidence": 0.95,
|
|
113
|
+
"sources": ["doc1", "doc2"]
|
|
114
|
+
}
|
|
115
|
+
End of processing.`,
|
|
116
|
+
// Content with various artifact types
|
|
117
|
+
`{
|
|
118
|
+
"thinking_content": "Internal thought process",
|
|
119
|
+
"response_content": "Public response",
|
|
120
|
+
"raw_content": "Original input",
|
|
121
|
+
"processed_content": "Cleaned output"
|
|
122
|
+
}`,
|
|
123
|
+
// Content with special characters and artifacts
|
|
124
|
+
`{
|
|
125
|
+
"response_content": "Content with special chars: @#$%^&*()",
|
|
126
|
+
"symbols": ["@", "#", "$", "%", "^", "&", "*", "(", ")"],
|
|
127
|
+
"metadata": {"preserved": true}
|
|
128
|
+
}`,
|
|
129
|
+
// Content with deeply nested artifacts
|
|
130
|
+
`{
|
|
131
|
+
"level1": {
|
|
132
|
+
"level2": {
|
|
133
|
+
"level3": {
|
|
134
|
+
"response_content": "Deeply nested real content",
|
|
135
|
+
"internal": {"data": "should be removed"}
|
|
136
|
+
}
|
|
137
|
+
}
|
|
138
|
+
}
|
|
139
|
+
}`,
|
|
140
|
+
// Content with multiple artifact patterns
|
|
141
|
+
`{
|
|
142
|
+
"response_content": "Main content",
|
|
143
|
+
"thinking_content": "Internal thoughts",
|
|
144
|
+
"tool_call": {"name": "search", "args": {"query": "test"}},
|
|
145
|
+
"intermediate_result": "temporary data",
|
|
146
|
+
"final_answer": "The actual answer"
|
|
147
|
+
}`,
|
|
148
|
+
// Very large content with artifacts
|
|
149
|
+
`{
|
|
150
|
+
"response_content": "` +
|
|
151
|
+
"This is a very long response content string that contains lots of meaningful information ".repeat(50) +
|
|
152
|
+
`",
|
|
153
|
+
"metadata": {` +
|
|
154
|
+
`"field1": "value1", "field2": "value2", "field3": "value3", `.repeat(20) +
|
|
155
|
+
`},
|
|
156
|
+
"nested_objects": [` +
|
|
157
|
+
`{"id": 1, "data": "item1"}, {"id": 2, "data": "item2"}, `.repeat(30) +
|
|
158
|
+
`]
|
|
159
|
+
}`
|
|
160
|
+
];
|
|
161
|
+
// Create variations of the samples
|
|
162
|
+
for (let i = 0; i < 80; i++) { // Create 80 variations
|
|
163
|
+
const baseIdx = i % samples.length;
|
|
164
|
+
const variation = samples[baseIdx].replace(/Test/g, `Sanitization Test ${i}`);
|
|
165
|
+
testData.push(variation);
|
|
166
|
+
}
|
|
167
|
+
return testData;
|
|
168
|
+
}
|
|
169
|
+
// Run sanitization profiling
|
|
170
|
+
async function runSanitizationProfiling() {
|
|
171
|
+
logWithContext.info('Starting content sanitization performance profiling...');
|
|
172
|
+
try {
|
|
173
|
+
// Generate test data for sanitization
|
|
174
|
+
const sanitizeTestData = generateSanitizationTestData();
|
|
175
|
+
logWithContext.info(`Generated ${sanitizeTestData.length} test samples for sanitization`);
|
|
176
|
+
// Define profiling configuration for sanitization
|
|
177
|
+
const sanitizeConfig = {
|
|
178
|
+
operation: 'sanitize',
|
|
179
|
+
iterations: 100,
|
|
180
|
+
testData: sanitizeTestData,
|
|
181
|
+
parameters: {}
|
|
182
|
+
};
|
|
183
|
+
// Run the sanitization profiling
|
|
184
|
+
logWithContext.info('Executing content sanitization profiling...', {
|
|
185
|
+
operation: sanitizeConfig.operation,
|
|
186
|
+
iterations: sanitizeConfig.iterations,
|
|
187
|
+
testDataSize: sanitizeTestData.length
|
|
188
|
+
});
|
|
189
|
+
const sanitizeResult = await nativeModuleProfiler.profileOperation(sanitizeConfig);
|
|
190
|
+
// Log the sanitization results
|
|
191
|
+
logWithContext.info('Content sanitization profiling completed', {
|
|
192
|
+
operation: sanitizeResult.operation,
|
|
193
|
+
totalDuration: `${sanitizeResult.duration.toFixed(2)}ms`,
|
|
194
|
+
avgDuration: `${sanitizeResult.avgDuration.toFixed(4)}ms per operation`,
|
|
195
|
+
minDuration: `${sanitizeResult.minDuration.toFixed(4)}ms`,
|
|
196
|
+
maxDuration: `${sanitizeResult.maxDuration.toFixed(4)}ms`,
|
|
197
|
+
memoryDelta: `${sanitizeResult.memoryDelta.toFixed(2)}MB`,
|
|
198
|
+
iterations: sanitizeResult.iterations
|
|
199
|
+
});
|
|
200
|
+
// Generate test data for cleanse (Key Assassin)
|
|
201
|
+
const cleanseTestData = generateCleanseTestData();
|
|
202
|
+
logWithContext.info(`Generated ${cleanseTestData.length} test samples for Key Assassin (cleanse)`);
|
|
203
|
+
// Define profiling configuration for cleanse
|
|
204
|
+
const cleanseConfig = {
|
|
205
|
+
operation: 'cleanse',
|
|
206
|
+
iterations: 80,
|
|
207
|
+
testData: cleanseTestData,
|
|
208
|
+
parameters: {}
|
|
209
|
+
};
|
|
210
|
+
// Run the cleanse profiling
|
|
211
|
+
logWithContext.info('Executing Key Assassin (cleanse) profiling...', {
|
|
212
|
+
operation: cleanseConfig.operation,
|
|
213
|
+
iterations: cleanseConfig.iterations,
|
|
214
|
+
testDataSize: cleanseTestData.length
|
|
215
|
+
});
|
|
216
|
+
const cleanseResult = await nativeModuleProfiler.profileOperation(cleanseConfig);
|
|
217
|
+
// Log the cleanse results
|
|
218
|
+
logWithContext.info('Key Assassin (cleanse) profiling completed', {
|
|
219
|
+
operation: cleanseResult.operation,
|
|
220
|
+
totalDuration: `${cleanseResult.duration.toFixed(2)}ms`,
|
|
221
|
+
avgDuration: `${cleanseResult.avgDuration.toFixed(4)}ms per operation`,
|
|
222
|
+
minDuration: `${cleanseResult.minDuration.toFixed(4)}ms`,
|
|
223
|
+
maxDuration: `${cleanseResult.maxDuration.toFixed(4)}ms`,
|
|
224
|
+
memoryDelta: `${cleanseResult.memoryDelta.toFixed(2)}MB`,
|
|
225
|
+
iterations: cleanseResult.iterations
|
|
226
|
+
});
|
|
227
|
+
// Generate and save report
|
|
228
|
+
const report = nativeModuleProfiler.generateReport();
|
|
229
|
+
console.log('\n' + report);
|
|
230
|
+
// Identify slowest operations
|
|
231
|
+
const slowest = nativeModuleProfiler.getSlowestOperations(3);
|
|
232
|
+
if (slowest.length > 0) {
|
|
233
|
+
console.log('Slowest Operations:');
|
|
234
|
+
slowest.forEach((op, idx) => {
|
|
235
|
+
console.log(` ${idx + 1}. ${op.operation}: ${op.avgDuration.toFixed(4)}ms avg`);
|
|
236
|
+
});
|
|
237
|
+
}
|
|
238
|
+
// Identify highest memory impact operations
|
|
239
|
+
const highMemory = nativeModuleProfiler.getHighestMemoryImpact(3);
|
|
240
|
+
if (highMemory.length > 0) {
|
|
241
|
+
console.log('Highest Memory Impact Operations:');
|
|
242
|
+
highMemory.forEach((op, idx) => {
|
|
243
|
+
console.log(` ${idx + 1}. ${op.operation}: ${op.memoryDelta.toFixed(2)}MB change`);
|
|
244
|
+
});
|
|
245
|
+
}
|
|
246
|
+
return { sanitizeResult, cleanseResult };
|
|
247
|
+
}
|
|
248
|
+
catch (error) {
|
|
249
|
+
logWithContext.error('Error during sanitization profiling', error);
|
|
250
|
+
throw error;
|
|
251
|
+
}
|
|
252
|
+
}
|
|
253
|
+
// If this script is run directly
|
|
254
|
+
if (require.main === module) {
|
|
255
|
+
runSanitizationProfiling()
|
|
256
|
+
.then(() => {
|
|
257
|
+
logWithContext.info('Content sanitization profiling script completed successfully');
|
|
258
|
+
process.exit(0);
|
|
259
|
+
})
|
|
260
|
+
.catch((error) => {
|
|
261
|
+
logWithContext.error('Content sanitization profiling script failed', error);
|
|
262
|
+
process.exit(1);
|
|
263
|
+
});
|
|
264
|
+
}
|
|
265
|
+
export { runSanitizationProfiling };
|
|
266
|
+
//# sourceMappingURL=content-sanitization-profiling.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"content-sanitization-profiling.js","sourceRoot":"","sources":["../../src/profiling/content-sanitization-profiling.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,oBAAoB,EAAmB,MAAM,oCAAoC,CAAC;AAC3F,OAAO,EAAE,cAAc,EAAE,MAAM,+BAA+B,CAAC;AAE/D,gDAAgD;AAChD,SAAS,4BAA4B;IACnC,MAAM,QAAQ,GAAG,EAAE,CAAC;IAEpB,8DAA8D;IAC9D,MAAM,OAAO,GAAG;QACd,8CAA8C;QAC9C,8CAA8C;QAE9C,8BAA8B;QAC9B,uJAAuJ;QAEvJ,uCAAuC;QACvC;;;;;MAKE;QAEF,kCAAkC;QAClC;;iDAE6C;QAE7C,kCAAkC;QAClC,6FAA6F;QAE7F,8CAA8C;QAC9C;;6CAEyC;QAEzC,iCAAiC;QACjC;;;;;;;;;;MAUE;QAEF,8BAA8B;QAC9B,yEAAyE;QAEzE,gDAAgD;QAChD;;;;;;;;;;;;+BAY2B;QAE3B,yCAAyC;QACzC;;;;;;;;MAQE;KACH,CAAC;IAEF,mCAAmC;IACnC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,wBAAwB;QACtD,MAAM,OAAO,GAAG,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;QACnC,MAAM,SAAS,GAAG,GAAG,OAAO,CAAC,OAAO,CAAC,uBAAuB,CAAC,GAAG,CAAC;QACjE,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAC3B,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,0DAA0D;AAC1D,SAAS,uBAAuB;IAC9B,MAAM,QAAQ,GAAG,EAAE,CAAC;IAEpB,oEAAoE;IACpE,MAAM,OAAO,GAAG;QACd,qCAAqC;QACrC,iFAAiF;QAEjF,2BAA2B;QAC3B;;;;;;MAME;QAEF,gDAAgD;QAChD;;;;;;MAME;QAEF,4BAA4B;QAC5B,uEAAuE;QAEvE,+BAA+B;QAC/B;;;;;;;uBAOmB;QAEnB,sCAAsC;QACtC;;;;;MAKE;QAEF,gDAAgD;QAChD;;;;MAIE;QAEF,uCAAuC;QACvC;;;;;;;;;MASE;QAEF,0CAA0C;QAC1C;;;;;;MAME;QAEF,oCAAoC;QACpC;4BACwB;YACtB,2FAA2F,CAAC,MAAM,CAAC,EAAE,CAAC;YACtG;oBACc;YACd,8DAA8D,CAAC,MAAM,CAAC,EAAE,CAAC;YACzE;0BACoB;YACpB,0DAA0D,CAAC,MAAM,CAAC,EAAE,CAAC;YACrE;MACA;KACH,CAAC;IAEF,mCAAmC;IACnC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,uBAAuB;QACpD,MAAM,OAAO,GAAG,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;QACnC,MAAM,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,qBAAqB,CAAC,EAAE,CAAC,CAAC;QAC9E,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAC3B,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,6BAA6B;AAC7B,KAAK,UAAU,wBAAwB;IACrC,cAAc,CAAC,IAAI,CAAC,wDAAwD,CAAC,CAAC;IAE9E,IAAI,CAAC;QACH,sCAAsC;QACtC,MAAM,gBAAgB,GAAG,4BAA4B,EAAE,CAAC;QACxD,cAAc,CAAC,IAAI,CAAC,aAAa,gBAAgB,CAAC,MAAM,gCAAgC,CAAC,CAAC;QAE1F,kDAAkD;QAClD,MAAM,cAAc,GAAoB;YACtC,SAAS,EAAE,UAAU;YACrB,UAAU,EAAE,GAAG;YACf,QAAQ,EAAE,gBAAgB;YAC1B,UAAU,EAAE,EAAE;SACf,CAAC;QAEF,iCAAiC;QACjC,cAAc,CAAC,IAAI,CAAC,6CAA6C,EAAE;YACjE,SAAS,EAAE,cAAc,CAAC,SAAS;YACnC,UAAU,EAAE,cAAc,CAAC,UAAU;YACrC,YAAY,EAAE,gBAAgB,CAAC,MAAM;SACtC,CAAC,CAAC;QAEH,MAAM,cAAc,GAAG,MAAM,oBAAoB,CAAC,gBAAgB,CAAC,cAAc,CAAC,CAAC;QAEnF,+BAA+B;QAC/B,cAAc,CAAC,IAAI,CAAC,0CAA0C,EAAE;YAC9D,SAAS,EAAE,cAAc,CAAC,SAAS;YACnC,aAAa,EAAE,GAAG,cAAc,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI;YACxD,WAAW,EAAE,GAAG,cAAc,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,kBAAkB;YACvE,WAAW,EAAE,GAAG,cAAc,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI;YACzD,WAAW,EAAE,GAAG,cAAc,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI;YACzD,WAAW,EAAE,GAAG,cAAc,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI;YACzD,UAAU,EAAE,cAAc,CAAC,UAAU;SACtC,CAAC,CAAC;QAEH,gDAAgD;QAChD,MAAM,eAAe,GAAG,uBAAuB,EAAE,CAAC;QAClD,cAAc,CAAC,IAAI,CAAC,aAAa,eAAe,CAAC,MAAM,0CAA0C,CAAC,CAAC;QAEnG,6CAA6C;QAC7C,MAAM,aAAa,GAAoB;YACrC,SAAS,EAAE,SAAS;YACpB,UAAU,EAAE,EAAE;YACd,QAAQ,EAAE,eAAe;YACzB,UAAU,EAAE,EAAE;SACf,CAAC;QAEF,4BAA4B;QAC5B,cAAc,CAAC,IAAI,CAAC,+CAA+C,EAAE;YACnE,SAAS,EAAE,aAAa,CAAC,SAAS;YAClC,UAAU,EAAE,aAAa,CAAC,UAAU;YACpC,YAAY,EAAE,eAAe,CAAC,MAAM;SACrC,CAAC,CAAC;QAEH,MAAM,aAAa,GAAG,MAAM,oBAAoB,CAAC,gBAAgB,CAAC,aAAa,CAAC,CAAC;QAEjF,0BAA0B;QAC1B,cAAc,CAAC,IAAI,CAAC,4CAA4C,EAAE;YAChE,SAAS,EAAE,aAAa,CAAC,SAAS;YAClC,aAAa,EAAE,GAAG,aAAa,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI;YACvD,WAAW,EAAE,GAAG,aAAa,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,kBAAkB;YACtE,WAAW,EAAE,GAAG,aAAa,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI;YACxD,WAAW,EAAE,GAAG,aAAa,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI;YACxD,WAAW,EAAE,GAAG,aAAa,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI;YACxD,UAAU,EAAE,aAAa,CAAC,UAAU;SACrC,CAAC,CAAC;QAEH,2BAA2B;QAC3B,MAAM,MAAM,GAAG,oBAAoB,CAAC,cAAc,EAAE,CAAC;QACrD,OAAO,CAAC,GAAG,CAAC,IAAI,GAAG,MAAM,CAAC,CAAC;QAE3B,8BAA8B;QAC9B,MAAM,OAAO,GAAG,oBAAoB,CAAC,oBAAoB,CAAC,CAAC,CAAC,CAAC;QAC7D,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvB,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAC;YACnC,OAAO,CAAC,OAAO,CAAC,CAAC,EAAO,EAAE,GAAW,EAAE,EAAE;gBACvC,OAAO,CAAC,GAAG,CAAC,KAAK,GAAG,GAAG,CAAC,KAAK,EAAE,CAAC,SAAS,KAAK,EAAE,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;YACnF,CAAC,CAAC,CAAC;QACL,CAAC;QAED,4CAA4C;QAC5C,MAAM,UAAU,GAAG,oBAAoB,CAAC,sBAAsB,CAAC,CAAC,CAAC,CAAC;QAClE,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1B,OAAO,CAAC,GAAG,CAAC,mCAAmC,CAAC,CAAC;YACjD,UAAU,CAAC,OAAO,CAAC,CAAC,EAAO,EAAE,GAAW,EAAE,EAAE;gBAC1C,OAAO,CAAC,GAAG,CAAC,KAAK,GAAG,GAAG,CAAC,KAAK,EAAE,CAAC,SAAS,KAAK,EAAE,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC;YACtF,CAAC,CAAC,CAAC;QACL,CAAC;QAED,OAAO,EAAE,cAAc,EAAE,aAAa,EAAE,CAAC;IAC3C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,cAAc,CAAC,KAAK,CAAC,qCAAqC,EAAE,KAAc,CAAC,CAAC;QAC5E,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED,iCAAiC;AACjC,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;IAC5B,wBAAwB,EAAE;SACvB,IAAI,CAAC,GAAG,EAAE;QACT,cAAc,CAAC,IAAI,CAAC,8DAA8D,CAAC,CAAC;QACpF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC,CAAC;SACD,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;QACf,cAAc,CAAC,KAAK,CAAC,8CAA8C,EAAE,KAAK,CAAC,CAAC;QAC5E,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC,CAAC,CAAC;AACP,CAAC;AAED,OAAO,EAAE,wBAAwB,EAAE,CAAC"}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* SimHash Computation Performance Profiling Script
|
|
3
|
+
*
|
|
4
|
+
* Profiles the performance of SimHash computation in native modules
|
|
5
|
+
*/
|
|
6
|
+
declare function runSimHashProfiling(): Promise<{
|
|
7
|
+
fingerprintResult: import("../utils/native-module-profiler.js").ProfileResult;
|
|
8
|
+
distanceResult: import("../utils/native-module-profiler.js").ProfileResult;
|
|
9
|
+
}>;
|
|
10
|
+
export { runSimHashProfiling };
|
|
11
|
+
//# sourceMappingURL=simhash-profiling.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"simhash-profiling.d.ts","sourceRoot":"","sources":["../../src/profiling/simhash-profiling.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAmFH,iBAAe,mBAAmB;;;GA+FjC;AAeD,OAAO,EAAE,mBAAmB,EAAE,CAAC"}
|
|
@@ -0,0 +1,168 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* SimHash Computation Performance Profiling Script
|
|
3
|
+
*
|
|
4
|
+
* Profiles the performance of SimHash computation in native modules
|
|
5
|
+
*/
|
|
6
|
+
import { nativeModuleProfiler } from '../utils/native-module-profiler.js';
|
|
7
|
+
import { logWithContext } from '../utils/structured-logger.js';
|
|
8
|
+
// Generate test data for SimHash profiling
|
|
9
|
+
function generateSimHashTestData() {
|
|
10
|
+
const testData = [];
|
|
11
|
+
// Different types of content to test SimHash performance
|
|
12
|
+
const samples = [
|
|
13
|
+
// Short strings
|
|
14
|
+
"test",
|
|
15
|
+
"hello world",
|
|
16
|
+
"simhash computation",
|
|
17
|
+
// Medium strings
|
|
18
|
+
"The quick brown fox jumps over the lazy dog. This is a medium length string for testing.",
|
|
19
|
+
"SimHash is a technique for quickly finding duplicates in large datasets. It creates a fingerprint of the content.",
|
|
20
|
+
// Longer strings
|
|
21
|
+
"The Sovereign Context Engine uses SimHash for detecting near-duplicate content. This helps in reducing noise and improving retrieval quality. The algorithm creates a compact fingerprint of the content that can be compared efficiently.",
|
|
22
|
+
// Technical content
|
|
23
|
+
"function calculateSimHash(content) { const tokens = tokenize(content); const shingles = createShingles(tokens); return computeFingerprint(shingles); }",
|
|
24
|
+
// Mixed content with special characters
|
|
25
|
+
"JSON data: {\"key\": \"value\", \"nested\": {\"array\": [1, 2, 3]}} and some text with symbols: @#$%^&*()",
|
|
26
|
+
// Repetitive content (should have similar SimHashes)
|
|
27
|
+
"This is repetitive content. This is repetitive content. This is repetitive content.",
|
|
28
|
+
"This is also repetitive. This is also repetitive. This is also repetitive.",
|
|
29
|
+
// Unique content
|
|
30
|
+
"Unique content that should have a different SimHash fingerprint from other entries in this test suite.",
|
|
31
|
+
"Another unique string with completely different content to test the diversity of the SimHash algorithm.",
|
|
32
|
+
// Very long content
|
|
33
|
+
"Lorem ipsum dolor sit amet, consectetur adipiscing elit. Sed do eiusmod tempor incididunt ut labore et dolore magna aliqua. Ut enim ad minim veniam, quis nostrud exercitation ullamco laboris nisi ut aliquip ex ea commodo consequat. Duis aute irure dolor in reprehenderit in voluptate velit esse cillum dolore eu fugiat nulla pariatur. Excepteur sint occaecat cupidatat non proident, sunt in culpa qui officia deserunt mollit anim id est laborum. " +
|
|
34
|
+
"Sed ut perspiciatis unde omnis iste natus error sit voluptatem accusantium doloremque laudantium, totam rem aperiam, eaque ipsa quae ab illo inventore veritatis et quasi architecto beatae vitae dicta sunt explicabo. Nemo enim ipsam voluptatem quia voluptas sit aspernatur aut odit aut fugit, sed quia consequuntur magni dolores eos qui ratione voluptatem sequi nesciunt. Neque porro quisquam est, qui dolorem ipsum quia dolor sit amet, consectetur, adipisci velit, sed quia non numquam eius modi tempora incidunt ut labore et dolore magnam aliquam quaerat voluptatem."
|
|
35
|
+
];
|
|
36
|
+
// Create variations of the samples
|
|
37
|
+
for (let i = 0; i < 100; i++) { // Create 100 variations
|
|
38
|
+
const baseIdx = i % samples.length;
|
|
39
|
+
const variation = `${samples[baseIdx]} [Run ${i}]`;
|
|
40
|
+
testData.push(variation);
|
|
41
|
+
}
|
|
42
|
+
return testData;
|
|
43
|
+
}
|
|
44
|
+
// Generate test data for distance calculation
|
|
45
|
+
async function generateDistanceTestData() {
|
|
46
|
+
const testData = [];
|
|
47
|
+
const { nativeModuleManager } = await import('../utils/native-module-manager.js');
|
|
48
|
+
const nativeModule = nativeModuleManager.loadNativeModule('ece_native', 'ece_native.node');
|
|
49
|
+
// Create some fingerprints using the native module if available
|
|
50
|
+
if (nativeModule && typeof nativeModule.fingerprint === 'function') {
|
|
51
|
+
for (let i = 0; i < 50; i++) {
|
|
52
|
+
const text1 = `Sample text for fingerprinting ${i}`;
|
|
53
|
+
const text2 = `Similar sample text for fingerprinting ${i}`;
|
|
54
|
+
testData.push({
|
|
55
|
+
a: nativeModule.fingerprint ? nativeModule.fingerprint(text1) : `fp_${i}_a`,
|
|
56
|
+
b: nativeModule.fingerprint ? nativeModule.fingerprint(text2) : `fp_${i}_b`
|
|
57
|
+
});
|
|
58
|
+
}
|
|
59
|
+
}
|
|
60
|
+
else {
|
|
61
|
+
// Fallback with dummy fingerprints
|
|
62
|
+
for (let i = 0; i < 50; i++) {
|
|
63
|
+
testData.push({
|
|
64
|
+
a: `fingerprint_a_${i}`,
|
|
65
|
+
b: `fingerprint_b_${i}`
|
|
66
|
+
});
|
|
67
|
+
}
|
|
68
|
+
}
|
|
69
|
+
return testData;
|
|
70
|
+
}
|
|
71
|
+
// Run SimHash profiling
|
|
72
|
+
async function runSimHashProfiling() {
|
|
73
|
+
logWithContext.info('Starting SimHash computation performance profiling...');
|
|
74
|
+
try {
|
|
75
|
+
// Generate test data for fingerprinting
|
|
76
|
+
const fingerprintTestData = generateSimHashTestData();
|
|
77
|
+
logWithContext.info(`Generated ${fingerprintTestData.length} test samples for SimHash fingerprinting`);
|
|
78
|
+
// Define profiling configuration for fingerprinting
|
|
79
|
+
const fingerprintConfig = {
|
|
80
|
+
operation: 'fingerprint',
|
|
81
|
+
iterations: 100,
|
|
82
|
+
testData: fingerprintTestData,
|
|
83
|
+
parameters: {}
|
|
84
|
+
};
|
|
85
|
+
// Run the fingerprinting profiling
|
|
86
|
+
logWithContext.info('Executing SimHash fingerprinting profiling...', {
|
|
87
|
+
operation: fingerprintConfig.operation,
|
|
88
|
+
iterations: fingerprintConfig.iterations,
|
|
89
|
+
testDataSize: fingerprintTestData.length
|
|
90
|
+
});
|
|
91
|
+
const fingerprintResult = await nativeModuleProfiler.profileOperation(fingerprintConfig);
|
|
92
|
+
// Log the fingerprinting results
|
|
93
|
+
logWithContext.info('SimHash fingerprinting profiling completed', {
|
|
94
|
+
operation: fingerprintResult.operation,
|
|
95
|
+
totalDuration: `${fingerprintResult.duration.toFixed(2)}ms`,
|
|
96
|
+
avgDuration: `${fingerprintResult.avgDuration.toFixed(4)}ms per operation`,
|
|
97
|
+
minDuration: `${fingerprintResult.minDuration.toFixed(4)}ms`,
|
|
98
|
+
maxDuration: `${fingerprintResult.maxDuration.toFixed(4)}ms`,
|
|
99
|
+
memoryDelta: `${fingerprintResult.memoryDelta.toFixed(2)}MB`,
|
|
100
|
+
iterations: fingerprintResult.iterations
|
|
101
|
+
});
|
|
102
|
+
// Generate test data for distance calculation
|
|
103
|
+
const distanceTestData = await generateDistanceTestData();
|
|
104
|
+
logWithContext.info(`Generated ${distanceTestData.length} test samples for distance calculation`);
|
|
105
|
+
// Define profiling configuration for distance calculation
|
|
106
|
+
const distanceConfig = {
|
|
107
|
+
operation: 'distance',
|
|
108
|
+
iterations: 50,
|
|
109
|
+
testData: distanceTestData,
|
|
110
|
+
parameters: {}
|
|
111
|
+
};
|
|
112
|
+
// Run the distance calculation profiling
|
|
113
|
+
logWithContext.info('Executing SimHash distance calculation profiling...', {
|
|
114
|
+
operation: distanceConfig.operation,
|
|
115
|
+
iterations: distanceConfig.iterations,
|
|
116
|
+
testDataSize: distanceTestData.length
|
|
117
|
+
});
|
|
118
|
+
const distanceResult = await nativeModuleProfiler.profileOperation(distanceConfig);
|
|
119
|
+
// Log the distance calculation results
|
|
120
|
+
logWithContext.info('SimHash distance calculation profiling completed', {
|
|
121
|
+
operation: distanceResult.operation,
|
|
122
|
+
totalDuration: `${distanceResult.duration.toFixed(2)}ms`,
|
|
123
|
+
avgDuration: `${distanceResult.avgDuration.toFixed(4)}ms per operation`,
|
|
124
|
+
minDuration: `${distanceResult.minDuration.toFixed(4)}ms`,
|
|
125
|
+
maxDuration: `${distanceResult.maxDuration.toFixed(4)}ms`,
|
|
126
|
+
memoryDelta: `${distanceResult.memoryDelta.toFixed(2)}MB`,
|
|
127
|
+
iterations: distanceResult.iterations
|
|
128
|
+
});
|
|
129
|
+
// Generate and save report
|
|
130
|
+
const report = nativeModuleProfiler.generateReport();
|
|
131
|
+
console.log('\n' + report);
|
|
132
|
+
// Identify slowest operations
|
|
133
|
+
const slowest = nativeModuleProfiler.getSlowestOperations(3);
|
|
134
|
+
if (slowest.length > 0) {
|
|
135
|
+
console.log('Slowest Operations:');
|
|
136
|
+
slowest.forEach((op, idx) => {
|
|
137
|
+
console.log(` ${idx + 1}. ${op.operation}: ${op.avgDuration.toFixed(4)}ms avg`);
|
|
138
|
+
});
|
|
139
|
+
}
|
|
140
|
+
// Identify highest memory impact operations
|
|
141
|
+
const highMemory = nativeModuleProfiler.getHighestMemoryImpact(3);
|
|
142
|
+
if (highMemory.length > 0) {
|
|
143
|
+
console.log('Highest Memory Impact Operations:');
|
|
144
|
+
highMemory.forEach((op, idx) => {
|
|
145
|
+
console.log(` ${idx + 1}. ${op.operation}: ${op.memoryDelta.toFixed(2)}MB change`);
|
|
146
|
+
});
|
|
147
|
+
}
|
|
148
|
+
return { fingerprintResult, distanceResult };
|
|
149
|
+
}
|
|
150
|
+
catch (error) {
|
|
151
|
+
logWithContext.error('Error during SimHash profiling', error);
|
|
152
|
+
throw error;
|
|
153
|
+
}
|
|
154
|
+
}
|
|
155
|
+
// If this script is run directly
|
|
156
|
+
if (require.main === module) {
|
|
157
|
+
runSimHashProfiling()
|
|
158
|
+
.then(() => {
|
|
159
|
+
logWithContext.info('SimHash profiling script completed successfully');
|
|
160
|
+
process.exit(0);
|
|
161
|
+
})
|
|
162
|
+
.catch((error) => {
|
|
163
|
+
logWithContext.error('SimHash profiling script failed', error);
|
|
164
|
+
process.exit(1);
|
|
165
|
+
});
|
|
166
|
+
}
|
|
167
|
+
export { runSimHashProfiling };
|
|
168
|
+
//# sourceMappingURL=simhash-profiling.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"simhash-profiling.js","sourceRoot":"","sources":["../../src/profiling/simhash-profiling.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,oBAAoB,EAAmB,MAAM,oCAAoC,CAAC;AAC3F,OAAO,EAAE,cAAc,EAAE,MAAM,+BAA+B,CAAC;AAE/D,2CAA2C;AAC3C,SAAS,uBAAuB;IAC9B,MAAM,QAAQ,GAAG,EAAE,CAAC;IAEpB,yDAAyD;IACzD,MAAM,OAAO,GAAG;QACd,gBAAgB;QAChB,MAAM;QACN,aAAa;QACb,qBAAqB;QAErB,iBAAiB;QACjB,0FAA0F;QAC1F,mHAAmH;QAEnH,iBAAiB;QACjB,4OAA4O;QAE5O,oBAAoB;QACpB,wJAAwJ;QAExJ,wCAAwC;QACxC,2GAA2G;QAE3G,qDAAqD;QACrD,qFAAqF;QACrF,4EAA4E;QAE5E,iBAAiB;QACjB,wGAAwG;QACxG,yGAAyG;QAEzG,oBAAoB;QACpB,gcAAgc;YAChc,yjBAAyjB;KAC1jB,CAAC;IAEF,mCAAmC;IACnC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,wBAAwB;QACtD,MAAM,OAAO,GAAG,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;QACnC,MAAM,SAAS,GAAG,GAAG,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC;QACnD,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAC3B,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,8CAA8C;AAC9C,KAAK,UAAU,wBAAwB;IACrC,MAAM,QAAQ,GAAG,EAAE,CAAC;IACpB,MAAM,EAAE,mBAAmB,EAAE,GAAG,MAAM,MAAM,CAAC,mCAAmC,CAAC,CAAC;IAClF,MAAM,YAAY,GAAG,mBAAmB,CAAC,gBAAgB,CAAC,YAAY,EAAE,iBAAiB,CAAC,CAAC;IAE3F,gEAAgE;IAChE,IAAI,YAAY,IAAI,OAAO,YAAY,CAAC,WAAW,KAAK,UAAU,EAAE,CAAC;QACnE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC;YAC5B,MAAM,KAAK,GAAG,kCAAkC,CAAC,EAAE,CAAC;YACpD,MAAM,KAAK,GAAG,0CAA0C,CAAC,EAAE,CAAC;YAE5D,QAAQ,CAAC,IAAI,CAAC;gBACZ,CAAC,EAAE,YAAY,CAAC,WAAW,CAAC,CAAC,CAAC,YAAY,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI;gBAC3E,CAAC,EAAE,YAAY,CAAC,WAAW,CAAC,CAAC,CAAC,YAAY,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI;aAC5E,CAAC,CAAC;QACL,CAAC;IACH,CAAC;SAAM,CAAC;QACN,mCAAmC;QACnC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC;YAC5B,QAAQ,CAAC,IAAI,CAAC;gBACZ,CAAC,EAAE,iBAAiB,CAAC,EAAE;gBACvB,CAAC,EAAE,iBAAiB,CAAC,EAAE;aACxB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,wBAAwB;AACxB,KAAK,UAAU,mBAAmB;IAChC,cAAc,CAAC,IAAI,CAAC,uDAAuD,CAAC,CAAC;IAE7E,IAAI,CAAC;QACH,wCAAwC;QACxC,MAAM,mBAAmB,GAAG,uBAAuB,EAAE,CAAC;QACtD,cAAc,CAAC,IAAI,CAAC,aAAa,mBAAmB,CAAC,MAAM,0CAA0C,CAAC,CAAC;QAEvG,oDAAoD;QACpD,MAAM,iBAAiB,GAAoB;YACzC,SAAS,EAAE,aAAa;YACxB,UAAU,EAAE,GAAG;YACf,QAAQ,EAAE,mBAAmB;YAC7B,UAAU,EAAE,EAAE;SACf,CAAC;QAEF,mCAAmC;QACnC,cAAc,CAAC,IAAI,CAAC,+CAA+C,EAAE;YACnE,SAAS,EAAE,iBAAiB,CAAC,SAAS;YACtC,UAAU,EAAE,iBAAiB,CAAC,UAAU;YACxC,YAAY,EAAE,mBAAmB,CAAC,MAAM;SACzC,CAAC,CAAC;QAEH,MAAM,iBAAiB,GAAG,MAAM,oBAAoB,CAAC,gBAAgB,CAAC,iBAAiB,CAAC,CAAC;QAEzF,iCAAiC;QACjC,cAAc,CAAC,IAAI,CAAC,4CAA4C,EAAE;YAChE,SAAS,EAAE,iBAAiB,CAAC,SAAS;YACtC,aAAa,EAAE,GAAG,iBAAiB,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI;YAC3D,WAAW,EAAE,GAAG,iBAAiB,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,kBAAkB;YAC1E,WAAW,EAAE,GAAG,iBAAiB,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI;YAC5D,WAAW,EAAE,GAAG,iBAAiB,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI;YAC5D,WAAW,EAAE,GAAG,iBAAiB,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI;YAC5D,UAAU,EAAE,iBAAiB,CAAC,UAAU;SACzC,CAAC,CAAC;QAEH,8CAA8C;QAC9C,MAAM,gBAAgB,GAAG,MAAM,wBAAwB,EAAE,CAAC;QAC1D,cAAc,CAAC,IAAI,CAAC,aAAa,gBAAgB,CAAC,MAAM,wCAAwC,CAAC,CAAC;QAElG,0DAA0D;QAC1D,MAAM,cAAc,GAAoB;YACtC,SAAS,EAAE,UAAU;YACrB,UAAU,EAAE,EAAE;YACd,QAAQ,EAAE,gBAAgB;YAC1B,UAAU,EAAE,EAAE;SACf,CAAC;QAEF,yCAAyC;QACzC,cAAc,CAAC,IAAI,CAAC,qDAAqD,EAAE;YACzE,SAAS,EAAE,cAAc,CAAC,SAAS;YACnC,UAAU,EAAE,cAAc,CAAC,UAAU;YACrC,YAAY,EAAE,gBAAgB,CAAC,MAAM;SACtC,CAAC,CAAC;QAEH,MAAM,cAAc,GAAG,MAAM,oBAAoB,CAAC,gBAAgB,CAAC,cAAc,CAAC,CAAC;QAEnF,uCAAuC;QACvC,cAAc,CAAC,IAAI,CAAC,kDAAkD,EAAE;YACtE,SAAS,EAAE,cAAc,CAAC,SAAS;YACnC,aAAa,EAAE,GAAG,cAAc,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI;YACxD,WAAW,EAAE,GAAG,cAAc,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,kBAAkB;YACvE,WAAW,EAAE,GAAG,cAAc,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI;YACzD,WAAW,EAAE,GAAG,cAAc,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI;YACzD,WAAW,EAAE,GAAG,cAAc,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI;YACzD,UAAU,EAAE,cAAc,CAAC,UAAU;SACtC,CAAC,CAAC;QAEH,2BAA2B;QAC3B,MAAM,MAAM,GAAG,oBAAoB,CAAC,cAAc,EAAE,CAAC;QACrD,OAAO,CAAC,GAAG,CAAC,IAAI,GAAG,MAAM,CAAC,CAAC;QAE3B,8BAA8B;QAC9B,MAAM,OAAO,GAAG,oBAAoB,CAAC,oBAAoB,CAAC,CAAC,CAAC,CAAC;QAC7D,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvB,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAC;YACnC,OAAO,CAAC,OAAO,CAAC,CAAC,EAAO,EAAE,GAAW,EAAE,EAAE;gBACvC,OAAO,CAAC,GAAG,CAAC,KAAK,GAAG,GAAG,CAAC,KAAK,EAAE,CAAC,SAAS,KAAK,EAAE,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;YACnF,CAAC,CAAC,CAAC;QACL,CAAC;QAED,4CAA4C;QAC5C,MAAM,UAAU,GAAG,oBAAoB,CAAC,sBAAsB,CAAC,CAAC,CAAC,CAAC;QAClE,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1B,OAAO,CAAC,GAAG,CAAC,mCAAmC,CAAC,CAAC;YACjD,UAAU,CAAC,OAAO,CAAC,CAAC,EAAO,EAAE,GAAW,EAAE,EAAE;gBAC1C,OAAO,CAAC,GAAG,CAAC,KAAK,GAAG,GAAG,CAAC,KAAK,EAAE,CAAC,SAAS,KAAK,EAAE,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC;YACtF,CAAC,CAAC,CAAC;QACL,CAAC;QAED,OAAO,EAAE,iBAAiB,EAAE,cAAc,EAAE,CAAC;IAC/C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,cAAc,CAAC,KAAK,CAAC,gCAAgC,EAAE,KAAc,CAAC,CAAC;QACvE,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED,iCAAiC;AACjC,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;IAC5B,mBAAmB,EAAE;SAClB,IAAI,CAAC,GAAG,EAAE;QACT,cAAc,CAAC,IAAI,CAAC,iDAAiD,CAAC,CAAC;QACvE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC,CAAC;SACD,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;QACf,cAAc,CAAC,KAAK,CAAC,iCAAiC,EAAE,KAAK,CAAC,CAAC;QAC/D,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC,CAAC,CAAC;AACP,CAAC;AAED,OAAO,EAAE,mBAAmB,EAAE,CAAC"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* API Routes for Sovereign Context Engine
|
|
3
|
+
*
|
|
4
|
+
* Thin orchestrator that delegates to per-resource route modules in routes/v1/.
|
|
5
|
+
* Each module registers its own routes on the Express app.
|
|
6
|
+
*/
|
|
7
|
+
import { Application } from 'express';
|
|
8
|
+
export declare function setupRoutes(app: Application): void;
|
|
9
|
+
//# sourceMappingURL=api.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"api.d.ts","sourceRoot":"","sources":["../../src/routes/api.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AActC,wBAAgB,WAAW,CAAC,GAAG,EAAE,WAAW,QAoB3C"}
|
|
@@ -0,0 +1,37 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* API Routes for Sovereign Context Engine
|
|
3
|
+
*
|
|
4
|
+
* Thin orchestrator that delegates to per-resource route modules in routes/v1/.
|
|
5
|
+
* Each module registers its own routes on the Express app.
|
|
6
|
+
*/
|
|
7
|
+
import { setupSearchRoutes } from './v1/search.js';
|
|
8
|
+
import { setupIngestRoutes } from './v1/ingest.js';
|
|
9
|
+
import { setupBackupRoutes } from './v1/backup.js';
|
|
10
|
+
import { setupAtomRoutes } from './v1/atoms.js';
|
|
11
|
+
import { setupTagsRoutes } from './v1/tags.js';
|
|
12
|
+
import { setupGitRoutes } from './v1/git.js';
|
|
13
|
+
import { setupResearchRoutes } from './v1/research.js';
|
|
14
|
+
import { setupAdminRoutes } from './v1/admin.js';
|
|
15
|
+
import { setupSystemRoutes } from './v1/system.js';
|
|
16
|
+
import { setupSettingsRoutes } from './v1/settings.js';
|
|
17
|
+
import { setupEnhancedRoutes } from './enhanced-api.js';
|
|
18
|
+
import { setupMemoryRoutes } from './v1/memory.js';
|
|
19
|
+
export function setupRoutes(app) {
|
|
20
|
+
// Core data routes
|
|
21
|
+
setupSearchRoutes(app);
|
|
22
|
+
setupIngestRoutes(app);
|
|
23
|
+
setupBackupRoutes(app);
|
|
24
|
+
setupAtomRoutes(app);
|
|
25
|
+
setupTagsRoutes(app);
|
|
26
|
+
// System & admin routes
|
|
27
|
+
setupSystemRoutes(app);
|
|
28
|
+
setupSettingsRoutes(app);
|
|
29
|
+
setupAdminRoutes(app);
|
|
30
|
+
// External integrations
|
|
31
|
+
setupGitRoutes(app);
|
|
32
|
+
setupResearchRoutes(app);
|
|
33
|
+
// Enhanced/experimental routes
|
|
34
|
+
setupEnhancedRoutes(app);
|
|
35
|
+
setupMemoryRoutes(app);
|
|
36
|
+
}
|
|
37
|
+
//# sourceMappingURL=api.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"api.js","sourceRoot":"","sources":["../../src/routes/api.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAGH,OAAO,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AACnD,OAAO,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AACnD,OAAO,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AACnD,OAAO,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAChD,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAC/C,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,mBAAmB,EAAE,MAAM,kBAAkB,CAAC;AACvD,OAAO,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AACjD,OAAO,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AACnD,OAAO,EAAE,mBAAmB,EAAE,MAAM,kBAAkB,CAAC;AACvD,OAAO,EAAE,mBAAmB,EAAE,MAAM,mBAAmB,CAAC;AACxD,OAAO,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AAEnD,MAAM,UAAU,WAAW,CAAC,GAAgB;IAC1C,mBAAmB;IACnB,iBAAiB,CAAC,GAAG,CAAC,CAAC;IACvB,iBAAiB,CAAC,GAAG,CAAC,CAAC;IACvB,iBAAiB,CAAC,GAAG,CAAC,CAAC;IACvB,eAAe,CAAC,GAAG,CAAC,CAAC;IACrB,eAAe,CAAC,GAAG,CAAC,CAAC;IAErB,wBAAwB;IACxB,iBAAiB,CAAC,GAAG,CAAC,CAAC;IACvB,mBAAmB,CAAC,GAAG,CAAC,CAAC;IACzB,gBAAgB,CAAC,GAAG,CAAC,CAAC;IAEtB,wBAAwB;IACxB,cAAc,CAAC,GAAG,CAAC,CAAC;IACpB,mBAAmB,CAAC,GAAG,CAAC,CAAC;IAEzB,+BAA+B;IAC/B,mBAAmB,CAAC,GAAG,CAAC,CAAC;IACzB,iBAAiB,CAAC,GAAG,CAAC,CAAC;AACzB,CAAC"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Enhanced API Routes for ECE
|
|
3
|
+
*
|
|
4
|
+
* Implements additional endpoints for the enhanced functionality
|
|
5
|
+
* following Standard 058: UniversalRAG API
|
|
6
|
+
*/
|
|
7
|
+
import { Application } from 'express';
|
|
8
|
+
export declare function setupEnhancedRoutes(app: Application): void;
|
|
9
|
+
//# sourceMappingURL=enhanced-api.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"enhanced-api.d.ts","sourceRoot":"","sources":["../../src/routes/enhanced-api.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,WAAW,EAAqB,MAAM,SAAS,CAAC;AAezD,wBAAgB,mBAAmB,CAAC,GAAG,EAAE,WAAW,QA0InD"}
|