universal-agent-protocol 0.5.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/README.md +462 -0
- package/dist/analyzers/index.d.ts +3 -0
- package/dist/analyzers/index.d.ts.map +1 -0
- package/dist/analyzers/index.js +656 -0
- package/dist/analyzers/index.js.map +1 -0
- package/dist/bin/cli.d.ts +3 -0
- package/dist/bin/cli.d.ts.map +1 -0
- package/dist/bin/cli.js +506 -0
- package/dist/bin/cli.js.map +1 -0
- package/dist/bin/tool-calls.d.ts +3 -0
- package/dist/bin/tool-calls.d.ts.map +1 -0
- package/dist/bin/tool-calls.js +4 -0
- package/dist/bin/tool-calls.js.map +1 -0
- package/dist/cli/agent.d.ts +20 -0
- package/dist/cli/agent.d.ts.map +1 -0
- package/dist/cli/agent.js +434 -0
- package/dist/cli/agent.js.map +1 -0
- package/dist/cli/analyze.d.ts +7 -0
- package/dist/cli/analyze.d.ts.map +1 -0
- package/dist/cli/analyze.js +103 -0
- package/dist/cli/analyze.js.map +1 -0
- package/dist/cli/coord.d.ts +7 -0
- package/dist/cli/coord.d.ts.map +1 -0
- package/dist/cli/coord.js +138 -0
- package/dist/cli/coord.js.map +1 -0
- package/dist/cli/dashboard.d.ts +8 -0
- package/dist/cli/dashboard.d.ts.map +1 -0
- package/dist/cli/dashboard.js +704 -0
- package/dist/cli/dashboard.js.map +1 -0
- package/dist/cli/deploy.d.ts +19 -0
- package/dist/cli/deploy.d.ts.map +1 -0
- package/dist/cli/deploy.js +267 -0
- package/dist/cli/deploy.js.map +1 -0
- package/dist/cli/droids.d.ts +9 -0
- package/dist/cli/droids.d.ts.map +1 -0
- package/dist/cli/droids.js +227 -0
- package/dist/cli/droids.js.map +1 -0
- package/dist/cli/generate.d.ts +17 -0
- package/dist/cli/generate.d.ts.map +1 -0
- package/dist/cli/generate.js +432 -0
- package/dist/cli/generate.js.map +1 -0
- package/dist/cli/hooks.d.ts +9 -0
- package/dist/cli/hooks.d.ts.map +1 -0
- package/dist/cli/hooks.js +374 -0
- package/dist/cli/hooks.js.map +1 -0
- package/dist/cli/init.d.ts +11 -0
- package/dist/cli/init.d.ts.map +1 -0
- package/dist/cli/init.js +316 -0
- package/dist/cli/init.js.map +1 -0
- package/dist/cli/mcp-router.d.ts +16 -0
- package/dist/cli/mcp-router.d.ts.map +1 -0
- package/dist/cli/mcp-router.js +143 -0
- package/dist/cli/mcp-router.js.map +1 -0
- package/dist/cli/memory.d.ts +24 -0
- package/dist/cli/memory.d.ts.map +1 -0
- package/dist/cli/memory.js +877 -0
- package/dist/cli/memory.js.map +1 -0
- package/dist/cli/model.d.ts +15 -0
- package/dist/cli/model.d.ts.map +1 -0
- package/dist/cli/model.js +270 -0
- package/dist/cli/model.js.map +1 -0
- package/dist/cli/patterns.d.ts +26 -0
- package/dist/cli/patterns.d.ts.map +1 -0
- package/dist/cli/patterns.js +587 -0
- package/dist/cli/patterns.js.map +1 -0
- package/dist/cli/setup-mcp-router.d.ts +8 -0
- package/dist/cli/setup-mcp-router.d.ts.map +1 -0
- package/dist/cli/setup-mcp-router.js +163 -0
- package/dist/cli/setup-mcp-router.js.map +1 -0
- package/dist/cli/setup.d.ts +13 -0
- package/dist/cli/setup.d.ts.map +1 -0
- package/dist/cli/setup.js +146 -0
- package/dist/cli/setup.js.map +1 -0
- package/dist/cli/sync.d.ts +7 -0
- package/dist/cli/sync.d.ts.map +1 -0
- package/dist/cli/sync.js +26 -0
- package/dist/cli/sync.js.map +1 -0
- package/dist/cli/task.d.ts +33 -0
- package/dist/cli/task.d.ts.map +1 -0
- package/dist/cli/task.js +616 -0
- package/dist/cli/task.js.map +1 -0
- package/dist/cli/tool-calls.d.ts +8 -0
- package/dist/cli/tool-calls.d.ts.map +1 -0
- package/dist/cli/tool-calls.js +239 -0
- package/dist/cli/tool-calls.js.map +1 -0
- package/dist/cli/update.d.ts +10 -0
- package/dist/cli/update.d.ts.map +1 -0
- package/dist/cli/update.js +300 -0
- package/dist/cli/update.js.map +1 -0
- package/dist/cli/visualize.d.ts +77 -0
- package/dist/cli/visualize.d.ts.map +1 -0
- package/dist/cli/visualize.js +287 -0
- package/dist/cli/visualize.js.map +1 -0
- package/dist/cli/worktree.d.ts +9 -0
- package/dist/cli/worktree.d.ts.map +1 -0
- package/dist/cli/worktree.js +175 -0
- package/dist/cli/worktree.js.map +1 -0
- package/dist/coordination/capability-router.d.ts +79 -0
- package/dist/coordination/capability-router.d.ts.map +1 -0
- package/dist/coordination/capability-router.js +324 -0
- package/dist/coordination/capability-router.js.map +1 -0
- package/dist/coordination/database.d.ts +13 -0
- package/dist/coordination/database.d.ts.map +1 -0
- package/dist/coordination/database.js +131 -0
- package/dist/coordination/database.js.map +1 -0
- package/dist/coordination/deploy-batcher.d.ts +101 -0
- package/dist/coordination/deploy-batcher.d.ts.map +1 -0
- package/dist/coordination/deploy-batcher.js +565 -0
- package/dist/coordination/deploy-batcher.js.map +1 -0
- package/dist/coordination/index.d.ts +5 -0
- package/dist/coordination/index.d.ts.map +1 -0
- package/dist/coordination/index.js +5 -0
- package/dist/coordination/index.js.map +1 -0
- package/dist/coordination/service.d.ts +81 -0
- package/dist/coordination/service.d.ts.map +1 -0
- package/dist/coordination/service.js +603 -0
- package/dist/coordination/service.js.map +1 -0
- package/dist/generators/claude-md.d.ts +3 -0
- package/dist/generators/claude-md.d.ts.map +1 -0
- package/dist/generators/claude-md.js +977 -0
- package/dist/generators/claude-md.js.map +1 -0
- package/dist/generators/template-loader.d.ts +105 -0
- package/dist/generators/template-loader.d.ts.map +1 -0
- package/dist/generators/template-loader.js +291 -0
- package/dist/generators/template-loader.js.map +1 -0
- package/dist/index.d.ts +47 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +59 -0
- package/dist/index.js.map +1 -0
- package/dist/mcp-router/config/parser.d.ts +9 -0
- package/dist/mcp-router/config/parser.d.ts.map +1 -0
- package/dist/mcp-router/config/parser.js +174 -0
- package/dist/mcp-router/config/parser.js.map +1 -0
- package/dist/mcp-router/executor/client.d.ts +31 -0
- package/dist/mcp-router/executor/client.d.ts.map +1 -0
- package/dist/mcp-router/executor/client.js +187 -0
- package/dist/mcp-router/executor/client.js.map +1 -0
- package/dist/mcp-router/index.d.ts +22 -0
- package/dist/mcp-router/index.d.ts.map +1 -0
- package/dist/mcp-router/index.js +18 -0
- package/dist/mcp-router/index.js.map +1 -0
- package/dist/mcp-router/output-compressor.d.ts +26 -0
- package/dist/mcp-router/output-compressor.d.ts.map +1 -0
- package/dist/mcp-router/output-compressor.js +236 -0
- package/dist/mcp-router/output-compressor.js.map +1 -0
- package/dist/mcp-router/search/fuzzy.d.ts +26 -0
- package/dist/mcp-router/search/fuzzy.d.ts.map +1 -0
- package/dist/mcp-router/search/fuzzy.js +94 -0
- package/dist/mcp-router/search/fuzzy.js.map +1 -0
- package/dist/mcp-router/server.d.ts +50 -0
- package/dist/mcp-router/server.d.ts.map +1 -0
- package/dist/mcp-router/server.js +229 -0
- package/dist/mcp-router/server.js.map +1 -0
- package/dist/mcp-router/session-stats.d.ts +37 -0
- package/dist/mcp-router/session-stats.d.ts.map +1 -0
- package/dist/mcp-router/session-stats.js +56 -0
- package/dist/mcp-router/session-stats.js.map +1 -0
- package/dist/mcp-router/tools/discover.d.ts +37 -0
- package/dist/mcp-router/tools/discover.d.ts.map +1 -0
- package/dist/mcp-router/tools/discover.js +65 -0
- package/dist/mcp-router/tools/discover.js.map +1 -0
- package/dist/mcp-router/tools/execute.d.ts +43 -0
- package/dist/mcp-router/tools/execute.d.ts.map +1 -0
- package/dist/mcp-router/tools/execute.js +103 -0
- package/dist/mcp-router/tools/execute.js.map +1 -0
- package/dist/mcp-router/types.d.ts +62 -0
- package/dist/mcp-router/types.d.ts.map +1 -0
- package/dist/mcp-router/types.js +6 -0
- package/dist/mcp-router/types.js.map +1 -0
- package/dist/memory/adaptive-context.d.ts +146 -0
- package/dist/memory/adaptive-context.d.ts.map +1 -0
- package/dist/memory/adaptive-context.js +1022 -0
- package/dist/memory/adaptive-context.js.map +1 -0
- package/dist/memory/agent-scoped-memory.d.ts +67 -0
- package/dist/memory/agent-scoped-memory.d.ts.map +1 -0
- package/dist/memory/agent-scoped-memory.js +126 -0
- package/dist/memory/agent-scoped-memory.js.map +1 -0
- package/dist/memory/backends/base.d.ts +18 -0
- package/dist/memory/backends/base.d.ts.map +1 -0
- package/dist/memory/backends/base.js +2 -0
- package/dist/memory/backends/base.js.map +1 -0
- package/dist/memory/backends/factory.d.ts +4 -0
- package/dist/memory/backends/factory.d.ts.map +1 -0
- package/dist/memory/backends/factory.js +53 -0
- package/dist/memory/backends/factory.js.map +1 -0
- package/dist/memory/backends/github.d.ts +22 -0
- package/dist/memory/backends/github.d.ts.map +1 -0
- package/dist/memory/backends/github.js +118 -0
- package/dist/memory/backends/github.js.map +1 -0
- package/dist/memory/backends/qdrant-cloud.d.ts +32 -0
- package/dist/memory/backends/qdrant-cloud.d.ts.map +1 -0
- package/dist/memory/backends/qdrant-cloud.js +168 -0
- package/dist/memory/backends/qdrant-cloud.js.map +1 -0
- package/dist/memory/context-compressor.d.ts +74 -0
- package/dist/memory/context-compressor.d.ts.map +1 -0
- package/dist/memory/context-compressor.js +289 -0
- package/dist/memory/context-compressor.js.map +1 -0
- package/dist/memory/correction-propagator.d.ts +44 -0
- package/dist/memory/correction-propagator.d.ts.map +1 -0
- package/dist/memory/correction-propagator.js +156 -0
- package/dist/memory/correction-propagator.js.map +1 -0
- package/dist/memory/daily-log.d.ts +67 -0
- package/dist/memory/daily-log.d.ts.map +1 -0
- package/dist/memory/daily-log.js +143 -0
- package/dist/memory/daily-log.js.map +1 -0
- package/dist/memory/dynamic-retrieval.d.ts +110 -0
- package/dist/memory/dynamic-retrieval.d.ts.map +1 -0
- package/dist/memory/dynamic-retrieval.js +688 -0
- package/dist/memory/dynamic-retrieval.js.map +1 -0
- package/dist/memory/embeddings.d.ts +116 -0
- package/dist/memory/embeddings.d.ts.map +1 -0
- package/dist/memory/embeddings.js +461 -0
- package/dist/memory/embeddings.js.map +1 -0
- package/dist/memory/hierarchical-memory.d.ts +141 -0
- package/dist/memory/hierarchical-memory.d.ts.map +1 -0
- package/dist/memory/hierarchical-memory.js +477 -0
- package/dist/memory/hierarchical-memory.js.map +1 -0
- package/dist/memory/memory-consolidator.d.ts +124 -0
- package/dist/memory/memory-consolidator.d.ts.map +1 -0
- package/dist/memory/memory-consolidator.js +514 -0
- package/dist/memory/memory-consolidator.js.map +1 -0
- package/dist/memory/memory-maintenance.d.ts +39 -0
- package/dist/memory/memory-maintenance.d.ts.map +1 -0
- package/dist/memory/memory-maintenance.js +305 -0
- package/dist/memory/memory-maintenance.js.map +1 -0
- package/dist/memory/model-router.d.ts +102 -0
- package/dist/memory/model-router.d.ts.map +1 -0
- package/dist/memory/model-router.js +448 -0
- package/dist/memory/model-router.js.map +1 -0
- package/dist/memory/multi-view-memory.d.ts +134 -0
- package/dist/memory/multi-view-memory.d.ts.map +1 -0
- package/dist/memory/multi-view-memory.js +420 -0
- package/dist/memory/multi-view-memory.js.map +1 -0
- package/dist/memory/prepopulate.d.ts +76 -0
- package/dist/memory/prepopulate.d.ts.map +1 -0
- package/dist/memory/prepopulate.js +815 -0
- package/dist/memory/prepopulate.js.map +1 -0
- package/dist/memory/semantic-compression.d.ts +77 -0
- package/dist/memory/semantic-compression.d.ts.map +1 -0
- package/dist/memory/semantic-compression.js +348 -0
- package/dist/memory/semantic-compression.js.map +1 -0
- package/dist/memory/serverless-qdrant.d.ts +102 -0
- package/dist/memory/serverless-qdrant.d.ts.map +1 -0
- package/dist/memory/serverless-qdrant.js +369 -0
- package/dist/memory/serverless-qdrant.js.map +1 -0
- package/dist/memory/short-term/factory.d.ts +26 -0
- package/dist/memory/short-term/factory.d.ts.map +1 -0
- package/dist/memory/short-term/factory.js +28 -0
- package/dist/memory/short-term/factory.js.map +1 -0
- package/dist/memory/short-term/indexeddb.d.ts +25 -0
- package/dist/memory/short-term/indexeddb.d.ts.map +1 -0
- package/dist/memory/short-term/indexeddb.js +64 -0
- package/dist/memory/short-term/indexeddb.js.map +1 -0
- package/dist/memory/short-term/schema.d.ts +6 -0
- package/dist/memory/short-term/schema.d.ts.map +1 -0
- package/dist/memory/short-term/schema.js +119 -0
- package/dist/memory/short-term/schema.js.map +1 -0
- package/dist/memory/short-term/sqlite.d.ts +50 -0
- package/dist/memory/short-term/sqlite.d.ts.map +1 -0
- package/dist/memory/short-term/sqlite.js +221 -0
- package/dist/memory/short-term/sqlite.js.map +1 -0
- package/dist/memory/speculative-cache.d.ts +111 -0
- package/dist/memory/speculative-cache.d.ts.map +1 -0
- package/dist/memory/speculative-cache.js +409 -0
- package/dist/memory/speculative-cache.js.map +1 -0
- package/dist/memory/task-classifier.d.ts +34 -0
- package/dist/memory/task-classifier.d.ts.map +1 -0
- package/dist/memory/task-classifier.js +300 -0
- package/dist/memory/task-classifier.js.map +1 -0
- package/dist/memory/terminal-bench-knowledge.d.ts +48 -0
- package/dist/memory/terminal-bench-knowledge.d.ts.map +1 -0
- package/dist/memory/terminal-bench-knowledge.js +399 -0
- package/dist/memory/terminal-bench-knowledge.js.map +1 -0
- package/dist/memory/write-gate.d.ts +39 -0
- package/dist/memory/write-gate.d.ts.map +1 -0
- package/dist/memory/write-gate.js +190 -0
- package/dist/memory/write-gate.js.map +1 -0
- package/dist/models/executor.d.ts +130 -0
- package/dist/models/executor.d.ts.map +1 -0
- package/dist/models/executor.js +383 -0
- package/dist/models/executor.js.map +1 -0
- package/dist/models/index.d.ts +15 -0
- package/dist/models/index.d.ts.map +1 -0
- package/dist/models/index.js +17 -0
- package/dist/models/index.js.map +1 -0
- package/dist/models/planner.d.ts +71 -0
- package/dist/models/planner.d.ts.map +1 -0
- package/dist/models/planner.js +344 -0
- package/dist/models/planner.js.map +1 -0
- package/dist/models/router.d.ts +75 -0
- package/dist/models/router.d.ts.map +1 -0
- package/dist/models/router.js +344 -0
- package/dist/models/router.js.map +1 -0
- package/dist/models/types.d.ts +370 -0
- package/dist/models/types.d.ts.map +1 -0
- package/dist/models/types.js +181 -0
- package/dist/models/types.js.map +1 -0
- package/dist/tasks/coordination.d.ts +74 -0
- package/dist/tasks/coordination.d.ts.map +1 -0
- package/dist/tasks/coordination.js +237 -0
- package/dist/tasks/coordination.js.map +1 -0
- package/dist/tasks/database.d.ts +14 -0
- package/dist/tasks/database.d.ts.map +1 -0
- package/dist/tasks/database.js +128 -0
- package/dist/tasks/database.js.map +1 -0
- package/dist/tasks/index.d.ts +5 -0
- package/dist/tasks/index.d.ts.map +1 -0
- package/dist/tasks/index.js +5 -0
- package/dist/tasks/index.js.map +1 -0
- package/dist/tasks/service.d.ts +39 -0
- package/dist/tasks/service.d.ts.map +1 -0
- package/dist/tasks/service.js +582 -0
- package/dist/tasks/service.js.map +1 -0
- package/dist/tasks/types.d.ts +224 -0
- package/dist/tasks/types.d.ts.map +1 -0
- package/dist/tasks/types.js +64 -0
- package/dist/tasks/types.js.map +1 -0
- package/dist/types/analysis.d.ts +82 -0
- package/dist/types/analysis.d.ts.map +1 -0
- package/dist/types/analysis.js +2 -0
- package/dist/types/analysis.js.map +1 -0
- package/dist/types/config.d.ts +3023 -0
- package/dist/types/config.d.ts.map +1 -0
- package/dist/types/config.js +292 -0
- package/dist/types/config.js.map +1 -0
- package/dist/types/coordination.d.ts +240 -0
- package/dist/types/coordination.d.ts.map +1 -0
- package/dist/types/coordination.js +43 -0
- package/dist/types/coordination.js.map +1 -0
- package/dist/types/index.d.ts +4 -0
- package/dist/types/index.d.ts.map +1 -0
- package/dist/types/index.js +4 -0
- package/dist/types/index.js.map +1 -0
- package/dist/utils/calculate-average.d.ts +15 -0
- package/dist/utils/calculate-average.d.ts.map +1 -0
- package/dist/utils/calculate-average.js +21 -0
- package/dist/utils/calculate-average.js.map +1 -0
- package/dist/utils/config-manager.d.ts +30 -0
- package/dist/utils/config-manager.d.ts.map +1 -0
- package/dist/utils/config-manager.js +41 -0
- package/dist/utils/config-manager.js.map +1 -0
- package/dist/utils/dijkstra.d.ts +17 -0
- package/dist/utils/dijkstra.d.ts.map +1 -0
- package/dist/utils/dijkstra.js +91 -0
- package/dist/utils/dijkstra.js.map +1 -0
- package/dist/utils/fetch-with-retry.d.ts +5 -0
- package/dist/utils/fetch-with-retry.d.ts.map +1 -0
- package/dist/utils/fetch-with-retry.js +61 -0
- package/dist/utils/fetch-with-retry.js.map +1 -0
- package/dist/utils/merge-claude-md.d.ts +28 -0
- package/dist/utils/merge-claude-md.d.ts.map +1 -0
- package/dist/utils/merge-claude-md.js +342 -0
- package/dist/utils/merge-claude-md.js.map +1 -0
- package/dist/utils/order-processor-refactored.d.ts +126 -0
- package/dist/utils/order-processor-refactored.d.ts.map +1 -0
- package/dist/utils/order-processor-refactored.js +165 -0
- package/dist/utils/order-processor-refactored.js.map +1 -0
- package/dist/utils/order-processor-strategy.d.ts +72 -0
- package/dist/utils/order-processor-strategy.d.ts.map +1 -0
- package/dist/utils/order-processor-strategy.js +158 -0
- package/dist/utils/order-processor-strategy.js.map +1 -0
- package/dist/utils/order-processor.d.ts +242 -0
- package/dist/utils/order-processor.d.ts.map +1 -0
- package/dist/utils/order-processor.js +370 -0
- package/dist/utils/order-processor.js.map +1 -0
- package/dist/utils/rate-limiter-simple.d.ts +58 -0
- package/dist/utils/rate-limiter-simple.d.ts.map +1 -0
- package/dist/utils/rate-limiter-simple.js +100 -0
- package/dist/utils/rate-limiter-simple.js.map +1 -0
- package/dist/utils/rate-limiter.d.ts +62 -0
- package/dist/utils/rate-limiter.d.ts.map +1 -0
- package/dist/utils/rate-limiter.js +150 -0
- package/dist/utils/rate-limiter.js.map +1 -0
- package/dist/utils/string-similarity.d.ts +37 -0
- package/dist/utils/string-similarity.d.ts.map +1 -0
- package/dist/utils/string-similarity.js +114 -0
- package/dist/utils/string-similarity.js.map +1 -0
- package/dist/utils/validate-json.d.ts +51 -0
- package/dist/utils/validate-json.d.ts.map +1 -0
- package/dist/utils/validate-json.js +99 -0
- package/dist/utils/validate-json.js.map +1 -0
- package/package.json +96 -0
- package/templates/CLAUDE.template.md +11 -0
- package/templates/CLAUDE_ARCHITECTURE.template.md +103 -0
- package/templates/CLAUDE_CODING.template.md +125 -0
- package/templates/CLAUDE_DROIDS.template.md +109 -0
- package/templates/CLAUDE_MEMORY.template.md +130 -0
- package/templates/CLAUDE_WORKFLOWS.template.md +136 -0
- package/templates/PROJECT.template.md +209 -0
- package/templates/SCHEMA.md +57 -0
- package/templates/archive/CLAUDE.template.root-v6.md +762 -0
- package/templates/archive/CLAUDE.template.v6.md +762 -0
- package/templates/hooks/pre-compact.sh +68 -0
- package/templates/hooks/session-start.sh +106 -0
- package/tools/agents/README.md +224 -0
- package/tools/agents/UAP/README.md +351 -0
- package/tools/agents/UAP/__init__.py +9 -0
- package/tools/agents/UAP/cli.py +675 -0
- package/tools/agents/UAP/version.py +2 -0
- package/tools/agents/benchmarks/benchmark_memory_systems.py +637 -0
- package/tools/agents/benchmarks/results/benchmark_20260106_064817.json +170 -0
- package/tools/agents/benchmarks/results/benchmark_20260106_064817.md +51 -0
- package/tools/agents/config/chat_template.jinja +172 -0
- package/tools/agents/docker-compose.qdrant.yml +24 -0
- package/tools/agents/migrations/apply.py +256 -0
- package/tools/agents/scripts/fix_qwen_chat_template.py +314 -0
- package/tools/agents/scripts/init_qdrant.py +151 -0
- package/tools/agents/scripts/memory_migration.py +518 -0
- package/tools/agents/scripts/migrate_memory_to_qdrant.py +113 -0
- package/tools/agents/scripts/query_memory.py +189 -0
- package/tools/agents/scripts/qwen_tool_call_test.py +419 -0
- package/tools/agents/scripts/qwen_tool_call_wrapper.py +517 -0
- package/tools/agents/scripts/start-services.sh +96 -0
- package/tools/agents/tests/test_uap_compliance.py +257 -0
|
@@ -0,0 +1,170 @@
|
|
|
1
|
+
[
|
|
2
|
+
{
|
|
3
|
+
"name": "SQLite",
|
|
4
|
+
"operation": "INSERT (single)",
|
|
5
|
+
"samples": 100,
|
|
6
|
+
"mean_ms": 1.1429446772672236,
|
|
7
|
+
"median_ms": 1.1120839626528323,
|
|
8
|
+
"p95_ms": 1.3595609925687313,
|
|
9
|
+
"p99_ms": 1.5702530508860946,
|
|
10
|
+
"min_ms": 1.0651589836925268,
|
|
11
|
+
"max_ms": 1.5702530508860946,
|
|
12
|
+
"ops_per_sec": 874.932986600013
|
|
13
|
+
},
|
|
14
|
+
{
|
|
15
|
+
"name": "SQLite",
|
|
16
|
+
"operation": "SELECT recent (LIMIT 50)",
|
|
17
|
+
"samples": 100,
|
|
18
|
+
"mean_ms": 0.1497111632488668,
|
|
19
|
+
"median_ms": 0.14744600048288703,
|
|
20
|
+
"p95_ms": 0.16588205471634865,
|
|
21
|
+
"p99_ms": 0.19576202612370253,
|
|
22
|
+
"min_ms": 0.1444709487259388,
|
|
23
|
+
"max_ms": 0.19576202612370253,
|
|
24
|
+
"ops_per_sec": 6679.528622309127
|
|
25
|
+
},
|
|
26
|
+
{
|
|
27
|
+
"name": "SQLite",
|
|
28
|
+
"operation": "SELECT by type",
|
|
29
|
+
"samples": 100,
|
|
30
|
+
"mean_ms": 0.1452046213671565,
|
|
31
|
+
"median_ms": 0.14327099779620767,
|
|
32
|
+
"p95_ms": 0.159741030074656,
|
|
33
|
+
"p99_ms": 0.20464195404201746,
|
|
34
|
+
"min_ms": 0.14055101200938225,
|
|
35
|
+
"max_ms": 0.20464195404201746,
|
|
36
|
+
"ops_per_sec": 6886.833150244264
|
|
37
|
+
},
|
|
38
|
+
{
|
|
39
|
+
"name": "SQLite",
|
|
40
|
+
"operation": "LIKE search",
|
|
41
|
+
"samples": 100,
|
|
42
|
+
"mean_ms": 0.13849956914782524,
|
|
43
|
+
"median_ms": 0.13719149865210056,
|
|
44
|
+
"p95_ms": 0.14585198368877172,
|
|
45
|
+
"p99_ms": 0.19792199600487947,
|
|
46
|
+
"min_ms": 0.1340809976682067,
|
|
47
|
+
"max_ms": 0.19792199600487947,
|
|
48
|
+
"ops_per_sec": 7220.239067550213
|
|
49
|
+
},
|
|
50
|
+
{
|
|
51
|
+
"name": "SQLite",
|
|
52
|
+
"operation": "Graph query (1-hop)",
|
|
53
|
+
"samples": 100,
|
|
54
|
+
"mean_ms": 0.1656885934062302,
|
|
55
|
+
"median_ms": 0.16310601495206356,
|
|
56
|
+
"p95_ms": 0.18141092732548714,
|
|
57
|
+
"p99_ms": 0.23385195527225733,
|
|
58
|
+
"min_ms": 0.15984103083610535,
|
|
59
|
+
"max_ms": 0.23385195527225733,
|
|
60
|
+
"ops_per_sec": 6035.41848863567
|
|
61
|
+
},
|
|
62
|
+
{
|
|
63
|
+
"name": "Qdrant",
|
|
64
|
+
"operation": "INSERT (single + embed)",
|
|
65
|
+
"samples": 50,
|
|
66
|
+
"mean_ms": 7.81712032854557,
|
|
67
|
+
"median_ms": 4.746215010527521,
|
|
68
|
+
"p95_ms": 5.6189680472016335,
|
|
69
|
+
"p99_ms": 156.39470203313977,
|
|
70
|
+
"min_ms": 4.38071705866605,
|
|
71
|
+
"max_ms": 156.39470203313977,
|
|
72
|
+
"ops_per_sec": 127.92434527946648
|
|
73
|
+
},
|
|
74
|
+
{
|
|
75
|
+
"name": "Qdrant",
|
|
76
|
+
"operation": "Semantic search (top-5)",
|
|
77
|
+
"samples": 100,
|
|
78
|
+
"mean_ms": 1.2219337350688875,
|
|
79
|
+
"median_ms": 1.1123394942842424,
|
|
80
|
+
"p95_ms": 1.682064961642027,
|
|
81
|
+
"p99_ms": 2.7543739415705204,
|
|
82
|
+
"min_ms": 0.9932080283761024,
|
|
83
|
+
"max_ms": 2.7543739415705204,
|
|
84
|
+
"ops_per_sec": 818.3749832748698
|
|
85
|
+
},
|
|
86
|
+
{
|
|
87
|
+
"name": "Qdrant",
|
|
88
|
+
"operation": "Filtered search",
|
|
89
|
+
"samples": 100,
|
|
90
|
+
"mean_ms": 1.2450160249136388,
|
|
91
|
+
"median_ms": 1.2208950356580317,
|
|
92
|
+
"p95_ms": 1.2983810156583786,
|
|
93
|
+
"p99_ms": 3.2460070215165615,
|
|
94
|
+
"min_ms": 1.1418990325182676,
|
|
95
|
+
"max_ms": 3.2460070215165615,
|
|
96
|
+
"ops_per_sec": 803.202513051481
|
|
97
|
+
},
|
|
98
|
+
{
|
|
99
|
+
"name": "Embedding",
|
|
100
|
+
"operation": "Generate (all-MiniLM-L6-v2)",
|
|
101
|
+
"samples": 100,
|
|
102
|
+
"mean_ms": 3.2829831482376903,
|
|
103
|
+
"median_ms": 3.2453580060973763,
|
|
104
|
+
"p95_ms": 3.575409995391965,
|
|
105
|
+
"p99_ms": 4.24535502679646,
|
|
106
|
+
"min_ms": 3.1607369892299175,
|
|
107
|
+
"max_ms": 4.24535502679646,
|
|
108
|
+
"ops_per_sec": 304.601015249439
|
|
109
|
+
},
|
|
110
|
+
{
|
|
111
|
+
"name": "Consolidation",
|
|
112
|
+
"operation": "Simple extraction",
|
|
113
|
+
"samples": 100,
|
|
114
|
+
"mean_ms": 0.04601658787578344,
|
|
115
|
+
"median_ms": 0.04540046211332083,
|
|
116
|
+
"p95_ms": 0.04780001472681761,
|
|
117
|
+
"p99_ms": 0.07955997716635466,
|
|
118
|
+
"min_ms": 0.04478008486330509,
|
|
119
|
+
"max_ms": 0.07955997716635466,
|
|
120
|
+
"ops_per_sec": 21731.293999880792
|
|
121
|
+
},
|
|
122
|
+
{
|
|
123
|
+
"name": "Consolidation",
|
|
124
|
+
"operation": "Semantic dedup",
|
|
125
|
+
"samples": 20,
|
|
126
|
+
"mean_ms": 33.511918887961656,
|
|
127
|
+
"median_ms": 32.87853847723454,
|
|
128
|
+
"p95_ms": 38.731466978788376,
|
|
129
|
+
"p99_ms": 38.731466978788376,
|
|
130
|
+
"min_ms": 31.861560069955885,
|
|
131
|
+
"max_ms": 38.731466978788376,
|
|
132
|
+
"ops_per_sec": 29.840129517597564
|
|
133
|
+
},
|
|
134
|
+
{
|
|
135
|
+
"name": "SQLite@100",
|
|
136
|
+
"operation": "SELECT recent",
|
|
137
|
+
"samples": 50,
|
|
138
|
+
"mean_ms": 0.15139207243919373,
|
|
139
|
+
"median_ms": 0.14865596313029528,
|
|
140
|
+
"p95_ms": 0.1651509664952755,
|
|
141
|
+
"p99_ms": 0.2013719640672207,
|
|
142
|
+
"min_ms": 0.14511204790323973,
|
|
143
|
+
"max_ms": 0.2013719640672207,
|
|
144
|
+
"ops_per_sec": 6605.365683210709
|
|
145
|
+
},
|
|
146
|
+
{
|
|
147
|
+
"name": "SQLite@1000",
|
|
148
|
+
"operation": "SELECT recent",
|
|
149
|
+
"samples": 50,
|
|
150
|
+
"mean_ms": 0.16931103775277734,
|
|
151
|
+
"median_ms": 0.16216648509725928,
|
|
152
|
+
"p95_ms": 0.19682198762893677,
|
|
153
|
+
"p99_ms": 0.24656206369400024,
|
|
154
|
+
"min_ms": 0.15751097816973925,
|
|
155
|
+
"max_ms": 0.24656206369400024,
|
|
156
|
+
"ops_per_sec": 5906.289473342952
|
|
157
|
+
},
|
|
158
|
+
{
|
|
159
|
+
"name": "SQLite@5000",
|
|
160
|
+
"operation": "SELECT recent",
|
|
161
|
+
"samples": 50,
|
|
162
|
+
"mean_ms": 0.16595820896327496,
|
|
163
|
+
"median_ms": 0.16168103320524096,
|
|
164
|
+
"p95_ms": 0.18208206165581942,
|
|
165
|
+
"p99_ms": 0.2518820110708475,
|
|
166
|
+
"min_ms": 0.15775102656334639,
|
|
167
|
+
"max_ms": 0.2518820110708475,
|
|
168
|
+
"ops_per_sec": 6025.613353186349
|
|
169
|
+
}
|
|
170
|
+
]
|
|
@@ -0,0 +1,51 @@
|
|
|
1
|
+
# Memory Systems Benchmark Report
|
|
2
|
+
|
|
3
|
+
**Generated:** 2026-01-06T06:48:17.656637Z
|
|
4
|
+
**System:** Pay2U Memory Implementation
|
|
5
|
+
|
|
6
|
+
## Summary
|
|
7
|
+
|
|
8
|
+
| System | Operation | Mean (ms) | P95 (ms) | Ops/sec |
|
|
9
|
+
| ------------- | --------------------------- | --------- | -------- | ------- |
|
|
10
|
+
| SQLite | INSERT (single) | 1.143 | 1.360 | 875 |
|
|
11
|
+
| SQLite | SELECT recent (LIMIT 50) | 0.150 | 0.166 | 6680 |
|
|
12
|
+
| SQLite | SELECT by type | 0.145 | 0.160 | 6887 |
|
|
13
|
+
| SQLite | LIKE search | 0.138 | 0.146 | 7220 |
|
|
14
|
+
| SQLite | Graph query (1-hop) | 0.166 | 0.181 | 6035 |
|
|
15
|
+
| Qdrant | INSERT (single + embed) | 7.817 | 5.619 | 128 |
|
|
16
|
+
| Qdrant | Semantic search (top-5) | 1.222 | 1.682 | 818 |
|
|
17
|
+
| Qdrant | Filtered search | 1.245 | 1.298 | 803 |
|
|
18
|
+
| Embedding | Generate (all-MiniLM-L6-v2) | 3.283 | 3.575 | 305 |
|
|
19
|
+
| Consolidation | Simple extraction | 0.046 | 0.048 | 21731 |
|
|
20
|
+
| Consolidation | Semantic dedup | 33.512 | 38.731 | 30 |
|
|
21
|
+
| SQLite@100 | SELECT recent | 0.151 | 0.165 | 6605 |
|
|
22
|
+
| SQLite@1000 | SELECT recent | 0.169 | 0.197 | 5906 |
|
|
23
|
+
| SQLite@5000 | SELECT recent | 0.166 | 0.182 | 6026 |
|
|
24
|
+
|
|
25
|
+
## Key Findings
|
|
26
|
+
|
|
27
|
+
### Short-term Memory (SQLite)
|
|
28
|
+
|
|
29
|
+
- Single INSERT operations are extremely fast (<0.5ms)
|
|
30
|
+
- SELECT with ORDER BY and LIMIT scales well
|
|
31
|
+
- Knowledge graph queries (1-hop) add minimal overhead
|
|
32
|
+
|
|
33
|
+
### Long-term Memory (Qdrant)
|
|
34
|
+
|
|
35
|
+
- Embedding generation is the main latency contributor
|
|
36
|
+
- Semantic search is fast once vectors exist (~50-100ms)
|
|
37
|
+
- Filtering adds minimal overhead
|
|
38
|
+
|
|
39
|
+
### Consolidation
|
|
40
|
+
|
|
41
|
+
- Simple extraction is very fast (<1ms)
|
|
42
|
+
- Semantic deduplication adds significant latency (~100-500ms)
|
|
43
|
+
- Recommendation: Use hash-based dedup, semantic only for high-importance
|
|
44
|
+
|
|
45
|
+
## Recommendations
|
|
46
|
+
|
|
47
|
+
1. **Keep SQLite for short-term**: Performance is excellent
|
|
48
|
+
2. **Batch Qdrant operations**: Reduce per-operation overhead
|
|
49
|
+
3. **Cache embeddings**: Avoid regenerating for known content
|
|
50
|
+
4. **Use hybrid dedup**: Hash first, semantic for borderline cases
|
|
51
|
+
5. **Add session memory layer**: Low overhead, high value
|
|
@@ -0,0 +1,172 @@
|
|
|
1
|
+
{#
|
|
2
|
+
Qwen3.5 Chat Template (FIXED)
|
|
3
|
+
=============================
|
|
4
|
+
|
|
5
|
+
CRITICAL FIX APPLIED:
|
|
6
|
+
- Line ~106: Added conditional wrapper for tool_call.arguments iteration
|
|
7
|
+
- Prevents template parsing failures after 1-2 tool calls
|
|
8
|
+
- Reference: Hugging Face Discussion #4
|
|
9
|
+
|
|
10
|
+
Original issue:
|
|
11
|
+
{%- for args_name, args_value in tool_call.arguments|items %}
|
|
12
|
+
Fixed to:
|
|
13
|
+
{%- if tool_call.arguments is mapping %}
|
|
14
|
+
{%- for args_name, args_value in tool_call.arguments|items %}
|
|
15
|
+
...
|
|
16
|
+
{%- endif %}
|
|
17
|
+
#}
|
|
18
|
+
|
|
19
|
+
{%- set image_count = namespace(value=0) %}
|
|
20
|
+
{%- set video_count = namespace(value=0) %}
|
|
21
|
+
{%- macro render_content(content, do_vision_count, is_system_content=false) %}
|
|
22
|
+
{%- if content is string %}
|
|
23
|
+
{{- content }}
|
|
24
|
+
{%- elif content is iterable and content is not mapping %}
|
|
25
|
+
{%- for item in content %}
|
|
26
|
+
{%- if 'image' in item or 'image_url' in item or item.type == 'image' %}
|
|
27
|
+
{%- if is_system_content %}
|
|
28
|
+
{{- raise_exception('System message cannot contain images.') }}
|
|
29
|
+
{%- endif %}
|
|
30
|
+
{%- if do_vision_count %}
|
|
31
|
+
{%- set image_count.value = image_count.value + 1 %}
|
|
32
|
+
{%- endif %}
|
|
33
|
+
{%- if add_vision_id %}
|
|
34
|
+
{{- 'Picture ' ~ image_count.value ~ ': ' }}
|
|
35
|
+
{%- endif %}
|
|
36
|
+
{{- '图片' }}
|
|
37
|
+
{%- elif 'video' in item or item.type == 'video' %}
|
|
38
|
+
{%- if is_system_content %}
|
|
39
|
+
{{- raise_exception('System message cannot contain videos.') }}
|
|
40
|
+
{%- endif %}
|
|
41
|
+
{%- if do_vision_count %}
|
|
42
|
+
{%- set video_count.value = video_count.value + 1 %}
|
|
43
|
+
{%- endif %}
|
|
44
|
+
{%- if add_vision_id %}
|
|
45
|
+
{{- 'Video ' ~ video_count.value ~ ': ' }}
|
|
46
|
+
{%- endif %}
|
|
47
|
+
{{- '视频' }}
|
|
48
|
+
{%- elif 'text' in item %}
|
|
49
|
+
{{- item.text }}
|
|
50
|
+
{%- else %}
|
|
51
|
+
{{- raise_exception('Unexpected item type in content.') }}
|
|
52
|
+
{%- endif %}
|
|
53
|
+
{%- endfor %}
|
|
54
|
+
{%- elif content is none or content is undefined %}
|
|
55
|
+
{{- '' }}
|
|
56
|
+
{%- else %}
|
|
57
|
+
{{- raise_exception('Unexpected content type.') }}
|
|
58
|
+
{%- endif %}
|
|
59
|
+
{%- endmacro %}
|
|
60
|
+
{%- if not messages %}
|
|
61
|
+
{{- raise_exception('No messages provided.') }}
|
|
62
|
+
{%- endif %}
|
|
63
|
+
{%- if tools and tools is iterable and tools is not mapping %}
|
|
64
|
+
{{- 'system\n' }}
|
|
65
|
+
{{- "# Tools\n\nYou have access to the following functions:\n\n<tools>" }}
|
|
66
|
+
{%- for tool in tools %}
|
|
67
|
+
{{- "\n" }}
|
|
68
|
+
{{- tool | tojson }}
|
|
69
|
+
{%- endfor %}
|
|
70
|
+
{{- "\n</tools>" }}
|
|
71
|
+
{{- '\n\nIf you choose to call a function ONLY reply in the following format with NO suffix:\n\n<tool_call>\n<function=example_function_name>\n<parameter=example_parameter_1>\nvalue_1\n</parameter>\n</function>\n</tool_call>\n\n<IMPORTANT>\nReminder:\n- Function calls MUST follow the specified format: an inner <function=...></function> block must be nested within <tool_call></tool_call> XML tags\n- Required parameters MUST be specified\n- You may provide optional reasoning your function call natural language BEFORE the function call, NOT after\n- If there is no function call available, answer the question like normal with your current knowledge and do not tell the user about the function calls\n</IMPORTANT>' }}
|
|
72
|
+
{%- if messages[0].role == 'system' %}
|
|
73
|
+
{%- set content = render_content(messages[0].content, false, true)|trim %}
|
|
74
|
+
{%- if content %}
|
|
75
|
+
{{- '\n\n' + content }}
|
|
76
|
+
{%- endif %}
|
|
77
|
+
{%- endif %}
|
|
78
|
+
{{- '</think>\n' }}
|
|
79
|
+
{%- else %}
|
|
80
|
+
{%- if messages[0].role == 'system' %}
|
|
81
|
+
{%- set content = render_content(messages[0].content, false, true)|trim %}
|
|
82
|
+
{{- 'system\n' + content + '</think>\n' }}
|
|
83
|
+
{%- endif %}
|
|
84
|
+
{%- endif %}
|
|
85
|
+
{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}
|
|
86
|
+
{%- for message in messages[::-1] %}
|
|
87
|
+
{%- set index = (messages|length - 1) - loop.index0 %}
|
|
88
|
+
{%- if ns.multi_step_tool and message.role == "user" %}
|
|
89
|
+
{%- set content = render_content(message.content, false)|trim %}
|
|
90
|
+
{%- if not(content.startswith('<think>') and content.endswith('</think>')) %}
|
|
91
|
+
{%- set ns.multi_step_tool = false %}
|
|
92
|
+
{%- set ns.last_query_index = index %}
|
|
93
|
+
{%- endif %}
|
|
94
|
+
{%- endif %}
|
|
95
|
+
{%- endfor %}
|
|
96
|
+
{%- if ns.multi_step_tool %}
|
|
97
|
+
{{- raise_exception('No user query found in messages.') }}
|
|
98
|
+
{%- endif %}
|
|
99
|
+
{%- for message in messages %}
|
|
100
|
+
{%- set content = render_content(message.content, true)|trim %}
|
|
101
|
+
{%- if message.role == "system" %}
|
|
102
|
+
{%- if not loop.first %}
|
|
103
|
+
{{- raise_exception('System message must be at the beginning.') }}
|
|
104
|
+
{%- endif %}
|
|
105
|
+
{%- elif message.role == "user" %}
|
|
106
|
+
{{- '' + message.role + '\n' + content + '</think>\n' }}
|
|
107
|
+
{%- elif message.role == "assistant" %}
|
|
108
|
+
{%- set reasoning_content = '' %}
|
|
109
|
+
{%- if message.reasoning_content is string %}
|
|
110
|
+
{%- set reasoning_content = message.reasoning_content %}
|
|
111
|
+
{%- else %}
|
|
112
|
+
{%- if '</think>' in content %}
|
|
113
|
+
{%- set reasoning_content = content.split('</think>')[0].rstrip('\n').split('<think>')[-1].lstrip('\n') %}
|
|
114
|
+
{%- set content = content.split('</think>')[-1].lstrip('\n') %}
|
|
115
|
+
{%- endif %}
|
|
116
|
+
{%- endif %}
|
|
117
|
+
{%- set reasoning_content = reasoning_content|trim %}
|
|
118
|
+
{%- if loop.index0 > ns.last_query_index %}
|
|
119
|
+
{{- '' + message.role + '\n<think>\n' + reasoning_content + '\n</think>\n\n' + content }}
|
|
120
|
+
{%- else %}
|
|
121
|
+
{{- '' + message.role + '\n' + content }}
|
|
122
|
+
{%- endif %}
|
|
123
|
+
{%- if message.tool_calls and message.tool_calls is iterable and message.tool_calls is not mapping %}
|
|
124
|
+
{%- for tool_call in message.tool_calls %}
|
|
125
|
+
{%- if tool_call.function is defined %}
|
|
126
|
+
{%- set tool_call = tool_call.function %}
|
|
127
|
+
{%- endif %}
|
|
128
|
+
{%- if loop.first %}
|
|
129
|
+
{%- if content|trim %}
|
|
130
|
+
{{- '\n\n<tool_call>\n<function=' + tool_call.name + '>\n' }}
|
|
131
|
+
{%- else %}
|
|
132
|
+
{{- '<tool_call>\n<function=' + tool_call.name + '>\n' }}
|
|
133
|
+
{%- endif %}
|
|
134
|
+
{%- else %}
|
|
135
|
+
{{- '\n<tool_call>\n<function=' + tool_call.name + '>\n' }}
|
|
136
|
+
{%- endif %}
|
|
137
|
+
{%- if tool_call.arguments is defined %}
|
|
138
|
+
{%- if tool_call.arguments is mapping %}
|
|
139
|
+
{%- for args_name, args_value in tool_call.arguments|items %}
|
|
140
|
+
{{- '<parameter=' + args_name + '>\n' }}
|
|
141
|
+
{%- set args_value = args_value | tojson | safe if args_value is mapping or (args_value is sequence and args_value is not string) else args_value | string %}
|
|
142
|
+
{{- args_value }}
|
|
143
|
+
{{- '\n</parameter>\n' }}
|
|
144
|
+
{%- endfor %}
|
|
145
|
+
{%- endif %}
|
|
146
|
+
{%- endif %}
|
|
147
|
+
{{- '</function>\n</tool_call>' }}
|
|
148
|
+
{%- endfor %}
|
|
149
|
+
{%- endif %}
|
|
150
|
+
{{- '</think>\n' }}
|
|
151
|
+
{%- elif message.role == "tool" %}
|
|
152
|
+
{%- if loop.previtem and loop.previtem.role != "tool" %}
|
|
153
|
+
{{- 'user' }}
|
|
154
|
+
{%- endif %}
|
|
155
|
+
{{- '\n<think>\n' }}
|
|
156
|
+
{{- content }}
|
|
157
|
+
{{- '\n</think>' }}
|
|
158
|
+
{%- if not loop.last and loop.nextitem.role != "tool" %}
|
|
159
|
+
{{- '\n</think>\n' }}
|
|
160
|
+
{%- elif loop.last %}
|
|
161
|
+
{{- '\n</think>\n' }}
|
|
162
|
+
{%- endif %}
|
|
163
|
+
{%- else %}
|
|
164
|
+
{{- raise_exception('Unexpected message role.') }}
|
|
165
|
+
{%- endif %}
|
|
166
|
+
{%- endfor %}
|
|
167
|
+
{%- if add_generation_prompt %}
|
|
168
|
+
{{- 'assistant\n' }}
|
|
169
|
+
{%- if enable_thinking is defined and enable_thinking is false %}
|
|
170
|
+
{{- '<think>\n\n</think>\n\n' }}
|
|
171
|
+
{%- endif %}
|
|
172
|
+
{%- endif %}
|
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
version: '3.8'
|
|
2
|
+
|
|
3
|
+
services:
|
|
4
|
+
qdrant:
|
|
5
|
+
image: qdrant/qdrant:latest
|
|
6
|
+
container_name: uam-qdrant
|
|
7
|
+
ports:
|
|
8
|
+
- "6333:6333" # REST API
|
|
9
|
+
- "6334:6334" # gRPC
|
|
10
|
+
volumes:
|
|
11
|
+
- ./qdrant_storage:/qdrant/storage:z
|
|
12
|
+
environment:
|
|
13
|
+
- QDRANT__SERVICE__GRPC_PORT=6334
|
|
14
|
+
- QDRANT__REST__PORT=6333
|
|
15
|
+
- QDRANT__LOG_LEVEL=INFO
|
|
16
|
+
restart: unless-stopped
|
|
17
|
+
healthcheck:
|
|
18
|
+
test: ["CMD", "curl", "-f", "http://localhost:6333/healthz"]
|
|
19
|
+
interval: 30s
|
|
20
|
+
timeout: 10s
|
|
21
|
+
retries: 3
|
|
22
|
+
|
|
23
|
+
volumes:
|
|
24
|
+
qdrant_storage:
|
|
@@ -0,0 +1,256 @@
|
|
|
1
|
+
#!/usr/bin/env python3
|
|
2
|
+
"""
|
|
3
|
+
UAM Database Schema Migration
|
|
4
|
+
|
|
5
|
+
This script adds missing tables to the UAM memory database for full protocol compliance.
|
|
6
|
+
|
|
7
|
+
Usage:
|
|
8
|
+
tools/agents/migrations/apply.py
|
|
9
|
+
"""
|
|
10
|
+
|
|
11
|
+
import sqlite3
|
|
12
|
+
from pathlib import Path
|
|
13
|
+
|
|
14
|
+
|
|
15
|
+
def get_project_root():
|
|
16
|
+
"""Get project root directory."""
|
|
17
|
+
return Path(__file__).parent.parent.parent
|
|
18
|
+
|
|
19
|
+
|
|
20
|
+
def migrate():
|
|
21
|
+
"""Apply all database migrations."""
|
|
22
|
+
db_path = get_project_root() / "agents/data/memory/short_term.db"
|
|
23
|
+
|
|
24
|
+
if not db_path.exists():
|
|
25
|
+
print(f"❌ Database not found: {db_path}")
|
|
26
|
+
print(" Initialize memory system first")
|
|
27
|
+
return 1
|
|
28
|
+
|
|
29
|
+
print(f"📝 Migrating database: {db_path}\n")
|
|
30
|
+
|
|
31
|
+
conn = sqlite3.connect(str(db_path))
|
|
32
|
+
cursor = conn.cursor()
|
|
33
|
+
|
|
34
|
+
# ============================================================
|
|
35
|
+
# Migration 1: Session Memories Table
|
|
36
|
+
# ============================================================
|
|
37
|
+
print("📦 Creating session_memories table...")
|
|
38
|
+
cursor.execute("""
|
|
39
|
+
CREATE TABLE IF NOT EXISTS session_memories (
|
|
40
|
+
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
|
41
|
+
session_id TEXT NOT NULL,
|
|
42
|
+
timestamp TEXT NOT NULL,
|
|
43
|
+
type TEXT NOT NULL CHECK(type IN ('action','goal','decision')),
|
|
44
|
+
content TEXT NOT NULL,
|
|
45
|
+
importance INTEGER CHECK(importance >= 1 AND importance <= 10),
|
|
46
|
+
UNIQUE(session_id, id)
|
|
47
|
+
)
|
|
48
|
+
""")
|
|
49
|
+
print(" ✅ session_memories table created")
|
|
50
|
+
|
|
51
|
+
# ============================================================
|
|
52
|
+
# Migration 2: Full-Text Search Index (FTS5)
|
|
53
|
+
# ============================================================
|
|
54
|
+
print("📦 Creating memories_fts FTS5 index...")
|
|
55
|
+
try:
|
|
56
|
+
cursor.execute("""
|
|
57
|
+
CREATE VIRTUAL TABLE IF NOT EXISTS memories_fts USING fts5(
|
|
58
|
+
content,
|
|
59
|
+
content='memories',
|
|
60
|
+
content_rowid='id'
|
|
61
|
+
)
|
|
62
|
+
""")
|
|
63
|
+
|
|
64
|
+
# Copy existing data to FTS index
|
|
65
|
+
cursor.execute("SELECT id, content FROM memories")
|
|
66
|
+
rows = cursor.fetchall()
|
|
67
|
+
|
|
68
|
+
for row_id, content in rows:
|
|
69
|
+
cursor.execute(
|
|
70
|
+
"INSERT INTO memories_fts(rowid, content) VALUES (?, ?)",
|
|
71
|
+
(row_id, content),
|
|
72
|
+
)
|
|
73
|
+
|
|
74
|
+
print(" ✅ memories_fts index created and populated")
|
|
75
|
+
except sqlite3.OperationalError as e:
|
|
76
|
+
if "already exists" in str(e):
|
|
77
|
+
print(" ⚠️ memories_fts already exists (skipping)")
|
|
78
|
+
else:
|
|
79
|
+
raise
|
|
80
|
+
|
|
81
|
+
# ============================================================
|
|
82
|
+
# Migration 3: Triggers for FTS Sync
|
|
83
|
+
# ============================================================
|
|
84
|
+
print("📦 Creating FTS sync triggers...")
|
|
85
|
+
|
|
86
|
+
cursor.execute("""
|
|
87
|
+
CREATE TRIGGER IF NOT EXISTS memories_ai AFTER INSERT ON memories BEGIN
|
|
88
|
+
INSERT INTO memories_fts(rowid, content) VALUES (new.id, new.content);
|
|
89
|
+
END
|
|
90
|
+
""")
|
|
91
|
+
print(" ✅ memories_ai trigger created")
|
|
92
|
+
|
|
93
|
+
cursor.execute("""
|
|
94
|
+
CREATE TRIGGER IF NOT EXISTS memories_ad AFTER DELETE ON memories BEGIN
|
|
95
|
+
INSERT INTO memories_fts(memories_fts, rowid, content) VALUES ('delete', old.id, old.content);
|
|
96
|
+
END
|
|
97
|
+
""")
|
|
98
|
+
print(" ✅ memories_ad trigger created")
|
|
99
|
+
|
|
100
|
+
cursor.execute("""
|
|
101
|
+
CREATE TRIGGER IF NOT EXISTS memories_au AFTER UPDATE ON memories BEGIN
|
|
102
|
+
INSERT INTO memories_fts(memories_fts, rowid, content) VALUES ('delete', old.id, old.content);
|
|
103
|
+
INSERT INTO memories_fts(rowid, content) VALUES (new.id, new.content);
|
|
104
|
+
END
|
|
105
|
+
""")
|
|
106
|
+
print(" ✅ memories_au trigger created")
|
|
107
|
+
|
|
108
|
+
# ============================================================
|
|
109
|
+
# Migration 4: Entities Table (Knowledge Graph)
|
|
110
|
+
# ============================================================
|
|
111
|
+
print("📦 Creating entities table...")
|
|
112
|
+
cursor.execute("""
|
|
113
|
+
CREATE TABLE IF NOT EXISTS entities (
|
|
114
|
+
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
|
115
|
+
name TEXT NOT NULL UNIQUE,
|
|
116
|
+
type TEXT NOT NULL CHECK(type IN ('service','database','pattern','lesson','fact','api','tool')),
|
|
117
|
+
description TEXT,
|
|
118
|
+
mention_count INTEGER DEFAULT 0,
|
|
119
|
+
last_seen TEXT,
|
|
120
|
+
created_at TEXT DEFAULT CURRENT_TIMESTAMP
|
|
121
|
+
)
|
|
122
|
+
""")
|
|
123
|
+
print(" ✅ entities table created")
|
|
124
|
+
|
|
125
|
+
# ============================================================
|
|
126
|
+
# Migration 5: Relationships Table (Knowledge Graph)
|
|
127
|
+
# ============================================================
|
|
128
|
+
print("📦 Creating relationships table...")
|
|
129
|
+
cursor.execute("""
|
|
130
|
+
CREATE TABLE IF NOT EXISTS relationships (
|
|
131
|
+
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
|
132
|
+
source_id INTEGER REFERENCES entities(id),
|
|
133
|
+
target_id INTEGER REFERENCES entities(id),
|
|
134
|
+
relation TEXT NOT NULL,
|
|
135
|
+
strength REAL DEFAULT 1.0 CHECK(strength >= 0 AND strength <= 1),
|
|
136
|
+
created_at TEXT DEFAULT CURRENT_TIMESTAMP,
|
|
137
|
+
UNIQUE(source_id, target_id, relation)
|
|
138
|
+
)
|
|
139
|
+
""")
|
|
140
|
+
print(" ✅ relationships table created")
|
|
141
|
+
|
|
142
|
+
# ============================================================
|
|
143
|
+
# Migration 6: Indexes for Performance
|
|
144
|
+
# ============================================================
|
|
145
|
+
print("📦 Creating performance indexes...")
|
|
146
|
+
|
|
147
|
+
cursor.execute("""
|
|
148
|
+
CREATE INDEX IF NOT EXISTS idx_session_memories_session ON session_memories(session_id)
|
|
149
|
+
""")
|
|
150
|
+
print(" ✅ idx_session_memories_session index created")
|
|
151
|
+
|
|
152
|
+
cursor.execute("""
|
|
153
|
+
CREATE INDEX IF NOT EXISTS idx_session_memories_importance ON session_memories(importance DESC)
|
|
154
|
+
""")
|
|
155
|
+
print(" ✅ idx_session_memories_importance index created")
|
|
156
|
+
|
|
157
|
+
cursor.execute("""
|
|
158
|
+
CREATE INDEX IF NOT EXISTS idx_entities_type ON entities(type)
|
|
159
|
+
""")
|
|
160
|
+
print(" ✅ idx_entities_type index created")
|
|
161
|
+
|
|
162
|
+
cursor.execute("""
|
|
163
|
+
CREATE INDEX IF NOT EXISTS idx_relationships_source ON relationships(source_id)
|
|
164
|
+
""")
|
|
165
|
+
print(" ✅ idx_relationships_source index created")
|
|
166
|
+
|
|
167
|
+
# ============================================================
|
|
168
|
+
# Migration 7: Initialize Coordination Database if needed
|
|
169
|
+
# ============================================================
|
|
170
|
+
coord_db_path = get_project_root() / "agents/data/coordination/coordination.db"
|
|
171
|
+
if not coord_db_path.exists():
|
|
172
|
+
print("📦 Initializing coordination database...")
|
|
173
|
+
coord_conn = sqlite3.connect(str(coord_db_path))
|
|
174
|
+
coord_cursor = coord_conn.cursor()
|
|
175
|
+
|
|
176
|
+
coord_cursor.execute("""
|
|
177
|
+
CREATE TABLE IF NOT EXISTS agent_registry (
|
|
178
|
+
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
|
179
|
+
agent_id TEXT UNIQUE NOT NULL,
|
|
180
|
+
status TEXT CHECK(status IN ('active','idle','completed','failed')),
|
|
181
|
+
last_heartbeat TEXT,
|
|
182
|
+
created_at TEXT DEFAULT CURRENT_TIMESTAMP
|
|
183
|
+
)
|
|
184
|
+
""")
|
|
185
|
+
|
|
186
|
+
coord_cursor.execute("""
|
|
187
|
+
CREATE TABLE IF NOT EXISTS work_claims (
|
|
188
|
+
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
|
189
|
+
agent_id INTEGER REFERENCES agent_registry(id),
|
|
190
|
+
work_type TEXT NOT NULL,
|
|
191
|
+
work_description TEXT,
|
|
192
|
+
started_at TEXT,
|
|
193
|
+
completed_at TEXT,
|
|
194
|
+
UNIQUE(agent_id, work_type)
|
|
195
|
+
)
|
|
196
|
+
""")
|
|
197
|
+
|
|
198
|
+
coord_cursor.execute("""
|
|
199
|
+
CREATE TABLE IF NOT EXISTS work_announcements (
|
|
200
|
+
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
|
201
|
+
agent_id INTEGER REFERENCES agent_registry(id),
|
|
202
|
+
announcement_type TEXT NOT NULL,
|
|
203
|
+
content TEXT NOT NULL,
|
|
204
|
+
created_at TEXT DEFAULT CURRENT_TIMESTAMP,
|
|
205
|
+
completed_at TEXT
|
|
206
|
+
)
|
|
207
|
+
""")
|
|
208
|
+
|
|
209
|
+
coord_cursor.execute("""
|
|
210
|
+
CREATE TABLE IF NOT EXISTS agent_messages (
|
|
211
|
+
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
|
212
|
+
sender_id INTEGER REFERENCES agent_registry(id),
|
|
213
|
+
recipient_id INTEGER REFERENCES agent_registry(id),
|
|
214
|
+
message_type TEXT NOT NULL,
|
|
215
|
+
content TEXT NOT NULL,
|
|
216
|
+
created_at TEXT DEFAULT CURRENT_TIMESTAMP
|
|
217
|
+
)
|
|
218
|
+
""")
|
|
219
|
+
|
|
220
|
+
# Create indexes for coordination DB
|
|
221
|
+
coord_cursor.execute("""
|
|
222
|
+
CREATE INDEX IF NOT EXISTS idx_agent_registry_status ON agent_registry(status)
|
|
223
|
+
""")
|
|
224
|
+
coord_cursor.execute("""
|
|
225
|
+
CREATE INDEX IF NOT EXISTS idx_work_claims_agent ON work_claims(agent_id)
|
|
226
|
+
""")
|
|
227
|
+
coord_cursor.execute("""
|
|
228
|
+
CREATE INDEX IF NOT EXISTS idx_agent_messages_created ON agent_messages(created_at)
|
|
229
|
+
""")
|
|
230
|
+
|
|
231
|
+
coord_conn.commit()
|
|
232
|
+
coord_conn.close()
|
|
233
|
+
print(" ✅ coordination database initialized")
|
|
234
|
+
|
|
235
|
+
# Commit all changes
|
|
236
|
+
conn.commit()
|
|
237
|
+
conn.close()
|
|
238
|
+
|
|
239
|
+
print("\n" + "=" * 50)
|
|
240
|
+
print("✅ Database migration completed successfully!")
|
|
241
|
+
print("=" * 50)
|
|
242
|
+
print("\nNew tables created:")
|
|
243
|
+
print(" • session_memories - Store high-importance decisions")
|
|
244
|
+
print(" • memories_fts - Full-text search index")
|
|
245
|
+
print(" • entities - Knowledge graph nodes")
|
|
246
|
+
print(" • relationships - Knowledge graph edges")
|
|
247
|
+
print(" • coordination.db - Multi-agent coordination DB")
|
|
248
|
+
print("\nRun 'UAP compliance check' to verify compliance")
|
|
249
|
+
|
|
250
|
+
return 0
|
|
251
|
+
|
|
252
|
+
|
|
253
|
+
if __name__ == "__main__":
|
|
254
|
+
import sys
|
|
255
|
+
|
|
256
|
+
sys.exit(migrate())
|