superlocalmemory 2.7.6 → 2.8.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (177) hide show
  1. package/CHANGELOG.md +120 -155
  2. package/README.md +115 -89
  3. package/api_server.py +25 -12
  4. package/bin/slm +20 -0
  5. package/docs/PATTERN-LEARNING.md +64 -199
  6. package/docs/example_graph_usage.py +4 -6
  7. package/install.sh +74 -0
  8. package/mcp_server.py +120 -9
  9. package/package.json +1 -8
  10. package/scripts/generate-thumbnails.py +3 -5
  11. package/skills/slm-build-graph/SKILL.md +1 -1
  12. package/skills/slm-list-recent/SKILL.md +2 -2
  13. package/skills/slm-recall/SKILL.md +1 -1
  14. package/skills/slm-remember/SKILL.md +2 -2
  15. package/skills/slm-show-patterns/SKILL.md +1 -1
  16. package/skills/slm-status/SKILL.md +2 -2
  17. package/skills/slm-switch-profile/SKILL.md +4 -4
  18. package/src/agent_registry.py +7 -18
  19. package/src/auth_middleware.py +3 -5
  20. package/src/auto_backup.py +3 -7
  21. package/src/behavioral/__init__.py +49 -0
  22. package/src/behavioral/behavioral_listener.py +203 -0
  23. package/src/behavioral/behavioral_patterns.py +275 -0
  24. package/src/behavioral/cross_project_transfer.py +206 -0
  25. package/src/behavioral/outcome_inference.py +194 -0
  26. package/src/behavioral/outcome_tracker.py +193 -0
  27. package/src/behavioral/tests/__init__.py +4 -0
  28. package/src/behavioral/tests/test_behavioral_integration.py +108 -0
  29. package/src/behavioral/tests/test_behavioral_patterns.py +150 -0
  30. package/src/behavioral/tests/test_cross_project_transfer.py +142 -0
  31. package/src/behavioral/tests/test_mcp_behavioral.py +139 -0
  32. package/src/behavioral/tests/test_mcp_report_outcome.py +117 -0
  33. package/src/behavioral/tests/test_outcome_inference.py +107 -0
  34. package/src/behavioral/tests/test_outcome_tracker.py +96 -0
  35. package/src/cache_manager.py +4 -6
  36. package/src/compliance/__init__.py +48 -0
  37. package/src/compliance/abac_engine.py +149 -0
  38. package/src/compliance/abac_middleware.py +116 -0
  39. package/src/compliance/audit_db.py +215 -0
  40. package/src/compliance/audit_logger.py +148 -0
  41. package/src/compliance/retention_manager.py +289 -0
  42. package/src/compliance/retention_scheduler.py +186 -0
  43. package/src/compliance/tests/__init__.py +4 -0
  44. package/src/compliance/tests/test_abac_enforcement.py +95 -0
  45. package/src/compliance/tests/test_abac_engine.py +124 -0
  46. package/src/compliance/tests/test_abac_mcp_integration.py +118 -0
  47. package/src/compliance/tests/test_audit_db.py +123 -0
  48. package/src/compliance/tests/test_audit_logger.py +98 -0
  49. package/src/compliance/tests/test_mcp_audit.py +128 -0
  50. package/src/compliance/tests/test_mcp_retention_policy.py +125 -0
  51. package/src/compliance/tests/test_retention_manager.py +131 -0
  52. package/src/compliance/tests/test_retention_scheduler.py +99 -0
  53. package/src/db_connection_manager.py +2 -12
  54. package/src/embedding_engine.py +61 -669
  55. package/src/embeddings/__init__.py +47 -0
  56. package/src/embeddings/cache.py +70 -0
  57. package/src/embeddings/cli.py +113 -0
  58. package/src/embeddings/constants.py +47 -0
  59. package/src/embeddings/database.py +91 -0
  60. package/src/embeddings/engine.py +247 -0
  61. package/src/embeddings/model_loader.py +145 -0
  62. package/src/event_bus.py +3 -13
  63. package/src/graph/__init__.py +36 -0
  64. package/src/graph/build_helpers.py +74 -0
  65. package/src/graph/cli.py +87 -0
  66. package/src/graph/cluster_builder.py +188 -0
  67. package/src/graph/cluster_summary.py +148 -0
  68. package/src/graph/constants.py +47 -0
  69. package/src/graph/edge_builder.py +162 -0
  70. package/src/graph/entity_extractor.py +95 -0
  71. package/src/graph/graph_core.py +226 -0
  72. package/src/graph/graph_search.py +231 -0
  73. package/src/graph/hierarchical.py +207 -0
  74. package/src/graph/schema.py +99 -0
  75. package/src/graph_engine.py +45 -1451
  76. package/src/hnsw_index.py +13 -11
  77. package/src/hybrid_search.py +36 -683
  78. package/src/learning/__init__.py +27 -12
  79. package/src/learning/adaptive_ranker.py +50 -12
  80. package/src/learning/cross_project_aggregator.py +2 -12
  81. package/src/learning/engagement_tracker.py +2 -12
  82. package/src/learning/feature_extractor.py +175 -43
  83. package/src/learning/feedback_collector.py +7 -12
  84. package/src/learning/learning_db.py +180 -12
  85. package/src/learning/project_context_manager.py +2 -12
  86. package/src/learning/source_quality_scorer.py +2 -12
  87. package/src/learning/synthetic_bootstrap.py +2 -12
  88. package/src/learning/tests/__init__.py +2 -0
  89. package/src/learning/tests/test_adaptive_ranker.py +2 -6
  90. package/src/learning/tests/test_adaptive_ranker_v28.py +60 -0
  91. package/src/learning/tests/test_aggregator.py +2 -6
  92. package/src/learning/tests/test_auto_retrain_v28.py +35 -0
  93. package/src/learning/tests/test_e2e_ranking_v28.py +82 -0
  94. package/src/learning/tests/test_feature_extractor_v28.py +93 -0
  95. package/src/learning/tests/test_feedback_collector.py +2 -6
  96. package/src/learning/tests/test_learning_db.py +2 -6
  97. package/src/learning/tests/test_learning_db_v28.py +110 -0
  98. package/src/learning/tests/test_learning_init_v28.py +48 -0
  99. package/src/learning/tests/test_outcome_signals.py +48 -0
  100. package/src/learning/tests/test_project_context.py +2 -6
  101. package/src/learning/tests/test_schema_migration.py +319 -0
  102. package/src/learning/tests/test_signal_inference.py +11 -13
  103. package/src/learning/tests/test_source_quality.py +2 -6
  104. package/src/learning/tests/test_synthetic_bootstrap.py +3 -7
  105. package/src/learning/tests/test_workflow_miner.py +2 -6
  106. package/src/learning/workflow_pattern_miner.py +2 -12
  107. package/src/lifecycle/__init__.py +54 -0
  108. package/src/lifecycle/bounded_growth.py +239 -0
  109. package/src/lifecycle/compaction_engine.py +226 -0
  110. package/src/lifecycle/lifecycle_engine.py +355 -0
  111. package/src/lifecycle/lifecycle_evaluator.py +257 -0
  112. package/src/lifecycle/lifecycle_scheduler.py +130 -0
  113. package/src/lifecycle/retention_policy.py +285 -0
  114. package/src/lifecycle/tests/__init__.py +4 -0
  115. package/src/lifecycle/tests/test_bounded_growth.py +193 -0
  116. package/src/lifecycle/tests/test_compaction.py +179 -0
  117. package/src/lifecycle/tests/test_lifecycle_engine.py +137 -0
  118. package/src/lifecycle/tests/test_lifecycle_evaluation.py +177 -0
  119. package/src/lifecycle/tests/test_lifecycle_scheduler.py +127 -0
  120. package/src/lifecycle/tests/test_lifecycle_search.py +109 -0
  121. package/src/lifecycle/tests/test_mcp_compact.py +149 -0
  122. package/src/lifecycle/tests/test_mcp_lifecycle_status.py +114 -0
  123. package/src/lifecycle/tests/test_retention_policy.py +162 -0
  124. package/src/mcp_tools_v28.py +281 -0
  125. package/src/memory-profiles.py +3 -12
  126. package/src/memory-reset.py +2 -12
  127. package/src/memory_compression.py +2 -12
  128. package/src/memory_store_v2.py +76 -20
  129. package/src/migrate_v1_to_v2.py +2 -12
  130. package/src/pattern_learner.py +29 -975
  131. package/src/patterns/__init__.py +24 -0
  132. package/src/patterns/analyzers.py +247 -0
  133. package/src/patterns/learner.py +267 -0
  134. package/src/patterns/scoring.py +167 -0
  135. package/src/patterns/store.py +223 -0
  136. package/src/patterns/terminology.py +138 -0
  137. package/src/provenance_tracker.py +4 -14
  138. package/src/query_optimizer.py +4 -6
  139. package/src/rate_limiter.py +2 -6
  140. package/src/search/__init__.py +20 -0
  141. package/src/search/cli.py +77 -0
  142. package/src/search/constants.py +26 -0
  143. package/src/search/engine.py +239 -0
  144. package/src/search/fusion.py +122 -0
  145. package/src/search/index_loader.py +112 -0
  146. package/src/search/methods.py +162 -0
  147. package/src/search_engine_v2.py +4 -6
  148. package/src/setup_validator.py +7 -13
  149. package/src/subscription_manager.py +2 -12
  150. package/src/tree/__init__.py +59 -0
  151. package/src/tree/builder.py +183 -0
  152. package/src/tree/nodes.py +196 -0
  153. package/src/tree/queries.py +252 -0
  154. package/src/tree/schema.py +76 -0
  155. package/src/tree_manager.py +10 -711
  156. package/src/trust/__init__.py +45 -0
  157. package/src/trust/constants.py +66 -0
  158. package/src/trust/queries.py +157 -0
  159. package/src/trust/schema.py +95 -0
  160. package/src/trust/scorer.py +299 -0
  161. package/src/trust/signals.py +95 -0
  162. package/src/trust_scorer.py +39 -697
  163. package/src/webhook_dispatcher.py +2 -12
  164. package/ui/app.js +1 -1
  165. package/ui/index.html +152 -4
  166. package/ui/js/agents.js +1 -1
  167. package/ui/js/behavioral.js +276 -0
  168. package/ui/js/compliance.js +252 -0
  169. package/ui/js/init.js +10 -0
  170. package/ui/js/lifecycle.js +298 -0
  171. package/ui/js/profiles.js +4 -0
  172. package/ui_server.py +21 -14
  173. package/ATTRIBUTION.md +0 -140
  174. package/docs/ARCHITECTURE-V2.5.md +0 -190
  175. package/docs/GRAPH-ENGINE.md +0 -503
  176. package/docs/architecture-diagram.drawio +0 -405
  177. package/docs/plans/2026-02-13-benchmark-suite.md +0 -1349
@@ -0,0 +1,95 @@
1
+ #!/usr/bin/env python3
2
+ # SPDX-License-Identifier: MIT
3
+ # Copyright (c) 2026 SuperLocalMemory (superlocalmemory.com)
4
+ """
5
+ High-level signal helpers and burst detection mixin for TrustScorer.
6
+
7
+ Contains: on_memory_created, on_memory_deleted, on_memory_recalled,
8
+ _track_write, _is_burst.
9
+ """
10
+
11
+ import logging
12
+ from datetime import datetime, timedelta
13
+ from typing import Optional
14
+
15
+ from .constants import (
16
+ QUICK_DELETE_HOURS,
17
+ BURST_THRESHOLD,
18
+ BURST_WINDOW_MINUTES,
19
+ )
20
+
21
+ logger = logging.getLogger("superlocalmemory.trust")
22
+
23
+
24
+ class TrustSignalsMixin:
25
+ """Mixin providing high-level signal helpers and burst detection."""
26
+
27
+ # =========================================================================
28
+ # High-Level Signal Helpers (called from memory_store_v2 / mcp_server)
29
+ # =========================================================================
30
+
31
+ def on_memory_created(self, agent_id: str, memory_id: int, importance: int = 5):
32
+ """Record signals when a memory is created."""
33
+ # Track write timestamp for burst detection
34
+ self._track_write(agent_id)
35
+
36
+ if importance >= 7:
37
+ self.record_signal(agent_id, "high_importance_write",
38
+ context={"memory_id": memory_id, "importance": importance})
39
+ else:
40
+ self.record_signal(agent_id, "normal_write",
41
+ context={"memory_id": memory_id})
42
+
43
+ # Check for burst pattern
44
+ if self._is_burst(agent_id):
45
+ self.record_signal(agent_id, "high_volume_burst",
46
+ context={"memory_id": memory_id})
47
+
48
+ def on_memory_deleted(self, agent_id: str, memory_id: int, created_at: Optional[str] = None):
49
+ """Record signals when a memory is deleted."""
50
+ if created_at:
51
+ try:
52
+ created = datetime.fromisoformat(created_at)
53
+ age_hours = (datetime.now() - created).total_seconds() / 3600
54
+ if age_hours < QUICK_DELETE_HOURS:
55
+ self.record_signal(agent_id, "quick_delete",
56
+ context={"memory_id": memory_id, "age_hours": round(age_hours, 2)})
57
+ return
58
+ except (ValueError, TypeError):
59
+ pass
60
+
61
+ # Normal delete (no negative signal)
62
+ self.record_signal(agent_id, "normal_write",
63
+ context={"memory_id": memory_id, "action": "delete"})
64
+
65
+ def on_memory_recalled(self, agent_id: str, memory_id: int, created_by: Optional[str] = None):
66
+ """Record signals when a memory is recalled."""
67
+ if created_by and created_by != agent_id:
68
+ # Cross-agent validation: another agent found this memory useful
69
+ self.record_signal(created_by, "memory_recalled_by_others",
70
+ context={"memory_id": memory_id, "recalled_by": agent_id})
71
+
72
+ self.record_signal(agent_id, "normal_recall",
73
+ context={"memory_id": memory_id})
74
+
75
+ # =========================================================================
76
+ # Burst Detection
77
+ # =========================================================================
78
+
79
+ def _track_write(self, agent_id: str):
80
+ """Track a write timestamp for burst detection."""
81
+ now = datetime.now()
82
+ with self._timestamps_lock:
83
+ if agent_id not in self._write_timestamps:
84
+ self._write_timestamps[agent_id] = []
85
+ timestamps = self._write_timestamps[agent_id]
86
+ timestamps.append(now)
87
+ # Keep only recent timestamps (within burst window)
88
+ cutoff = now - timedelta(minutes=BURST_WINDOW_MINUTES)
89
+ self._write_timestamps[agent_id] = [t for t in timestamps if t > cutoff]
90
+
91
+ def _is_burst(self, agent_id: str) -> bool:
92
+ """Check if agent is in a burst write pattern."""
93
+ with self._timestamps_lock:
94
+ timestamps = self._write_timestamps.get(agent_id, [])
95
+ return len(timestamps) > BURST_THRESHOLD