superlocalmemory 3.5.8 → 3.6.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (72) hide show
  1. package/ATTRIBUTION.md +24 -0
  2. package/CHANGELOG.md +35 -0
  3. package/README.md +142 -35
  4. package/package.json +1 -1
  5. package/pyproject.toml +2 -1
  6. package/src/superlocalmemory/__init__.py +1 -1
  7. package/src/superlocalmemory/cli/cache_cmd.py +198 -0
  8. package/src/superlocalmemory/cli/commands.py +80 -2
  9. package/src/superlocalmemory/cli/compress_cmd.py +179 -0
  10. package/src/superlocalmemory/cli/help_cmd.py +197 -0
  11. package/src/superlocalmemory/cli/main.py +122 -0
  12. package/src/superlocalmemory/cli/optimize_cmd.py +175 -0
  13. package/src/superlocalmemory/cli/optimize_constants.py +31 -0
  14. package/src/superlocalmemory/cli/proxy_cmd.py +95 -0
  15. package/src/superlocalmemory/core/config.py +5 -0
  16. package/src/superlocalmemory/core/engine.py +23 -0
  17. package/src/superlocalmemory/core/mcp_embedder_proxy.py +89 -0
  18. package/src/superlocalmemory/llm/backbone.py +10 -4
  19. package/src/superlocalmemory/mcp/server.py +34 -0
  20. package/src/superlocalmemory/mcp/tools_v3.py +6 -2
  21. package/src/superlocalmemory/optimize/NOTICE +11 -0
  22. package/src/superlocalmemory/optimize/__init__.py +0 -0
  23. package/src/superlocalmemory/optimize/adapters/__init__.py +68 -0
  24. package/src/superlocalmemory/optimize/adapters/_agent_registry.py +120 -0
  25. package/src/superlocalmemory/optimize/adapters/anthropic_adapter.py +115 -0
  26. package/src/superlocalmemory/optimize/adapters/openai_adapter.py +125 -0
  27. package/src/superlocalmemory/optimize/adapters/wrap.py +188 -0
  28. package/src/superlocalmemory/optimize/cache/__init__.py +31 -0
  29. package/src/superlocalmemory/optimize/cache/boundary_store.py +455 -0
  30. package/src/superlocalmemory/optimize/cache/centroid_store.py +158 -0
  31. package/src/superlocalmemory/optimize/cache/context_key.py +67 -0
  32. package/src/superlocalmemory/optimize/cache/exact.py +85 -0
  33. package/src/superlocalmemory/optimize/cache/invalidation.py +36 -0
  34. package/src/superlocalmemory/optimize/cache/key_builder.py +98 -0
  35. package/src/superlocalmemory/optimize/cache/manager.py +452 -0
  36. package/src/superlocalmemory/optimize/cache/semantic.py +568 -0
  37. package/src/superlocalmemory/optimize/cache/stampede.py +50 -0
  38. package/src/superlocalmemory/optimize/compress/__init__.py +17 -0
  39. package/src/superlocalmemory/optimize/compress/align.py +153 -0
  40. package/src/superlocalmemory/optimize/compress/ccr.py +157 -0
  41. package/src/superlocalmemory/optimize/compress/extractive_code.py +311 -0
  42. package/src/superlocalmemory/optimize/compress/extractive_json.py +72 -0
  43. package/src/superlocalmemory/optimize/compress/prose_llmlingua.py +77 -0
  44. package/src/superlocalmemory/optimize/compress/router.py +548 -0
  45. package/src/superlocalmemory/optimize/config/__init__.py +35 -0
  46. package/src/superlocalmemory/optimize/config/defaults.py +48 -0
  47. package/src/superlocalmemory/optimize/config/schema.py +255 -0
  48. package/src/superlocalmemory/optimize/config/store.py +209 -0
  49. package/src/superlocalmemory/optimize/metrics/__init__.py +8 -0
  50. package/src/superlocalmemory/optimize/metrics/counters.py +138 -0
  51. package/src/superlocalmemory/optimize/metrics/estimator.py +90 -0
  52. package/src/superlocalmemory/optimize/metrics/exporters.py +77 -0
  53. package/src/superlocalmemory/optimize/metrics/persistence.py +115 -0
  54. package/src/superlocalmemory/optimize/proxy/__init__.py +28 -0
  55. package/src/superlocalmemory/optimize/proxy/_helpers.py +257 -0
  56. package/src/superlocalmemory/optimize/proxy/anthropic_surface.py +171 -0
  57. package/src/superlocalmemory/optimize/proxy/gemini_surface.py +121 -0
  58. package/src/superlocalmemory/optimize/proxy/lifecycle.py +126 -0
  59. package/src/superlocalmemory/optimize/proxy/openai_surface.py +125 -0
  60. package/src/superlocalmemory/optimize/proxy/server.py +151 -0
  61. package/src/superlocalmemory/optimize/storage/__init__.py +0 -0
  62. package/src/superlocalmemory/optimize/storage/db.py +1016 -0
  63. package/src/superlocalmemory/optimize/storage/schema.py +184 -0
  64. package/src/superlocalmemory/server/routes/optimize.py +166 -0
  65. package/src/superlocalmemory/server/routes/v3_api.py +63 -1
  66. package/src/superlocalmemory/server/unified_daemon.py +105 -0
  67. package/src/superlocalmemory/ui/index.html +98 -0
  68. package/src/superlocalmemory/ui/js/ng-shell.js +2 -1
  69. package/src/superlocalmemory/ui/js/optimize.js +173 -0
  70. package/src/superlocalmemory.egg-info/PKG-INFO +2 -1
  71. package/src/superlocalmemory.egg-info/SOURCES.txt +51 -0
  72. package/src/superlocalmemory.egg-info/requires.txt +1 -0
@@ -29,7 +29,8 @@
29
29
  {
30
30
  label: 'Config',
31
31
  items: [
32
- { id: 'settings-pane', icon: 'bi-gear', text: 'Settings' }
32
+ { id: 'settings-pane', icon: 'bi-gear', text: 'Settings' },
33
+ { id: 'optimize-pane', icon: 'bi-speedometer', text: 'Optimize' }
33
34
  ]
34
35
  }
35
36
  ];
@@ -0,0 +1,173 @@
1
+ // SuperLocalMemory V3 — Optimize Tab
2
+ // Part of Qualixar | https://superlocalmemory.com
3
+
4
+ (function() {
5
+ 'use strict';
6
+
7
+ var _pollTimer = null;
8
+
9
+ window.initOptimizeTab = function() {
10
+ _loadOptimizeConfig();
11
+ _loadSavings();
12
+ _startSavingsPolling();
13
+ };
14
+
15
+ function _startSavingsPolling() {
16
+ if (_pollTimer) clearInterval(_pollTimer);
17
+ _pollTimer = setInterval(_loadSavings, 10000);
18
+ }
19
+
20
+ async function _loadOptimizeConfig() {
21
+ try {
22
+ var resp = await fetch('/api/optimize/config');
23
+ if (!resp.ok) return;
24
+ var cfg = await resp.json();
25
+ _setToggle('opt-enabled', cfg.enabled);
26
+ _setToggle('opt-cache-enabled', cfg.cache_enabled);
27
+ _setToggle('opt-semantic-enabled', cfg.semantic_enabled);
28
+ _setToggle('opt-compress-enabled', cfg.compress_enabled);
29
+ _setSelect('opt-compress-mode', cfg.compress_mode);
30
+ _setToggle('opt-compress-code', cfg.compress_code);
31
+ _setToggle('opt-compress-prose', cfg.compress_prose);
32
+ _setToggle('opt-compress-ccr', cfg.compress_ccr);
33
+ _setToggle('opt-compress-align', cfg.compress_align);
34
+ var verEl = document.getElementById('opt-config-version');
35
+ if (verEl) verEl.textContent = cfg.config_version || '-';
36
+ } catch (e) {
37
+ console.log('Optimize config load error:', e);
38
+ }
39
+ }
40
+
41
+ async function _loadSavings() {
42
+ try {
43
+ var resp = await fetch('/api/optimize/savings');
44
+ if (!resp.ok) return;
45
+ var data = await resp.json();
46
+ var tokensSaved = (data.tokens_saved_input || 0) + (data.tokens_saved_output || 0) + (data.tokens_saved_compress || 0);
47
+ _setText('opt-tokens-saved', tokensSaved.toLocaleString());
48
+ var costSaved = data.cost_saved || {};
49
+ _setText('opt-usd-saved', '$' + (costSaved.usd || 0).toFixed(4));
50
+ _setText('opt-inr-saved', '\u20B9' + (costSaved.inr || 0).toFixed(2));
51
+ _setText('opt-hit-rate', ((data.hit_rate || 0) * 100).toFixed(1) + '%');
52
+ _setText('opt-cache-entries', data.entries || 0);
53
+ _setText('opt-cache-size', _formatBytes(data.cache_bytes || 0));
54
+ if (data.compress_ratio !== null && data.compress_ratio !== undefined) {
55
+ _setText('opt-compression-ratio', data.compress_ratio.toFixed(2));
56
+ }
57
+ _setText('opt-pricing-date', data.pricing_date || '-');
58
+ if (data.is_stale) {
59
+ _setText('opt-stale-warning', 'Pricing data may be outdated');
60
+ }
61
+ } catch (e) {
62
+ console.log('Savings load error:', e);
63
+ }
64
+ }
65
+
66
+ // Toggle handlers
67
+ document.addEventListener('change', function(e) {
68
+ var id = e.target.id;
69
+ if (!id || !id.startsWith('opt-')) return;
70
+ var val = e.target.checked;
71
+
72
+ var fieldMap = {
73
+ 'opt-enabled': 'enabled',
74
+ 'opt-cache-enabled': 'cache_enabled',
75
+ 'opt-semantic-enabled': 'semantic_enabled',
76
+ 'opt-compress-enabled': 'compress_enabled',
77
+ 'opt-compress-code': 'compress_code',
78
+ 'opt-compress-prose': 'compress_prose',
79
+ 'opt-compress-ccr': 'compress_ccr',
80
+ 'opt-compress-align': 'compress_align'
81
+ };
82
+
83
+ if (id === 'opt-compress-mode') {
84
+ var mode = e.target.value;
85
+ if (mode === 'aggressive') {
86
+ // M-03: Bootstrap modal replaces browser confirm() for aggressive warning
87
+ var modalEl = document.getElementById('optimizeAggressiveModal');
88
+ if (modalEl && typeof bootstrap !== 'undefined') {
89
+ var modal = bootstrap.Modal.getOrCreateInstance(modalEl);
90
+ modal.show();
91
+ var confirmBtn = document.getElementById('optimize-aggressive-confirm');
92
+ var cancelBtn = document.getElementById('optimize-aggressive-cancel');
93
+ if (confirmBtn) confirmBtn.onclick = function() { modal.hide(); _putConfig({compress_mode: 'aggressive'}); };
94
+ if (cancelBtn) cancelBtn.onclick = function() { modal.hide(); e.target.value = 'safe'; };
95
+ return;
96
+ }
97
+ // Fallback for environments without Bootstrap
98
+ if (!confirm('WARNING: Aggressive mode may reduce output fidelity.\n\nDo NOT use for: code generation, legal text, exact-output tasks, math.\nSafe for: summarization, brainstorming, open-ended chat.\n\nContinue?')) {
99
+ e.target.value = 'safe';
100
+ return;
101
+ }
102
+ }
103
+ _putConfig({compress_mode: mode});
104
+ return;
105
+ }
106
+
107
+ var field = fieldMap[id];
108
+ if (field) {
109
+ var body = {};
110
+ body[field] = val;
111
+ _putConfig(body);
112
+ }
113
+ });
114
+
115
+ async function _putConfig(body) {
116
+ try {
117
+ await fetch('/api/optimize/config', {
118
+ method: 'PUT',
119
+ headers: {'Content-Type': 'application/json'},
120
+ body: JSON.stringify(body)
121
+ });
122
+ } catch (e) {
123
+ console.log('Config update error:', e);
124
+ }
125
+ }
126
+
127
+ // Copy proxy URL to clipboard
128
+ document.addEventListener('click', function(e) {
129
+ if (e.target && e.target.id === 'opt-copy-url') {
130
+ var url = 'http://localhost:8765';
131
+ if (navigator.clipboard && navigator.clipboard.writeText) {
132
+ navigator.clipboard.writeText(url).catch(function() {
133
+ _fallbackCopy(url);
134
+ });
135
+ } else {
136
+ _fallbackCopy(url);
137
+ }
138
+ e.target.textContent = 'Copied!';
139
+ setTimeout(function() { e.target.textContent = 'Copy URL'; }, 2000);
140
+ }
141
+ });
142
+
143
+ function _fallbackCopy(text) {
144
+ var ta = document.createElement('textarea');
145
+ ta.value = text;
146
+ ta.style.position = 'fixed';
147
+ ta.style.left = '-9999px';
148
+ document.body.appendChild(ta);
149
+ ta.select();
150
+ try { document.execCommand('copy'); } catch (e) {}
151
+ document.body.removeChild(ta);
152
+ }
153
+
154
+ function _setToggle(id, val) {
155
+ var el = document.getElementById(id);
156
+ if (el) el.checked = !!val;
157
+ }
158
+ function _setSelect(id, val) {
159
+ var el = document.getElementById(id);
160
+ if (el) el.value = val || 'safe';
161
+ }
162
+ function _setText(id, val) {
163
+ var el = document.getElementById(id);
164
+ if (el) el.textContent = val;
165
+ }
166
+ function _formatBytes(bytes) {
167
+ if (bytes === 0) return '0 B';
168
+ var k = 1024;
169
+ var sizes = ['B', 'KB', 'MB', 'GB'];
170
+ var i = Math.floor(Math.log(bytes) / Math.log(k));
171
+ return (bytes / Math.pow(k, i)).toFixed(1) + ' ' + sizes[i];
172
+ }
173
+ })();
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: superlocalmemory
3
- Version: 3.5.8
3
+ Version: 3.6.0
4
4
  Summary: Information-geometric agent memory with mathematical guarantees
5
5
  Author-email: Varun Pratap Bhardwaj <admin@superlocalmemory.com>
6
6
  License: AGPL-3.0-or-later
@@ -49,6 +49,7 @@ Requires-Dist: watchdog==5.0.3
49
49
  Requires-Dist: psutil==7.2.2
50
50
  Requires-Dist: structlog==25.5.0
51
51
  Requires-Dist: portalocker==3.2.0
52
+ Requires-Dist: cryptography==45.0.2
52
53
  Requires-Dist: sentence-transformers==5.3.0
53
54
  Requires-Dist: optimum==2.1.0
54
55
  Requires-Dist: onnxruntime==1.24.4
@@ -15,18 +15,24 @@ src/superlocalmemory/attribution/mathematical_dna.py
15
15
  src/superlocalmemory/attribution/signer.py
16
16
  src/superlocalmemory/attribution/watermark.py
17
17
  src/superlocalmemory/cli/__init__.py
18
+ src/superlocalmemory/cli/cache_cmd.py
18
19
  src/superlocalmemory/cli/commands.py
20
+ src/superlocalmemory/cli/compress_cmd.py
19
21
  src/superlocalmemory/cli/context_commands.py
20
22
  src/superlocalmemory/cli/daemon.py
21
23
  src/superlocalmemory/cli/db_migrate.py
22
24
  src/superlocalmemory/cli/doctor_cmd.py
23
25
  src/superlocalmemory/cli/escape_hatch.py
26
+ src/superlocalmemory/cli/help_cmd.py
24
27
  src/superlocalmemory/cli/ingest_cmd.py
25
28
  src/superlocalmemory/cli/json_output.py
26
29
  src/superlocalmemory/cli/main.py
27
30
  src/superlocalmemory/cli/migrate_cmd.py
31
+ src/superlocalmemory/cli/optimize_cmd.py
32
+ src/superlocalmemory/cli/optimize_constants.py
28
33
  src/superlocalmemory/cli/pending_store.py
29
34
  src/superlocalmemory/cli/post_install.py
35
+ src/superlocalmemory/cli/proxy_cmd.py
30
36
  src/superlocalmemory/cli/service_installer.py
31
37
  src/superlocalmemory/cli/setup_wizard.py
32
38
  src/superlocalmemory/cli/version_banner.py
@@ -90,6 +96,7 @@ src/superlocalmemory/core/injection.py
90
96
  src/superlocalmemory/core/loop_watchdog.py
91
97
  src/superlocalmemory/core/maintenance.py
92
98
  src/superlocalmemory/core/maintenance_scheduler.py
99
+ src/superlocalmemory/core/mcp_embedder_proxy.py
93
100
  src/superlocalmemory/core/modes.py
94
101
  src/superlocalmemory/core/ollama_embedder.py
95
102
  src/superlocalmemory/core/platform_utils.py
@@ -280,6 +287,48 @@ src/superlocalmemory/mesh/broker.py
280
287
  src/superlocalmemory/mesh/remote_sync.py
281
288
  src/superlocalmemory/migrations/__init__.py
282
289
  src/superlocalmemory/migrations/v3_4_25_to_v3_4_26.py
290
+ src/superlocalmemory/optimize/__init__.py
291
+ src/superlocalmemory/optimize/adapters/__init__.py
292
+ src/superlocalmemory/optimize/adapters/_agent_registry.py
293
+ src/superlocalmemory/optimize/adapters/anthropic_adapter.py
294
+ src/superlocalmemory/optimize/adapters/openai_adapter.py
295
+ src/superlocalmemory/optimize/adapters/wrap.py
296
+ src/superlocalmemory/optimize/cache/__init__.py
297
+ src/superlocalmemory/optimize/cache/boundary_store.py
298
+ src/superlocalmemory/optimize/cache/centroid_store.py
299
+ src/superlocalmemory/optimize/cache/context_key.py
300
+ src/superlocalmemory/optimize/cache/exact.py
301
+ src/superlocalmemory/optimize/cache/invalidation.py
302
+ src/superlocalmemory/optimize/cache/key_builder.py
303
+ src/superlocalmemory/optimize/cache/manager.py
304
+ src/superlocalmemory/optimize/cache/semantic.py
305
+ src/superlocalmemory/optimize/cache/stampede.py
306
+ src/superlocalmemory/optimize/compress/__init__.py
307
+ src/superlocalmemory/optimize/compress/align.py
308
+ src/superlocalmemory/optimize/compress/ccr.py
309
+ src/superlocalmemory/optimize/compress/extractive_code.py
310
+ src/superlocalmemory/optimize/compress/extractive_json.py
311
+ src/superlocalmemory/optimize/compress/prose_llmlingua.py
312
+ src/superlocalmemory/optimize/compress/router.py
313
+ src/superlocalmemory/optimize/config/__init__.py
314
+ src/superlocalmemory/optimize/config/defaults.py
315
+ src/superlocalmemory/optimize/config/schema.py
316
+ src/superlocalmemory/optimize/config/store.py
317
+ src/superlocalmemory/optimize/metrics/__init__.py
318
+ src/superlocalmemory/optimize/metrics/counters.py
319
+ src/superlocalmemory/optimize/metrics/estimator.py
320
+ src/superlocalmemory/optimize/metrics/exporters.py
321
+ src/superlocalmemory/optimize/metrics/persistence.py
322
+ src/superlocalmemory/optimize/proxy/__init__.py
323
+ src/superlocalmemory/optimize/proxy/_helpers.py
324
+ src/superlocalmemory/optimize/proxy/anthropic_surface.py
325
+ src/superlocalmemory/optimize/proxy/gemini_surface.py
326
+ src/superlocalmemory/optimize/proxy/lifecycle.py
327
+ src/superlocalmemory/optimize/proxy/openai_surface.py
328
+ src/superlocalmemory/optimize/proxy/server.py
329
+ src/superlocalmemory/optimize/storage/__init__.py
330
+ src/superlocalmemory/optimize/storage/db.py
331
+ src/superlocalmemory/optimize/storage/schema.py
283
332
  src/superlocalmemory/parameterization/__init__.py
284
333
  src/superlocalmemory/parameterization/pattern_extractor.py
285
334
  src/superlocalmemory/parameterization/pii_filter.py
@@ -332,6 +381,7 @@ src/superlocalmemory/server/routes/learning.py
332
381
  src/superlocalmemory/server/routes/lifecycle.py
333
382
  src/superlocalmemory/server/routes/memories.py
334
383
  src/superlocalmemory/server/routes/mesh.py
384
+ src/superlocalmemory/server/routes/optimize.py
335
385
  src/superlocalmemory/server/routes/prewarm.py
336
386
  src/superlocalmemory/server/routes/profiles.py
337
387
  src/superlocalmemory/server/routes/stats.py
@@ -418,6 +468,7 @@ src/superlocalmemory/ui/js/ng-ingestion.js
418
468
  src/superlocalmemory/ui/js/ng-mesh.js
419
469
  src/superlocalmemory/ui/js/ng-shell.js
420
470
  src/superlocalmemory/ui/js/ng-skills.js
471
+ src/superlocalmemory/ui/js/optimize.js
421
472
  src/superlocalmemory/ui/js/profiles.js
422
473
  src/superlocalmemory/ui/js/quick-actions.js
423
474
  src/superlocalmemory/ui/js/recall-lab.js
@@ -20,6 +20,7 @@ watchdog==5.0.3
20
20
  psutil==7.2.2
21
21
  structlog==25.5.0
22
22
  portalocker==3.2.0
23
+ cryptography==45.0.2
23
24
  sentence-transformers==5.3.0
24
25
  optimum==2.1.0
25
26
  onnxruntime==1.24.4