superlocalmemory 3.5.8 → 3.6.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/ATTRIBUTION.md +24 -0
- package/CHANGELOG.md +35 -0
- package/README.md +142 -35
- package/package.json +1 -1
- package/pyproject.toml +2 -1
- package/src/superlocalmemory/__init__.py +1 -1
- package/src/superlocalmemory/cli/cache_cmd.py +198 -0
- package/src/superlocalmemory/cli/commands.py +80 -2
- package/src/superlocalmemory/cli/compress_cmd.py +179 -0
- package/src/superlocalmemory/cli/help_cmd.py +197 -0
- package/src/superlocalmemory/cli/main.py +122 -0
- package/src/superlocalmemory/cli/optimize_cmd.py +175 -0
- package/src/superlocalmemory/cli/optimize_constants.py +31 -0
- package/src/superlocalmemory/cli/proxy_cmd.py +95 -0
- package/src/superlocalmemory/core/config.py +5 -0
- package/src/superlocalmemory/core/engine.py +23 -0
- package/src/superlocalmemory/core/mcp_embedder_proxy.py +89 -0
- package/src/superlocalmemory/llm/backbone.py +10 -4
- package/src/superlocalmemory/mcp/server.py +34 -0
- package/src/superlocalmemory/mcp/tools_v3.py +6 -2
- package/src/superlocalmemory/optimize/NOTICE +11 -0
- package/src/superlocalmemory/optimize/__init__.py +0 -0
- package/src/superlocalmemory/optimize/adapters/__init__.py +68 -0
- package/src/superlocalmemory/optimize/adapters/_agent_registry.py +120 -0
- package/src/superlocalmemory/optimize/adapters/anthropic_adapter.py +115 -0
- package/src/superlocalmemory/optimize/adapters/openai_adapter.py +125 -0
- package/src/superlocalmemory/optimize/adapters/wrap.py +188 -0
- package/src/superlocalmemory/optimize/cache/__init__.py +31 -0
- package/src/superlocalmemory/optimize/cache/boundary_store.py +455 -0
- package/src/superlocalmemory/optimize/cache/centroid_store.py +158 -0
- package/src/superlocalmemory/optimize/cache/context_key.py +67 -0
- package/src/superlocalmemory/optimize/cache/exact.py +85 -0
- package/src/superlocalmemory/optimize/cache/invalidation.py +36 -0
- package/src/superlocalmemory/optimize/cache/key_builder.py +98 -0
- package/src/superlocalmemory/optimize/cache/manager.py +452 -0
- package/src/superlocalmemory/optimize/cache/semantic.py +568 -0
- package/src/superlocalmemory/optimize/cache/stampede.py +50 -0
- package/src/superlocalmemory/optimize/compress/__init__.py +17 -0
- package/src/superlocalmemory/optimize/compress/align.py +153 -0
- package/src/superlocalmemory/optimize/compress/ccr.py +157 -0
- package/src/superlocalmemory/optimize/compress/extractive_code.py +311 -0
- package/src/superlocalmemory/optimize/compress/extractive_json.py +72 -0
- package/src/superlocalmemory/optimize/compress/prose_llmlingua.py +77 -0
- package/src/superlocalmemory/optimize/compress/router.py +548 -0
- package/src/superlocalmemory/optimize/config/__init__.py +35 -0
- package/src/superlocalmemory/optimize/config/defaults.py +48 -0
- package/src/superlocalmemory/optimize/config/schema.py +255 -0
- package/src/superlocalmemory/optimize/config/store.py +209 -0
- package/src/superlocalmemory/optimize/metrics/__init__.py +8 -0
- package/src/superlocalmemory/optimize/metrics/counters.py +138 -0
- package/src/superlocalmemory/optimize/metrics/estimator.py +90 -0
- package/src/superlocalmemory/optimize/metrics/exporters.py +77 -0
- package/src/superlocalmemory/optimize/metrics/persistence.py +115 -0
- package/src/superlocalmemory/optimize/proxy/__init__.py +28 -0
- package/src/superlocalmemory/optimize/proxy/_helpers.py +257 -0
- package/src/superlocalmemory/optimize/proxy/anthropic_surface.py +171 -0
- package/src/superlocalmemory/optimize/proxy/gemini_surface.py +121 -0
- package/src/superlocalmemory/optimize/proxy/lifecycle.py +126 -0
- package/src/superlocalmemory/optimize/proxy/openai_surface.py +125 -0
- package/src/superlocalmemory/optimize/proxy/server.py +151 -0
- package/src/superlocalmemory/optimize/storage/__init__.py +0 -0
- package/src/superlocalmemory/optimize/storage/db.py +1016 -0
- package/src/superlocalmemory/optimize/storage/schema.py +184 -0
- package/src/superlocalmemory/server/routes/optimize.py +166 -0
- package/src/superlocalmemory/server/routes/v3_api.py +63 -1
- package/src/superlocalmemory/server/unified_daemon.py +105 -0
- package/src/superlocalmemory/ui/index.html +98 -0
- package/src/superlocalmemory/ui/js/ng-shell.js +2 -1
- package/src/superlocalmemory/ui/js/optimize.js +173 -0
- package/src/superlocalmemory.egg-info/PKG-INFO +2 -1
- package/src/superlocalmemory.egg-info/SOURCES.txt +51 -0
- package/src/superlocalmemory.egg-info/requires.txt +1 -0
|
@@ -0,0 +1,173 @@
|
|
|
1
|
+
// SuperLocalMemory V3 — Optimize Tab
|
|
2
|
+
// Part of Qualixar | https://superlocalmemory.com
|
|
3
|
+
|
|
4
|
+
(function() {
|
|
5
|
+
'use strict';
|
|
6
|
+
|
|
7
|
+
var _pollTimer = null;
|
|
8
|
+
|
|
9
|
+
window.initOptimizeTab = function() {
|
|
10
|
+
_loadOptimizeConfig();
|
|
11
|
+
_loadSavings();
|
|
12
|
+
_startSavingsPolling();
|
|
13
|
+
};
|
|
14
|
+
|
|
15
|
+
function _startSavingsPolling() {
|
|
16
|
+
if (_pollTimer) clearInterval(_pollTimer);
|
|
17
|
+
_pollTimer = setInterval(_loadSavings, 10000);
|
|
18
|
+
}
|
|
19
|
+
|
|
20
|
+
async function _loadOptimizeConfig() {
|
|
21
|
+
try {
|
|
22
|
+
var resp = await fetch('/api/optimize/config');
|
|
23
|
+
if (!resp.ok) return;
|
|
24
|
+
var cfg = await resp.json();
|
|
25
|
+
_setToggle('opt-enabled', cfg.enabled);
|
|
26
|
+
_setToggle('opt-cache-enabled', cfg.cache_enabled);
|
|
27
|
+
_setToggle('opt-semantic-enabled', cfg.semantic_enabled);
|
|
28
|
+
_setToggle('opt-compress-enabled', cfg.compress_enabled);
|
|
29
|
+
_setSelect('opt-compress-mode', cfg.compress_mode);
|
|
30
|
+
_setToggle('opt-compress-code', cfg.compress_code);
|
|
31
|
+
_setToggle('opt-compress-prose', cfg.compress_prose);
|
|
32
|
+
_setToggle('opt-compress-ccr', cfg.compress_ccr);
|
|
33
|
+
_setToggle('opt-compress-align', cfg.compress_align);
|
|
34
|
+
var verEl = document.getElementById('opt-config-version');
|
|
35
|
+
if (verEl) verEl.textContent = cfg.config_version || '-';
|
|
36
|
+
} catch (e) {
|
|
37
|
+
console.log('Optimize config load error:', e);
|
|
38
|
+
}
|
|
39
|
+
}
|
|
40
|
+
|
|
41
|
+
async function _loadSavings() {
|
|
42
|
+
try {
|
|
43
|
+
var resp = await fetch('/api/optimize/savings');
|
|
44
|
+
if (!resp.ok) return;
|
|
45
|
+
var data = await resp.json();
|
|
46
|
+
var tokensSaved = (data.tokens_saved_input || 0) + (data.tokens_saved_output || 0) + (data.tokens_saved_compress || 0);
|
|
47
|
+
_setText('opt-tokens-saved', tokensSaved.toLocaleString());
|
|
48
|
+
var costSaved = data.cost_saved || {};
|
|
49
|
+
_setText('opt-usd-saved', '$' + (costSaved.usd || 0).toFixed(4));
|
|
50
|
+
_setText('opt-inr-saved', '\u20B9' + (costSaved.inr || 0).toFixed(2));
|
|
51
|
+
_setText('opt-hit-rate', ((data.hit_rate || 0) * 100).toFixed(1) + '%');
|
|
52
|
+
_setText('opt-cache-entries', data.entries || 0);
|
|
53
|
+
_setText('opt-cache-size', _formatBytes(data.cache_bytes || 0));
|
|
54
|
+
if (data.compress_ratio !== null && data.compress_ratio !== undefined) {
|
|
55
|
+
_setText('opt-compression-ratio', data.compress_ratio.toFixed(2));
|
|
56
|
+
}
|
|
57
|
+
_setText('opt-pricing-date', data.pricing_date || '-');
|
|
58
|
+
if (data.is_stale) {
|
|
59
|
+
_setText('opt-stale-warning', 'Pricing data may be outdated');
|
|
60
|
+
}
|
|
61
|
+
} catch (e) {
|
|
62
|
+
console.log('Savings load error:', e);
|
|
63
|
+
}
|
|
64
|
+
}
|
|
65
|
+
|
|
66
|
+
// Toggle handlers
|
|
67
|
+
document.addEventListener('change', function(e) {
|
|
68
|
+
var id = e.target.id;
|
|
69
|
+
if (!id || !id.startsWith('opt-')) return;
|
|
70
|
+
var val = e.target.checked;
|
|
71
|
+
|
|
72
|
+
var fieldMap = {
|
|
73
|
+
'opt-enabled': 'enabled',
|
|
74
|
+
'opt-cache-enabled': 'cache_enabled',
|
|
75
|
+
'opt-semantic-enabled': 'semantic_enabled',
|
|
76
|
+
'opt-compress-enabled': 'compress_enabled',
|
|
77
|
+
'opt-compress-code': 'compress_code',
|
|
78
|
+
'opt-compress-prose': 'compress_prose',
|
|
79
|
+
'opt-compress-ccr': 'compress_ccr',
|
|
80
|
+
'opt-compress-align': 'compress_align'
|
|
81
|
+
};
|
|
82
|
+
|
|
83
|
+
if (id === 'opt-compress-mode') {
|
|
84
|
+
var mode = e.target.value;
|
|
85
|
+
if (mode === 'aggressive') {
|
|
86
|
+
// M-03: Bootstrap modal replaces browser confirm() for aggressive warning
|
|
87
|
+
var modalEl = document.getElementById('optimizeAggressiveModal');
|
|
88
|
+
if (modalEl && typeof bootstrap !== 'undefined') {
|
|
89
|
+
var modal = bootstrap.Modal.getOrCreateInstance(modalEl);
|
|
90
|
+
modal.show();
|
|
91
|
+
var confirmBtn = document.getElementById('optimize-aggressive-confirm');
|
|
92
|
+
var cancelBtn = document.getElementById('optimize-aggressive-cancel');
|
|
93
|
+
if (confirmBtn) confirmBtn.onclick = function() { modal.hide(); _putConfig({compress_mode: 'aggressive'}); };
|
|
94
|
+
if (cancelBtn) cancelBtn.onclick = function() { modal.hide(); e.target.value = 'safe'; };
|
|
95
|
+
return;
|
|
96
|
+
}
|
|
97
|
+
// Fallback for environments without Bootstrap
|
|
98
|
+
if (!confirm('WARNING: Aggressive mode may reduce output fidelity.\n\nDo NOT use for: code generation, legal text, exact-output tasks, math.\nSafe for: summarization, brainstorming, open-ended chat.\n\nContinue?')) {
|
|
99
|
+
e.target.value = 'safe';
|
|
100
|
+
return;
|
|
101
|
+
}
|
|
102
|
+
}
|
|
103
|
+
_putConfig({compress_mode: mode});
|
|
104
|
+
return;
|
|
105
|
+
}
|
|
106
|
+
|
|
107
|
+
var field = fieldMap[id];
|
|
108
|
+
if (field) {
|
|
109
|
+
var body = {};
|
|
110
|
+
body[field] = val;
|
|
111
|
+
_putConfig(body);
|
|
112
|
+
}
|
|
113
|
+
});
|
|
114
|
+
|
|
115
|
+
async function _putConfig(body) {
|
|
116
|
+
try {
|
|
117
|
+
await fetch('/api/optimize/config', {
|
|
118
|
+
method: 'PUT',
|
|
119
|
+
headers: {'Content-Type': 'application/json'},
|
|
120
|
+
body: JSON.stringify(body)
|
|
121
|
+
});
|
|
122
|
+
} catch (e) {
|
|
123
|
+
console.log('Config update error:', e);
|
|
124
|
+
}
|
|
125
|
+
}
|
|
126
|
+
|
|
127
|
+
// Copy proxy URL to clipboard
|
|
128
|
+
document.addEventListener('click', function(e) {
|
|
129
|
+
if (e.target && e.target.id === 'opt-copy-url') {
|
|
130
|
+
var url = 'http://localhost:8765';
|
|
131
|
+
if (navigator.clipboard && navigator.clipboard.writeText) {
|
|
132
|
+
navigator.clipboard.writeText(url).catch(function() {
|
|
133
|
+
_fallbackCopy(url);
|
|
134
|
+
});
|
|
135
|
+
} else {
|
|
136
|
+
_fallbackCopy(url);
|
|
137
|
+
}
|
|
138
|
+
e.target.textContent = 'Copied!';
|
|
139
|
+
setTimeout(function() { e.target.textContent = 'Copy URL'; }, 2000);
|
|
140
|
+
}
|
|
141
|
+
});
|
|
142
|
+
|
|
143
|
+
function _fallbackCopy(text) {
|
|
144
|
+
var ta = document.createElement('textarea');
|
|
145
|
+
ta.value = text;
|
|
146
|
+
ta.style.position = 'fixed';
|
|
147
|
+
ta.style.left = '-9999px';
|
|
148
|
+
document.body.appendChild(ta);
|
|
149
|
+
ta.select();
|
|
150
|
+
try { document.execCommand('copy'); } catch (e) {}
|
|
151
|
+
document.body.removeChild(ta);
|
|
152
|
+
}
|
|
153
|
+
|
|
154
|
+
function _setToggle(id, val) {
|
|
155
|
+
var el = document.getElementById(id);
|
|
156
|
+
if (el) el.checked = !!val;
|
|
157
|
+
}
|
|
158
|
+
function _setSelect(id, val) {
|
|
159
|
+
var el = document.getElementById(id);
|
|
160
|
+
if (el) el.value = val || 'safe';
|
|
161
|
+
}
|
|
162
|
+
function _setText(id, val) {
|
|
163
|
+
var el = document.getElementById(id);
|
|
164
|
+
if (el) el.textContent = val;
|
|
165
|
+
}
|
|
166
|
+
function _formatBytes(bytes) {
|
|
167
|
+
if (bytes === 0) return '0 B';
|
|
168
|
+
var k = 1024;
|
|
169
|
+
var sizes = ['B', 'KB', 'MB', 'GB'];
|
|
170
|
+
var i = Math.floor(Math.log(bytes) / Math.log(k));
|
|
171
|
+
return (bytes / Math.pow(k, i)).toFixed(1) + ' ' + sizes[i];
|
|
172
|
+
}
|
|
173
|
+
})();
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: superlocalmemory
|
|
3
|
-
Version: 3.
|
|
3
|
+
Version: 3.6.0
|
|
4
4
|
Summary: Information-geometric agent memory with mathematical guarantees
|
|
5
5
|
Author-email: Varun Pratap Bhardwaj <admin@superlocalmemory.com>
|
|
6
6
|
License: AGPL-3.0-or-later
|
|
@@ -49,6 +49,7 @@ Requires-Dist: watchdog==5.0.3
|
|
|
49
49
|
Requires-Dist: psutil==7.2.2
|
|
50
50
|
Requires-Dist: structlog==25.5.0
|
|
51
51
|
Requires-Dist: portalocker==3.2.0
|
|
52
|
+
Requires-Dist: cryptography==45.0.2
|
|
52
53
|
Requires-Dist: sentence-transformers==5.3.0
|
|
53
54
|
Requires-Dist: optimum==2.1.0
|
|
54
55
|
Requires-Dist: onnxruntime==1.24.4
|
|
@@ -15,18 +15,24 @@ src/superlocalmemory/attribution/mathematical_dna.py
|
|
|
15
15
|
src/superlocalmemory/attribution/signer.py
|
|
16
16
|
src/superlocalmemory/attribution/watermark.py
|
|
17
17
|
src/superlocalmemory/cli/__init__.py
|
|
18
|
+
src/superlocalmemory/cli/cache_cmd.py
|
|
18
19
|
src/superlocalmemory/cli/commands.py
|
|
20
|
+
src/superlocalmemory/cli/compress_cmd.py
|
|
19
21
|
src/superlocalmemory/cli/context_commands.py
|
|
20
22
|
src/superlocalmemory/cli/daemon.py
|
|
21
23
|
src/superlocalmemory/cli/db_migrate.py
|
|
22
24
|
src/superlocalmemory/cli/doctor_cmd.py
|
|
23
25
|
src/superlocalmemory/cli/escape_hatch.py
|
|
26
|
+
src/superlocalmemory/cli/help_cmd.py
|
|
24
27
|
src/superlocalmemory/cli/ingest_cmd.py
|
|
25
28
|
src/superlocalmemory/cli/json_output.py
|
|
26
29
|
src/superlocalmemory/cli/main.py
|
|
27
30
|
src/superlocalmemory/cli/migrate_cmd.py
|
|
31
|
+
src/superlocalmemory/cli/optimize_cmd.py
|
|
32
|
+
src/superlocalmemory/cli/optimize_constants.py
|
|
28
33
|
src/superlocalmemory/cli/pending_store.py
|
|
29
34
|
src/superlocalmemory/cli/post_install.py
|
|
35
|
+
src/superlocalmemory/cli/proxy_cmd.py
|
|
30
36
|
src/superlocalmemory/cli/service_installer.py
|
|
31
37
|
src/superlocalmemory/cli/setup_wizard.py
|
|
32
38
|
src/superlocalmemory/cli/version_banner.py
|
|
@@ -90,6 +96,7 @@ src/superlocalmemory/core/injection.py
|
|
|
90
96
|
src/superlocalmemory/core/loop_watchdog.py
|
|
91
97
|
src/superlocalmemory/core/maintenance.py
|
|
92
98
|
src/superlocalmemory/core/maintenance_scheduler.py
|
|
99
|
+
src/superlocalmemory/core/mcp_embedder_proxy.py
|
|
93
100
|
src/superlocalmemory/core/modes.py
|
|
94
101
|
src/superlocalmemory/core/ollama_embedder.py
|
|
95
102
|
src/superlocalmemory/core/platform_utils.py
|
|
@@ -280,6 +287,48 @@ src/superlocalmemory/mesh/broker.py
|
|
|
280
287
|
src/superlocalmemory/mesh/remote_sync.py
|
|
281
288
|
src/superlocalmemory/migrations/__init__.py
|
|
282
289
|
src/superlocalmemory/migrations/v3_4_25_to_v3_4_26.py
|
|
290
|
+
src/superlocalmemory/optimize/__init__.py
|
|
291
|
+
src/superlocalmemory/optimize/adapters/__init__.py
|
|
292
|
+
src/superlocalmemory/optimize/adapters/_agent_registry.py
|
|
293
|
+
src/superlocalmemory/optimize/adapters/anthropic_adapter.py
|
|
294
|
+
src/superlocalmemory/optimize/adapters/openai_adapter.py
|
|
295
|
+
src/superlocalmemory/optimize/adapters/wrap.py
|
|
296
|
+
src/superlocalmemory/optimize/cache/__init__.py
|
|
297
|
+
src/superlocalmemory/optimize/cache/boundary_store.py
|
|
298
|
+
src/superlocalmemory/optimize/cache/centroid_store.py
|
|
299
|
+
src/superlocalmemory/optimize/cache/context_key.py
|
|
300
|
+
src/superlocalmemory/optimize/cache/exact.py
|
|
301
|
+
src/superlocalmemory/optimize/cache/invalidation.py
|
|
302
|
+
src/superlocalmemory/optimize/cache/key_builder.py
|
|
303
|
+
src/superlocalmemory/optimize/cache/manager.py
|
|
304
|
+
src/superlocalmemory/optimize/cache/semantic.py
|
|
305
|
+
src/superlocalmemory/optimize/cache/stampede.py
|
|
306
|
+
src/superlocalmemory/optimize/compress/__init__.py
|
|
307
|
+
src/superlocalmemory/optimize/compress/align.py
|
|
308
|
+
src/superlocalmemory/optimize/compress/ccr.py
|
|
309
|
+
src/superlocalmemory/optimize/compress/extractive_code.py
|
|
310
|
+
src/superlocalmemory/optimize/compress/extractive_json.py
|
|
311
|
+
src/superlocalmemory/optimize/compress/prose_llmlingua.py
|
|
312
|
+
src/superlocalmemory/optimize/compress/router.py
|
|
313
|
+
src/superlocalmemory/optimize/config/__init__.py
|
|
314
|
+
src/superlocalmemory/optimize/config/defaults.py
|
|
315
|
+
src/superlocalmemory/optimize/config/schema.py
|
|
316
|
+
src/superlocalmemory/optimize/config/store.py
|
|
317
|
+
src/superlocalmemory/optimize/metrics/__init__.py
|
|
318
|
+
src/superlocalmemory/optimize/metrics/counters.py
|
|
319
|
+
src/superlocalmemory/optimize/metrics/estimator.py
|
|
320
|
+
src/superlocalmemory/optimize/metrics/exporters.py
|
|
321
|
+
src/superlocalmemory/optimize/metrics/persistence.py
|
|
322
|
+
src/superlocalmemory/optimize/proxy/__init__.py
|
|
323
|
+
src/superlocalmemory/optimize/proxy/_helpers.py
|
|
324
|
+
src/superlocalmemory/optimize/proxy/anthropic_surface.py
|
|
325
|
+
src/superlocalmemory/optimize/proxy/gemini_surface.py
|
|
326
|
+
src/superlocalmemory/optimize/proxy/lifecycle.py
|
|
327
|
+
src/superlocalmemory/optimize/proxy/openai_surface.py
|
|
328
|
+
src/superlocalmemory/optimize/proxy/server.py
|
|
329
|
+
src/superlocalmemory/optimize/storage/__init__.py
|
|
330
|
+
src/superlocalmemory/optimize/storage/db.py
|
|
331
|
+
src/superlocalmemory/optimize/storage/schema.py
|
|
283
332
|
src/superlocalmemory/parameterization/__init__.py
|
|
284
333
|
src/superlocalmemory/parameterization/pattern_extractor.py
|
|
285
334
|
src/superlocalmemory/parameterization/pii_filter.py
|
|
@@ -332,6 +381,7 @@ src/superlocalmemory/server/routes/learning.py
|
|
|
332
381
|
src/superlocalmemory/server/routes/lifecycle.py
|
|
333
382
|
src/superlocalmemory/server/routes/memories.py
|
|
334
383
|
src/superlocalmemory/server/routes/mesh.py
|
|
384
|
+
src/superlocalmemory/server/routes/optimize.py
|
|
335
385
|
src/superlocalmemory/server/routes/prewarm.py
|
|
336
386
|
src/superlocalmemory/server/routes/profiles.py
|
|
337
387
|
src/superlocalmemory/server/routes/stats.py
|
|
@@ -418,6 +468,7 @@ src/superlocalmemory/ui/js/ng-ingestion.js
|
|
|
418
468
|
src/superlocalmemory/ui/js/ng-mesh.js
|
|
419
469
|
src/superlocalmemory/ui/js/ng-shell.js
|
|
420
470
|
src/superlocalmemory/ui/js/ng-skills.js
|
|
471
|
+
src/superlocalmemory/ui/js/optimize.js
|
|
421
472
|
src/superlocalmemory/ui/js/profiles.js
|
|
422
473
|
src/superlocalmemory/ui/js/quick-actions.js
|
|
423
474
|
src/superlocalmemory/ui/js/recall-lab.js
|