jasper-context-compactor 0.3.4 → 0.3.6

package/README.md

@@ -25,9 +25,20 @@ npx jasper-context-compactor setup
 
 1. ✅ **Back up your config** — Saves `openclaw.json` to `~/.openclaw/backups/` with restore instructions
 2. ✅ **Ask permission** — Won't read your config without consent
-3. ✅ **Detect your model** — Suggests appropriate token limits based on your setup
-4. ✅ **Let you customize** — Enter your own values if auto-detection doesn't match
-5. ✅ **Update config safely** — Adds the plugin with your chosen settings
+3. ✅ **Detect local models** — Automatically identifies Ollama, llama.cpp, MLX, LM Studio providers
+4. ✅ **Suggest token limits** — Based on your model's contextWindow from config
+5. ✅ **Let you customize** — Enter your own values if auto-detection doesn't match
+6. ✅ **Update config safely** — Adds the plugin with your chosen settings
+
+### Supported Local Providers
+
+The setup automatically detects these providers (primary or fallback):
+- **Ollama** — `/ollama` endpoint
+- **llama.cpp** — llamacpp provider
+- **MLX** — mlx provider  
+- **LM Studio** — lmstudio provider
+- **friend-gpu** — Custom GPU servers
+- **OpenRouter** — When routing to local models
 
 Then restart OpenClaw:
 ```bash

package/cli.js

@@ -47,58 +47,83 @@ function backupConfig() {
   return backupPath;
 }
 
+// Local model providers that benefit from context compaction
+const LOCAL_PROVIDERS = ['ollama', 'lmstudio', 'llamacpp', 'mlx', 'friend-gpu', 'openrouter'];
+
+function isLocalProvider(providerId) {
+  if (!providerId) return false;
+  const lower = providerId.toLowerCase();
+  return LOCAL_PROVIDERS.some(p => lower.includes(p));
+}
+
 async function detectModelContextWindow(config) {
-  const modelId = config?.agents?.defaults?.model?.primary;
-  if (!modelId) return null;
+  const modelConfig = config?.agents?.defaults?.model;
+  if (!modelConfig) return null;
   
-  // Parse provider/model from the model ID (e.g., "ollama/qwen2.5")
-  const [providerName, ...modelParts] = modelId.split('/');
-  const modelName = modelParts.join('/'); // e.g., "qwen2.5"
-  
-  // Look up in config's models.providers
   const providers = config?.models?.providers || {};
-  const provider = providers[providerName];
-  
-  if (provider?.models) {
-    // Find the model - compare against just the model name (without provider prefix)
-    // e.g., config has id:"qwen2.5", we're looking for "ollama/qwen2.5"
-    const modelConfig = provider.models.find(m => {
-      if (!m.id) return false;
-      // Match: exact ID, or model name matches, or ID matches without provider prefix
-      return m.id === modelId || m.id === modelName || modelName.includes(m.id) || m.id.includes(modelName);
-    });
+  
+  // Collect all model candidates: primary first, then fallbacks
+  const candidates = [];
+  if (modelConfig.primary) candidates.push(modelConfig.primary);
+  if (modelConfig.fallbacks) candidates.push(...modelConfig.fallbacks);
+  
+  // Track if any local models are in the chain
+  let hasLocalModel = false;
+  let localModelInfo = null;
+  
+  // Find the first candidate that has a contextWindow defined in its provider
+  for (const modelId of candidates) {
+    if (!modelId.includes('/')) continue; // Skip if no provider prefix
+    
+    const [providerName, ...modelParts] = modelId.split('/');
+    const modelName = modelParts.join('/'); // e.g., "qwen2.5"
     
-    if (modelConfig?.contextWindow) {
-      return { 
-        model: modelId, 
-        tokens: modelConfig.contextWindow, 
+    // Check if this is a local provider
+    if (isLocalProvider(providerName)) {
+      hasLocalModel = true;
+      
+      const provider = providers[providerName];
+      const found = provider?.models?.find(m => m.id === modelName);
+      
+      if (!localModelInfo || found?.contextWindow) {
+        localModelInfo = {
+          model: modelId,
+          tokens: found?.contextWindow || null,
+          source: found?.contextWindow ? 'config' : 'unknown',
+          maxTokens: found?.maxTokens,
+          isLocal: true
+        };
+      }
+    }
+    
+    const provider = providers[providerName];
+    if (!provider?.models) continue;
+    
+    // Find model by ID in this provider's models array
+    const found = provider.models.find(m => m.id === modelName);
+    
+    if (found?.contextWindow) {
+      return {
+        model: modelId,
+        tokens: found.contextWindow,
         source: 'config',
-        maxTokens: modelConfig.maxTokens
+        maxTokens: found.maxTokens,
+        hasLocalModel,
+        localModelInfo
       };
     }
   }
   
-  // Fallback: check ALL providers for a matching model ID
-  for (const [pName, pConfig] of Object.entries(providers)) {
-    if (pConfig?.models) {
-      for (const m of pConfig.models) {
-        if (!m.id) continue;
-        // Flexible matching: model ID contains or is contained by what we're looking for
-        if (m.id === modelName || modelName.includes(m.id) || m.id.includes(modelName)) {
-          if (m.contextWindow) {
-            return {
-              model: modelId,
-              tokens: m.contextWindow,
-              source: 'config',
-              maxTokens: m.maxTokens
-            };
-          }
-        }
-      }
-    }
+  // If we have local model info but no contextWindow from config, return that
+  if (localModelInfo) {
+    return {
+      ...localModelInfo,
+      hasLocalModel: true
+    };
   }
   
-  // Final fallback: known defaults for common model families
+  // No contextWindow found in config - try known defaults
+  const primaryId = modelConfig.primary || '';
   const knownContexts = {
     'anthropic/claude': 200000,
     'openai/gpt-4': 128000,
@@ -106,12 +131,12 @@ async function detectModelContextWindow(config) {
   };
   
   for (const [pattern, tokens] of Object.entries(knownContexts)) {
-    if (modelId.toLowerCase().includes(pattern.toLowerCase())) {
-      return { model: modelId, tokens, source: 'fallback' };
+    if (primaryId.toLowerCase().includes(pattern.toLowerCase())) {
+      return { model: primaryId, tokens, source: 'fallback', hasLocalModel };
     }
   }
   
-  return { model: modelId, tokens: null, source: 'unknown' };
+  return { model: primaryId, tokens: null, source: 'unknown', hasLocalModel };
 }
 
 async function setup() {
@@ -216,6 +241,27 @@ async function setup() {
       console.log('  [DEBUG] detectedInfo:', JSON.stringify(detectedInfo, null, 2));
     }
     
+    // Show local model recommendation
+    if (detectedInfo?.hasLocalModel || detectedInfo?.isLocal) {
+      console.log('');
+      console.log('  🎯 Local model detected in your config!');
+      const localModel = detectedInfo.localModelInfo?.model || detectedInfo.model;
+      console.log(`     → ${localModel}`);
+      console.log('');
+      console.log('  Local models (Ollama, llama.cpp, MLX, LM Studio) don\'t report');
+      console.log('  context overflow errors — they silently truncate or produce garbage.');
+      console.log('  This plugin is HIGHLY recommended for your setup.');
+    } else if (detectedInfo?.model) {
+      // Cloud-only config
+      const providerName = detectedInfo.model.split('/')[0] || '';
+      if (['anthropic', 'openai', 'google'].includes(providerName.toLowerCase())) {
+        console.log('');
+        console.log('  ℹ️  Cloud-only config detected (no local models).');
+        console.log('     Cloud APIs report context limits properly, so this plugin');
+        console.log('     is less critical — but can still help with token costs.');
+      }
+    }
+    
     if (detectedInfo && detectedInfo.tokens) {
       console.log('');
       console.log(`  ✓ Detected model: ${detectedInfo.model}`);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "jasper-context-compactor",
-  "version": "0.3.4",
+  "version": "0.3.6",
   "description": "Context compaction plugin for OpenClaw - works with local models (MLX, llama.cpp) that don't report token limits",
   "main": "index.ts",
   "bin": {