jasper-context-compactor 0.3.5 → 0.3.6

package/README.md

@@ -25,9 +25,20 @@ npx jasper-context-compactor setup
 
 1. ✅ **Back up your config** — Saves `openclaw.json` to `~/.openclaw/backups/` with restore instructions
 2. ✅ **Ask permission** — Won't read your config without consent
-3. ✅ **Detect your model** — Suggests appropriate token limits based on your setup
-4. ✅ **Let you customize** — Enter your own values if auto-detection doesn't match
-5. ✅ **Update config safely** — Adds the plugin with your chosen settings
+3. ✅ **Detect local models** — Automatically identifies Ollama, llama.cpp, MLX, LM Studio providers
+4. ✅ **Suggest token limits** — Based on your model's contextWindow from config
+5. ✅ **Let you customize** — Enter your own values if auto-detection doesn't match
+6. ✅ **Update config safely** — Adds the plugin with your chosen settings
+
+### Supported Local Providers
+
+The setup automatically detects these providers (primary or fallback):
+- **Ollama** — `/ollama` endpoint
+- **llama.cpp** — llamacpp provider
+- **MLX** — mlx provider  
+- **LM Studio** — lmstudio provider
+- **friend-gpu** — Custom GPU servers
+- **OpenRouter** — When routing to local models
 
 Then restart OpenClaw:
 ```bash

package/cli.js

@@ -47,6 +47,15 @@ function backupConfig() {
   return backupPath;
 }
 
+// Local model providers that benefit from context compaction
+const LOCAL_PROVIDERS = ['ollama', 'lmstudio', 'llamacpp', 'mlx', 'friend-gpu', 'openrouter'];
+
+function isLocalProvider(providerId) {
+  if (!providerId) return false;
+  const lower = providerId.toLowerCase();
+  return LOCAL_PROVIDERS.some(p => lower.includes(p));
+}
+
 async function detectModelContextWindow(config) {
   const modelConfig = config?.agents?.defaults?.model;
   if (!modelConfig) return null;
@@ -58,6 +67,10 @@ async function detectModelContextWindow(config) {
   if (modelConfig.primary) candidates.push(modelConfig.primary);
   if (modelConfig.fallbacks) candidates.push(...modelConfig.fallbacks);
   
+  // Track if any local models are in the chain
+  let hasLocalModel = false;
+  let localModelInfo = null;
+  
   // Find the first candidate that has a contextWindow defined in its provider
   for (const modelId of candidates) {
     if (!modelId.includes('/')) continue; // Skip if no provider prefix
@@ -65,6 +78,24 @@ async function detectModelContextWindow(config) {
     const [providerName, ...modelParts] = modelId.split('/');
     const modelName = modelParts.join('/'); // e.g., "qwen2.5"
     
+    // Check if this is a local provider
+    if (isLocalProvider(providerName)) {
+      hasLocalModel = true;
+      
+      const provider = providers[providerName];
+      const found = provider?.models?.find(m => m.id === modelName);
+      
+      if (!localModelInfo || found?.contextWindow) {
+        localModelInfo = {
+          model: modelId,
+          tokens: found?.contextWindow || null,
+          source: found?.contextWindow ? 'config' : 'unknown',
+          maxTokens: found?.maxTokens,
+          isLocal: true
+        };
+      }
+    }
+    
     const provider = providers[providerName];
     if (!provider?.models) continue;
     
@@ -76,11 +107,21 @@ async function detectModelContextWindow(config) {
         model: modelId,
         tokens: found.contextWindow,
         source: 'config',
-        maxTokens: found.maxTokens
+        maxTokens: found.maxTokens,
+        hasLocalModel,
+        localModelInfo
       };
     }
   }
   
+  // If we have local model info but no contextWindow from config, return that
+  if (localModelInfo) {
+    return {
+      ...localModelInfo,
+      hasLocalModel: true
+    };
+  }
+  
   // No contextWindow found in config - try known defaults
   const primaryId = modelConfig.primary || '';
   const knownContexts = {
@@ -91,11 +132,11 @@ async function detectModelContextWindow(config) {
   
   for (const [pattern, tokens] of Object.entries(knownContexts)) {
     if (primaryId.toLowerCase().includes(pattern.toLowerCase())) {
-      return { model: primaryId, tokens, source: 'fallback' };
+      return { model: primaryId, tokens, source: 'fallback', hasLocalModel };
     }
   }
   
-  return { model: primaryId, tokens: null, source: 'unknown' };
+  return { model: primaryId, tokens: null, source: 'unknown', hasLocalModel };
 }
 
 async function setup() {
@@ -200,6 +241,27 @@ async function setup() {
       console.log('  [DEBUG] detectedInfo:', JSON.stringify(detectedInfo, null, 2));
     }
     
+    // Show local model recommendation
+    if (detectedInfo?.hasLocalModel || detectedInfo?.isLocal) {
+      console.log('');
+      console.log('  🎯 Local model detected in your config!');
+      const localModel = detectedInfo.localModelInfo?.model || detectedInfo.model;
+      console.log(`     → ${localModel}`);
+      console.log('');
+      console.log('  Local models (Ollama, llama.cpp, MLX, LM Studio) don\'t report');
+      console.log('  context overflow errors — they silently truncate or produce garbage.');
+      console.log('  This plugin is HIGHLY recommended for your setup.');
+    } else if (detectedInfo?.model) {
+      // Cloud-only config
+      const providerName = detectedInfo.model.split('/')[0] || '';
+      if (['anthropic', 'openai', 'google'].includes(providerName.toLowerCase())) {
+        console.log('');
+        console.log('  ℹ️  Cloud-only config detected (no local models).');
+        console.log('     Cloud APIs report context limits properly, so this plugin');
+        console.log('     is less critical — but can still help with token costs.');
+      }
+    }
+    
     if (detectedInfo && detectedInfo.tokens) {
       console.log('');
       console.log(`  ✓ Detected model: ${detectedInfo.model}`);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "jasper-context-compactor",
-  "version": "0.3.5",
+  "version": "0.3.6",
   "description": "Context compaction plugin for OpenClaw - works with local models (MLX, llama.cpp) that don't report token limits",
   "main": "index.ts",
   "bin": {