@sliday/tamp 0.3.2 → 0.3.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/bin/tamp.js CHANGED
@@ -35,6 +35,7 @@ const STAGE_INFO = {
35
35
  diff: 'Replace similar re-reads with unified diffs',
36
36
  prune: 'Strip lockfile hashes, registry URLs, npm metadata',
37
37
  'strip-comments': 'Remove code comments (lossy, opt-in)',
38
+ textpress: 'LLM semantic compression via Ollama/OpenRouter (opt-in)',
38
39
  }
39
40
 
40
41
  // --- Determine stages ---
@@ -44,7 +45,7 @@ let selectedStages
44
45
  if (process.env.TAMP_STAGES) {
45
46
  selectedStages = process.env.TAMP_STAGES.split(',').map(s => s.trim()).filter(Boolean)
46
47
  } else if (skipPrompt) {
47
- selectedStages = Object.keys(STAGE_INFO).filter(s => s !== 'strip-comments')
48
+ selectedStages = Object.keys(STAGE_INFO).filter(s => s !== 'strip-comments' && s !== 'textpress')
48
49
  } else {
49
50
  log('')
50
51
  log(` ${c.bold}${c.cyan}Tamp${c.reset} ${c.dim}v${pkg.version}${c.reset} — Token compression proxy`)
@@ -54,7 +55,7 @@ if (process.env.TAMP_STAGES) {
54
55
  choices: Object.entries(STAGE_INFO).map(([value, desc]) => ({
55
56
  name: `${value.padEnd(12)} ${c.dim}— ${desc}${c.reset}`,
56
57
  value,
57
- checked: value !== 'strip-comments',
58
+ checked: value !== 'strip-comments' && value !== 'textpress',
58
59
  })),
59
60
  })
60
61
  if (selectedStages.length === 0) {
package/compress.js CHANGED
@@ -113,6 +113,67 @@ function stripComments(text) {
113
113
  .replace(/\n\s*\n\s*\n/g, '\n\n') // collapse resulting blank lines
114
114
  }
115
115
 
116
+ // --- Stage: textpress (opt-in, uses Ollama or OpenRouter free model) ---
117
+ const TEXTPRESS_PROMPT = 'You are an expert at making text more concise without changing its meaning. Don\'t reword, don\'t improve. Find ways to combine and shorten. Keep ALL names, versions, paths, function signatures, numbers. Return ONLY the shortened text. No explanations.'
118
+
119
+ async function textpressCompress(text, config) {
120
+ if (text.length < 200) return null
121
+
122
+ // Try Ollama first (local, free, no rate limits)
123
+ const ollamaUrl = config.textpressOllamaUrl || 'http://localhost:11434'
124
+ const ollamaModel = config.textpressOllamaModel || 'qwen3.5:0.8b'
125
+ try {
126
+ const controller = new AbortController()
127
+ const timeout = setTimeout(() => controller.abort(), 15000)
128
+ const res = await fetch(`${ollamaUrl}/api/chat`, {
129
+ method: 'POST',
130
+ headers: { 'Content-Type': 'application/json' },
131
+ body: JSON.stringify({
132
+ model: ollamaModel,
133
+ messages: [{ role: 'system', content: TEXTPRESS_PROMPT }, { role: 'user', content: text }],
134
+ stream: false,
135
+ options: { temperature: 0, num_predict: Math.ceil(text.length * 0.7) },
136
+ think: false,
137
+ }),
138
+ signal: controller.signal,
139
+ })
140
+ clearTimeout(timeout)
141
+ if (res.ok) {
142
+ const data = await res.json()
143
+ const output = (data.message?.content || '').trim()
144
+ if (output.length > 0 && output.length < text.length * 0.9) return output
145
+ }
146
+ } catch { /* Ollama not available, try OpenRouter */ }
147
+
148
+ // Fallback: OpenRouter free model
149
+ const orKey = config.textpressApiKey || process.env.OPENROUTER_API_KEY
150
+ if (!orKey) return null
151
+ const orModel = config.textpressModel || 'google/gemini-3.1-flash-lite-preview'
152
+ try {
153
+ const controller = new AbortController()
154
+ const timeout = setTimeout(() => controller.abort(), 10000)
155
+ const res = await fetch('https://openrouter.ai/api/v1/chat/completions', {
156
+ method: 'POST',
157
+ headers: { 'Content-Type': 'application/json', 'Authorization': `Bearer ${orKey}` },
158
+ body: JSON.stringify({
159
+ model: orModel,
160
+ messages: [{ role: 'system', content: TEXTPRESS_PROMPT }, { role: 'user', content: text }],
161
+ max_tokens: Math.ceil(text.length * 0.5),
162
+ temperature: 0,
163
+ }),
164
+ signal: controller.signal,
165
+ })
166
+ clearTimeout(timeout)
167
+ if (res.ok) {
168
+ const data = await res.json()
169
+ const output = (data.choices?.[0]?.message?.content || '').replace(/<think>[\s\S]*?<\/think>/g, '').trim()
170
+ if (output.length > 0 && output.length < text.length * 0.9) return output
171
+ }
172
+ } catch { /* OpenRouter not available */ }
173
+
174
+ return null
175
+ }
176
+
116
177
  // --- Core compression ---
117
178
  export function compressText(text, config) {
118
179
  if (text.length < config.minSize) return null
@@ -135,7 +196,10 @@ export function compressText(text, config) {
135
196
  return { text: processed, method: 'normalize', originalLen: text.length, compressedLen: processed.length, originalTokens: countTokens(text), compressedTokens: countTokens(processed) }
136
197
  }
137
198
  if (config.stages.includes('llmlingua') && config.llmLinguaUrl) {
138
- return { async: true, text: processed, cls }
199
+ return { async: true, asyncMethod: 'llmlingua', text: processed, cls }
200
+ }
201
+ if (config.stages.includes('textpress')) {
202
+ return { async: true, asyncMethod: 'textpress', text: processed, cls }
139
203
  }
140
204
  return null
141
205
  }
@@ -196,7 +260,12 @@ async function compressBlock(text, config) {
196
260
  const sync = compressText(text, config)
197
261
  let result
198
262
  if (sync && sync.async) {
199
- result = await compressWithLLMLingua(sync.text, config)
263
+ if (sync.asyncMethod === 'textpress') {
264
+ const compressed = await textpressCompress(sync.text, config)
265
+ result = compressed ? { text: compressed, method: 'textpress', originalLen: text.length, compressedLen: compressed.length, originalTokens: countTokens(text), compressedTokens: countTokens(compressed) } : null
266
+ } else {
267
+ result = await compressWithLLMLingua(sync.text, config)
268
+ }
200
269
  } else {
201
270
  result = sync
202
271
  }
package/config.js CHANGED
@@ -15,6 +15,10 @@ export function loadConfig(env = process.env) {
15
15
  maxBody: parseInt(env.TAMP_MAX_BODY, 10) || 10_485_760,
16
16
  cacheSafe: true,
17
17
  llmLinguaUrl: env.TAMP_LLMLINGUA_URL || null,
18
+ textpressOllamaUrl: env.TAMP_TEXTPRESS_OLLAMA_URL || 'http://localhost:11434',
19
+ textpressOllamaModel: env.TAMP_TEXTPRESS_OLLAMA_MODEL || 'qwen3.5:0.8b',
20
+ textpressModel: env.TAMP_TEXTPRESS_MODEL || 'google/gemini-3.1-flash-lite-preview',
21
+ textpressApiKey: env.TAMP_TEXTPRESS_API_KEY || env.OPENROUTER_API_KEY || null,
18
22
  tokenCost: parseFloat(env.TAMP_TOKEN_COST) || 3,
19
23
  })
20
24
  }
package/package.json CHANGED
@@ -9,7 +9,7 @@
9
9
  "providers.js",
10
10
  "stats.js"
11
11
  ],
12
- "version": "0.3.2",
12
+ "version": "0.3.3",
13
13
  "description": "Token compression proxy for coding agents. Works with Claude Code, Aider, Cursor, Cline, Windsurf. 50.5% fewer input tokens.",
14
14
  "type": "module",
15
15
  "main": "index.js",