@nxuss/lemma 0.2.1 → 0.3.0

package/dist/esm/proxy/SseRelay.js

@@ -0,0 +1,169 @@
+/**
+ * Lemma SseRelay
+ *
+ * Handles Server-Sent Events (SSE) streaming in two modes:
+ *
+ * MISS mode: Pipes upstream SSE response from OpenAI/Anthropic to the client
+ *            in real-time (transparent relay).
+ *
+ * HIT mode:  Simulates an SSE stream from a cached response by chunking the
+ *            text into ~5-word pieces and emitting them with a small delay.
+ *            Visually identical to a real stream for IDEs like Cursor.
+ *
+ * Both modes:
+ *   - Set correct SSE headers (text/event-stream, no-cache)
+ *   - Inject X-Lemma-Cache, X-Lemma-Similarity, X-Lemma-Tier headers
+ *   - Append the `data: [DONE]` sentinel
+ *   - Support both OpenAI and Anthropic SSE envelope formats
+ */
+import http from 'http';
+import https from 'https';
+// ─── Constants ────────────────────────────────────────────────────────────────
+const CHUNK_WORDS = 5; // words per simulated chunk
+const CHUNK_DELAY_MS = 15; // ms between simulated chunks
+// ─── SseRelay ─────────────────────────────────────────────────────────────────
+export class SseRelay {
+    /**
+     * Simulate an SSE stream from a cached response.
+     */
+    static async simulateHit(res, cachedResponse, opts) {
+        SseRelay.setSseHeaders(res, opts);
+        const text = SseRelay.extractTextFromResponse(cachedResponse, opts.provider);
+        const model = cachedResponse?.model || (opts.provider === 'openai' ? 'gpt-4' : 'claude-3-5-sonnet-20241022');
+        const id = `lemma-hit-${Date.now()}`;
+        const words = text.split(' ');
+        // Emit chunks
+        for (let i = 0; i < words.length; i += CHUNK_WORDS) {
+            const chunk = words.slice(i, i + CHUNK_WORDS).join(' ');
+            const sseData = SseRelay.buildChunkEvent(chunk, id, model, opts.provider, false);
+            res.write(`data: ${JSON.stringify(sseData)}\n\n`);
+            await sleep(CHUNK_DELAY_MS);
+        }
+        // Emit final chunk (finish_reason: stop)
+        const stopEvent = SseRelay.buildChunkEvent('', id, model, opts.provider, true);
+        res.write(`data: ${JSON.stringify(stopEvent)}\n\n`);
+        res.write('data: [DONE]\n\n');
+        res.end();
+    }
+    /**
+     * Relay a live upstream SSE stream transparently.
+     */
+    static async relayMiss(req, res, upstreamBody, provider, opts) {
+        SseRelay.setSseHeaders(res, opts);
+        const apiKey = provider === 'openai'
+            ? process.env.OPENAI_API_KEY
+            : process.env.ANTHROPIC_API_KEY;
+        if (!apiKey) {
+            res.write(`data: ${JSON.stringify({ error: `${provider.toUpperCase()}_API_KEY not set` })}\n\n`);
+            res.write('data: [DONE]\n\n');
+            res.end();
+            return;
+        }
+        const { hostname, path, headers } = SseRelay.buildUpstreamRequest(provider, apiKey);
+        const body = JSON.stringify({ ...upstreamBody, stream: true });
+        await new Promise((resolve, reject) => {
+            const lib = hostname.startsWith('localhost') ? http : https;
+            const reqOpts = {
+                hostname,
+                port: hostname.startsWith('localhost') ? 80 : 443,
+                path,
+                method: 'POST',
+                headers: {
+                    ...headers,
+                    'Content-Type': 'application/json',
+                    'Content-Length': Buffer.byteLength(body),
+                },
+            };
+            const upstreamReq = lib.request(reqOpts, (upstreamRes) => {
+                upstreamRes.on('data', (chunk) => {
+                    res.write(chunk);
+                });
+                upstreamRes.on('end', () => {
+                    res.write('data: [DONE]\n\n');
+                    res.end();
+                    resolve();
+                });
+                upstreamRes.on('error', reject);
+            });
+            upstreamReq.on('error', (err) => {
+                res.write(`data: ${JSON.stringify({ error: err.message })}\n\n`);
+                res.write('data: [DONE]\n\n');
+                res.end();
+                resolve();
+            });
+            upstreamReq.write(body);
+            upstreamReq.end();
+        });
+    }
+    // ── Private helpers ─────────────────────────────────────────────────────────
+    static setSseHeaders(res, opts) {
+        res.setHeader('Content-Type', 'text/event-stream');
+        res.setHeader('Cache-Control', 'no-cache');
+        res.setHeader('Connection', 'keep-alive');
+        res.setHeader('X-Accel-Buffering', 'no');
+        res.setHeader('X-Lemma-Cache', 'HIT');
+        res.setHeader('X-Lemma-Similarity', (opts.similarity ?? 1.0).toFixed(3));
+        res.setHeader('X-Lemma-Tier', opts.tier);
+        if (opts.latencyMs !== undefined) {
+            res.setHeader('X-Lemma-Latency', `${opts.latencyMs}ms`);
+        }
+    }
+    static buildUpstreamRequest(provider, apiKey) {
+        if (provider === 'openai') {
+            return {
+                hostname: 'api.openai.com',
+                path: '/v1/chat/completions',
+                headers: { Authorization: `Bearer ${apiKey}` },
+            };
+        }
+        return {
+            hostname: 'api.anthropic.com',
+            path: '/v1/messages',
+            headers: { 'x-api-key': apiKey, 'anthropic-version': '2023-06-01' },
+        };
+    }
+    static buildChunkEvent(text, id, model, provider, isStop) {
+        if (provider === 'openai') {
+            return {
+                id,
+                object: 'chat.completion.chunk',
+                created: Math.floor(Date.now() / 1000),
+                model,
+                choices: [{
+                        index: 0,
+                        delta: isStop ? {} : { content: text },
+                        finish_reason: isStop ? 'stop' : null,
+                    }],
+            };
+        }
+        // Anthropic format
+        if (isStop) {
+            return { type: 'message_stop' };
+        }
+        return {
+            type: 'content_block_delta',
+            index: 0,
+            delta: { type: 'text_delta', text },
+        };
+    }
+    static extractTextFromResponse(response, provider) {
+        try {
+            if (provider === 'openai') {
+                return response?.choices?.[0]?.message?.content || '';
+            }
+            // Anthropic
+            const content = response?.content;
+            if (Array.isArray(content)) {
+                return content.map((c) => c.text || '').join('');
+            }
+            return String(content || '');
+        }
+        catch {
+            return '';
+        }
+    }
+}
+function sleep(ms) {
+    return new Promise((resolve) => setTimeout(resolve, ms));
+}
+//# sourceMappingURL=SseRelay.js.map

package/dist/esm/proxy/SseRelay.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"SseRelay.js","sourceRoot":"","sources":["../../../src/proxy/SseRelay.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AAEH,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,KAAK,MAAM,OAAO,CAAC;AAG1B,iFAAiF;AAEjF,MAAM,WAAW,GAAG,CAAC,CAAC,CAAQ,4BAA4B;AAC1D,MAAM,cAAc,GAAG,EAAE,CAAC,CAAI,8BAA8B;AAa5D,iFAAiF;AAEjF,MAAM,OAAO,QAAQ;IACnB;;OAEG;IACH,MAAM,CAAC,KAAK,CAAC,WAAW,CACtB,GAAa,EACb,cAAmB,EACnB,IAAqB;QAErB,QAAQ,CAAC,aAAa,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QAElC,MAAM,IAAI,GAAG,QAAQ,CAAC,uBAAuB,CAAC,cAAc,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC7E,MAAM,KAAK,GAAG,cAAc,EAAE,KAAK,IAAI,CAAC,IAAI,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,4BAA4B,CAAC,CAAC;QAC7G,MAAM,EAAE,GAAG,aAAa,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;QACrC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAE9B,cAAc;QACd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,WAAW,EAAE,CAAC;YACnD,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACxD,MAAM,OAAO,GAAG,QAAQ,CAAC,eAAe,CAAC,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;YACjF,GAAG,CAAC,KAAK,CAAC,SAAS,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YAClD,MAAM,KAAK,CAAC,cAAc,CAAC,CAAC;QAC9B,CAAC;QAED,yCAAyC;QACzC,MAAM,SAAS,GAAG,QAAQ,CAAC,eAAe,CAAC,EAAE,EAAE,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;QAC/E,GAAG,CAAC,KAAK,CAAC,SAAS,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QACpD,GAAG,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC;QAC9B,GAAG,CAAC,GAAG,EAAE,CAAC;IACZ,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,KAAK,CAAC,SAAS,CACpB,GAAY,EACZ,GAAa,EACb,YAAiB,EACjB,QAAkB,EAClB,IAAqB;QAErB,QAAQ,CAAC,aAAa,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QAElC,MAAM,MAAM,GAAG,QAAQ,KAAK,QAAQ;YAClC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc;YAC5B,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC;QAElC,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,GAAG,CAAC,KAAK,CAAC,SAAS,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,WAAW,EAAE,kBAAkB,EAAE,CAAC,MAAM,CAAC,CAAC;YACjG,GAAG,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC;YAC9B,GAAG,CAAC,GAAG,EAAE,CAAC;YACV,OAAO;QACT,CAAC;QAED,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,QAAQ,CAAC,oBAAoB,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QAEpF,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,GAAG,YAAY,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;QAE/D,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC1C,MAAM,GAAG,GAAG,QAAQ,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC;YAC5D,MAAM,OAAO,GAAG;gBACd,QAAQ;gBACR,IAAI,EAAE,QAAQ,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG;gBACjD,IAAI;gBACJ,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,GAAG,OAAO;oBACV,cAAc,EAAE,kBAAkB;oBAClC,gBAAgB,EAAE,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC;iBAC1C;aACF,CAAC;YAEF,MAAM,WAAW,GAAI,GAAoB,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,WAAW,EAAE,EAAE;gBACzE,WAAW,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAa,EAAE,EAAE;oBACvC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBACnB,CAAC,CAAC,CAAC;gBACH,WAAW,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE;oBACzB,GAAG,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC;oBAC9B,GAAG,CAAC,GAAG,EAAE,CAAC;oBACV,OAAO,EAAE,CAAC;gBACZ,CAAC,CAAC,CAAC;gBACH,WAAW,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YAClC,CAAC,CAAC,CAAC;YAEH,WAAW,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;gBAC9B,GAAG,CAAC,KAAK,CAAC,SAAS,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,MAAM,CAAC,CAAC;gBACjE,GAAG,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC;gBAC9B,GAAG,CAAC,GAAG,EAAE,CAAC;gBACV,OAAO,EAAE,CAAC;YACZ,CAAC,CAAC,CAAC;YAEH,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACxB,WAAW,CAAC,GAAG,EAAE,CAAC;QACpB,CAAC,CAAC,CAAC;IACL,CAAC;IAED,+EAA+E;IAEvE,MAAM,CAAC,aAAa,CAAC,GAAa,EAAE,IAAqB;QAC/D,GAAG,CAAC,SAAS,CAAC,cAAc,EAAE,mBAAmB,CAAC,CAAC;QACnD,GAAG,CAAC,SAAS,CAAC,eAAe,EAAE,UAAU,CAAC,CAAC;QAC3C,GAAG,CAAC,SAAS,CAAC,YAAY,EAAE,YAAY,CAAC,CAAC;QAC1C,GAAG,CAAC,SAAS,CAAC,mBAAmB,EAAE,IAAI,CAAC,CAAC;QACzC,GAAG,CAAC,SAAS,CAAC,eAAe,EAAE,KAAK,CAAC,CAAC;QACtC,GAAG,CAAC,SAAS,CAAC,oBAAoB,EAAE,CAAC,IAAI,CAAC,UAAU,IAAI,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;QACzE,GAAG,CAAC,SAAS,CAAC,cAAc,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;QACzC,IAAI,IAAI,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;YACjC,GAAG,CAAC,SAAS,CAAC,iBAAiB,EAAE,GAAG,IAAI,CAAC,SAAS,IAAI,CAAC,CAAC;QAC1D,CAAC;IACH,CAAC;IAEO,MAAM,CAAC,oBAAoB,CAAC,QAAkB,EAAE,MAAc;QAKpE,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;YAC1B,OAAO;gBACL,QAAQ,EAAE,gBAAgB;gBAC1B,IAAI,EAAE,sBAAsB;gBAC5B,OAAO,EAAE,EAAE,aAAa,EAAE,UAAU,MAAM,EAAE,EAAE;aAC/C,CAAC;QACJ,CAAC;QACD,OAAO;YACL,QAAQ,EAAE,mBAAmB;YAC7B,IAAI,EAAE,cAAc;YACpB,OAAO,EAAE,EAAE,WAAW,EAAE,MAAM,EAAE,mBAAmB,EAAE,YAAY,EAAE;SACpE,CAAC;IACJ,CAAC;IAEO,MAAM,CAAC,eAAe,CAC5B,IAAY,EACZ,EAAU,EACV,KAAa,EACb,QAAkB,EAClB,MAAe;QAEf,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;YAC1B,OAAO;gBACL,EAAE;gBACF,MAAM,EAAE,uBAAuB;gBAC/B,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;gBACtC,KAAK;gBACL,OAAO,EAAE,CAAC;wBACR,KAAK,EAAE,CAAC;wBACR,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE;wBACtC,aAAa,EAAE,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI;qBACtC,CAAC;aACH,CAAC;QACJ,CAAC;QACD,mBAAmB;QACnB,IAAI,MAAM,EAAE,CAAC;YACX,OAAO,EAAE,IAAI,EAAE,cAAc,EAAE,CAAC;QAClC,CAAC;QACD,OAAO;YACL,IAAI,EAAE,qBAAqB;YAC3B,KAAK,EAAE,CAAC;YACR,KAAK,EAAE,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE;SACpC,CAAC;IACJ,CAAC;IAEO,MAAM,CAAC,uBAAuB,CAAC,QAAa,EAAE,QAAkB;QACtE,IAAI,CAAC;YACH,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;gBAC1B,OAAO,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC;YACxD,CAAC;YACD,YAAY;YACZ,MAAM,OAAO,GAAG,QAAQ,EAAE,OAAO,CAAC;YAClC,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC3B,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACxD,CAAC;YACD,OAAO,MAAM,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;QAC/B,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;CACF;AAED,SAAS,KAAK,CAAC,EAAU;IACvB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAC3D,CAAC"}