ask-my-llm 1.1.6 → 1.1.8

package/index.js

@@ -39,13 +39,30 @@ function loadConfig(options) {
   }
 }
 
+function parseSSE(output) {
+  let content = '';
+  for (const line of output.split('\n')) {
+    if (!line.startsWith('data: ')) continue;
+    const payload = line.slice(6).trim();
+    if (payload === '[DONE]') break;
+    try {
+      const parsed = JSON.parse(payload);
+      const delta = parsed.choices && parsed.choices[0] && parsed.choices[0].delta;
+      if (delta && delta.content) content += delta.content;
+    } catch (e) { /* skip malformed SSE */ }
+  }
+  if (!content) throw new Error('API returned no content:\n' + output.slice(0, 2000));
+  return content;
+}
+
 function ask(prompt, options) {
   const config = loadConfig(options);
   
   const postData = JSON.stringify({
     model: config.model,
     messages: [{ role: 'user', content: prompt }],
-    temperature: 0.7
+    temperature: 0.7,
+    stream: true
   });
 
   let baseUrl = config.baseApi.replace(/\/$/, '');
@@ -64,18 +81,18 @@ function ask(prompt, options) {
   }
 
   const args = [
-    '-s', '-S', '-X', 'POST',
+    '-s', '-S', '-X', 'POST', '-N',
     ...headerArgs,
-    '-d', postData,
+    '-d', '@-',
     url
   ];
 
-  const result = spawnSync('curl', args, { encoding: 'utf8' });
+  const result = spawnSync('curl', args, { encoding: 'utf8', input: postData });
   
   if (result.error) throw result.error;
   if (result.status !== 0) throw new Error('curl failed: ' + (result.stderr || result.stdout));
   
-  return parseResponse(result.stdout);
+  return parseSSE(result.stdout);
 }
 
 function askAsync(prompt, options) {
@@ -85,7 +102,8 @@ function askAsync(prompt, options) {
     const postData = JSON.stringify({
       model: config.model,
       messages: [{ role: 'user', content: prompt }],
-      temperature: 0.7
+      temperature: 0.7,
+      stream: true
     });
 
     let baseUrl = config.baseApi.replace(/\/$/, '');
@@ -95,7 +113,7 @@ function askAsync(prompt, options) {
     const url = baseUrl + '/chat/completions';
     
     const headerArgs = [
-      '-s', '-S', '-X', 'POST',
+      '-s', '-S', '-X', 'POST', '-N',
       '-H', 'Content-Type: application/json',
       '-H', 'HTTP-Referer: https://cows.info.gf',
       '-H', 'X-OpenRouter-Title: ask-my-llm'
@@ -103,7 +121,7 @@ function askAsync(prompt, options) {
     if (config.apiKey) {
       headerArgs.push('-H', `Authorization: Bearer ${config.apiKey}`);
     }
-    headerArgs.push('-d', postData, url);
+    headerArgs.push('-d', '@-', url);
 
     const child = spawn('curl', headerArgs, { encoding: 'utf8' });
     let data = '';
@@ -111,12 +129,13 @@ function askAsync(prompt, options) {
 
     child.stdout.on('data', chunk => data += chunk);
     child.stderr.on('data', chunk => error += chunk);
+    child.stdin.end(postData);
     child.on('close', code => {
       if (code !== 0) {
         reject(new Error('curl failed: ' + (error || data)));
       } else {
         try {
-          resolve(parseResponse(data));
+          resolve(parseSSE(data));
         } catch (e) {
           reject(e);
         }
@@ -126,15 +145,6 @@ function askAsync(prompt, options) {
   });
 }
 
-function parseResponse(stdout) {
-  const parsed = JSON.parse(stdout);
-  if (parsed.choices && parsed.choices[0]) {
-    return parsed.choices[0].message.content;
-  } else {
-    throw new Error('API Error: ' + stdout);
-  }
-}
-
 /**
  * Returns the model name from the current configuration.
  * Synchronous.

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "ask-my-llm",
-  "version": "1.1.6",
+  "version": "1.1.8",
   "description": "Oversimplified, zero-dependency AI usage npm module",
   "main": "index.js",
   "bin": {