@routstr/sdk 0.2.12 → 0.3.0

package/dist/client/index.js

@@ -3,31 +3,7 @@
 var cashuTs = require('@cashu/cashu-ts');
 var vanilla = require('zustand/vanilla');
 var stream = require('stream');
-var fs = require('fs');
-var path = require('path');
-var os = require('os');
-
-function _interopNamespace(e) {
-  if (e && e.__esModule) return e;
-  var n = Object.create(null);
-  if (e) {
-    Object.keys(e).forEach(function (k) {
-      if (k !== 'default') {
-        var d = Object.getOwnPropertyDescriptor(e, k);
-        Object.defineProperty(n, k, d.get ? d : {
-          enumerable: true,
-          get: function () { return e[k]; }
-        });
-      }
-    });
-  }
-  n.default = e;
-  return Object.freeze(n);
-}
-
-var fs__namespace = /*#__PURE__*/_interopNamespace(fs);
-var path__namespace = /*#__PURE__*/_interopNamespace(path);
-var os__namespace = /*#__PURE__*/_interopNamespace(os);
+var string_decoder = require('string_decoder');
 
 // core/errors.ts
 var InsufficientBalanceError = class extends Error {
@@ -81,10 +57,10 @@ var AuditLogger = class _AuditLogger {
     const logLine = JSON.stringify(fullEntry) + "\n";
     if (typeof window === "undefined") {
       try {
-        const fs2 = await import('fs');
-        const path2 = await import('path');
-        const logPath = path2.join(process.cwd(), "audit.log");
-        fs2.appendFileSync(logPath, logLine);
+        const fs = await import('fs');
+        const path = await import('path');
+        const logPath = path.join(process.cwd(), "audit.log");
+        fs.appendFileSync(logPath, logLine);
       } catch (error) {
         console.error("[AuditLogger] Failed to write to file:", error);
       }
@@ -663,7 +639,7 @@ var CashuSpender = class {
 };
 
 // wallet/BalanceManager.ts
-var BalanceManager = class {
+var BalanceManager = class _BalanceManager {
   constructor(walletAdapter, storageAdapter, providerRegistry, cashuSpender) {
     this.walletAdapter = walletAdapter;
     this.storageAdapter = storageAdapter;
@@ -680,6 +656,47 @@ var BalanceManager = class {
     }
   }
   cashuSpender;
+  /** In-memory guard for per-provider wallet mutations (topup / refund) */
+  providerWalletOps = /* @__PURE__ */ new Map();
+  /** Cooldown (ms) between opposite operations on the same provider */
+  static PROVIDER_WALLET_COOLDOWN_MS = 1e4;
+  /**
+   * Check whether a wallet operation (topup/refund) may run for a provider.
+   * Returns the reason when blocked.
+   */
+  _canRunProviderWalletOperation(baseUrl, type) {
+    const existing = this.providerWalletOps.get(baseUrl);
+    if (!existing) {
+      return { allowed: true };
+    }
+    if (existing.type === type) {
+      return { allowed: true };
+    }
+    if (!existing.endTime) {
+      return {
+        allowed: false,
+        reason: `Provider wallet operation locked; ${existing.type} in progress`
+      };
+    }
+    const elapsed = Date.now() - existing.endTime;
+    if (elapsed < _BalanceManager.PROVIDER_WALLET_COOLDOWN_MS) {
+      return {
+        allowed: false,
+        reason: `Provider wallet operation locked; recent ${existing.type} completed ${Math.round(elapsed / 1e3)}s ago`
+      };
+    }
+    this.providerWalletOps.delete(baseUrl);
+    return { allowed: true };
+  }
+  _beginProviderWalletOperation(baseUrl, type) {
+    this.providerWalletOps.set(baseUrl, { type, startTime: Date.now() });
+  }
+  _endProviderWalletOperation(baseUrl, type) {
+    const existing = this.providerWalletOps.get(baseUrl);
+    if (existing && existing.type === type) {
+      existing.endTime = Date.now();
+    }
+  }
   async getBalanceState() {
     const mintBalances = await this.walletAdapter.getBalances();
     const units = this.walletAdapter.getMintUnits();
@@ -714,6 +731,20 @@ var BalanceManager = class {
    * @returns Refund result
    */
   async refundApiKey(options) {
+    const { mintUrl, baseUrl, apiKey, forceRefund } = options;
+    const guard = this._canRunProviderWalletOperation(baseUrl, "refund");
+    if (!guard.allowed) {
+      console.log(`[BalanceManager] Skipping refund for ${baseUrl} - ${guard.reason}`);
+      return { success: false, message: guard.reason };
+    }
+    this._beginProviderWalletOperation(baseUrl, "refund");
+    try {
+      return await this._refundApiKeyImpl({ mintUrl, baseUrl, apiKey, forceRefund });
+    } finally {
+      this._endProviderWalletOperation(baseUrl, "refund");
+    }
+  }
+  async _refundApiKeyImpl(options) {
     const { mintUrl, baseUrl, apiKey, forceRefund } = options;
     if (!apiKey) {
       return { success: false, message: "No API key to refund" };
@@ -842,6 +873,20 @@ var BalanceManager = class {
    * Top up API key balance with a cashu token
    */
   async topUp(options) {
+    const { mintUrl, baseUrl, amount, token: providedToken } = options;
+    const guard = this._canRunProviderWalletOperation(baseUrl, "topup");
+    if (!guard.allowed) {
+      console.log(`[BalanceManager] Skipping topup for ${baseUrl} - ${guard.reason}`);
+      return { success: false, message: guard.reason };
+    }
+    this._beginProviderWalletOperation(baseUrl, "topup");
+    try {
+      return await this._topUpImpl({ mintUrl, baseUrl, amount, token: providedToken });
+    } finally {
+      this._endProviderWalletOperation(baseUrl, "topup");
+    }
+  }
+  async _topUpImpl(options) {
     const { mintUrl, baseUrl, amount, token: providedToken } = options;
     if (!amount || amount <= 0) {
       return { success: false, message: "Invalid top up amount" };
@@ -1002,7 +1047,7 @@ var BalanceManager = class {
           p2pkPubkey
         );
         console.log(
-          `[BalanceManager.createProviderToken] SUCCESS: Token created from mint ${candidateMint}`
+          `[BalanceManager.createProviderToken] SUCCESS: Token created from mint ${candidateMint}, all mint balances: ${JSON.stringify(Object.fromEntries(Object.entries(balances).map(([mint, balance]) => [mint, getBalanceInSats(balance, units[mint])])))}`
         );
         return {
           success: true,
@@ -2141,7 +2186,9 @@ var ProviderManager = class _ProviderManager {
       const approximateTokens = apiMessagesNoImages ? Math.ceil(JSON.stringify(apiMessagesNoImages, null, 2).length / 2.84) : 1e4;
       const totalInputTokens = approximateTokens + imageTokens;
       const sp = model?.sats_pricing;
-      if (!sp) return 0;
+      if (!sp) {
+        return 0;
+      }
       if (!sp.max_completion_cost) {
         return sp.max_cost ?? 50;
       }
@@ -3453,26 +3500,117 @@ var getDefaultUsageTrackingDriver = () => {
   defaultUsageTrackingDriver = createMemoryUsageTrackingDriver();
   return defaultUsageTrackingDriver;
 };
-function createSSEParserTransform(onUsage, onResponseId) {
+function mergeUsage(previous, next) {
+  if (!previous) return next;
+  return {
+    promptTokens: next.promptTokens > 0 ? next.promptTokens : previous.promptTokens,
+    completionTokens: next.completionTokens > 0 ? next.completionTokens : previous.completionTokens,
+    totalTokens: next.totalTokens > 0 ? next.totalTokens : previous.totalTokens,
+    cost: next.cost > 0 ? next.cost : previous.cost,
+    satsCost: next.satsCost > 0 ? next.satsCost : previous.satsCost
+  };
+}
+function hasUsageChanged(previous, next) {
+  if (!previous) return true;
+  return previous.promptTokens !== next.promptTokens || previous.completionTokens !== next.completionTokens || previous.totalTokens !== next.totalTokens || previous.cost !== next.cost || previous.satsCost !== next.satsCost;
+}
+async function inspectSSEWebStream(stream, onUsage, onResponseId) {
+  const reader = stream.getReader();
+  const decoder = new TextDecoder("utf-8");
   let buffer = "";
   let capturedUsage = null;
+  let capturedResponseId;
   let responseIdCaptured = false;
-  const mergeUsage = (previous, next) => {
-    if (!previous) return next;
-    return {
-      promptTokens: next.promptTokens > 0 ? next.promptTokens : previous.promptTokens,
-      completionTokens: next.completionTokens > 0 ? next.completionTokens : previous.completionTokens,
-      totalTokens: next.totalTokens > 0 ? next.totalTokens : previous.totalTokens,
-      cost: next.cost > 0 ? next.cost : previous.cost,
-      satsCost: next.satsCost > 0 ? next.satsCost : previous.satsCost
-    };
+  const inspectDataPayload = (jsonText) => {
+    if (responseIdCaptured && capturedUsage && capturedUsage.totalTokens > 0) {
+      return;
+    }
+    const trimmed = jsonText.trim();
+    if (!trimmed || trimmed === "[DONE]") return;
+    if (!trimmed.startsWith("{") && !trimmed.startsWith("[")) return;
+    try {
+      const data = JSON.parse(trimmed);
+      if (!responseIdCaptured) {
+        const responseId = data?.id;
+        if (typeof responseId === "string" && responseId.trim().length > 0) {
+          capturedResponseId = responseId.trim();
+          onResponseId?.(capturedResponseId);
+          responseIdCaptured = true;
+        }
+      }
+      const usage = extractUsageFromSSEJson(data);
+      if (usage) {
+        const merged = mergeUsage(capturedUsage, usage);
+        if (hasUsageChanged(capturedUsage, merged)) {
+          capturedUsage = merged;
+          onUsage(merged);
+        }
+      }
+    } catch {
+    }
+  };
+  const inspectEventBlock = (eventBlock) => {
+    if (responseIdCaptured && capturedUsage && capturedUsage.totalTokens > 0) {
+      return;
+    }
+    const lines = eventBlock.split(/\r?\n/);
+    const dataParts = [];
+    for (const line of lines) {
+      if (!line || line.startsWith(":")) continue;
+      if (line.startsWith("data:")) {
+        const value = line.startsWith("data: ") ? line.slice(6) : line.slice(5);
+        dataParts.push(value);
+      }
+    }
+    if (dataParts.length === 0) return;
+    inspectDataPayload(dataParts.join("\n"));
   };
-  const hasUsageChanged = (previous, next) => {
-    if (!previous) return true;
-    return previous.promptTokens !== next.promptTokens || previous.completionTokens !== next.completionTokens || previous.totalTokens !== next.totalTokens || previous.cost !== next.cost || previous.satsCost !== next.satsCost;
+  const drainBufferedEvents = () => {
+    const terminator = /\r?\n\r?\n/g;
+    let lastIndex = 0;
+    let match;
+    while ((match = terminator.exec(buffer)) !== null) {
+      const block = buffer.slice(lastIndex, match.index);
+      lastIndex = match.index + match[0].length;
+      if (block.length > 0) inspectEventBlock(block);
+    }
+    if (lastIndex > 0) buffer = buffer.slice(lastIndex);
+  };
+  try {
+    while (true) {
+      const { value, done } = await reader.read();
+      if (done) break;
+      if (value && value.byteLength > 0) {
+        buffer += decoder.decode(value, { stream: true });
+        drainBufferedEvents();
+      }
+    }
+    buffer += decoder.decode();
+    drainBufferedEvents();
+    if (buffer.length > 0) {
+      const tail = buffer.replace(/\r?\n+$/, "");
+      if (tail.length > 0) inspectEventBlock(tail);
+      buffer = "";
+    }
+  } catch {
+  } finally {
+    try {
+      reader.releaseLock();
+    } catch {
+    }
+  }
+  return {
+    capturedUsage: capturedUsage ?? void 0,
+    capturedResponseId
   };
+}
+function createSSEParserTransform(onUsage, onResponseId) {
+  let buffer = "";
+  const decoder = new string_decoder.StringDecoder("utf8");
+  let capturedUsage = null;
+  let responseIdCaptured = false;
   const inspectDataPayload = (jsonText) => {
-    if (responseIdCaptured && capturedUsage?.satsCost && capturedUsage.totalTokens) {
+    if (responseIdCaptured && capturedUsage && capturedUsage.totalTokens > 0) {
       return;
     }
     const trimmed = jsonText.trim();
@@ -3499,7 +3637,7 @@ function createSSEParserTransform(onUsage, onResponseId) {
     }
   };
   const inspectEventBlock = (eventBlock) => {
-    if (responseIdCaptured && capturedUsage?.satsCost && capturedUsage.totalTokens) {
+    if (responseIdCaptured && capturedUsage && capturedUsage.totalTokens > 0) {
       return;
     }
     const lines = eventBlock.split(/\r?\n/);
@@ -3515,32 +3653,35 @@ function createSSEParserTransform(onUsage, onResponseId) {
     const payload = dataParts.join("\n");
     inspectDataPayload(payload);
   };
-  const emitEventBlock = (self, eventBlock) => {
-    if (eventBlock.length === 0) return;
-    inspectEventBlock(eventBlock);
-    self.push(eventBlock + "\n\n");
+  const processBufferedEvents = () => {
+    const terminator = /\r?\n\r?\n/g;
+    let lastIndex = 0;
+    let match;
+    while ((match = terminator.exec(buffer)) !== null) {
+      const block = buffer.slice(lastIndex, match.index);
+      lastIndex = match.index + match[0].length;
+      if (block.length > 0) {
+        inspectEventBlock(block);
+      }
+    }
+    if (lastIndex > 0) {
+      buffer = buffer.slice(lastIndex);
+    }
   };
   return new stream.Transform({
     transform(chunk, _encoding, callback) {
-      buffer += chunk.toString();
-      const terminator = /\r?\n\r?\n/g;
-      let lastIndex = 0;
-      let match;
-      while ((match = terminator.exec(buffer)) !== null) {
-        const block = buffer.slice(lastIndex, match.index);
-        lastIndex = match.index + match[0].length;
-        emitEventBlock(this, block);
-      }
-      if (lastIndex > 0) {
-        buffer = buffer.slice(lastIndex);
-      }
+      this.push(chunk);
+      buffer += decoder.write(Buffer.isBuffer(chunk) ? chunk : Buffer.from(chunk));
+      processBufferedEvents();
       callback();
     },
     flush(callback) {
+      buffer += decoder.end();
+      processBufferedEvents();
       if (buffer.length > 0) {
         const tail = buffer.replace(/\r?\n+$/, "");
         if (tail.length > 0) {
-          emitEventBlock(this, tail);
+          inspectEventBlock(tail);
         }
         buffer = "";
       }
@@ -3548,6 +3689,8 @@ function createSSEParserTransform(onUsage, onResponseId) {
     }
   });
 }
+
+// client/RoutstrClient.ts
 var TOPUP_MARGIN = 1.2;
 var RoutstrClient = class {
   constructor(walletAdapter, storageAdapter, providerRegistry, alertLevel, mode = "xcashu", options = {}) {
@@ -3647,31 +3790,12 @@ var RoutstrClient = class {
    */
   async routeRequest(params) {
     const prepared = await this._prepareRoutedRequest(params);
-    const satsSpent = await this._handlePostResponseBalanceUpdate({
-      token: prepared.tokenUsed,
-      baseUrl: prepared.baseUrlUsed,
-      mintUrl: params.mintUrl,
-      initialTokenBalance: prepared.tokenBalanceInSats,
-      response: prepared.response,
-      modelId: prepared.modelId,
-      usage: prepared.capturedUsage,
-      requestId: prepared.capturedResponseId,
-      clientApiKey: prepared.clientApiKey
-    });
-    prepared.response.satsSpent = satsSpent;
-    prepared.response.usage = prepared.capturedUsage;
-    prepared.response.requestId = prepared.capturedResponseId;
-    return prepared.response;
-  }
-  async routeRequestToNodeResponse(params) {
-    const { res } = params;
-    const prepared = await this._prepareRoutedRequest(params);
-    res.statusCode = prepared.response.status;
-    prepared.response.headers.forEach((value, key) => {
-      res.setHeader(key, value);
-    });
-    const body = prepared.response.body;
-    if (!body) {
+    const contentType = prepared.response.headers.get("content-type") || "";
+    const isSSE = contentType.includes("text/event-stream");
+    const runFinalize = async () => {
+      const { capturedUsage, capturedResponseId } = await prepared.usagePromise;
+      const usage = capturedUsage ?? prepared.capturedUsage;
+      const requestId = capturedResponseId ?? prepared.capturedResponseId;
       const satsSpent = await this._handlePostResponseBalanceUpdate({
         token: prepared.tokenUsed,
         baseUrl: prepared.baseUrlUsed,
@@ -3679,51 +3803,25 @@ var RoutstrClient = class {
         initialTokenBalance: prepared.tokenBalanceInSats,
         response: prepared.response,
         modelId: prepared.modelId,
-        usage: prepared.capturedUsage,
-        requestId: prepared.capturedResponseId,
+        usage,
+        requestId,
         clientApiKey: prepared.clientApiKey
       });
       prepared.response.satsSpent = satsSpent;
-      res.end();
-      return;
+      prepared.response.usage = usage;
+      prepared.response.requestId = requestId;
+      return satsSpent;
+    };
+    if (isSSE) {
+      const finalizePromise = runFinalize().catch((error) => {
+        this._log("ERROR", "[RoutstrClient] SSE finalize failed:", error);
+        return 0;
+      });
+      prepared.response.finalize = () => finalizePromise;
+      return prepared.response;
     }
-    const nodeReadable = stream.Readable.fromWeb(body);
-    await new Promise((resolve, reject) => {
-      let settled = false;
-      const finish = async () => {
-        if (settled) return;
-        settled = true;
-        try {
-          const satsSpent = await this._handlePostResponseBalanceUpdate({
-            token: prepared.tokenUsed,
-            baseUrl: prepared.baseUrlUsed,
-            mintUrl: params.mintUrl,
-            initialTokenBalance: prepared.tokenBalanceInSats,
-            response: prepared.response,
-            modelId: prepared.modelId,
-            usage: prepared.capturedUsage,
-            requestId: prepared.capturedResponseId,
-            clientApiKey: prepared.clientApiKey
-          });
-          prepared.response.satsSpent = satsSpent;
-          prepared.response.usage = prepared.capturedUsage;
-          prepared.response.requestId = prepared.capturedResponseId;
-          resolve();
-        } catch (error) {
-          reject(error);
-        }
-      };
-      const fail = (error) => {
-        if (settled) return;
-        settled = true;
-        reject(error);
-      };
-      res.once("finish", finish);
-      res.once("close", finish);
-      res.once("error", fail);
-      nodeReadable.once("error", fail);
-      nodeReadable.pipe(res);
-    });
+    await runFinalize();
+    return prepared.response;
   }
   async _prepareRoutedRequest(params) {
     const {
@@ -3747,9 +3845,23 @@ var RoutstrClient = class {
       );
       selectedModel = providerModel ?? void 0;
       if (selectedModel) {
+        const requestMessages = Array.isArray(
+          body?.messages
+        ) ? body.messages : [];
+        const requestMaxTokens = typeof body?.max_tokens === "number" ? body.max_tokens : void 0;
+        this._log(
+          "DEBUG",
+          "[RoutstrClient] generic request pricing input",
+          {
+            modelId: selectedModel.id,
+            messageCount: requestMessages.length,
+            maxTokens: requestMaxTokens
+          }
+        );
         requiredSats = this.providerManager.getRequiredSatsForModel(
           selectedModel,
-          []
+          requestMessages,
+          requestMaxTokens
         );
       }
     }
@@ -3786,22 +3898,18 @@ var RoutstrClient = class {
     let processedResponse = response;
     let capturedUsage;
     let capturedResponseId;
+    let usagePromise = Promise.resolve({});
     if (contentType.includes("text/event-stream") && response.body) {
-      const logDir = path__namespace.join(os__namespace.homedir(), ".routstrd", "stream-response");
-      if (!fs__namespace.existsSync(logDir)) {
-        fs__namespace.mkdirSync(logDir, { recursive: true });
-      }
-      const logFile = path__namespace.join(logDir, `${Date.now()}.jsonl`);
-      const logStream = fs__namespace.createWriteStream(logFile);
-      const nodeReadable = stream.Readable.fromWeb(response.body);
-      const loggingTransform = new stream.Transform({
-        transform(chunk, encoding, callback) {
-          const raw = chunk.toString();
-          logStream.write(JSON.stringify({ raw, timestamp: Date.now() }) + "\n");
-          callback(null, chunk);
-        }
+      const [clientStream, inspectStream] = response.body.tee();
+      processedResponse = new Response(clientStream, {
+        status: response.status,
+        statusText: response.statusText,
+        headers: response.headers
       });
-      const sseParser = createSSEParserTransform(
+      processedResponse.baseUrl = response.baseUrl;
+      processedResponse.token = response.token;
+      usagePromise = inspectSSEWebStream(
+        inspectStream,
         (usage) => {
           capturedUsage = usage;
           processedResponse.usage = usage;
@@ -3811,17 +3919,7 @@ var RoutstrClient = class {
           processedResponse.requestId = responseId;
         }
       );
-      const transformed = nodeReadable.pipe(loggingTransform).pipe(sseParser, { end: true });
-      const webStream = stream.Readable.toWeb(
-        transformed
-      );
-      processedResponse = new Response(webStream, {
-        status: response.status,
-        statusText: response.statusText,
-        headers: response.headers
-      });
-      processedResponse.baseUrl = response.baseUrl;
-      processedResponse.token = response.token;
+      processedResponse.usagePromise = usagePromise;
     }
     return {
       response: processedResponse,
@@ -3831,7 +3929,8 @@ var RoutstrClient = class {
       modelId,
       capturedUsage,
       capturedResponseId,
-      clientApiKey
+      clientApiKey,
+      usagePromise
     };
   }
   /**
@@ -3982,9 +4081,9 @@ var RoutstrClient = class {
    * Make the API request with failover support
    */
   async _makeRequest(params) {
-    const { path: path2, method, body, baseUrl, token, headers } = params;
+    const { path, method, body, baseUrl, token, headers } = params;
     try {
-      const url = `${baseUrl.replace(/\/$/, "")}${path2}`;
+      const url = `${baseUrl.replace(/\/$/, "")}${path}`;
       if (this.mode === "xcashu") this._log("DEBUG", "HEADERS,", headers);
       const response = await fetch(url, {
         method,
@@ -4034,7 +4133,7 @@ var RoutstrClient = class {
    */
   async _handleErrorResponse(params, token, status, requestId, xCashuRefundToken, responseBody, retryCount = 0) {
     const MAX_RETRIES_PER_PROVIDER = 2;
-    const { path: path2, method, body, selectedModel, baseUrl, mintUrl } = params;
+    const { path, method, body, selectedModel, baseUrl, mintUrl } = params;
     let tryNextProvider = false;
     const errorMessage = responseBody;
     this._log(
@@ -4107,7 +4206,7 @@ var RoutstrClient = class {
         );
         const currentBalance = currentBalanceInfo.unit === "msat" ? currentBalanceInfo.amount / 1e3 : currentBalanceInfo.amount;
         const shortfall = Math.max(0, params.requiredSats - currentBalance);
-        topupAmount = shortfall > 0 ? shortfall : params.requiredSats;
+        topupAmount = shortfall > 0.21 * params.requiredSats ? shortfall : 0.21 * params.requiredSats;
         this._log(
           "DEBUG",
           `The shortfall is: ${shortfall}. requiredSats: ${params.requiredSats}. Current Balance: ${currentBalance} `
@@ -4336,7 +4435,7 @@ var RoutstrClient = class {
       });
       return this._makeRequest({
         ...params,
-        path: path2,
+        path,
         method,
         body,
         baseUrl: nextProvider,
@@ -4743,5 +4842,6 @@ exports.ProviderManager = ProviderManager;
 exports.RoutstrClient = RoutstrClient;
 exports.StreamProcessor = StreamProcessor;
 exports.createSSEParserTransform = createSSEParserTransform;
+exports.inspectSSEWebStream = inspectSSEWebStream;
 //# sourceMappingURL=index.js.map
 //# sourceMappingURL=index.js.map