@routstr/sdk 0.2.11 → 0.3.0

package/dist/client/index.d.mts

@@ -1,7 +1,6 @@
 import { M as Model, a as Message, T as TransactionHistory, l as StreamingResult } from '../types-BYj_8c5c.mjs';
 import { P as ProviderRegistry, W as WalletAdapter, S as StorageAdapter, a as StreamingCallbacks } from '../interfaces-C5fLD3jB.mjs';
 import { S as SdkStore, U as UsageTrackingDriver } from '../store-DGeLPv9E.mjs';
-import { ServerResponse } from 'http';
 import { CashuSpender, BalanceManager } from '../wallet/index.mjs';
 import { Transform } from 'stream';
 import 'zustand/vanilla';
@@ -50,6 +49,7 @@ declare class ProviderManager {
     getInstanceId(): string;
     /**
      * Clean up expired cooldown entries
+     * Also removes the provider from failedProviders so it can be retried
      */
     private cleanupExpiredCooldowns;
     /**
@@ -190,9 +190,6 @@ interface RouteRequestParams {
     modelId?: string;
     clientApiKey?: string;
 }
-interface RouteRequestToNodeResponseParams extends RouteRequestParams {
-    res: ServerResponse;
-}
 interface RoutstrClientConfig {
     usageTrackingDriver?: UsageTrackingDriver;
     sdkStore?: SdkStore;
@@ -245,7 +242,6 @@ declare class RoutstrClient {
      * requests and get responses back.
      */
     routeRequest(params: RouteRequestParams): Promise<Response>;
-    routeRequestToNodeResponse(params: RouteRequestToNodeResponseParams): Promise<void>;
     private _prepareRoutedRequest;
     /**
      * Extract clientApiKey from Authorization Bearer token if present
@@ -373,20 +369,39 @@ interface UsageTrackingData {
 }
 
 /**
- * SSE parser transform that preserves event boundaries verbatim.
+ * Inspect a Web `ReadableStream<Uint8Array>` of SSE bytes for `usage` and
+ * response `id` fields without touching the bytes that are delivered to the
+ * real client. This is meant to be called on one branch of a `body.tee()`.
+ *
+ * The inspector reads the stream to completion (or errors out), decoding
+ * UTF-8 across chunk boundaries, splitting on SSE event terminators
+ * (`\r?\n\r?\n`), parsing each `data:` payload as JSON, and invoking the
+ * provided callbacks when usage / response id become known.
  *
- * Unlike a naive line-splitter, this buffers until a full SSE event is
- * received (terminated by a blank line, per the SSE spec), then forwards the
- * entire event unchanged downstream. This means:
+ * The returned Promise resolves with the final captured values once the
+ * stream ends (or is cancelled / errors out).
+ */
+declare function inspectSSEWebStream(stream: ReadableStream<Uint8Array>, onUsage: (usage: UsageTrackingData) => void, onResponseId?: (responseId: string) => void): Promise<{
+    capturedUsage?: UsageTrackingData;
+    capturedResponseId?: string;
+}>;
+/**
+ * SSE parser transform that preserves the original byte stream.
+ *
+ * Incoming chunks are forwarded downstream unchanged so chunk boundaries and
+ * timing remain identical to the upstream source. In parallel, a streaming text
+ * decoder buffers just enough data to detect complete SSE event blocks for
+ * usage/responseId inspection.
+ *
+ * This means:
+ *   - The client sees the original stream bytes without parser-induced
+ *     re-chunking.
  *   - Multi-line events (multiple `data:` lines, plus `event:`/`id:`/`retry:`
- *     fields) are preserved.
- *   - Comments / keepalives (lines beginning with `:`) are preserved.
+ *     fields) are still parsed correctly for inspection.
  *   - Chunks that contain multiple events, or events split across chunks, are
  *     handled correctly without merging or losing packets.
- *
- * As a side-effect, it inspects `data:` payloads for usage/responseId and
- * invokes the provided callbacks the first time each is seen.
+ *   - UTF-8 split across chunk boundaries is decoded safely.
  */
 declare function createSSEParserTransform(onUsage: (usage: UsageTrackingData) => void, onResponseId?: (responseId: string) => void): Transform;
 
-export { type AlertLevel, type DebugLevel, type FetchOptions, type ModelProviderPrice, ProviderManager, type RouteRequestParams, type RouteRequestToNodeResponseParams, RoutstrClient, type RoutstrClientConfig, type RoutstrClientMode, type StreamCallbacks, StreamProcessor, createSSEParserTransform };
+export { type AlertLevel, type DebugLevel, type FetchOptions, type ModelProviderPrice, ProviderManager, type RouteRequestParams, RoutstrClient, type RoutstrClientConfig, type RoutstrClientMode, type StreamCallbacks, StreamProcessor, createSSEParserTransform, inspectSSEWebStream };

package/dist/client/index.d.ts

@@ -1,7 +1,6 @@
 import { M as Model, a as Message, T as TransactionHistory, l as StreamingResult } from '../types-BYj_8c5c.js';
 import { P as ProviderRegistry, W as WalletAdapter, S as StorageAdapter, a as StreamingCallbacks } from '../interfaces-B62Rw-dd.js';
 import { S as SdkStore, U as UsageTrackingDriver } from '../store-h7m23ffq.js';
-import { ServerResponse } from 'http';
 import { CashuSpender, BalanceManager } from '../wallet/index.js';
 import { Transform } from 'stream';
 import 'zustand/vanilla';
@@ -50,6 +49,7 @@ declare class ProviderManager {
     getInstanceId(): string;
     /**
      * Clean up expired cooldown entries
+     * Also removes the provider from failedProviders so it can be retried
      */
     private cleanupExpiredCooldowns;
     /**
@@ -190,9 +190,6 @@ interface RouteRequestParams {
     modelId?: string;
     clientApiKey?: string;
 }
-interface RouteRequestToNodeResponseParams extends RouteRequestParams {
-    res: ServerResponse;
-}
 interface RoutstrClientConfig {
     usageTrackingDriver?: UsageTrackingDriver;
     sdkStore?: SdkStore;
@@ -245,7 +242,6 @@ declare class RoutstrClient {
      * requests and get responses back.
      */
     routeRequest(params: RouteRequestParams): Promise<Response>;
-    routeRequestToNodeResponse(params: RouteRequestToNodeResponseParams): Promise<void>;
     private _prepareRoutedRequest;
     /**
      * Extract clientApiKey from Authorization Bearer token if present
@@ -373,20 +369,39 @@ interface UsageTrackingData {
 }
 
 /**
- * SSE parser transform that preserves event boundaries verbatim.
+ * Inspect a Web `ReadableStream<Uint8Array>` of SSE bytes for `usage` and
+ * response `id` fields without touching the bytes that are delivered to the
+ * real client. This is meant to be called on one branch of a `body.tee()`.
+ *
+ * The inspector reads the stream to completion (or errors out), decoding
+ * UTF-8 across chunk boundaries, splitting on SSE event terminators
+ * (`\r?\n\r?\n`), parsing each `data:` payload as JSON, and invoking the
+ * provided callbacks when usage / response id become known.
  *
- * Unlike a naive line-splitter, this buffers until a full SSE event is
- * received (terminated by a blank line, per the SSE spec), then forwards the
- * entire event unchanged downstream. This means:
+ * The returned Promise resolves with the final captured values once the
+ * stream ends (or is cancelled / errors out).
+ */
+declare function inspectSSEWebStream(stream: ReadableStream<Uint8Array>, onUsage: (usage: UsageTrackingData) => void, onResponseId?: (responseId: string) => void): Promise<{
+    capturedUsage?: UsageTrackingData;
+    capturedResponseId?: string;
+}>;
+/**
+ * SSE parser transform that preserves the original byte stream.
+ *
+ * Incoming chunks are forwarded downstream unchanged so chunk boundaries and
+ * timing remain identical to the upstream source. In parallel, a streaming text
+ * decoder buffers just enough data to detect complete SSE event blocks for
+ * usage/responseId inspection.
+ *
+ * This means:
+ *   - The client sees the original stream bytes without parser-induced
+ *     re-chunking.
  *   - Multi-line events (multiple `data:` lines, plus `event:`/`id:`/`retry:`
- *     fields) are preserved.
- *   - Comments / keepalives (lines beginning with `:`) are preserved.
+ *     fields) are still parsed correctly for inspection.
  *   - Chunks that contain multiple events, or events split across chunks, are
  *     handled correctly without merging or losing packets.
- *
- * As a side-effect, it inspects `data:` payloads for usage/responseId and
- * invokes the provided callbacks the first time each is seen.
+ *   - UTF-8 split across chunk boundaries is decoded safely.
  */
 declare function createSSEParserTransform(onUsage: (usage: UsageTrackingData) => void, onResponseId?: (responseId: string) => void): Transform;
 
-export { type AlertLevel, type DebugLevel, type FetchOptions, type ModelProviderPrice, ProviderManager, type RouteRequestParams, type RouteRequestToNodeResponseParams, RoutstrClient, type RoutstrClientConfig, type RoutstrClientMode, type StreamCallbacks, StreamProcessor, createSSEParserTransform };
+export { type AlertLevel, type DebugLevel, type FetchOptions, type ModelProviderPrice, ProviderManager, type RouteRequestParams, RoutstrClient, type RoutstrClientConfig, type RoutstrClientMode, type StreamCallbacks, StreamProcessor, createSSEParserTransform, inspectSSEWebStream };