@roboflow/inference-sdk 0.1.1 → 0.1.3

package/README.md

@@ -1,6 +1,6 @@
 # @roboflow/inference-sdk
 
-Lightweight client for Roboflow's hosted inference API with WebRTC streaming support for real-time computer vision in the browser.
+Lightweight JS client for Roboflow's hosted inference API with WebRTC streaming support for real-time computer vision in the browser.
 
 ## Installation
 

package/dist/index.es.js

@@ -1,20 +1,20 @@
-var C = Object.defineProperty;
-var E = (r, e, t) => e in r ? C(r, e, { enumerable: !0, configurable: !0, writable: !0, value: t }) : r[e] = t;
-var l = (r, e, t) => E(r, typeof e != "symbol" ? e + "" : e, t);
-class y {
+var T = Object.defineProperty;
+var O = (a, e, t) => e in a ? T(a, e, { enumerable: !0, configurable: !0, writable: !0, value: t }) : a[e] = t;
+var u = (a, e, t) => O(a, typeof e != "symbol" ? e + "" : e, t);
+class _ {
   /**
    * @private
    * Use InferenceHTTPClient.init() instead
    */
   constructor(e, t = "https://serverless.roboflow.com") {
-    l(this, "apiKey");
-    l(this, "serverUrl");
+    u(this, "apiKey");
+    u(this, "serverUrl");
     this.apiKey = e, this.serverUrl = t;
   }
   static init({ apiKey: e, serverUrl: t }) {
     if (!e)
       throw new Error("apiKey is required");
-    return new y(e, t);
+    return new _(e, t);
   }
   /**
    * Initialize a WebRTC worker pipeline
@@ -44,51 +44,59 @@ class y {
   async initializeWebrtcWorker({
     offer: e,
     workflowSpec: t,
-    workspaceName: a,
-    workflowId: n,
-    config: i = {}
+    workspaceName: n,
+    workflowId: r,
+    config: o = {}
   }) {
     if (!e || !e.sdp || !e.type)
       throw new Error("offer with sdp and type is required");
-    const o = !!t, s = !!(a && n);
-    if (!o && !s)
+    const i = !!t, s = !!(n && r);
+    if (!i && !s)
       throw new Error("Either workflowSpec OR (workspaceName + workflowId) is required");
-    if (o && s)
+    if (i && s)
       throw new Error("Provide either workflowSpec OR (workspaceName + workflowId), not both");
     const {
       imageInputName: d = "image",
-      streamOutputNames: u = [],
-      dataOutputNames: p = ["string"],
-      threadPoolWorkers: c = 4
-    } = i, h = {
+      streamOutputNames: c = [],
+      dataOutputNames: l = ["string"],
+      threadPoolWorkers: p = 4,
+      workflowsParameters: y = {},
+      iceServers: w,
+      processingTimeout: k,
+      requestedPlan: S,
+      requestedRegion: f
+    } = o, g = {
       type: "WorkflowConfiguration",
       image_input_name: d,
-      workflows_thread_pool_workers: c,
+      workflows_parameters: y,
+      workflows_thread_pool_workers: p,
       cancel_thread_pool_tasks_on_exit: !0,
       video_metadata_input_name: "video_metadata"
     };
-    o ? h.workflow_specification = t : (h.workspace_name = a, h.workflow_id = n);
-    const g = {
-      workflow_configuration: h,
+    i ? g.workflow_specification = t : (g.workspace_name = n, g.workflow_id = r);
+    const m = {
+      workflow_configuration: g,
       api_key: this.apiKey,
       webrtc_realtime_processing: !0,
       webrtc_offer: {
         sdp: e.sdp,
         type: e.type
       },
-      webrtc_turn_config: null,
-      stream_output: u,
-      data_output: p
-    }, m = await fetch(`${this.serverUrl}/initialise_webrtc_worker`, {
+      webrtc_config: w ? { iceServers: w } : null,
+      stream_output: c,
+      data_output: l
+    };
+    k !== void 0 && (m.processing_timeout = k), S !== void 0 && (m.requested_plan = S), f !== void 0 && (m.requested_region = f), console.trace("payload", m);
+    const h = await fetch(`${this.serverUrl}/initialise_webrtc_worker`, {
       method: "POST",
       headers: { "Content-Type": "application/json" },
-      body: JSON.stringify(g)
+      body: JSON.stringify(m)
     });
-    if (!m.ok) {
-      const f = await m.text().catch(() => "");
-      throw new Error(`initialise_webrtc_worker failed (${m.status}): ${f}`);
+    if (!h.ok) {
+      const E = await h.text().catch(() => "");
+      throw new Error(`initialise_webrtc_worker failed (${h.status}): ${E}`);
     }
-    return await m.json();
+    return await h.json();
   }
   async terminatePipeline({ pipelineId: e }) {
     if (!e)
@@ -102,7 +110,7 @@ class y {
     );
   }
 }
-const N = {
+const K = {
   /**
    * Create a connector that uses API key directly
    *
@@ -121,25 +129,33 @@ const N = {
    * const answer = await connector.connectWrtc(offer, wrtcParams);
    * ```
    */
-  withApiKey(r, e = {}) {
+  withApiKey(a, e = {}) {
     const { serverUrl: t } = e;
     return typeof window < "u" && console.warn(
       "[Security Warning] Using API key directly in browser will expose it. Use connectors.withProxyUrl() for production. See: https://docs.roboflow.com/api-reference/authentication#securing-your-api-key"
     ), {
-      connectWrtc: async (a, n) => await y.init({ apiKey: r, serverUrl: t }).initializeWebrtcWorker({
-        offer: a,
-        workflowSpec: n.workflowSpec,
-        workspaceName: n.workspaceName,
-        workflowId: n.workflowId,
-        config: {
-          imageInputName: n.imageInputName,
-          streamOutputNames: n.streamOutputNames,
-          dataOutputNames: n.dataOutputNames,
-          threadPoolWorkers: n.threadPoolWorkers
-        }
-      }),
+      connectWrtc: async (n, r) => {
+        const o = _.init({ apiKey: a, serverUrl: t });
+        return console.log("wrtcParams", r), await o.initializeWebrtcWorker({
+          offer: n,
+          workflowSpec: r.workflowSpec,
+          workspaceName: r.workspaceName,
+          workflowId: r.workflowId,
+          config: {
+            imageInputName: r.imageInputName,
+            streamOutputNames: r.streamOutputNames,
+            dataOutputNames: r.dataOutputNames,
+            threadPoolWorkers: r.threadPoolWorkers,
+            workflowsParameters: r.workflowsParameters,
+            iceServers: r.iceServers,
+            processingTimeout: r.processingTimeout,
+            requestedPlan: r.requestedPlan,
+            requestedRegion: r.requestedRegion
+          }
+        });
+      },
       // Store apiKey for cleanup
-      _apiKey: r,
+      _apiKey: a,
       _serverUrl: t
     };
   },
@@ -176,141 +192,196 @@ const N = {
    *       imageInputName: wrtcParams.imageInputName,
    *       streamOutputNames: wrtcParams.streamOutputNames,
    *       dataOutputNames: wrtcParams.dataOutputNames,
-   *       threadPoolWorkers: wrtcParams.threadPoolWorkers
+   *       threadPoolWorkers: wrtcParams.threadPoolWorkers,
+   *       workflowsParameters: wrtcParams.workflowsParameters,
+   *       iceServers: wrtcParams.iceServers,
+   *       processingTimeout: wrtcParams.processingTimeout,
+   *       requestedPlan: wrtcParams.requestedPlan,
+   *       requestedRegion: wrtcParams.requestedRegion
    *     }
    *   });
    *   res.json(answer);
    * });
    * ```
    */
-  withProxyUrl(r, e = {}) {
+  withProxyUrl(a, e = {}) {
     return {
-      connectWrtc: async (t, a) => {
-        const n = await fetch(r, {
+      connectWrtc: async (t, n) => {
+        const r = await fetch(a, {
           method: "POST",
           headers: { "Content-Type": "application/json" },
           body: JSON.stringify({
             offer: t,
-            wrtcParams: a
+            wrtcParams: n
           })
         });
-        if (!n.ok) {
-          const i = await n.text().catch(() => "");
-          throw new Error(`Proxy request failed (${n.status}): ${i}`);
+        if (!r.ok) {
+          const o = await r.text().catch(() => "");
+          throw new Error(`Proxy request failed (${r.status}): ${o}`);
         }
-        return await n.json();
+        return await r.json();
       }
     };
   }
 };
-async function R(r = { video: !0 }) {
+async function W(a = { video: !0 }) {
   try {
-    console.log("[RFStreams] requesting with", r);
-    const e = await navigator.mediaDevices.getUserMedia(r);
+    console.log("[RFStreams] requesting with", a);
+    const e = await navigator.mediaDevices.getUserMedia(a);
     return console.log("[RFStreams] got stream", e.getVideoTracks().map((t) => ({ id: t.id, label: t.label }))), e;
   } catch (e) {
     console.warn("[RFStreams] failed, falling back", e);
     const t = await navigator.mediaDevices.getUserMedia({ video: !0, audio: !1 });
-    return console.log("[RFStreams] fallback stream", t.getVideoTracks().map((a) => ({ id: a.id, label: a.label }))), t;
+    return console.log("[RFStreams] fallback stream", t.getVideoTracks().map((n) => ({ id: n.id, label: n.label }))), t;
   }
 }
-function _(r) {
-  r && (r.getTracks().forEach((e) => e.stop()), console.log("[RFStreams] Stream stopped"));
+function v(a) {
+  a && (a.getTracks().forEach((e) => e.stop()), console.log("[RFStreams] Stream stopped"));
 }
-const x = /* @__PURE__ */ Object.freeze(/* @__PURE__ */ Object.defineProperty({
+const j = /* @__PURE__ */ Object.freeze(/* @__PURE__ */ Object.defineProperty({
   __proto__: null,
-  stopStream: _,
-  useCamera: R
-}, Symbol.toStringTag, { value: "Module" }));
-async function T(r, e = 6e3) {
-  if (r.iceGatheringState === "complete") return;
+  stopStream: v,
+  useCamera: W
+}, Symbol.toStringTag, { value: "Module" })), F = 12;
+class b {
+  constructor() {
+    u(this, "pendingFrames", /* @__PURE__ */ new Map());
+  }
+  /**
+   * Process an incoming chunk and return the complete message if all chunks received
+   */
+  processChunk(e, t, n, r) {
+    if (n === 1)
+      return r;
+    this.pendingFrames.has(e) || this.pendingFrames.set(e, {
+      chunks: /* @__PURE__ */ new Map(),
+      totalChunks: n
+    });
+    const o = this.pendingFrames.get(e);
+    if (o.chunks.set(t, r), o.chunks.size === n) {
+      const i = Array.from(o.chunks.values()).reduce((c, l) => c + l.length, 0), s = new Uint8Array(i);
+      let d = 0;
+      for (let c = 0; c < n; c++) {
+        const l = o.chunks.get(c);
+        s.set(l, d), d += l.length;
+      }
+      return this.pendingFrames.delete(e), s;
+    }
+    return null;
+  }
+  /**
+   * Clear all pending frames (for cleanup)
+   */
+  clear() {
+    this.pendingFrames.clear();
+  }
+}
+function C(a) {
+  const e = new DataView(a), t = e.getUint32(0, !0), n = e.getUint32(4, !0), r = e.getUint32(8, !0), o = new Uint8Array(a, F);
+  return { frameId: t, chunkIndex: n, totalChunks: r, payload: o };
+}
+async function P(a, e = 6e3) {
+  if (a.iceGatheringState === "complete") return;
   let t = !1;
-  const a = (n) => {
-    n.candidate && n.candidate.type === "srflx" && (t = !0);
+  const n = (r) => {
+    r.candidate && r.candidate.type === "srflx" && (t = !0);
   };
-  r.addEventListener("icecandidate", a);
+  a.addEventListener("icecandidate", n);
   try {
     await Promise.race([
-      new Promise((n) => {
-        const i = () => {
-          r.iceGatheringState === "complete" && (r.removeEventListener("icegatheringstatechange", i), n());
+      new Promise((r) => {
+        const o = () => {
+          a.iceGatheringState === "complete" && (a.removeEventListener("icegatheringstatechange", o), r());
         };
-        r.addEventListener("icegatheringstatechange", i);
+        a.addEventListener("icegatheringstatechange", o);
       }),
-      new Promise((n, i) => {
+      new Promise((r, o) => {
         setTimeout(() => {
-          t ? n() : (console.error("[ICE] timeout with NO srflx candidate! Connection may fail."), i(new Error("ICE gathering timeout without srflx candidate")));
+          t ? r() : (console.error("[ICE] timeout with NO srflx candidate! Connection may fail."), o(new Error("ICE gathering timeout without srflx candidate")));
         }, e);
       })
     ]);
   } finally {
-    r.removeEventListener("icecandidate", a);
+    a.removeEventListener("icecandidate", n);
   }
 }
-function W(r) {
+function I(a) {
   return new Promise((e) => {
-    r.addEventListener("track", (t) => {
+    a.addEventListener("track", (t) => {
       t.streams && t.streams[0] && e(t.streams[0]);
     });
   });
 }
-async function O(r) {
-  const e = "stun:stun.l.google.com:19302", t = new RTCPeerConnection({
-    iceServers: [{ urls: [e] }]
+const D = [
+  { urls: ["stun:stun.l.google.com:19302"] }
+];
+async function x(a, e) {
+  const t = e ?? D, n = new RTCPeerConnection({
+    iceServers: t
   });
   try {
-    t.addTransceiver("video", { direction: "recvonly" });
-  } catch (o) {
-    console.warn("[RFWebRTC] Could not add transceiver:", o);
+    n.addTransceiver("video", { direction: "recvonly" });
+  } catch (s) {
+    console.warn("[RFWebRTC] Could not add transceiver:", s);
   }
-  r.getVideoTracks().forEach((o) => {
+  a.getVideoTracks().forEach((s) => {
     try {
-      o.contentHint = "detail";
+      s.contentHint = "detail";
     } catch {
     }
-    t.addTrack(o, r);
+    n.addTrack(s, a);
   });
-  const a = W(t), n = t.createDataChannel("roboflow-control", {
+  const r = I(n), o = n.createDataChannel("roboflow-control", {
     ordered: !0
-  }), i = await t.createOffer();
-  return await t.setLocalDescription(i), await T(t), {
-    pc: t,
-    offer: t.localDescription,
-    remoteStreamPromise: a,
-    dataChannel: n
+  }), i = await n.createOffer();
+  return await n.setLocalDescription(i), await P(n), {
+    pc: n,
+    offer: n.localDescription,
+    remoteStreamPromise: r,
+    dataChannel: o
   };
 }
-async function P(r) {
-  const e = r.getSenders().find((a) => a.track && a.track.kind === "video");
+async function N(a) {
+  const e = a.getSenders().find((n) => n.track && n.track.kind === "video");
   if (!e) return;
   const t = e.getParameters();
   t.encodings = t.encodings || [{}], t.encodings[0].scaleResolutionDownBy = 1;
   try {
     await e.setParameters(t);
-  } catch (a) {
-    console.warn("[RFWebRTC] Failed to set encoding parameters:", a);
+  } catch (n) {
+    console.warn("[RFWebRTC] Failed to set encoding parameters:", n);
   }
 }
-class k {
+class R {
   /** @private */
-  constructor(e, t, a, n, i, o, s) {
-    l(this, "pc");
-    l(this, "_localStream");
-    l(this, "remoteStreamPromise");
-    l(this, "pipelineId");
-    l(this, "apiKey");
-    l(this, "dataChannel");
-    this.pc = e, this._localStream = t, this.remoteStreamPromise = a, this.pipelineId = n, this.apiKey = i, this.dataChannel = o, s && (this.dataChannel.addEventListener("open", () => {
+  constructor(e, t, n, r, o, i, s) {
+    u(this, "pc");
+    u(this, "_localStream");
+    u(this, "remoteStreamPromise");
+    u(this, "pipelineId");
+    u(this, "apiKey");
+    u(this, "dataChannel");
+    u(this, "reassembler");
+    this.pc = e, this._localStream = t, this.remoteStreamPromise = n, this.pipelineId = r, this.apiKey = o, this.dataChannel = i, this.reassembler = new b(), this.dataChannel.binaryType = "arraybuffer", s && (this.dataChannel.addEventListener("open", () => {
     }), this.dataChannel.addEventListener("message", (d) => {
       try {
-        const u = JSON.parse(d.data);
-        s(u);
-      } catch (u) {
-        console.error("[RFWebRTC] Failed to parse data channel message:", u), s(d.data);
+        if (d.data instanceof ArrayBuffer) {
+          const { frameId: c, chunkIndex: l, totalChunks: p, payload: y } = C(d.data), w = this.reassembler.processChunk(c, l, p, y);
+          if (w) {
+            const S = new TextDecoder("utf-8").decode(w), f = JSON.parse(S);
+            s(f);
+          }
+        } else {
+          const c = JSON.parse(d.data);
+          s(c);
+        }
+      } catch (c) {
+        console.error("[RFWebRTC] Failed to parse data channel message:", c);
       }
     }), this.dataChannel.addEventListener("error", (d) => {
       console.error("[RFWebRTC] Data channel error:", d);
     }), this.dataChannel.addEventListener("close", () => {
+      this.reassembler.clear();
     }));
   }
   /**
@@ -359,7 +430,7 @@ class k {
    * ```
    */
   async cleanup() {
-    this.pipelineId && this.apiKey && await y.init({ apiKey: this.apiKey }).terminatePipeline({ pipelineId: this.pipelineId }), this.pc && this.pc.connectionState !== "closed" && this.pc.close(), _(this._localStream);
+    this.reassembler.clear(), this.pipelineId && this.apiKey && await _.init({ apiKey: this.apiKey }).terminatePipeline({ pipelineId: this.pipelineId }), this.pc && this.pc.connectionState !== "closed" && this.pc.close(), v(this._localStream);
   }
   /**
    * Reconfigure pipeline outputs at runtime
@@ -414,42 +485,47 @@ class k {
     }
   }
 }
-async function I({
-  source: r,
+async function U({
+  source: a,
   connector: e,
   wrtcParams: t,
-  onData: a,
-  options: n = {}
+  onData: n,
+  options: r = {}
 }) {
   var f;
   if (!e || typeof e.connectWrtc != "function")
     throw new Error("connector must have a connectWrtc method");
-  const i = r, { pc: o, offer: s, remoteStreamPromise: d, dataChannel: u } = await O(i), p = await e.connectWrtc(
+  const o = a, { pc: i, offer: s, remoteStreamPromise: d, dataChannel: c } = await x(
+    o,
+    t.iceServers
+  ), l = await e.connectWrtc(
     { sdp: s.sdp, type: s.type },
     t
-  ), c = { sdp: p.sdp, type: p.type };
-  if (!(c != null && c.sdp) || !(c != null && c.type))
-    throw console.error("[RFWebRTC] Invalid answer from server:", p), new Error("connector.connectWrtc must return answer with sdp and type");
-  const h = ((f = p == null ? void 0 : p.context) == null ? void 0 : f.pipeline_id) || null;
-  await o.setRemoteDescription(c), await new Promise((b, S) => {
-    const w = () => {
-      o.connectionState === "connected" ? (o.removeEventListener("connectionstatechange", w), b()) : o.connectionState === "failed" && (o.removeEventListener("connectionstatechange", w), S(new Error("WebRTC connection failed")));
+  ), p = { sdp: l.sdp, type: l.type };
+  if (!(p != null && p.sdp) || !(p != null && p.type))
+    throw console.error("[RFWebRTC] Invalid answer from server:", l), new Error("connector.connectWrtc must return answer with sdp and type");
+  const y = ((f = l == null ? void 0 : l.context) == null ? void 0 : f.pipeline_id) || null;
+  await i.setRemoteDescription(p), await new Promise((g, m) => {
+    const h = () => {
+      i.connectionState === "connected" ? (i.removeEventListener("connectionstatechange", h), g()) : i.connectionState === "failed" && (i.removeEventListener("connectionstatechange", h), m(new Error("WebRTC connection failed")));
     };
-    o.addEventListener("connectionstatechange", w), w(), setTimeout(() => {
-      o.removeEventListener("connectionstatechange", w), S(new Error("WebRTC connection timeout after 30s"));
+    i.addEventListener("connectionstatechange", h), h(), setTimeout(() => {
+      i.removeEventListener("connectionstatechange", h), m(new Error("WebRTC connection timeout after 30s"));
     }, 3e4);
-  }), n.disableInputStreamDownscaling !== !1 && await P(o);
-  const m = e._apiKey || null;
-  return new k(o, i, d, h, m, u, a);
+  }), r.disableInputStreamDownscaling !== !1 && await N(i);
+  const k = e._apiKey || null;
+  return new R(i, o, d, y, k, c, n);
 }
-const D = /* @__PURE__ */ Object.freeze(/* @__PURE__ */ Object.defineProperty({
+const $ = /* @__PURE__ */ Object.freeze(/* @__PURE__ */ Object.defineProperty({
   __proto__: null,
-  RFWebRTCConnection: k,
-  useStream: I
+  ChunkReassembler: b,
+  RFWebRTCConnection: R,
+  parseBinaryHeader: C,
+  useStream: U
 }, Symbol.toStringTag, { value: "Module" }));
 export {
-  y as InferenceHTTPClient,
-  N as connectors,
-  x as streams,
-  D as webrtc
+  _ as InferenceHTTPClient,
+  K as connectors,
+  j as streams,
+  $ as webrtc
 };

package/dist/index.js

@@ -1 +1 @@
-(function(c,i){typeof exports=="object"&&typeof module<"u"?i(exports):typeof define=="function"&&define.amd?define(["exports"],i):(c=typeof globalThis<"u"?globalThis:c||self,i(c.RoboflowClient={}))})(this,function(c){"use strict";var D=Object.defineProperty;var L=(c,i,f)=>i in c?D(c,i,{enumerable:!0,configurable:!0,writable:!0,value:f}):c[i]=f;var p=(c,i,f)=>L(c,typeof i!="symbol"?i+"":i,f);class i{constructor(t,e="https://serverless.roboflow.com"){p(this,"apiKey");p(this,"serverUrl");this.apiKey=t,this.serverUrl=e}static init({apiKey:t,serverUrl:e}){if(!t)throw new Error("apiKey is required");return new i(t,e)}async initializeWebrtcWorker({offer:t,workflowSpec:e,workspaceName:a,workflowId:n,config:s={}}){if(!t||!t.sdp||!t.type)throw new Error("offer with sdp and type is required");const o=!!e,l=!!(a&&n);if(!o&&!l)throw new Error("Either workflowSpec OR (workspaceName + workflowId) is required");if(o&&l)throw new Error("Provide either workflowSpec OR (workspaceName + workflowId), not both");const{imageInputName:u="image",streamOutputNames:m=[],dataOutputNames:h=["string"],threadPoolWorkers:d=4}=s,w={type:"WorkflowConfiguration",image_input_name:u,workflows_thread_pool_workers:d,cancel_thread_pool_tasks_on_exit:!0,video_metadata_input_name:"video_metadata"};o?w.workflow_specification=e:(w.workspace_name=a,w.workflow_id=n);const k={workflow_configuration:w,api_key:this.apiKey,webrtc_realtime_processing:!0,webrtc_offer:{sdp:t.sdp,type:t.type},webrtc_turn_config:null,stream_output:m,data_output:h},y=await fetch(`${this.serverUrl}/initialise_webrtc_worker`,{method:"POST",headers:{"Content-Type":"application/json"},body:JSON.stringify(k)});if(!y.ok){const S=await y.text().catch(()=>"");throw new Error(`initialise_webrtc_worker failed (${y.status}): ${S}`)}return await y.json()}async terminatePipeline({pipelineId:t}){if(!t)throw new Error("pipelineId is required");await fetch(`${this.serverUrl}/inference_pipelines/${t}/terminate?api_key=${this.apiKey}`,{method:"POST",headers:{"Content-Type":"application/json"}})}}const f={withApiKey(r,t={}){const{serverUrl:e}=t;return typeof window<"u"&&console.warn("[Security Warning] Using API key directly in browser will expose it. Use connectors.withProxyUrl() for production. See: https://docs.roboflow.com/api-reference/authentication#securing-your-api-key"),{connectWrtc:async(a,n)=>await i.init({apiKey:r,serverUrl:e}).initializeWebrtcWorker({offer:a,workflowSpec:n.workflowSpec,workspaceName:n.workspaceName,workflowId:n.workflowId,config:{imageInputName:n.imageInputName,streamOutputNames:n.streamOutputNames,dataOutputNames:n.dataOutputNames,threadPoolWorkers:n.threadPoolWorkers}}),_apiKey:r,_serverUrl:e}},withProxyUrl(r,t={}){return{connectWrtc:async(e,a)=>{const n=await fetch(r,{method:"POST",headers:{"Content-Type":"application/json"},body:JSON.stringify({offer:e,wrtcParams:a})});if(!n.ok){const s=await n.text().catch(()=>"");throw new Error(`Proxy request failed (${n.status}): ${s}`)}return await n.json()}}}};async function C(r={video:!0}){try{console.log("[RFStreams] requesting with",r);const t=await navigator.mediaDevices.getUserMedia(r);return console.log("[RFStreams] got stream",t.getVideoTracks().map(e=>({id:e.id,label:e.label}))),t}catch(t){console.warn("[RFStreams] failed, falling back",t);const e=await navigator.mediaDevices.getUserMedia({video:!0,audio:!1});return console.log("[RFStreams] fallback stream",e.getVideoTracks().map(a=>({id:a.id,label:a.label}))),e}}function _(r){r&&(r.getTracks().forEach(t=>t.stop()),console.log("[RFStreams] Stream stopped"))}const T=Object.freeze(Object.defineProperty({__proto__:null,stopStream:_,useCamera:C},Symbol.toStringTag,{value:"Module"}));async function R(r,t=6e3){if(r.iceGatheringState==="complete")return;let e=!1;const a=n=>{n.candidate&&n.candidate.type==="srflx"&&(e=!0)};r.addEventListener("icecandidate",a);try{await Promise.race([new Promise(n=>{const s=()=>{r.iceGatheringState==="complete"&&(r.removeEventListener("icegatheringstatechange",s),n())};r.addEventListener("icegatheringstatechange",s)}),new Promise((n,s)=>{setTimeout(()=>{e?n():(console.error("[ICE] timeout with NO srflx candidate! Connection may fail."),s(new Error("ICE gathering timeout without srflx candidate")))},t)})])}finally{r.removeEventListener("icecandidate",a)}}function E(r){return new Promise(t=>{r.addEventListener("track",e=>{e.streams&&e.streams[0]&&t(e.streams[0])})})}async function O(r){const t="stun:stun.l.google.com:19302",e=new RTCPeerConnection({iceServers:[{urls:[t]}]});try{e.addTransceiver("video",{direction:"recvonly"})}catch(o){console.warn("[RFWebRTC] Could not add transceiver:",o)}r.getVideoTracks().forEach(o=>{try{o.contentHint="detail"}catch{}e.addTrack(o,r)});const a=E(e),n=e.createDataChannel("roboflow-control",{ordered:!0}),s=await e.createOffer();return await e.setLocalDescription(s),await R(e),{pc:e,offer:e.localDescription,remoteStreamPromise:a,dataChannel:n}}async function W(r){const t=r.getSenders().find(a=>a.track&&a.track.kind==="video");if(!t)return;const e=t.getParameters();e.encodings=e.encodings||[{}],e.encodings[0].scaleResolutionDownBy=1;try{await t.setParameters(e)}catch(a){console.warn("[RFWebRTC] Failed to set encoding parameters:",a)}}class b{constructor(t,e,a,n,s,o,l){p(this,"pc");p(this,"_localStream");p(this,"remoteStreamPromise");p(this,"pipelineId");p(this,"apiKey");p(this,"dataChannel");this.pc=t,this._localStream=e,this.remoteStreamPromise=a,this.pipelineId=n,this.apiKey=s,this.dataChannel=o,l&&(this.dataChannel.addEventListener("open",()=>{}),this.dataChannel.addEventListener("message",u=>{try{const m=JSON.parse(u.data);l(m)}catch(m){console.error("[RFWebRTC] Failed to parse data channel message:",m),l(u.data)}}),this.dataChannel.addEventListener("error",u=>{console.error("[RFWebRTC] Data channel error:",u)}),this.dataChannel.addEventListener("close",()=>{}))}async remoteStream(){return await this.remoteStreamPromise}localStream(){return this._localStream}async cleanup(){this.pipelineId&&this.apiKey&&await i.init({apiKey:this.apiKey}).terminatePipeline({pipelineId:this.pipelineId}),this.pc&&this.pc.connectionState!=="closed"&&this.pc.close(),_(this._localStream)}reconfigureOutputs(t){const e={};t.streamOutput!==void 0&&(e.stream_output=t.streamOutput),t.dataOutput!==void 0&&(e.data_output=t.dataOutput),this.sendData(e)}sendData(t){if(this.dataChannel.readyState!=="open"){console.warn("[RFWebRTC] Data channel is not open. Current state:",this.dataChannel.readyState);return}try{const e=typeof t=="string"?t:JSON.stringify(t);this.dataChannel.send(e)}catch(e){console.error("[RFWebRTC] Failed to send data:",e)}}}async function P({source:r,connector:t,wrtcParams:e,onData:a,options:n={}}){var S;if(!t||typeof t.connectWrtc!="function")throw new Error("connector must have a connectWrtc method");const s=r,{pc:o,offer:l,remoteStreamPromise:u,dataChannel:m}=await O(s),h=await t.connectWrtc({sdp:l.sdp,type:l.type},e),d={sdp:h.sdp,type:h.type};if(!(d!=null&&d.sdp)||!(d!=null&&d.type))throw console.error("[RFWebRTC] Invalid answer from server:",h),new Error("connector.connectWrtc must return answer with sdp and type");const w=((S=h==null?void 0:h.context)==null?void 0:S.pipeline_id)||null;await o.setRemoteDescription(d),await new Promise((N,v)=>{const g=()=>{o.connectionState==="connected"?(o.removeEventListener("connectionstatechange",g),N()):o.connectionState==="failed"&&(o.removeEventListener("connectionstatechange",g),v(new Error("WebRTC connection failed")))};o.addEventListener("connectionstatechange",g),g(),setTimeout(()=>{o.removeEventListener("connectionstatechange",g),v(new Error("WebRTC connection timeout after 30s"))},3e4)}),n.disableInputStreamDownscaling!==!1&&await W(o);const y=t._apiKey||null;return new b(o,s,u,w,y,m,a)}const I=Object.freeze(Object.defineProperty({__proto__:null,RFWebRTCConnection:b,useStream:P},Symbol.toStringTag,{value:"Module"}));c.InferenceHTTPClient=i,c.connectors=f,c.streams=T,c.webrtc=I,Object.defineProperty(c,Symbol.toStringTag,{value:"Module"})});
+(function(l,s){typeof exports=="object"&&typeof module<"u"?s(exports):typeof define=="function"&&define.amd?define(["exports"],s):(l=typeof globalThis<"u"?globalThis:l||self,s(l.RoboflowClient={}))})(this,function(l){"use strict";var K=Object.defineProperty;var j=(l,s,y)=>s in l?K(l,s,{enumerable:!0,configurable:!0,writable:!0,value:y}):l[s]=y;var f=(l,s,y)=>j(l,typeof s!="symbol"?s+"":s,y);class s{constructor(e,t="https://serverless.roboflow.com"){f(this,"apiKey");f(this,"serverUrl");this.apiKey=e,this.serverUrl=t}static init({apiKey:e,serverUrl:t}){if(!e)throw new Error("apiKey is required");return new s(e,t)}async initializeWebrtcWorker({offer:e,workflowSpec:t,workspaceName:r,workflowId:n,config:a={}}){if(!e||!e.sdp||!e.type)throw new Error("offer with sdp and type is required");const i=!!t,c=!!(r&&n);if(!i&&!c)throw new Error("Either workflowSpec OR (workspaceName + workflowId) is required");if(i&&c)throw new Error("Provide either workflowSpec OR (workspaceName + workflowId), not both");const{imageInputName:p="image",streamOutputNames:d=[],dataOutputNames:u=["string"],threadPoolWorkers:h=4,workflowsParameters:_={},iceServers:S,processingTimeout:b,requestedPlan:v,requestedRegion:g}=a,k={type:"WorkflowConfiguration",image_input_name:p,workflows_parameters:_,workflows_thread_pool_workers:h,cancel_thread_pool_tasks_on_exit:!0,video_metadata_input_name:"video_metadata"};i?k.workflow_specification=t:(k.workspace_name=r,k.workflow_id=n);const w={workflow_configuration:k,api_key:this.apiKey,webrtc_realtime_processing:!0,webrtc_offer:{sdp:e.sdp,type:e.type},webrtc_config:S?{iceServers:S}:null,stream_output:d,data_output:u};b!==void 0&&(w.processing_timeout=b),v!==void 0&&(w.requested_plan=v),g!==void 0&&(w.requested_region=g),console.trace("payload",w);const m=await fetch(`${this.serverUrl}/initialise_webrtc_worker`,{method:"POST",headers:{"Content-Type":"application/json"},body:JSON.stringify(w)});if(!m.ok){const q=await m.text().catch(()=>"");throw new Error(`initialise_webrtc_worker failed (${m.status}): ${q}`)}return await m.json()}async terminatePipeline({pipelineId:e}){if(!e)throw new Error("pipelineId is required");await fetch(`${this.serverUrl}/inference_pipelines/${e}/terminate?api_key=${this.apiKey}`,{method:"POST",headers:{"Content-Type":"application/json"}})}}const y={withApiKey(o,e={}){const{serverUrl:t}=e;return typeof window<"u"&&console.warn("[Security Warning] Using API key directly in browser will expose it. Use connectors.withProxyUrl() for production. See: https://docs.roboflow.com/api-reference/authentication#securing-your-api-key"),{connectWrtc:async(r,n)=>{const a=s.init({apiKey:o,serverUrl:t});return console.log("wrtcParams",n),await a.initializeWebrtcWorker({offer:r,workflowSpec:n.workflowSpec,workspaceName:n.workspaceName,workflowId:n.workflowId,config:{imageInputName:n.imageInputName,streamOutputNames:n.streamOutputNames,dataOutputNames:n.dataOutputNames,threadPoolWorkers:n.threadPoolWorkers,workflowsParameters:n.workflowsParameters,iceServers:n.iceServers,processingTimeout:n.processingTimeout,requestedPlan:n.requestedPlan,requestedRegion:n.requestedRegion}})},_apiKey:o,_serverUrl:t}},withProxyUrl(o,e={}){return{connectWrtc:async(t,r)=>{const n=await fetch(o,{method:"POST",headers:{"Content-Type":"application/json"},body:JSON.stringify({offer:t,wrtcParams:r})});if(!n.ok){const a=await n.text().catch(()=>"");throw new Error(`Proxy request failed (${n.status}): ${a}`)}return await n.json()}}}};async function O(o={video:!0}){try{console.log("[RFStreams] requesting with",o);const e=await navigator.mediaDevices.getUserMedia(o);return console.log("[RFStreams] got stream",e.getVideoTracks().map(t=>({id:t.id,label:t.label}))),e}catch(e){console.warn("[RFStreams] failed, falling back",e);const t=await navigator.mediaDevices.getUserMedia({video:!0,audio:!1});return console.log("[RFStreams] fallback stream",t.getVideoTracks().map(r=>({id:r.id,label:r.label}))),t}}function C(o){o&&(o.getTracks().forEach(e=>e.stop()),console.log("[RFStreams] Stream stopped"))}const W=Object.freeze(Object.defineProperty({__proto__:null,stopStream:C,useCamera:O},Symbol.toStringTag,{value:"Module"})),P=12;class T{constructor(){f(this,"pendingFrames",new Map)}processChunk(e,t,r,n){if(r===1)return n;this.pendingFrames.has(e)||this.pendingFrames.set(e,{chunks:new Map,totalChunks:r});const a=this.pendingFrames.get(e);if(a.chunks.set(t,n),a.chunks.size===r){const i=Array.from(a.chunks.values()).reduce((d,u)=>d+u.length,0),c=new Uint8Array(i);let p=0;for(let d=0;d<r;d++){const u=a.chunks.get(d);c.set(u,p),p+=u.length}return this.pendingFrames.delete(e),c}return null}clear(){this.pendingFrames.clear()}}function R(o){const e=new DataView(o),t=e.getUint32(0,!0),r=e.getUint32(4,!0),n=e.getUint32(8,!0),a=new Uint8Array(o,P);return{frameId:t,chunkIndex:r,totalChunks:n,payload:a}}async function F(o,e=6e3){if(o.iceGatheringState==="complete")return;let t=!1;const r=n=>{n.candidate&&n.candidate.type==="srflx"&&(t=!0)};o.addEventListener("icecandidate",r);try{await Promise.race([new Promise(n=>{const a=()=>{o.iceGatheringState==="complete"&&(o.removeEventListener("icegatheringstatechange",a),n())};o.addEventListener("icegatheringstatechange",a)}),new Promise((n,a)=>{setTimeout(()=>{t?n():(console.error("[ICE] timeout with NO srflx candidate! Connection may fail."),a(new Error("ICE gathering timeout without srflx candidate")))},e)})])}finally{o.removeEventListener("icecandidate",r)}}function I(o){return new Promise(e=>{o.addEventListener("track",t=>{t.streams&&t.streams[0]&&e(t.streams[0])})})}const D=[{urls:["stun:stun.l.google.com:19302"]}];async function N(o,e){const t=e??D,r=new RTCPeerConnection({iceServers:t});try{r.addTransceiver("video",{direction:"recvonly"})}catch(c){console.warn("[RFWebRTC] Could not add transceiver:",c)}o.getVideoTracks().forEach(c=>{try{c.contentHint="detail"}catch{}r.addTrack(c,o)});const n=I(r),a=r.createDataChannel("roboflow-control",{ordered:!0}),i=await r.createOffer();return await r.setLocalDescription(i),await F(r),{pc:r,offer:r.localDescription,remoteStreamPromise:n,dataChannel:a}}async function U(o){const e=o.getSenders().find(r=>r.track&&r.track.kind==="video");if(!e)return;const t=e.getParameters();t.encodings=t.encodings||[{}],t.encodings[0].scaleResolutionDownBy=1;try{await e.setParameters(t)}catch(r){console.warn("[RFWebRTC] Failed to set encoding parameters:",r)}}class E{constructor(e,t,r,n,a,i,c){f(this,"pc");f(this,"_localStream");f(this,"remoteStreamPromise");f(this,"pipelineId");f(this,"apiKey");f(this,"dataChannel");f(this,"reassembler");this.pc=e,this._localStream=t,this.remoteStreamPromise=r,this.pipelineId=n,this.apiKey=a,this.dataChannel=i,this.reassembler=new T,this.dataChannel.binaryType="arraybuffer",c&&(this.dataChannel.addEventListener("open",()=>{}),this.dataChannel.addEventListener("message",p=>{try{if(p.data instanceof ArrayBuffer){const{frameId:d,chunkIndex:u,totalChunks:h,payload:_}=R(p.data),S=this.reassembler.processChunk(d,u,h,_);if(S){const v=new TextDecoder("utf-8").decode(S),g=JSON.parse(v);c(g)}}else{const d=JSON.parse(p.data);c(d)}}catch(d){console.error("[RFWebRTC] Failed to parse data channel message:",d)}}),this.dataChannel.addEventListener("error",p=>{console.error("[RFWebRTC] Data channel error:",p)}),this.dataChannel.addEventListener("close",()=>{this.reassembler.clear()}))}async remoteStream(){return await this.remoteStreamPromise}localStream(){return this._localStream}async cleanup(){this.reassembler.clear(),this.pipelineId&&this.apiKey&&await s.init({apiKey:this.apiKey}).terminatePipeline({pipelineId:this.pipelineId}),this.pc&&this.pc.connectionState!=="closed"&&this.pc.close(),C(this._localStream)}reconfigureOutputs(e){const t={};e.streamOutput!==void 0&&(t.stream_output=e.streamOutput),e.dataOutput!==void 0&&(t.data_output=e.dataOutput),this.sendData(t)}sendData(e){if(this.dataChannel.readyState!=="open"){console.warn("[RFWebRTC] Data channel is not open. Current state:",this.dataChannel.readyState);return}try{const t=typeof e=="string"?e:JSON.stringify(e);this.dataChannel.send(t)}catch(t){console.error("[RFWebRTC] Failed to send data:",t)}}}async function L({source:o,connector:e,wrtcParams:t,onData:r,options:n={}}){var g;if(!e||typeof e.connectWrtc!="function")throw new Error("connector must have a connectWrtc method");const a=o,{pc:i,offer:c,remoteStreamPromise:p,dataChannel:d}=await N(a,t.iceServers),u=await e.connectWrtc({sdp:c.sdp,type:c.type},t),h={sdp:u.sdp,type:u.type};if(!(h!=null&&h.sdp)||!(h!=null&&h.type))throw console.error("[RFWebRTC] Invalid answer from server:",u),new Error("connector.connectWrtc must return answer with sdp and type");const _=((g=u==null?void 0:u.context)==null?void 0:g.pipeline_id)||null;await i.setRemoteDescription(h),await new Promise((k,w)=>{const m=()=>{i.connectionState==="connected"?(i.removeEventListener("connectionstatechange",m),k()):i.connectionState==="failed"&&(i.removeEventListener("connectionstatechange",m),w(new Error("WebRTC connection failed")))};i.addEventListener("connectionstatechange",m),m(),setTimeout(()=>{i.removeEventListener("connectionstatechange",m),w(new Error("WebRTC connection timeout after 30s"))},3e4)}),n.disableInputStreamDownscaling!==!1&&await U(i);const b=e._apiKey||null;return new E(i,a,p,_,b,d,r)}const x=Object.freeze(Object.defineProperty({__proto__:null,ChunkReassembler:T,RFWebRTCConnection:E,parseBinaryHeader:R,useStream:L},Symbol.toStringTag,{value:"Module"}));l.InferenceHTTPClient=s,l.connectors=y,l.streams=W,l.webrtc=x,Object.defineProperty(l,Symbol.toStringTag,{value:"Module"})});

package/dist/inference-api.d.ts

@@ -3,6 +3,40 @@ export interface WebRTCWorkerConfig {
     streamOutputNames?: string[];
     dataOutputNames?: string[];
     threadPoolWorkers?: number;
+    /**
+     * Workflow parameters to pass to the workflow execution
+     */
+    workflowsParameters?: Record<string, any>;
+    /**
+     * ICE servers for WebRTC connections (used for both client and server)
+     */
+    iceServers?: RTCIceServerConfig[];
+    /**
+     * Processing timeout in seconds (serverless only)
+     * @default 600
+     */
+    processingTimeout?: number;
+    /**
+     * Requested compute plan (serverless only)
+     * @example "webrtc-gpu-small"
+     */
+    requestedPlan?: string;
+    /**
+     * Requested region for processing (serverless only)
+     * @example "us"
+     */
+    requestedRegion?: string;
+}
+/**
+ * ICE server configuration for WebRTC connections
+ *
+ * Use this to configure custom STUN/TURN servers for users behind
+ * symmetric NAT or restrictive firewalls.
+ */
+export interface RTCIceServerConfig {
+    urls: string[];
+    username?: string;
+    credential?: string;
 }
 export interface WebRTCOffer {
     sdp: string;
@@ -26,6 +60,42 @@ export interface WebRTCParams {
     streamOutputNames?: string[];
     dataOutputNames?: string[];
     threadPoolWorkers?: number;
+    /**
+     * Workflow parameters to pass to the workflow execution
+     */
+    workflowsParameters?: Record<string, any>;
+    /**
+     * ICE servers for WebRTC connections (used for both client and server)
+     *
+     * Use this to specify custom STUN/TURN servers for users behind
+     * symmetric NAT or restrictive firewalls. The same configuration is
+     * used for both the client-side RTCPeerConnection and sent to the
+     * server via webrtc_config.
+     *
+     * @example
+     * ```typescript
+     * iceServers: [
+     *   { urls: ["stun:stun.l.google.com:19302"] },
+     *   { urls: ["turn:turn.example.com:3478"], username: "user", credential: "pass" }
+     * ]
+     * ```
+     */
+    iceServers?: RTCIceServerConfig[];
+    /**
+     * Processing timeout in seconds (serverless only)
+     * @default 600
+     */
+    processingTimeout?: number;
+    /**
+     * Requested compute plan (serverless only)
+     * @example "webrtc-gpu-small"
+     */
+    requestedPlan?: string;
+    /**
+     * Requested region for processing (serverless only)
+     * @example "us"
+     */
+    requestedRegion?: string;
 }
 export interface Connector {
     connectWrtc(offer: WebRTCOffer, wrtcParams: WebRTCParams): Promise<WebRTCWorkerResponse>;
@@ -138,7 +208,12 @@ export declare const connectors: {
      *       imageInputName: wrtcParams.imageInputName,
      *       streamOutputNames: wrtcParams.streamOutputNames,
      *       dataOutputNames: wrtcParams.dataOutputNames,
-     *       threadPoolWorkers: wrtcParams.threadPoolWorkers
+     *       threadPoolWorkers: wrtcParams.threadPoolWorkers,
+     *       workflowsParameters: wrtcParams.workflowsParameters,
+     *       iceServers: wrtcParams.iceServers,
+     *       processingTimeout: wrtcParams.processingTimeout,
+     *       requestedPlan: wrtcParams.requestedPlan,
+     *       requestedRegion: wrtcParams.requestedRegion
      *     }
      *   });
      *   res.json(answer);

package/dist/inference-api.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"inference-api.d.ts","sourceRoot":"","sources":["../src/inference-api.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,kBAAkB;IACjC,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC7B,eAAe,CAAC,EAAE,MAAM,EAAE,CAAC;IAC3B,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B;AAED,MAAM,WAAW,WAAW;IAC1B,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,MAAM,YAAY,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;AAE/C,MAAM,WAAW,oBAAoB;IACnC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,CAAC,EAAE;QACR,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;QAC1B,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;KAC5B,CAAC;CACH;AAED,MAAM,WAAW,YAAY;IAC3B,YAAY,CAAC,EAAE,YAAY,CAAC;IAC5B,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC7B,eAAe,CAAC,EAAE,MAAM,EAAE,CAAC;IAC3B,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B;AAED,MAAM,WAAW,SAAS;IACxB,WAAW,CAAC,KAAK,EAAE,WAAW,EAAE,UAAU,EAAE,YAAY,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAAC;IACzF,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,qBAAa,mBAAmB;IAC9B,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,SAAS,CAAS;IAE1B;;;OAGG;IACH,OAAO;IAKP,MAAM,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,SAAS,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,mBAAmB;IAO/F;;;;;;;;;;;;;;;;;;;;;;;;OAwBG;IACG,sBAAsB,CAAC,EAC3B,KAAK,EACL,YAAY,EACZ,aAAa,EACb,UAAU,EACV,MAAW,EACZ,EAAE;QACD,KAAK,EAAE,WAAW,CAAC;QACnB,YAAY,CAAC,EAAE,YAAY,CAAC;QAC5B,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,MAAM,CAAC,EAAE,kBAAkB,CAAC;KAC7B,GAAG,OAAO,CAAC,oBAAoB,CAAC;IAoE3B,iBAAiB,CAAC,EAAE,UAAU,EAAE,EAAE;QAAE,UAAU,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,CAAC;CAa/E;AAED;;GAEG;AACH,eAAO,MAAM,UAAU;IACrB;;;;;;;;;;;;;;;;;OAiBG;uBACgB,MAAM,YAAW;QAAE,SAAS,CAAC,EAAE,MAAM,CAAA;KAAE,GAAQ,SAAS;IAsC3E;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAuCG;2BACoB,MAAM,YAAW,OAAO,MAAM,EAAE,GAAG,CAAC,GAAQ,SAAS;CAqB7E,CAAC"}
+{"version":3,"file":"inference-api.d.ts","sourceRoot":"","sources":["../src/inference-api.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,kBAAkB;IACjC,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC7B,eAAe,CAAC,EAAE,MAAM,EAAE,CAAC;IAC3B,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B;;OAEG;IACH,mBAAmB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAC1C;;OAEG;IACH,UAAU,CAAC,EAAE,kBAAkB,EAAE,CAAC;IAClC;;;OAGG;IACH,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B;;;OAGG;IACH,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB;;;OAGG;IACH,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED;;;;;GAKG;AACH,MAAM,WAAW,kBAAkB;IACjC,IAAI,EAAE,MAAM,EAAE,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,WAAW;IAC1B,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,MAAM,YAAY,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;AAE/C,MAAM,WAAW,oBAAoB;IACnC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,CAAC,EAAE;QACR,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;QAC1B,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;KAC5B,CAAC;CACH;AAED,MAAM,WAAW,YAAY;IAC3B,YAAY,CAAC,EAAE,YAAY,CAAC;IAC5B,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC7B,eAAe,CAAC,EAAE,MAAM,EAAE,CAAC;IAC3B,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B;;OAEG;IACH,mBAAmB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAC1C;;;;;;;;;;;;;;;OAeG;IACH,UAAU,CAAC,EAAE,kBAAkB,EAAE,CAAC;IAClC;;;OAGG;IACH,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B;;;OAGG;IACH,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB;;;OAGG;IACH,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,WAAW,SAAS;IACxB,WAAW,CAAC,KAAK,EAAE,WAAW,EAAE,UAAU,EAAE,YAAY,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAAC;IACzF,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,qBAAa,mBAAmB;IAC9B,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,SAAS,CAAS;IAE1B;;;OAGG;IACH,OAAO;IAKP,MAAM,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,SAAS,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,mBAAmB;IAO/F;;;;;;;;;;;;;;;;;;;;;;;;OAwBG;IACG,sBAAsB,CAAC,EAC3B,KAAK,EACL,YAAY,EACZ,aAAa,EACb,UAAU,EACV,MAAW,EACZ,EAAE;QACD,KAAK,EAAE,WAAW,CAAC;QACnB,YAAY,CAAC,EAAE,YAAY,CAAC;QAC5B,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,MAAM,CAAC,EAAE,kBAAkB,CAAC;KAC7B,GAAG,OAAO,CAAC,oBAAoB,CAAC;IAqF3B,iBAAiB,CAAC,EAAE,UAAU,EAAE,EAAE;QAAE,UAAU,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,CAAC;CAa/E;AAED;;GAEG;AACH,eAAO,MAAM,UAAU;IACrB;;;;;;;;;;;;;;;;;OAiBG;uBACgB,MAAM,YAAW;QAAE,SAAS,CAAC,EAAE,MAAM,CAAA;KAAE,GAAQ,SAAS;IA2C3E;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OA4CG;2BACoB,MAAM,YAAW,OAAO,MAAM,EAAE,GAAG,CAAC,GAAQ,SAAS;CAqB7E,CAAC"}

package/dist/webrtc-data-parsing.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=webrtc-data-parsing.test.d.ts.map

package/dist/webrtc-data-parsing.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"webrtc-data-parsing.test.d.ts","sourceRoot":"","sources":["../src/webrtc-data-parsing.test.ts"],"names":[],"mappings":""}

package/dist/webrtc.d.ts

@@ -1,4 +1,27 @@
 import { Connector, WebRTCParams } from "./inference-api";
+/**
+ * Reassembles chunked binary messages from the datachannel
+ */
+export declare class ChunkReassembler {
+    private pendingFrames;
+    /**
+     * Process an incoming chunk and return the complete message if all chunks received
+     */
+    processChunk(frameId: number, chunkIndex: number, totalChunks: number, payload: Uint8Array): Uint8Array | null;
+    /**
+     * Clear all pending frames (for cleanup)
+     */
+    clear(): void;
+}
+/**
+ * Parse the binary header from a datachannel message
+ */
+export declare function parseBinaryHeader(buffer: ArrayBuffer): {
+    frameId: number;
+    chunkIndex: number;
+    totalChunks: number;
+    payload: Uint8Array;
+};
 export interface UseStreamOptions {
     disableInputStreamDownscaling?: boolean;
 }
@@ -21,6 +44,7 @@ export declare class RFWebRTCConnection {
     private pipelineId;
     private apiKey;
     private dataChannel;
+    private reassembler;
     /** @private */
     constructor(pc: RTCPeerConnection, localStream: MediaStream, remoteStreamPromise: Promise<MediaStream>, pipelineId: string | null, apiKey: string | null, dataChannel: RTCDataChannel, onData?: (data: any) => void);
     /**

package/dist/webrtc.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"webrtc.d.ts","sourceRoot":"","sources":["../src/webrtc.ts"],"names":[],"mappings":"AACA,OAAO,EAAuB,SAAS,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAG/E,MAAM,WAAW,gBAAgB;IAC/B,6BAA6B,CAAC,EAAE,OAAO,CAAC;CACzC;AAED,MAAM,WAAW,eAAe;IAC9B,MAAM,EAAE,WAAW,CAAC;IACpB,SAAS,EAAE,SAAS,CAAC;IACrB,UAAU,EAAE,YAAY,CAAC;IACzB,MAAM,CAAC,EAAE,CAAC,IAAI,EAAE,GAAG,KAAK,IAAI,CAAC;IAC7B,OAAO,CAAC,EAAE,gBAAgB,CAAC;CAC5B;AA4HD;;;;GAIG;AACH,qBAAa,kBAAkB;IAC7B,OAAO,CAAC,EAAE,CAAoB;IAC9B,OAAO,CAAC,YAAY,CAAc;IAClC,OAAO,CAAC,mBAAmB,CAAuB;IAClD,OAAO,CAAC,UAAU,CAAgB;IAClC,OAAO,CAAC,MAAM,CAAgB;IAC9B,OAAO,CAAC,WAAW,CAAiB;IAEpC,eAAe;gBAEb,EAAE,EAAE,iBAAiB,EACrB,WAAW,EAAE,WAAW,EACxB,mBAAmB,EAAE,OAAO,CAAC,WAAW,CAAC,EACzC,UAAU,EAAE,MAAM,GAAG,IAAI,EACzB,MAAM,EAAE,MAAM,GAAG,IAAI,EACrB,WAAW,EAAE,cAAc,EAC3B,MAAM,CAAC,EAAE,CAAC,IAAI,EAAE,GAAG,KAAK,IAAI;IAmC9B;;;;;;;;;;;OAWG;IACG,YAAY,IAAI,OAAO,CAAC,WAAW,CAAC;IAI1C;;;;;;;;;;;OAWG;IACH,WAAW,IAAI,WAAW;IAI1B;;;;;;;;;;;;;;OAcG;IACG,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAgB9B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OA+BG;IACH,kBAAkB,CAAC,MAAM,EAAE;QAAE,YAAY,CAAC,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;QAAC,UAAU,CAAC,EAAE,MAAM,EAAE,GAAG,IAAI,CAAA;KAAE,GAAG,IAAI;IAclG;;;OAGG;IACH,OAAO,CAAC,QAAQ;CAajB;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAmCG;AACH,wBAAsB,SAAS,CAAC,EAC9B,MAAM,EACN,SAAS,EACT,UAAU,EACV,MAAM,EACN,OAAY,EACb,EAAE,eAAe,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAkE/C"}
+{"version":3,"file":"webrtc.d.ts","sourceRoot":"","sources":["../src/webrtc.ts"],"names":[],"mappings":"AACA,OAAO,EAAuB,SAAS,EAAE,YAAY,EAAsB,MAAM,iBAAiB,CAAC;AASnG;;GAEG;AACH,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,aAAa,CAGN;IAEf;;OAEG;IACH,YAAY,CAAC,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,OAAO,EAAE,UAAU,GAAG,UAAU,GAAG,IAAI;IAqC9G;;OAEG;IACH,KAAK,IAAI,IAAI;CAGd;AAED;;GAEG;AACH,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,WAAW,GAAG;IAAE,OAAO,EAAE,MAAM,CAAC;IAAC,UAAU,EAAE,MAAM,CAAC;IAAC,WAAW,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,UAAU,CAAA;CAAE,CAQxI;AAED,MAAM,WAAW,gBAAgB;IAC/B,6BAA6B,CAAC,EAAE,OAAO,CAAC;CACzC;AAED,MAAM,WAAW,eAAe;IAC9B,MAAM,EAAE,WAAW,CAAC;IACpB,SAAS,EAAE,SAAS,CAAC;IACrB,UAAU,EAAE,YAAY,CAAC;IACzB,MAAM,CAAC,EAAE,CAAC,IAAI,EAAE,GAAG,KAAK,IAAI,CAAC;IAC7B,OAAO,CAAC,EAAE,gBAAgB,CAAC;CAC5B;AAmID;;;;GAIG;AACH,qBAAa,kBAAkB;IAC7B,OAAO,CAAC,EAAE,CAAoB;IAC9B,OAAO,CAAC,YAAY,CAAc;IAClC,OAAO,CAAC,mBAAmB,CAAuB;IAClD,OAAO,CAAC,UAAU,CAAgB;IAClC,OAAO,CAAC,MAAM,CAAgB;IAC9B,OAAO,CAAC,WAAW,CAAiB;IACpC,OAAO,CAAC,WAAW,CAAmB;IAEtC,eAAe;gBAEb,EAAE,EAAE,iBAAiB,EACrB,WAAW,EAAE,WAAW,EACxB,mBAAmB,EAAE,OAAO,CAAC,WAAW,CAAC,EACzC,UAAU,EAAE,MAAM,GAAG,IAAI,EACzB,MAAM,EAAE,MAAM,GAAG,IAAI,EACrB,WAAW,EAAE,cAAc,EAC3B,MAAM,CAAC,EAAE,CAAC,IAAI,EAAE,GAAG,KAAK,IAAI;IAsD9B;;;;;;;;;;;OAWG;IACG,YAAY,IAAI,OAAO,CAAC,WAAW,CAAC;IAI1C;;;;;;;;;;;OAWG;IACH,WAAW,IAAI,WAAW;IAI1B;;;;;;;;;;;;;;OAcG;IACG,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAmB9B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OA+BG;IACH,kBAAkB,CAAC,MAAM,EAAE;QAAE,YAAY,CAAC,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;QAAC,UAAU,CAAC,EAAE,MAAM,EAAE,GAAG,IAAI,CAAA;KAAE,GAAG,IAAI;IAclG;;;OAGG;IACH,OAAO,CAAC,QAAQ;CAajB;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAmCG;AACH,wBAAsB,SAAS,CAAC,EAC9B,MAAM,EACN,SAAS,EACT,UAAU,EACV,MAAM,EACN,OAAY,EACb,EAAE,eAAe,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAqE/C"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@roboflow/inference-sdk",
-  "version": "0.1.1",
+  "version": "0.1.3",
   "description": "Lightweight client for Roboflow's hosted inference API with WebRTC streaming support",
   "keywords": [
     "roboflow",
@@ -27,7 +27,9 @@
     "dev": "vite",
     "build": "vite build",
     "preview": "vite preview",
-    "clean": "rm -rf dist"
+    "clean": "rm -rf dist",
+    "test": "vitest run",
+    "test:watch": "vitest"
   },
   "author": "Roboflow",
   "license": "ISC",
@@ -38,7 +40,7 @@
   "devDependencies": {
     "typescript": "^5.3.3",
     "vite": "^5.3.3",
-    "vite-plugin-dts": "^3.7.2"
-  },
-  "dependencies": {}
+    "vite-plugin-dts": "^3.7.2",
+    "vitest": "^4.0.14"
+  }
 }