@roboflow/inference-sdk 0.1.1 → 0.1.2

package/dist/index.es.js

@@ -1,20 +1,20 @@
-var C = Object.defineProperty;
-var E = (r, e, t) => e in r ? C(r, e, { enumerable: !0, configurable: !0, writable: !0, value: t }) : r[e] = t;
-var l = (r, e, t) => E(r, typeof e != "symbol" ? e + "" : e, t);
-class y {
+var R = Object.defineProperty;
+var T = (n, e, t) => e in n ? R(n, e, { enumerable: !0, configurable: !0, writable: !0, value: t }) : n[e] = t;
+var u = (n, e, t) => T(n, typeof e != "symbol" ? e + "" : e, t);
+class g {
   /**
    * @private
    * Use InferenceHTTPClient.init() instead
    */
   constructor(e, t = "https://serverless.roboflow.com") {
-    l(this, "apiKey");
-    l(this, "serverUrl");
+    u(this, "apiKey");
+    u(this, "serverUrl");
     this.apiKey = e, this.serverUrl = t;
   }
   static init({ apiKey: e, serverUrl: t }) {
     if (!e)
       throw new Error("apiKey is required");
-    return new y(e, t);
+    return new g(e, t);
   }
   /**
    * Initialize a WebRTC worker pipeline
@@ -45,30 +45,30 @@ class y {
     offer: e,
     workflowSpec: t,
     workspaceName: a,
-    workflowId: n,
-    config: i = {}
+    workflowId: r,
+    config: o = {}
   }) {
     if (!e || !e.sdp || !e.type)
       throw new Error("offer with sdp and type is required");
-    const o = !!t, s = !!(a && n);
-    if (!o && !s)
+    const i = !!t, l = !!(a && r);
+    if (!i && !l)
       throw new Error("Either workflowSpec OR (workspaceName + workflowId) is required");
-    if (o && s)
+    if (i && l)
       throw new Error("Provide either workflowSpec OR (workspaceName + workflowId), not both");
     const {
       imageInputName: d = "image",
-      streamOutputNames: u = [],
-      dataOutputNames: p = ["string"],
-      threadPoolWorkers: c = 4
-    } = i, h = {
+      streamOutputNames: s = [],
+      dataOutputNames: c = ["string"],
+      threadPoolWorkers: p = 4
+    } = o, h = {
       type: "WorkflowConfiguration",
       image_input_name: d,
-      workflows_thread_pool_workers: c,
+      workflows_thread_pool_workers: p,
       cancel_thread_pool_tasks_on_exit: !0,
       video_metadata_input_name: "video_metadata"
     };
-    o ? h.workflow_specification = t : (h.workspace_name = a, h.workflow_id = n);
-    const g = {
+    i ? h.workflow_specification = t : (h.workspace_name = a, h.workflow_id = r);
+    const f = {
       workflow_configuration: h,
       api_key: this.apiKey,
       webrtc_realtime_processing: !0,
@@ -77,16 +77,16 @@ class y {
         type: e.type
       },
       webrtc_turn_config: null,
-      stream_output: u,
-      data_output: p
+      stream_output: s,
+      data_output: c
     }, m = await fetch(`${this.serverUrl}/initialise_webrtc_worker`, {
       method: "POST",
       headers: { "Content-Type": "application/json" },
-      body: JSON.stringify(g)
+      body: JSON.stringify(f)
     });
     if (!m.ok) {
-      const f = await m.text().catch(() => "");
-      throw new Error(`initialise_webrtc_worker failed (${m.status}): ${f}`);
+      const w = await m.text().catch(() => "");
+      throw new Error(`initialise_webrtc_worker failed (${m.status}): ${w}`);
     }
     return await m.json();
   }
@@ -102,7 +102,7 @@ class y {
     );
   }
 }
-const N = {
+const U = {
   /**
    * Create a connector that uses API key directly
    *
@@ -121,25 +121,25 @@ const N = {
    * const answer = await connector.connectWrtc(offer, wrtcParams);
    * ```
    */
-  withApiKey(r, e = {}) {
+  withApiKey(n, e = {}) {
     const { serverUrl: t } = e;
     return typeof window < "u" && console.warn(
       "[Security Warning] Using API key directly in browser will expose it. Use connectors.withProxyUrl() for production. See: https://docs.roboflow.com/api-reference/authentication#securing-your-api-key"
     ), {
-      connectWrtc: async (a, n) => await y.init({ apiKey: r, serverUrl: t }).initializeWebrtcWorker({
+      connectWrtc: async (a, r) => await g.init({ apiKey: n, serverUrl: t }).initializeWebrtcWorker({
         offer: a,
-        workflowSpec: n.workflowSpec,
-        workspaceName: n.workspaceName,
-        workflowId: n.workflowId,
+        workflowSpec: r.workflowSpec,
+        workspaceName: r.workspaceName,
+        workflowId: r.workflowId,
         config: {
-          imageInputName: n.imageInputName,
-          streamOutputNames: n.streamOutputNames,
-          dataOutputNames: n.dataOutputNames,
-          threadPoolWorkers: n.threadPoolWorkers
+          imageInputName: r.imageInputName,
+          streamOutputNames: r.streamOutputNames,
+          dataOutputNames: r.dataOutputNames,
+          threadPoolWorkers: r.threadPoolWorkers
         }
       }),
       // Store apiKey for cleanup
-      _apiKey: r,
+      _apiKey: n,
       _serverUrl: t
     };
   },
@@ -183,10 +183,10 @@ const N = {
    * });
    * ```
    */
-  withProxyUrl(r, e = {}) {
+  withProxyUrl(n, e = {}) {
     return {
       connectWrtc: async (t, a) => {
-        const n = await fetch(r, {
+        const r = await fetch(n, {
           method: "POST",
           headers: { "Content-Type": "application/json" },
           body: JSON.stringify({
@@ -194,19 +194,19 @@ const N = {
             wrtcParams: a
           })
         });
-        if (!n.ok) {
-          const i = await n.text().catch(() => "");
-          throw new Error(`Proxy request failed (${n.status}): ${i}`);
+        if (!r.ok) {
+          const o = await r.text().catch(() => "");
+          throw new Error(`Proxy request failed (${r.status}): ${o}`);
         }
-        return await n.json();
+        return await r.json();
       }
     };
   }
 };
-async function R(r = { video: !0 }) {
+async function O(n = { video: !0 }) {
   try {
-    console.log("[RFStreams] requesting with", r);
-    const e = await navigator.mediaDevices.getUserMedia(r);
+    console.log("[RFStreams] requesting with", n);
+    const e = await navigator.mediaDevices.getUserMedia(n);
     return console.log("[RFStreams] got stream", e.getVideoTracks().map((t) => ({ id: t.id, label: t.label }))), e;
   } catch (e) {
     console.warn("[RFStreams] failed, falling back", e);
@@ -214,74 +214,111 @@ async function R(r = { video: !0 }) {
     return console.log("[RFStreams] fallback stream", t.getVideoTracks().map((a) => ({ id: a.id, label: a.label }))), t;
   }
 }
-function _(r) {
-  r && (r.getTracks().forEach((e) => e.stop()), console.log("[RFStreams] Stream stopped"));
+function _(n) {
+  n && (n.getTracks().forEach((e) => e.stop()), console.log("[RFStreams] Stream stopped"));
 }
-const x = /* @__PURE__ */ Object.freeze(/* @__PURE__ */ Object.defineProperty({
+const L = /* @__PURE__ */ Object.freeze(/* @__PURE__ */ Object.defineProperty({
   __proto__: null,
   stopStream: _,
-  useCamera: R
-}, Symbol.toStringTag, { value: "Module" }));
-async function T(r, e = 6e3) {
-  if (r.iceGatheringState === "complete") return;
+  useCamera: O
+}, Symbol.toStringTag, { value: "Module" })), W = 12;
+class b {
+  constructor() {
+    u(this, "pendingFrames", /* @__PURE__ */ new Map());
+  }
+  /**
+   * Process an incoming chunk and return the complete message if all chunks received
+   */
+  processChunk(e, t, a, r) {
+    if (a === 1)
+      return r;
+    this.pendingFrames.has(e) || this.pendingFrames.set(e, {
+      chunks: /* @__PURE__ */ new Map(),
+      totalChunks: a
+    });
+    const o = this.pendingFrames.get(e);
+    if (o.chunks.set(t, r), o.chunks.size === a) {
+      const i = Array.from(o.chunks.values()).reduce((s, c) => s + c.length, 0), l = new Uint8Array(i);
+      let d = 0;
+      for (let s = 0; s < a; s++) {
+        const c = o.chunks.get(s);
+        l.set(c, d), d += c.length;
+      }
+      return this.pendingFrames.delete(e), l;
+    }
+    return null;
+  }
+  /**
+   * Clear all pending frames (for cleanup)
+   */
+  clear() {
+    this.pendingFrames.clear();
+  }
+}
+function v(n) {
+  const e = new DataView(n), t = e.getUint32(0, !0), a = e.getUint32(4, !0), r = e.getUint32(8, !0), o = new Uint8Array(n, W);
+  return { frameId: t, chunkIndex: a, totalChunks: r, payload: o };
+}
+async function P(n, e = 6e3) {
+  if (n.iceGatheringState === "complete") return;
   let t = !1;
-  const a = (n) => {
-    n.candidate && n.candidate.type === "srflx" && (t = !0);
+  const a = (r) => {
+    r.candidate && r.candidate.type === "srflx" && (t = !0);
   };
-  r.addEventListener("icecandidate", a);
+  n.addEventListener("icecandidate", a);
   try {
     await Promise.race([
-      new Promise((n) => {
-        const i = () => {
-          r.iceGatheringState === "complete" && (r.removeEventListener("icegatheringstatechange", i), n());
+      new Promise((r) => {
+        const o = () => {
+          n.iceGatheringState === "complete" && (n.removeEventListener("icegatheringstatechange", o), r());
         };
-        r.addEventListener("icegatheringstatechange", i);
+        n.addEventListener("icegatheringstatechange", o);
       }),
-      new Promise((n, i) => {
+      new Promise((r, o) => {
         setTimeout(() => {
-          t ? n() : (console.error("[ICE] timeout with NO srflx candidate! Connection may fail."), i(new Error("ICE gathering timeout without srflx candidate")));
+          t ? r() : (console.error("[ICE] timeout with NO srflx candidate! Connection may fail."), o(new Error("ICE gathering timeout without srflx candidate")));
         }, e);
       })
     ]);
   } finally {
-    r.removeEventListener("icecandidate", a);
+    n.removeEventListener("icecandidate", a);
   }
 }
-function W(r) {
+function F(n) {
   return new Promise((e) => {
-    r.addEventListener("track", (t) => {
+    n.addEventListener("track", (t) => {
       t.streams && t.streams[0] && e(t.streams[0]);
     });
   });
 }
-async function O(r) {
+async function I(n) {
   const e = "stun:stun.l.google.com:19302", t = new RTCPeerConnection({
     iceServers: [{ urls: [e] }]
   });
   try {
     t.addTransceiver("video", { direction: "recvonly" });
-  } catch (o) {
-    console.warn("[RFWebRTC] Could not add transceiver:", o);
+  } catch (i) {
+    console.warn("[RFWebRTC] Could not add transceiver:", i);
   }
-  r.getVideoTracks().forEach((o) => {
+  n.getVideoTracks().forEach((i) => {
     try {
-      o.contentHint = "detail";
+      i.contentHint = "detail";
     } catch {
     }
-    t.addTrack(o, r);
+    t.addTrack(i, n);
   });
-  const a = W(t), n = t.createDataChannel("roboflow-control", {
+  const a = F(t), r = t.createDataChannel("roboflow-control", {
     ordered: !0
-  }), i = await t.createOffer();
-  return await t.setLocalDescription(i), await T(t), {
+  }), o = await t.createOffer();
+  return await t.setLocalDescription(o), await P(t), {
     pc: t,
     offer: t.localDescription,
     remoteStreamPromise: a,
-    dataChannel: n
+    dataChannel: r
   };
 }
-async function P(r) {
-  const e = r.getSenders().find((a) => a.track && a.track.kind === "video");
+async function x(n) {
+  const e = n.getSenders().find((a) => a.track && a.track.kind === "video");
   if (!e) return;
   const t = e.getParameters();
   t.encodings = t.encodings || [{}], t.encodings[0].scaleResolutionDownBy = 1;
@@ -291,26 +328,36 @@ async function P(r) {
     console.warn("[RFWebRTC] Failed to set encoding parameters:", a);
   }
 }
-class k {
+class C {
   /** @private */
-  constructor(e, t, a, n, i, o, s) {
-    l(this, "pc");
-    l(this, "_localStream");
-    l(this, "remoteStreamPromise");
-    l(this, "pipelineId");
-    l(this, "apiKey");
-    l(this, "dataChannel");
-    this.pc = e, this._localStream = t, this.remoteStreamPromise = a, this.pipelineId = n, this.apiKey = i, this.dataChannel = o, s && (this.dataChannel.addEventListener("open", () => {
+  constructor(e, t, a, r, o, i, l) {
+    u(this, "pc");
+    u(this, "_localStream");
+    u(this, "remoteStreamPromise");
+    u(this, "pipelineId");
+    u(this, "apiKey");
+    u(this, "dataChannel");
+    u(this, "reassembler");
+    this.pc = e, this._localStream = t, this.remoteStreamPromise = a, this.pipelineId = r, this.apiKey = o, this.dataChannel = i, this.reassembler = new b(), this.dataChannel.binaryType = "arraybuffer", l && (this.dataChannel.addEventListener("open", () => {
     }), this.dataChannel.addEventListener("message", (d) => {
       try {
-        const u = JSON.parse(d.data);
-        s(u);
-      } catch (u) {
-        console.error("[RFWebRTC] Failed to parse data channel message:", u), s(d.data);
+        if (d.data instanceof ArrayBuffer) {
+          const { frameId: s, chunkIndex: c, totalChunks: p, payload: h } = v(d.data), f = this.reassembler.processChunk(s, c, p, h);
+          if (f) {
+            const k = new TextDecoder("utf-8").decode(f), w = JSON.parse(k);
+            l(w);
+          }
+        } else {
+          const s = JSON.parse(d.data);
+          l(s);
+        }
+      } catch (s) {
+        console.error("[RFWebRTC] Failed to parse data channel message:", s);
       }
     }), this.dataChannel.addEventListener("error", (d) => {
       console.error("[RFWebRTC] Data channel error:", d);
     }), this.dataChannel.addEventListener("close", () => {
+      this.reassembler.clear();
     }));
   }
   /**
@@ -359,7 +406,7 @@ class k {
    * ```
    */
   async cleanup() {
-    this.pipelineId && this.apiKey && await y.init({ apiKey: this.apiKey }).terminatePipeline({ pipelineId: this.pipelineId }), this.pc && this.pc.connectionState !== "closed" && this.pc.close(), _(this._localStream);
+    this.reassembler.clear(), this.pipelineId && this.apiKey && await g.init({ apiKey: this.apiKey }).terminatePipeline({ pipelineId: this.pipelineId }), this.pc && this.pc.connectionState !== "closed" && this.pc.close(), _(this._localStream);
   }
   /**
    * Reconfigure pipeline outputs at runtime
@@ -414,42 +461,44 @@ class k {
     }
   }
 }
-async function I({
-  source: r,
+async function D({
+  source: n,
   connector: e,
   wrtcParams: t,
   onData: a,
-  options: n = {}
+  options: r = {}
 }) {
-  var f;
+  var w;
   if (!e || typeof e.connectWrtc != "function")
     throw new Error("connector must have a connectWrtc method");
-  const i = r, { pc: o, offer: s, remoteStreamPromise: d, dataChannel: u } = await O(i), p = await e.connectWrtc(
-    { sdp: s.sdp, type: s.type },
+  const o = n, { pc: i, offer: l, remoteStreamPromise: d, dataChannel: s } = await I(o), c = await e.connectWrtc(
+    { sdp: l.sdp, type: l.type },
     t
-  ), c = { sdp: p.sdp, type: p.type };
-  if (!(c != null && c.sdp) || !(c != null && c.type))
-    throw console.error("[RFWebRTC] Invalid answer from server:", p), new Error("connector.connectWrtc must return answer with sdp and type");
-  const h = ((f = p == null ? void 0 : p.context) == null ? void 0 : f.pipeline_id) || null;
-  await o.setRemoteDescription(c), await new Promise((b, S) => {
-    const w = () => {
-      o.connectionState === "connected" ? (o.removeEventListener("connectionstatechange", w), b()) : o.connectionState === "failed" && (o.removeEventListener("connectionstatechange", w), S(new Error("WebRTC connection failed")));
+  ), p = { sdp: c.sdp, type: c.type };
+  if (!(p != null && p.sdp) || !(p != null && p.type))
+    throw console.error("[RFWebRTC] Invalid answer from server:", c), new Error("connector.connectWrtc must return answer with sdp and type");
+  const h = ((w = c == null ? void 0 : c.context) == null ? void 0 : w.pipeline_id) || null;
+  await i.setRemoteDescription(p), await new Promise((E, S) => {
+    const y = () => {
+      i.connectionState === "connected" ? (i.removeEventListener("connectionstatechange", y), E()) : i.connectionState === "failed" && (i.removeEventListener("connectionstatechange", y), S(new Error("WebRTC connection failed")));
     };
-    o.addEventListener("connectionstatechange", w), w(), setTimeout(() => {
-      o.removeEventListener("connectionstatechange", w), S(new Error("WebRTC connection timeout after 30s"));
+    i.addEventListener("connectionstatechange", y), y(), setTimeout(() => {
+      i.removeEventListener("connectionstatechange", y), S(new Error("WebRTC connection timeout after 30s"));
     }, 3e4);
-  }), n.disableInputStreamDownscaling !== !1 && await P(o);
+  }), r.disableInputStreamDownscaling !== !1 && await x(i);
   const m = e._apiKey || null;
-  return new k(o, i, d, h, m, u, a);
+  return new C(i, o, d, h, m, s, a);
 }
-const D = /* @__PURE__ */ Object.freeze(/* @__PURE__ */ Object.defineProperty({
+const K = /* @__PURE__ */ Object.freeze(/* @__PURE__ */ Object.defineProperty({
   __proto__: null,
-  RFWebRTCConnection: k,
-  useStream: I
+  ChunkReassembler: b,
+  RFWebRTCConnection: C,
+  parseBinaryHeader: v,
+  useStream: D
 }, Symbol.toStringTag, { value: "Module" }));
 export {
-  y as InferenceHTTPClient,
-  N as connectors,
-  x as streams,
-  D as webrtc
+  g as InferenceHTTPClient,
+  U as connectors,
+  L as streams,
+  K as webrtc
 };

package/dist/index.js

@@ -1 +1 @@
-(function(c,i){typeof exports=="object"&&typeof module<"u"?i(exports):typeof define=="function"&&define.amd?define(["exports"],i):(c=typeof globalThis<"u"?globalThis:c||self,i(c.RoboflowClient={}))})(this,function(c){"use strict";var D=Object.defineProperty;var L=(c,i,f)=>i in c?D(c,i,{enumerable:!0,configurable:!0,writable:!0,value:f}):c[i]=f;var p=(c,i,f)=>L(c,typeof i!="symbol"?i+"":i,f);class i{constructor(t,e="https://serverless.roboflow.com"){p(this,"apiKey");p(this,"serverUrl");this.apiKey=t,this.serverUrl=e}static init({apiKey:t,serverUrl:e}){if(!t)throw new Error("apiKey is required");return new i(t,e)}async initializeWebrtcWorker({offer:t,workflowSpec:e,workspaceName:a,workflowId:n,config:s={}}){if(!t||!t.sdp||!t.type)throw new Error("offer with sdp and type is required");const o=!!e,l=!!(a&&n);if(!o&&!l)throw new Error("Either workflowSpec OR (workspaceName + workflowId) is required");if(o&&l)throw new Error("Provide either workflowSpec OR (workspaceName + workflowId), not both");const{imageInputName:u="image",streamOutputNames:m=[],dataOutputNames:h=["string"],threadPoolWorkers:d=4}=s,w={type:"WorkflowConfiguration",image_input_name:u,workflows_thread_pool_workers:d,cancel_thread_pool_tasks_on_exit:!0,video_metadata_input_name:"video_metadata"};o?w.workflow_specification=e:(w.workspace_name=a,w.workflow_id=n);const k={workflow_configuration:w,api_key:this.apiKey,webrtc_realtime_processing:!0,webrtc_offer:{sdp:t.sdp,type:t.type},webrtc_turn_config:null,stream_output:m,data_output:h},y=await fetch(`${this.serverUrl}/initialise_webrtc_worker`,{method:"POST",headers:{"Content-Type":"application/json"},body:JSON.stringify(k)});if(!y.ok){const S=await y.text().catch(()=>"");throw new Error(`initialise_webrtc_worker failed (${y.status}): ${S}`)}return await y.json()}async terminatePipeline({pipelineId:t}){if(!t)throw new Error("pipelineId is required");await fetch(`${this.serverUrl}/inference_pipelines/${t}/terminate?api_key=${this.apiKey}`,{method:"POST",headers:{"Content-Type":"application/json"}})}}const f={withApiKey(r,t={}){const{serverUrl:e}=t;return typeof window<"u"&&console.warn("[Security Warning] Using API key directly in browser will expose it. Use connectors.withProxyUrl() for production. See: https://docs.roboflow.com/api-reference/authentication#securing-your-api-key"),{connectWrtc:async(a,n)=>await i.init({apiKey:r,serverUrl:e}).initializeWebrtcWorker({offer:a,workflowSpec:n.workflowSpec,workspaceName:n.workspaceName,workflowId:n.workflowId,config:{imageInputName:n.imageInputName,streamOutputNames:n.streamOutputNames,dataOutputNames:n.dataOutputNames,threadPoolWorkers:n.threadPoolWorkers}}),_apiKey:r,_serverUrl:e}},withProxyUrl(r,t={}){return{connectWrtc:async(e,a)=>{const n=await fetch(r,{method:"POST",headers:{"Content-Type":"application/json"},body:JSON.stringify({offer:e,wrtcParams:a})});if(!n.ok){const s=await n.text().catch(()=>"");throw new Error(`Proxy request failed (${n.status}): ${s}`)}return await n.json()}}}};async function C(r={video:!0}){try{console.log("[RFStreams] requesting with",r);const t=await navigator.mediaDevices.getUserMedia(r);return console.log("[RFStreams] got stream",t.getVideoTracks().map(e=>({id:e.id,label:e.label}))),t}catch(t){console.warn("[RFStreams] failed, falling back",t);const e=await navigator.mediaDevices.getUserMedia({video:!0,audio:!1});return console.log("[RFStreams] fallback stream",e.getVideoTracks().map(a=>({id:a.id,label:a.label}))),e}}function _(r){r&&(r.getTracks().forEach(t=>t.stop()),console.log("[RFStreams] Stream stopped"))}const T=Object.freeze(Object.defineProperty({__proto__:null,stopStream:_,useCamera:C},Symbol.toStringTag,{value:"Module"}));async function R(r,t=6e3){if(r.iceGatheringState==="complete")return;let e=!1;const a=n=>{n.candidate&&n.candidate.type==="srflx"&&(e=!0)};r.addEventListener("icecandidate",a);try{await Promise.race([new Promise(n=>{const s=()=>{r.iceGatheringState==="complete"&&(r.removeEventListener("icegatheringstatechange",s),n())};r.addEventListener("icegatheringstatechange",s)}),new Promise((n,s)=>{setTimeout(()=>{e?n():(console.error("[ICE] timeout with NO srflx candidate! Connection may fail."),s(new Error("ICE gathering timeout without srflx candidate")))},t)})])}finally{r.removeEventListener("icecandidate",a)}}function E(r){return new Promise(t=>{r.addEventListener("track",e=>{e.streams&&e.streams[0]&&t(e.streams[0])})})}async function O(r){const t="stun:stun.l.google.com:19302",e=new RTCPeerConnection({iceServers:[{urls:[t]}]});try{e.addTransceiver("video",{direction:"recvonly"})}catch(o){console.warn("[RFWebRTC] Could not add transceiver:",o)}r.getVideoTracks().forEach(o=>{try{o.contentHint="detail"}catch{}e.addTrack(o,r)});const a=E(e),n=e.createDataChannel("roboflow-control",{ordered:!0}),s=await e.createOffer();return await e.setLocalDescription(s),await R(e),{pc:e,offer:e.localDescription,remoteStreamPromise:a,dataChannel:n}}async function W(r){const t=r.getSenders().find(a=>a.track&&a.track.kind==="video");if(!t)return;const e=t.getParameters();e.encodings=e.encodings||[{}],e.encodings[0].scaleResolutionDownBy=1;try{await t.setParameters(e)}catch(a){console.warn("[RFWebRTC] Failed to set encoding parameters:",a)}}class b{constructor(t,e,a,n,s,o,l){p(this,"pc");p(this,"_localStream");p(this,"remoteStreamPromise");p(this,"pipelineId");p(this,"apiKey");p(this,"dataChannel");this.pc=t,this._localStream=e,this.remoteStreamPromise=a,this.pipelineId=n,this.apiKey=s,this.dataChannel=o,l&&(this.dataChannel.addEventListener("open",()=>{}),this.dataChannel.addEventListener("message",u=>{try{const m=JSON.parse(u.data);l(m)}catch(m){console.error("[RFWebRTC] Failed to parse data channel message:",m),l(u.data)}}),this.dataChannel.addEventListener("error",u=>{console.error("[RFWebRTC] Data channel error:",u)}),this.dataChannel.addEventListener("close",()=>{}))}async remoteStream(){return await this.remoteStreamPromise}localStream(){return this._localStream}async cleanup(){this.pipelineId&&this.apiKey&&await i.init({apiKey:this.apiKey}).terminatePipeline({pipelineId:this.pipelineId}),this.pc&&this.pc.connectionState!=="closed"&&this.pc.close(),_(this._localStream)}reconfigureOutputs(t){const e={};t.streamOutput!==void 0&&(e.stream_output=t.streamOutput),t.dataOutput!==void 0&&(e.data_output=t.dataOutput),this.sendData(e)}sendData(t){if(this.dataChannel.readyState!=="open"){console.warn("[RFWebRTC] Data channel is not open. Current state:",this.dataChannel.readyState);return}try{const e=typeof t=="string"?t:JSON.stringify(t);this.dataChannel.send(e)}catch(e){console.error("[RFWebRTC] Failed to send data:",e)}}}async function P({source:r,connector:t,wrtcParams:e,onData:a,options:n={}}){var S;if(!t||typeof t.connectWrtc!="function")throw new Error("connector must have a connectWrtc method");const s=r,{pc:o,offer:l,remoteStreamPromise:u,dataChannel:m}=await O(s),h=await t.connectWrtc({sdp:l.sdp,type:l.type},e),d={sdp:h.sdp,type:h.type};if(!(d!=null&&d.sdp)||!(d!=null&&d.type))throw console.error("[RFWebRTC] Invalid answer from server:",h),new Error("connector.connectWrtc must return answer with sdp and type");const w=((S=h==null?void 0:h.context)==null?void 0:S.pipeline_id)||null;await o.setRemoteDescription(d),await new Promise((N,v)=>{const g=()=>{o.connectionState==="connected"?(o.removeEventListener("connectionstatechange",g),N()):o.connectionState==="failed"&&(o.removeEventListener("connectionstatechange",g),v(new Error("WebRTC connection failed")))};o.addEventListener("connectionstatechange",g),g(),setTimeout(()=>{o.removeEventListener("connectionstatechange",g),v(new Error("WebRTC connection timeout after 30s"))},3e4)}),n.disableInputStreamDownscaling!==!1&&await W(o);const y=t._apiKey||null;return new b(o,s,u,w,y,m,a)}const I=Object.freeze(Object.defineProperty({__proto__:null,RFWebRTCConnection:b,useStream:P},Symbol.toStringTag,{value:"Module"}));c.InferenceHTTPClient=i,c.connectors=f,c.streams=T,c.webrtc=I,Object.defineProperty(c,Symbol.toStringTag,{value:"Module"})});
+(function(c,s){typeof exports=="object"&&typeof module<"u"?s(exports):typeof define=="function"&&define.amd?define(["exports"],s):(c=typeof globalThis<"u"?globalThis:c||self,s(c.RoboflowClient={}))})(this,function(c){"use strict";var L=Object.defineProperty;var K=(c,s,y)=>s in c?L(c,s,{enumerable:!0,configurable:!0,writable:!0,value:y}):c[s]=y;var m=(c,s,y)=>K(c,typeof s!="symbol"?s+"":s,y);class s{constructor(e,t="https://serverless.roboflow.com"){m(this,"apiKey");m(this,"serverUrl");this.apiKey=e,this.serverUrl=t}static init({apiKey:e,serverUrl:t}){if(!e)throw new Error("apiKey is required");return new s(e,t)}async initializeWebrtcWorker({offer:e,workflowSpec:t,workspaceName:a,workflowId:n,config:o={}}){if(!e||!e.sdp||!e.type)throw new Error("offer with sdp and type is required");const i=!!t,p=!!(a&&n);if(!i&&!p)throw new Error("Either workflowSpec OR (workspaceName + workflowId) is required");if(i&&p)throw new Error("Provide either workflowSpec OR (workspaceName + workflowId), not both");const{imageInputName:u="image",streamOutputNames:l=[],dataOutputNames:d=["string"],threadPoolWorkers:h=4}=o,f={type:"WorkflowConfiguration",image_input_name:u,workflows_thread_pool_workers:h,cancel_thread_pool_tasks_on_exit:!0,video_metadata_input_name:"video_metadata"};i?f.workflow_specification=t:(f.workspace_name=a,f.workflow_id=n);const S={workflow_configuration:f,api_key:this.apiKey,webrtc_realtime_processing:!0,webrtc_offer:{sdp:e.sdp,type:e.type},webrtc_turn_config:null,stream_output:l,data_output:d},w=await fetch(`${this.serverUrl}/initialise_webrtc_worker`,{method:"POST",headers:{"Content-Type":"application/json"},body:JSON.stringify(S)});if(!w.ok){const g=await w.text().catch(()=>"");throw new Error(`initialise_webrtc_worker failed (${w.status}): ${g}`)}return await w.json()}async terminatePipeline({pipelineId:e}){if(!e)throw new Error("pipelineId is required");await fetch(`${this.serverUrl}/inference_pipelines/${e}/terminate?api_key=${this.apiKey}`,{method:"POST",headers:{"Content-Type":"application/json"}})}}const y={withApiKey(r,e={}){const{serverUrl:t}=e;return typeof window<"u"&&console.warn("[Security Warning] Using API key directly in browser will expose it. Use connectors.withProxyUrl() for production. See: https://docs.roboflow.com/api-reference/authentication#securing-your-api-key"),{connectWrtc:async(a,n)=>await s.init({apiKey:r,serverUrl:t}).initializeWebrtcWorker({offer:a,workflowSpec:n.workflowSpec,workspaceName:n.workspaceName,workflowId:n.workflowId,config:{imageInputName:n.imageInputName,streamOutputNames:n.streamOutputNames,dataOutputNames:n.dataOutputNames,threadPoolWorkers:n.threadPoolWorkers}}),_apiKey:r,_serverUrl:t}},withProxyUrl(r,e={}){return{connectWrtc:async(t,a)=>{const n=await fetch(r,{method:"POST",headers:{"Content-Type":"application/json"},body:JSON.stringify({offer:t,wrtcParams:a})});if(!n.ok){const o=await n.text().catch(()=>"");throw new Error(`Proxy request failed (${n.status}): ${o}`)}return await n.json()}}}};async function E(r={video:!0}){try{console.log("[RFStreams] requesting with",r);const e=await navigator.mediaDevices.getUserMedia(r);return console.log("[RFStreams] got stream",e.getVideoTracks().map(t=>({id:t.id,label:t.label}))),e}catch(e){console.warn("[RFStreams] failed, falling back",e);const t=await navigator.mediaDevices.getUserMedia({video:!0,audio:!1});return console.log("[RFStreams] fallback stream",t.getVideoTracks().map(a=>({id:a.id,label:a.label}))),t}}function _(r){r&&(r.getTracks().forEach(e=>e.stop()),console.log("[RFStreams] Stream stopped"))}const O=Object.freeze(Object.defineProperty({__proto__:null,stopStream:_,useCamera:E},Symbol.toStringTag,{value:"Module"})),W=12;class v{constructor(){m(this,"pendingFrames",new Map)}processChunk(e,t,a,n){if(a===1)return n;this.pendingFrames.has(e)||this.pendingFrames.set(e,{chunks:new Map,totalChunks:a});const o=this.pendingFrames.get(e);if(o.chunks.set(t,n),o.chunks.size===a){const i=Array.from(o.chunks.values()).reduce((l,d)=>l+d.length,0),p=new Uint8Array(i);let u=0;for(let l=0;l<a;l++){const d=o.chunks.get(l);p.set(d,u),u+=d.length}return this.pendingFrames.delete(e),p}return null}clear(){this.pendingFrames.clear()}}function C(r){const e=new DataView(r),t=e.getUint32(0,!0),a=e.getUint32(4,!0),n=e.getUint32(8,!0),o=new Uint8Array(r,W);return{frameId:t,chunkIndex:a,totalChunks:n,payload:o}}async function P(r,e=6e3){if(r.iceGatheringState==="complete")return;let t=!1;const a=n=>{n.candidate&&n.candidate.type==="srflx"&&(t=!0)};r.addEventListener("icecandidate",a);try{await Promise.race([new Promise(n=>{const o=()=>{r.iceGatheringState==="complete"&&(r.removeEventListener("icegatheringstatechange",o),n())};r.addEventListener("icegatheringstatechange",o)}),new Promise((n,o)=>{setTimeout(()=>{t?n():(console.error("[ICE] timeout with NO srflx candidate! Connection may fail."),o(new Error("ICE gathering timeout without srflx candidate")))},e)})])}finally{r.removeEventListener("icecandidate",a)}}function F(r){return new Promise(e=>{r.addEventListener("track",t=>{t.streams&&t.streams[0]&&e(t.streams[0])})})}async function I(r){const e="stun:stun.l.google.com:19302",t=new RTCPeerConnection({iceServers:[{urls:[e]}]});try{t.addTransceiver("video",{direction:"recvonly"})}catch(i){console.warn("[RFWebRTC] Could not add transceiver:",i)}r.getVideoTracks().forEach(i=>{try{i.contentHint="detail"}catch{}t.addTrack(i,r)});const a=F(t),n=t.createDataChannel("roboflow-control",{ordered:!0}),o=await t.createOffer();return await t.setLocalDescription(o),await P(t),{pc:t,offer:t.localDescription,remoteStreamPromise:a,dataChannel:n}}async function D(r){const e=r.getSenders().find(a=>a.track&&a.track.kind==="video");if(!e)return;const t=e.getParameters();t.encodings=t.encodings||[{}],t.encodings[0].scaleResolutionDownBy=1;try{await e.setParameters(t)}catch(a){console.warn("[RFWebRTC] Failed to set encoding parameters:",a)}}class T{constructor(e,t,a,n,o,i,p){m(this,"pc");m(this,"_localStream");m(this,"remoteStreamPromise");m(this,"pipelineId");m(this,"apiKey");m(this,"dataChannel");m(this,"reassembler");this.pc=e,this._localStream=t,this.remoteStreamPromise=a,this.pipelineId=n,this.apiKey=o,this.dataChannel=i,this.reassembler=new v,this.dataChannel.binaryType="arraybuffer",p&&(this.dataChannel.addEventListener("open",()=>{}),this.dataChannel.addEventListener("message",u=>{try{if(u.data instanceof ArrayBuffer){const{frameId:l,chunkIndex:d,totalChunks:h,payload:f}=C(u.data),S=this.reassembler.processChunk(l,d,h,f);if(S){const b=new TextDecoder("utf-8").decode(S),g=JSON.parse(b);p(g)}}else{const l=JSON.parse(u.data);p(l)}}catch(l){console.error("[RFWebRTC] Failed to parse data channel message:",l)}}),this.dataChannel.addEventListener("error",u=>{console.error("[RFWebRTC] Data channel error:",u)}),this.dataChannel.addEventListener("close",()=>{this.reassembler.clear()}))}async remoteStream(){return await this.remoteStreamPromise}localStream(){return this._localStream}async cleanup(){this.reassembler.clear(),this.pipelineId&&this.apiKey&&await s.init({apiKey:this.apiKey}).terminatePipeline({pipelineId:this.pipelineId}),this.pc&&this.pc.connectionState!=="closed"&&this.pc.close(),_(this._localStream)}reconfigureOutputs(e){const t={};e.streamOutput!==void 0&&(t.stream_output=e.streamOutput),e.dataOutput!==void 0&&(t.data_output=e.dataOutput),this.sendData(t)}sendData(e){if(this.dataChannel.readyState!=="open"){console.warn("[RFWebRTC] Data channel is not open. Current state:",this.dataChannel.readyState);return}try{const t=typeof e=="string"?e:JSON.stringify(e);this.dataChannel.send(t)}catch(t){console.error("[RFWebRTC] Failed to send data:",t)}}}async function N({source:r,connector:e,wrtcParams:t,onData:a,options:n={}}){var g;if(!e||typeof e.connectWrtc!="function")throw new Error("connector must have a connectWrtc method");const o=r,{pc:i,offer:p,remoteStreamPromise:u,dataChannel:l}=await I(o),d=await e.connectWrtc({sdp:p.sdp,type:p.type},t),h={sdp:d.sdp,type:d.type};if(!(h!=null&&h.sdp)||!(h!=null&&h.type))throw console.error("[RFWebRTC] Invalid answer from server:",d),new Error("connector.connectWrtc must return answer with sdp and type");const f=((g=d==null?void 0:d.context)==null?void 0:g.pipeline_id)||null;await i.setRemoteDescription(h),await new Promise((x,R)=>{const k=()=>{i.connectionState==="connected"?(i.removeEventListener("connectionstatechange",k),x()):i.connectionState==="failed"&&(i.removeEventListener("connectionstatechange",k),R(new Error("WebRTC connection failed")))};i.addEventListener("connectionstatechange",k),k(),setTimeout(()=>{i.removeEventListener("connectionstatechange",k),R(new Error("WebRTC connection timeout after 30s"))},3e4)}),n.disableInputStreamDownscaling!==!1&&await D(i);const w=e._apiKey||null;return new T(i,o,u,f,w,l,a)}const U=Object.freeze(Object.defineProperty({__proto__:null,ChunkReassembler:v,RFWebRTCConnection:T,parseBinaryHeader:C,useStream:N},Symbol.toStringTag,{value:"Module"}));c.InferenceHTTPClient=s,c.connectors=y,c.streams=O,c.webrtc=U,Object.defineProperty(c,Symbol.toStringTag,{value:"Module"})});

package/dist/webrtc-data-parsing.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=webrtc-data-parsing.test.d.ts.map

package/dist/webrtc-data-parsing.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"webrtc-data-parsing.test.d.ts","sourceRoot":"","sources":["../src/webrtc-data-parsing.test.ts"],"names":[],"mappings":""}

package/dist/webrtc.d.ts

@@ -1,4 +1,27 @@
 import { Connector, WebRTCParams } from "./inference-api";
+/**
+ * Reassembles chunked binary messages from the datachannel
+ */
+export declare class ChunkReassembler {
+    private pendingFrames;
+    /**
+     * Process an incoming chunk and return the complete message if all chunks received
+     */
+    processChunk(frameId: number, chunkIndex: number, totalChunks: number, payload: Uint8Array): Uint8Array | null;
+    /**
+     * Clear all pending frames (for cleanup)
+     */
+    clear(): void;
+}
+/**
+ * Parse the binary header from a datachannel message
+ */
+export declare function parseBinaryHeader(buffer: ArrayBuffer): {
+    frameId: number;
+    chunkIndex: number;
+    totalChunks: number;
+    payload: Uint8Array;
+};
 export interface UseStreamOptions {
     disableInputStreamDownscaling?: boolean;
 }
@@ -21,6 +44,7 @@ export declare class RFWebRTCConnection {
     private pipelineId;
     private apiKey;
     private dataChannel;
+    private reassembler;
     /** @private */
     constructor(pc: RTCPeerConnection, localStream: MediaStream, remoteStreamPromise: Promise<MediaStream>, pipelineId: string | null, apiKey: string | null, dataChannel: RTCDataChannel, onData?: (data: any) => void);
     /**

package/dist/webrtc.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"webrtc.d.ts","sourceRoot":"","sources":["../src/webrtc.ts"],"names":[],"mappings":"AACA,OAAO,EAAuB,SAAS,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAG/E,MAAM,WAAW,gBAAgB;IAC/B,6BAA6B,CAAC,EAAE,OAAO,CAAC;CACzC;AAED,MAAM,WAAW,eAAe;IAC9B,MAAM,EAAE,WAAW,CAAC;IACpB,SAAS,EAAE,SAAS,CAAC;IACrB,UAAU,EAAE,YAAY,CAAC;IACzB,MAAM,CAAC,EAAE,CAAC,IAAI,EAAE,GAAG,KAAK,IAAI,CAAC;IAC7B,OAAO,CAAC,EAAE,gBAAgB,CAAC;CAC5B;AA4HD;;;;GAIG;AACH,qBAAa,kBAAkB;IAC7B,OAAO,CAAC,EAAE,CAAoB;IAC9B,OAAO,CAAC,YAAY,CAAc;IAClC,OAAO,CAAC,mBAAmB,CAAuB;IAClD,OAAO,CAAC,UAAU,CAAgB;IAClC,OAAO,CAAC,MAAM,CAAgB;IAC9B,OAAO,CAAC,WAAW,CAAiB;IAEpC,eAAe;gBAEb,EAAE,EAAE,iBAAiB,EACrB,WAAW,EAAE,WAAW,EACxB,mBAAmB,EAAE,OAAO,CAAC,WAAW,CAAC,EACzC,UAAU,EAAE,MAAM,GAAG,IAAI,EACzB,MAAM,EAAE,MAAM,GAAG,IAAI,EACrB,WAAW,EAAE,cAAc,EAC3B,MAAM,CAAC,EAAE,CAAC,IAAI,EAAE,GAAG,KAAK,IAAI;IAmC9B;;;;;;;;;;;OAWG;IACG,YAAY,IAAI,OAAO,CAAC,WAAW,CAAC;IAI1C;;;;;;;;;;;OAWG;IACH,WAAW,IAAI,WAAW;IAI1B;;;;;;;;;;;;;;OAcG;IACG,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAgB9B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OA+BG;IACH,kBAAkB,CAAC,MAAM,EAAE;QAAE,YAAY,CAAC,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;QAAC,UAAU,CAAC,EAAE,MAAM,EAAE,GAAG,IAAI,CAAA;KAAE,GAAG,IAAI;IAclG;;;OAGG;IACH,OAAO,CAAC,QAAQ;CAajB;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAmCG;AACH,wBAAsB,SAAS,CAAC,EAC9B,MAAM,EACN,SAAS,EACT,UAAU,EACV,MAAM,EACN,OAAY,EACb,EAAE,eAAe,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAkE/C"}
+{"version":3,"file":"webrtc.d.ts","sourceRoot":"","sources":["../src/webrtc.ts"],"names":[],"mappings":"AACA,OAAO,EAAuB,SAAS,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAS/E;;GAEG;AACH,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,aAAa,CAGN;IAEf;;OAEG;IACH,YAAY,CAAC,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,OAAO,EAAE,UAAU,GAAG,UAAU,GAAG,IAAI;IAqC9G;;OAEG;IACH,KAAK,IAAI,IAAI;CAGd;AAED;;GAEG;AACH,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,WAAW,GAAG;IAAE,OAAO,EAAE,MAAM,CAAC;IAAC,UAAU,EAAE,MAAM,CAAC;IAAC,WAAW,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,UAAU,CAAA;CAAE,CAQxI;AAED,MAAM,WAAW,gBAAgB;IAC/B,6BAA6B,CAAC,EAAE,OAAO,CAAC;CACzC;AAED,MAAM,WAAW,eAAe;IAC9B,MAAM,EAAE,WAAW,CAAC;IACpB,SAAS,EAAE,SAAS,CAAC;IACrB,UAAU,EAAE,YAAY,CAAC;IACzB,MAAM,CAAC,EAAE,CAAC,IAAI,EAAE,GAAG,KAAK,IAAI,CAAC;IAC7B,OAAO,CAAC,EAAE,gBAAgB,CAAC;CAC5B;AA4HD;;;;GAIG;AACH,qBAAa,kBAAkB;IAC7B,OAAO,CAAC,EAAE,CAAoB;IAC9B,OAAO,CAAC,YAAY,CAAc;IAClC,OAAO,CAAC,mBAAmB,CAAuB;IAClD,OAAO,CAAC,UAAU,CAAgB;IAClC,OAAO,CAAC,MAAM,CAAgB;IAC9B,OAAO,CAAC,WAAW,CAAiB;IACpC,OAAO,CAAC,WAAW,CAAmB;IAEtC,eAAe;gBAEb,EAAE,EAAE,iBAAiB,EACrB,WAAW,EAAE,WAAW,EACxB,mBAAmB,EAAE,OAAO,CAAC,WAAW,CAAC,EACzC,UAAU,EAAE,MAAM,GAAG,IAAI,EACzB,MAAM,EAAE,MAAM,GAAG,IAAI,EACrB,WAAW,EAAE,cAAc,EAC3B,MAAM,CAAC,EAAE,CAAC,IAAI,EAAE,GAAG,KAAK,IAAI;IAsD9B;;;;;;;;;;;OAWG;IACG,YAAY,IAAI,OAAO,CAAC,WAAW,CAAC;IAI1C;;;;;;;;;;;OAWG;IACH,WAAW,IAAI,WAAW;IAI1B;;;;;;;;;;;;;;OAcG;IACG,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAmB9B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OA+BG;IACH,kBAAkB,CAAC,MAAM,EAAE;QAAE,YAAY,CAAC,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;QAAC,UAAU,CAAC,EAAE,MAAM,EAAE,GAAG,IAAI,CAAA;KAAE,GAAG,IAAI;IAclG;;;OAGG;IACH,OAAO,CAAC,QAAQ;CAajB;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAmCG;AACH,wBAAsB,SAAS,CAAC,EAC9B,MAAM,EACN,SAAS,EACT,UAAU,EACV,MAAM,EACN,OAAY,EACb,EAAE,eAAe,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAkE/C"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@roboflow/inference-sdk",
-  "version": "0.1.1",
+  "version": "0.1.2",
   "description": "Lightweight client for Roboflow's hosted inference API with WebRTC streaming support",
   "keywords": [
     "roboflow",
@@ -27,7 +27,9 @@
     "dev": "vite",
     "build": "vite build",
     "preview": "vite preview",
-    "clean": "rm -rf dist"
+    "clean": "rm -rf dist",
+    "test": "vitest run",
+    "test:watch": "vitest"
   },
   "author": "Roboflow",
   "license": "ISC",
@@ -38,7 +40,7 @@
   "devDependencies": {
     "typescript": "^5.3.3",
     "vite": "^5.3.3",
-    "vite-plugin-dts": "^3.7.2"
-  },
-  "dependencies": {}
+    "vite-plugin-dts": "^3.7.2",
+    "vitest": "^4.0.14"
+  }
 }