@eyepop.ai/eyepop 0.16.3 → 0.17.0

package/dist/eyepop.index.d.mts

@@ -44,6 +44,17 @@ interface UrlSource {
     readonly url: string;
 }
 type Source = FileSource | StreamSource | PathSource | LiveSource | UrlSource;
+interface Box {
+    readonly topLeft: Point2d;
+    readonly bottomRight: Point2d;
+}
+interface Roi {
+    readonly points: Point2d[] | undefined;
+    readonly boxes: Box[] | undefined;
+}
+interface SourceParams {
+    readonly roi: Roi | undefined;
+}
 interface StreamTime {
     timestamp: number;
     seconds: number;
@@ -65,6 +76,16 @@ interface PredictedClass {
     classLabel: string;
     category: string;
 }
+interface Contour {
+    points: Array<Point2d>;
+    cutouts: Array<Array<Point2d>>;
+}
+interface Mask {
+    bitmap: string;
+    width: number;
+    height: number;
+    stride: number;
+}
 interface PredictedObject extends PredictedClass {
     traceId: number | undefined;
     x: number;
@@ -72,12 +93,14 @@ interface PredictedObject extends PredictedClass {
     width: number;
     height: number;
     orientation: number;
-    outline: Array<Point2d>;
-    objects: Array<PredictedObject>;
-    classes: Array<PredictedClass>;
-    labels: Array<string>;
-    meshs: Array<PredictedMesh>;
-    keyPoints: Array<PredictedKeyPoints>;
+    outline: Array<Point2d> | undefined;
+    contours: Array<Contour> | undefined;
+    mask: Mask | undefined;
+    objects: Array<PredictedObject> | undefined;
+    classes: Array<PredictedClass> | undefined;
+    labels: Array<string> | undefined;
+    meshs: Array<PredictedMesh> | undefined;
+    keyPoints: Array<PredictedKeyPoints> | undefined;
 }
 interface Point2d {
     x: number;
@@ -175,7 +198,7 @@ declare class Endpoint {
     session(): Promise<SessionPlus>;
     liveIngress(stream: MediaStream): Promise<LiveMedia>;
     liveEgress(ingressId: string): Promise<LiveMedia>;
-    process(source: Source): Promise<ResultStream>;
+    process(source: Source, params?: SourceParams | undefined): Promise<ResultStream>;
     private startIngressWs;
     private uploadFile;
     private uploadStream;
@@ -194,4 +217,4 @@ declare namespace EyePop {
     function endpoint(opts?: Options): Endpoint;
 }
 
-export { EndpointState, EyePop, type FileSource, type IngressEvent, type LiveMedia, type LiveSource, type PathSource, type Point2d, type Point3d, type PredictedClass, type PredictedKeyPoint, type PredictedKeyPoints, type PredictedMesh, type PredictedObject, type Prediction, type ResultStream, type Session, type Source, type StreamSource, type StreamTime, type UrlSource, EyePop as default };
+export { type Contour, EndpointState, EyePop, type FileSource, type IngressEvent, type LiveMedia, type LiveSource, type PathSource, type Point2d, type Point3d, type PredictedClass, type PredictedKeyPoint, type PredictedKeyPoints, type PredictedMesh, type PredictedObject, type Prediction, type ResultStream, type Session, type Source, type StreamSource, type StreamTime, type UrlSource, EyePop as default };

package/dist/eyepop.index.d.ts

@@ -44,6 +44,17 @@ interface UrlSource {
     readonly url: string;
 }
 type Source = FileSource | StreamSource | PathSource | LiveSource | UrlSource;
+interface Box {
+    readonly topLeft: Point2d;
+    readonly bottomRight: Point2d;
+}
+interface Roi {
+    readonly points: Point2d[] | undefined;
+    readonly boxes: Box[] | undefined;
+}
+interface SourceParams {
+    readonly roi: Roi | undefined;
+}
 interface StreamTime {
     timestamp: number;
     seconds: number;
@@ -65,6 +76,16 @@ interface PredictedClass {
     classLabel: string;
     category: string;
 }
+interface Contour {
+    points: Array<Point2d>;
+    cutouts: Array<Array<Point2d>>;
+}
+interface Mask {
+    bitmap: string;
+    width: number;
+    height: number;
+    stride: number;
+}
 interface PredictedObject extends PredictedClass {
     traceId: number | undefined;
     x: number;
@@ -72,12 +93,14 @@ interface PredictedObject extends PredictedClass {
     width: number;
     height: number;
     orientation: number;
-    outline: Array<Point2d>;
-    objects: Array<PredictedObject>;
-    classes: Array<PredictedClass>;
-    labels: Array<string>;
-    meshs: Array<PredictedMesh>;
-    keyPoints: Array<PredictedKeyPoints>;
+    outline: Array<Point2d> | undefined;
+    contours: Array<Contour> | undefined;
+    mask: Mask | undefined;
+    objects: Array<PredictedObject> | undefined;
+    classes: Array<PredictedClass> | undefined;
+    labels: Array<string> | undefined;
+    meshs: Array<PredictedMesh> | undefined;
+    keyPoints: Array<PredictedKeyPoints> | undefined;
 }
 interface Point2d {
     x: number;
@@ -175,7 +198,7 @@ declare class Endpoint {
     session(): Promise<SessionPlus>;
     liveIngress(stream: MediaStream): Promise<LiveMedia>;
     liveEgress(ingressId: string): Promise<LiveMedia>;
-    process(source: Source): Promise<ResultStream>;
+    process(source: Source, params?: SourceParams | undefined): Promise<ResultStream>;
     private startIngressWs;
     private uploadFile;
     private uploadStream;
@@ -194,4 +217,4 @@ declare namespace EyePop {
     function endpoint(opts?: Options): Endpoint;
 }
 
-export { EndpointState, EyePop, type FileSource, type IngressEvent, type LiveMedia, type LiveSource, type PathSource, type Point2d, type Point3d, type PredictedClass, type PredictedKeyPoint, type PredictedKeyPoints, type PredictedMesh, type PredictedObject, type Prediction, type ResultStream, type Session, type Source, type StreamSource, type StreamTime, type UrlSource, EyePop as default };
+export { type Contour, EndpointState, EyePop, type FileSource, type IngressEvent, type LiveMedia, type LiveSource, type PathSource, type Point2d, type Point3d, type PredictedClass, type PredictedKeyPoint, type PredictedKeyPoints, type PredictedMesh, type PredictedObject, type Prediction, type ResultStream, type Session, type Source, type StreamSource, type StreamTime, type UrlSource, EyePop as default };

package/dist/eyepop.index.js

@@ -8927,10 +8927,11 @@ function readableStreamAsyncIterable(stream) {
 
 // jobs.ts
 var AbstractJob = class {
-  constructor(getSession, client, requestLogger) {
+  constructor(params, getSession, client, requestLogger) {
     this._responseStream = null;
     this._controller = new AbortController();
     this._getSession = getSession;
+    this._params = params ?? null;
     this._client = client;
     this._requestLogger = requestLogger;
   }
@@ -9004,36 +9005,60 @@ var UploadJob = class extends AbstractJob {
   get [Symbol.toStringTag]() {
     return "uploadJob";
   }
-  constructor(stream, mimeType, getSession, client, requestLogger) {
-    super(getSession, client, requestLogger);
+  constructor(stream, mimeType, params, getSession, client, requestLogger) {
+    super(params, getSession, client, requestLogger);
     this._uploadStream = stream;
     this._mimeType = mimeType;
   }
   async startJob() {
     const session = await this._getSession();
-    const headers = {
-      "Authorization": `Bearer ${session.accessToken}`,
-      "Accept": "application/jsonl",
-      "Content-Type": this._mimeType
-    };
     const postUrl = `${session.baseUrl.replace(/\/+$/, "")}/pipelines/${session.pipelineId}/source?mode=queue&processing=sync`;
-    this._requestLogger.debug("before POST %s with stream as body");
-    const response = await this._client.fetch(postUrl, {
-      headers,
-      method: "POST",
-      body: this._uploadStream,
-      signal: this._controller.signal,
-      // @ts-ignore
-      "duplex": "half",
-      dispatcher: this._dispatcher
-    });
-    this._requestLogger.debug("after POST %s with stream as body");
+    let response;
+    if (this._params) {
+      this._requestLogger.debug("before POST %s with multipart body because of params");
+      const params = JSON.stringify(this._params);
+      const paramBlob = new Blob([params], { type: "application/json" });
+      const formData = new FormData();
+      formData.append("params", paramBlob);
+      formData.append("file", this._uploadStream);
+      const headers = {
+        "Authorization": `Bearer ${session.accessToken}`,
+        "Accept": "application/jsonl"
+      };
+      response = await this._client.fetch(postUrl, {
+        headers,
+        method: "POST",
+        body: formData,
+        signal: this._controller.signal,
+        // @ts-ignore
+        "duplex": "half",
+        dispatcher: this._dispatcher
+      });
+      this._requestLogger.debug("after POST %s with multipart body because of params");
+    } else {
+      this._requestLogger.debug("before POST %s with stream as body");
+      const headers = {
+        "Authorization": `Bearer ${session.accessToken}`,
+        "Accept": "application/jsonl",
+        "Content-Type": this._mimeType
+      };
+      response = await this._client.fetch(postUrl, {
+        headers,
+        method: "POST",
+        body: this._uploadStream,
+        signal: this._controller.signal,
+        // @ts-ignore
+        "duplex": "half",
+        dispatcher: this._dispatcher
+      });
+      this._requestLogger.debug("after POST %s with stream as body");
+    }
     return response;
   }
 };
 var LoadFromJob = class extends AbstractJob {
-  constructor(location, getSession, client, requestLogger) {
-    super(getSession, client, requestLogger);
+  constructor(location, params, getSession, client, requestLogger) {
+    super(params, getSession, client, requestLogger);
     this._location = location;
   }
   get [Symbol.toStringTag]() {
@@ -9042,7 +9067,8 @@ var LoadFromJob = class extends AbstractJob {
   async startJob() {
     const body = {
       "sourceType": "URL",
-      "url": this._location
+      "url": this._location,
+      "params": this._params
     };
     const session = await this._getSession();
     const headers = {
@@ -9065,8 +9091,8 @@ var LoadFromJob = class extends AbstractJob {
   }
 };
 var LoadLiveIngressJob = class extends AbstractJob {
-  constructor(ingressId, getSession, client, requestLogger) {
-    super(getSession, client, requestLogger);
+  constructor(ingressId, params, getSession, client, requestLogger) {
+    super(params, getSession, client, requestLogger);
     this._ingressId = ingressId;
   }
   get [Symbol.toStringTag]() {
@@ -9075,7 +9101,8 @@ var LoadLiveIngressJob = class extends AbstractJob {
   async startJob() {
     const body = {
       "sourceType": "LIVE_INGRESS",
-      "liveIngressId": this._ingressId
+      "liveIngressId": this._ingressId,
+      "params": this._params
     };
     const session = await this._getSession();
     const headers = {
@@ -9938,17 +9965,17 @@ var Endpoint = class {
     }, this._client, this._requestLogger);
     return whep.start();
   }
-  async process(source) {
+  async process(source, params = void 0) {
     if (source.file !== void 0) {
-      return this.uploadFile(source);
+      return this.uploadFile(source, params);
     } else if (source.stream !== void 0) {
-      return this.uploadStream(source);
+      return this.uploadStream(source, params);
     } else if (source.path !== void 0) {
-      return this.uploadPath(source);
+      return this.uploadPath(source, params);
     } else if (source.url !== void 0) {
-      return this.loadFrom(source);
+      return this.loadFrom(source, params);
     } else if (source.ingressId !== void 0) {
-      return this.loadLiveIngress(source);
+      return this.loadLiveIngress(source, params);
     } else {
       return Promise.reject("unknown source type");
     }
@@ -9990,14 +10017,14 @@ var Endpoint = class {
       this.updateState();
     }
   }
-  async uploadFile(source) {
+  async uploadFile(source, params) {
     if (!this._baseUrl || !this._pipelineId || !this._client || !this._limit) {
       return Promise.reject("endpoint not connected, use connect() before upload()");
     }
     await this._limit.acquire();
     try {
       this.updateState();
-      const job = new UploadJob(source.file, source.file.type, async () => {
+      const job = new UploadJob(source.file, source.file.type, params, async () => {
         return this.session();
       }, this._client, this._requestLogger);
       return job.start(() => {
@@ -10010,14 +10037,14 @@ var Endpoint = class {
       throw e;
     }
   }
-  async uploadStream(source) {
+  async uploadStream(source, params) {
     if (!this._baseUrl || !this._pipelineId || !this._client || !this._limit) {
       return Promise.reject("endpoint not connected, use connect() before upload()");
     }
     await this._limit.acquire();
     try {
       this.updateState();
-      const job = new UploadJob(source.stream, source.mimeType, async () => {
+      const job = new UploadJob(source.stream, source.mimeType, params, async () => {
         return this.session();
       }, this._client, this._requestLogger);
       return job.start(() => {
@@ -10030,7 +10057,7 @@ var Endpoint = class {
       throw e;
     }
   }
-  async uploadPath(source) {
+  async uploadPath(source, params) {
     if (!this._baseUrl || !this._pipelineId || !this._client || !this._limit) {
       throw new Error("endpoint not connected, use connect() before process()");
     }
@@ -10038,7 +10065,7 @@ var Endpoint = class {
     try {
       this.updateState();
       const streamSource = await resolvePath(source);
-      const job = new UploadJob(streamSource.stream, streamSource.mimeType, async () => {
+      const job = new UploadJob(streamSource.stream, streamSource.mimeType, params, async () => {
         return this.session();
       }, this._client, this._requestLogger);
       return job.start(() => {
@@ -10051,14 +10078,14 @@ var Endpoint = class {
       throw e;
     }
   }
-  async loadFrom(source) {
+  async loadFrom(source, params) {
     if (!this._baseUrl || !this._pipelineId || !this._client || !this._limit) {
       throw new Error("endpoint not connected, use connect() before loadFrom()");
     }
     await this._limit.acquire();
     try {
       this.updateState();
-      const job = new LoadFromJob(source.url, async () => {
+      const job = new LoadFromJob(source.url, params, async () => {
         return this.session();
       }, this._client, this._requestLogger);
       return job.start(() => {
@@ -10071,14 +10098,14 @@ var Endpoint = class {
       throw e;
     }
   }
-  async loadLiveIngress(source) {
+  async loadLiveIngress(source, params) {
     if (!this._baseUrl || !this._pipelineId || !this._client || !this._limit) {
       throw new Error("endpoint not connected, use connect() before loadLiveIngress()");
     }
     await this._limit.acquire();
     try {
       this.updateState();
-      const job = new LoadLiveIngressJob(source.ingressId, async () => {
+      const job = new LoadLiveIngressJob(source.ingressId, params, async () => {
         return this.session();
       }, this._client, this._requestLogger);
       return job.start(() => {