@eyepop.ai/eyepop 1.12.1 → 1.13.0

package/dist/eyepop.index.d.mts

@@ -280,19 +280,27 @@ interface LiveMedia {
     stream(): Promise<MediaStream>;
     close(): Promise<void>;
 }
+declare enum VideoMode {
+    stream = "stream",
+    buffer = "buffer"
+}
 interface IngressEvent {
     readonly ingressId: string;
     readonly event: 'stream-ready' | 'stream-ready';
 }
 interface FileSource {
     readonly file: File;
+    readonly videoMode?: VideoMode;
 }
 interface StreamSource {
     readonly stream: ReadableStream<Uint8Array> | Blob | BufferSource;
     readonly mimeType: string;
+    readonly videoMode?: VideoMode;
 }
 interface PathSource {
     readonly path: string;
+    readonly mimeType?: string;
+    readonly videoMode?: VideoMode;
 }
 interface LiveSource {
     readonly ingressId: string;
@@ -830,8 +838,9 @@ declare class UploadJob extends AbstractJob {
     private readonly _uploadStream;
     private readonly _mimeType;
     private readonly _needsFullDuplex;
+    private readonly _videoMode;
     get [Symbol.toStringTag](): string;
-    constructor(stream: ReadableStream<Uint8Array> | Blob | BufferSource, mimeType: string, params: SourceParams | undefined, getSession: () => Promise<WorkerSession>, client: HttpClient, requestLogger: Logger);
+    constructor(stream: ReadableStream<Uint8Array> | Blob | BufferSource, mimeType: string, videoMode: VideoMode | undefined, params: SourceParams | undefined, getSession: () => Promise<WorkerSession>, client: HttpClient, requestLogger: Logger);
     protected onEvent(event: StreamEvent): Promise<void>;
     protected startJob(): Promise<Response>;
 }
@@ -911,4 +920,4 @@ declare namespace EyePop {
     function dataEndpoint(opts?: DataOptions): DataEndpoint;
 }
 
-export { AbstractJob, type Annotation, AnnotationType, ArtifactType, type Asset, type AssetImport, AssetStatus, type Auth0Options, type Authentication, type AutoAnnotateParams, type AutoAnnotatePrompt, AutoAnnotateTask, type BaseComponent, type Box, type ChangeEvent, ChangeType, type ComponentFinderComponent, type Contour, type ContourFinderComponent, ContourType, DataEndpoint, type DataOptions, type DataSession, type Dataset, type DatasetCreate, type DatasetHeroAssetUpdate, type DatasetParent, type DatasetUpdate, type DatasetVersion, type DatasetVersionAssetStats, Endpoint, EndpointState, ExportedBy, EyePop, type FileSource, type ForwardComponent, ForwardOperatorType, type InferenceComponent, InferenceType, type IngressEvent, type LiveMedia, type LiveSource, LoadFromJob, LoadLiveIngressJob, type LocalAuth, type Mask, type Model, type ModelCreate, type ModelExport, ModelExportStatus, ModelFormat, type ModelInstanceDef, type ModelMetrics, ModelPrecisionType, type ModelSample, ModelStatus, ModelTask, type ModelTrainingProgress, ModelTrainingStage, ModelType, type ModelUpdate, type OAuth2Auth, type OnChangeEvent, type Options, type PathSource, type Point2d, type Point3d, type Pop, type PopComponent, PopComponentType, type PopCrop, type PopForward, type PopForwardOperator, type PredictedClass, type PredictedKeyPoint, type PredictedKeyPoints, type PredictedMesh, type PredictedObject, type PredictedText, type Prediction, type QcAiHubExportParams, type ResultStream, type Roi, type SecretKeyAuth, Semaphore, type Session, type SessionAuth, type Source, type SourceParams, type SourcesEntry, Stream, type StreamEvent, type StreamSource, type StreamTime, type TracingComponent, TranscodeMode, TransientPopId, UploadJob, type UrlSource, UserReview, WebrtcBase, WebrtcWhep, WebrtcWhip, WorkerEndpoint, type WorkerOptions, type WorkerSession, EyePop as default };
+export { AbstractJob, type Annotation, AnnotationType, ArtifactType, type Asset, type AssetImport, AssetStatus, type Auth0Options, type Authentication, type AutoAnnotateParams, type AutoAnnotatePrompt, AutoAnnotateTask, type BaseComponent, type Box, type ChangeEvent, ChangeType, type ComponentFinderComponent, type Contour, type ContourFinderComponent, ContourType, DataEndpoint, type DataOptions, type DataSession, type Dataset, type DatasetCreate, type DatasetHeroAssetUpdate, type DatasetParent, type DatasetUpdate, type DatasetVersion, type DatasetVersionAssetStats, Endpoint, EndpointState, ExportedBy, EyePop, type FileSource, type ForwardComponent, ForwardOperatorType, type InferenceComponent, InferenceType, type IngressEvent, type LiveMedia, type LiveSource, LoadFromJob, LoadLiveIngressJob, type LocalAuth, type Mask, type Model, type ModelCreate, type ModelExport, ModelExportStatus, ModelFormat, type ModelInstanceDef, type ModelMetrics, ModelPrecisionType, type ModelSample, ModelStatus, ModelTask, type ModelTrainingProgress, ModelTrainingStage, ModelType, type ModelUpdate, type OAuth2Auth, type OnChangeEvent, type Options, type PathSource, type Point2d, type Point3d, type Pop, type PopComponent, PopComponentType, type PopCrop, type PopForward, type PopForwardOperator, type PredictedClass, type PredictedKeyPoint, type PredictedKeyPoints, type PredictedMesh, type PredictedObject, type PredictedText, type Prediction, type QcAiHubExportParams, type ResultStream, type Roi, type SecretKeyAuth, Semaphore, type Session, type SessionAuth, type Source, type SourceParams, type SourcesEntry, Stream, type StreamEvent, type StreamSource, type StreamTime, type TracingComponent, TranscodeMode, TransientPopId, UploadJob, type UrlSource, UserReview, VideoMode, WebrtcBase, WebrtcWhep, WebrtcWhip, WorkerEndpoint, type WorkerOptions, type WorkerSession, EyePop as default };

package/dist/eyepop.index.d.ts

@@ -280,19 +280,27 @@ interface LiveMedia {
     stream(): Promise<MediaStream>;
     close(): Promise<void>;
 }
+declare enum VideoMode {
+    stream = "stream",
+    buffer = "buffer"
+}
 interface IngressEvent {
     readonly ingressId: string;
     readonly event: 'stream-ready' | 'stream-ready';
 }
 interface FileSource {
     readonly file: File;
+    readonly videoMode?: VideoMode;
 }
 interface StreamSource {
     readonly stream: ReadableStream<Uint8Array> | Blob | BufferSource;
     readonly mimeType: string;
+    readonly videoMode?: VideoMode;
 }
 interface PathSource {
     readonly path: string;
+    readonly mimeType?: string;
+    readonly videoMode?: VideoMode;
 }
 interface LiveSource {
     readonly ingressId: string;
@@ -830,8 +838,9 @@ declare class UploadJob extends AbstractJob {
     private readonly _uploadStream;
     private readonly _mimeType;
     private readonly _needsFullDuplex;
+    private readonly _videoMode;
     get [Symbol.toStringTag](): string;
-    constructor(stream: ReadableStream<Uint8Array> | Blob | BufferSource, mimeType: string, params: SourceParams | undefined, getSession: () => Promise<WorkerSession>, client: HttpClient, requestLogger: Logger);
+    constructor(stream: ReadableStream<Uint8Array> | Blob | BufferSource, mimeType: string, videoMode: VideoMode | undefined, params: SourceParams | undefined, getSession: () => Promise<WorkerSession>, client: HttpClient, requestLogger: Logger);
     protected onEvent(event: StreamEvent): Promise<void>;
     protected startJob(): Promise<Response>;
 }
@@ -911,4 +920,4 @@ declare namespace EyePop {
     function dataEndpoint(opts?: DataOptions): DataEndpoint;
 }
 
-export { AbstractJob, type Annotation, AnnotationType, ArtifactType, type Asset, type AssetImport, AssetStatus, type Auth0Options, type Authentication, type AutoAnnotateParams, type AutoAnnotatePrompt, AutoAnnotateTask, type BaseComponent, type Box, type ChangeEvent, ChangeType, type ComponentFinderComponent, type Contour, type ContourFinderComponent, ContourType, DataEndpoint, type DataOptions, type DataSession, type Dataset, type DatasetCreate, type DatasetHeroAssetUpdate, type DatasetParent, type DatasetUpdate, type DatasetVersion, type DatasetVersionAssetStats, Endpoint, EndpointState, ExportedBy, EyePop, type FileSource, type ForwardComponent, ForwardOperatorType, type InferenceComponent, InferenceType, type IngressEvent, type LiveMedia, type LiveSource, LoadFromJob, LoadLiveIngressJob, type LocalAuth, type Mask, type Model, type ModelCreate, type ModelExport, ModelExportStatus, ModelFormat, type ModelInstanceDef, type ModelMetrics, ModelPrecisionType, type ModelSample, ModelStatus, ModelTask, type ModelTrainingProgress, ModelTrainingStage, ModelType, type ModelUpdate, type OAuth2Auth, type OnChangeEvent, type Options, type PathSource, type Point2d, type Point3d, type Pop, type PopComponent, PopComponentType, type PopCrop, type PopForward, type PopForwardOperator, type PredictedClass, type PredictedKeyPoint, type PredictedKeyPoints, type PredictedMesh, type PredictedObject, type PredictedText, type Prediction, type QcAiHubExportParams, type ResultStream, type Roi, type SecretKeyAuth, Semaphore, type Session, type SessionAuth, type Source, type SourceParams, type SourcesEntry, Stream, type StreamEvent, type StreamSource, type StreamTime, type TracingComponent, TranscodeMode, TransientPopId, UploadJob, type UrlSource, UserReview, WebrtcBase, WebrtcWhep, WebrtcWhip, WorkerEndpoint, type WorkerOptions, type WorkerSession, EyePop as default };
+export { AbstractJob, type Annotation, AnnotationType, ArtifactType, type Asset, type AssetImport, AssetStatus, type Auth0Options, type Authentication, type AutoAnnotateParams, type AutoAnnotatePrompt, AutoAnnotateTask, type BaseComponent, type Box, type ChangeEvent, ChangeType, type ComponentFinderComponent, type Contour, type ContourFinderComponent, ContourType, DataEndpoint, type DataOptions, type DataSession, type Dataset, type DatasetCreate, type DatasetHeroAssetUpdate, type DatasetParent, type DatasetUpdate, type DatasetVersion, type DatasetVersionAssetStats, Endpoint, EndpointState, ExportedBy, EyePop, type FileSource, type ForwardComponent, ForwardOperatorType, type InferenceComponent, InferenceType, type IngressEvent, type LiveMedia, type LiveSource, LoadFromJob, LoadLiveIngressJob, type LocalAuth, type Mask, type Model, type ModelCreate, type ModelExport, ModelExportStatus, ModelFormat, type ModelInstanceDef, type ModelMetrics, ModelPrecisionType, type ModelSample, ModelStatus, ModelTask, type ModelTrainingProgress, ModelTrainingStage, ModelType, type ModelUpdate, type OAuth2Auth, type OnChangeEvent, type Options, type PathSource, type Point2d, type Point3d, type Pop, type PopComponent, PopComponentType, type PopCrop, type PopForward, type PopForwardOperator, type PredictedClass, type PredictedKeyPoint, type PredictedKeyPoints, type PredictedMesh, type PredictedObject, type PredictedText, type Prediction, type QcAiHubExportParams, type ResultStream, type Roi, type SecretKeyAuth, Semaphore, type Session, type SessionAuth, type Source, type SourceParams, type SourcesEntry, Stream, type StreamEvent, type StreamSource, type StreamTime, type TracingComponent, TranscodeMode, TransientPopId, UploadJob, type UrlSource, UserReview, VideoMode, WebrtcBase, WebrtcWhep, WebrtcWhip, WorkerEndpoint, type WorkerOptions, type WorkerSession, EyePop as default };

package/dist/eyepop.index.js

@@ -8686,6 +8686,7 @@ __export(index_exports, {
   TransientPopId: () => TransientPopId,
   UploadJob: () => UploadJob,
   UserReview: () => UserReview,
+  VideoMode: () => VideoMode,
   WebrtcBase: () => WebrtcBase,
   WebrtcWhep: () => WebrtcWhep,
   WebrtcWhip: () => WebrtcWhip,
@@ -8965,10 +8966,11 @@ var UploadJob = class extends AbstractJob {
   get [Symbol.toStringTag]() {
     return "uploadJob";
   }
-  constructor(stream, mimeType, params, getSession, client, requestLogger) {
+  constructor(stream, mimeType, videoMode, params, getSession, client, requestLogger) {
     super(params, getSession, client, requestLogger);
     this._uploadStream = stream;
     this._mimeType = mimeType;
+    this._videoMode = videoMode;
     this._needsFullDuplex = !client.isFullDuplex() && mimeType.startsWith("video/");
   }
   async onEvent(event) {
@@ -8981,7 +8983,8 @@ var UploadJob = class extends AbstractJob {
         return Promise.reject("session.baseUrl must not ne null");
       }
       let request;
-      const postUrl = `${session.baseUrl.replace(/\/+$/, "")}/pipelines/${session.pipelineId}/source?mode=queue&processing=async&sourceId=${event.source_id}`;
+      const videoModeQuery = this._videoMode ? `&videoMode=${this._videoMode}` : "";
+      const postUrl = `${session.baseUrl.replace(/\/+$/, "")}/pipelines/${session.pipelineId}/source?mode=queue&processing=async&sourceId=${event.source_id}${videoModeQuery}`;
       if (this._params) {
         this._requestLogger.debug("before POST %s with multipart body because of params", postUrl);
         const params = JSON.stringify(this._params);
@@ -9052,7 +9055,8 @@ var UploadJob = class extends AbstractJob {
       });
       this._requestLogger.debug("after POST {} to prepare full duplex upload {} {}", prepareUrl, response.status, response.statusText);
     } else {
-      const postUrl = `${session.baseUrl.replace(/\/+$/, "")}/pipelines/${session.pipelineId}/source?mode=queue&processing=sync`;
+      const videoModeQuery = this._videoMode ? `&videoMode=${this._videoMode}` : "";
+      const postUrl = `${session.baseUrl.replace(/\/+$/, "")}/pipelines/${session.pipelineId}/source?mode=queue&processing=sync${videoModeQuery}`;
       if (this._params) {
         this._requestLogger.debug("before POST {} with multipart body because of params", postUrl);
         const params = JSON.stringify(this._params);
@@ -9594,6 +9598,15 @@ if ("document" in globalThis && "implementation" in globalThis.document) {
   resolvePath = async (source) => {
     throw new DOMException("resolving a path to a file is not supported in browser");
   };
+} else if (typeof navigator !== "undefined" && navigator.product === "ReactNative") {
+  resolvePath = async (source) => {
+    const response = await fetch(`file://${source.path}`);
+    const blob = await response.blob();
+    return {
+      stream: blob,
+      mimeType: source.mimeType || "image/*"
+    };
+  };
 } else {
   let iteratorToStream = function(iterator) {
     return new ReadableStream({
@@ -9620,7 +9633,7 @@ if ("document" in globalThis && "implementation" in globalThis.document) {
     const stream = fd.createReadStream();
     const iterator = nodeStreamToIterator(stream);
     const webStream = iteratorToStream(iterator);
-    const mimeType = mime.lookup(source.path) || "application/octet-stream";
+    const mimeType = source.mimeType ? source.mimeType : mime.lookup(source.path) || "image/*";
     return {
       stream: webStream,
       mimeType
@@ -10393,6 +10406,7 @@ var WorkerEndpoint = class extends Endpoint {
       const job = new UploadJob(
         source.file.stream(),
         source.file.type,
+        source.videoMode,
         params,
         async () => {
           return this.session();
@@ -10423,6 +10437,7 @@ var WorkerEndpoint = class extends Endpoint {
       const job = new UploadJob(
         source.stream,
         source.mimeType,
+        source.videoMode,
         params,
         async () => {
           return this.session();
@@ -10454,6 +10469,7 @@ var WorkerEndpoint = class extends Endpoint {
       const job = new UploadJob(
         streamSource.stream,
         streamSource.mimeType,
+        source.videoMode,
         params,
         async () => {
           return this.session();
@@ -10475,6 +10491,11 @@ var WorkerEndpoint = class extends Endpoint {
     }
   }
   async loadFrom(source, params) {
+    if (source.url.startsWith("file://")) {
+      return await this.uploadPath({
+        path: source.url.substring("file://".length)
+      }, params);
+    }
     if (!this._baseUrl || !this._pipelineId || !this._client || !this._limit) {
       throw new Error("endpoint not connected, use connect() before loadFrom()");
     }
@@ -11563,6 +11584,11 @@ var DataEndpoint = class extends Endpoint {
 };
 
 // worker/worker_types.ts
+var VideoMode = /* @__PURE__ */ ((VideoMode2) => {
+  VideoMode2["stream"] = "stream";
+  VideoMode2["buffer"] = "buffer";
+  return VideoMode2;
+})(VideoMode || {});
 var ModelFormat = /* @__PURE__ */ ((ModelFormat2) => {
   ModelFormat2["TensorFlowLite"] = "TensorFlowLite";
   ModelFormat2["TensorFlowGraphDef"] = "TensorFlowGraphDef";
@@ -11763,6 +11789,7 @@ var index_default = EyePop;
   TransientPopId,
   UploadJob,
   UserReview,
+  VideoMode,
   WebrtcBase,
   WebrtcWhep,
   WebrtcWhip,