@eyepop.ai/eyepop 1.16.0 → 1.17.0

package/dist/eyepop.index.d.mts

@@ -17,13 +17,6 @@ interface Box {
     readonly topLeft: Point2d;
     readonly bottomRight: Point2d;
 }
-interface Roi {
-    readonly points?: Point2d[];
-    readonly boxes?: Box[];
-}
-interface SourceParams {
-    readonly roi?: Roi;
-}
 interface StreamTime {
     timestamp?: number;
     seconds?: number;
@@ -154,7 +147,9 @@ declare enum ModelFormat {
     ONNX = "ONNX",
     TorchScript = "TorchScript",
     TorchScriptCpu = "TorchScriptCpu",
-    TorchScriptCuda = "TorchScriptCuda"
+    TorchScriptCuda = "TorchScriptCuda",
+    PyTorch = "PyTorch",
+    ModelLess = "ModelLess"
 }
 declare enum ModelPrecisionType {
     float32 = "float32",
@@ -200,6 +195,7 @@ interface PopForward {
 }
 interface BaseComponent {
     type: PopComponentType;
+    id?: number;
     forward?: PopForward;
 }
 interface ForwardComponent extends BaseComponent {
@@ -215,10 +211,12 @@ declare enum InferenceType {
     SEGMENTATION = "segmentation"
 }
 interface InferenceComponent extends BaseComponent {
-    inferenceTypes: InferenceType[];
+    inferenceTypes?: InferenceType[];
     hidden?: boolean;
     modelUuid?: string;
     model?: string;
+    abilityUuid?: string;
+    ability?: string;
     categoryName?: string;
     confidenceThreshold?: number;
     targetFps?: string;
@@ -254,6 +252,12 @@ interface Pop {
     components: PopComponent[];
     postTransform?: string;
 }
+interface ComponentParams {
+    componentId: number;
+    values: {
+        [index: string]: any;
+    };
+}
 
 interface Auth0Options {
     domain: string;
@@ -469,7 +473,7 @@ declare class WorkerEndpoint extends Endpoint<WorkerEndpoint> {
     onIngressEvent(handler: (event: IngressEvent) => void): WorkerEndpoint;
     liveIngress(stream: MediaStream): Promise<LiveMedia>;
     liveEgress(ingressId: string): Promise<LiveMedia>;
-    process(source: Source, params?: SourceParams): Promise<ResultStream>;
+    process(source: Source, params?: ComponentParams[]): Promise<ResultStream>;
     private startIngressWs;
     private uploadFile;
     private uploadStream;
@@ -882,13 +886,13 @@ declare function readableStreamFromString(s: string): ReadableStream<Uint8Array>
 
 declare class AbstractJob implements ResultStream {
     protected _getSession: () => Promise<WorkerSession>;
-    protected _params: SourceParams | null;
+    protected _params: ComponentParams[] | null;
     protected _responseStream: Promise<ReadableStream<Uint8Array>> | null;
     protected _controller: AbortController;
     protected _client: HttpClient;
     protected _requestLogger: Logger;
     [Symbol.asyncIterator](): AsyncIterator<Prediction>;
-    protected constructor(params: SourceParams | undefined, getSession: () => Promise<WorkerSession>, client: HttpClient, requestLogger: Logger);
+    protected constructor(params: ComponentParams[] | undefined, getSession: () => Promise<WorkerSession>, client: HttpClient, requestLogger: Logger);
     protected startJob(): Promise<Response>;
     protected onEvent(event: StreamEvent): Promise<void>;
     static n: number;
@@ -902,19 +906,19 @@ declare class UploadJob extends AbstractJob {
     private readonly _needsFullDuplex;
     private readonly _videoMode;
     get [Symbol.toStringTag](): string;
-    constructor(stream: ReadableStream<Uint8Array> | Blob | BufferSource, mimeType: string, size: number | undefined, videoMode: VideoMode | undefined, params: SourceParams | undefined, getSession: () => Promise<WorkerSession>, client: HttpClient, requestLogger: Logger);
+    constructor(stream: ReadableStream<Uint8Array> | Blob | BufferSource, mimeType: string, size: number | undefined, videoMode: VideoMode | undefined, params: ComponentParams[] | undefined, getSession: () => Promise<WorkerSession>, client: HttpClient, requestLogger: Logger);
     protected onEvent(event: StreamEvent): Promise<void>;
     protected startJob(): Promise<Response>;
 }
 declare class LoadFromJob extends AbstractJob {
     private readonly _location;
-    constructor(location: string, params: SourceParams | undefined, getSession: () => Promise<WorkerSession>, client: HttpClient, requestLogger: Logger);
+    constructor(location: string, params: ComponentParams[] | undefined, getSession: () => Promise<WorkerSession>, client: HttpClient, requestLogger: Logger);
     get [Symbol.toStringTag](): string;
     protected startJob(): Promise<Response>;
 }
 declare class LoadLiveIngressJob extends AbstractJob {
     private readonly _ingressId;
-    constructor(ingressId: string, params: SourceParams | undefined, getSession: () => Promise<WorkerSession>, client: HttpClient, requestLogger: Logger);
+    constructor(ingressId: string, params: ComponentParams[] | undefined, getSession: () => Promise<WorkerSession>, client: HttpClient, requestLogger: Logger);
     get [Symbol.toStringTag](): string;
     protected startJob(): Promise<Response>;
 }
@@ -935,7 +939,7 @@ declare abstract class WebrtcBase {
     protected _eTag: string;
     protected _queuedCandidates: RTCIceCandidate[];
     protected _offerData: OfferData | null;
-    constructor(getSession: () => Promise<WorkerSession>, client: HttpClient, ingressId: string, urlBasePath: string, requestLogger: Logger);
+    protected constructor(getSession: () => Promise<WorkerSession>, client: HttpClient, ingressId: string, urlBasePath: string, requestLogger: Logger);
     close(): Promise<void>;
     ingressId(): string;
     protected gresUrl(session: WorkerSession, location?: string | null): URL;
@@ -982,4 +986,4 @@ declare namespace EyePop {
     function dataEndpoint(opts?: DataOptions): DataEndpoint;
 }
 
-export { AbstractJob, type Annotation, AnnotationType, ArtifactType, type Asset, type AssetImport, AssetStatus, type Auth0Options, type Authentication, type AutoAnnotateParams, type AutoAnnotatePrompt, AutoAnnotateTask, type BaseComponent, type Box, type ChangeEvent, ChangeType, type ComponentFinderComponent, type Contour, type ContourFinderComponent, ContourType, type CreateWorkflow, type CreateWorkflowConfig, DataEndpoint, type DataOptions, type DataSession, type Dataset, type DatasetCreate, type DatasetHeroAssetUpdate, type DatasetParent, type DatasetUpdate, type DatasetVersion, type DatasetVersionAssetStats, Endpoint, EndpointState, ExportedBy, EyePop, EyepopLineDecoder, type FileSource, type ForwardComponent, ForwardOperatorType, type HttpClient, type InferenceComponent, InferenceType, type IngressEvent, type ListWorkFlowItem, type ListWorkFlowItemMetadata, type ListWorkflowItemMetadataLabels, type LiveMedia, type LiveSource, LoadFromJob, LoadLiveIngressJob, type LocalAuth, type Mask, type Model, type ModelCreate, type ModelExport, ModelExportStatus, ModelFormat, type ModelInstanceDef, type ModelMetrics, ModelPrecisionType, type ModelSample, ModelStatus, ModelTask, type ModelTrainingProgress, ModelTrainingStage, ModelType, type ModelUpdate, type OAuth2Auth, type OnChangeEvent, type Options, type PathSource, type PlatformSupport, type Point2d, type Point3d, type Pop, type PopComponent, PopComponentType, type PopCrop, type PopForward, type PopForwardOperator, type PredictedClass, type PredictedKeyPoint, type PredictedKeyPoints, type PredictedMesh, type PredictedObject, type PredictedText, type Prediction, type QcAiHubExportParams, type ResultStream, type Roi, type SecretKeyAuth, Semaphore, type Session, type SessionAuth, type Source, type SourceParams, type SourcesEntry, Stream, type StreamEvent, type StreamSource, type StreamTime, type TracingComponent, TranscodeMode, TransientPopId, UploadJob, type UrlSource, UserReview, VideoMode, WebrtcBase, WebrtcWhep, WebrtcWhip, WorkerEndpoint, type WorkerOptions, type WorkerSession, type Workflow, WorkflowPhase, EyePop as default, readableStreamFromString };
+export { AbstractJob, type Annotation, AnnotationType, ArtifactType, type Asset, type AssetImport, AssetStatus, type Auth0Options, type Authentication, type AutoAnnotateParams, type AutoAnnotatePrompt, AutoAnnotateTask, type BaseComponent, type Box, type ChangeEvent, ChangeType, type ComponentFinderComponent, type ComponentParams, type Contour, type ContourFinderComponent, ContourType, type CreateWorkflow, type CreateWorkflowConfig, DataEndpoint, type DataOptions, type DataSession, type Dataset, type DatasetCreate, type DatasetHeroAssetUpdate, type DatasetParent, type DatasetUpdate, type DatasetVersion, type DatasetVersionAssetStats, Endpoint, EndpointState, ExportedBy, EyePop, EyepopLineDecoder, type FileSource, type ForwardComponent, ForwardOperatorType, type HttpClient, type InferenceComponent, InferenceType, type IngressEvent, type ListWorkFlowItem, type ListWorkFlowItemMetadata, type ListWorkflowItemMetadataLabels, type LiveMedia, type LiveSource, LoadFromJob, LoadLiveIngressJob, type LocalAuth, type Mask, type Model, type ModelCreate, type ModelExport, ModelExportStatus, ModelFormat, type ModelInstanceDef, type ModelMetrics, ModelPrecisionType, type ModelSample, ModelStatus, ModelTask, type ModelTrainingProgress, ModelTrainingStage, ModelType, type ModelUpdate, type OAuth2Auth, type OnChangeEvent, type Options, type PathSource, type PlatformSupport, type Point2d, type Point3d, type Pop, type PopComponent, PopComponentType, type PopCrop, type PopForward, type PopForwardOperator, type PredictedClass, type PredictedKeyPoint, type PredictedKeyPoints, type PredictedMesh, type PredictedObject, type PredictedText, type Prediction, type QcAiHubExportParams, type ResultStream, type SecretKeyAuth, Semaphore, type Session, type SessionAuth, type Source, type SourcesEntry, Stream, type StreamEvent, type StreamSource, type StreamTime, type TracingComponent, TranscodeMode, TransientPopId, UploadJob, type UrlSource, UserReview, VideoMode, WebrtcBase, WebrtcWhep, WebrtcWhip, WorkerEndpoint, type WorkerOptions, type WorkerSession, type Workflow, WorkflowPhase, EyePop as default, readableStreamFromString };

package/dist/eyepop.index.d.ts

@@ -17,13 +17,6 @@ interface Box {
     readonly topLeft: Point2d;
     readonly bottomRight: Point2d;
 }
-interface Roi {
-    readonly points?: Point2d[];
-    readonly boxes?: Box[];
-}
-interface SourceParams {
-    readonly roi?: Roi;
-}
 interface StreamTime {
     timestamp?: number;
     seconds?: number;
@@ -154,7 +147,9 @@ declare enum ModelFormat {
     ONNX = "ONNX",
     TorchScript = "TorchScript",
     TorchScriptCpu = "TorchScriptCpu",
-    TorchScriptCuda = "TorchScriptCuda"
+    TorchScriptCuda = "TorchScriptCuda",
+    PyTorch = "PyTorch",
+    ModelLess = "ModelLess"
 }
 declare enum ModelPrecisionType {
     float32 = "float32",
@@ -200,6 +195,7 @@ interface PopForward {
 }
 interface BaseComponent {
     type: PopComponentType;
+    id?: number;
     forward?: PopForward;
 }
 interface ForwardComponent extends BaseComponent {
@@ -215,10 +211,12 @@ declare enum InferenceType {
     SEGMENTATION = "segmentation"
 }
 interface InferenceComponent extends BaseComponent {
-    inferenceTypes: InferenceType[];
+    inferenceTypes?: InferenceType[];
     hidden?: boolean;
     modelUuid?: string;
     model?: string;
+    abilityUuid?: string;
+    ability?: string;
     categoryName?: string;
     confidenceThreshold?: number;
     targetFps?: string;
@@ -254,6 +252,12 @@ interface Pop {
     components: PopComponent[];
     postTransform?: string;
 }
+interface ComponentParams {
+    componentId: number;
+    values: {
+        [index: string]: any;
+    };
+}
 
 interface Auth0Options {
     domain: string;
@@ -469,7 +473,7 @@ declare class WorkerEndpoint extends Endpoint<WorkerEndpoint> {
     onIngressEvent(handler: (event: IngressEvent) => void): WorkerEndpoint;
     liveIngress(stream: MediaStream): Promise<LiveMedia>;
     liveEgress(ingressId: string): Promise<LiveMedia>;
-    process(source: Source, params?: SourceParams): Promise<ResultStream>;
+    process(source: Source, params?: ComponentParams[]): Promise<ResultStream>;
     private startIngressWs;
     private uploadFile;
     private uploadStream;
@@ -882,13 +886,13 @@ declare function readableStreamFromString(s: string): ReadableStream<Uint8Array>
 
 declare class AbstractJob implements ResultStream {
     protected _getSession: () => Promise<WorkerSession>;
-    protected _params: SourceParams | null;
+    protected _params: ComponentParams[] | null;
     protected _responseStream: Promise<ReadableStream<Uint8Array>> | null;
     protected _controller: AbortController;
     protected _client: HttpClient;
     protected _requestLogger: Logger;
     [Symbol.asyncIterator](): AsyncIterator<Prediction>;
-    protected constructor(params: SourceParams | undefined, getSession: () => Promise<WorkerSession>, client: HttpClient, requestLogger: Logger);
+    protected constructor(params: ComponentParams[] | undefined, getSession: () => Promise<WorkerSession>, client: HttpClient, requestLogger: Logger);
     protected startJob(): Promise<Response>;
     protected onEvent(event: StreamEvent): Promise<void>;
     static n: number;
@@ -902,19 +906,19 @@ declare class UploadJob extends AbstractJob {
     private readonly _needsFullDuplex;
     private readonly _videoMode;
     get [Symbol.toStringTag](): string;
-    constructor(stream: ReadableStream<Uint8Array> | Blob | BufferSource, mimeType: string, size: number | undefined, videoMode: VideoMode | undefined, params: SourceParams | undefined, getSession: () => Promise<WorkerSession>, client: HttpClient, requestLogger: Logger);
+    constructor(stream: ReadableStream<Uint8Array> | Blob | BufferSource, mimeType: string, size: number | undefined, videoMode: VideoMode | undefined, params: ComponentParams[] | undefined, getSession: () => Promise<WorkerSession>, client: HttpClient, requestLogger: Logger);
     protected onEvent(event: StreamEvent): Promise<void>;
     protected startJob(): Promise<Response>;
 }
 declare class LoadFromJob extends AbstractJob {
     private readonly _location;
-    constructor(location: string, params: SourceParams | undefined, getSession: () => Promise<WorkerSession>, client: HttpClient, requestLogger: Logger);
+    constructor(location: string, params: ComponentParams[] | undefined, getSession: () => Promise<WorkerSession>, client: HttpClient, requestLogger: Logger);
     get [Symbol.toStringTag](): string;
     protected startJob(): Promise<Response>;
 }
 declare class LoadLiveIngressJob extends AbstractJob {
     private readonly _ingressId;
-    constructor(ingressId: string, params: SourceParams | undefined, getSession: () => Promise<WorkerSession>, client: HttpClient, requestLogger: Logger);
+    constructor(ingressId: string, params: ComponentParams[] | undefined, getSession: () => Promise<WorkerSession>, client: HttpClient, requestLogger: Logger);
     get [Symbol.toStringTag](): string;
     protected startJob(): Promise<Response>;
 }
@@ -935,7 +939,7 @@ declare abstract class WebrtcBase {
     protected _eTag: string;
     protected _queuedCandidates: RTCIceCandidate[];
     protected _offerData: OfferData | null;
-    constructor(getSession: () => Promise<WorkerSession>, client: HttpClient, ingressId: string, urlBasePath: string, requestLogger: Logger);
+    protected constructor(getSession: () => Promise<WorkerSession>, client: HttpClient, ingressId: string, urlBasePath: string, requestLogger: Logger);
     close(): Promise<void>;
     ingressId(): string;
     protected gresUrl(session: WorkerSession, location?: string | null): URL;
@@ -982,4 +986,4 @@ declare namespace EyePop {
     function dataEndpoint(opts?: DataOptions): DataEndpoint;
 }
 
-export { AbstractJob, type Annotation, AnnotationType, ArtifactType, type Asset, type AssetImport, AssetStatus, type Auth0Options, type Authentication, type AutoAnnotateParams, type AutoAnnotatePrompt, AutoAnnotateTask, type BaseComponent, type Box, type ChangeEvent, ChangeType, type ComponentFinderComponent, type Contour, type ContourFinderComponent, ContourType, type CreateWorkflow, type CreateWorkflowConfig, DataEndpoint, type DataOptions, type DataSession, type Dataset, type DatasetCreate, type DatasetHeroAssetUpdate, type DatasetParent, type DatasetUpdate, type DatasetVersion, type DatasetVersionAssetStats, Endpoint, EndpointState, ExportedBy, EyePop, EyepopLineDecoder, type FileSource, type ForwardComponent, ForwardOperatorType, type HttpClient, type InferenceComponent, InferenceType, type IngressEvent, type ListWorkFlowItem, type ListWorkFlowItemMetadata, type ListWorkflowItemMetadataLabels, type LiveMedia, type LiveSource, LoadFromJob, LoadLiveIngressJob, type LocalAuth, type Mask, type Model, type ModelCreate, type ModelExport, ModelExportStatus, ModelFormat, type ModelInstanceDef, type ModelMetrics, ModelPrecisionType, type ModelSample, ModelStatus, ModelTask, type ModelTrainingProgress, ModelTrainingStage, ModelType, type ModelUpdate, type OAuth2Auth, type OnChangeEvent, type Options, type PathSource, type PlatformSupport, type Point2d, type Point3d, type Pop, type PopComponent, PopComponentType, type PopCrop, type PopForward, type PopForwardOperator, type PredictedClass, type PredictedKeyPoint, type PredictedKeyPoints, type PredictedMesh, type PredictedObject, type PredictedText, type Prediction, type QcAiHubExportParams, type ResultStream, type Roi, type SecretKeyAuth, Semaphore, type Session, type SessionAuth, type Source, type SourceParams, type SourcesEntry, Stream, type StreamEvent, type StreamSource, type StreamTime, type TracingComponent, TranscodeMode, TransientPopId, UploadJob, type UrlSource, UserReview, VideoMode, WebrtcBase, WebrtcWhep, WebrtcWhip, WorkerEndpoint, type WorkerOptions, type WorkerSession, type Workflow, WorkflowPhase, EyePop as default, readableStreamFromString };
+export { AbstractJob, type Annotation, AnnotationType, ArtifactType, type Asset, type AssetImport, AssetStatus, type Auth0Options, type Authentication, type AutoAnnotateParams, type AutoAnnotatePrompt, AutoAnnotateTask, type BaseComponent, type Box, type ChangeEvent, ChangeType, type ComponentFinderComponent, type ComponentParams, type Contour, type ContourFinderComponent, ContourType, type CreateWorkflow, type CreateWorkflowConfig, DataEndpoint, type DataOptions, type DataSession, type Dataset, type DatasetCreate, type DatasetHeroAssetUpdate, type DatasetParent, type DatasetUpdate, type DatasetVersion, type DatasetVersionAssetStats, Endpoint, EndpointState, ExportedBy, EyePop, EyepopLineDecoder, type FileSource, type ForwardComponent, ForwardOperatorType, type HttpClient, type InferenceComponent, InferenceType, type IngressEvent, type ListWorkFlowItem, type ListWorkFlowItemMetadata, type ListWorkflowItemMetadataLabels, type LiveMedia, type LiveSource, LoadFromJob, LoadLiveIngressJob, type LocalAuth, type Mask, type Model, type ModelCreate, type ModelExport, ModelExportStatus, ModelFormat, type ModelInstanceDef, type ModelMetrics, ModelPrecisionType, type ModelSample, ModelStatus, ModelTask, type ModelTrainingProgress, ModelTrainingStage, ModelType, type ModelUpdate, type OAuth2Auth, type OnChangeEvent, type Options, type PathSource, type PlatformSupport, type Point2d, type Point3d, type Pop, type PopComponent, PopComponentType, type PopCrop, type PopForward, type PopForwardOperator, type PredictedClass, type PredictedKeyPoint, type PredictedKeyPoints, type PredictedMesh, type PredictedObject, type PredictedText, type Prediction, type QcAiHubExportParams, type ResultStream, type SecretKeyAuth, Semaphore, type Session, type SessionAuth, type Source, type SourcesEntry, Stream, type StreamEvent, type StreamSource, type StreamTime, type TracingComponent, TranscodeMode, TransientPopId, UploadJob, type UrlSource, UserReview, VideoMode, WebrtcBase, WebrtcWhep, WebrtcWhip, WorkerEndpoint, type WorkerOptions, type WorkerSession, type Workflow, WorkflowPhase, EyePop as default, readableStreamFromString };

package/dist/eyepop.index.js

@@ -8905,6 +8905,8 @@ var ModelFormat = /* @__PURE__ */ ((ModelFormat2) => {
   ModelFormat2["TorchScript"] = "TorchScript";
   ModelFormat2["TorchScriptCpu"] = "TorchScriptCpu";
   ModelFormat2["TorchScriptCuda"] = "TorchScriptCuda";
+  ModelFormat2["PyTorch"] = "PyTorch";
+  ModelFormat2["ModelLess"] = "ModelLess";
   return ModelFormat2;
 })(ModelFormat || {});
 var ModelPrecisionType = /* @__PURE__ */ ((ModelPrecisionType2) => {
@@ -9322,7 +9324,6 @@ var WebrtcBase = class _WebrtcBase {
     if (!this._offerData) {
       throw new Error("sendLocalCandidates no offerData");
     }
-    let urlPath = void 0;
     const session = await this._getSession();
     const ingressUrl = this.gresUrl(session, this._location);
     const headers = {