@eyepop.ai/eyepop 3.10.0 → 3.12.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -225,6 +225,8 @@ interface InferenceComponent extends BaseComponent {
225
225
  topK?: number;
226
226
  topKClasses?: number;
227
227
  targetFps?: string;
228
+ videoChunkLengthSeconds?: number;
229
+ videoChunkOverlap?: number;
228
230
  params?: {
229
231
  [index: string]: any;
230
232
  };
@@ -611,6 +613,7 @@ interface DatasetAutoAnnotate {
611
613
  updated_at?: Date;
612
614
  dataset_uuid: string;
613
615
  dataset_version: number;
616
+ source_ability_uuid?: string;
614
617
  source_model_uuid?: string;
615
618
  auto_annotate?: string;
616
619
  auto_annotate_params?: Map<string, any>;
@@ -664,6 +667,7 @@ interface Annotation {
664
667
  approved_threshold?: number;
665
668
  auto_annotate?: string;
666
669
  source?: string;
670
+ source_ability_uuid?: string;
667
671
  uncertainty_score?: number;
668
672
  predictions: Prediction[];
669
673
  }
@@ -678,6 +682,21 @@ declare enum TranscodeMode {
678
682
  image_cover_640 = "image_cover_640",
679
683
  image_cover_224 = "image_cover_224"
680
684
  }
685
+ interface RectangleArea {
686
+ x: number;
687
+ y: number;
688
+ width: number;
689
+ height: number;
690
+ }
691
+ interface TimeSpan {
692
+ start_timestamp?: number;
693
+ end_timestamp?: number;
694
+ }
695
+ interface Roi {
696
+ name: string;
697
+ area?: RectangleArea;
698
+ time_span?: TimeSpan;
699
+ }
681
700
  interface Asset {
682
701
  uuid: string;
683
702
  external_id?: string;
@@ -694,6 +713,7 @@ interface Asset {
694
713
  review_priority?: number;
695
714
  model_relevance?: number;
696
715
  annotations: Annotation[];
716
+ rois: Roi[];
697
717
  }
698
718
  declare enum ModelType {
699
719
  epdet_b1 = "epdet_b1",
@@ -1087,6 +1107,8 @@ declare class DataEndpoint extends Endpoint<DataEndpoint> {
1087
1107
  updateAssetAnnotationApproval(asset_uuid: string, dataset_uuid?: string, dataset_version?: number, auto_annotate?: string, source?: string, user_review?: UserReview, approved_threshold?: number): Promise<void>;
1088
1108
  downloadAsset(asset_uuid: string, dataset_uuid?: string, dataset_version?: number, transcode_mode?: TranscodeMode, start_timestamp?: number, end_timestamp?: number, url_type?: AssetUrlType): Promise<Blob | DownloadResponse>;
1089
1109
  previewAutoAnnotateAsset(asset_uuid: string, auto_annotate: string, auto_annotate_params?: AutoAnnotateParams): Promise<Annotation>;
1110
+ addAssetRoi(asset_uuid: string, roi: Roi, dataset_uuid?: string, dataset_version?: number, predictions?: Prediction[]): Promise<void>;
1111
+ deleteAssetRoi(asset_uuid: string, name: string, dataset_uuid?: string, dataset_version?: number): Promise<void>;
1090
1112
  listModels(): Promise<Model[]>;
1091
1113
  findModelsForDataset(dataset_uuid: string): Promise<Model[]>;
1092
1114
  createModel(dataset_uuid: string, dataset_version: number, data: ModelCreate, start_training?: boolean): Promise<Model>;
@@ -1123,6 +1145,9 @@ declare class DataEndpoint extends Endpoint<DataEndpoint> {
1123
1145
  publishVlmAbility(vlm_ability_uuid: string, alias_name?: string, tag_name?: string): Promise<VlmAbility>;
1124
1146
  addVlmAbilityAlias(vlm_ability_uuid: string, alias_name: string, tag_name?: string): Promise<VlmAbility>;
1125
1147
  removeVlmAbilityAlias(vlm_ability_uuid: string, alias_name: string, tag_name: string): Promise<VlmAbility>;
1148
+ listVlmAbilityEvaluations(vlm_ability_uuid: string): Promise<DatasetAutoAnnotate[]>;
1149
+ getVlmAbilityEvaluation(vlm_ability_uuid: string, source: string): Promise<DatasetAutoAnnotate>;
1150
+ startVlmAbilityEvaluation(vlm_ability_uuid: string, evaluate_request: EvaluateRequest): Promise<DatasetAutoAnnotate>;
1126
1151
  }
1127
1152
 
1128
1153
  type Bytes = string | ArrayBuffer | Uint8Array | Buffer | null | undefined;
@@ -1278,4 +1303,4 @@ declare namespace EyePop {
1278
1303
  function dataEndpoint(opts?: DataOptions): DataEndpoint;
1279
1304
  }
1280
1305
 
1281
- export { type AbilityAliasEntry, AbstractJob, type Annotation, AnnotationType, type ApiKeyAuth, ArtifactType, type Asset, type AssetImport, AssetStatus, AssetUrlType, type AssetUuidSource, type Auth0Options, type Authentication, type AutoAnnotateParams, type AutoAnnotatePrompt, AutoAnnotateStatus, AutoAnnotateTask, type BaseComponent, type Box, type ChangeEvent, ChangeType, type ComponentFinderComponent, type ComponentParams, type Contour, type ContourFinderComponent, ContourType, type CreateWorkflow, type CreateWorkflowConfig, DEFAULT_PREDICTION_VERSION, DataApiType, DataEndpoint, type DataOptions, type DataSession, type Dataset, type DatasetAutoAnnotate, type DatasetAutoAnnotateCreate, type DatasetAutoAnnotateUpdate, type DatasetCreate, type DatasetHeroAssetUpdate, type DatasetParent, type DatasetUpdate, type DatasetVersion, type DatasetVersionAssetStats, type DownloadResponse, Endpoint, EndpointState, type EvaluateFilter, type EvaluateRequest, type EvaluateResponse, type EvaluateRunInfo, EvaluationStatus, ExportedBy, EyePop, EyepopLineDecoder, type FileSource, type ForwardComponent, ForwardOperatorType, type HttpClient, type InferRequest, type InferRunInfo, type InferRuntimeConfig, type InferenceComponent, InferenceType, type ListWorkFlowItem, type ListWorkFlowItemMetadata, type ListWorkflowItemMetadataLabels, LoadFromAssetUuidJob, LoadFromJob, LoadLiveIngressJob, LoadMediaStreamJob, type LocalAuth, type Mask, type MediaStreamSource, type Model, type ModelCreate, type ModelExport, ModelExportStatus, ModelFormat, type ModelMetrics, ModelPrecisionType, type ModelSample, ModelStatus, ModelTask, type ModelTrainingProgress, ModelTrainingStage, ModelType, type ModelUpdate, MotionModel, type OAuth2Auth, type OnChangeEvent, type Options, type PathSource, type PlatformSupport, type Point2d, type Point3d, type Pop, type PopComponent, PopComponentType, type PopCrop, type PopForward, type PopForwardOperator, type PredictedClass, type PredictedKeyPoint, type PredictedKeyPoints, type PredictedMesh, type PredictedObject, type PredictedText, type Prediction, PredictionVersion, type QcAiHubExportParams, type ResultStream, Semaphore, type Session, type SessionAuth, SessionStatus, type Source, Stream, type StreamEvent, type StreamSource, type StreamTime, type TrackingComponent, TranscodeMode, type TransformInto, TransientPopId, UploadJob, type UrlSource, UserReview, VideoMode, type VlmAbility, type VlmAbilityCreate, type VlmAbilityGroup, type VlmAbilityGroupCreate, type VlmAbilityGroupUpdate, VlmAbilityStatus, type VlmAbilityUpdate, WebrtcBase, WebrtcWhep, WebrtcWhip, WorkerEndpoint, type WorkerOptions, type WorkerSession, type Workflow, WorkflowPhase, EyePop as default, getBaseUrl, readableStreamFromString };
1306
+ export { type AbilityAliasEntry, AbstractJob, type Annotation, AnnotationType, type ApiKeyAuth, ArtifactType, type Asset, type AssetImport, AssetStatus, AssetUrlType, type AssetUuidSource, type Auth0Options, type Authentication, type AutoAnnotateParams, type AutoAnnotatePrompt, AutoAnnotateStatus, AutoAnnotateTask, type BaseComponent, type Box, type ChangeEvent, ChangeType, type ComponentFinderComponent, type ComponentParams, type Contour, type ContourFinderComponent, ContourType, type CreateWorkflow, type CreateWorkflowConfig, DEFAULT_PREDICTION_VERSION, DataApiType, DataEndpoint, type DataOptions, type DataSession, type Dataset, type DatasetAutoAnnotate, type DatasetAutoAnnotateCreate, type DatasetAutoAnnotateUpdate, type DatasetCreate, type DatasetHeroAssetUpdate, type DatasetParent, type DatasetUpdate, type DatasetVersion, type DatasetVersionAssetStats, type DownloadResponse, Endpoint, EndpointState, type EvaluateFilter, type EvaluateRequest, type EvaluateResponse, type EvaluateRunInfo, EvaluationStatus, ExportedBy, EyePop, EyepopLineDecoder, type FileSource, type ForwardComponent, ForwardOperatorType, type HttpClient, type InferRequest, type InferRunInfo, type InferRuntimeConfig, type InferenceComponent, InferenceType, type ListWorkFlowItem, type ListWorkFlowItemMetadata, type ListWorkflowItemMetadataLabels, LoadFromAssetUuidJob, LoadFromJob, LoadLiveIngressJob, LoadMediaStreamJob, type LocalAuth, type Mask, type MediaStreamSource, type Model, type ModelCreate, type ModelExport, ModelExportStatus, ModelFormat, type ModelMetrics, ModelPrecisionType, type ModelSample, ModelStatus, ModelTask, type ModelTrainingProgress, ModelTrainingStage, ModelType, type ModelUpdate, MotionModel, type OAuth2Auth, type OnChangeEvent, type Options, type PathSource, type PlatformSupport, type Point2d, type Point3d, type Pop, type PopComponent, PopComponentType, type PopCrop, type PopForward, type PopForwardOperator, type PredictedClass, type PredictedKeyPoint, type PredictedKeyPoints, type PredictedMesh, type PredictedObject, type PredictedText, type Prediction, PredictionVersion, type QcAiHubExportParams, type RectangleArea, type ResultStream, type Roi, Semaphore, type Session, type SessionAuth, SessionStatus, type Source, Stream, type StreamEvent, type StreamSource, type StreamTime, type TimeSpan, type TrackingComponent, TranscodeMode, type TransformInto, TransientPopId, UploadJob, type UrlSource, UserReview, VideoMode, type VlmAbility, type VlmAbilityCreate, type VlmAbilityGroup, type VlmAbilityGroupCreate, type VlmAbilityGroupUpdate, VlmAbilityStatus, type VlmAbilityUpdate, WebrtcBase, WebrtcWhep, WebrtcWhip, WorkerEndpoint, type WorkerOptions, type WorkerSession, type Workflow, WorkflowPhase, EyePop as default, getBaseUrl, readableStreamFromString };
@@ -225,6 +225,8 @@ interface InferenceComponent extends BaseComponent {
225
225
  topK?: number;
226
226
  topKClasses?: number;
227
227
  targetFps?: string;
228
+ videoChunkLengthSeconds?: number;
229
+ videoChunkOverlap?: number;
228
230
  params?: {
229
231
  [index: string]: any;
230
232
  };
@@ -611,6 +613,7 @@ interface DatasetAutoAnnotate {
611
613
  updated_at?: Date;
612
614
  dataset_uuid: string;
613
615
  dataset_version: number;
616
+ source_ability_uuid?: string;
614
617
  source_model_uuid?: string;
615
618
  auto_annotate?: string;
616
619
  auto_annotate_params?: Map<string, any>;
@@ -664,6 +667,7 @@ interface Annotation {
664
667
  approved_threshold?: number;
665
668
  auto_annotate?: string;
666
669
  source?: string;
670
+ source_ability_uuid?: string;
667
671
  uncertainty_score?: number;
668
672
  predictions: Prediction[];
669
673
  }
@@ -678,6 +682,21 @@ declare enum TranscodeMode {
678
682
  image_cover_640 = "image_cover_640",
679
683
  image_cover_224 = "image_cover_224"
680
684
  }
685
+ interface RectangleArea {
686
+ x: number;
687
+ y: number;
688
+ width: number;
689
+ height: number;
690
+ }
691
+ interface TimeSpan {
692
+ start_timestamp?: number;
693
+ end_timestamp?: number;
694
+ }
695
+ interface Roi {
696
+ name: string;
697
+ area?: RectangleArea;
698
+ time_span?: TimeSpan;
699
+ }
681
700
  interface Asset {
682
701
  uuid: string;
683
702
  external_id?: string;
@@ -694,6 +713,7 @@ interface Asset {
694
713
  review_priority?: number;
695
714
  model_relevance?: number;
696
715
  annotations: Annotation[];
716
+ rois: Roi[];
697
717
  }
698
718
  declare enum ModelType {
699
719
  epdet_b1 = "epdet_b1",
@@ -1087,6 +1107,8 @@ declare class DataEndpoint extends Endpoint<DataEndpoint> {
1087
1107
  updateAssetAnnotationApproval(asset_uuid: string, dataset_uuid?: string, dataset_version?: number, auto_annotate?: string, source?: string, user_review?: UserReview, approved_threshold?: number): Promise<void>;
1088
1108
  downloadAsset(asset_uuid: string, dataset_uuid?: string, dataset_version?: number, transcode_mode?: TranscodeMode, start_timestamp?: number, end_timestamp?: number, url_type?: AssetUrlType): Promise<Blob | DownloadResponse>;
1089
1109
  previewAutoAnnotateAsset(asset_uuid: string, auto_annotate: string, auto_annotate_params?: AutoAnnotateParams): Promise<Annotation>;
1110
+ addAssetRoi(asset_uuid: string, roi: Roi, dataset_uuid?: string, dataset_version?: number, predictions?: Prediction[]): Promise<void>;
1111
+ deleteAssetRoi(asset_uuid: string, name: string, dataset_uuid?: string, dataset_version?: number): Promise<void>;
1090
1112
  listModels(): Promise<Model[]>;
1091
1113
  findModelsForDataset(dataset_uuid: string): Promise<Model[]>;
1092
1114
  createModel(dataset_uuid: string, dataset_version: number, data: ModelCreate, start_training?: boolean): Promise<Model>;
@@ -1123,6 +1145,9 @@ declare class DataEndpoint extends Endpoint<DataEndpoint> {
1123
1145
  publishVlmAbility(vlm_ability_uuid: string, alias_name?: string, tag_name?: string): Promise<VlmAbility>;
1124
1146
  addVlmAbilityAlias(vlm_ability_uuid: string, alias_name: string, tag_name?: string): Promise<VlmAbility>;
1125
1147
  removeVlmAbilityAlias(vlm_ability_uuid: string, alias_name: string, tag_name: string): Promise<VlmAbility>;
1148
+ listVlmAbilityEvaluations(vlm_ability_uuid: string): Promise<DatasetAutoAnnotate[]>;
1149
+ getVlmAbilityEvaluation(vlm_ability_uuid: string, source: string): Promise<DatasetAutoAnnotate>;
1150
+ startVlmAbilityEvaluation(vlm_ability_uuid: string, evaluate_request: EvaluateRequest): Promise<DatasetAutoAnnotate>;
1126
1151
  }
1127
1152
 
1128
1153
  type Bytes = string | ArrayBuffer | Uint8Array | Buffer | null | undefined;
@@ -1278,4 +1303,4 @@ declare namespace EyePop {
1278
1303
  function dataEndpoint(opts?: DataOptions): DataEndpoint;
1279
1304
  }
1280
1305
 
1281
- export { type AbilityAliasEntry, AbstractJob, type Annotation, AnnotationType, type ApiKeyAuth, ArtifactType, type Asset, type AssetImport, AssetStatus, AssetUrlType, type AssetUuidSource, type Auth0Options, type Authentication, type AutoAnnotateParams, type AutoAnnotatePrompt, AutoAnnotateStatus, AutoAnnotateTask, type BaseComponent, type Box, type ChangeEvent, ChangeType, type ComponentFinderComponent, type ComponentParams, type Contour, type ContourFinderComponent, ContourType, type CreateWorkflow, type CreateWorkflowConfig, DEFAULT_PREDICTION_VERSION, DataApiType, DataEndpoint, type DataOptions, type DataSession, type Dataset, type DatasetAutoAnnotate, type DatasetAutoAnnotateCreate, type DatasetAutoAnnotateUpdate, type DatasetCreate, type DatasetHeroAssetUpdate, type DatasetParent, type DatasetUpdate, type DatasetVersion, type DatasetVersionAssetStats, type DownloadResponse, Endpoint, EndpointState, type EvaluateFilter, type EvaluateRequest, type EvaluateResponse, type EvaluateRunInfo, EvaluationStatus, ExportedBy, EyePop, EyepopLineDecoder, type FileSource, type ForwardComponent, ForwardOperatorType, type HttpClient, type InferRequest, type InferRunInfo, type InferRuntimeConfig, type InferenceComponent, InferenceType, type ListWorkFlowItem, type ListWorkFlowItemMetadata, type ListWorkflowItemMetadataLabels, LoadFromAssetUuidJob, LoadFromJob, LoadLiveIngressJob, LoadMediaStreamJob, type LocalAuth, type Mask, type MediaStreamSource, type Model, type ModelCreate, type ModelExport, ModelExportStatus, ModelFormat, type ModelMetrics, ModelPrecisionType, type ModelSample, ModelStatus, ModelTask, type ModelTrainingProgress, ModelTrainingStage, ModelType, type ModelUpdate, MotionModel, type OAuth2Auth, type OnChangeEvent, type Options, type PathSource, type PlatformSupport, type Point2d, type Point3d, type Pop, type PopComponent, PopComponentType, type PopCrop, type PopForward, type PopForwardOperator, type PredictedClass, type PredictedKeyPoint, type PredictedKeyPoints, type PredictedMesh, type PredictedObject, type PredictedText, type Prediction, PredictionVersion, type QcAiHubExportParams, type ResultStream, Semaphore, type Session, type SessionAuth, SessionStatus, type Source, Stream, type StreamEvent, type StreamSource, type StreamTime, type TrackingComponent, TranscodeMode, type TransformInto, TransientPopId, UploadJob, type UrlSource, UserReview, VideoMode, type VlmAbility, type VlmAbilityCreate, type VlmAbilityGroup, type VlmAbilityGroupCreate, type VlmAbilityGroupUpdate, VlmAbilityStatus, type VlmAbilityUpdate, WebrtcBase, WebrtcWhep, WebrtcWhip, WorkerEndpoint, type WorkerOptions, type WorkerSession, type Workflow, WorkflowPhase, EyePop as default, getBaseUrl, readableStreamFromString };
1306
+ export { type AbilityAliasEntry, AbstractJob, type Annotation, AnnotationType, type ApiKeyAuth, ArtifactType, type Asset, type AssetImport, AssetStatus, AssetUrlType, type AssetUuidSource, type Auth0Options, type Authentication, type AutoAnnotateParams, type AutoAnnotatePrompt, AutoAnnotateStatus, AutoAnnotateTask, type BaseComponent, type Box, type ChangeEvent, ChangeType, type ComponentFinderComponent, type ComponentParams, type Contour, type ContourFinderComponent, ContourType, type CreateWorkflow, type CreateWorkflowConfig, DEFAULT_PREDICTION_VERSION, DataApiType, DataEndpoint, type DataOptions, type DataSession, type Dataset, type DatasetAutoAnnotate, type DatasetAutoAnnotateCreate, type DatasetAutoAnnotateUpdate, type DatasetCreate, type DatasetHeroAssetUpdate, type DatasetParent, type DatasetUpdate, type DatasetVersion, type DatasetVersionAssetStats, type DownloadResponse, Endpoint, EndpointState, type EvaluateFilter, type EvaluateRequest, type EvaluateResponse, type EvaluateRunInfo, EvaluationStatus, ExportedBy, EyePop, EyepopLineDecoder, type FileSource, type ForwardComponent, ForwardOperatorType, type HttpClient, type InferRequest, type InferRunInfo, type InferRuntimeConfig, type InferenceComponent, InferenceType, type ListWorkFlowItem, type ListWorkFlowItemMetadata, type ListWorkflowItemMetadataLabels, LoadFromAssetUuidJob, LoadFromJob, LoadLiveIngressJob, LoadMediaStreamJob, type LocalAuth, type Mask, type MediaStreamSource, type Model, type ModelCreate, type ModelExport, ModelExportStatus, ModelFormat, type ModelMetrics, ModelPrecisionType, type ModelSample, ModelStatus, ModelTask, type ModelTrainingProgress, ModelTrainingStage, ModelType, type ModelUpdate, MotionModel, type OAuth2Auth, type OnChangeEvent, type Options, type PathSource, type PlatformSupport, type Point2d, type Point3d, type Pop, type PopComponent, PopComponentType, type PopCrop, type PopForward, type PopForwardOperator, type PredictedClass, type PredictedKeyPoint, type PredictedKeyPoints, type PredictedMesh, type PredictedObject, type PredictedText, type Prediction, PredictionVersion, type QcAiHubExportParams, type RectangleArea, type ResultStream, type Roi, Semaphore, type Session, type SessionAuth, SessionStatus, type Source, Stream, type StreamEvent, type StreamSource, type StreamTime, type TimeSpan, type TrackingComponent, TranscodeMode, type TransformInto, TransientPopId, UploadJob, type UrlSource, UserReview, VideoMode, type VlmAbility, type VlmAbilityCreate, type VlmAbilityGroup, type VlmAbilityGroupCreate, type VlmAbilityGroupUpdate, VlmAbilityStatus, type VlmAbilityUpdate, WebrtcBase, WebrtcWhep, WebrtcWhip, WorkerEndpoint, type WorkerOptions, type WorkerSession, type Workflow, WorkflowPhase, EyePop as default, getBaseUrl, readableStreamFromString };
@@ -11585,6 +11585,22 @@ var DataEndpoint = class extends Endpoint {
11585
11585
  headers: auto_annotate_params ? { "Content-Type": "application/json" } : {}
11586
11586
  });
11587
11587
  }
11588
+ async addAssetRoi(asset_uuid, roi, dataset_uuid, dataset_version, predictions) {
11589
+ const versionQuery = dataset_version ? `&dataset_version=${dataset_version}` : "";
11590
+ const datasetQuery = dataset_uuid ? `&dataset_uuid=${dataset_uuid}` : "";
11591
+ return this.request(`/assets/${asset_uuid}/rois?${datasetQuery}${versionQuery}`, {
11592
+ method: "POST",
11593
+ body: JSON.stringify(roi),
11594
+ headers: { "Content-Type": "application/json" }
11595
+ });
11596
+ }
11597
+ async deleteAssetRoi(asset_uuid, name, dataset_uuid, dataset_version) {
11598
+ const versionQuery = dataset_version ? `&dataset_version=${dataset_version}` : "";
11599
+ const datasetQuery = dataset_uuid ? `&dataset_uuid=${dataset_uuid}` : "";
11600
+ return this.request(`/assets/${asset_uuid}/rois/${encodeURIComponent(name)}?${datasetQuery}${versionQuery}`, {
11601
+ method: "DELETE"
11602
+ });
11603
+ }
11588
11604
  // Model methods
11589
11605
  async listModels() {
11590
11606
  return this.request(`/models?account_uuid=${this._accountId}`, {
@@ -11902,6 +11918,23 @@ var DataEndpoint = class extends Endpoint {
11902
11918
  method: "DELETE"
11903
11919
  });
11904
11920
  }
11921
+ async listVlmAbilityEvaluations(vlm_ability_uuid) {
11922
+ return this.request(`/vlm_abilities/${vlm_ability_uuid}/evaluations`, {
11923
+ method: "GET"
11924
+ });
11925
+ }
11926
+ async getVlmAbilityEvaluation(vlm_ability_uuid, source) {
11927
+ return this.request(`/vlm_abilities/${vlm_ability_uuid}/evaluations/${source}`, {
11928
+ method: "GET"
11929
+ });
11930
+ }
11931
+ async startVlmAbilityEvaluation(vlm_ability_uuid, evaluate_request) {
11932
+ return this.request(`/vlm_abilities/${vlm_ability_uuid}/evaluations`, {
11933
+ method: "POST",
11934
+ body: JSON.stringify(evaluate_request),
11935
+ headers: { "Content-Type": "application/json" }
11936
+ });
11937
+ }
11905
11938
  };
11906
11939
 
11907
11940
  // worker/webrtc_whep.ts