@eyepop.ai/eyepop 3.7.2 → 3.9.0

package/dist/eyepop.index.d.mts

@@ -67,16 +67,16 @@ interface Prediction extends StreamTime {
     keyPoints?: Array<PredictedKeyPoints>;
 }
 interface PredictedClass {
-    id: number;
+    id?: number;
     confidence: number;
     classLabel: string;
-    category: string;
+    category?: string;
 }
 interface PredictedText {
-    id: number;
+    id?: number;
     confidence: number;
     text: string;
-    category: string;
+    category?: string;
 }
 interface Contour {
     points: Array<Point2d>;
@@ -94,7 +94,7 @@ interface PredictedObject extends PredictedClass {
     y: number;
     width: number;
     height: number;
-    orientation: number;
+    orientation?: number;
     outline: Array<Point2d> | undefined;
     contours: Array<Contour> | undefined;
     mask: Mask | undefined;
@@ -500,10 +500,16 @@ interface DataOptions extends Options {
     useCookie?: boolean | undefined;
 }
 
+declare enum DataApiType {
+    dataset = "dataset",
+    vlm = "vlm"
+}
 interface DataSession extends Session {
     readonly accountId: string;
-    readonly baseUrl: string | undefined;
+    readonly datasetApiUrl: string | undefined;
+    readonly vlmApiUrl: string | undefined;
 }
+declare function getBaseUrl(session: DataSession, dataApiType: DataApiType): string;
 interface DatasetVersionAssetStats {
     total?: number;
     accepted?: number;
@@ -562,6 +568,39 @@ interface DatasetUpdate {
 interface DatasetHeroAssetUpdate {
     uuid: string;
 }
+declare enum AutoAnnotateStatus {
+    error = "error",
+    requested = "requested",
+    in_progress = "in_progress",
+    completed = "completed"
+}
+interface DatasetAutoAnnotateCreate {
+    auto_annotate: string;
+    auto_annotate_params?: Map<string, any>;
+    source_model_uuid?: string;
+    status?: AutoAnnotateStatus;
+    status_message?: string;
+    source?: string;
+    metrics?: Map<string, any>;
+}
+interface DatasetAutoAnnotateUpdate {
+    status?: AutoAnnotateStatus;
+    status_message?: string;
+    metrics?: Map<string, any>;
+}
+interface DatasetAutoAnnotate {
+    created_at?: Date;
+    updated_at?: Date;
+    dataset_uuid: string;
+    dataset_version: number;
+    source_model_uuid?: string;
+    auto_annotate?: string;
+    auto_annotate_params?: Map<string, any>;
+    status?: AutoAnnotateStatus;
+    status_message?: string;
+    source?: string;
+    metrics?: Map<string, any>;
+}
 interface AssetImport {
     url: string;
     ground_truth?: Prediction;
@@ -605,9 +644,8 @@ interface Annotation {
     type: AnnotationType;
     user_review: UserReview;
     approved_threshold?: number;
-    source_model_uuid?: string;
     auto_annotate?: string;
-    auto_annotate_params?: AutoAnnotateParams;
+    source?: string;
     uncertainty_score?: number;
     predictions: Prediction[];
 }
@@ -640,7 +678,9 @@ interface Asset {
     annotations: Annotation[];
 }
 declare enum ModelType {
-    epdet_b1 = "epdet_b1"
+    epdet_b1 = "epdet_b1",
+    imported = "imported",
+    vlm_ability = "vlm_ability"
 }
 declare enum ModelTask {
     object_detection = "object_detection",
@@ -831,9 +871,165 @@ interface DownloadResponse {
     url: string;
     url_type: AssetUrlType;
 }
+/** Experimental VLM API */
+interface InferRuntimeConfig {
+    max_new_tokens?: number;
+    image_size?: number;
+    fps?: number;
+    max_frames?: number;
+    min_frames?: number;
+    max_aspect_ratio?: number;
+    context_length?: number;
+}
+interface TransformInto {
+    classes?: string[];
+}
+interface InferRequest {
+    worker_release?: string;
+    text_prompt?: string;
+    config: InferRuntimeConfig;
+    refresh?: boolean;
+    transform_into?: TransformInto;
+}
+interface EvaluateFilter {
+    partitions?: string[];
+    ground_truth_classes?: string[];
+}
+interface EvaluateRequest {
+    ability_uuid?: string;
+    infer?: InferRequest;
+    dataset_uuid: string;
+    filter?: EvaluateFilter;
+    video_chunk_length_ns?: number;
+    video_chunk_overlap?: number;
+}
+declare enum EvaluationStatus {
+    success = "success",
+    failed = "failed"
+}
+interface EvaluateRunInfo {
+    num_images: number;
+    num_ground_truth_images: number;
+    num_videos: number;
+    num_ground_truth_videos: number;
+    total_tokens: number;
+    visual_tokens: number;
+    text_tokens: number;
+    output_tokens: number;
+}
+interface EvaluateResponse {
+    dataset_uuid: string;
+    dataset_version: number;
+    status: EvaluationStatus;
+    status_message?: string;
+    source: string;
+    metrics?: Map<string, any>;
+    run_info: EvaluateRunInfo;
+}
+interface InferRunInfo {
+    fps?: number;
+    image_size?: number;
+    total_tokens?: number;
+    visual_tokens?: number;
+    text_tokens?: number;
+    output_tokens?: number;
+    aspect_ratio?: number;
+}
+declare enum VlmAbilityStatus {
+    draft = "draft",
+    published = "published"
+}
+interface AbilityAliasEntry {
+    alias: string;
+    tag: string;
+}
+interface VlmAbilityCreate {
+    name: string;
+    description: string;
+    worker_release: string;
+    text_prompt: string;
+    transform_into: TransformInto;
+    config: InferRuntimeConfig;
+    is_public: boolean;
+}
+interface VlmAbilityUpdate {
+    name?: string;
+    description?: string;
+    worker_release?: string;
+    text_prompt?: string;
+    transform_into?: TransformInto;
+    config?: InferRuntimeConfig;
+    is_public?: boolean;
+}
+interface VlmAbility {
+    uuid: string;
+    created_at?: Date;
+    updated_at?: Date;
+    account_uuid: string;
+    status: VlmAbilityStatus;
+    is_public: boolean;
+    name: string;
+    description: string;
+    vlm_ability_group_uuid?: string;
+    worker_release: string;
+    text_prompt: string;
+    transform_into: TransformInto;
+    config: InferRuntimeConfig;
+    alias_entries?: AbilityAliasEntry[];
+}
+interface VlmAbilityGroupCreate {
+    name: string;
+    description: string;
+    default_alias_name?: string;
+    default_dataset_uuid?: string;
+}
+interface VlmAbilityGroupUpdate {
+    name: string;
+    description: string;
+    default_alias_name?: string;
+    default_dataset_uuid?: string;
+}
+interface VlmAbilityGroup {
+    uuid: string;
+    created_at?: Date;
+    updated_at?: Date;
+    account_uuid: string;
+    name: string;
+    description: string;
+    default_alias_name?: string;
+    default_dataset_uuid?: string;
+}
+
+type VlmFetch = (path: string, options: RequestInit) => Promise<any>;
+declare class InferAssetJob implements ResultStream {
+    protected _vlmFetch: VlmFetch;
+    protected _assetUrl: string;
+    protected _inferRequest: InferRequest;
+    protected _response: Promise<Prediction[]> | null;
+    protected _runInfo: InferRunInfo | null;
+    protected _controller: AbortController;
+    protected _requestLogger: Logger;
+    [Symbol.asyncIterator](): AsyncIterator<Prediction>;
+    constructor(assetUrl: string, inferRequest: InferRequest, vlmFetch: VlmFetch, requestLogger: Logger);
+    start(done: () => void): InferAssetJob;
+    cancel(): void;
+}
+declare class EvaluateDatasetJob {
+    protected _vlmFetch: VlmFetch;
+    protected _evaluateRequest: EvaluateRequest;
+    protected _workerRelease: string | null;
+    protected _response: Promise<EvaluateResponse> | null;
+    protected _controller: AbortController;
+    protected _requestLogger: Logger;
+    response(): Promise<EvaluateResponse>;
+    constructor(evaluateRequest: EvaluateRequest, workerRelease: string | null, vlmFetch: VlmFetch, requestLogger: Logger);
+    start(done: () => void): EvaluateDatasetJob;
+    cancel(): void;
+}
 
 declare class DataEndpoint extends Endpoint<DataEndpoint> {
-    private _baseUrl;
+    private datasetApiUrl;
+    private vlmApiUrl;
     private _accountId;
     private _ws;
     private _ws_current_reconnect_delay;
@@ -857,6 +1053,9 @@ declare class DataEndpoint extends Endpoint<DataEndpoint> {
     autoAnnotateDatasetVersion(dataset_uuid: string, dataset_version?: number, max_assets?: number): Promise<void>;
     deleteDatasetVersion(dataset_uuid: string, dataset_version: number): Promise<Dataset>;
     deleteAnnotations(dataset_uuid: string, dataset_version: number, user_reviews?: UserReview[]): Promise<void>;
+    createDatasetAutoAnnotate(create: DatasetAutoAnnotateCreate, dataset_uuid: string, dataset_version?: number): Promise<void>;
+    updateDatasetAutoAnnotate(update: DatasetAutoAnnotateUpdate, dataset_uuid: string, auto_annotate: string, source: string, dataset_version?: number): Promise<void>;
+    listDatasetAutoAnnotates(dataset_uuid: string, auto_annotate?: string, source?: string, dataset_version?: number): Promise<DatasetAutoAnnotate[]>;
     uploadAsset(dataset_uuid: string, dataset_version: number | undefined, blob: Blob, external_id?: string | undefined): Promise<Asset>;
     importAsset(dataset_uuid: string, dataset_version: number | undefined, asset_import: AssetImport, external_id?: string | undefined): Promise<Asset>;
     listAssets(dataset_uuid: string, dataset_version?: number, include_annotations?: boolean, top_k?: number): Promise<Asset[]>;
@@ -866,6 +1065,8 @@ declare class DataEndpoint extends Endpoint<DataEndpoint> {
     updateAssetGroundTruth(asset_uuid: string, dataset_uuid?: string, dataset_version?: number, predictions?: Prediction[]): Promise<void>;
     deleteAssetGroundTruth(asset_uuid: string, dataset_uuid?: string, dataset_version?: number): Promise<void>;
     updateAutoAnnotationStatus(asset_uuid: string, auto_annotate: string, user_review: UserReview, approved_threshold?: number): Promise<void>;
+    addAssetAnnotation(asset_uuid: string, dataset_uuid?: string, dataset_version?: number, predictions?: Prediction[], auto_annotate?: string, source?: string, user_review?: UserReview, approved_threshold?: number): Promise<void>;
+    updateAssetAnnotationApproval(asset_uuid: string, dataset_uuid?: string, dataset_version?: number, auto_annotate?: string, source?: string, user_review?: UserReview, approved_threshold?: number): Promise<void>;
     downloadAsset(asset_uuid: string, dataset_uuid?: string, dataset_version?: number, transcode_mode?: TranscodeMode, start_timestamp?: number, end_timestamp?: number, url_type?: AssetUrlType): Promise<Blob | DownloadResponse>;
     previewAutoAnnotateAsset(asset_uuid: string, auto_annotate: string, auto_annotate_params?: AutoAnnotateParams): Promise<Annotation>;
     listModels(): Promise<Model[]>;
@@ -887,7 +1088,23 @@ declare class DataEndpoint extends Endpoint<DataEndpoint> {
     startWorkflow(account_uuid: string, template_name: string, workflow: CreateWorkflow): Promise<Workflow>;
     getWorkflow(workflow_id: string, account_uuid: string): Promise<ListWorkFlowItem>;
     listWorkflows(account_uuid: string, dataset_uuids?: string[], model_uuids?: string[], phases?: WorkflowPhase[]): Promise<ListWorkFlowItem[]>;
+    inferAsset(asset_uuid: string, infer_request: InferRequest, dataset_uuid?: string, dataset_version?: number, transcode_mode?: TranscodeMode, start_timestamp?: number, end_timestamp?: number): Promise<InferAssetJob>;
+    evaluateDataset(evaluate_request: EvaluateRequest, worker_release?: string): Promise<EvaluateDatasetJob>;
+    private jobDone;
     private dispatchChangeEvent;
+    listVlmAbilityGroups(): Promise<VlmAbilityGroup[]>;
+    createVlmAbilityGroup(create: VlmAbilityGroupCreate): Promise<VlmAbilityGroup>;
+    getVlmAbilityGroup(vlm_ability_group_uuid: string): Promise<VlmAbilityGroup>;
+    deleteVlmAbilityGroup(vlm_ability_group_uuid: string): Promise<void>;
+    updateVlmAbilityGroup(vlm_ability_group_uuid: string, update: VlmAbilityGroupUpdate): Promise<VlmAbilityGroup>;
+    listVlmAbilities(): Promise<VlmAbility[]>;
+    createVlmAbility(create: VlmAbilityCreate, vlm_ability_group_uuid?: string): Promise<VlmAbility>;
+    getVlmAbility(vlm_ability_uuid: string): Promise<VlmAbility>;
+    deleteVlmAbility(vlm_ability_uuid: string): Promise<void>;
+    updateVlmAbility(vlm_ability_uuid: string, update: VlmAbilityUpdate): Promise<VlmAbility>;
+    publishVlmAbility(vlm_ability_uuid: string, alias_name?: string, tag_name?: string): Promise<VlmAbility>;
+    addVlmAbilityAlias(vlm_ability_uuid: string, alias_name: string, tag_name?: string): Promise<VlmAbility>;
+    removeVlmAbilityAlias(vlm_ability_uuid: string, alias_name: string, tag_name: string): Promise<VlmAbility>;
 }
 
 type Bytes = string | ArrayBuffer | Uint8Array | Buffer | null | undefined;
@@ -1043,4 +1260,4 @@ declare namespace EyePop {
     function dataEndpoint(opts?: DataOptions): DataEndpoint;
 }
 
-export { AbstractJob, type Annotation, AnnotationType, ArtifactType, type Asset, type AssetImport, AssetStatus, AssetUrlType, type AssetUuidSource, type Auth0Options, type Authentication, type AutoAnnotateParams, type AutoAnnotatePrompt, AutoAnnotateTask, type BaseComponent, type Box, type ChangeEvent, ChangeType, type ComponentFinderComponent, type ComponentParams, type Contour, type ContourFinderComponent, ContourType, type CreateWorkflow, type CreateWorkflowConfig, DEFAULT_PREDICTION_VERSION, DataEndpoint, type DataOptions, type DataSession, type Dataset, type DatasetCreate, type DatasetHeroAssetUpdate, type DatasetParent, type DatasetUpdate, type DatasetVersion, type DatasetVersionAssetStats, type DownloadResponse, Endpoint, EndpointState, ExportedBy, EyePop, EyepopLineDecoder, type FileSource, type ForwardComponent, ForwardOperatorType, type HttpClient, type InferenceComponent, InferenceType, type ListWorkFlowItem, type ListWorkFlowItemMetadata, type ListWorkflowItemMetadataLabels, LoadFromAssetUuidJob, LoadFromJob, LoadLiveIngressJob, LoadMediaStreamJob, type LocalAuth, type Mask, type MediaStreamSource, type Model, type ModelCreate, type ModelExport, ModelExportStatus, ModelFormat, type ModelMetrics, ModelPrecisionType, type ModelSample, ModelStatus, ModelTask, type ModelTrainingProgress, ModelTrainingStage, ModelType, type ModelUpdate, MotionModel, type OAuth2Auth, type OnChangeEvent, type Options, type PathSource, type PlatformSupport, type Point2d, type Point3d, type Pop, type PopComponent, PopComponentType, type PopCrop, type PopForward, type PopForwardOperator, type PredictedClass, type PredictedKeyPoint, type PredictedKeyPoints, type PredictedMesh, type PredictedObject, type PredictedText, type Prediction, PredictionVersion, type QcAiHubExportParams, type ResultStream, type SecretKeyAuth, Semaphore, type Session, type SessionAuth, type Source, Stream, type StreamEvent, type StreamSource, type StreamTime, type TrackingComponent, TranscodeMode, TransientPopId, UploadJob, type UrlSource, UserReview, VideoMode, WebrtcBase, WebrtcWhep, WebrtcWhip, WorkerEndpoint, type WorkerOptions, type WorkerSession, type Workflow, WorkflowPhase, EyePop as default, readableStreamFromString };
+export { type AbilityAliasEntry, AbstractJob, type Annotation, AnnotationType, ArtifactType, type Asset, type AssetImport, AssetStatus, AssetUrlType, type AssetUuidSource, type Auth0Options, type Authentication, type AutoAnnotateParams, type AutoAnnotatePrompt, AutoAnnotateStatus, AutoAnnotateTask, type BaseComponent, type Box, type ChangeEvent, ChangeType, type ComponentFinderComponent, type ComponentParams, type Contour, type ContourFinderComponent, ContourType, type CreateWorkflow, type CreateWorkflowConfig, DEFAULT_PREDICTION_VERSION, DataApiType, DataEndpoint, type DataOptions, type DataSession, type Dataset, type DatasetAutoAnnotate, type DatasetAutoAnnotateCreate, type DatasetAutoAnnotateUpdate, type DatasetCreate, type DatasetHeroAssetUpdate, type DatasetParent, type DatasetUpdate, type DatasetVersion, type DatasetVersionAssetStats, type DownloadResponse, Endpoint, EndpointState, type EvaluateFilter, type EvaluateRequest, type EvaluateResponse, type EvaluateRunInfo, EvaluationStatus, ExportedBy, EyePop, EyepopLineDecoder, type FileSource, type ForwardComponent, ForwardOperatorType, type HttpClient, type InferRequest, type InferRunInfo, type InferRuntimeConfig, type InferenceComponent, InferenceType, type ListWorkFlowItem, type ListWorkFlowItemMetadata, type ListWorkflowItemMetadataLabels, LoadFromAssetUuidJob, LoadFromJob, LoadLiveIngressJob, LoadMediaStreamJob, type LocalAuth, type Mask, type MediaStreamSource, type Model, type ModelCreate, type ModelExport, ModelExportStatus, ModelFormat, type ModelMetrics, ModelPrecisionType, type ModelSample, ModelStatus, ModelTask, type ModelTrainingProgress, ModelTrainingStage, ModelType, type ModelUpdate, MotionModel, type OAuth2Auth, type OnChangeEvent, type Options, type PathSource, type PlatformSupport, type Point2d, type Point3d, type Pop, type PopComponent, PopComponentType, type PopCrop, type PopForward, type PopForwardOperator, type PredictedClass, type PredictedKeyPoint, type PredictedKeyPoints, type PredictedMesh, type PredictedObject, type PredictedText, type Prediction, PredictionVersion, type QcAiHubExportParams, type ResultStream, type SecretKeyAuth, Semaphore, type Session, type SessionAuth, type Source, Stream, type StreamEvent, type StreamSource, type StreamTime, type TrackingComponent, TranscodeMode, type TransformInto, TransientPopId, UploadJob, type UrlSource, UserReview, VideoMode, type VlmAbility, type VlmAbilityCreate, type VlmAbilityGroup, type VlmAbilityGroupCreate, type VlmAbilityGroupUpdate, VlmAbilityStatus, type VlmAbilityUpdate, WebrtcBase, WebrtcWhep, WebrtcWhip, WorkerEndpoint, type WorkerOptions, type WorkerSession, type Workflow, WorkflowPhase, EyePop as default, getBaseUrl, readableStreamFromString };

package/dist/eyepop.index.d.ts

@@ -67,16 +67,16 @@ interface Prediction extends StreamTime {
     keyPoints?: Array<PredictedKeyPoints>;
 }
 interface PredictedClass {
-    id: number;
+    id?: number;
     confidence: number;
     classLabel: string;
-    category: string;
+    category?: string;
 }
 interface PredictedText {
-    id: number;
+    id?: number;
     confidence: number;
     text: string;
-    category: string;
+    category?: string;
 }
 interface Contour {
     points: Array<Point2d>;
@@ -94,7 +94,7 @@ interface PredictedObject extends PredictedClass {
     y: number;
     width: number;
     height: number;
-    orientation: number;
+    orientation?: number;
     outline: Array<Point2d> | undefined;
     contours: Array<Contour> | undefined;
     mask: Mask | undefined;
@@ -500,10 +500,16 @@ interface DataOptions extends Options {
     useCookie?: boolean | undefined;
 }
 
+declare enum DataApiType {
+    dataset = "dataset",
+    vlm = "vlm"
+}
 interface DataSession extends Session {
     readonly accountId: string;
-    readonly baseUrl: string | undefined;
+    readonly datasetApiUrl: string | undefined;
+    readonly vlmApiUrl: string | undefined;
 }
+declare function getBaseUrl(session: DataSession, dataApiType: DataApiType): string;
 interface DatasetVersionAssetStats {
     total?: number;
     accepted?: number;
@@ -562,6 +568,39 @@ interface DatasetUpdate {
 interface DatasetHeroAssetUpdate {
     uuid: string;
 }
+declare enum AutoAnnotateStatus {
+    error = "error",
+    requested = "requested",
+    in_progress = "in_progress",
+    completed = "completed"
+}
+interface DatasetAutoAnnotateCreate {
+    auto_annotate: string;
+    auto_annotate_params?: Map<string, any>;
+    source_model_uuid?: string;
+    status?: AutoAnnotateStatus;
+    status_message?: string;
+    source?: string;
+    metrics?: Map<string, any>;
+}
+interface DatasetAutoAnnotateUpdate {
+    status?: AutoAnnotateStatus;
+    status_message?: string;
+    metrics?: Map<string, any>;
+}
+interface DatasetAutoAnnotate {
+    created_at?: Date;
+    updated_at?: Date;
+    dataset_uuid: string;
+    dataset_version: number;
+    source_model_uuid?: string;
+    auto_annotate?: string;
+    auto_annotate_params?: Map<string, any>;
+    status?: AutoAnnotateStatus;
+    status_message?: string;
+    source?: string;
+    metrics?: Map<string, any>;
+}
 interface AssetImport {
     url: string;
     ground_truth?: Prediction;
@@ -605,9 +644,8 @@ interface Annotation {
     type: AnnotationType;
     user_review: UserReview;
     approved_threshold?: number;
-    source_model_uuid?: string;
     auto_annotate?: string;
-    auto_annotate_params?: AutoAnnotateParams;
+    source?: string;
     uncertainty_score?: number;
     predictions: Prediction[];
 }
@@ -640,7 +678,9 @@ interface Asset {
     annotations: Annotation[];
 }
 declare enum ModelType {
-    epdet_b1 = "epdet_b1"
+    epdet_b1 = "epdet_b1",
+    imported = "imported",
+    vlm_ability = "vlm_ability"
 }
 declare enum ModelTask {
     object_detection = "object_detection",
@@ -831,9 +871,165 @@ interface DownloadResponse {
     url: string;
     url_type: AssetUrlType;
 }
+/** Experimental VLM API */
+interface InferRuntimeConfig {
+    max_new_tokens?: number;
+    image_size?: number;
+    fps?: number;
+    max_frames?: number;
+    min_frames?: number;
+    max_aspect_ratio?: number;
+    context_length?: number;
+}
+interface TransformInto {
+    classes?: string[];
+}
+interface InferRequest {
+    worker_release?: string;
+    text_prompt?: string;
+    config: InferRuntimeConfig;
+    refresh?: boolean;
+    transform_into?: TransformInto;
+}
+interface EvaluateFilter {
+    partitions?: string[];
+    ground_truth_classes?: string[];
+}
+interface EvaluateRequest {
+    ability_uuid?: string;
+    infer?: InferRequest;
+    dataset_uuid: string;
+    filter?: EvaluateFilter;
+    video_chunk_length_ns?: number;
+    video_chunk_overlap?: number;
+}
+declare enum EvaluationStatus {
+    success = "success",
+    failed = "failed"
+}
+interface EvaluateRunInfo {
+    num_images: number;
+    num_ground_truth_images: number;
+    num_videos: number;
+    num_ground_truth_videos: number;
+    total_tokens: number;
+    visual_tokens: number;
+    text_tokens: number;
+    output_tokens: number;
+}
+interface EvaluateResponse {
+    dataset_uuid: string;
+    dataset_version: number;
+    status: EvaluationStatus;
+    status_message?: string;
+    source: string;
+    metrics?: Map<string, any>;
+    run_info: EvaluateRunInfo;
+}
+interface InferRunInfo {
+    fps?: number;
+    image_size?: number;
+    total_tokens?: number;
+    visual_tokens?: number;
+    text_tokens?: number;
+    output_tokens?: number;
+    aspect_ratio?: number;
+}
+declare enum VlmAbilityStatus {
+    draft = "draft",
+    published = "published"
+}
+interface AbilityAliasEntry {
+    alias: string;
+    tag: string;
+}
+interface VlmAbilityCreate {
+    name: string;
+    description: string;
+    worker_release: string;
+    text_prompt: string;
+    transform_into: TransformInto;
+    config: InferRuntimeConfig;
+    is_public: boolean;
+}
+interface VlmAbilityUpdate {
+    name?: string;
+    description?: string;
+    worker_release?: string;
+    text_prompt?: string;
+    transform_into?: TransformInto;
+    config?: InferRuntimeConfig;
+    is_public?: boolean;
+}
+interface VlmAbility {
+    uuid: string;
+    created_at?: Date;
+    updated_at?: Date;
+    account_uuid: string;
+    status: VlmAbilityStatus;
+    is_public: boolean;
+    name: string;
+    description: string;
+    vlm_ability_group_uuid?: string;
+    worker_release: string;
+    text_prompt: string;
+    transform_into: TransformInto;
+    config: InferRuntimeConfig;
+    alias_entries?: AbilityAliasEntry[];
+}
+interface VlmAbilityGroupCreate {
+    name: string;
+    description: string;
+    default_alias_name?: string;
+    default_dataset_uuid?: string;
+}
+interface VlmAbilityGroupUpdate {
+    name: string;
+    description: string;
+    default_alias_name?: string;
+    default_dataset_uuid?: string;
+}
+interface VlmAbilityGroup {
+    uuid: string;
+    created_at?: Date;
+    updated_at?: Date;
+    account_uuid: string;
+    name: string;
+    description: string;
+    default_alias_name?: string;
+    default_dataset_uuid?: string;
+}
+
+type VlmFetch = (path: string, options: RequestInit) => Promise<any>;
+declare class InferAssetJob implements ResultStream {
+    protected _vlmFetch: VlmFetch;
+    protected _assetUrl: string;
+    protected _inferRequest: InferRequest;
+    protected _response: Promise<Prediction[]> | null;
+    protected _runInfo: InferRunInfo | null;
+    protected _controller: AbortController;
+    protected _requestLogger: Logger;
+    [Symbol.asyncIterator](): AsyncIterator<Prediction>;
+    constructor(assetUrl: string, inferRequest: InferRequest, vlmFetch: VlmFetch, requestLogger: Logger);
+    start(done: () => void): InferAssetJob;
+    cancel(): void;
+}
+declare class EvaluateDatasetJob {
+    protected _vlmFetch: VlmFetch;
+    protected _evaluateRequest: EvaluateRequest;
+    protected _workerRelease: string | null;
+    protected _response: Promise<EvaluateResponse> | null;
+    protected _controller: AbortController;
+    protected _requestLogger: Logger;
+    response(): Promise<EvaluateResponse>;
+    constructor(evaluateRequest: EvaluateRequest, workerRelease: string | null, vlmFetch: VlmFetch, requestLogger: Logger);
+    start(done: () => void): EvaluateDatasetJob;
+    cancel(): void;
+}
 
 declare class DataEndpoint extends Endpoint<DataEndpoint> {
-    private _baseUrl;
+    private datasetApiUrl;
+    private vlmApiUrl;
     private _accountId;
     private _ws;
     private _ws_current_reconnect_delay;
@@ -857,6 +1053,9 @@ declare class DataEndpoint extends Endpoint<DataEndpoint> {
     autoAnnotateDatasetVersion(dataset_uuid: string, dataset_version?: number, max_assets?: number): Promise<void>;
     deleteDatasetVersion(dataset_uuid: string, dataset_version: number): Promise<Dataset>;
     deleteAnnotations(dataset_uuid: string, dataset_version: number, user_reviews?: UserReview[]): Promise<void>;
+    createDatasetAutoAnnotate(create: DatasetAutoAnnotateCreate, dataset_uuid: string, dataset_version?: number): Promise<void>;
+    updateDatasetAutoAnnotate(update: DatasetAutoAnnotateUpdate, dataset_uuid: string, auto_annotate: string, source: string, dataset_version?: number): Promise<void>;
+    listDatasetAutoAnnotates(dataset_uuid: string, auto_annotate?: string, source?: string, dataset_version?: number): Promise<DatasetAutoAnnotate[]>;
     uploadAsset(dataset_uuid: string, dataset_version: number | undefined, blob: Blob, external_id?: string | undefined): Promise<Asset>;
     importAsset(dataset_uuid: string, dataset_version: number | undefined, asset_import: AssetImport, external_id?: string | undefined): Promise<Asset>;
     listAssets(dataset_uuid: string, dataset_version?: number, include_annotations?: boolean, top_k?: number): Promise<Asset[]>;
@@ -866,6 +1065,8 @@ declare class DataEndpoint extends Endpoint<DataEndpoint> {
     updateAssetGroundTruth(asset_uuid: string, dataset_uuid?: string, dataset_version?: number, predictions?: Prediction[]): Promise<void>;
     deleteAssetGroundTruth(asset_uuid: string, dataset_uuid?: string, dataset_version?: number): Promise<void>;
     updateAutoAnnotationStatus(asset_uuid: string, auto_annotate: string, user_review: UserReview, approved_threshold?: number): Promise<void>;
+    addAssetAnnotation(asset_uuid: string, dataset_uuid?: string, dataset_version?: number, predictions?: Prediction[], auto_annotate?: string, source?: string, user_review?: UserReview, approved_threshold?: number): Promise<void>;
+    updateAssetAnnotationApproval(asset_uuid: string, dataset_uuid?: string, dataset_version?: number, auto_annotate?: string, source?: string, user_review?: UserReview, approved_threshold?: number): Promise<void>;
     downloadAsset(asset_uuid: string, dataset_uuid?: string, dataset_version?: number, transcode_mode?: TranscodeMode, start_timestamp?: number, end_timestamp?: number, url_type?: AssetUrlType): Promise<Blob | DownloadResponse>;
     previewAutoAnnotateAsset(asset_uuid: string, auto_annotate: string, auto_annotate_params?: AutoAnnotateParams): Promise<Annotation>;
     listModels(): Promise<Model[]>;
@@ -887,7 +1088,23 @@ declare class DataEndpoint extends Endpoint<DataEndpoint> {
     startWorkflow(account_uuid: string, template_name: string, workflow: CreateWorkflow): Promise<Workflow>;
     getWorkflow(workflow_id: string, account_uuid: string): Promise<ListWorkFlowItem>;
     listWorkflows(account_uuid: string, dataset_uuids?: string[], model_uuids?: string[], phases?: WorkflowPhase[]): Promise<ListWorkFlowItem[]>;
+    inferAsset(asset_uuid: string, infer_request: InferRequest, dataset_uuid?: string, dataset_version?: number, transcode_mode?: TranscodeMode, start_timestamp?: number, end_timestamp?: number): Promise<InferAssetJob>;
+    evaluateDataset(evaluate_request: EvaluateRequest, worker_release?: string): Promise<EvaluateDatasetJob>;
+    private jobDone;
     private dispatchChangeEvent;
+    listVlmAbilityGroups(): Promise<VlmAbilityGroup[]>;
+    createVlmAbilityGroup(create: VlmAbilityGroupCreate): Promise<VlmAbilityGroup>;
+    getVlmAbilityGroup(vlm_ability_group_uuid: string): Promise<VlmAbilityGroup>;
+    deleteVlmAbilityGroup(vlm_ability_group_uuid: string): Promise<void>;
+    updateVlmAbilityGroup(vlm_ability_group_uuid: string, update: VlmAbilityGroupUpdate): Promise<VlmAbilityGroup>;
+    listVlmAbilities(): Promise<VlmAbility[]>;
+    createVlmAbility(create: VlmAbilityCreate, vlm_ability_group_uuid?: string): Promise<VlmAbility>;
+    getVlmAbility(vlm_ability_uuid: string): Promise<VlmAbility>;
+    deleteVlmAbility(vlm_ability_uuid: string): Promise<void>;
+    updateVlmAbility(vlm_ability_uuid: string, update: VlmAbilityUpdate): Promise<VlmAbility>;
+    publishVlmAbility(vlm_ability_uuid: string, alias_name?: string, tag_name?: string): Promise<VlmAbility>;
+    addVlmAbilityAlias(vlm_ability_uuid: string, alias_name: string, tag_name?: string): Promise<VlmAbility>;
+    removeVlmAbilityAlias(vlm_ability_uuid: string, alias_name: string, tag_name: string): Promise<VlmAbility>;
 }
 
 type Bytes = string | ArrayBuffer | Uint8Array | Buffer | null | undefined;
@@ -1043,4 +1260,4 @@ declare namespace EyePop {
     function dataEndpoint(opts?: DataOptions): DataEndpoint;
 }
 
-export { AbstractJob, type Annotation, AnnotationType, ArtifactType, type Asset, type AssetImport, AssetStatus, AssetUrlType, type AssetUuidSource, type Auth0Options, type Authentication, type AutoAnnotateParams, type AutoAnnotatePrompt, AutoAnnotateTask, type BaseComponent, type Box, type ChangeEvent, ChangeType, type ComponentFinderComponent, type ComponentParams, type Contour, type ContourFinderComponent, ContourType, type CreateWorkflow, type CreateWorkflowConfig, DEFAULT_PREDICTION_VERSION, DataEndpoint, type DataOptions, type DataSession, type Dataset, type DatasetCreate, type DatasetHeroAssetUpdate, type DatasetParent, type DatasetUpdate, type DatasetVersion, type DatasetVersionAssetStats, type DownloadResponse, Endpoint, EndpointState, ExportedBy, EyePop, EyepopLineDecoder, type FileSource, type ForwardComponent, ForwardOperatorType, type HttpClient, type InferenceComponent, InferenceType, type ListWorkFlowItem, type ListWorkFlowItemMetadata, type ListWorkflowItemMetadataLabels, LoadFromAssetUuidJob, LoadFromJob, LoadLiveIngressJob, LoadMediaStreamJob, type LocalAuth, type Mask, type MediaStreamSource, type Model, type ModelCreate, type ModelExport, ModelExportStatus, ModelFormat, type ModelMetrics, ModelPrecisionType, type ModelSample, ModelStatus, ModelTask, type ModelTrainingProgress, ModelTrainingStage, ModelType, type ModelUpdate, MotionModel, type OAuth2Auth, type OnChangeEvent, type Options, type PathSource, type PlatformSupport, type Point2d, type Point3d, type Pop, type PopComponent, PopComponentType, type PopCrop, type PopForward, type PopForwardOperator, type PredictedClass, type PredictedKeyPoint, type PredictedKeyPoints, type PredictedMesh, type PredictedObject, type PredictedText, type Prediction, PredictionVersion, type QcAiHubExportParams, type ResultStream, type SecretKeyAuth, Semaphore, type Session, type SessionAuth, type Source, Stream, type StreamEvent, type StreamSource, type StreamTime, type TrackingComponent, TranscodeMode, TransientPopId, UploadJob, type UrlSource, UserReview, VideoMode, WebrtcBase, WebrtcWhep, WebrtcWhip, WorkerEndpoint, type WorkerOptions, type WorkerSession, type Workflow, WorkflowPhase, EyePop as default, readableStreamFromString };
+export { type AbilityAliasEntry, AbstractJob, type Annotation, AnnotationType, ArtifactType, type Asset, type AssetImport, AssetStatus, AssetUrlType, type AssetUuidSource, type Auth0Options, type Authentication, type AutoAnnotateParams, type AutoAnnotatePrompt, AutoAnnotateStatus, AutoAnnotateTask, type BaseComponent, type Box, type ChangeEvent, ChangeType, type ComponentFinderComponent, type ComponentParams, type Contour, type ContourFinderComponent, ContourType, type CreateWorkflow, type CreateWorkflowConfig, DEFAULT_PREDICTION_VERSION, DataApiType, DataEndpoint, type DataOptions, type DataSession, type Dataset, type DatasetAutoAnnotate, type DatasetAutoAnnotateCreate, type DatasetAutoAnnotateUpdate, type DatasetCreate, type DatasetHeroAssetUpdate, type DatasetParent, type DatasetUpdate, type DatasetVersion, type DatasetVersionAssetStats, type DownloadResponse, Endpoint, EndpointState, type EvaluateFilter, type EvaluateRequest, type EvaluateResponse, type EvaluateRunInfo, EvaluationStatus, ExportedBy, EyePop, EyepopLineDecoder, type FileSource, type ForwardComponent, ForwardOperatorType, type HttpClient, type InferRequest, type InferRunInfo, type InferRuntimeConfig, type InferenceComponent, InferenceType, type ListWorkFlowItem, type ListWorkFlowItemMetadata, type ListWorkflowItemMetadataLabels, LoadFromAssetUuidJob, LoadFromJob, LoadLiveIngressJob, LoadMediaStreamJob, type LocalAuth, type Mask, type MediaStreamSource, type Model, type ModelCreate, type ModelExport, ModelExportStatus, ModelFormat, type ModelMetrics, ModelPrecisionType, type ModelSample, ModelStatus, ModelTask, type ModelTrainingProgress, ModelTrainingStage, ModelType, type ModelUpdate, MotionModel, type OAuth2Auth, type OnChangeEvent, type Options, type PathSource, type PlatformSupport, type Point2d, type Point3d, type Pop, type PopComponent, PopComponentType, type PopCrop, type PopForward, type PopForwardOperator, type PredictedClass, type PredictedKeyPoint, type PredictedKeyPoints, type PredictedMesh, type PredictedObject, type PredictedText, type Prediction, PredictionVersion, type QcAiHubExportParams, type ResultStream, type SecretKeyAuth, Semaphore, type Session, type SessionAuth, type Source, Stream, type StreamEvent, type StreamSource, type StreamTime, type TrackingComponent, TranscodeMode, type TransformInto, TransientPopId, UploadJob, type UrlSource, UserReview, VideoMode, type VlmAbility, type VlmAbilityCreate, type VlmAbilityGroup, type VlmAbilityGroupCreate, type VlmAbilityGroupUpdate, VlmAbilityStatus, type VlmAbilityUpdate, WebrtcBase, WebrtcWhep, WebrtcWhip, WorkerEndpoint, type WorkerOptions, type WorkerSession, type Workflow, WorkflowPhase, EyePop as default, getBaseUrl, readableStreamFromString };