@glodon-aiot/dataset-annotation 3.9.0-beta.9 → 3.10.0-alpha.11

package/dist/src/components/VLMAnnotation/types.d.ts

@@ -0,0 +1,172 @@
+import { fabric } from 'fabric';
+export interface IBbox {
+    bbox: [number, number][];
+    content: string;
+    no: number;
+    score: number;
+    type: string;
+}
+export type ShapeType = 'rect';
+export interface Shape {
+    name: ShapeType;
+    x: number;
+    y: number;
+    width: number;
+    height: number;
+}
+export interface Region {
+    id: string;
+    name?: string;
+    shape: Shape;
+    content: Record<string, string>;
+    image?: string;
+    textLayouts?: IBbox[];
+}
+export interface VLMSample {
+    id: string;
+    fileUrl: string;
+    labels?: Region[];
+    sampleFileName?: {
+        originalName?: string;
+        name?: string;
+    };
+    versionId?: string;
+    fileKey?: string;
+    fileSize?: number;
+    countSubsection?: number;
+    statusSubsection?: number;
+    recordId?: string;
+    textContent?: {
+        instruction: string;
+        input: string;
+        output: string;
+    };
+    subsectionId?: string;
+    createdAt?: string;
+    updatedAt?: string;
+    deletedAt?: string;
+    creator?: string;
+    metadata?: {
+        height: string;
+        width: string;
+        charactersCount?: number;
+    };
+    operator?: {
+        creatorName?: string;
+        creatorUserName?: string;
+        updaterName?: string;
+        updaterUserName?: string;
+    };
+    updater?: string;
+    confirmStatus?: number;
+}
+export type VLMLabelType = 'text';
+export interface VLMLabel {
+    id: string;
+    name: string;
+    type: VLMLabelType;
+}
+export interface VLMAnnotationProps {
+    sample: VLMSample;
+    labelDefinitions: VLMLabel[];
+    onChange?: (sample: VLMSample) => void;
+    leftRatio?: number;
+    resizable?: boolean;
+    minLeftRatio?: number;
+    maxLeftRatio?: number;
+    minLeftWidth?: number;
+    onRatioChange?: (ratio: number) => void;
+    aiAssistantEnabled?: boolean;
+    ocrRecognize: (image: string) => Promise<IBbox[]>;
+    coordinateType?: 'top-left' | 'center';
+    hideRightSide?: boolean;
+    readOnly?: boolean;
+}
+export interface VLMLabelMakerProps {
+    sample?: VLMSample;
+    labelDefinitions?: VLMLabel[];
+    /**
+     * Optional external labels state to keep canvas regions in sync
+     * (e.g. text edits from TextAnnotationPanel).
+     */
+    labels?: Region[];
+    onImageLoad?: VoidFunction;
+    onChange?: (labels: Region[]) => void;
+    onRegionSelect?: (region: Region | null) => void;
+    onRegionChange?: (region: Region | null, action: 'create' | 'update' | 'delete') => void;
+    ocrRecognize?: (image: string) => Promise<IBbox[]>;
+    activeLabelValue?: {
+        label: VLMLabel;
+        region: Region;
+    } | null;
+    onClearActive?: () => void;
+    selectedRegion?: Region | null;
+    onAppendTextToActive?: (text: string) => void;
+    readOnly?: boolean;
+}
+export interface ToolbarProps {
+    drawingMode: boolean;
+    draggable: boolean;
+    scale: number;
+    onToggleDrawingMode: () => void;
+    onToggleDrag: () => void;
+    onZoom: (delta: number) => void;
+    onFitToScreen: () => void;
+    readOnly?: boolean;
+}
+export interface ZoomControlsProps {
+    scale: number;
+    onZoomIn: () => void;
+    onZoomOut: () => void;
+}
+export interface TextAnnotationPanelProps {
+    labelDefinitions?: VLMLabel[];
+    labels?: Region[];
+    selectedRegion?: Region | null;
+    activeLabelValue?: {
+        label: VLMLabel;
+        region: Region;
+    } | null;
+    activeRegionNumber?: number | null;
+    onChange?: (activeLabelValue: {
+        label: VLMLabel;
+        region: Region;
+    } | null, index?: number) => void;
+    onInputActive?: (activeLabelValue: {
+        label: VLMLabel;
+        region: Region;
+    }, index?: number) => void;
+    onBlur?: (activeLabelValue: {
+        label: VLMLabel;
+        region: Region;
+    }, index?: number) => void;
+    readOnly?: boolean;
+}
+export interface RegionItemProps {
+    name: string;
+    labelDefinitions: VLMLabel[];
+    region: Region;
+    isSelected?: boolean;
+    isActive?: boolean;
+    activeLabelId?: string;
+    onChange?: (labelId: string, value: string) => void;
+    onFocus?: (labelId: string, value: string) => void;
+    onBlur?: (labelId: string, value: string) => void;
+    readOnly?: boolean;
+}
+export interface ImageAnnotationDebuggerProps {
+    sample?: VLMSample;
+    activeRegionNumber: number | null;
+    activeLabelValue?: {
+        label: VLMLabel;
+        region: Region;
+    } | null;
+    selectedRegion?: Region | null;
+}
+export interface ExtendedCanvas extends fabric.Canvas {
+    uniScaleKey?: string;
+    uniformScaling?: boolean;
+}
+export interface ExtendedRect extends fabric.Rect {
+    uniformScaling?: boolean;
+}

package/dist/src/components/VLMAnnotationDetail/MarkVLMBoxModal/AttributeDetail/index.d.ts

@@ -0,0 +1,14 @@
+import { default as React } from 'react';
+import { IVConfigsParams } from '@glodon-aiot/apis';
+interface AttributeDetailProps {
+    datasetId?: string;
+    versionId?: string;
+    onAttributesChange?: (attributes: IVConfigsParams[]) => void;
+    onLoadingChange?: (loading: boolean) => void;
+}
+export interface AttributeDetailRef {
+    hasUnsavedChanges: () => boolean;
+    checkDirtyAndConfirm: () => Promise<boolean>;
+}
+declare const AttributeDetail: React.ForwardRefExoticComponent<AttributeDetailProps & React.RefAttributes<AttributeDetailRef>>;
+export default AttributeDetail;

package/dist/src/components/VLMAnnotationDetail/MarkVLMBoxModal/ImageDetail/index.d.ts

@@ -0,0 +1,16 @@
+import { default as React } from 'react';
+import { Category, ILabel, ISample } from '@glodon-aiot/apis';
+import { LabelItem } from '../../../DetectionImageAnnotation';
+interface ImageDetailProps {
+    currentSample?: ISample;
+    onNextClick?: VoidFunction;
+    onPrevClick?: VoidFunction;
+    labels?: ILabel[];
+    onRefresh?: VoidFunction;
+    onChange?: (sample: ISample) => void;
+    readonly?: boolean;
+    categories: Category[];
+    renderLabelItem?: (label: LabelItem) => string;
+}
+declare const ImageDetail: React.FC<ImageDetailProps>;
+export default ImageDetail;

package/dist/src/components/VLMAnnotationDetail/MarkVLMBoxModal/OCRBoxMaker/LabelEditorInput.d.ts

@@ -0,0 +1,12 @@
+import { FC } from 'react';
+import { OCRLabel } from './LabelEditorItem';
+interface LabelEditorInputProps {
+    value?: Partial<OCRLabel>;
+    selected?: boolean;
+    holdingLabel?: OCRLabel;
+    clearHoldingLabel?: VoidFunction;
+    onChange?: (value: OCRLabel) => void;
+    onSelect?: (value?: Partial<OCRLabel>) => void;
+}
+declare const LabelEditorInput: FC<LabelEditorInputProps>;
+export default LabelEditorInput;

package/dist/src/components/VLMAnnotationDetail/MarkVLMBoxModal/OCRBoxMaker/LabelEditorItem.d.ts

@@ -0,0 +1,21 @@
+import { FC } from 'react';
+export interface OCRLabel {
+    uuid: string;
+    box: [number, number][];
+    words: string;
+    type?: string;
+    catagoryId?: string;
+}
+interface LabelEditorItemProps {
+    name: string;
+    catagoryId: string;
+    values: OCRLabel[];
+    selectedLabel?: OCRLabel;
+    holdingLabel?: OCRLabel;
+    clearHoldingLabel?: VoidFunction;
+    onChange: (values: OCRLabel[]) => void;
+    onRemove: (label: OCRLabel) => void;
+    onSelect?: (value?: Partial<OCRLabel>) => void;
+}
+declare const LabelEditorItem: FC<LabelEditorItemProps>;
+export default LabelEditorItem;

package/dist/src/components/VLMAnnotationDetail/MarkVLMBoxModal/OCRBoxMaker/LableEditor.d.ts

@@ -0,0 +1,16 @@
+import { FC } from 'react';
+import { OCRLabel } from './LabelEditorItem';
+import { Category } from '@glodon-aiot/apis';
+interface LabelEditorProps {
+    category: Category;
+    selectedLabel?: OCRLabel;
+    holdingLabel?: OCRLabel;
+    type?: OCRLabel[];
+    value?: OCRLabel[];
+    clearHoldingLabel?: VoidFunction;
+    onChange: (type: OCRLabel[], value: OCRLabel[]) => void;
+    onRemove: (label: OCRLabel) => void;
+    onSelect?: (value?: Partial<OCRLabel>) => void;
+}
+declare const LabelEditor: FC<LabelEditorProps>;
+export default LabelEditor;

package/dist/src/components/VLMAnnotationDetail/MarkVLMBoxModal/OCRBoxMaker/index.d.ts

@@ -0,0 +1,19 @@
+import { FC } from 'react';
+import { OCRLabel } from './LabelEditorItem';
+import { LabelItem } from '../../../DetectionImageAnnotation';
+interface Category {
+    id: string;
+    name: string;
+}
+interface OCRBoxMakerProps {
+    disabled?: boolean;
+    id: string;
+    imageUrl: string;
+    canvasElement: HTMLCanvasElement | null;
+    categories: Category[];
+    labels: OCRLabel[];
+    onChange: (labels: OCRLabel[]) => void;
+    renderLabelItem?: (label: LabelItem) => string;
+}
+declare const OCRBoxMaker: FC<OCRBoxMakerProps>;
+export default OCRBoxMaker;

package/dist/src/components/VLMAnnotationDetail/MarkVLMBoxModal/QADetail/QAGenerationConfig.d.ts

@@ -0,0 +1,12 @@
+import { default as React } from 'react';
+interface QAGenerationConfigProps {
+    visionId?: string;
+    datasetId?: string;
+    afterChangeTemplates?: () => void;
+}
+export interface QAGenerationConfigRef {
+    hasUnsavedChanges: () => boolean;
+    checkDirtyAndConfirm: () => Promise<boolean>;
+}
+declare const QAGenerationConfig: React.ForwardRefExoticComponent<QAGenerationConfigProps & React.RefAttributes<QAGenerationConfigRef>>;
+export default QAGenerationConfig;

package/dist/src/components/VLMAnnotationDetail/MarkVLMBoxModal/QADetail/index.d.ts

@@ -0,0 +1,12 @@
+import { default as React } from 'react';
+interface QADetailProps {
+    sample?: any;
+    datasetId?: string;
+    visionId?: string;
+    labels?: any[];
+}
+export interface QADetailRef {
+    checkDirtyAndConfirm: () => Promise<boolean>;
+}
+declare const QADetail: React.ForwardRefExoticComponent<QADetailProps & React.RefAttributes<QADetailRef>>;
+export default QADetail;

package/dist/src/components/VLMAnnotationDetail/MarkVLMBoxModal/index.d.ts

@@ -0,0 +1,12 @@
+import { FC } from 'react';
+import { ISample } from '@glodon-aiot/apis';
+interface MarkVLMBoxModalProps {
+    visible: boolean;
+    selectSampleId?: string;
+    datasetId?: string;
+    versionId?: string;
+    onClose: VoidFunction;
+    onSave: (record: ISample) => Promise<boolean>;
+}
+declare const MarkVLMBoxModal: FC<MarkVLMBoxModalProps>;
+export default MarkVLMBoxModal;

package/dist/src/components/VLMAnnotationDetail/VlmModal/index.d.ts

@@ -0,0 +1,16 @@
+import { default as React, Dispatch, SetStateAction } from 'react';
+import { ISample } from '@glodon-aiot/apis';
+interface ImageDetailModalProps {
+    isVlmModalVisible: boolean;
+    setIsVlmModalVisible: Dispatch<SetStateAction<boolean>>;
+    record: ISample;
+    onNextClick: VoidFunction;
+    onPrevClick: VoidFunction;
+    datasetId?: string;
+    versionId?: string;
+    ocrMarkTmpl?: string;
+    handleMarkClick: (sampleId?: string) => void;
+    updateSampleList: () => void;
+}
+declare const VlmModal: React.FC<ImageDetailModalProps>;
+export default VlmModal;

package/dist/src/components/VLMAnnotationDetail/index.d.ts

@@ -0,0 +1,6 @@
+import { default as React } from 'react';
+import { AnnotationProps } from '../../featuresConfig';
+interface VLMAnnotationDetailProps extends AnnotationProps {
+}
+declare const VLMAnnotationDetail: React.FC<VLMAnnotationDetailProps>;
+export default VLMAnnotationDetail;

package/dist/src/constant.d.ts

@@ -1,4 +1,4 @@
-export declare const defaultApiUrl = "https://copilot.glodon.com/api/cvforce";
+export declare const defaultApiUrl = "https://aiot-dev.glodon.com/api/cvforcepd";
 export declare const KB = 1024;
 export declare const MB: number;
 export declare const GB: number;

package/dist/src/createVlmtasetAnnotation/index.d.ts

@@ -0,0 +1,16 @@
+import { FeaturesConfig } from '../featuresConfig';
+export type DatasetAnnotation = 'manage' | 'label' | 'view';
+export interface DatasetAnnotationConfig extends FeaturesConfig {
+    getContainer: () => HTMLElement;
+    token: string;
+    datasetId: string;
+    versionId?: string;
+    apiUrl?: string;
+    mode?: DatasetAnnotation;
+    exampleSrcRoot?: string;
+    errorHandlers: {
+        aiotToken?: (error: Error) => void;
+    };
+}
+declare const _default: (config: DatasetAnnotationConfig) => void;
+export default _default;

package/dist/src/featuresConfig.d.ts

@@ -33,6 +33,7 @@ export interface FeaturesConfig {
     filterSwitch?: FilterSwitch;
     header?: false | HeaderConfig;
     exampleSrcRoot?: string;
+    vlmExampleSrcRoot?: string;
 }
 export type LabelFilter = 'hascode' | 'nocode' | '';
 export interface AnnotationProps extends FeaturesConfig {
@@ -43,8 +44,11 @@ export interface AnnotationProps extends FeaturesConfig {
         cvforceModelService: ModelServiceApi;
     };
     backTo?: string;
+    token?: string;
+    apiUrl?: string;
 }
 export declare const EXAMPLE_SRC_ROOT = "https://cv-aiot.obs.cn-north-4.myhuaweicloud.com:443/demodata";
+export declare const VLM_EXAMPLE_SRC_ROOT = "https://sjzn-cv-data.obs.cn-north-4.myhuaweicloud.com:443/dataset_data";
 export declare const MANAGE_MODE_FEATURES: FeaturesConfig;
 export declare const LABEL_MODE_FEATURES: FeaturesConfig;
 export declare const VIEW_MODE_FEATURES: FeaturesConfig;

package/dist/src/index.d.ts

@@ -2,4 +2,7 @@ export { default as createDetectionDatasetAnnotation } from './createDetectionDa
 export { default as createDetectionImageAnnotation } from './createDetectionImageAnnotation';
 export { default as createOcrDatasetAnnotation } from './createOcrDatasetAnnotation';
 export { default as createOcrImageAnnotation } from './createOcrImageAnnotation';
+export { default as createVlmDatasetAnnotation } from './createVlmtasetAnnotation';
 export { default as createDatasetAnnotation } from './createDatasetAnnotation';
+export { default as VLMAnnotation } from './components/VLMAnnotation';
+export type { VLMAnnotationProps, VLMLabel, VLMSample } from './components/VLMAnnotation';

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@glodon-aiot/dataset-annotation",
-  "version": "3.9.0-beta.9",
+  "version": "3.10.0-alpha.11",
   "module": "./dist/es/index.mjs",
   "main": "./dist/lib/index.js",
   "types": "./dist/src/index.d.ts",
@@ -37,7 +37,7 @@
   "dependencies": {
     "@ant-design/icons": "^5.3.4",
     "@aws-crypto/sha256-js": "^3.0.0",
-    "@glodon-aiot/apis": "^3.9.0-beta.9",
+    "@glodon-aiot/apis": "^3.10.0-alpha.11",
     "@glodon-aiot/minio": "^0.1.6",
     "@reduxjs/toolkit": "^1.9.5",
     "@types/fabric": "^5.3.2",