@vertesia/workflow 1.1.0 → 1.1.1-dev.20260505.163000Z

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@vertesia/workflow",
-  "version": "1.1.0",
+  "version": "1.1.1-dev.20260505.163000Z",
   "type": "module",
   "description": "Vertesia workflow DSL",
   "main": "./lib/esm/index.js",
@@ -18,7 +18,7 @@
     "@temporalio/testing": "^1.11.5",
     "@temporalio/worker": "^1.11.5",
     "@types/jsonwebtoken": "^9.0.10",
-    "@types/node": "^25.6.0",
+    "@types/node": "^24.1.0",
     "@types/papaparse": "^5.5.1",
     "@types/tmp": "^0.2.6",
     "ts-dual-module": "^0.6.3",
@@ -43,11 +43,11 @@
     "tmp": "^0.2.4",
     "tmp-promise": "^3.0.3",
     "yaml": "^2.6.0",
-    "@llumiverse/common": "1.1.0",
-    "@vertesia/client": "1.1.0",
-    "@vertesia/common": "1.1.0",
-    "@vertesia/memory": "1.1.0",
-    "@vertesia/api-fetch-client": "1.1.0"
+    "@llumiverse/common": "1.1.1-dev.20260505.151157Z",
+    "@vertesia/client": "1.1.1-dev.20260505.163000Z",
+    "@vertesia/api-fetch-client": "1.1.1-dev.20260505.163000Z",
+    "@vertesia/memory": "1.1.1-dev.20260505.163000Z",
+    "@vertesia/common": "1.1.1-dev.20260505.163000Z"
   },
   "ts_dual_module": {
     "outDir": "lib",
@@ -55,6 +55,7 @@
       "activities": "./activities/index.js",
       "dsl-activities": "./activities/index-dsl.js",
       "workflows": "./workflows",
+      "bulk-import": "./bulk-import",
       "workflows-bundle": "./workflows-bundle.js",
       "vars": "./vars"
     }
@@ -85,6 +86,11 @@
       "import": "./lib/esm/workflows.js",
       "require": "./lib/cjs/workflows.js"
     },
+    "./bulk-import": {
+      "types": "./lib/types/bulk-import.d.ts",
+      "import": "./lib/esm/bulk-import.js",
+      "require": "./lib/cjs/bulk-import.js"
+    },
     "./dsl": {
       "types": "./lib/types/dsl.d.ts",
       "import": "./lib/esm/dsl.js",
@@ -126,6 +132,9 @@
       "workflows": [
         "./lib/types/workflows.d.ts"
       ],
+      "bulk-import": [
+        "./lib/types/bulk-import.d.ts"
+      ],
       "dsl": [
         "./lib/types/dsl.d.ts"
       ],

package/src/bulk-import.ts

@@ -0,0 +1,127 @@
+import type {
+    CreateCollectionPayload,
+    CreateContentObjectPayload,
+} from '@vertesia/common';
+
+export enum ItemTypes {
+    CONTENT_OBJECT = 'ContentObject',
+    COLLECTION = 'Collection',
+    METADATA = 'Metadata',
+    STORAGE_OBJECT = 'StorageObject',
+    FILE = 'File',
+}
+
+export interface BaseItem {
+    kind: ItemTypes;
+}
+
+export interface ContentObjectSourceItem extends BaseItem {
+    kind: ItemTypes.CONTENT_OBJECT | ItemTypes.FILE;
+    object_id?: string;
+    data: CreateContentObjectPayload;
+    options: {
+        collection_id?: string;
+    };
+}
+
+export interface CollectionSourceItem extends BaseItem {
+    kind: ItemTypes.COLLECTION;
+    object_id?: string;
+    data: CreateCollectionPayload;
+}
+
+export interface MetadataSourceItem extends BaseItem {
+    kind: ItemTypes.METADATA;
+    object_id?: string;
+    data: Omit<CreateContentObjectPayload, 'content'>;
+    options: {
+        collection_id?: string;
+    };
+}
+
+export interface StorageObjectSourceItem extends BaseItem {
+    kind: ItemTypes.STORAGE_OBJECT;
+    filename: string;
+    targetPath: string;
+    sourceUrl: string;
+    mimeType: string;
+}
+
+export type SourceItem =
+    | ContentObjectSourceItem
+    | CollectionSourceItem
+    | MetadataSourceItem
+    | StorageObjectSourceItem;
+
+export interface SourceItemBatch {
+    index: number;
+    files: SourceItem[];
+}
+
+export interface SourceItemBatches {
+    batches: SourceItemBatch[];
+}
+
+export interface BatchGenerationParams {
+    batchSize?: number;
+    startPosition: number;
+    endPosition: number;
+}
+
+export interface ImportedSourceItem<T extends BaseItem = SourceItem> {
+    id: string;
+    item: T;
+    isUpdate: boolean;
+}
+
+export interface PartitionGenerationParams {
+    partitionSize: number;
+}
+
+export interface Partition {
+    size: number;
+    startPosition: number;
+    endPosition: number;
+}
+
+export interface Partitions {
+    totalSize: number;
+    partitions: Partition[];
+}
+
+export interface BulkImportParams {
+    maxConcurrentBatches?: number;
+    maxConcurrentPartitions?: number;
+    batchSize?: number;
+    partitionSize?: number;
+    dryRun?: boolean;
+    updateByContentSource?: boolean;
+}
+
+export interface PartitionError {
+    partitionIndex: number;
+    errorCount: number;
+}
+
+export interface BulkImportResult {
+    totalItems: number;
+    processedItems: number;
+    createdItems: number;
+    updatedItems: number;
+    totalBatches: number;
+    completedBatches: number;
+    errors: PartitionError[];
+    resultUri: string;
+}
+
+export interface BatchError {
+    batchIndex: number;
+    index: number;
+    item: SourceItem;
+    msg: string;
+}
+
+export interface AssembledResults {
+    importedItems: ImportedSourceItem[];
+    errors: BatchError[];
+}