@things-factory/dataset 9.1.18 → 9.1.19

package/dist-server/controllers/create-data-sample.js

@@ -17,6 +17,7 @@ const data_set_js_1 = require("../service/data-set/data-set.js");
 const create_data_ooc_js_1 = require("./create-data-ooc.js");
 const issue_ooc_review_js_1 = require("./issue-ooc-review.js");
 const data_use_case_js_1 = require("./data-use-case.js");
+const index_js_1 = require("../utils/index.js");
 // See README.md at ## Data Samples
 process.env.TZ = 'UTC';
 const fillDataKeys = (dataKeySet, data = {}) => {
@@ -90,15 +91,19 @@ async function createDataSample(newDataSample, context) {
         }
     });
     /*
-      pre-processing for file attachment.
-      currently only support type of [FileUpload].
-      If [FileUpload[]] type needed, add 'files' type for dataset
+      Pre-processing for file and media attachments.
+      - file type: supports multiple files + quota (array processing)
+      - media types (image, video, audio): single file only (like signature)
+      - Validates MIME types for media files
+      - Enforces options constraints (accept, maxSize, etc.)
+      - Creates Attachment records for all uploaded files
     */
     const data = newDataSample.data;
     const attachments = [];
     for (let dataItem of dataItems) {
-        if (dataItem.type == 'file') {
-            const tag = dataItem.tag;
+        const tag = dataItem.tag;
+        // Handle file type (multiple + quota support, array processing)
+        if (dataItem.type === 'file') {
             const filesArray = data[tag];
             if (tag && filesArray && filesArray.length > 0) {
                 let pathsArray = [];
@@ -137,6 +142,53 @@ async function createDataSample(newDataSample, context) {
                 data[tag] = pathsArray;
             }
         }
+        // Handle media types (image, video, audio): single file only
+        else if ((0, index_js_1.isMediaType)(dataItem.type)) {
+            let fileValue = data[tag];
+            // Frontend sends as array, extract first element
+            if (Array.isArray(fileValue)) {
+                fileValue = fileValue[0];
+            }
+            if (tag && fileValue) {
+                // Handle both File object directly and {file: File} structure
+                const actualFile = fileValue.file || fileValue;
+                // Skip if file is already an attachment object (has fullpath)
+                if (actualFile.fullpath) {
+                    continue;
+                }
+                // Get MIME type from various possible property names
+                const mimeType = actualFile.mimetype || actualFile.type || actualFile.contentType;
+                // Validate media file against options
+                const validation = (0, index_js_1.validateMediaFile)({
+                    mimetype: mimeType,
+                    size: actualFile.size,
+                    name: actualFile.filename || actualFile.name
+                }, dataItem.type, dataItem.options);
+                if (!validation.valid) {
+                    throw new Error(`Media validation failed for '${tag}' (${dataItem.type}): ${validation.errors.join(', ')}`);
+                }
+                const attachment = await (0, attachment_base_1.createAttachment)(null, {
+                    attachment: {
+                        file: actualFile,
+                        refType: data_sample_js_1.DataSample.name
+                    }
+                }, context);
+                const fetched = await (0, shell_1.getRepository)(attachment_base_1.Attachment, tx).findOneBy({ id: attachment.id });
+                if (fetched) {
+                    attachments.push(fetched);
+                    // Store as single attachment object (like signature)
+                    data[tag] = {
+                        id: fetched.id,
+                        mimetype: fetched.mimetype,
+                        name: fetched.name,
+                        fullpath: fetched.fullpath
+                    };
+                }
+                else {
+                    throw `Failed to save file(${attachment.name})`;
+                }
+            }
+        }
     }
     const dataSample = await (0, shell_1.getRepository)(data_sample_js_1.DataSample, tx).save({
         ...old,

package/dist-server/controllers/create-data-sample.js.map

@@ -1 +1 @@
-{"version":3,"file":"create-data-sample.js","sourceRoot":"","sources":["../../server/controllers/create-data-sample.ts"],"names":[],"mappings":";;AA0DA,4CAwQC;;AAlUD,8EAAoC;AACpC,qCAA4B;AAE5B,qEAA8E;AAC9E,yDAAgD;AAChD,6CAA4C;AAC5C,iDAAuF;AACvF,2DAAgE;AAChE,uEAAwE;AACxE,uDAAmD;AACnD,oGAAgG;AAEhG,0EAAkE;AAElE,iEAAyD;AACzD,6DAAoD;AACpD,+DAAsD;AACtD,yDAAgD;AAEhD,mCAAmC;AACnC,OAAO,CAAC,GAAG,CAAC,EAAE,GAAG,KAAK,CAAA;AAEtB,MAAM,YAAY,GAAG,CAAC,UAAU,EAAE,IAAI,GAAG,EAAE,EAAE,EAAE;IAC7C,MAAM,IAAI,GAAG,UAAU,EAAE,YAAY,IAAI,EAAE,CAAA;IAC3C,OAAO,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE;QACrC,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;QAC/B,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;YAClB,GAAG,CAAC,OAAO,KAAK,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAA;QACrE,CAAC;QACD,OAAO,GAAG,CAAA;IACZ,CAAC,EAAE,EAAE,CAAC,CAAA;AACR,CAAC,CAAA;AAED,2CAA2C;AAC3C,MAAM,gBAAgB,GAAG,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE;IACrC,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;QACrB,MAAM,OAAO,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,YAAY,CAAC,CAAA;QAC3C,OAAO;YACL,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;gBAClB,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;YACnD,CAAC,CAAC,CAAA;IACN,CAAC;IACD,OAAO,IAAI,CAAA;AACb,CAAC,CAAA;AAED,gFAAgF;AAChF,sBAAsB;AACtB,MAAM,UAAU,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,EAAE;IACnC,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;QACrB,MAAM,OAAO,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAA;QACtC,OAAO;YACL,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;gBAClB,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;YAC3D,CAAC,CAAC,CAAA;IACN,CAAC;IACD,OAAO,IAAI,CAAA;AACb,CAAC,CAAA;AAEM,KAAK,UAAU,gBAAgB,CAAC,aAA4B,EAAE,OAAwB;IAC3F,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,EAAE,GAAG,OAAO,CAAC,KAAK,CAAA;IAE1C,MAAM,OAAO,GAAG,MAAM,IAAA,qBAAa,EAAC,qBAAO,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC;QACvD,KAAK,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,IAAA,YAAE,EAAC,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,aAAa,CAAC,OAAO,CAAC,EAAE,EAAE;QACzG,SAAS,EAAE,CAAC,YAAY,CAAC;KAC1B,CAAC,CAAA;IAEF,MAAM,EAAE,SAAS,GAAG,EAAE,EAAE,GAAG,EAAE,UAAU,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,GAAG,OAAO,CAAA;IACxF,MAAM,WAAW,GAAG,aAAa,CAAC,WAAW,IAAI,IAAI,IAAI,EAAE,CAAA;IAE3D,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,MAAM,CAAC,QAAQ,IAAI,KAAK,CAAA;IAC7D,MAAM,MAAM,GAAG,YAAY,CAAA;IAE3B,0BAA0B;IAC1B,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,GAAG,MAAM,IAAA,gCAAmB,EAAC,MAAM,EAAE,WAAW,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAA;IAEpG,kEAAkE;IAElE,MAAM,WAAW,GAAG,IAAA,yBAAM,EAAC,WAAW,CAAC,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAA;IACpD,MAAM,oBAAoB,GAAG;QAC3B,MAAM,EAAE,MAAM,CAAC,SAAS;QACxB,SAAS,EAAE,aAAa,CAAC,OAAO,CAAC,EAAE,CAAC,uEAAuE;QAC3G,IAAI,EAAE,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,qBAAqB;QACtD,QAAQ,EAAE,QAAQ,CAAC,kBAAkB;QACrC,SAAS,EAAE,SAAS;KACrB,CAAA;IAED,IAAI,aAAa,GAAG;QAClB,GAAG,oBAAoB;QACvB,GAAG,OAAO,CAAC,aAAa;KACzB,CAAA;IAED,aAAa,GAAG,UAAU,CAAC,aAAa,EAAE,WAAW,CAAC,CAAA;IACtD,aAAa,GAAG,gBAAgB,CAAC,aAAa,EAAE,aAAa,CAAC,IAAI,CAAC,CAAA;IAEnE,MAAM,QAAQ,GAAG,YAAY,CAAC,OAAO,EAAE,UAAU,EAAE,aAAa,CAAC,IAAI,CAAC,CAAA;IAEtE,MAAM,EAAE,GAAG,EAAE,GAAG,EAAE,QAAQ,EAAE,GAAG,8BAAW,CAAC,QAAQ,CAAC,OAAO,EAAE,SAAS,EAAE,aAAa,CAAC,IAAI,CAAC,IAAI,EAAE,CAAA;IAEjG,MAAM,GAAG,GAAG,MAAM,IAAA,qBAAa,EAAC,2BAAU,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC;QACtD,KAAK,EAAE;YACL,MAAM,EAAE,EAAE,EAAE,EAAE,MAAM,CAAC,EAAE,EAAE;YACzB,OAAO,EAAE,EAAE,EAAE,EAAE,OAAO,CAAC,EAAE,EAAE;YAC3B,WAAW;YACX,GAAG,QAAQ;SACZ;KACF,CAAC,CAAA;IAEF;;;;MAIE;IAEF,MAAM,IAAI,GAAG,aAAa,CAAC,IAAI,CAAA;IAC/B,MAAM,WAAW,GAAG,EAAE,CAAA;IAEtB,KAAK,IAAI,QAAQ,IAAI,SAAS,EAAE,CAAC;QAC/B,IAAI,QAAQ,CAAC,IAAI,IAAI,MAAM,EAAE,CAAC;YAC5B,MAAM,GAAG,GAAG,QAAQ,CAAC,GAAG,CAAA;YACxB,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,CAAA;YAE5B,IAAI,GAAG,IAAI,UAAU,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC/C,IAAI,UAAU,GAAG,EAAE,CAAA;gBAEnB,KAAK,IAAI,KAAK,IAAI,UAAU,EAAE,CAAC;oBAC7B,IAAI,KAAK,GAAG,EAAE,CAAA;oBAEd,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;wBAC3B,KAAK,IAAI,IAAI,IAAI,KAAK,EAAE,CAAC;4BACvB,IAAI,IAAI,EAAE,CAAC;gCACT,MAAM,UAAU,GAAG,MAAM,IAAA,kCAAgB,EACvC,IAAI,EACJ;oCACE,UAAU,EAAE;wCACV,IAAI,EAAE,IAAI,CAAC,IAAI;wCACf,OAAO,EAAE,2BAAU,CAAC,IAAI;qCACzB;iCACF,EACD,OAAO,CACR,CAAA;gCAED,MAAM,OAAO,GAAG,MAAM,IAAA,qBAAa,EAAC,4BAAU,EAAE,EAAE,CAAC,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,UAAU,CAAC,EAAE,EAAE,CAAC,CAAA;gCACpF,IAAI,OAAO,EAAE,CAAC;oCACZ,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;oCACzB,KAAK,CAAC,IAAI,CAAC;wCACT,EAAE,EAAE,OAAO,CAAC,EAAE;wCACd,QAAQ,EAAE,OAAO,CAAC,QAAQ;wCAC1B,IAAI,EAAE,OAAO,CAAC,IAAI;wCAClB,QAAQ,EAAE,OAAO,CAAC,QAAQ;qCAC3B,CAAC,CAAA;gCACJ,CAAC;qCAAM,CAAC;oCACN,MAAM,uBAAuB,UAAU,CAAC,IAAI,GAAG,CAAA;gCACjD,CAAC;4BACH,CAAC;iCAAM,CAAC;gCACN,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;4BAClB,CAAC;wBACH,CAAC;oBACH,CAAC;oBAED,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;gBACxB,CAAC;gBAED,IAAI,CAAC,GAAG,CAAC,GAAG,UAAU,CAAA;YACxB,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,UAAU,GAAG,MAAM,IAAA,qBAAa,EAAC,2BAAU,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC;QAC1D,GAAG,GAAG;QACN,IAAI,EAAE,OAAO,CAAC,IAAI;QAClB,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,OAAO,EAAE,OAAO,CAAC,OAAO;QACxB,IAAI,EAAE,OAAO,CAAC,IAAI;QAClB,GAAG,aAAa;QAChB,GAAG,QAAQ;QACX,cAAc,EAAE,OAAO,CAAC,OAAO;QAC/B,MAAM;QACN,aAAa;QACb,GAAG;QACH,GAAG;QACH,QAAQ;QACR,WAAW;QACX,QAAQ;QACR,SAAS;QACT,OAAO,EAAE,IAAI;QACb,OAAO,EAAE,IAAI;KACd,CAAC,CAAA;IAEF,IAAI,UAAU,EAAE,CAAC;QACf,IAAA,8BAAW,EAAC,UAAU,EAAE,IAAI,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAA;IACjD,CAAC;IAED,2CAA2C;IAC3C,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC3B,WAAW,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,UAAU,CAAC,KAAK,GAAG,UAAU,CAAC,EAAE,CAAC,CAAC,CAAA;QACrE,IAAA,qBAAa,EAAC,4BAAU,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAA;IACjD,CAAC;IAED,IAAI,GAAG,IAAI,GAAG,EAAE,CAAC;QACf,MAAM,OAAO,GAAG,MAAM,IAAA,kCAAa,EAAC,UAAU,EAAE,OAAO,EAAE,OAAO,CAAC,CAAA;QACjE,MAAM,IAAA,oCAAc,EAAC,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,CAAA;QAE/C,IAAI,CAAC;YACH,cAAM,CAAC,OAAO,CAAC,cAAc,EAAE;gBAC7B,YAAY,EAAE;oBACZ,MAAM;oBACN,IAAI,EAAE,OAAO;oBACb,KAAK,EAAE,SAAS,OAAO,CAAC,IAAI,EAAE;oBAC9B,IAAI,EAAE,yBAAyB,OAAO,CAAC,IAAI,GAAG;oBAC9C,GAAG,EAAE,IAAA,gCAAwB,EAAC,OAAO,EAAE,MAAM,EAAE,aAAa,OAAO,CAAC,EAAE,EAAE,CAAC;oBACzE,SAAS,EAAE,WAAW;iBACvB;aACF,CAAC,CAAA;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,YAAM,CAAC,KAAK,CAAC,cAAc,EAAE,GAAG,CAAC,CAAA;QACnC,CAAC;IACH,CAAC;SAAM,CAAC;QACN,IAAI,gBAAgB,EAAE,CAAC;YACrB,MAAM,QAAQ,GAAG,MAAM,IAAA,qBAAa,EAAC,2BAAQ,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC;gBACzD,KAAK,EAAE;oBACL,MAAM,EAAE,EAAE,EAAE,EAAE,IAAA,YAAE,EAAC,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,EAAE;oBAChE,EAAE,EAAE,gBAAgB;iBACrB;gBACD,SAAS,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,CAAC;aAC1C,CAAC,CAAA;YAEF,IAAI,QAAQ,EAAE,CAAC;gBACb,QAAQ,CAAC,KAAK,CAAC;oBACb,YAAY,EAAE,QAAQ,CAAC,IAAI,GAAG,GAAG,GAAG,OAAO,CAAC,IAAI,GAAG,GAAG,GAAG,UAAU,CAAC,EAAE;oBACtE,MAAM;oBACN,IAAI;oBACJ,SAAS,EAAE;wBACT,YAAY,EAAE,UAAU,CAAC,EAAE;wBAC3B,OAAO,EAAE,OAAO,CAAC,EAAE;wBACnB,IAAI;wBACJ,GAAG;wBACH,GAAG;wBACH,QAAQ;wBACR,WAAW;wBACX,QAAQ;wBACR,SAAS;wBACT,MAAM,EAAE;4BACN,EAAE,EAAE,MAAM,CAAC,EAAE;4BACb,SAAS,EAAE,MAAM,CAAC,SAAS;4BAC3B,IAAI,EAAE,MAAM,CAAC,IAAI;yBAClB;wBACD,OAAO,EAAE;4BACP,EAAE,EAAE,IAAI,CAAC,EAAE;4BACX,KAAK,EAAE,IAAI,CAAC,KAAK;4BACjB,IAAI,EAAE,IAAI,CAAC,IAAI;yBAChB;qBACF;iBACF,CAAC,CAAA;YACJ,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,KAAK,CAAC,uDAAuD,OAAO,CAAC,IAAI,IAAI,CAAC,CAAA;YACxF,CAAC;QACH,CAAC;QAED,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;YAC3B,MAAM,QAAQ,GAAG,CAAC,MAAM,IAAA,qBAAa,EAAC,mBAAQ,EAAE,EAAE,CAAC,CAAC,SAAS,CAAC;gBAC5D,MAAM,EAAE,EAAE,EAAE,EAAE,IAAA,YAAE,EAAC,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,EAAE;gBAChE,IAAI,EAAE,aAAa;aACpB,CAAC,CAAa,CAAA;YAEf,IAAI,QAAQ,EAAE,CAAC;gBACb,MAAM,YAAY,GAChB,OAAO,CAAC,iBAAiB;oBACzB,CAAC,MAAM,IAAA,qBAAa,EAAC,gBAAI,EAAE,EAAE,CAAC,CAAC,SAAS,CAAC;wBACvC,MAAM,EAAE,EAAE,EAAE,EAAE,IAAA,YAAE,EAAC,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,EAAE;wBAChE,EAAE,EAAE,OAAO,CAAC,iBAAiB;qBAC9B,CAAC,CAAC,CAAA;gBAEL,8CAA8C;gBAC9C,yEAAyE;gBACzE,SAAS;gBAET,2FAA2F;gBAC3F,IAAI,YAAY,EAAE,CAAC;oBACjB,UAAU,CAAC,SAAS,GAAG,SAAS,CAAA;oBAChC,MAAM,gBAAgB,GAAG;wBACvB,IAAI,EAAE,aAAa,OAAO,CAAC,IAAI,EAAE;wBACjC,WAAW,EAAE,OAAO,CAAC,WAAW;wBAChC,UAAU,EAAE,QAAQ,CAAC,EAAE;wBACvB,KAAK,EAAE,IAAI,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,GAAG,CAAC,QAAQ,CAAC,YAAY,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,GAAG,IAAI,CAAC;wBACvF,KAAK,EAAE;4BACL,YAAY,EAAE,UAAU,CAAC,EAAE;yBAC5B;wBACD,YAAY;wBACZ,UAAU,EAAE,CAAC;wBACb,UAAU,EAAE,CAAC;wBACb,YAAY,EAAE,OAAO,CAAC,kBAAkB;qBACzC,CAAA;oBAED,UAAU,CAAC,sBAAsB,GAAG,MAAM,IAAA,aAAK,EAAC,gBAAuB,EAAE,OAAO,CAAC,CAAA;oBACjF,MAAM,IAAA,qBAAa,EAAC,2BAAU,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;oBAEpD,IAAI,CAAC;wBACH,cAAM,CAAC,OAAO,CAAC,cAAc,EAAE;4BAC7B,YAAY,EAAE;gCACZ,MAAM;gCACN,IAAI,EAAE,MAAM;gCACZ,KAAK,EAAE,iBAAiB,OAAO,CAAC,IAAI,EAAE;gCACtC,IAAI,EAAE,4BAA4B,OAAO,CAAC,IAAI,GAAG;gCACjD,GAAG,EAAE,IAAA,gCAAwB,EAAC,OAAO,EAAE,MAAM,EAAE,gBAAgB,UAAU,CAAC,EAAE,EAAE,CAAC;gCAC/E,SAAS,EAAE,WAAW;6BACvB;yBACF,CAAC,CAAA;oBACJ,CAAC;oBAAC,OAAO,GAAG,EAAE,CAAC;wBACb,YAAM,CAAC,KAAK,CAAC,cAAc,EAAE,GAAG,CAAC,CAAA;oBACnC,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,OAAO,CAAC,KAAK,CACX,kDAAkD,OAAO,CAAC,IAAI,IAAI,OAAO,CAAC,EAAE,wBAAwB,CACrG,CAAA;gBACH,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,KAAK,CAAC,qCAAqC,CAAC,CAAA;YACtD,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,UAAU,CAAA;AACnB,CAAC","sourcesContent":["import moment from 'moment-timezone'\nimport { In } from 'typeorm'\n\nimport { Attachment, createAttachment } from '@things-factory/attachment-base'\nimport { Role } from '@things-factory/auth-base'\nimport { logger } from '@things-factory/env'\nimport { getRepository, getRedirectSubdomainPath, pubsub } from '@things-factory/shell'\nimport { getWorkDateAndShift } from '@things-factory/work-shift'\nimport { Scenario, publishData } from '@things-factory/integration-base'\nimport { Activity } from '@things-factory/worklist'\nimport { issue } from '@things-factory/worklist/dist-server/controllers/activity-instance/issue'\n\nimport { DataSample } from '../service/data-sample/data-sample.js'\nimport { NewDataSample } from '../service/data-sample/data-sample-type.js'\nimport { DataSet } from '../service/data-set/data-set.js'\nimport { createDataOoc } from './create-data-ooc.js'\nimport { issueOocReview } from './issue-ooc-review.js'\nimport { DataUseCase } from './data-use-case.js'\n\n// See README.md at ## Data Samples\nprocess.env.TZ = 'UTC'\n\nconst fillDataKeys = (dataKeySet, data = {}) => {\n  const keys = dataKeySet?.dataKeyItems || []\n  return keys.reduce((sum, key, index) => {\n    const value = data[key.dataKey]\n    if (value != null) {\n      sum[`key0${index + 1}`] = value instanceof Array ? value[0] : value\n    }\n    return sum\n  }, {})\n}\n\n// parse variable javascript string pattern\nconst replaceVariables = (keys, dic) => {\n  for (const k in keys) {\n    const matches = keys[k].match(/\\$\\{\\w*\\}/g)\n    matches &&\n      matches.forEach(m => {\n        keys[k] = keys[k].replace(m, dic[m.slice(2, -1)])\n      })\n  }\n  return keys\n}\n\n// It is required UTC date for Partitioning File System like AWS S3 from Athena.\n// ex) %YYYY, %MM, %DD\nconst formatDate = (keys, _moment) => {\n  for (const k in keys) {\n    const matches = keys[k].match(/%\\w*/g)\n    matches &&\n      matches.forEach(m => {\n        keys[k] = keys[k].replace(m, _moment.format(m.substr(1)))\n      })\n  }\n  return keys\n}\n\nexport async function createDataSample(newDataSample: NewDataSample, context: ResolverContext): Promise<DataSample> {\n  const { domain, user, tx } = context.state\n\n  const dataSet = await getRepository(DataSet, tx).findOne({\n    where: { domain: { id: In([domain.id, domain.parentId].filter(Boolean)) }, id: newDataSample.dataSet.id },\n    relations: ['dataKeySet']\n  })\n\n  const { dataItems = [], tag: publishTag, normalScenarioId, outlierScenarioId } = dataSet\n  const collectedAt = newDataSample.collectedAt || new Date()\n\n  const timezone = dataSet.timezone || domain.timezone || 'UTC'\n  const format = 'YYYY-MM-DD'\n\n  // workDate ex) 2022-04-04\n  const { workDate, workShift } = await getWorkDateAndShift(domain, collectedAt, { timezone, format })\n\n  // local time dataSet timezone or domain timezone or default 'UTC'\n\n  const localDateTz = moment(collectedAt).tz(timezone)\n  const defaultPartitionKeys = {\n    domain: domain.subdomain,\n    datasetid: newDataSample.dataSet.id /* It should not be 'data_set_id' as column name duplicated for Glue */,\n    date: localDateTz.format(format) /* local time date */,\n    workdate: workDate /* working date */,\n    workshift: workShift\n  }\n\n  var partitionKeys = {\n    ...defaultPartitionKeys,\n    ...dataSet.partitionKeys\n  }\n\n  partitionKeys = formatDate(partitionKeys, localDateTz)\n  partitionKeys = replaceVariables(partitionKeys, newDataSample.data)\n\n  const dataKeys = fillDataKeys(dataSet?.dataKeySet, newDataSample.data)\n\n  const { ooc, oos, judgment } = DataUseCase.evaluate(dataSet, dataItems, newDataSample.data) || {}\n\n  const old = await getRepository(DataSample, tx).findOne({\n    where: {\n      domain: { id: domain.id },\n      dataSet: { id: dataSet.id },\n      collectedAt,\n      ...dataKeys\n    }\n  })\n\n  /* \n    pre-processing for file attachment.\n    currently only support type of [FileUpload].\n    If [FileUpload[]] type needed, add 'files' type for dataset\n  */\n\n  const data = newDataSample.data\n  const attachments = []\n\n  for (let dataItem of dataItems) {\n    if (dataItem.type == 'file') {\n      const tag = dataItem.tag\n      const filesArray = data[tag]\n\n      if (tag && filesArray && filesArray.length > 0) {\n        let pathsArray = []\n\n        for (let files of filesArray) {\n          let paths = []\n\n          if (files instanceof Array) {\n            for (let file of files) {\n              if (file) {\n                const attachment = await createAttachment(\n                  null,\n                  {\n                    attachment: {\n                      file: file.file,\n                      refType: DataSample.name\n                    }\n                  },\n                  context\n                )\n\n                const fetched = await getRepository(Attachment, tx).findOneBy({ id: attachment.id })\n                if (fetched) {\n                  attachments.push(fetched)\n                  paths.push({\n                    id: fetched.id,\n                    mimetype: fetched.mimetype,\n                    name: fetched.name,\n                    fullpath: fetched.fullpath\n                  })\n                } else {\n                  throw `Failed to save file(${attachment.name})`\n                }\n              } else {\n                paths.push(null)\n              }\n            }\n          }\n\n          pathsArray.push(paths)\n        }\n\n        data[tag] = pathsArray\n      }\n    }\n  }\n\n  const dataSample = await getRepository(DataSample, tx).save({\n    ...old,\n    name: dataSet.name,\n    description: dataSet.description,\n    useCase: dataSet.useCase,\n    type: dataSet.type,\n    ...newDataSample,\n    ...dataKeys,\n    dataSetVersion: dataSet.version,\n    domain,\n    partitionKeys,\n    ooc,\n    oos,\n    judgment,\n    collectedAt,\n    workDate,\n    workShift,\n    creator: user,\n    updater: user\n  })\n\n  if (publishTag) {\n    publishData(publishTag, data, { domain, user })\n  }\n\n  /* post-process for for file attachment. */\n  if (attachments.length > 0) {\n    attachments.forEach(attachment => (attachment.refId = dataSample.id))\n    getRepository(Attachment, tx).save(attachments)\n  }\n\n  if (ooc || oos) {\n    const dataOoc = await createDataOoc(dataSample, dataSet, context)\n    await issueOocReview(dataOoc, dataSet, context)\n\n    try {\n      pubsub.publish('notification', {\n        notification: {\n          domain,\n          type: 'error',\n          title: `[OOC] ${dataSet.name}`,\n          body: `Data OOC occurred on '${dataSet.name}'`,\n          url: getRedirectSubdomainPath(context, domain, `/data-ooc/${dataOoc.id}`),\n          timestamp: collectedAt\n        }\n      })\n    } catch (err) {\n      logger.error('Notification', err)\n    }\n  } else {\n    if (normalScenarioId) {\n      const scenario = await getRepository(Scenario, tx).findOne({\n        where: {\n          domain: { id: In([domain.id, domain.parentId].filter(Boolean)) },\n          id: normalScenarioId\n        },\n        relations: ['domain', 'steps', 'updater']\n      })\n\n      if (scenario) {\n        scenario.start({\n          instanceName: scenario.name + ':' + dataSet.name + ':' + dataSample.id,\n          domain,\n          user,\n          variables: {\n            dataSampleId: dataSample.id,\n            dataSet: dataSet.id,\n            data,\n            ooc,\n            oos,\n            judgment,\n            collectedAt,\n            workDate,\n            workShift,\n            domain: {\n              id: domain.id,\n              subdomain: domain.subdomain,\n              name: domain.name\n            },\n            updator: {\n              id: user.id,\n              email: user.email,\n              name: user.name\n            }\n          }\n        })\n      } else {\n        console.error(`Cannot find the set normal-scenario for the dataset(${dataSet.name}).`)\n      }\n    }\n\n    if (dataSet.requiresReview) {\n      const activity = (await getRepository(Activity, tx).findOneBy({\n        domain: { id: In([domain.id, domain.parentId].filter(Boolean)) },\n        name: 'Data Review'\n      })) as Activity\n\n      if (activity) {\n        const assigneeRole =\n          dataSet.supervisoryRoleId &&\n          (await getRepository(Role, tx).findOneBy({\n            domain: { id: In([domain.id, domain.parentId].filter(Boolean)) },\n            id: dataSet.supervisoryRoleId\n          }))\n\n        // const assignees = dataSet.supervisoryRoleId\n        //   ? [{ type: 'Role', value: dataSet.supervisoryRoleId, assigneeRole }]\n        //   : []\n\n        /* 해당 dataset의 supervisor로 하여금, data를 리뷰하고 instruction을 작성해서, approvalLine을 이용해서 승인을 한다. */\n        if (assigneeRole) {\n          dataSample.dataItems = dataItems\n          const activityInstance = {\n            name: `[Data 검토] ${dataSet.name}`,\n            description: dataSet.description,\n            activityId: activity.id,\n            dueAt: new Date(collectedAt.getTime() + (activity.standardTime || 24 * 60 * 60) * 1000),\n            input: {\n              dataSampleId: dataSample.id\n            },\n            assigneeRole,\n            threadsMin: 1,\n            threadsMax: 1,\n            approvalLine: dataSet.reviewApprovalLine\n          }\n\n          dataSample.reviewActivityInstance = await issue(activityInstance as any, context)\n          await getRepository(DataSample, tx).save(dataSample)\n\n          try {\n            pubsub.publish('notification', {\n              notification: {\n                domain,\n                type: 'info',\n                title: `[Data Review] ${dataSet.name}`,\n                body: `Data Review occurred on '${dataSet.name}'`,\n                url: getRedirectSubdomainPath(context, domain, `/data-sample/${dataSample.id}`),\n                timestamp: collectedAt\n              }\n            })\n          } catch (err) {\n            logger.error('Notification', err)\n          }\n        } else {\n          console.error(\n            `Assignees are not set. So Data Review task for ${dataSet.name}(${dataSet.id}) could not be issued.`\n          )\n        }\n      } else {\n        console.error('Data Review Activity not installed.')\n      }\n    }\n  }\n\n  return dataSample\n}\n"]}
+{"version":3,"file":"create-data-sample.js","sourceRoot":"","sources":["../../server/controllers/create-data-sample.ts"],"names":[],"mappings":";;AA2DA,4CA6UC;;AAxYD,8EAAoC;AACpC,qCAA4B;AAE5B,qEAA8E;AAC9E,yDAAgD;AAChD,6CAA4C;AAC5C,iDAAuF;AACvF,2DAAgE;AAChE,uEAAwE;AACxE,uDAAmD;AACnD,oGAAgG;AAEhG,0EAAkE;AAElE,iEAAyD;AACzD,6DAAoD;AACpD,+DAAsD;AACtD,yDAAgD;AAChD,gDAAqF;AAErF,mCAAmC;AACnC,OAAO,CAAC,GAAG,CAAC,EAAE,GAAG,KAAK,CAAA;AAEtB,MAAM,YAAY,GAAG,CAAC,UAAU,EAAE,IAAI,GAAG,EAAE,EAAE,EAAE;IAC7C,MAAM,IAAI,GAAG,UAAU,EAAE,YAAY,IAAI,EAAE,CAAA;IAC3C,OAAO,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE;QACrC,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;QAC/B,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;YAClB,GAAG,CAAC,OAAO,KAAK,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAA;QACrE,CAAC;QACD,OAAO,GAAG,CAAA;IACZ,CAAC,EAAE,EAAE,CAAC,CAAA;AACR,CAAC,CAAA;AAED,2CAA2C;AAC3C,MAAM,gBAAgB,GAAG,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE;IACrC,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;QACrB,MAAM,OAAO,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,YAAY,CAAC,CAAA;QAC3C,OAAO;YACL,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;gBAClB,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;YACnD,CAAC,CAAC,CAAA;IACN,CAAC;IACD,OAAO,IAAI,CAAA;AACb,CAAC,CAAA;AAED,gFAAgF;AAChF,sBAAsB;AACtB,MAAM,UAAU,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,EAAE;IACnC,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;QACrB,MAAM,OAAO,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAA;QACtC,OAAO;YACL,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;gBAClB,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;YAC3D,CAAC,CAAC,CAAA;IACN,CAAC;IACD,OAAO,IAAI,CAAA;AACb,CAAC,CAAA;AAEM,KAAK,UAAU,gBAAgB,CAAC,aAA4B,EAAE,OAAwB;IAC3F,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,EAAE,GAAG,OAAO,CAAC,KAAK,CAAA;IAE1C,MAAM,OAAO,GAAG,MAAM,IAAA,qBAAa,EAAC,qBAAO,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC;QACvD,KAAK,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,IAAA,YAAE,EAAC,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,aAAa,CAAC,OAAO,CAAC,EAAE,EAAE;QACzG,SAAS,EAAE,CAAC,YAAY,CAAC;KAC1B,CAAC,CAAA;IAEF,MAAM,EAAE,SAAS,GAAG,EAAE,EAAE,GAAG,EAAE,UAAU,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,GAAG,OAAO,CAAA;IACxF,MAAM,WAAW,GAAG,aAAa,CAAC,WAAW,IAAI,IAAI,IAAI,EAAE,CAAA;IAE3D,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,MAAM,CAAC,QAAQ,IAAI,KAAK,CAAA;IAC7D,MAAM,MAAM,GAAG,YAAY,CAAA;IAE3B,0BAA0B;IAC1B,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,GAAG,MAAM,IAAA,gCAAmB,EAAC,MAAM,EAAE,WAAW,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAA;IAEpG,kEAAkE;IAElE,MAAM,WAAW,GAAG,IAAA,yBAAM,EAAC,WAAW,CAAC,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAA;IACpD,MAAM,oBAAoB,GAAG;QAC3B,MAAM,EAAE,MAAM,CAAC,SAAS;QACxB,SAAS,EAAE,aAAa,CAAC,OAAO,CAAC,EAAE,CAAC,uEAAuE;QAC3G,IAAI,EAAE,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,qBAAqB;QACtD,QAAQ,EAAE,QAAQ,CAAC,kBAAkB;QACrC,SAAS,EAAE,SAAS;KACrB,CAAA;IAED,IAAI,aAAa,GAAG;QAClB,GAAG,oBAAoB;QACvB,GAAG,OAAO,CAAC,aAAa;KACzB,CAAA;IAED,aAAa,GAAG,UAAU,CAAC,aAAa,EAAE,WAAW,CAAC,CAAA;IACtD,aAAa,GAAG,gBAAgB,CAAC,aAAa,EAAE,aAAa,CAAC,IAAI,CAAC,CAAA;IAEnE,MAAM,QAAQ,GAAG,YAAY,CAAC,OAAO,EAAE,UAAU,EAAE,aAAa,CAAC,IAAI,CAAC,CAAA;IAEtE,MAAM,EAAE,GAAG,EAAE,GAAG,EAAE,QAAQ,EAAE,GAAG,8BAAW,CAAC,QAAQ,CAAC,OAAO,EAAE,SAAS,EAAE,aAAa,CAAC,IAAI,CAAC,IAAI,EAAE,CAAA;IAEjG,MAAM,GAAG,GAAG,MAAM,IAAA,qBAAa,EAAC,2BAAU,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC;QACtD,KAAK,EAAE;YACL,MAAM,EAAE,EAAE,EAAE,EAAE,MAAM,CAAC,EAAE,EAAE;YACzB,OAAO,EAAE,EAAE,EAAE,EAAE,OAAO,CAAC,EAAE,EAAE;YAC3B,WAAW;YACX,GAAG,QAAQ;SACZ;KACF,CAAC,CAAA;IAEF;;;;;;;MAOE;IAEF,MAAM,IAAI,GAAG,aAAa,CAAC,IAAI,CAAA;IAC/B,MAAM,WAAW,GAAG,EAAE,CAAA;IAEtB,KAAK,IAAI,QAAQ,IAAI,SAAS,EAAE,CAAC;QAC/B,MAAM,GAAG,GAAG,QAAQ,CAAC,GAAG,CAAA;QAExB,gEAAgE;QAChE,IAAI,QAAQ,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAC7B,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,CAAA;YAE5B,IAAI,GAAG,IAAI,UAAU,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC/C,IAAI,UAAU,GAAG,EAAE,CAAA;gBAEnB,KAAK,IAAI,KAAK,IAAI,UAAU,EAAE,CAAC;oBAC7B,IAAI,KAAK,GAAG,EAAE,CAAA;oBAEd,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;wBAC3B,KAAK,IAAI,IAAI,IAAI,KAAK,EAAE,CAAC;4BACvB,IAAI,IAAI,EAAE,CAAC;gCACT,MAAM,UAAU,GAAG,MAAM,IAAA,kCAAgB,EACvC,IAAI,EACJ;oCACE,UAAU,EAAE;wCACV,IAAI,EAAE,IAAI,CAAC,IAAI;wCACf,OAAO,EAAE,2BAAU,CAAC,IAAI;qCACzB;iCACF,EACD,OAAO,CACR,CAAA;gCAED,MAAM,OAAO,GAAG,MAAM,IAAA,qBAAa,EAAC,4BAAU,EAAE,EAAE,CAAC,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,UAAU,CAAC,EAAE,EAAE,CAAC,CAAA;gCACpF,IAAI,OAAO,EAAE,CAAC;oCACZ,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;oCACzB,KAAK,CAAC,IAAI,CAAC;wCACT,EAAE,EAAE,OAAO,CAAC,EAAE;wCACd,QAAQ,EAAE,OAAO,CAAC,QAAQ;wCAC1B,IAAI,EAAE,OAAO,CAAC,IAAI;wCAClB,QAAQ,EAAE,OAAO,CAAC,QAAQ;qCAC3B,CAAC,CAAA;gCACJ,CAAC;qCAAM,CAAC;oCACN,MAAM,uBAAuB,UAAU,CAAC,IAAI,GAAG,CAAA;gCACjD,CAAC;4BACH,CAAC;iCAAM,CAAC;gCACN,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;4BAClB,CAAC;wBACH,CAAC;oBACH,CAAC;oBAED,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;gBACxB,CAAC;gBAED,IAAI,CAAC,GAAG,CAAC,GAAG,UAAU,CAAA;YACxB,CAAC;QACH,CAAC;QACD,6DAA6D;aACxD,IAAI,IAAA,sBAAW,EAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;YACpC,IAAI,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAA;YAEzB,iDAAiD;YACjD,IAAI,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC;gBAC7B,SAAS,GAAG,SAAS,CAAC,CAAC,CAAC,CAAA;YAC1B,CAAC;YAED,IAAI,GAAG,IAAI,SAAS,EAAE,CAAC;gBACrB,8DAA8D;gBAC9D,MAAM,UAAU,GAAG,SAAS,CAAC,IAAI,IAAI,SAAS,CAAA;gBAE9C,8DAA8D;gBAC9D,IAAI,UAAU,CAAC,QAAQ,EAAE,CAAC;oBACxB,SAAQ;gBACV,CAAC;gBAED,qDAAqD;gBACrD,MAAM,QAAQ,GAAG,UAAU,CAAC,QAAQ,IAAI,UAAU,CAAC,IAAI,IAAI,UAAU,CAAC,WAAW,CAAA;gBAEjF,sCAAsC;gBACtC,MAAM,UAAU,GAAG,IAAA,4BAAiB,EAClC;oBACE,QAAQ,EAAE,QAAQ;oBAClB,IAAI,EAAE,UAAU,CAAC,IAAI;oBACrB,IAAI,EAAE,UAAU,CAAC,QAAQ,IAAI,UAAU,CAAC,IAAI;iBAC7C,EACD,QAAQ,CAAC,IAAI,EACb,QAAQ,CAAC,OAAO,CACjB,CAAA;gBAED,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;oBACtB,MAAM,IAAI,KAAK,CACb,gCAAgC,GAAG,MAAM,QAAQ,CAAC,IAAI,MAAM,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAC3F,CAAA;gBACH,CAAC;gBAED,MAAM,UAAU,GAAG,MAAM,IAAA,kCAAgB,EACvC,IAAI,EACJ;oBACE,UAAU,EAAE;wBACV,IAAI,EAAE,UAAU;wBAChB,OAAO,EAAE,2BAAU,CAAC,IAAI;qBACzB;iBACF,EACD,OAAO,CACR,CAAA;gBAED,MAAM,OAAO,GAAG,MAAM,IAAA,qBAAa,EAAC,4BAAU,EAAE,EAAE,CAAC,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,UAAU,CAAC,EAAE,EAAE,CAAC,CAAA;gBACpF,IAAI,OAAO,EAAE,CAAC;oBACZ,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;oBACzB,qDAAqD;oBACrD,IAAI,CAAC,GAAG,CAAC,GAAG;wBACV,EAAE,EAAE,OAAO,CAAC,EAAE;wBACd,QAAQ,EAAE,OAAO,CAAC,QAAQ;wBAC1B,IAAI,EAAE,OAAO,CAAC,IAAI;wBAClB,QAAQ,EAAE,OAAO,CAAC,QAAQ;qBAC3B,CAAA;gBACH,CAAC;qBAAM,CAAC;oBACN,MAAM,uBAAuB,UAAU,CAAC,IAAI,GAAG,CAAA;gBACjD,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,UAAU,GAAG,MAAM,IAAA,qBAAa,EAAC,2BAAU,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC;QAC1D,GAAG,GAAG;QACN,IAAI,EAAE,OAAO,CAAC,IAAI;QAClB,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,OAAO,EAAE,OAAO,CAAC,OAAO;QACxB,IAAI,EAAE,OAAO,CAAC,IAAI;QAClB,GAAG,aAAa;QAChB,GAAG,QAAQ;QACX,cAAc,EAAE,OAAO,CAAC,OAAO;QAC/B,MAAM;QACN,aAAa;QACb,GAAG;QACH,GAAG;QACH,QAAQ;QACR,WAAW;QACX,QAAQ;QACR,SAAS;QACT,OAAO,EAAE,IAAI;QACb,OAAO,EAAE,IAAI;KACd,CAAC,CAAA;IAEF,IAAI,UAAU,EAAE,CAAC;QACf,IAAA,8BAAW,EAAC,UAAU,EAAE,IAAI,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAA;IACjD,CAAC;IAED,2CAA2C;IAC3C,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC3B,WAAW,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,UAAU,CAAC,KAAK,GAAG,UAAU,CAAC,EAAE,CAAC,CAAC,CAAA;QACrE,IAAA,qBAAa,EAAC,4BAAU,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAA;IACjD,CAAC;IAED,IAAI,GAAG,IAAI,GAAG,EAAE,CAAC;QACf,MAAM,OAAO,GAAG,MAAM,IAAA,kCAAa,EAAC,UAAU,EAAE,OAAO,EAAE,OAAO,CAAC,CAAA;QACjE,MAAM,IAAA,oCAAc,EAAC,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,CAAA;QAE/C,IAAI,CAAC;YACH,cAAM,CAAC,OAAO,CAAC,cAAc,EAAE;gBAC7B,YAAY,EAAE;oBACZ,MAAM;oBACN,IAAI,EAAE,OAAO;oBACb,KAAK,EAAE,SAAS,OAAO,CAAC,IAAI,EAAE;oBAC9B,IAAI,EAAE,yBAAyB,OAAO,CAAC,IAAI,GAAG;oBAC9C,GAAG,EAAE,IAAA,gCAAwB,EAAC,OAAO,EAAE,MAAM,EAAE,aAAa,OAAO,CAAC,EAAE,EAAE,CAAC;oBACzE,SAAS,EAAE,WAAW;iBACvB;aACF,CAAC,CAAA;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,YAAM,CAAC,KAAK,CAAC,cAAc,EAAE,GAAG,CAAC,CAAA;QACnC,CAAC;IACH,CAAC;SAAM,CAAC;QACN,IAAI,gBAAgB,EAAE,CAAC;YACrB,MAAM,QAAQ,GAAG,MAAM,IAAA,qBAAa,EAAC,2BAAQ,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC;gBACzD,KAAK,EAAE;oBACL,MAAM,EAAE,EAAE,EAAE,EAAE,IAAA,YAAE,EAAC,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,EAAE;oBAChE,EAAE,EAAE,gBAAgB;iBACrB;gBACD,SAAS,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,CAAC;aAC1C,CAAC,CAAA;YAEF,IAAI,QAAQ,EAAE,CAAC;gBACb,QAAQ,CAAC,KAAK,CAAC;oBACb,YAAY,EAAE,QAAQ,CAAC,IAAI,GAAG,GAAG,GAAG,OAAO,CAAC,IAAI,GAAG,GAAG,GAAG,UAAU,CAAC,EAAE;oBACtE,MAAM;oBACN,IAAI;oBACJ,SAAS,EAAE;wBACT,YAAY,EAAE,UAAU,CAAC,EAAE;wBAC3B,OAAO,EAAE,OAAO,CAAC,EAAE;wBACnB,IAAI;wBACJ,GAAG;wBACH,GAAG;wBACH,QAAQ;wBACR,WAAW;wBACX,QAAQ;wBACR,SAAS;wBACT,MAAM,EAAE;4BACN,EAAE,EAAE,MAAM,CAAC,EAAE;4BACb,SAAS,EAAE,MAAM,CAAC,SAAS;4BAC3B,IAAI,EAAE,MAAM,CAAC,IAAI;yBAClB;wBACD,OAAO,EAAE;4BACP,EAAE,EAAE,IAAI,CAAC,EAAE;4BACX,KAAK,EAAE,IAAI,CAAC,KAAK;4BACjB,IAAI,EAAE,IAAI,CAAC,IAAI;yBAChB;qBACF;iBACF,CAAC,CAAA;YACJ,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,KAAK,CAAC,uDAAuD,OAAO,CAAC,IAAI,IAAI,CAAC,CAAA;YACxF,CAAC;QACH,CAAC;QAED,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;YAC3B,MAAM,QAAQ,GAAG,CAAC,MAAM,IAAA,qBAAa,EAAC,mBAAQ,EAAE,EAAE,CAAC,CAAC,SAAS,CAAC;gBAC5D,MAAM,EAAE,EAAE,EAAE,EAAE,IAAA,YAAE,EAAC,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,EAAE;gBAChE,IAAI,EAAE,aAAa;aACpB,CAAC,CAAa,CAAA;YAEf,IAAI,QAAQ,EAAE,CAAC;gBACb,MAAM,YAAY,GAChB,OAAO,CAAC,iBAAiB;oBACzB,CAAC,MAAM,IAAA,qBAAa,EAAC,gBAAI,EAAE,EAAE,CAAC,CAAC,SAAS,CAAC;wBACvC,MAAM,EAAE,EAAE,EAAE,EAAE,IAAA,YAAE,EAAC,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,EAAE;wBAChE,EAAE,EAAE,OAAO,CAAC,iBAAiB;qBAC9B,CAAC,CAAC,CAAA;gBAEL,8CAA8C;gBAC9C,yEAAyE;gBACzE,SAAS;gBAET,2FAA2F;gBAC3F,IAAI,YAAY,EAAE,CAAC;oBACjB,UAAU,CAAC,SAAS,GAAG,SAAS,CAAA;oBAChC,MAAM,gBAAgB,GAAG;wBACvB,IAAI,EAAE,aAAa,OAAO,CAAC,IAAI,EAAE;wBACjC,WAAW,EAAE,OAAO,CAAC,WAAW;wBAChC,UAAU,EAAE,QAAQ,CAAC,EAAE;wBACvB,KAAK,EAAE,IAAI,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,GAAG,CAAC,QAAQ,CAAC,YAAY,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,GAAG,IAAI,CAAC;wBACvF,KAAK,EAAE;4BACL,YAAY,EAAE,UAAU,CAAC,EAAE;yBAC5B;wBACD,YAAY;wBACZ,UAAU,EAAE,CAAC;wBACb,UAAU,EAAE,CAAC;wBACb,YAAY,EAAE,OAAO,CAAC,kBAAkB;qBACzC,CAAA;oBAED,UAAU,CAAC,sBAAsB,GAAG,MAAM,IAAA,aAAK,EAAC,gBAAuB,EAAE,OAAO,CAAC,CAAA;oBACjF,MAAM,IAAA,qBAAa,EAAC,2BAAU,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;oBAEpD,IAAI,CAAC;wBACH,cAAM,CAAC,OAAO,CAAC,cAAc,EAAE;4BAC7B,YAAY,EAAE;gCACZ,MAAM;gCACN,IAAI,EAAE,MAAM;gCACZ,KAAK,EAAE,iBAAiB,OAAO,CAAC,IAAI,EAAE;gCACtC,IAAI,EAAE,4BAA4B,OAAO,CAAC,IAAI,GAAG;gCACjD,GAAG,EAAE,IAAA,gCAAwB,EAAC,OAAO,EAAE,MAAM,EAAE,gBAAgB,UAAU,CAAC,EAAE,EAAE,CAAC;gCAC/E,SAAS,EAAE,WAAW;6BACvB;yBACF,CAAC,CAAA;oBACJ,CAAC;oBAAC,OAAO,GAAG,EAAE,CAAC;wBACb,YAAM,CAAC,KAAK,CAAC,cAAc,EAAE,GAAG,CAAC,CAAA;oBACnC,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,OAAO,CAAC,KAAK,CACX,kDAAkD,OAAO,CAAC,IAAI,IAAI,OAAO,CAAC,EAAE,wBAAwB,CACrG,CAAA;gBACH,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,KAAK,CAAC,qCAAqC,CAAC,CAAA;YACtD,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,UAAU,CAAA;AACnB,CAAC","sourcesContent":["import moment from 'moment-timezone'\nimport { In } from 'typeorm'\n\nimport { Attachment, createAttachment } from '@things-factory/attachment-base'\nimport { Role } from '@things-factory/auth-base'\nimport { logger } from '@things-factory/env'\nimport { getRepository, getRedirectSubdomainPath, pubsub } from '@things-factory/shell'\nimport { getWorkDateAndShift } from '@things-factory/work-shift'\nimport { Scenario, publishData } from '@things-factory/integration-base'\nimport { Activity } from '@things-factory/worklist'\nimport { issue } from '@things-factory/worklist/dist-server/controllers/activity-instance/issue'\n\nimport { DataSample } from '../service/data-sample/data-sample.js'\nimport { NewDataSample } from '../service/data-sample/data-sample-type.js'\nimport { DataSet } from '../service/data-set/data-set.js'\nimport { createDataOoc } from './create-data-ooc.js'\nimport { issueOocReview } from './issue-ooc-review.js'\nimport { DataUseCase } from './data-use-case.js'\nimport { isFileOrMediaType, validateMediaFile, isMediaType } from '../utils/index.js'\n\n// See README.md at ## Data Samples\nprocess.env.TZ = 'UTC'\n\nconst fillDataKeys = (dataKeySet, data = {}) => {\n  const keys = dataKeySet?.dataKeyItems || []\n  return keys.reduce((sum, key, index) => {\n    const value = data[key.dataKey]\n    if (value != null) {\n      sum[`key0${index + 1}`] = value instanceof Array ? value[0] : value\n    }\n    return sum\n  }, {})\n}\n\n// parse variable javascript string pattern\nconst replaceVariables = (keys, dic) => {\n  for (const k in keys) {\n    const matches = keys[k].match(/\\$\\{\\w*\\}/g)\n    matches &&\n      matches.forEach(m => {\n        keys[k] = keys[k].replace(m, dic[m.slice(2, -1)])\n      })\n  }\n  return keys\n}\n\n// It is required UTC date for Partitioning File System like AWS S3 from Athena.\n// ex) %YYYY, %MM, %DD\nconst formatDate = (keys, _moment) => {\n  for (const k in keys) {\n    const matches = keys[k].match(/%\\w*/g)\n    matches &&\n      matches.forEach(m => {\n        keys[k] = keys[k].replace(m, _moment.format(m.substr(1)))\n      })\n  }\n  return keys\n}\n\nexport async function createDataSample(newDataSample: NewDataSample, context: ResolverContext): Promise<DataSample> {\n  const { domain, user, tx } = context.state\n\n  const dataSet = await getRepository(DataSet, tx).findOne({\n    where: { domain: { id: In([domain.id, domain.parentId].filter(Boolean)) }, id: newDataSample.dataSet.id },\n    relations: ['dataKeySet']\n  })\n\n  const { dataItems = [], tag: publishTag, normalScenarioId, outlierScenarioId } = dataSet\n  const collectedAt = newDataSample.collectedAt || new Date()\n\n  const timezone = dataSet.timezone || domain.timezone || 'UTC'\n  const format = 'YYYY-MM-DD'\n\n  // workDate ex) 2022-04-04\n  const { workDate, workShift } = await getWorkDateAndShift(domain, collectedAt, { timezone, format })\n\n  // local time dataSet timezone or domain timezone or default 'UTC'\n\n  const localDateTz = moment(collectedAt).tz(timezone)\n  const defaultPartitionKeys = {\n    domain: domain.subdomain,\n    datasetid: newDataSample.dataSet.id /* It should not be 'data_set_id' as column name duplicated for Glue */,\n    date: localDateTz.format(format) /* local time date */,\n    workdate: workDate /* working date */,\n    workshift: workShift\n  }\n\n  var partitionKeys = {\n    ...defaultPartitionKeys,\n    ...dataSet.partitionKeys\n  }\n\n  partitionKeys = formatDate(partitionKeys, localDateTz)\n  partitionKeys = replaceVariables(partitionKeys, newDataSample.data)\n\n  const dataKeys = fillDataKeys(dataSet?.dataKeySet, newDataSample.data)\n\n  const { ooc, oos, judgment } = DataUseCase.evaluate(dataSet, dataItems, newDataSample.data) || {}\n\n  const old = await getRepository(DataSample, tx).findOne({\n    where: {\n      domain: { id: domain.id },\n      dataSet: { id: dataSet.id },\n      collectedAt,\n      ...dataKeys\n    }\n  })\n\n  /*\n    Pre-processing for file and media attachments.\n    - file type: supports multiple files + quota (array processing)\n    - media types (image, video, audio): single file only (like signature)\n    - Validates MIME types for media files\n    - Enforces options constraints (accept, maxSize, etc.)\n    - Creates Attachment records for all uploaded files\n  */\n\n  const data = newDataSample.data\n  const attachments = []\n\n  for (let dataItem of dataItems) {\n    const tag = dataItem.tag\n\n    // Handle file type (multiple + quota support, array processing)\n    if (dataItem.type === 'file') {\n      const filesArray = data[tag]\n\n      if (tag && filesArray && filesArray.length > 0) {\n        let pathsArray = []\n\n        for (let files of filesArray) {\n          let paths = []\n\n          if (files instanceof Array) {\n            for (let file of files) {\n              if (file) {\n                const attachment = await createAttachment(\n                  null,\n                  {\n                    attachment: {\n                      file: file.file,\n                      refType: DataSample.name\n                    }\n                  },\n                  context\n                )\n\n                const fetched = await getRepository(Attachment, tx).findOneBy({ id: attachment.id })\n                if (fetched) {\n                  attachments.push(fetched)\n                  paths.push({\n                    id: fetched.id,\n                    mimetype: fetched.mimetype,\n                    name: fetched.name,\n                    fullpath: fetched.fullpath\n                  })\n                } else {\n                  throw `Failed to save file(${attachment.name})`\n                }\n              } else {\n                paths.push(null)\n              }\n            }\n          }\n\n          pathsArray.push(paths)\n        }\n\n        data[tag] = pathsArray\n      }\n    }\n    // Handle media types (image, video, audio): single file only\n    else if (isMediaType(dataItem.type)) {\n      let fileValue = data[tag]\n\n      // Frontend sends as array, extract first element\n      if (Array.isArray(fileValue)) {\n        fileValue = fileValue[0]\n      }\n\n      if (tag && fileValue) {\n        // Handle both File object directly and {file: File} structure\n        const actualFile = fileValue.file || fileValue\n\n        // Skip if file is already an attachment object (has fullpath)\n        if (actualFile.fullpath) {\n          continue\n        }\n\n        // Get MIME type from various possible property names\n        const mimeType = actualFile.mimetype || actualFile.type || actualFile.contentType\n\n        // Validate media file against options\n        const validation = validateMediaFile(\n          {\n            mimetype: mimeType,\n            size: actualFile.size,\n            name: actualFile.filename || actualFile.name\n          },\n          dataItem.type,\n          dataItem.options\n        )\n\n        if (!validation.valid) {\n          throw new Error(\n            `Media validation failed for '${tag}' (${dataItem.type}): ${validation.errors.join(', ')}`\n          )\n        }\n\n        const attachment = await createAttachment(\n          null,\n          {\n            attachment: {\n              file: actualFile,\n              refType: DataSample.name\n            }\n          },\n          context\n        )\n\n        const fetched = await getRepository(Attachment, tx).findOneBy({ id: attachment.id })\n        if (fetched) {\n          attachments.push(fetched)\n          // Store as single attachment object (like signature)\n          data[tag] = {\n            id: fetched.id,\n            mimetype: fetched.mimetype,\n            name: fetched.name,\n            fullpath: fetched.fullpath\n          }\n        } else {\n          throw `Failed to save file(${attachment.name})`\n        }\n      }\n    }\n  }\n\n  const dataSample = await getRepository(DataSample, tx).save({\n    ...old,\n    name: dataSet.name,\n    description: dataSet.description,\n    useCase: dataSet.useCase,\n    type: dataSet.type,\n    ...newDataSample,\n    ...dataKeys,\n    dataSetVersion: dataSet.version,\n    domain,\n    partitionKeys,\n    ooc,\n    oos,\n    judgment,\n    collectedAt,\n    workDate,\n    workShift,\n    creator: user,\n    updater: user\n  })\n\n  if (publishTag) {\n    publishData(publishTag, data, { domain, user })\n  }\n\n  /* post-process for for file attachment. */\n  if (attachments.length > 0) {\n    attachments.forEach(attachment => (attachment.refId = dataSample.id))\n    getRepository(Attachment, tx).save(attachments)\n  }\n\n  if (ooc || oos) {\n    const dataOoc = await createDataOoc(dataSample, dataSet, context)\n    await issueOocReview(dataOoc, dataSet, context)\n\n    try {\n      pubsub.publish('notification', {\n        notification: {\n          domain,\n          type: 'error',\n          title: `[OOC] ${dataSet.name}`,\n          body: `Data OOC occurred on '${dataSet.name}'`,\n          url: getRedirectSubdomainPath(context, domain, `/data-ooc/${dataOoc.id}`),\n          timestamp: collectedAt\n        }\n      })\n    } catch (err) {\n      logger.error('Notification', err)\n    }\n  } else {\n    if (normalScenarioId) {\n      const scenario = await getRepository(Scenario, tx).findOne({\n        where: {\n          domain: { id: In([domain.id, domain.parentId].filter(Boolean)) },\n          id: normalScenarioId\n        },\n        relations: ['domain', 'steps', 'updater']\n      })\n\n      if (scenario) {\n        scenario.start({\n          instanceName: scenario.name + ':' + dataSet.name + ':' + dataSample.id,\n          domain,\n          user,\n          variables: {\n            dataSampleId: dataSample.id,\n            dataSet: dataSet.id,\n            data,\n            ooc,\n            oos,\n            judgment,\n            collectedAt,\n            workDate,\n            workShift,\n            domain: {\n              id: domain.id,\n              subdomain: domain.subdomain,\n              name: domain.name\n            },\n            updator: {\n              id: user.id,\n              email: user.email,\n              name: user.name\n            }\n          }\n        })\n      } else {\n        console.error(`Cannot find the set normal-scenario for the dataset(${dataSet.name}).`)\n      }\n    }\n\n    if (dataSet.requiresReview) {\n      const activity = (await getRepository(Activity, tx).findOneBy({\n        domain: { id: In([domain.id, domain.parentId].filter(Boolean)) },\n        name: 'Data Review'\n      })) as Activity\n\n      if (activity) {\n        const assigneeRole =\n          dataSet.supervisoryRoleId &&\n          (await getRepository(Role, tx).findOneBy({\n            domain: { id: In([domain.id, domain.parentId].filter(Boolean)) },\n            id: dataSet.supervisoryRoleId\n          }))\n\n        // const assignees = dataSet.supervisoryRoleId\n        //   ? [{ type: 'Role', value: dataSet.supervisoryRoleId, assigneeRole }]\n        //   : []\n\n        /* 해당 dataset의 supervisor로 하여금, data를 리뷰하고 instruction을 작성해서, approvalLine을 이용해서 승인을 한다. */\n        if (assigneeRole) {\n          dataSample.dataItems = dataItems\n          const activityInstance = {\n            name: `[Data 검토] ${dataSet.name}`,\n            description: dataSet.description,\n            activityId: activity.id,\n            dueAt: new Date(collectedAt.getTime() + (activity.standardTime || 24 * 60 * 60) * 1000),\n            input: {\n              dataSampleId: dataSample.id\n            },\n            assigneeRole,\n            threadsMin: 1,\n            threadsMax: 1,\n            approvalLine: dataSet.reviewApprovalLine\n          }\n\n          dataSample.reviewActivityInstance = await issue(activityInstance as any, context)\n          await getRepository(DataSample, tx).save(dataSample)\n\n          try {\n            pubsub.publish('notification', {\n              notification: {\n                domain,\n                type: 'info',\n                title: `[Data Review] ${dataSet.name}`,\n                body: `Data Review occurred on '${dataSet.name}'`,\n                url: getRedirectSubdomainPath(context, domain, `/data-sample/${dataSample.id}`),\n                timestamp: collectedAt\n              }\n            })\n          } catch (err) {\n            logger.error('Notification', err)\n          }\n        } else {\n          console.error(\n            `Assignees are not set. So Data Review task for ${dataSet.name}(${dataSet.id}) could not be issued.`\n          )\n        }\n      } else {\n        console.error('Data Review Activity not installed.')\n      }\n    }\n  }\n\n  return dataSample\n}\n"]}

package/dist-server/service/data-set/data-item-type.d.ts

@@ -7,6 +7,9 @@ export declare enum DataItemType {
     date = "date",
     datetime = "datetime",
     file = "file",
+    image = "image",
+    video = "video",
+    audio = "audio",
     signature = "signature"
 }
 export declare enum DataItemStatType {
@@ -60,3 +63,259 @@ export declare class DataItemPatch {
         [key: string]: any;
     };
 }
+/**
+ * ============================================================================
+ * Media Type Options Schema
+ * ============================================================================
+ *
+ * The `options` field provides type-specific configuration for media types
+ * (image, video, audio). Below are the recommended schemas for each type.
+ *
+ * ============================================================================
+ * IMAGE Type Options
+ * ============================================================================
+ *
+ * Example:
+ * {
+ *   type: 'image',
+ *   options: {
+ *     // File formats
+ *     accept: ['jpeg', 'png', 'webp', 'gif'],  // Allowed formats
+ *
+ *     // Size constraints
+ *     maxSize: 10485760,      // Max file size in bytes (10MB)
+ *     maxWidth: 4096,         // Max width in pixels
+ *     maxHeight: 4096,        // Max height in pixels
+ *     minWidth: 224,          // Min width in pixels
+ *     minHeight: 224,         // Min height in pixels
+ *
+ *     // Multiple uploads
+ *     multiple: true,         // Allow multiple images
+ *     maxFiles: 10,           // Max number of files
+ *
+ *     // Thumbnail generation
+ *     thumbnail: {
+ *       enabled: true,
+ *       width: 200,
+ *       height: 200,
+ *       format: 'jpeg',       // 'jpeg' | 'png' | 'webp'
+ *       quality: 85           // 1-100
+ *     },
+ *
+ *     // Preview settings
+ *     preview: {
+ *       enabled: true,
+ *       maxWidth: 1024,
+ *       maxHeight: 1024
+ *     },
+ *
+ *     // Metadata extraction
+ *     metadata: {
+ *       extractExif: true,           // Extract EXIF data
+ *       extractDimensions: true,     // Extract width/height
+ *       extractFormat: true,         // Extract image format
+ *       extractColorProfile: true    // Extract color profile
+ *     },
+ *
+ *     // Compression/conversion
+ *     compression: {
+ *       enabled: true,
+ *       format: 'webp',       // Target format
+ *       quality: 85,          // Compression quality
+ *       maxDimension: 2048    // Max width or height
+ *     }
+ *   }
+ * }
+ *
+ * ============================================================================
+ * VIDEO Type Options
+ * ============================================================================
+ *
+ * Example:
+ * {
+ *   type: 'video',
+ *   options: {
+ *     // File formats
+ *     accept: ['mp4', 'webm', 'mov', 'avi'],  // Allowed formats
+ *
+ *     // Size constraints
+ *     maxSize: 104857600,     // Max file size in bytes (100MB)
+ *     maxDuration: 300,       // Max duration in seconds (5 minutes)
+ *     maxWidth: 1920,         // Max resolution width
+ *     maxHeight: 1080,        // Max resolution height
+ *
+ *     // Multiple uploads
+ *     multiple: false,        // Usually single video per field
+ *     maxFiles: 1,
+ *
+ *     // Thumbnail generation
+ *     thumbnail: {
+ *       enabled: true,
+ *       width: 320,
+ *       height: 180,
+ *       format: 'jpeg',
+ *       quality: 85,
+ *       captureTime: 1        // Capture thumbnail at N seconds
+ *     },
+ *
+ *     // Preview settings
+ *     preview: {
+ *       enabled: true,
+ *       maxWidth: 640,
+ *       maxHeight: 480,
+ *       controls: true,       // Show video controls
+ *       autoplay: false,      // Autoplay preview
+ *       muted: true           // Mute by default
+ *     },
+ *
+ *     // Metadata extraction
+ *     metadata: {
+ *       extractDuration: true,       // Extract video duration
+ *       extractResolution: true,     // Extract width/height
+ *       extractFormat: true,         // Extract video format
+ *       extractCodec: true,          // Extract video/audio codec
+ *       extractFrameRate: true,      // Extract FPS
+ *       extractBitrate: true         // Extract bitrate
+ *     },
+ *
+ *     // Transcoding
+ *     transcoding: {
+ *       enabled: true,
+ *       format: 'mp4',        // Target format
+ *       codec: 'h264',        // Video codec
+ *       quality: 'medium',    // 'low' | 'medium' | 'high'
+ *       maxDimension: 1280    // Scale down if larger
+ *     }
+ *   }
+ * }
+ *
+ * ============================================================================
+ * AUDIO Type Options
+ * ============================================================================
+ *
+ * Example:
+ * {
+ *   type: 'audio',
+ *   options: {
+ *     // File formats
+ *     accept: ['mp3', 'wav', 'ogg', 'm4a', 'aac'],  // Allowed formats
+ *
+ *     // Size constraints
+ *     maxSize: 52428800,      // Max file size in bytes (50MB)
+ *     maxDuration: 600,       // Max duration in seconds (10 minutes)
+ *
+ *     // Multiple uploads
+ *     multiple: false,
+ *     maxFiles: 1,
+ *
+ *     // Waveform visualization
+ *     waveform: {
+ *       enabled: true,
+ *       width: 800,
+ *       height: 100,
+ *       color: '#3498db'
+ *     },
+ *
+ *     // Preview settings
+ *     preview: {
+ *       enabled: true,
+ *       controls: true,       // Show audio controls
+ *       autoplay: false,      // Autoplay preview
+ *       visualizer: true      // Show audio visualizer
+ *     },
+ *
+ *     // Metadata extraction
+ *     metadata: {
+ *       extractDuration: true,       // Extract audio duration
+ *       extractFormat: true,         // Extract audio format
+ *       extractCodec: true,          // Extract audio codec
+ *       extractBitrate: true,        // Extract bitrate
+ *       extractSampleRate: true,     // Extract sample rate
+ *       extractChannels: true,       // Extract channel count
+ *       extractID3Tags: true         // Extract ID3 tags (artist, title, etc.)
+ *     },
+ *
+ *     // Transcoding
+ *     transcoding: {
+ *       enabled: true,
+ *       format: 'mp3',        // Target format
+ *       codec: 'mp3',         // Audio codec
+ *       bitrate: 128,         // kbps
+ *       sampleRate: 44100,    // Hz
+ *       channels: 2           // Stereo
+ *     }
+ *   }
+ * }
+ *
+ * ============================================================================
+ * Usage in GraphQL
+ * ============================================================================
+ *
+ * mutation {
+ *   updateDataSet(
+ *     name: "product_inspection"
+ *     patch: {
+ *       dataItems: [
+ *         {
+ *           name: "product_image"
+ *           type: image
+ *           options: {
+ *             accept: ["jpeg", "png"]
+ *             maxSize: 10485760
+ *             thumbnail: { enabled: true, width: 200, height: 200 }
+ *             metadata: { extractExif: true, extractDimensions: true }
+ *           }
+ *         },
+ *         {
+ *           name: "inspection_video"
+ *           type: video
+ *           options: {
+ *             accept: ["mp4", "webm"]
+ *             maxSize: 104857600
+ *             maxDuration: 120
+ *             thumbnail: { enabled: true, captureTime: 1 }
+ *           }
+ *         },
+ *         {
+ *           name: "operator_note_audio"
+ *           type: audio
+ *           options: {
+ *             accept: ["mp3", "wav"]
+ *             maxSize: 10485760
+ *             maxDuration: 60
+ *             waveform: { enabled: true }
+ *           }
+ *         }
+ *       ]
+ *     }
+ *   ) {
+ *     id
+ *     name
+ *   }
+ * }
+ *
+ * ============================================================================
+ * Label Studio Integration
+ * ============================================================================
+ *
+ * Dataset media types map to Label Studio annotation types:
+ *
+ * - image → <Image name="image" value="$image"/>
+ * - video → <Video name="video" value="$video"/>
+ * - audio → <Audio name="audio" value="$audio"/>
+ *
+ * Example Label Studio config generation:
+ *
+ * const dataItem = { name: 'product_image', type: 'image' }
+ *
+ * // → Label Studio config
+ * <View>
+ *   <Image name="product_image" value="$product_image"/>
+ *   <Choices name="classification" toName="product_image">
+ *     <Choice value="Good"/>
+ *     <Choice value="Defect"/>
+ *   </Choices>
+ * </View>
+ *
+ * ============================================================================
+ */