@proofhound/core 0.1.13 → 0.1.15

package/dist/server/channels/mcp/dataset-import.tools.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"dataset-import.tools.d.ts","sourceRoot":"","sources":["../../../../src/server/channels/mcp/dataset-import.tools.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,8CAA8C,CAAC;AACzF,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAErD,wBAAgB,wBAAwB,CAAC,oBAAoB,EAAE,oBAAoB,GAAG,iBAAiB,EAAE,CA+FxG"}
+{"version":3,"file":"dataset-import.tools.d.ts","sourceRoot":"","sources":["../../../../src/server/channels/mcp/dataset-import.tools.ts"],"names":[],"mappings":"AAYA,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,8CAA8C,CAAC;AACzF,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAErD,wBAAgB,wBAAwB,CAAC,oBAAoB,EAAE,oBAAoB,GAAG,iBAAiB,EAAE,CAgJxG"}

package/dist/server/channels/mcp/dataset-import.tools.js

@@ -2,9 +2,9 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.createDatasetImportTools = createDatasetImportTools;
 /**
- * MCP tool definitions for large-file dataset import (streaming batch ingestion).
+ * MCP tool definitions for dataset import (raw upload plus legacy streaming batch ingestion).
  * Delegates to DatasetImportService, matching the REST surface 1:1.
- * See docs/specs/22-datasets.md §3.1.2 and docs/specs/00-overview.md §5 (three-channel parity).
+ * See docs/specs/22-datasets.md §3.1 and docs/specs/00-overview.md §5 (three-channel parity).
  */
 const shared_1 = require("@proofhound/shared");
 const mcp_context_1 = require("./mcp-context");
@@ -21,7 +21,7 @@ function createDatasetImportTools(datasetImportService) {
                     description: { type: 'string' },
                     fieldMappings: { type: 'array' },
                     sourceFile: { type: 'object' },
-                    sourceFormat: { type: 'string', enum: ['jsonl', 'csv', 'tsv'] },
+                    sourceFormat: { type: 'string', enum: ['jsonl', 'csv', 'tsv', 'json', 'zip'] },
                     declaredTotalRows: { type: 'integer' },
                 },
             },
@@ -31,6 +31,39 @@ function createDatasetImportTools(datasetImportService) {
                 return datasetImportService.createImport(projectId, dto, (0, mcp_context_1.getMcpActor)(ctx));
             },
         },
+        {
+            name: 'dataset_import_raw_capabilities',
+            description: '读取当前部署是否支持浏览器直传 raw dataset import',
+            inputSchema: {
+                type: 'object',
+                properties: {},
+            },
+            handler: async (_input, ctx) => {
+                const { projectId } = (0, mcp_context_1.resolveMcpProjectContext)(ctx);
+                return datasetImportService.getRawImportCapabilities(projectId, (0, mcp_context_1.getMcpActor)(ctx));
+            },
+        },
+        {
+            name: 'dataset_import_create_raw',
+            description: '创建 raw object-backed 数据集导入会话并返回浏览器直传 upload session',
+            inputSchema: {
+                type: 'object',
+                required: ['name', 'fieldMappings', 'sourceFile', 'sourceFormat'],
+                properties: {
+                    name: { type: 'string' },
+                    description: { type: 'string' },
+                    fieldMappings: { type: 'array' },
+                    sourceFile: { type: 'object' },
+                    sourceFormat: { type: 'string', enum: ['jsonl', 'csv', 'tsv', 'json', 'zip'] },
+                    declaredTotalRows: { type: 'integer' },
+                },
+            },
+            handler: async (input, ctx) => {
+                const { projectId } = (0, mcp_context_1.resolveMcpProjectContext)(ctx);
+                const dto = shared_1.createRawDatasetImportSchema.parse(input);
+                return datasetImportService.createRawImport(projectId, dto, (0, mcp_context_1.getMcpActor)(ctx));
+            },
+        },
         {
             name: 'dataset_import_get',
             description: '读取导入会话状态与进度',
@@ -71,7 +104,7 @@ function createDatasetImportTools(datasetImportService) {
         },
         {
             name: 'dataset_import_complete',
-            description: '完成导入：单事务原子提升暂存样本为正式数据集',
+            description: '完成导入：raw import 入队后台解析，batch import 提升暂存样本为正式数据集',
             inputSchema: {
                 type: 'object',
                 required: ['importId'],
@@ -85,9 +118,25 @@ function createDatasetImportTools(datasetImportService) {
                 return datasetImportService.complete(projectId, importId, (0, mcp_context_1.getMcpActor)(ctx));
             },
         },
+        {
+            name: 'dataset_import_upload_complete',
+            description: '完成 raw upload 校验并把会话推进到 uploaded 状态',
+            inputSchema: {
+                type: 'object',
+                required: ['importId'],
+                properties: {
+                    importId: { type: 'string', format: 'uuid' },
+                },
+            },
+            handler: async (input, ctx) => {
+                const { projectId } = (0, mcp_context_1.resolveMcpProjectContext)(ctx);
+                const importId = shared_1.datasetIdParamSchema.parse(input.importId);
+                return datasetImportService.completeRawUpload(projectId, importId, (0, mcp_context_1.getMcpActor)(ctx));
+            },
+        },
         {
             name: 'dataset_import_abort',
-            description: '取消导入会话并清除已暂存样本（中断即删干净）',
+            description: '取消导入会话并清除已暂存样本和临时 raw object',
             inputSchema: {
                 type: 'object',
                 required: ['importId'],

package/dist/server/channels/mcp/dataset-import.tools.js.map

@@ -1 +1 @@
-{"version":3,"file":"dataset-import.tools.js","sourceRoot":"","sources":["../../../../src/server/channels/mcp/dataset-import.tools.ts"],"names":[],"mappings":";;AAUA,4DA+FC;AAzGD;;;;GAIG;AACH,+CAA+G;AAC/G,+CAAsE;AAItE,SAAgB,wBAAwB,CAAC,oBAA0C;IACjF,OAAO;QACL;YACE,IAAI,EAAE,uBAAuB;YAC7B,WAAW,EAAE,uBAAuB;YACpC,WAAW,EAAE;gBACX,IAAI,EAAE,QAAQ;gBACd,QAAQ,EAAE,CAAC,MAAM,EAAE,eAAe,EAAE,YAAY,EAAE,cAAc,CAAC;gBACjE,UAAU,EAAE;oBACV,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;oBACxB,WAAW,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;oBAC/B,aAAa,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE;oBAChC,UAAU,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;oBAC9B,YAAY,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,OAAO,EAAE,KAAK,EAAE,KAAK,CAAC,EAAE;oBAC/D,iBAAiB,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;iBACvC;aACF;YACD,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE;gBAC5B,MAAM,EAAE,SAAS,EAAE,GAAG,IAAA,sCAAwB,EAAC,GAAG,CAAC,CAAC;gBACpD,MAAM,GAAG,GAAG,kCAAyB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBACnD,OAAO,oBAAoB,CAAC,YAAY,CAAC,SAAS,EAAE,GAAG,EAAE,IAAA,yBAAW,EAAC,GAAG,CAAC,CAAC,CAAC;YAC7E,CAAC;SACF;QACD;YACE,IAAI,EAAE,oBAAoB;YAC1B,WAAW,EAAE,aAAa;YAC1B,WAAW,EAAE;gBACX,IAAI,EAAE,QAAQ;gBACd,QAAQ,EAAE,CAAC,UAAU,CAAC;gBACtB,UAAU,EAAE;oBACV,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE;iBAC7C;aACF;YACD,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE;gBAC5B,MAAM,EAAE,SAAS,EAAE,GAAG,IAAA,sCAAwB,EAAC,GAAG,CAAC,CAAC;gBACpD,MAAM,QAAQ,GAAG,6BAAoB,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;gBAC5D,OAAO,oBAAoB,CAAC,SAAS,CAAC,SAAS,EAAE,QAAQ,EAAE,IAAA,yBAAW,EAAC,GAAG,CAAC,CAAC,CAAC;YAC/E,CAAC;SACF;QACD;YACE,IAAI,EAAE,6BAA6B;YACnC,WAAW,EAAE,iBAAiB;YAC9B,WAAW,EAAE;gBACX,IAAI,EAAE,QAAQ;gBACd,QAAQ,EAAE,CAAC,UAAU,EAAE,iBAAiB,EAAE,SAAS,CAAC;gBACpD,UAAU,EAAE;oBACV,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE;oBAC5C,eAAe,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;oBACpC,OAAO,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE;iBAC3B;aACF;YACD,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE;gBAC5B,MAAM,EAAE,SAAS,EAAE,GAAG,IAAA,sCAAwB,EAAC,GAAG,CAAC,CAAC;gBACpD,MAAM,QAAQ,GAAG,6BAAoB,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;gBAC5D,MAAM,GAAG,GAAG,iCAAwB,CAAC,KAAK,CAAC;oBACzC,eAAe,EAAE,KAAK,CAAC,eAAe;oBACtC,OAAO,EAAE,KAAK,CAAC,OAAO;iBACvB,CAAC,CAAC;gBACH,OAAO,oBAAoB,CAAC,WAAW,CAAC,SAAS,EAAE,QAAQ,EAAE,GAAG,EAAE,IAAA,yBAAW,EAAC,GAAG,CAAC,CAAC,CAAC;YACtF,CAAC;SACF;QACD;YACE,IAAI,EAAE,yBAAyB;YAC/B,WAAW,EAAE,wBAAwB;YACrC,WAAW,EAAE;gBACX,IAAI,EAAE,QAAQ;gBACd,QAAQ,EAAE,CAAC,UAAU,CAAC;gBACtB,UAAU,EAAE;oBACV,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE;iBAC7C;aACF;YACD,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE;gBAC5B,MAAM,EAAE,SAAS,EAAE,GAAG,IAAA,sCAAwB,EAAC,GAAG,CAAC,CAAC;gBACpD,MAAM,QAAQ,GAAG,6BAAoB,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;gBAC5D,OAAO,oBAAoB,CAAC,QAAQ,CAAC,SAAS,EAAE,QAAQ,EAAE,IAAA,yBAAW,EAAC,GAAG,CAAC,CAAC,CAAC;YAC9E,CAAC;SACF;QACD;YACE,IAAI,EAAE,sBAAsB;YAC5B,WAAW,EAAE,wBAAwB;YACrC,WAAW,EAAE;gBACX,IAAI,EAAE,QAAQ;gBACd,QAAQ,EAAE,CAAC,UAAU,CAAC;gBACtB,UAAU,EAAE;oBACV,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE;iBAC7C;aACF;YACD,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE;gBAC5B,MAAM,EAAE,SAAS,EAAE,GAAG,IAAA,sCAAwB,EAAC,GAAG,CAAC,CAAC;gBACpD,MAAM,QAAQ,GAAG,6BAAoB,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;gBAC5D,MAAM,oBAAoB,CAAC,KAAK,CAAC,SAAS,EAAE,QAAQ,EAAE,IAAA,yBAAW,EAAC,GAAG,CAAC,CAAC,CAAC;gBACxE,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC;YACtB,CAAC;SACF;KACF,CAAC;AACJ,CAAC"}
+{"version":3,"file":"dataset-import.tools.js","sourceRoot":"","sources":["../../../../src/server/channels/mcp/dataset-import.tools.ts"],"names":[],"mappings":";;AAeA,4DAgJC;AA/JD;;;;GAIG;AACH,+CAK4B;AAC5B,+CAAsE;AAItE,SAAgB,wBAAwB,CAAC,oBAA0C;IACjF,OAAO;QACL;YACE,IAAI,EAAE,uBAAuB;YAC7B,WAAW,EAAE,uBAAuB;YACpC,WAAW,EAAE;gBACX,IAAI,EAAE,QAAQ;gBACd,QAAQ,EAAE,CAAC,MAAM,EAAE,eAAe,EAAE,YAAY,EAAE,cAAc,CAAC;gBACjE,UAAU,EAAE;oBACV,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;oBACxB,WAAW,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;oBAC/B,aAAa,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE;oBAChC,UAAU,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;oBAC9B,YAAY,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE;oBAC9E,iBAAiB,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;iBACvC;aACF;YACD,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE;gBAC5B,MAAM,EAAE,SAAS,EAAE,GAAG,IAAA,sCAAwB,EAAC,GAAG,CAAC,CAAC;gBACpD,MAAM,GAAG,GAAG,kCAAyB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBACnD,OAAO,oBAAoB,CAAC,YAAY,CAAC,SAAS,EAAE,GAAG,EAAE,IAAA,yBAAW,EAAC,GAAG,CAAC,CAAC,CAAC;YAC7E,CAAC;SACF;QACD;YACE,IAAI,EAAE,iCAAiC;YACvC,WAAW,EAAE,oCAAoC;YACjD,WAAW,EAAE;gBACX,IAAI,EAAE,QAAQ;gBACd,UAAU,EAAE,EAAE;aACf;YACD,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE;gBAC7B,MAAM,EAAE,SAAS,EAAE,GAAG,IAAA,sCAAwB,EAAC,GAAG,CAAC,CAAC;gBACpD,OAAO,oBAAoB,CAAC,wBAAwB,CAAC,SAAS,EAAE,IAAA,yBAAW,EAAC,GAAG,CAAC,CAAC,CAAC;YACpF,CAAC;SACF;QACD;YACE,IAAI,EAAE,2BAA2B;YACjC,WAAW,EAAE,qDAAqD;YAClE,WAAW,EAAE;gBACX,IAAI,EAAE,QAAQ;gBACd,QAAQ,EAAE,CAAC,MAAM,EAAE,eAAe,EAAE,YAAY,EAAE,cAAc,CAAC;gBACjE,UAAU,EAAE;oBACV,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;oBACxB,WAAW,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;oBAC/B,aAAa,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE;oBAChC,UAAU,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;oBAC9B,YAAY,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE;oBAC9E,iBAAiB,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;iBACvC;aACF;YACD,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE;gBAC5B,MAAM,EAAE,SAAS,EAAE,GAAG,IAAA,sCAAwB,EAAC,GAAG,CAAC,CAAC;gBACpD,MAAM,GAAG,GAAG,qCAA4B,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBACtD,OAAO,oBAAoB,CAAC,eAAe,CAAC,SAAS,EAAE,GAAG,EAAE,IAAA,yBAAW,EAAC,GAAG,CAAC,CAAC,CAAC;YAChF,CAAC;SACF;QACD;YACE,IAAI,EAAE,oBAAoB;YAC1B,WAAW,EAAE,aAAa;YAC1B,WAAW,EAAE;gBACX,IAAI,EAAE,QAAQ;gBACd,QAAQ,EAAE,CAAC,UAAU,CAAC;gBACtB,UAAU,EAAE;oBACV,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE;iBAC7C;aACF;YACD,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE;gBAC5B,MAAM,EAAE,SAAS,EAAE,GAAG,IAAA,sCAAwB,EAAC,GAAG,CAAC,CAAC;gBACpD,MAAM,QAAQ,GAAG,6BAAoB,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;gBAC5D,OAAO,oBAAoB,CAAC,SAAS,CAAC,SAAS,EAAE,QAAQ,EAAE,IAAA,yBAAW,EAAC,GAAG,CAAC,CAAC,CAAC;YAC/E,CAAC;SACF;QACD;YACE,IAAI,EAAE,6BAA6B;YACnC,WAAW,EAAE,iBAAiB;YAC9B,WAAW,EAAE;gBACX,IAAI,EAAE,QAAQ;gBACd,QAAQ,EAAE,CAAC,UAAU,EAAE,iBAAiB,EAAE,SAAS,CAAC;gBACpD,UAAU,EAAE;oBACV,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE;oBAC5C,eAAe,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;oBACpC,OAAO,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE;iBAC3B;aACF;YACD,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE;gBAC5B,MAAM,EAAE,SAAS,EAAE,GAAG,IAAA,sCAAwB,EAAC,GAAG,CAAC,CAAC;gBACpD,MAAM,QAAQ,GAAG,6BAAoB,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;gBAC5D,MAAM,GAAG,GAAG,iCAAwB,CAAC,KAAK,CAAC;oBACzC,eAAe,EAAE,KAAK,CAAC,eAAe;oBACtC,OAAO,EAAE,KAAK,CAAC,OAAO;iBACvB,CAAC,CAAC;gBACH,OAAO,oBAAoB,CAAC,WAAW,CAAC,SAAS,EAAE,QAAQ,EAAE,GAAG,EAAE,IAAA,yBAAW,EAAC,GAAG,CAAC,CAAC,CAAC;YACtF,CAAC;SACF;QACD;YACE,IAAI,EAAE,yBAAyB;YAC/B,WAAW,EAAE,kDAAkD;YAC/D,WAAW,EAAE;gBACX,IAAI,EAAE,QAAQ;gBACd,QAAQ,EAAE,CAAC,UAAU,CAAC;gBACtB,UAAU,EAAE;oBACV,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE;iBAC7C;aACF;YACD,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE;gBAC5B,MAAM,EAAE,SAAS,EAAE,GAAG,IAAA,sCAAwB,EAAC,GAAG,CAAC,CAAC;gBACpD,MAAM,QAAQ,GAAG,6BAAoB,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;gBAC5D,OAAO,oBAAoB,CAAC,QAAQ,CAAC,SAAS,EAAE,QAAQ,EAAE,IAAA,yBAAW,EAAC,GAAG,CAAC,CAAC,CAAC;YAC9E,CAAC;SACF;QACD;YACE,IAAI,EAAE,gCAAgC;YACtC,WAAW,EAAE,qCAAqC;YAClD,WAAW,EAAE;gBACX,IAAI,EAAE,QAAQ;gBACd,QAAQ,EAAE,CAAC,UAAU,CAAC;gBACtB,UAAU,EAAE;oBACV,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE;iBAC7C;aACF;YACD,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE;gBAC5B,MAAM,EAAE,SAAS,EAAE,GAAG,IAAA,sCAAwB,EAAC,GAAG,CAAC,CAAC;gBACpD,MAAM,QAAQ,GAAG,6BAAoB,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;gBAC5D,OAAO,oBAAoB,CAAC,iBAAiB,CAAC,SAAS,EAAE,QAAQ,EAAE,IAAA,yBAAW,EAAC,GAAG,CAAC,CAAC,CAAC;YACvF,CAAC;SACF;QACD;YACE,IAAI,EAAE,sBAAsB;YAC5B,WAAW,EAAE,8BAA8B;YAC3C,WAAW,EAAE;gBACX,IAAI,EAAE,QAAQ;gBACd,QAAQ,EAAE,CAAC,UAAU,CAAC;gBACtB,UAAU,EAAE;oBACV,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE;iBAC7C;aACF;YACD,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE;gBAC5B,MAAM,EAAE,SAAS,EAAE,GAAG,IAAA,sCAAwB,EAAC,GAAG,CAAC,CAAC;gBACpD,MAAM,QAAQ,GAAG,6BAAoB,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;gBAC5D,MAAM,oBAAoB,CAAC,KAAK,CAAC,SAAS,EAAE,QAAQ,EAAE,IAAA,yBAAW,EAAC,GAAG,CAAC,CAAC,CAAC;gBACxE,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC;YACtB,CAAC;SACF;KACF,CAAC;AACJ,CAAC"}

package/dist/server/common/contracts/object-storage.provider.d.ts

@@ -98,6 +98,8 @@ export declare abstract class ObjectStorageProvider {
     abstract createSignedDownloadUrl(ref: StoredObjectRef, opts?: {
         expiresInSeconds?: number;
     }): Promise<SignedDownloadUrl | null>;
+    /** Whether this provider can mint browser-reachable upload sessions. Default: unsupported. */
+    supportsClientUploadSessions(): boolean;
     /** Open a pending upload and return a URL the client PUTs to. Default: unsupported (null). */
     createUploadSession(_loc: ResourceLocator, _opts?: CreateUploadSessionOptions): Promise<UploadSession | null>;
     /** Verify (HeadObject: size/sha256/contentType) + ownership, then finalize. Default: unsupported. */

package/dist/server/common/contracts/object-storage.provider.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"object-storage.provider.d.ts","sourceRoot":"","sources":["../../../../src/server/common/contracts/object-storage.provider.ts"],"names":[],"mappings":"AAaA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAC5C,OAAO,KAAK,EAAE,YAAY,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAErE,MAAM,MAAM,kBAAkB,GAAG,aAAa,GAAG,oBAAoB,GAAG,kBAAkB,GAAG,QAAQ,CAAC;AAEtG;sGACsG;AACtG,MAAM,MAAM,WAAW,GAAG,MAAM,GAAG,IAAI,GAAG,MAAM,GAAG,UAAU,CAAC;AAE9D;;;;GAIG;AACH,MAAM,WAAW,eAAe;IAC9B,+FAA+F;IAC/F,OAAO,EAAE,cAAc,CAAC;IACxB,YAAY,EAAE,kBAAkB,CAAC;IACjC,UAAU,EAAE,MAAM,CAAC;IACnB,2EAA2E;IAC3E,IAAI,EAAE,MAAM,CAAC;CACd;AAED;;;;GAIG;AACH,MAAM,WAAW,eAAe;IAC9B,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,WAAW,CAAC;IAEpB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAE5B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,iBAAiB,CAAC,EAAE,QAAQ,CAAC;IAC7B,YAAY,EAAE,kBAAkB,CAAC;IACjC,UAAU,EAAE,MAAM,CAAC;IACnB,oFAAoF;IACpF,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,mGAAmG;IACnG,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,WAAW,cAAc;IAC7B,mCAAmC;IACnC,KAAK,EAAE,MAAM,CAAC;IACd,sDAAsD;IACtD,GAAG,CAAC,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,gBAAgB;IAC/B,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,6FAA6F;IAC7F,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,iBAAiB;IAChC,GAAG,EAAE,MAAM,CAAC;IACZ,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,0BAA0B;IACzC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,kGAAkG;IAClG,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,+EAA+E;IAC/E,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B;AAED,MAAM,WAAW,aAAa;IAC5B,wEAAwE;IACxE,SAAS,EAAE,MAAM,CAAC;IAClB,uDAAuD;IACvD,GAAG,EAAE,MAAM,CAAC;IACZ,6FAA6F;IAC7F,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,mBAAmB;IAClC,SAAS,EAAE,MAAM,CAAC;IAClB,gGAAgG;IAChG,KAAK,EAAE,YAAY,CAAC;IACpB,OAAO,EAAE,cAAc,CAAC;CACzB;AAED,8BAAsB,qBAAqB;IACzC;;;;OAIG;IACH,QAAQ,CAAC,SAAS,IAAI,OAAO;IAE7B,QAAQ,CAAC,SAAS,CAAC,GAAG,EAAE,eAAe,EAAE,IAAI,EAAE,MAAM,GAAG,QAAQ,EAAE,IAAI,CAAC,EAAE,gBAAgB,GAAG,OAAO,CAAC,eAAe,CAAC;IACpH,QAAQ,CAAC,SAAS,CAAC,GAAG,EAAE,eAAe,EAAE,KAAK,CAAC,EAAE,cAAc,GAAG,OAAO,CAAC,MAAM,CAAC;IACjF,QAAQ,CAAC,eAAe,CAAC,GAAG,EAAE,eAAe,EAAE,KAAK,CAAC,EAAE,cAAc,GAAG,OAAO,CAAC,QAAQ,CAAC;IACzF,QAAQ,CAAC,aAAa,CAAC,IAAI,EAAE,eAAe,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAE9D;;;OAGG;IACH,QAAQ,CAAC,uBAAuB,CAC9B,GAAG,EAAE,eAAe,EACpB,IAAI,CAAC,EAAE;QAAE,gBAAgB,CAAC,EAAE,MAAM,CAAA;KAAE,GACnC,OAAO,CAAC,iBAAiB,GAAG,IAAI,CAAC;IAUpC,8FAA8F;IACxF,mBAAmB,CAAC,IAAI,EAAE,eAAe,EAAE,KAAK,CAAC,EAAE,0BAA0B,GAAG,OAAO,CAAC,aAAa,GAAG,IAAI,CAAC;IAGnH,qGAAqG;IAC/F,cAAc,CAAC,MAAM,EAAE,mBAAmB,GAAG,OAAO,CAAC,eAAe,CAAC;IAG3E,yEAAyE;IACnE,WAAW,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAGpD,mGAAmG;IAC7F,mBAAmB,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;CAG/D"}
+{"version":3,"file":"object-storage.provider.d.ts","sourceRoot":"","sources":["../../../../src/server/common/contracts/object-storage.provider.ts"],"names":[],"mappings":"AAaA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAC5C,OAAO,KAAK,EAAE,YAAY,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAErE,MAAM,MAAM,kBAAkB,GAAG,aAAa,GAAG,oBAAoB,GAAG,kBAAkB,GAAG,QAAQ,CAAC;AAEtG;sGACsG;AACtG,MAAM,MAAM,WAAW,GAAG,MAAM,GAAG,IAAI,GAAG,MAAM,GAAG,UAAU,CAAC;AAE9D;;;;GAIG;AACH,MAAM,WAAW,eAAe;IAC9B,+FAA+F;IAC/F,OAAO,EAAE,cAAc,CAAC;IACxB,YAAY,EAAE,kBAAkB,CAAC;IACjC,UAAU,EAAE,MAAM,CAAC;IACnB,2EAA2E;IAC3E,IAAI,EAAE,MAAM,CAAC;CACd;AAED;;;;GAIG;AACH,MAAM,WAAW,eAAe;IAC9B,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,WAAW,CAAC;IAEpB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAE5B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,iBAAiB,CAAC,EAAE,QAAQ,CAAC;IAC7B,YAAY,EAAE,kBAAkB,CAAC;IACjC,UAAU,EAAE,MAAM,CAAC;IACnB,oFAAoF;IACpF,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,mGAAmG;IACnG,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,WAAW,cAAc;IAC7B,mCAAmC;IACnC,KAAK,EAAE,MAAM,CAAC;IACd,sDAAsD;IACtD,GAAG,CAAC,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,gBAAgB;IAC/B,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,6FAA6F;IAC7F,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,iBAAiB;IAChC,GAAG,EAAE,MAAM,CAAC;IACZ,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,0BAA0B;IACzC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,kGAAkG;IAClG,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,+EAA+E;IAC/E,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B;AAED,MAAM,WAAW,aAAa;IAC5B,wEAAwE;IACxE,SAAS,EAAE,MAAM,CAAC;IAClB,uDAAuD;IACvD,GAAG,EAAE,MAAM,CAAC;IACZ,6FAA6F;IAC7F,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,mBAAmB;IAClC,SAAS,EAAE,MAAM,CAAC;IAClB,gGAAgG;IAChG,KAAK,EAAE,YAAY,CAAC;IACpB,OAAO,EAAE,cAAc,CAAC;CACzB;AAED,8BAAsB,qBAAqB;IACzC;;;;OAIG;IACH,QAAQ,CAAC,SAAS,IAAI,OAAO;IAE7B,QAAQ,CAAC,SAAS,CAAC,GAAG,EAAE,eAAe,EAAE,IAAI,EAAE,MAAM,GAAG,QAAQ,EAAE,IAAI,CAAC,EAAE,gBAAgB,GAAG,OAAO,CAAC,eAAe,CAAC;IACpH,QAAQ,CAAC,SAAS,CAAC,GAAG,EAAE,eAAe,EAAE,KAAK,CAAC,EAAE,cAAc,GAAG,OAAO,CAAC,MAAM,CAAC;IACjF,QAAQ,CAAC,eAAe,CAAC,GAAG,EAAE,eAAe,EAAE,KAAK,CAAC,EAAE,cAAc,GAAG,OAAO,CAAC,QAAQ,CAAC;IACzF,QAAQ,CAAC,aAAa,CAAC,IAAI,EAAE,eAAe,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAE9D;;;OAGG;IACH,QAAQ,CAAC,uBAAuB,CAC9B,GAAG,EAAE,eAAe,EACpB,IAAI,CAAC,EAAE;QAAE,gBAAgB,CAAC,EAAE,MAAM,CAAA;KAAE,GACnC,OAAO,CAAC,iBAAiB,GAAG,IAAI,CAAC;IAUpC,8FAA8F;IAC9F,4BAA4B,IAAI,OAAO;IAIvC,8FAA8F;IACxF,mBAAmB,CAAC,IAAI,EAAE,eAAe,EAAE,KAAK,CAAC,EAAE,0BAA0B,GAAG,OAAO,CAAC,aAAa,GAAG,IAAI,CAAC;IAGnH,qGAAqG;IAC/F,cAAc,CAAC,MAAM,EAAE,mBAAmB,GAAG,OAAO,CAAC,eAAe,CAAC;IAG3E,yEAAyE;IACnE,WAAW,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAGpD,mGAAmG;IAC7F,mBAAmB,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;CAG/D"}

package/dist/server/common/contracts/object-storage.provider.js

@@ -21,6 +21,10 @@ class ObjectStorageProvider {
     // "unsupported" default (not abstract) so adding them is non-breaking: an existing subclass that
     // hasn't implemented them keeps compiling and inherits the default. A provider that can mint
     // browser-reachable upload URLs (e.g. R2) overrides them; LocalFs keeps the default.
+    /** Whether this provider can mint browser-reachable upload sessions. Default: unsupported. */
+    supportsClientUploadSessions() {
+        return false;
+    }
     /** Open a pending upload and return a URL the client PUTs to. Default: unsupported (null). */
     async createUploadSession(_loc, _opts) {
         return null;

package/dist/server/common/contracts/object-storage.provider.js.map

@@ -1 +1 @@
-{"version":3,"file":"object-storage.provider.js","sourceRoot":"","sources":["../../../../src/server/common/contracts/object-storage.provider.ts"],"names":[],"mappings":";AAAA,+FAA+F;AAC/F,oEAAoE;AACpE,EAAE;AACF,kGAAkG;AAClG,sGAAsG;AACtG,wGAAwG;AACxG,yEAAyE;AACzE,EAAE;AACF,6FAA6F;AAC7F,+FAA+F;AAC/F,mGAAmG;AACnG,6FAA6F;;;AAiG7F,MAAsB,qBAAqB;IAsBzC,2DAA2D;IAC3D,EAAE;IACF,iGAAiG;IACjG,iGAAiG;IACjG,iGAAiG;IACjG,6FAA6F;IAC7F,qFAAqF;IAErF,8FAA8F;IAC9F,KAAK,CAAC,mBAAmB,CAAC,IAAqB,EAAE,KAAkC;QACjF,OAAO,IAAI,CAAC;IACd,CAAC;IACD,qGAAqG;IACrG,KAAK,CAAC,cAAc,CAAC,MAA2B;QAC9C,MAAM,IAAI,KAAK,CAAC,wEAAwE,CAAC,CAAC;IAC5F,CAAC;IACD,yEAAyE;IACzE,KAAK,CAAC,WAAW,CAAC,UAAkB;QAClC,iCAAiC;IACnC,CAAC;IACD,mGAAmG;IACnG,KAAK,CAAC,mBAAmB,CAAC,UAAkB;QAC1C,OAAO,CAAC,CAAC;IACX,CAAC;CACF;AA9CD,sDA8CC"}
+{"version":3,"file":"object-storage.provider.js","sourceRoot":"","sources":["../../../../src/server/common/contracts/object-storage.provider.ts"],"names":[],"mappings":";AAAA,+FAA+F;AAC/F,oEAAoE;AACpE,EAAE;AACF,kGAAkG;AAClG,sGAAsG;AACtG,wGAAwG;AACxG,yEAAyE;AACzE,EAAE;AACF,6FAA6F;AAC7F,+FAA+F;AAC/F,mGAAmG;AACnG,6FAA6F;;;AAiG7F,MAAsB,qBAAqB;IAsBzC,2DAA2D;IAC3D,EAAE;IACF,iGAAiG;IACjG,iGAAiG;IACjG,iGAAiG;IACjG,6FAA6F;IAC7F,qFAAqF;IAErF,8FAA8F;IAC9F,4BAA4B;QAC1B,OAAO,KAAK,CAAC;IACf,CAAC;IAED,8FAA8F;IAC9F,KAAK,CAAC,mBAAmB,CAAC,IAAqB,EAAE,KAAkC;QACjF,OAAO,IAAI,CAAC;IACd,CAAC;IACD,qGAAqG;IACrG,KAAK,CAAC,cAAc,CAAC,MAA2B;QAC9C,MAAM,IAAI,KAAK,CAAC,wEAAwE,CAAC,CAAC;IAC5F,CAAC;IACD,yEAAyE;IACzE,KAAK,CAAC,WAAW,CAAC,UAAkB;QAClC,iCAAiC;IACnC,CAAC;IACD,mGAAmG;IACnG,KAAK,CAAC,mBAAmB,CAAC,UAAkB;QAC1C,OAAO,CAAC,CAAC;IACX,CAAC;CACF;AAnDD,sDAmDC"}

package/dist/server/common/contracts/quota-policy.hook.d.ts

@@ -1,5 +1,5 @@
 import type { ActorContext, ProjectContext } from '../actor-context';
-export type StorageQuotaSource = 'dataset_upload' | 'dataset_import' | 'dataset_import_batch' | 'run_result';
+export type StorageQuotaSource = 'dataset_upload' | 'dataset_import' | 'dataset_import_batch' | 'dataset_raw_import' | 'dataset_raw_import_batch' | 'dataset_import_complete' | 'run_result';
 export interface StorageQuotaInput {
     project: ProjectContext;
     source: StorageQuotaSource;

package/dist/server/common/contracts/quota-policy.hook.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"quota-policy.hook.d.ts","sourceRoot":"","sources":["../../../../src/server/common/contracts/quota-policy.hook.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,EAAE,YAAY,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAErE,MAAM,MAAM,kBAAkB,GAAG,gBAAgB,GAAG,gBAAgB,GAAG,sBAAsB,GAAG,YAAY,CAAC;AAE7G,MAAM,WAAW,iBAAiB;IAChC,OAAO,EAAE,cAAc,CAAC;IACxB,MAAM,EAAE,kBAAkB,CAAC;IAC3B,KAAK,CAAC,EAAE,YAAY,CAAC;IACrB,yDAAyD;IACzD,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,kBAAkB;IACjC,OAAO,EAAE,cAAc,CAAC;IACxB,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,8BAAsB,eAAe;IACnC,QAAQ,CAAC,cAAc,CAAC,KAAK,EAAE,iBAAiB,GAAG,OAAO,CAAC,IAAI,CAAC;IAChE,QAAQ,CAAC,iBAAiB,CAAC,CAAC,EAAE,KAAK,EAAE,kBAAkB,EAAE,GAAG,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC;CAC5F;AAED,qBAAa,oBAAqB,SAAQ,eAAe;IACjD,cAAc,CAAC,MAAM,EAAE,iBAAiB,GAAG,OAAO,CAAC,IAAI,CAAC;IAIxD,iBAAiB,CAAC,CAAC,EAAE,MAAM,EAAE,kBAAkB,EAAE,GAAG,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC;CAG1F"}
+{"version":3,"file":"quota-policy.hook.d.ts","sourceRoot":"","sources":["../../../../src/server/common/contracts/quota-policy.hook.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,EAAE,YAAY,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAErE,MAAM,MAAM,kBAAkB,GAC1B,gBAAgB,GAChB,gBAAgB,GAChB,sBAAsB,GACtB,oBAAoB,GACpB,0BAA0B,GAC1B,yBAAyB,GACzB,YAAY,CAAC;AAEjB,MAAM,WAAW,iBAAiB;IAChC,OAAO,EAAE,cAAc,CAAC;IACxB,MAAM,EAAE,kBAAkB,CAAC;IAC3B,KAAK,CAAC,EAAE,YAAY,CAAC;IACrB,yDAAyD;IACzD,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,kBAAkB;IACjC,OAAO,EAAE,cAAc,CAAC;IACxB,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,8BAAsB,eAAe;IACnC,QAAQ,CAAC,cAAc,CAAC,KAAK,EAAE,iBAAiB,GAAG,OAAO,CAAC,IAAI,CAAC;IAChE,QAAQ,CAAC,iBAAiB,CAAC,CAAC,EAAE,KAAK,EAAE,kBAAkB,EAAE,GAAG,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC;CAC5F;AAED,qBAAa,oBAAqB,SAAQ,eAAe;IACjD,cAAc,CAAC,MAAM,EAAE,iBAAiB,GAAG,OAAO,CAAC,IAAI,CAAC;IAIxD,iBAAiB,CAAC,CAAC,EAAE,MAAM,EAAE,kBAAkB,EAAE,GAAG,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC;CAG1F"}

package/dist/server/common/contracts/quota-policy.hook.js.map

@@ -1 +1 @@
-{"version":3,"file":"quota-policy.hook.js","sourceRoot":"","sources":["../../../../src/server/common/contracts/quota-policy.hook.ts"],"names":[],"mappings":";AAAA,4CAA4C;AAC5C,mDAAmD;AACnD,EAAE;AACF,2EAA2E;AAC3E,8EAA8E;AAC9E,8EAA8E;;;AAqB9E,MAAsB,eAAe;CAGpC;AAHD,0CAGC;AAED,MAAa,oBAAqB,SAAQ,eAAe;IACvD,KAAK,CAAC,cAAc,CAAC,MAAyB;QAC5C,0CAA0C;IAC5C,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAI,MAA0B,EAAE,GAAqB;QAC1E,OAAO,GAAG,EAAE,CAAC;IACf,CAAC;CACF;AARD,oDAQC"}
+{"version":3,"file":"quota-policy.hook.js","sourceRoot":"","sources":["../../../../src/server/common/contracts/quota-policy.hook.ts"],"names":[],"mappings":";AAAA,4CAA4C;AAC5C,mDAAmD;AACnD,EAAE;AACF,2EAA2E;AAC3E,8EAA8E;AAC9E,8EAA8E;;;AA4B9E,MAAsB,eAAe;CAGpC;AAHD,0CAGC;AAED,MAAa,oBAAqB,SAAQ,eAAe;IACvD,KAAK,CAAC,cAAc,CAAC,MAAyB;QAC5C,0CAA0C;IAC5C,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAI,MAA0B,EAAE,GAAqB;QAC1E,OAAO,GAAG,EAAE,CAAC;IACf,CAAC;CACF;AARD,oDAQC"}

package/dist/server/infrastructure/orchestration/bullmq.module.js

@@ -27,7 +27,7 @@ exports.BullmqOrchestrationModule = BullmqOrchestrationModule = __decorate([
                     },
                 }),
             }),
-            bullmq_1.BullModule.registerQueue({ name: 'llm' }, { name: 'probe' }),
+            bullmq_1.BullModule.registerQueue({ name: 'llm' }, { name: 'probe' }, { name: 'dataset-import' }),
         ],
         providers: [bullmq_service_1.BullmqService],
         exports: [bullmq_service_1.BullmqService],

package/dist/server/infrastructure/orchestration/bullmq.module.js.map

@@ -1 +1 @@
-{"version":3,"file":"bullmq.module.js","sourceRoot":"","sources":["../../../../src/server/infrastructure/orchestration/bullmq.module.ts"],"names":[],"mappings":";;;;;;;;;AAAA,2CAAwC;AACxC,2CAA4C;AAC5C,qDAAiD;AAoB1C,IAAM,yBAAyB,GAA/B,MAAM,yBAAyB;CAAG,CAAA;AAA5B,8DAAyB;oCAAzB,yBAAyB;IAlBrC,IAAA,eAAM,EAAC;QACN,OAAO,EAAE;YACP,mBAAU,CAAC,YAAY,CAAC;gBACtB,UAAU,EAAE,GAAG,EAAE,CAAC,CAAC;oBACjB,UAAU,EAAE,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,IAAI,wBAAwB,EAAE;oBACzE,0GAA0G;oBAC1G,kJAAkJ;oBAClJ,iBAAiB,EAAE;wBACjB,QAAQ,EAAE,CAAC;wBACX,OAAO,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE,KAAK,EAAE,KAAK,EAAE;qBAC/C;iBACF,CAAC;aACH,CAAC;YACF,mBAAU,CAAC,aAAa,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;SAC7D;QACD,SAAS,EAAE,CAAC,8BAAa,CAAC;QAC1B,OAAO,EAAE,CAAC,8BAAa,CAAC;KACzB,CAAC;GACW,yBAAyB,CAAG"}
+{"version":3,"file":"bullmq.module.js","sourceRoot":"","sources":["../../../../src/server/infrastructure/orchestration/bullmq.module.ts"],"names":[],"mappings":";;;;;;;;;AAAA,2CAAwC;AACxC,2CAA4C;AAC5C,qDAAiD;AAoB1C,IAAM,yBAAyB,GAA/B,MAAM,yBAAyB;CAAG,CAAA;AAA5B,8DAAyB;oCAAzB,yBAAyB;IAlBrC,IAAA,eAAM,EAAC;QACN,OAAO,EAAE;YACP,mBAAU,CAAC,YAAY,CAAC;gBACtB,UAAU,EAAE,GAAG,EAAE,CAAC,CAAC;oBACjB,UAAU,EAAE,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,IAAI,wBAAwB,EAAE;oBACzE,0GAA0G;oBAC1G,kJAAkJ;oBAClJ,iBAAiB,EAAE;wBACjB,QAAQ,EAAE,CAAC;wBACX,OAAO,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE,KAAK,EAAE,KAAK,EAAE;qBAC/C;iBACF,CAAC;aACH,CAAC;YACF,mBAAU,CAAC,aAAa,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,gBAAgB,EAAE,CAAC;SACzF;QACD,SAAS,EAAE,CAAC,8BAAa,CAAC;QAC1B,OAAO,EAAE,CAAC,8BAAa,CAAC;KACzB,CAAC;GACW,yBAAyB,CAAG"}

package/dist/server/infrastructure/orchestration/bullmq.service.d.ts

@@ -1,10 +1,12 @@
-import { type LlmJobPayload, type ProbeJobPayload } from '@proofhound/orchestration-shared';
+import { type DatasetRawImportJobPayload, type LlmJobPayload, type ProbeJobPayload } from '@proofhound/orchestration-shared';
 import type { Queue } from 'bullmq';
 export declare class BullmqService {
     private readonly llmQueue;
     private readonly probeQueue;
-    constructor(llmQueue: Queue<LlmJobPayload>, probeQueue: Queue<ProbeJobPayload>);
+    private readonly datasetImportQueue;
+    constructor(llmQueue: Queue<LlmJobPayload>, probeQueue: Queue<ProbeJobPayload>, datasetImportQueue: Queue<DatasetRawImportJobPayload>);
     enqueueLlmJob(payload: LlmJobPayload, jobId?: string): Promise<string>;
     enqueueProbeJob(payload: ProbeJobPayload, jobId?: string): Promise<string>;
+    enqueueDatasetRawImportJob(payload: DatasetRawImportJobPayload, jobId?: string): Promise<string>;
 }
 //# sourceMappingURL=bullmq.service.d.ts.map

package/dist/server/infrastructure/orchestration/bullmq.service.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"bullmq.service.d.ts","sourceRoot":"","sources":["../../../../src/server/infrastructure/orchestration/bullmq.service.ts"],"names":[],"mappings":"AAEA,OAAO,EAGL,KAAK,aAAa,EAClB,KAAK,eAAe,EACrB,MAAM,kCAAkC,CAAC;AAC1C,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,QAAQ,CAAC;AAIpC,qBACa,aAAa;IAEF,OAAO,CAAC,QAAQ,CAAC,QAAQ;IACvB,OAAO,CAAC,QAAQ,CAAC,UAAU;gBADZ,QAAQ,EAAE,KAAK,CAAC,aAAa,CAAC,EAC5B,UAAU,EAAE,KAAK,CAAC,eAAe,CAAC;IAGrE,aAAa,CAAC,OAAO,EAAE,aAAa,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAMtE,eAAe,CAAC,OAAO,EAAE,eAAe,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;CAKjF"}
+{"version":3,"file":"bullmq.service.d.ts","sourceRoot":"","sources":["../../../../src/server/infrastructure/orchestration/bullmq.service.ts"],"names":[],"mappings":"AAEA,OAAO,EAIL,KAAK,0BAA0B,EAC/B,KAAK,aAAa,EAClB,KAAK,eAAe,EACrB,MAAM,kCAAkC,CAAC;AAC1C,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,QAAQ,CAAC;AAIpC,qBACa,aAAa;IAEF,OAAO,CAAC,QAAQ,CAAC,QAAQ;IACvB,OAAO,CAAC,QAAQ,CAAC,UAAU;IAClB,OAAO,CAAC,QAAQ,CAAC,kBAAkB;gBAF7B,QAAQ,EAAE,KAAK,CAAC,aAAa,CAAC,EAC5B,UAAU,EAAE,KAAK,CAAC,eAAe,CAAC,EACzB,kBAAkB,EAAE,KAAK,CAAC,0BAA0B,CAAC;IAGjG,aAAa,CAAC,OAAO,EAAE,aAAa,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAMtE,eAAe,CAAC,OAAO,EAAE,eAAe,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAM1E,0BAA0B,CAAC,OAAO,EAAE,0BAA0B,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;CAKvG"}

package/dist/server/infrastructure/orchestration/bullmq.service.js

@@ -19,9 +19,10 @@ const orchestration_shared_1 = require("@proofhound/orchestration-shared");
 // BullMQ producer: business Services dispatch tasks through this service
 // See docs/specs/03-orchestration.md §2
 let BullmqService = class BullmqService {
-    constructor(llmQueue, probeQueue) {
+    constructor(llmQueue, probeQueue, datasetImportQueue) {
         this.llmQueue = llmQueue;
         this.probeQueue = probeQueue;
+        this.datasetImportQueue = datasetImportQueue;
     }
     async enqueueLlmJob(payload, jobId) {
         const parsed = orchestration_shared_1.llmJobPayloadSchema.parse(payload);
@@ -33,12 +34,18 @@ let BullmqService = class BullmqService {
         const job = await this.probeQueue.add('probe-model', parsed, jobId ? { jobId } : undefined);
         return String(job.id);
     }
+    async enqueueDatasetRawImportJob(payload, jobId) {
+        const parsed = orchestration_shared_1.datasetRawImportJobPayloadSchema.parse(payload);
+        const job = await this.datasetImportQueue.add('dataset-raw-import', parsed, jobId ? { jobId } : undefined);
+        return String(job.id);
+    }
 };
 exports.BullmqService = BullmqService;
 exports.BullmqService = BullmqService = __decorate([
     (0, common_1.Injectable)(),
     __param(0, (0, bullmq_1.InjectQueue)('llm')),
     __param(1, (0, bullmq_1.InjectQueue)('probe')),
-    __metadata("design:paramtypes", [Function, Function])
+    __param(2, (0, bullmq_1.InjectQueue)('dataset-import')),
+    __metadata("design:paramtypes", [Function, Function, Function])
 ], BullmqService);
 //# sourceMappingURL=bullmq.service.js.map

package/dist/server/infrastructure/orchestration/bullmq.service.js.map

@@ -1 +1 @@
-{"version":3,"file":"bullmq.service.js","sourceRoot":"","sources":["../../../../src/server/infrastructure/orchestration/bullmq.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,2CAA4C;AAC5C,2CAA6C;AAC7C,2EAK0C;AAG1C,yEAAyE;AACzE,wCAAwC;AAEjC,IAAM,aAAa,GAAnB,MAAM,aAAa;IACxB,YACuC,QAA8B,EAC5B,UAAkC;QADpC,aAAQ,GAAR,QAAQ,CAAsB;QAC5B,eAAU,GAAV,UAAU,CAAwB;IACxE,CAAC;IAEJ,KAAK,CAAC,aAAa,CAAC,OAAsB,EAAE,KAAc;QACxD,MAAM,MAAM,GAAG,0CAAmB,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAClD,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,YAAY,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;QACzF,OAAO,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IACxB,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,OAAwB,EAAE,KAAc;QAC5D,MAAM,MAAM,GAAG,4CAAqB,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACpD,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,aAAa,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;QAC5F,OAAO,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IACxB,CAAC;CACF,CAAA;AAjBY,sCAAa;wBAAb,aAAa;IADzB,IAAA,mBAAU,GAAE;IAGR,WAAA,IAAA,oBAAW,EAAC,KAAK,CAAC,CAAA;IAClB,WAAA,IAAA,oBAAW,EAAC,OAAO,CAAC,CAAA;;GAHZ,aAAa,CAiBzB"}
+{"version":3,"file":"bullmq.service.js","sourceRoot":"","sources":["../../../../src/server/infrastructure/orchestration/bullmq.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,2CAA4C;AAC5C,2CAA6C;AAC7C,2EAO0C;AAG1C,yEAAyE;AACzE,wCAAwC;AAEjC,IAAM,aAAa,GAAnB,MAAM,aAAa;IACxB,YACuC,QAA8B,EAC5B,UAAkC,EACzB,kBAAqD;QAFhE,aAAQ,GAAR,QAAQ,CAAsB;QAC5B,eAAU,GAAV,UAAU,CAAwB;QACzB,uBAAkB,GAAlB,kBAAkB,CAAmC;IACpG,CAAC;IAEJ,KAAK,CAAC,aAAa,CAAC,OAAsB,EAAE,KAAc;QACxD,MAAM,MAAM,GAAG,0CAAmB,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAClD,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,YAAY,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;QACzF,OAAO,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IACxB,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,OAAwB,EAAE,KAAc;QAC5D,MAAM,MAAM,GAAG,4CAAqB,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACpD,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,aAAa,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;QAC5F,OAAO,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IACxB,CAAC;IAED,KAAK,CAAC,0BAA0B,CAAC,OAAmC,EAAE,KAAc;QAClF,MAAM,MAAM,GAAG,uDAAgC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC/D,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,oBAAoB,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;QAC3G,OAAO,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IACxB,CAAC;CACF,CAAA;AAxBY,sCAAa;wBAAb,aAAa;IADzB,IAAA,mBAAU,GAAE;IAGR,WAAA,IAAA,oBAAW,EAAC,KAAK,CAAC,CAAA;IAClB,WAAA,IAAA,oBAAW,EAAC,OAAO,CAAC,CAAA;IACpB,WAAA,IAAA,oBAAW,EAAC,gBAAgB,CAAC,CAAA;;GAJrB,aAAa,CAwBzB"}

package/dist/server/modules/dataset/dataset-import-raw-parser.d.ts

@@ -0,0 +1,9 @@
+import { Readable } from 'node:stream';
+import type { DatasetImportSourceFormat } from '@proofhound/shared';
+export declare const DEFAULT_RAW_IMPORT_MAX_LINE_BYTES: number;
+export declare const DEFAULT_RAW_IMPORT_MAX_BUFFERED_BYTES: number;
+export declare function parseRawDatasetRows(stream: Readable, sourceFormat: DatasetImportSourceFormat, options?: {
+    maxLineBytes?: number;
+    maxBufferedBytes?: number;
+}): AsyncGenerator<Record<string, unknown>>;
+//# sourceMappingURL=dataset-import-raw-parser.d.ts.map

package/dist/server/modules/dataset/dataset-import-raw-parser.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"dataset-import-raw-parser.d.ts","sourceRoot":"","sources":["../../../../src/server/modules/dataset/dataset-import-raw-parser.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAa,MAAM,aAAa,CAAC;AAIlD,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,oBAAoB,CAAC;AAEpE,eAAO,MAAM,iCAAiC,QAAmB,CAAC;AAClE,eAAO,MAAM,qCAAqC,QAAmB,CAAC;AAItE,wBAAuB,mBAAmB,CACxC,MAAM,EAAE,QAAQ,EAChB,YAAY,EAAE,yBAAyB,EACvC,OAAO,GAAE;IAAE,YAAY,CAAC,EAAE,MAAM,CAAC;IAAC,gBAAgB,CAAC,EAAE,MAAM,CAAA;CAAO,GACjE,cAAc,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAsBzC"}

package/dist/server/modules/dataset/dataset-import-raw-parser.js

@@ -0,0 +1,344 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DEFAULT_RAW_IMPORT_MAX_BUFFERED_BYTES = exports.DEFAULT_RAW_IMPORT_MAX_LINE_BYTES = void 0;
+exports.parseRawDatasetRows = parseRawDatasetRows;
+const node_string_decoder_1 = require("node:string_decoder");
+const node_stream_1 = require("node:stream");
+const node_util_1 = require("node:util");
+const node_zlib_1 = require("node:zlib");
+const papaparse_1 = __importDefault(require("papaparse"));
+exports.DEFAULT_RAW_IMPORT_MAX_LINE_BYTES = 16 * 1024 * 1024;
+exports.DEFAULT_RAW_IMPORT_MAX_BUFFERED_BYTES = 64 * 1024 * 1024;
+const inflateRawAsync = (0, node_util_1.promisify)(node_zlib_1.inflateRaw);
+async function* parseRawDatasetRows(stream, sourceFormat, options = {}) {
+    if (sourceFormat === 'jsonl') {
+        yield* parseJsonlRows(stream, options.maxLineBytes ?? exports.DEFAULT_RAW_IMPORT_MAX_LINE_BYTES);
+        return;
+    }
+    if (sourceFormat === 'csv' || sourceFormat === 'tsv') {
+        yield* parseDelimitedRows(stream, sourceFormat === 'csv' ? ',' : '\t', options.maxLineBytes ?? exports.DEFAULT_RAW_IMPORT_MAX_LINE_BYTES);
+        return;
+    }
+    if (sourceFormat === 'json') {
+        yield* parseJsonArrayRows(stream, options.maxBufferedBytes ?? exports.DEFAULT_RAW_IMPORT_MAX_BUFFERED_BYTES);
+        return;
+    }
+    if (sourceFormat === 'zip') {
+        yield* parseZipRows(stream, options.maxBufferedBytes ?? exports.DEFAULT_RAW_IMPORT_MAX_BUFFERED_BYTES);
+        return;
+    }
+    throw new Error('unsupported_file_type');
+}
+async function* parseJsonlRows(stream, maxLineBytes) {
+    const decoder = new node_string_decoder_1.StringDecoder('utf8');
+    let pending = '';
+    const parseLine = (line) => {
+        const trimmed = line.trim();
+        if (!trimmed)
+            return null;
+        const parsed = JSON.parse(trimmed);
+        return parsed && typeof parsed === 'object' && !Array.isArray(parsed) ? parsed : null;
+    };
+    for await (const chunk of stream) {
+        pending += decoder.write(Buffer.isBuffer(chunk) ? chunk : Buffer.from(chunk));
+        const lines = pending.split(/\r?\n/u);
+        pending = lines.pop() ?? '';
+        for (const line of lines) {
+            assertLineWithinLimit(line, maxLineBytes);
+            const row = parseLine(line);
+            if (row)
+                yield row;
+        }
+        assertLineWithinLimit(pending, maxLineBytes);
+    }
+    pending += decoder.end();
+    assertLineWithinLimit(pending, maxLineBytes);
+    const row = parseLine(pending);
+    if (row)
+        yield row;
+}
+async function* parseDelimitedRows(stream, delimiter, maxLineBytes) {
+    const papaStream = papaparse_1.default.parse(papaparse_1.default.NODE_STREAM_INPUT, {
+        delimiter,
+        header: true,
+        skipEmptyLines: 'greedy',
+        transform: parseDelimitedCell,
+        transformHeader: (header, index) => header.trim() || `field_${index + 1}`,
+    });
+    const guardedStream = stream.pipe(createLineByteGuard(maxLineBytes));
+    guardedStream.on('error', (error) => papaStream.destroy(error));
+    guardedStream.pipe(papaStream);
+    for await (const row of papaStream) {
+        if (row && typeof row === 'object' && !Array.isArray(row)) {
+            yield row;
+        }
+    }
+}
+function assertLineWithinLimit(line, maxLineBytes) {
+    if (Buffer.byteLength(line, 'utf8') > maxLineBytes)
+        throw new Error('dataset_import_line_too_large');
+}
+function createLineByteGuard(maxLineBytes) {
+    let lineBytes = 0;
+    return new node_stream_1.Transform({
+        transform(chunk, _encoding, callback) {
+            const buffer = Buffer.isBuffer(chunk) ? chunk : Buffer.from(chunk);
+            for (const byte of buffer) {
+                if (byte === 0x0a) {
+                    lineBytes = 0;
+                    continue;
+                }
+                lineBytes += 1;
+                if (lineBytes > maxLineBytes) {
+                    callback(new Error('dataset_import_line_too_large'));
+                    return;
+                }
+            }
+            callback(null, chunk);
+        },
+    });
+}
+function parseDelimitedCell(value) {
+    const trimmed = value.trim();
+    if (!trimmed.startsWith('['))
+        return trimmed;
+    try {
+        const parsed = JSON.parse(trimmed);
+        return Array.isArray(parsed) ? parsed : trimmed;
+    }
+    catch {
+        return trimmed;
+    }
+}
+async function* parseJsonArrayRows(stream, maxBytes) {
+    const buffer = await readStreamBuffer(stream, maxBytes);
+    const parsed = JSON.parse(buffer.toString('utf8'));
+    if (!Array.isArray(parsed))
+        throw new Error('json_array_required');
+    for (const row of parsed) {
+        if (row && typeof row === 'object' && !Array.isArray(row)) {
+            yield row;
+        }
+    }
+}
+async function* parseZipRows(stream, maxBytes) {
+    const buffer = await readStreamBuffer(stream, maxBytes);
+    const entries = readZipEntries(buffer);
+    const dataEntry = await chooseZipDataEntry(buffer, entries);
+    const dataBytes = await readZipEntryBytes(buffer, dataEntry);
+    const dataStream = node_stream_1.Readable.from([dataBytes]);
+    const rows = [];
+    for await (const row of parseRawDatasetRows(dataStream, extensionToSourceFormat(dataEntry.name), {
+        maxLineBytes: maxBytes,
+    })) {
+        rows.push(row);
+    }
+    for (const row of await inlineZipImages(rows, dataEntry, buffer, entries)) {
+        yield row;
+    }
+}
+async function readStreamBuffer(stream, maxBytes) {
+    const chunks = [];
+    let total = 0;
+    for await (const chunk of stream) {
+        const buffer = Buffer.isBuffer(chunk) ? chunk : Buffer.from(chunk);
+        total += buffer.byteLength;
+        if (total > maxBytes)
+            throw new Error('dataset_import_file_too_large_for_buffered_parser');
+        chunks.push(buffer);
+    }
+    return Buffer.concat(chunks, total);
+}
+function readUint16(buffer, offset) {
+    return buffer.readUInt16LE(offset);
+}
+function readUint32(buffer, offset) {
+    return buffer.readUInt32LE(offset);
+}
+function findEndOfCentralDirectory(buffer) {
+    const minOffset = Math.max(0, buffer.byteLength - 65_557);
+    for (let offset = buffer.byteLength - 22; offset >= minOffset; offset -= 1) {
+        if (readUint32(buffer, offset) === 0x06054b50)
+            return offset;
+    }
+    return -1;
+}
+function readZipEntries(buffer) {
+    const eocdOffset = findEndOfCentralDirectory(buffer);
+    if (eocdOffset < 0)
+        throw new Error('zip_invalid');
+    const entryCount = readUint16(buffer, eocdOffset + 10);
+    const centralDirectoryOffset = readUint32(buffer, eocdOffset + 16);
+    const entries = [];
+    let offset = centralDirectoryOffset;
+    for (let index = 0; index < entryCount; index += 1) {
+        if (readUint32(buffer, offset) !== 0x02014b50)
+            throw new Error('zip_invalid');
+        const compressionMethod = readUint16(buffer, offset + 10);
+        const compressedSize = readUint32(buffer, offset + 20);
+        const uncompressedSize = readUint32(buffer, offset + 24);
+        const fileNameLength = readUint16(buffer, offset + 28);
+        const extraLength = readUint16(buffer, offset + 30);
+        const commentLength = readUint16(buffer, offset + 32);
+        const localHeaderOffset = readUint32(buffer, offset + 42);
+        const path = normalizePath(buffer.subarray(offset + 46, offset + 46 + fileNameLength).toString('utf8'));
+        if (path && !path.endsWith('/')) {
+            if (readUint32(buffer, localHeaderOffset) !== 0x04034b50)
+                throw new Error('zip_invalid');
+            const localNameLength = readUint16(buffer, localHeaderOffset + 26);
+            const localExtraLength = readUint16(buffer, localHeaderOffset + 28);
+            entries.push({
+                path,
+                name: path.split('/').at(-1) ?? path,
+                compressionMethod,
+                compressedSize,
+                uncompressedSize,
+                dataStart: localHeaderOffset + 30 + localNameLength + localExtraLength,
+            });
+        }
+        offset += 46 + fileNameLength + extraLength + commentLength;
+    }
+    return entries;
+}
+async function readZipEntryBytes(buffer, entry) {
+    const compressed = buffer.subarray(entry.dataStart, entry.dataStart + entry.compressedSize);
+    if (entry.compressionMethod === 0)
+        return compressed;
+    if (entry.compressionMethod === 8)
+        return inflateRawAsync(compressed);
+    throw new Error('zip_compression_unsupported');
+}
+async function chooseZipDataEntry(buffer, entries) {
+    const entryByPath = new Map(entries.map((entry) => [entry.path, entry]));
+    const manifestEntries = entries
+        .filter((entry) => entry.name.toLowerCase() === 'manifest.json')
+        .sort((a, b) => compareDatasetPaths(a.path, b.path));
+    for (const manifestEntry of manifestEntries) {
+        try {
+            const manifestText = (await readZipEntryBytes(buffer, manifestEntry)).toString('utf8');
+            const manifest = JSON.parse(manifestText);
+            if (typeof manifest.file !== 'string')
+                continue;
+            const targetPath = joinPath(getDirectory(manifestEntry.path), manifest.file);
+            const matchedEntry = entryByPath.get(targetPath);
+            if (matchedEntry && isStructuredDatasetExtension(getExtension(matchedEntry.name)))
+                return matchedEntry;
+        }
+        catch {
+            // Ignore invalid metadata files; data file candidates remain authoritative.
+        }
+    }
+    const datasetEntries = entries
+        .filter((entry) => isStructuredDatasetExtension(getExtension(entry.name)) && entry.name.toLowerCase() !== 'manifest.json')
+        .sort((a, b) => compareDatasetPaths(a.path, b.path));
+    const first = datasetEntries[0];
+    if (!first)
+        throw new Error('unsupported_file_type');
+    return first;
+}
+async function inlineZipImages(samples, dataEntry, buffer, entries) {
+    const imageEntries = new Map(entries.filter((entry) => extensionToImageMimeType(entry.path)).map((entry) => [entry.path, entry]));
+    if (imageEntries.size === 0)
+        return samples;
+    const dataDirectory = getDirectory(dataEntry.path);
+    const dataUrlCache = new Map();
+    const toDataUrl = async (value) => {
+        if (Array.isArray(value))
+            return Promise.all(value.map((item) => toDataUrl(item)));
+        if (typeof value !== 'string')
+            return value;
+        const imagePath = resolveZipImagePath(value, dataDirectory, imageEntries);
+        if (!imagePath)
+            return value;
+        const cached = dataUrlCache.get(imagePath);
+        if (cached)
+            return cached;
+        const entry = imageEntries.get(imagePath);
+        const mimeType = entry ? extensionToImageMimeType(entry.path) : null;
+        if (!entry || !mimeType)
+            return value;
+        const bytes = await readZipEntryBytes(buffer, entry);
+        if (entry.uncompressedSize > 0 && bytes.byteLength !== entry.uncompressedSize)
+            throw new Error('zip_invalid');
+        const dataUrl = `data:${mimeType};base64,${bytes.toString('base64')}`;
+        dataUrlCache.set(imagePath, dataUrl);
+        return dataUrl;
+    };
+    return Promise.all(samples.map(async (sample) => Object.fromEntries(await Promise.all(Object.entries(sample).map(async ([key, value]) => [key, await toDataUrl(value)])))));
+}
+function extensionToSourceFormat(path) {
+    const extension = getExtension(path);
+    if (extension === '.csv')
+        return 'csv';
+    if (extension === '.tsv')
+        return 'tsv';
+    if (extension === '.jsonl')
+        return 'jsonl';
+    if (extension === '.json')
+        return 'json';
+    throw new Error('unsupported_file_type');
+}
+function isStructuredDatasetExtension(extension) {
+    return extension === '.csv' || extension === '.tsv' || extension === '.jsonl' || extension === '.json';
+}
+function extensionToImageMimeType(path) {
+    const extension = getExtension(path);
+    if (extension === '.jpg' || extension === '.jpeg')
+        return 'image/jpeg';
+    if (extension === '.png')
+        return 'image/png';
+    if (extension === '.webp')
+        return 'image/webp';
+    if (extension === '.gif')
+        return 'image/gif';
+    if (extension === '.bmp')
+        return 'image/bmp';
+    if (extension === '.avif')
+        return 'image/avif';
+    if (extension === '.svg')
+        return 'image/svg+xml';
+    return null;
+}
+function resolveZipImagePath(value, dataDirectory, imageEntries) {
+    const trimmed = value.trim();
+    if (!trimmed || /^https?:\/\//iu.test(trimmed) || /^data:image\//iu.test(trimmed))
+        return null;
+    const candidates = [joinPath(dataDirectory, trimmed), normalizePath(trimmed.replace(/^\/+/u, ''))];
+    return candidates.find((candidate) => imageEntries.has(candidate)) ?? null;
+}
+function getExtension(fileName) {
+    const dotIndex = fileName.lastIndexOf('.');
+    return dotIndex >= 0 ? fileName.slice(dotIndex).toLowerCase() : '';
+}
+function normalizePath(path) {
+    const parts = [];
+    for (const part of path.split('/')) {
+        if (!part || part === '.')
+            continue;
+        if (part === '..') {
+            parts.pop();
+            continue;
+        }
+        parts.push(part);
+    }
+    return parts.join('/');
+}
+function getDirectory(path) {
+    const normalizedPath = normalizePath(path);
+    const lastSlash = normalizedPath.lastIndexOf('/');
+    return lastSlash >= 0 ? normalizedPath.slice(0, lastSlash) : '';
+}
+function joinPath(directory, fileName) {
+    return normalizePath(directory ? `${directory}/${fileName}` : fileName);
+}
+function compareDatasetPaths(left, right) {
+    const leftDepth = normalizePath(left).split('/').length;
+    const rightDepth = normalizePath(right).split('/').length;
+    if (leftDepth !== rightDepth)
+        return leftDepth - rightDepth;
+    return left.localeCompare(right);
+}
+//# sourceMappingURL=dataset-import-raw-parser.js.map