@proofhound/web-ui 0.1.13 → 0.1.15

package/dist/screens/datasets/dataset-import-runner.d.ts

@@ -1,9 +1,18 @@
 import { type DatasetImportClient } from '@proofhound/api-client';
-import type { CompleteDatasetImportResponseDto, CreateDatasetImportDto } from '@proofhound/shared';
+import type { CompleteDatasetImportResponseDto, CreateDatasetImportDto, CreateRawDatasetImportDto, DatasetImportStatusDto } from '@proofhound/shared';
 export interface DatasetImportProgress {
-    phase: 'uploading' | 'completing';
+    phase: 'uploading' | 'completing' | 'queued' | 'parsing' | 'importing' | 'completed';
     receivedRows: number;
+    status?: DatasetImportStatusDto;
 }
+export declare const DEFAULT_IMPORT_BATCH_MAX_ROWS = 1000;
+export declare const DEFAULT_IMPORT_BATCH_MAX_BYTES: number;
+export declare function estimateDatasetImportBatchBytes(samples: Array<Record<string, unknown>>): number;
+export declare function projectSampleRowsToBatches(rows: AsyncIterable<Record<string, unknown>>, columns: string[], options?: {
+    maxRows?: number;
+    maxBytes?: number;
+    signal?: AbortSignal;
+}): AsyncGenerator<Array<Record<string, unknown>>>;
 export interface RunDatasetImportOptions {
     projectId: string;
     createBody: CreateDatasetImportDto;
@@ -13,5 +22,17 @@ export interface RunDatasetImportOptions {
     onProgress?: (progress: DatasetImportProgress) => void;
     client?: DatasetImportClient;
 }
+export interface RunRawDatasetImportOptions {
+    projectId: string;
+    createBody: CreateRawDatasetImportDto;
+    file: Blob;
+    signal?: AbortSignal;
+    onCreated?: (importId: string) => void;
+    onUploaded?: () => void;
+    onProgress?: (progress: DatasetImportProgress) => void;
+    pollIntervalMs?: number;
+    client?: DatasetImportClient;
+}
 export declare function runDatasetImport(options: RunDatasetImportOptions): Promise<CompleteDatasetImportResponseDto>;
+export declare function runRawDatasetImport(options: RunRawDatasetImportOptions): Promise<DatasetImportStatusDto>;
 //# sourceMappingURL=dataset-import-runner.d.ts.map

package/dist/screens/datasets/dataset-import-runner.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"dataset-import-runner.d.ts","sourceRoot":"","sources":["../../../src/screens/datasets/dataset-import-runner.ts"],"names":[],"mappings":"AAAA,OAAO,EAAuB,KAAK,mBAAmB,EAAE,MAAM,wBAAwB,CAAC;AACvF,OAAO,KAAK,EAAE,gCAAgC,EAAE,sBAAsB,EAAE,MAAM,oBAAoB,CAAC;AAEnG,MAAM,WAAW,qBAAqB;IACpC,KAAK,EAAE,WAAW,GAAG,YAAY,CAAC;IAClC,YAAY,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,uBAAuB;IACtC,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,sBAAsB,CAAC;IAEnC,OAAO,EAAE,aAAa,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC;IACvD,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,SAAS,CAAC,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,IAAI,CAAC;IACvC,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,qBAAqB,KAAK,IAAI,CAAC;IAEvD,MAAM,CAAC,EAAE,mBAAmB,CAAC;CAC9B;AAID,wBAAsB,gBAAgB,CAAC,OAAO,EAAE,uBAAuB,GAAG,OAAO,CAAC,gCAAgC,CAAC,CA0BlH"}
+{"version":3,"file":"dataset-import-runner.d.ts","sourceRoot":"","sources":["../../../src/screens/datasets/dataset-import-runner.ts"],"names":[],"mappings":"AAAA,OAAO,EAAuB,KAAK,mBAAmB,EAAE,MAAM,wBAAwB,CAAC;AACvF,OAAO,KAAK,EACV,gCAAgC,EAChC,sBAAsB,EACtB,yBAAyB,EACzB,sBAAsB,EACvB,MAAM,oBAAoB,CAAC;AAG5B,MAAM,WAAW,qBAAqB;IACpC,KAAK,EAAE,WAAW,GAAG,YAAY,GAAG,QAAQ,GAAG,SAAS,GAAG,WAAW,GAAG,WAAW,CAAC;IACrF,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,sBAAsB,CAAC;CACjC;AAED,eAAO,MAAM,6BAA6B,OAAO,CAAC;AAElD,eAAO,MAAM,8BAA8B,QAAkB,CAAC;AAM9D,wBAAgB,+BAA+B,CAAC,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,GAAG,MAAM,CAE/F;AAkBD,wBAAuB,0BAA0B,CAC/C,IAAI,EAAE,aAAa,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,EAC5C,OAAO,EAAE,MAAM,EAAE,EACjB,OAAO,GAAE;IACP,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,WAAW,CAAC;CACjB,GACL,cAAc,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,CAsChD;AAED,MAAM,WAAW,uBAAuB;IACtC,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,sBAAsB,CAAC;IAEnC,OAAO,EAAE,aAAa,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC;IACvD,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,SAAS,CAAC,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,IAAI,CAAC;IACvC,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,qBAAqB,KAAK,IAAI,CAAC;IAEvD,MAAM,CAAC,EAAE,mBAAmB,CAAC;CAC9B;AAED,MAAM,WAAW,0BAA0B;IACzC,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,yBAAyB,CAAC;IACtC,IAAI,EAAE,IAAI,CAAC;IACX,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,SAAS,CAAC,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,IAAI,CAAC;IACvC,UAAU,CAAC,EAAE,MAAM,IAAI,CAAC;IACxB,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,qBAAqB,KAAK,IAAI,CAAC;IACvD,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,MAAM,CAAC,EAAE,mBAAmB,CAAC;CAC9B;AAID,wBAAsB,gBAAgB,CAAC,OAAO,EAAE,uBAAuB,GAAG,OAAO,CAAC,gCAAgC,CAAC,CA0BlH;AAED,wBAAsB,mBAAmB,CAAC,OAAO,EAAE,0BAA0B,GAAG,OAAO,CAAC,sBAAsB,CAAC,CA8B9G"}

package/dist/screens/datasets/dataset-import-runner.js

@@ -1,4 +1,60 @@
 import { datasetImportClient } from '@proofhound/api-client';
+import { projectSamplesToColumns } from './dataset-upload-parser';
+export const DEFAULT_IMPORT_BATCH_MAX_ROWS = 1000;
+// Keep the encoded JSON body below the default SERVER_BODY_LIMIT=10mb.
+export const DEFAULT_IMPORT_BATCH_MAX_BYTES = 8 * 1024 * 1024;
+const textEncoder = new TextEncoder();
+const DATASET_IMPORT_PAYLOAD_PREFIX_BYTES = textEncoder.encode('{"batchStartIndex":0,"samples":').length;
+const DATASET_IMPORT_PAYLOAD_SUFFIX_BYTES = 1; // }
+export function estimateDatasetImportBatchBytes(samples) {
+    return textEncoder.encode(JSON.stringify({ batchStartIndex: 0, samples })).length;
+}
+function estimateDatasetImportSampleBytes(sample) {
+    return textEncoder.encode(JSON.stringify(sample)).length;
+}
+function emptyJsonArrayBytes() {
+    return 2; // []
+}
+function jsonArrayBytesAfterAppend(currentArrayBytes, currentLength, nextItemBytes) {
+    return currentLength === 0 ? nextItemBytes + 2 : currentArrayBytes + 1 + nextItemBytes;
+}
+function estimateDatasetImportPayloadBytes(samplesArrayBytes) {
+    return DATASET_IMPORT_PAYLOAD_PREFIX_BYTES + samplesArrayBytes + DATASET_IMPORT_PAYLOAD_SUFFIX_BYTES;
+}
+export async function* projectSampleRowsToBatches(rows, columns, options = {}) {
+    const maxRows = options.maxRows ?? DEFAULT_IMPORT_BATCH_MAX_ROWS;
+    const maxBytes = options.maxBytes ?? DEFAULT_IMPORT_BATCH_MAX_BYTES;
+    let batch = [];
+    let batchArrayBytes = emptyJsonArrayBytes();
+    for await (const row of rows) {
+        if (options.signal?.aborted)
+            throw new DOMException('aborted', 'AbortError');
+        if (batch.length >= maxRows) {
+            yield batch;
+            batch = [];
+            batchArrayBytes = emptyJsonArrayBytes();
+        }
+        const projected = projectSamplesToColumns([row], columns)[0] ?? {};
+        const singleBytes = estimateDatasetImportSampleBytes(projected);
+        const singlePayloadBytes = estimateDatasetImportPayloadBytes(jsonArrayBytesAfterAppend(emptyJsonArrayBytes(), 0, singleBytes));
+        if (singlePayloadBytes > maxBytes) {
+            throw new Error('dataset_import_sample_too_large');
+        }
+        const candidateArrayBytes = jsonArrayBytesAfterAppend(batchArrayBytes, batch.length, singleBytes);
+        if (batch.length > 0 && estimateDatasetImportPayloadBytes(candidateArrayBytes) > maxBytes) {
+            yield batch;
+            batch = [];
+            batchArrayBytes = emptyJsonArrayBytes();
+        }
+        batch.push(projected);
+        batchArrayBytes = jsonArrayBytesAfterAppend(batchArrayBytes, batch.length - 1, singleBytes);
+    }
+    if (batch.length > 0) {
+        if (options.signal?.aborted)
+            throw new DOMException('aborted', 'AbortError');
+        yield batch;
+    }
+}
 // Orchestrates a large-file import: create session -> append batches in order -> complete (atomic promote).
 // Any failure or abort before complete deletes the session + staging (best-effort), per "中断即删干净".
 export async function runDatasetImport(options) {
@@ -30,4 +86,54 @@ export async function runDatasetImport(options) {
         throw error;
     }
 }
+export async function runRawDatasetImport(options) {
+    const client = options.client ?? datasetImportClient;
+    const { projectId, createBody, file, signal } = options;
+    const { import: session, uploadSession } = await client.createRawDatasetImport(projectId, createBody);
+    options.onCreated?.(session.id);
+    let serverImportStarted = false;
+    try {
+        if (signal?.aborted)
+            throw new DOMException('aborted', 'AbortError');
+        await client.uploadRawDatasetFile(uploadSession, file, { signal });
+        options.onUploaded?.();
+        if (signal?.aborted)
+            throw new DOMException('aborted', 'AbortError');
+        await client.completeRawDatasetUpload(projectId, session.id);
+        const queued = await client.completeDatasetImport(projectId, session.id);
+        serverImportStarted = true;
+        options.onProgress?.({ phase: 'queued', receivedRows: queued.receivedRows, status: queued });
+        return pollDatasetImportStatus({
+            client,
+            projectId,
+            importId: session.id,
+            pollIntervalMs: options.pollIntervalMs,
+            onProgress: options.onProgress,
+        });
+    }
+    catch (error) {
+        if (!serverImportStarted) {
+            await client.abortDatasetImport(projectId, session.id).catch(() => undefined);
+        }
+        throw error;
+    }
+}
+async function pollDatasetImportStatus({ client, projectId, importId, pollIntervalMs = 1500, onProgress, }) {
+    for (;;) {
+        await delay(pollIntervalMs);
+        const status = await client.getDatasetImport(projectId, importId);
+        if (status.state === 'completed') {
+            onProgress?.({ phase: 'completed', receivedRows: status.receivedRows, status });
+            return status;
+        }
+        if (status.state === 'failed' || status.state === 'aborted') {
+            throw new Error(status.errorCode ?? status.state);
+        }
+        const phase = status.state === 'parsing' ? 'parsing' : status.state === 'importing' ? 'importing' : 'queued';
+        onProgress?.({ phase, receivedRows: status.receivedRows, status });
+    }
+}
+function delay(ms) {
+    return new Promise((resolve) => setTimeout(resolve, ms));
+}
 //# sourceMappingURL=dataset-import-runner.js.map

package/dist/screens/datasets/dataset-import-runner.js.map

@@ -1 +1 @@
-{"version":3,"file":"dataset-import-runner.js","sourceRoot":"","sources":["../../../src/screens/datasets/dataset-import-runner.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAA4B,MAAM,wBAAwB,CAAC;AAoBvF,4GAA4G;AAC5G,kGAAkG;AAClG,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,OAAgC;IACrE,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,mBAAmB,CAAC;IACrD,MAAM,EAAE,SAAS,EAAE,UAAU,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;IAE3D,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,mBAAmB,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;IACxE,OAAO,CAAC,SAAS,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IAEhC,IAAI,CAAC;QACH,IAAI,eAAe,GAAG,CAAC,CAAC;QACxB,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAClC,IAAI,MAAM,EAAE,OAAO;gBAAE,MAAM,IAAI,YAAY,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;YACrE,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;gBAAE,SAAS;YACjC,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,MAAM,CAAC,wBAAwB,CAAC,SAAS,EAAE,OAAO,CAAC,EAAE,EAAE;gBACpF,eAAe;gBACf,OAAO,EAAE,KAAK;aACf,CAAC,CAAC;YACH,eAAe,IAAI,KAAK,CAAC,MAAM,CAAC;YAChC,OAAO,CAAC,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,YAAY,EAAE,CAAC,CAAC;QAC7D,CAAC;QACD,IAAI,MAAM,EAAE,OAAO;YAAE,MAAM,IAAI,YAAY,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;QACrE,OAAO,CAAC,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,YAAY,EAAE,YAAY,EAAE,eAAe,EAAE,CAAC,CAAC;QAC7E,OAAO,MAAM,MAAM,CAAC,qBAAqB,CAAC,SAAS,EAAE,OAAO,CAAC,EAAE,CAAC,CAAC;IACnE,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,MAAM,CAAC,kBAAkB,CAAC,SAAS,EAAE,OAAO,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QAC9E,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC"}
+{"version":3,"file":"dataset-import-runner.js","sourceRoot":"","sources":["../../../src/screens/datasets/dataset-import-runner.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAA4B,MAAM,wBAAwB,CAAC;AAOvF,OAAO,EAAE,uBAAuB,EAAE,MAAM,yBAAyB,CAAC;AAQlE,MAAM,CAAC,MAAM,6BAA6B,GAAG,IAAI,CAAC;AAClD,uEAAuE;AACvE,MAAM,CAAC,MAAM,8BAA8B,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC;AAE9D,MAAM,WAAW,GAAG,IAAI,WAAW,EAAE,CAAC;AACtC,MAAM,mCAAmC,GAAG,WAAW,CAAC,MAAM,CAAC,iCAAiC,CAAC,CAAC,MAAM,CAAC;AACzG,MAAM,mCAAmC,GAAG,CAAC,CAAC,CAAC,IAAI;AAEnD,MAAM,UAAU,+BAA+B,CAAC,OAAuC;IACrF,OAAO,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,eAAe,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC;AACpF,CAAC;AAED,SAAS,gCAAgC,CAAC,MAA+B;IACvE,OAAO,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC;AAC3D,CAAC;AAED,SAAS,mBAAmB;IAC1B,OAAO,CAAC,CAAC,CAAC,KAAK;AACjB,CAAC;AAED,SAAS,yBAAyB,CAAC,iBAAyB,EAAE,aAAqB,EAAE,aAAqB;IACxG,OAAO,aAAa,KAAK,CAAC,CAAC,CAAC,CAAC,aAAa,GAAG,CAAC,CAAC,CAAC,CAAC,iBAAiB,GAAG,CAAC,GAAG,aAAa,CAAC;AACzF,CAAC;AAED,SAAS,iCAAiC,CAAC,iBAAyB;IAClE,OAAO,mCAAmC,GAAG,iBAAiB,GAAG,mCAAmC,CAAC;AACvG,CAAC;AAED,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,0BAA0B,CAC/C,IAA4C,EAC5C,OAAiB,EACjB,UAII,EAAE;IAEN,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,6BAA6B,CAAC;IACjE,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,8BAA8B,CAAC;IACpE,IAAI,KAAK,GAAmC,EAAE,CAAC;IAC/C,IAAI,eAAe,GAAG,mBAAmB,EAAE,CAAC;IAE5C,IAAI,KAAK,EAAE,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QAC7B,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO;YAAE,MAAM,IAAI,YAAY,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;QAC7E,IAAI,KAAK,CAAC,MAAM,IAAI,OAAO,EAAE,CAAC;YAC5B,MAAM,KAAK,CAAC;YACZ,KAAK,GAAG,EAAE,CAAC;YACX,eAAe,GAAG,mBAAmB,EAAE,CAAC;QAC1C,CAAC;QAED,MAAM,SAAS,GAAG,uBAAuB,CAAC,CAAC,GAAG,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QACnE,MAAM,WAAW,GAAG,gCAAgC,CAAC,SAAS,CAAC,CAAC;QAChE,MAAM,kBAAkB,GAAG,iCAAiC,CAC1D,yBAAyB,CAAC,mBAAmB,EAAE,EAAE,CAAC,EAAE,WAAW,CAAC,CACjE,CAAC;QACF,IAAI,kBAAkB,GAAG,QAAQ,EAAE,CAAC;YAClC,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;QACrD,CAAC;QAED,MAAM,mBAAmB,GAAG,yBAAyB,CAAC,eAAe,EAAE,KAAK,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;QAClG,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,iCAAiC,CAAC,mBAAmB,CAAC,GAAG,QAAQ,EAAE,CAAC;YAC1F,MAAM,KAAK,CAAC;YACZ,KAAK,GAAG,EAAE,CAAC;YACX,eAAe,GAAG,mBAAmB,EAAE,CAAC;QAC1C,CAAC;QAED,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACtB,eAAe,GAAG,yBAAyB,CAAC,eAAe,EAAE,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,WAAW,CAAC,CAAC;IAC9F,CAAC;IAED,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACrB,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO;YAAE,MAAM,IAAI,YAAY,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;QAC7E,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AA0BD,4GAA4G;AAC5G,kGAAkG;AAClG,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,OAAgC;IACrE,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,mBAAmB,CAAC;IACrD,MAAM,EAAE,SAAS,EAAE,UAAU,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;IAE3D,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,mBAAmB,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;IACxE,OAAO,CAAC,SAAS,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IAEhC,IAAI,CAAC;QACH,IAAI,eAAe,GAAG,CAAC,CAAC;QACxB,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAClC,IAAI,MAAM,EAAE,OAAO;gBAAE,MAAM,IAAI,YAAY,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;YACrE,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;gBAAE,SAAS;YACjC,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,MAAM,CAAC,wBAAwB,CAAC,SAAS,EAAE,OAAO,CAAC,EAAE,EAAE;gBACpF,eAAe;gBACf,OAAO,EAAE,KAAK;aACf,CAAC,CAAC;YACH,eAAe,IAAI,KAAK,CAAC,MAAM,CAAC;YAChC,OAAO,CAAC,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,YAAY,EAAE,CAAC,CAAC;QAC7D,CAAC;QACD,IAAI,MAAM,EAAE,OAAO;YAAE,MAAM,IAAI,YAAY,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;QACrE,OAAO,CAAC,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,YAAY,EAAE,YAAY,EAAE,eAAe,EAAE,CAAC,CAAC;QAC7E,OAAO,MAAM,MAAM,CAAC,qBAAqB,CAAC,SAAS,EAAE,OAAO,CAAC,EAAE,CAAC,CAAC;IACnE,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,MAAM,CAAC,kBAAkB,CAAC,SAAS,EAAE,OAAO,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QAC9E,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,OAAmC;IAC3E,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,mBAAmB,CAAC;IACrD,MAAM,EAAE,SAAS,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;IAExD,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,aAAa,EAAE,GAAG,MAAM,MAAM,CAAC,sBAAsB,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;IACtG,OAAO,CAAC,SAAS,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IAChC,IAAI,mBAAmB,GAAG,KAAK,CAAC;IAEhC,IAAI,CAAC;QACH,IAAI,MAAM,EAAE,OAAO;YAAE,MAAM,IAAI,YAAY,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;QACrE,MAAM,MAAM,CAAC,oBAAoB,CAAC,aAAa,EAAE,IAAI,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;QACnE,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC;QACvB,IAAI,MAAM,EAAE,OAAO;YAAE,MAAM,IAAI,YAAY,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;QACrE,MAAM,MAAM,CAAC,wBAAwB,CAAC,SAAS,EAAE,OAAO,CAAC,EAAE,CAAC,CAAC;QAC7D,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,qBAAqB,CAAC,SAAS,EAAE,OAAO,CAAC,EAAE,CAAC,CAAC;QACzE,mBAAmB,GAAG,IAAI,CAAC;QAC3B,OAAO,CAAC,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,CAAC,YAAY,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;QAC7F,OAAO,uBAAuB,CAAC;YAC7B,MAAM;YACN,SAAS;YACT,QAAQ,EAAE,OAAO,CAAC,EAAE;YACpB,cAAc,EAAE,OAAO,CAAC,cAAc;YACtC,UAAU,EAAE,OAAO,CAAC,UAAU;SAC/B,CAAC,CAAC;IACL,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,CAAC,mBAAmB,EAAE,CAAC;YACzB,MAAM,MAAM,CAAC,kBAAkB,CAAC,SAAS,EAAE,OAAO,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QAChF,CAAC;QACD,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED,KAAK,UAAU,uBAAuB,CAAC,EACrC,MAAM,EACN,SAAS,EACT,QAAQ,EACR,cAAc,GAAG,IAAI,EACrB,UAAU,GAOX;IACC,SAAS,CAAC;QACR,MAAM,KAAK,CAAC,cAAc,CAAC,CAAC;QAC5B,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,gBAAgB,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;QAClE,IAAI,MAAM,CAAC,KAAK,KAAK,WAAW,EAAE,CAAC;YACjC,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,CAAC,YAAY,EAAE,MAAM,EAAE,CAAC,CAAC;YAChF,OAAO,MAAM,CAAC;QAChB,CAAC;QACD,IAAI,MAAM,CAAC,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;YAC5D,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC,SAAS,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC;QACpD,CAAC;QACD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,KAAK,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,QAAQ,CAAC;QAC7G,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,YAAY,EAAE,MAAM,CAAC,YAAY,EAAE,MAAM,EAAE,CAAC,CAAC;IACrE,CAAC;AACH,CAAC;AAED,SAAS,KAAK,CAAC,EAAU;IACvB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAC3D,CAAC"}

package/dist/screens/datasets/dataset-upload-page.d.ts

@@ -1,3 +1,20 @@
+import type { CreateDatasetDto, DatasetRawImportCapabilitiesDto } from '@proofhound/shared';
+import { type TranslationKey } from '../../i18n';
+export declare const DATASET_IMAGE_SAMPLE_DOWNLOADS: Array<{
+    labelKey: TranslationKey;
+    href: string;
+    fileName: string;
+}>;
+export declare function formatFileSize(bytes: number): string;
+export declare function estimateUploadProgressBytes(sourceFile: CreateDatasetDto['uploadSource']): number;
+export type DatasetUploadImportPath = 'sync' | 'buffered' | 'streaming' | 'raw';
+export declare function selectDatasetUploadImportPath({ file, isLargeFile, parsedSampleCount, rawImportCapabilities, }: {
+    file: Pick<File, 'name' | 'size'>;
+    isLargeFile: boolean;
+    parsedSampleCount: number;
+    rawImportCapabilities: DatasetRawImportCapabilitiesDto | null;
+}): DatasetUploadImportPath;
+export declare function projectBufferedSampleBatches(samples: Array<Record<string, unknown>>, columns: string[], size: number, signal?: AbortSignal): AsyncGenerator<Record<string, unknown>[], void, any>;
 export declare function DatasetUploadPage({ projectId }: {
     projectId: string;
 }): import("react/jsx-runtime").JSX.Element;

package/dist/screens/datasets/dataset-upload-page.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"dataset-upload-page.d.ts","sourceRoot":"","sources":["../../../src/screens/datasets/dataset-upload-page.tsx"],"names":[],"mappings":"AAwNA,wBAAgB,iBAAiB,CAAC,EAAE,SAAS,EAAE,EAAE;IAAE,SAAS,EAAE,MAAM,CAAA;CAAE,2CAstBrE"}
+{"version":3,"file":"dataset-upload-page.d.ts","sourceRoot":"","sources":["../../../src/screens/datasets/dataset-upload-page.tsx"],"names":[],"mappings":"AAKA,OAAO,KAAK,EACV,gBAAgB,EAIhB,+BAA+B,EAChC,MAAM,oBAAoB,CAAC;AA8B5B,OAAO,EAAW,KAAK,cAAc,EAAE,MAAM,YAAY,CAAC;AA8B1D,eAAO,MAAM,8BAA8B,EAAE,KAAK,CAAC;IACjD,QAAQ,EAAE,cAAc,CAAC;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;CAClB,CAqBA,CAAC;AAqDF,wBAAgB,cAAc,CAAC,KAAK,EAAE,MAAM,UAK3C;AA+ED,wBAAgB,2BAA2B,CAAC,UAAU,EAAE,gBAAgB,CAAC,cAAc,CAAC,UAEvF;AAYD,MAAM,MAAM,uBAAuB,GAAG,MAAM,GAAG,UAAU,GAAG,WAAW,GAAG,KAAK,CAAC;AAoChF,wBAAgB,6BAA6B,CAAC,EAC5C,IAAI,EACJ,WAAW,EACX,iBAAiB,EACjB,qBAAqB,GACtB,EAAE;IACD,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAAC,CAAC;IAClC,WAAW,EAAE,OAAO,CAAC;IACrB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,qBAAqB,EAAE,+BAA+B,GAAG,IAAI,CAAC;CAC/D,GAAG,uBAAuB,CAc1B;AAkBD,wBAAuB,4BAA4B,CACjD,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,EACvC,OAAO,EAAE,MAAM,EAAE,EACjB,IAAI,EAAE,MAAM,EACZ,MAAM,CAAC,EAAE,WAAW,wDAYrB;AAoFD,wBAAgB,iBAAiB,CAAC,EAAE,SAAS,EAAE,EAAE;IAAE,SAAS,EAAE,MAAM,CAAA;CAAE,2CAk0BrE"}