juxscript 1.1.230 → 1.1.232

package/index.d.ts

@@ -50,8 +50,11 @@ import { registry } from './lib/components/registry.js';
 import { stateHistory } from './lib/components/history/StateHistory.js';
 import { watcher } from './lib/components/watcher.js';
 export { state, registry, stateHistory };
-export { tabularDriver } from './lib/storage/TabularDriver.js';
-export { DataFrame } from './lib/storage/DataFrame.js';
+export { tabularDriver, TabularDriver } from './lib/storage/TabularDriver.js';
+export { DataFrame, GroupedDataFrame } from './lib/storage/DataFrame.js';
+export type { DataType, ColumnSchema, DataFrameOptions } from './lib/storage/DataFrame.js';
+export { DataFrameSource, dataFrameSource } from './lib/storage/DataFrameSource.js';
+export type { SourceOptions, APIOptions, StreamOptions, MultiSheetResult } from './lib/storage/DataFrameSource.js';
 export { indexedDBDriver } from './lib/storage/IndexedDBDriver.js';
 export { fileStorage } from './lib/storage/FileStorage.js';
 export { dataframe } from './lib/components/dataframe.js';

package/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,2BAA2B,CAAC;AAClD,OAAO,EAAE,GAAG,EAAE,MAAM,yBAAyB,CAAC;AAC9C,OAAO,EAAE,KAAK,EAAE,MAAM,2BAA2B,CAAC;AAClD,OAAO,EAAE,MAAM,EAAE,MAAM,4BAA4B,CAAC;AACpD,OAAO,EAAE,IAAI,EAAE,MAAM,0BAA0B,CAAC;AAChD,OAAO,EAAE,KAAK,EAAE,MAAM,2BAA2B,CAAC;AAClD,OAAO,EAAE,QAAQ,EAAE,MAAM,8BAA8B,CAAC;AACxD,OAAO,EAAE,IAAI,EAAE,MAAM,0BAA0B,CAAC;AAChD,OAAO,EAAE,SAAS,EAAE,MAAM,+BAA+B,CAAC;AAC1D,OAAO,EAAE,IAAI,EAAE,MAAM,0BAA0B,CAAC;AAChD,OAAO,EAAE,UAAU,EAAE,MAAM,gCAAgC,CAAC;AAC5D,OAAO,EAAE,MAAM,EAAE,MAAM,4BAA4B,CAAC;AACpD,OAAO,EAAE,OAAO,EAAE,MAAM,6BAA6B,CAAC;AACtD,OAAO,EAAE,QAAQ,EAAE,MAAM,8BAA8B,CAAC;AACxD,OAAO,EAAE,YAAY,EAAE,MAAM,mCAAmC,CAAC;AACjE,OAAO,EAAE,SAAS,EAAE,MAAM,+BAA+B,CAAC;AAC1D,OAAO,EAAE,OAAO,EAAE,MAAM,6BAA6B,CAAC;AACtD,OAAO,EAAE,UAAU,EAAE,MAAM,gCAAgC,CAAC;AAC5D,OAAO,EAAE,IAAI,EAAE,MAAM,0BAA0B,CAAC;AAChD,OAAO,EAAE,OAAO,EAAE,MAAM,6BAA6B,CAAC;AACtD,OAAO,EAAE,oBAAoB,EAAE,MAAM,6BAA6B,CAAC;AACnE,OAAO,EAAE,IAAI,EAAE,MAAM,0BAA0B,CAAC;AAChD,OAAO,EAAE,IAAI,EAAE,MAAM,0BAA0B,CAAC;AAChD,OAAO,EAAE,KAAK,EAAE,MAAM,2BAA2B,CAAC;AAClD,OAAO,EAAE,OAAO,EAAE,MAAM,6BAA6B,CAAC;AACtD,OAAO,EAAE,KAAK,EAAE,MAAM,2BAA2B,CAAC;AAClD,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAC;AACvE,OAAO,EAAE,IAAI,EAAE,MAAM,0BAA0B,CAAC;AAChD,OAAO,EAAE,OAAO,EAAE,MAAM,6BAA6B,CAAC;AACtD,OAAO,EAAE,IAAI,EAAE,MAAM,0BAA0B,CAAC;AAChD,OAAO,EAAE,KAAK,EAAE,MAAM,2BAA2B,CAAC;AAClD,OAAO,EAAE,GAAG,EAAE,MAAM,yBAAyB,CAAC;AAC9C,OAAO,EAAE,SAAS,EAAE,MAAM,+BAA+B,CAAC;AAC1D,OAAO,EAAE,GAAG,EAAE,MAAM,yBAAyB,CAAC;AAC9C,OAAO,EAAE,QAAQ,EAAE,MAAM,8BAA8B,CAAC;AACxD,OAAO,EAAE,KAAK,EAAE,MAAM,2BAA2B,CAAC;AAElD,OAAO,EAAE,MAAM,EAAE,MAAM,4BAA4B,CAAC;AACpD,OAAO,EAAE,MAAM,EAAE,MAAM,4BAA4B,CAAC;AACpD,OAAO,EAAE,OAAO,EAAE,MAAM,6BAA6B,CAAC;AACtD,OAAO,EAAE,KAAK,EAAE,MAAM,2BAA2B,CAAC;AAClD,OAAO,EAAE,eAAe,EAAE,MAAM,4BAA4B,CAAC;AAC7D,OAAO,EAAE,KAAK,EAAE,MAAM,2BAA2B,CAAC;AAClD,OAAO,EAAE,IAAI,EAAE,MAAM,0BAA0B,CAAC;AAChD,OAAO,EAAE,WAAW,EAAE,MAAM,kCAAkC,CAAC;AAC/D,OAAO,EAAE,OAAO,EAAE,MAAM,6BAA6B,CAAC;AACtD,OAAO,EAAE,KAAK,EAAE,MAAM,2BAA2B,CAAC;AAElD,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAC;AACpE,OAAO,EAAE,KAAK,EAAE,MAAM,2BAA2B,CAAC;AAClD,OAAO,EAAE,QAAQ,EAAE,MAAM,8BAA8B,CAAC;AACxD,OAAO,EAAE,YAAY,EAAE,MAAM,0CAA0C,CAAC;AACxE,OAAO,EAAE,OAAO,EAAE,MAAM,6BAA6B,CAAC;AAEtD,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,YAAY,EAAE,CAAC;AAGzC,OAAO,EAAE,aAAa,EAAE,MAAM,gCAAgC,CAAC;AAC/D,OAAO,EAAE,SAAS,EAAE,MAAM,4BAA4B,CAAC;AACvD,OAAO,EAAE,eAAe,EAAE,MAAM,kCAAkC,CAAC;AACnE,OAAO,EAAE,WAAW,EAAE,MAAM,8BAA8B,CAAC;AAC3D,OAAO,EAAE,SAAS,EAAE,MAAM,+BAA+B,CAAC;AAG1D,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,kCAAkC,CAAC;AAClE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,kCAAkC,CAAC;AAClE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,kCAAkC,CAAC;AAGlE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAC;AAC7E,YAAY,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AAG5D,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,2BAA2B,CAAC;AAG3D;;GAEG;AACH,eAAO,MAAM,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA4Df,CAAC;AAGF,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,2BAA2B,CAAC;AAClD,OAAO,EAAE,GAAG,EAAE,MAAM,yBAAyB,CAAC;AAC9C,OAAO,EAAE,KAAK,EAAE,MAAM,2BAA2B,CAAC;AAClD,OAAO,EAAE,MAAM,EAAE,MAAM,4BAA4B,CAAC;AACpD,OAAO,EAAE,IAAI,EAAE,MAAM,0BAA0B,CAAC;AAChD,OAAO,EAAE,KAAK,EAAE,MAAM,2BAA2B,CAAC;AAClD,OAAO,EAAE,QAAQ,EAAE,MAAM,8BAA8B,CAAC;AACxD,OAAO,EAAE,IAAI,EAAE,MAAM,0BAA0B,CAAC;AAChD,OAAO,EAAE,SAAS,EAAE,MAAM,+BAA+B,CAAC;AAC1D,OAAO,EAAE,IAAI,EAAE,MAAM,0BAA0B,CAAC;AAChD,OAAO,EAAE,UAAU,EAAE,MAAM,gCAAgC,CAAC;AAC5D,OAAO,EAAE,MAAM,EAAE,MAAM,4BAA4B,CAAC;AACpD,OAAO,EAAE,OAAO,EAAE,MAAM,6BAA6B,CAAC;AACtD,OAAO,EAAE,QAAQ,EAAE,MAAM,8BAA8B,CAAC;AACxD,OAAO,EAAE,YAAY,EAAE,MAAM,mCAAmC,CAAC;AACjE,OAAO,EAAE,SAAS,EAAE,MAAM,+BAA+B,CAAC;AAC1D,OAAO,EAAE,OAAO,EAAE,MAAM,6BAA6B,CAAC;AACtD,OAAO,EAAE,UAAU,EAAE,MAAM,gCAAgC,CAAC;AAC5D,OAAO,EAAE,IAAI,EAAE,MAAM,0BAA0B,CAAC;AAChD,OAAO,EAAE,OAAO,EAAE,MAAM,6BAA6B,CAAC;AACtD,OAAO,EAAE,oBAAoB,EAAE,MAAM,6BAA6B,CAAC;AACnE,OAAO,EAAE,IAAI,EAAE,MAAM,0BAA0B,CAAC;AAChD,OAAO,EAAE,IAAI,EAAE,MAAM,0BAA0B,CAAC;AAChD,OAAO,EAAE,KAAK,EAAE,MAAM,2BAA2B,CAAC;AAClD,OAAO,EAAE,OAAO,EAAE,MAAM,6BAA6B,CAAC;AACtD,OAAO,EAAE,KAAK,EAAE,MAAM,2BAA2B,CAAC;AAClD,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAC;AACvE,OAAO,EAAE,IAAI,EAAE,MAAM,0BAA0B,CAAC;AAChD,OAAO,EAAE,OAAO,EAAE,MAAM,6BAA6B,CAAC;AACtD,OAAO,EAAE,IAAI,EAAE,MAAM,0BAA0B,CAAC;AAChD,OAAO,EAAE,KAAK,EAAE,MAAM,2BAA2B,CAAC;AAClD,OAAO,EAAE,GAAG,EAAE,MAAM,yBAAyB,CAAC;AAC9C,OAAO,EAAE,SAAS,EAAE,MAAM,+BAA+B,CAAC;AAC1D,OAAO,EAAE,GAAG,EAAE,MAAM,yBAAyB,CAAC;AAC9C,OAAO,EAAE,QAAQ,EAAE,MAAM,8BAA8B,CAAC;AACxD,OAAO,EAAE,KAAK,EAAE,MAAM,2BAA2B,CAAC;AAElD,OAAO,EAAE,MAAM,EAAE,MAAM,4BAA4B,CAAC;AACpD,OAAO,EAAE,MAAM,EAAE,MAAM,4BAA4B,CAAC;AACpD,OAAO,EAAE,OAAO,EAAE,MAAM,6BAA6B,CAAC;AACtD,OAAO,EAAE,KAAK,EAAE,MAAM,2BAA2B,CAAC;AAClD,OAAO,EAAE,eAAe,EAAE,MAAM,4BAA4B,CAAC;AAC7D,OAAO,EAAE,KAAK,EAAE,MAAM,2BAA2B,CAAC;AAClD,OAAO,EAAE,IAAI,EAAE,MAAM,0BAA0B,CAAC;AAChD,OAAO,EAAE,WAAW,EAAE,MAAM,kCAAkC,CAAC;AAC/D,OAAO,EAAE,OAAO,EAAE,MAAM,6BAA6B,CAAC;AACtD,OAAO,EAAE,KAAK,EAAE,MAAM,2BAA2B,CAAC;AAElD,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAC;AACpE,OAAO,EAAE,KAAK,EAAE,MAAM,2BAA2B,CAAC;AAClD,OAAO,EAAE,QAAQ,EAAE,MAAM,8BAA8B,CAAC;AACxD,OAAO,EAAE,YAAY,EAAE,MAAM,0CAA0C,CAAC;AACxE,OAAO,EAAE,OAAO,EAAE,MAAM,6BAA6B,CAAC;AAEtD,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,YAAY,EAAE,CAAC;AAGzC,OAAO,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,gCAAgC,CAAC;AAC9E,OAAO,EAAE,SAAS,EAAE,gBAAgB,EAAE,MAAM,4BAA4B,CAAC;AACzE,YAAY,EAAE,QAAQ,EAAE,YAAY,EAAE,gBAAgB,EAAE,MAAM,4BAA4B,CAAC;AAC3F,OAAO,EAAE,eAAe,EAAE,eAAe,EAAE,MAAM,kCAAkC,CAAC;AACpF,YAAY,EAAE,aAAa,EAAE,UAAU,EAAE,aAAa,EAAE,gBAAgB,EAAE,MAAM,kCAAkC,CAAC;AACnH,OAAO,EAAE,eAAe,EAAE,MAAM,kCAAkC,CAAC;AACnE,OAAO,EAAE,WAAW,EAAE,MAAM,8BAA8B,CAAC;AAG3D,OAAO,EAAE,SAAS,EAAE,MAAM,+BAA+B,CAAC;AAG1D,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,kCAAkC,CAAC;AAClE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,kCAAkC,CAAC;AAClE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,kCAAkC,CAAC;AAGlE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAC;AAC7E,YAAY,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AAG5D,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,2BAA2B,CAAC;AAG3D;;GAEG;AACH,eAAO,MAAM,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA4Df,CAAC;AAGF,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC"}

package/index.js

@@ -53,10 +53,12 @@ import { stateHistory } from './lib/components/history/StateHistory.js';
 import { watcher } from './lib/components/watcher.js';
 export { state, registry, stateHistory };
 // Storage
-export { tabularDriver } from './lib/storage/TabularDriver.js';
-export { DataFrame } from './lib/storage/DataFrame.js';
+export { tabularDriver, TabularDriver } from './lib/storage/TabularDriver.js';
+export { DataFrame, GroupedDataFrame } from './lib/storage/DataFrame.js';
+export { DataFrameSource, dataFrameSource } from './lib/storage/DataFrameSource.js';
 export { indexedDBDriver } from './lib/storage/IndexedDBDriver.js';
 export { fileStorage } from './lib/storage/FileStorage.js';
+// DataFrame UI Component (separate from data layer)
 export { dataframe } from './lib/components/dataframe.js';
 // Import Stack components (already added earlier)
 import { VStack, vstack } from './lib/components/stack/VStack.js';

package/lib/components/dataframe/DataFrameSource.d.ts

@@ -0,0 +1,118 @@
+import { DataFrame } from '../../storage/DataFrame.js';
+import { TabularDriver } from '../../storage/TabularDriver.js';
+import { FileUpload } from '../fileupload.js';
+export interface DataFrameSourceOptions {
+    maxFileSize?: number;
+    maxSheetSize?: number;
+    sheetChunkSize?: number;
+    persistToIndexedDB?: boolean;
+    dbName?: string;
+    storeName?: string;
+}
+export interface LoadResult {
+    df: DataFrame | null;
+    sheets?: Record<string, DataFrame>;
+    sourceName: string;
+    isMultiSheet: boolean;
+    error?: string;
+}
+export interface RawFileData {
+    file: File;
+    text?: string;
+    isExcel?: boolean;
+}
+type SourceCallback = (result: LoadResult) => void;
+type ProgressCallback = (loaded: number, total: number) => void;
+type ErrorCallback = (message: string) => void;
+/**
+ * DataFrameSource - Handles data acquisition from various sources
+ *
+ * Responsibilities:
+ * - Load data from files (CSV, Excel)
+ * - Load data from URLs
+ * - Load data from IndexedDB storage
+ * - Load data from inline arrays/objects
+ * - Validate and detect malformed data
+ * - Persist to storage if configured
+ *
+ * Does NOT handle:
+ * - UI rendering
+ * - User interactions
+ * - Modals/dialogs
+ */
+export declare class DataFrameSource {
+    private _driver;
+    private _options;
+    private _df;
+    private _sheets;
+    private _rawFileData;
+    private _sourceName;
+    private _onLoad;
+    private _onProgress;
+    private _onError;
+    constructor(options?: DataFrameSourceOptions);
+    onLoad(callback: SourceCallback): this;
+    onProgress(callback: ProgressCallback): this;
+    onError(callback: ErrorCallback): this;
+    /**
+     * Load from a FileUpload component
+     */
+    fromUpload(upload: FileUpload): this;
+    /**
+     * Load from a File object directly
+     */
+    fromFile(file: File): Promise<LoadResult>;
+    /**
+     * Load from a URL
+     */
+    fromUrl(url: string): Promise<LoadResult>;
+    /**
+     * Load from IndexedDB storage by key
+     */
+    fromStorage(key: string): Promise<LoadResult>;
+    /**
+     * Load from inline data (array of objects or columnar format)
+     */
+    fromData(data: Record<string, any>[] | Record<string, any[]>, sourceName?: string): LoadResult;
+    /**
+     * Re-parse with different options (header row, delimiter)
+     */
+    reimport(options: {
+        headerRow?: number;
+        delimiter?: string;
+    }): Promise<LoadResult>;
+    get df(): DataFrame | null;
+    get sheets(): Map<string, DataFrame>;
+    get sourceName(): string;
+    get rawFileData(): RawFileData | null;
+    get driver(): TabularDriver;
+    get shape(): [number, number];
+    get columns(): string[];
+    get height(): number;
+    get width(): number;
+    /**
+     * Detect if the data appears malformed (bad headers, metadata rows, etc.)
+     */
+    detectMalformed(): boolean;
+    /**
+     * Get raw preview rows for header selection UI
+     */
+    getPreviewRows(maxRows?: number): Promise<{
+        sheetRow: number;
+        values: any[];
+    }[]>;
+    save(key?: string): Promise<string | null>;
+    clearStorage(): Promise<void>;
+    clear(): void;
+    private _loadExcel;
+    private _loadCSV;
+    private _processSheets;
+    private _stripEmptyColumns;
+    private _parseCSVPreview;
+}
+/**
+ * Factory function
+ */
+export declare function dataFrameSource(options?: DataFrameSourceOptions): DataFrameSource;
+export {};
+//# sourceMappingURL=DataFrameSource.d.ts.map

package/lib/components/dataframe/DataFrameSource.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"DataFrameSource.d.ts","sourceRoot":"","sources":["DataFrameSource.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,4BAA4B,CAAC;AACvD,OAAO,EAAE,aAAa,EAAE,MAAM,gCAAgC,CAAC;AAC/D,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAE9C,MAAM,WAAW,sBAAsB;IACnC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,UAAU;IACvB,EAAE,EAAE,SAAS,GAAG,IAAI,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IACnC,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,OAAO,CAAC;IACtB,KAAK,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,WAAW;IACxB,IAAI,EAAE,IAAI,CAAC;IACX,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,EAAE,OAAO,CAAC;CACrB;AAED,KAAK,cAAc,GAAG,CAAC,MAAM,EAAE,UAAU,KAAK,IAAI,CAAC;AACnD,KAAK,gBAAgB,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;AAChE,KAAK,aAAa,GAAG,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAC;AAE/C;;;;;;;;;;;;;;;GAeG;AACH,qBAAa,eAAe;IACxB,OAAO,CAAC,OAAO,CAAgB;IAC/B,OAAO,CAAC,QAAQ,CAAmC;IACnD,OAAO,CAAC,GAAG,CAA0B;IACrC,OAAO,CAAC,OAAO,CAAqC;IACpD,OAAO,CAAC,YAAY,CAA4B;IAChD,OAAO,CAAC,WAAW,CAAc;IACjC,OAAO,CAAC,OAAO,CAA+B;IAC9C,OAAO,CAAC,WAAW,CAAiC;IACpD,OAAO,CAAC,QAAQ,CAA8B;gBAElC,OAAO,GAAE,sBAA2B;IAoBhD,MAAM,CAAC,QAAQ,EAAE,cAAc,GAAG,IAAI;IAKtC,UAAU,CAAC,QAAQ,EAAE,gBAAgB,GAAG,IAAI;IAK5C,OAAO,CAAC,QAAQ,EAAE,aAAa,GAAG,IAAI;IAStC;;OAEG;IACH,UAAU,CAAC,MAAM,EAAE,UAAU,GAAG,IAAI;IAWpC;;OAEG;IACG,QAAQ,CAAC,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,UAAU,CAAC;IAwB/C;;OAEG;IACG,OAAO,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,CAAC;IAmC/C;;OAEG;IACG,WAAW,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,CAAC;IA6BnD;;OAEG;IACH,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,EAAE,UAAU,GAAE,MAAsB,GAAG,UAAU;IAsB7G;;OAEG;IACG,QAAQ,CAAC,OAAO,EAAE;QAAE,SAAS,CAAC,EAAE,MAAM,CAAC;QAAC,SAAS,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,UAAU,CAAC;IAiDxF,IAAI,EAAE,IAAI,SAAS,GAAG,IAAI,CAEzB;IAED,IAAI,MAAM,IAAI,GAAG,CAAC,MAAM,EAAE,SAAS,CAAC,CAEnC;IAED,IAAI,UAAU,IAAI,MAAM,CAEvB;IAED,IAAI,WAAW,IAAI,WAAW,GAAG,IAAI,CAEpC;IAED,IAAI,MAAM,IAAI,aAAa,CAE1B;IAED,IAAI,KAAK,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAE5B;IAED,IAAI,OAAO,IAAI,MAAM,EAAE,CAEtB;IAED,IAAI,MAAM,IAAI,MAAM,CAEnB;IAED,IAAI,KAAK,IAAI,MAAM,CAElB;IAMD;;OAEG;IACH,eAAe,IAAI,OAAO;IAqC1B;;OAEG;IACG,cAAc,CAAC,OAAO,GAAE,MAAW,GAAG,OAAO,CAAC;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,GAAG,EAAE,CAAA;KAAE,EAAE,CAAC;IAgBpF,IAAI,CAAC,GAAG,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IAM1C,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC;IAUnC,KAAK,IAAI,IAAI;YAWC,UAAU;YAcV,QAAQ;YA4BR,cAAc;IAiC5B,OAAO,CAAC,kBAAkB;IAsB1B,OAAO,CAAC,gBAAgB;CAgB3B;AAED;;GAEG;AACH,wBAAgB,eAAe,CAAC,OAAO,GAAE,sBAA2B,GAAG,eAAe,CAErF"}

package/lib/components/dataframe/DataFrameSource.js

@@ -0,0 +1,421 @@
+import { DataFrame } from '../../storage/DataFrame.js';
+import { TabularDriver } from '../../storage/TabularDriver.js';
+/**
+ * DataFrameSource - Handles data acquisition from various sources
+ *
+ * Responsibilities:
+ * - Load data from files (CSV, Excel)
+ * - Load data from URLs
+ * - Load data from IndexedDB storage
+ * - Load data from inline arrays/objects
+ * - Validate and detect malformed data
+ * - Persist to storage if configured
+ *
+ * Does NOT handle:
+ * - UI rendering
+ * - User interactions
+ * - Modals/dialogs
+ */
+export class DataFrameSource {
+    constructor(options = {}) {
+        this._df = null;
+        this._sheets = new Map();
+        this._rawFileData = null;
+        this._sourceName = '';
+        this._onLoad = null;
+        this._onProgress = null;
+        this._onError = null;
+        this._options = {
+            maxFileSize: options.maxFileSize ?? 50,
+            maxSheetSize: options.maxSheetSize ?? 100000,
+            sheetChunkSize: options.sheetChunkSize ?? 10000,
+            persistToIndexedDB: options.persistToIndexedDB ?? false,
+            dbName: options.dbName ?? 'jux-dataframes',
+            storeName: options.storeName ?? 'frames'
+        };
+        this._driver = new TabularDriver(this._options.dbName, this._options.storeName);
+    }
+    /* ═══════════════════════════════════════════════════
+     * CALLBACKS
+     * ═══════════════════════════════════════════════════ */
+    onLoad(callback) {
+        this._onLoad = callback;
+        return this;
+    }
+    onProgress(callback) {
+        this._onProgress = callback;
+        return this;
+    }
+    onError(callback) {
+        this._onError = callback;
+        return this;
+    }
+    /* ═══════════════════════════════════════════════════
+     * DATA SOURCES
+     * ═══════════════════════════════════════════════════ */
+    /**
+     * Load from a FileUpload component
+     */
+    fromUpload(upload) {
+        upload.bind('change', async (files) => {
+            if (!files || files.length === 0) {
+                this.clear();
+                return;
+            }
+            await this.fromFile(files[0]);
+        });
+        return this;
+    }
+    /**
+     * Load from a File object directly
+     */
+    async fromFile(file) {
+        const fileSizeMB = file.size / (1024 * 1024);
+        if (fileSizeMB > this._options.maxFileSize) {
+            const error = `File too large (${fileSizeMB.toFixed(1)}MB). Max: ${this._options.maxFileSize}MB`;
+            this._onError?.(error);
+            return { df: null, sourceName: file.name, isMultiSheet: false, error };
+        }
+        try {
+            const isExcel = /\.(xlsx?|xls)$/i.test(file.name);
+            if (isExcel) {
+                return await this._loadExcel(file);
+            }
+            else {
+                return await this._loadCSV(file);
+            }
+        }
+        catch (err) {
+            const error = `Error parsing ${file.name}: ${err.message}`;
+            this._onError?.(error);
+            return { df: null, sourceName: file.name, isMultiSheet: false, error };
+        }
+    }
+    /**
+     * Load from a URL
+     */
+    async fromUrl(url) {
+        try {
+            this._onProgress?.(0, 100);
+            const df = await this._driver.fetch(url, {
+                autoDetectDelimiter: true,
+                hasHeader: true,
+                onProgress: (loaded, total) => {
+                    this._onProgress?.(loaded, total ?? 100);
+                }
+            });
+            this._df = df;
+            this._sourceName = url.split('/').pop() || url;
+            const result = {
+                df,
+                sourceName: this._sourceName,
+                isMultiSheet: false
+            };
+            if (this._options.persistToIndexedDB) {
+                await this._driver.store(this._sourceName, df, { source: url });
+            }
+            this._onLoad?.(result);
+            return result;
+        }
+        catch (err) {
+            const error = `Error fetching ${url}: ${err.message}`;
+            this._onError?.(error);
+            return { df: null, sourceName: url, isMultiSheet: false, error };
+        }
+    }
+    /**
+     * Load from IndexedDB storage by key
+     */
+    async fromStorage(key) {
+        try {
+            const df = await this._driver.loadByName(key);
+            if (!df) {
+                const error = `No data found with key: ${key}`;
+                this._onError?.(error);
+                return { df: null, sourceName: key, isMultiSheet: false, error };
+            }
+            this._df = df;
+            this._sourceName = key;
+            const result = {
+                df,
+                sourceName: key,
+                isMultiSheet: false
+            };
+            this._onLoad?.(result);
+            return result;
+        }
+        catch (err) {
+            const error = `Error loading from storage: ${err.message}`;
+            this._onError?.(error);
+            return { df: null, sourceName: key, isMultiSheet: false, error };
+        }
+    }
+    /**
+     * Load from inline data (array of objects or columnar format)
+     */
+    fromData(data, sourceName = 'inline data') {
+        try {
+            const df = new DataFrame(data);
+            this._df = df;
+            this._sourceName = sourceName;
+            const result = {
+                df,
+                sourceName,
+                isMultiSheet: false
+            };
+            this._onLoad?.(result);
+            return result;
+        }
+        catch (err) {
+            const error = `Error creating DataFrame: ${err.message}`;
+            this._onError?.(error);
+            return { df: null, sourceName, isMultiSheet: false, error };
+        }
+    }
+    /**
+     * Re-parse with different options (header row, delimiter)
+     */
+    async reimport(options) {
+        if (!this._rawFileData) {
+            const error = 'No raw file data available for reimport';
+            this._onError?.(error);
+            return { df: null, sourceName: this._sourceName, isMultiSheet: false, error };
+        }
+        try {
+            if (this._rawFileData.isExcel) {
+                const sheets = await this._driver.streamFileMultiSheet(this._rawFileData.file, {
+                    headerRow: options.headerRow ?? 0,
+                    maxSheetSize: this._options.maxSheetSize,
+                    sheetChunkSize: this._options.sheetChunkSize
+                });
+                return this._processSheets(sheets, this._rawFileData.file.name);
+            }
+            else {
+                const df = this._driver.parseCSV(this._rawFileData.text, {
+                    delimiter: options.delimiter,
+                    headerRow: options.headerRow ?? 0,
+                    hasHeader: true
+                });
+                this._df = df;
+                if (this._options.persistToIndexedDB) {
+                    await this._driver.store(this._rawFileData.file.name, df);
+                }
+                const result = {
+                    df,
+                    sourceName: this._rawFileData.file.name,
+                    isMultiSheet: false
+                };
+                this._onLoad?.(result);
+                return result;
+            }
+        }
+        catch (err) {
+            const error = `Error reimporting: ${err.message}`;
+            this._onError?.(error);
+            return { df: null, sourceName: this._sourceName, isMultiSheet: false, error };
+        }
+    }
+    /* ═══════════════════════════════════════════════════
+     * ACCESSORS
+     * ═══════════════════════════════════════════════════ */
+    get df() {
+        return this._df;
+    }
+    get sheets() {
+        return this._sheets;
+    }
+    get sourceName() {
+        return this._sourceName;
+    }
+    get rawFileData() {
+        return this._rawFileData;
+    }
+    get driver() {
+        return this._driver;
+    }
+    get shape() {
+        return this._df?.shape ?? [0, 0];
+    }
+    get columns() {
+        return this._df?.columns ?? [];
+    }
+    get height() {
+        return this._df?.height ?? 0;
+    }
+    get width() {
+        return this._df?.width ?? 0;
+    }
+    /* ═══════════════════════════════════════════════════
+     * DATA QUALITY
+     * ═══════════════════════════════════════════════════ */
+    /**
+     * Detect if the data appears malformed (bad headers, metadata rows, etc.)
+     */
+    detectMalformed() {
+        if (!this._df)
+            return false;
+        const columns = this._df.columns;
+        const rows = this._df.toRows();
+        // Check for generic/empty column names
+        const hasGenericColumns = columns.some(col => col.startsWith('__EMPTY') ||
+            /^_\d+$/.test(col) ||
+            /^col_\d+$/.test(col));
+        if (hasGenericColumns)
+            return true;
+        // Check if first row looks like metadata
+        if (rows.length > 0) {
+            const firstRow = rows[0];
+            const values = Object.values(firstRow);
+            const nonEmpty = values.filter(v => v !== null && v !== undefined && String(v).trim() !== '');
+            // Sparse first row suggests header issues
+            if (nonEmpty.length < columns.length * 0.5)
+                return true;
+            // Common metadata patterns
+            const hasMetadata = values.some(v => String(v).includes('Exported') ||
+                String(v).includes('Generated') ||
+                String(v).includes('Report'));
+            if (hasMetadata)
+                return true;
+        }
+        return false;
+    }
+    /**
+     * Get raw preview rows for header selection UI
+     */
+    async getPreviewRows(maxRows = 15) {
+        if (!this._rawFileData?.file)
+            return [];
+        if (this._rawFileData.isExcel) {
+            return this._driver.readRawExcelRows(this._rawFileData.file, maxRows);
+        }
+        else if (this._rawFileData.text) {
+            return this._parseCSVPreview(this._rawFileData.text, maxRows);
+        }
+        return [];
+    }
+    /* ═══════════════════════════════════════════════════
+     * PERSISTENCE
+     * ═══════════════════════════════════════════════════ */
+    async save(key) {
+        if (!this._df)
+            return null;
+        const name = key ?? this._sourceName;
+        return this._driver.store(name, this._df);
+    }
+    async clearStorage() {
+        if (this._rawFileData?.file) {
+            const tables = await this._driver.list();
+            const matching = tables.filter(t => t.name === this._rawFileData.file.name);
+            for (const table of matching) {
+                await this._driver.delete(table.id);
+            }
+        }
+    }
+    clear() {
+        this._df = null;
+        this._sheets.clear();
+        this._rawFileData = null;
+        this._sourceName = '';
+    }
+    /* ═══════════════════════════════════════════════════
+     * PRIVATE HELPERS
+     * ═══════════════════════════════════════════════════ */
+    async _loadExcel(file) {
+        this._rawFileData = { file, isExcel: true };
+        const sheets = await this._driver.streamFileMultiSheet(file, {
+            maxSheetSize: this._options.maxSheetSize,
+            sheetChunkSize: this._options.sheetChunkSize,
+            onProgress: (loaded, total) => {
+                this._onProgress?.(loaded, total ?? 100);
+            }
+        });
+        return this._processSheets(sheets, file.name);
+    }
+    async _loadCSV(file) {
+        const text = await file.text();
+        this._rawFileData = { file, text, isExcel: false };
+        const df = this._driver.parseCSV(text, {
+            autoDetectDelimiter: true,
+            hasHeader: true
+        });
+        // Strip fully empty __EMPTY columns
+        const cleanDf = this._stripEmptyColumns(df);
+        this._df = cleanDf;
+        this._sourceName = file.name;
+        if (this._options.persistToIndexedDB) {
+            await this._driver.store(file.name, cleanDf, { source: file.name });
+        }
+        const result = {
+            df: cleanDf,
+            sourceName: file.name,
+            isMultiSheet: false
+        };
+        this._onLoad?.(result);
+        return result;
+    }
+    async _processSheets(sheets, sourceName) {
+        const sheetNames = Object.keys(sheets);
+        if (sheetNames.length === 0) {
+            const error = 'No data found in file';
+            this._onError?.(error);
+            return { df: null, sourceName, isMultiSheet: false, error };
+        }
+        this._sheets.clear();
+        sheetNames.forEach(name => {
+            this._sheets.set(name, this._stripEmptyColumns(sheets[name]));
+        });
+        const firstSheet = this._sheets.get(sheetNames[0]);
+        this._df = firstSheet;
+        this._sourceName = sourceName;
+        if (this._options.persistToIndexedDB) {
+            await this._driver.store(sourceName, firstSheet, { source: sourceName });
+        }
+        const result = {
+            df: firstSheet,
+            sheets: Object.fromEntries(this._sheets),
+            sourceName,
+            isMultiSheet: sheetNames.length > 1
+        };
+        this._onLoad?.(result);
+        return result;
+    }
+    _stripEmptyColumns(df) {
+        const cols = df.columns;
+        const rows = df.toRows();
+        const emptyColumns = cols.filter(c => {
+            if (!c.startsWith('__EMPTY'))
+                return false;
+            return rows.every(row => {
+                const val = row[c];
+                return val === null || val === undefined || String(val).trim() === '';
+            });
+        });
+        if (emptyColumns.length > 0) {
+            const keepCols = cols.filter(c => !emptyColumns.includes(c));
+            if (keepCols.length > 0) {
+                return df.select(...keepCols);
+            }
+        }
+        return df;
+    }
+    _parseCSVPreview(text, maxRows) {
+        const lines = text.replace(/\r\n/g, '\n').replace(/\r/g, '\n').split('\n');
+        const delimiter = this._driver._detectDelimiter(text);
+        const rows = [];
+        for (let i = 0; i < Math.min(lines.length, maxRows); i++) {
+            if (!lines[i]) {
+                rows.push({ sheetRow: i, values: [''] });
+                continue;
+            }
+            const values = this._driver._parseLine(lines[i], delimiter);
+            rows.push({ sheetRow: i, values });
+        }
+        return rows;
+    }
+}
+/**
+ * Factory function
+ */
+export function dataFrameSource(options = {}) {
+    return new DataFrameSource(options);
+}