juxscript 1.1.240 → 1.1.244

package/lib/components/dataframe/DataFrameSource.ts

@@ -1,532 +0,0 @@
-import { DataFrame } from '../../storage/DataFrame.js';
-import { TabularDriver } from '../../storage/TabularDriver.js';
-import { FileUpload } from '../fileupload.js';
-
-export interface DataFrameSourceOptions {
-    maxFileSize?: number;           // MB
-    maxSheetSize?: number;          // rows per sheet
-    sheetChunkSize?: number;
-    persistToIndexedDB?: boolean;
-    dbName?: string;
-    storeName?: string;
-}
-
-export interface LoadResult {
-    df: DataFrame | null;
-    sheets?: Record<string, DataFrame>;
-    sourceName: string;
-    isMultiSheet: boolean;
-    error?: string;
-}
-
-export interface RawFileData {
-    file: File;
-    text?: string;
-    isExcel?: boolean;
-}
-
-type SourceCallback = (result: LoadResult) => void;
-type ProgressCallback = (loaded: number, total: number) => void;
-type ErrorCallback = (message: string) => void;
-
-/**
- * DataFrameSource - Handles data acquisition from various sources
- * 
- * Responsibilities:
- * - Load data from files (CSV, Excel)
- * - Load data from URLs
- * - Load data from IndexedDB storage
- * - Load data from inline arrays/objects
- * - Validate and detect malformed data
- * - Persist to storage if configured
- * 
- * Does NOT handle:
- * - UI rendering
- * - User interactions
- * - Modals/dialogs
- */
-export class DataFrameSource {
-    private _driver: TabularDriver;
-    private _options: Required<DataFrameSourceOptions>;
-    private _df: DataFrame | null = null;
-    private _sheets: Map<string, DataFrame> = new Map();
-    private _rawFileData: RawFileData | null = null;
-    private _sourceName: string = '';
-    private _onLoad: SourceCallback | null = null;
-    private _onProgress: ProgressCallback | null = null;
-    private _onError: ErrorCallback | null = null;
-
-    constructor(options: DataFrameSourceOptions = {}) {
-        this._options = {
-            maxFileSize: options.maxFileSize ?? 50,
-            maxSheetSize: options.maxSheetSize ?? 100000,
-            sheetChunkSize: options.sheetChunkSize ?? 10000,
-            persistToIndexedDB: options.persistToIndexedDB ?? false,
-            dbName: options.dbName ?? 'jux-dataframes',
-            storeName: options.storeName ?? 'frames'
-        };
-
-        this._driver = new TabularDriver(
-            this._options.dbName,
-            this._options.storeName
-        );
-    }
-
-    /* ═══════════════════════════════════════════════════
-     * CALLBACKS
-     * ═══════════════════════════════════════════════════ */
-
-    onLoad(callback: SourceCallback): this {
-        this._onLoad = callback;
-        return this;
-    }
-
-    onProgress(callback: ProgressCallback): this {
-        this._onProgress = callback;
-        return this;
-    }
-
-    onError(callback: ErrorCallback): this {
-        this._onError = callback;
-        return this;
-    }
-
-    /* ═══════════════════════════════════════════════════
-     * DATA SOURCES
-     * ═══════════════════════════════════════════════════ */
-
-    /**
-     * Load from a FileUpload component
-     */
-    fromUpload(upload: FileUpload): this {
-        upload.bind('change', async (files: File[]) => {
-            if (!files || files.length === 0) {
-                this.clear();
-                return;
-            }
-            await this.fromFile(files[0]);
-        });
-        return this;
-    }
-
-    /**
-     * Load from a File object directly
-     */
-    async fromFile(file: File): Promise<LoadResult> {
-        const fileSizeMB = file.size / (1024 * 1024);
-
-        if (fileSizeMB > this._options.maxFileSize) {
-            const error = `File too large (${fileSizeMB.toFixed(1)}MB). Max: ${this._options.maxFileSize}MB`;
-            this._onError?.(error);
-            return { df: null, sourceName: file.name, isMultiSheet: false, error };
-        }
-
-        try {
-            const isExcel = /\.(xlsx?|xls)$/i.test(file.name);
-
-            if (isExcel) {
-                return await this._loadExcel(file);
-            } else {
-                return await this._loadCSV(file);
-            }
-        } catch (err: any) {
-            const error = `Error parsing ${file.name}: ${err.message}`;
-            this._onError?.(error);
-            return { df: null, sourceName: file.name, isMultiSheet: false, error };
-        }
-    }
-
-    /**
-     * Load from a URL
-     */
-    async fromUrl(url: string): Promise<LoadResult> {
-        try {
-            this._onProgress?.(0, 100);
-
-            const df = await this._driver.fetch(url, {
-                autoDetectDelimiter: true,
-                hasHeader: true,
-                onProgress: (loaded, total) => {
-                    this._onProgress?.(loaded, total ?? 100);
-                }
-            });
-
-            this._df = df;
-            this._sourceName = url.split('/').pop() || url;
-
-            const result: LoadResult = {
-                df,
-                sourceName: this._sourceName,
-                isMultiSheet: false
-            };
-
-            if (this._options.persistToIndexedDB) {
-                await this._driver.store(this._sourceName, df, { source: url });
-            }
-
-            this._onLoad?.(result);
-            return result;
-
-        } catch (err: any) {
-            const error = `Error fetching ${url}: ${err.message}`;
-            this._onError?.(error);
-            return { df: null, sourceName: url, isMultiSheet: false, error };
-        }
-    }
-
-    /**
-     * Load from IndexedDB storage by key
-     */
-    async fromStorage(key: string): Promise<LoadResult> {
-        try {
-            const df = await this._driver.loadByName(key);
-
-            if (!df) {
-                const error = `No data found with key: ${key}`;
-                this._onError?.(error);
-                return { df: null, sourceName: key, isMultiSheet: false, error };
-            }
-
-            this._df = df;
-            this._sourceName = key;
-
-            const result: LoadResult = {
-                df,
-                sourceName: key,
-                isMultiSheet: false
-            };
-
-            this._onLoad?.(result);
-            return result;
-
-        } catch (err: any) {
-            const error = `Error loading from storage: ${err.message}`;
-            this._onError?.(error);
-            return { df: null, sourceName: key, isMultiSheet: false, error };
-        }
-    }
-
-    /**
-     * Load from inline data (array of objects or columnar format)
-     */
-    fromData(data: Record<string, any>[] | Record<string, any[]>, sourceName: string = 'inline data'): LoadResult {
-        try {
-            const df = new DataFrame(data);
-            this._df = df;
-            this._sourceName = sourceName;
-
-            const result: LoadResult = {
-                df,
-                sourceName,
-                isMultiSheet: false
-            };
-
-            this._onLoad?.(result);
-            return result;
-
-        } catch (err: any) {
-            const error = `Error creating DataFrame: ${err.message}`;
-            this._onError?.(error);
-            return { df: null, sourceName, isMultiSheet: false, error };
-        }
-    }
-
-    /**
-     * Re-parse with different options (header row, delimiter)
-     */
-    async reimport(options: { headerRow?: number; delimiter?: string }): Promise<LoadResult> {
-        if (!this._rawFileData) {
-            const error = 'No raw file data available for reimport';
-            this._onError?.(error);
-            return { df: null, sourceName: this._sourceName, isMultiSheet: false, error };
-        }
-
-        try {
-            if (this._rawFileData.isExcel) {
-                const sheets = await this._driver.streamFileMultiSheet(this._rawFileData.file, {
-                    headerRow: options.headerRow ?? 0,
-                    maxSheetSize: this._options.maxSheetSize,
-                    sheetChunkSize: this._options.sheetChunkSize
-                });
-
-                return this._processSheets(sheets, this._rawFileData.file.name);
-            } else {
-                const df = this._driver.parseCSV(this._rawFileData.text!, {
-                    delimiter: options.delimiter,
-                    headerRow: options.headerRow ?? 0,
-                    hasHeader: true
-                });
-
-                this._df = df;
-
-                if (this._options.persistToIndexedDB) {
-                    await this._driver.store(this._rawFileData.file.name, df);
-                }
-
-                const result: LoadResult = {
-                    df,
-                    sourceName: this._rawFileData.file.name,
-                    isMultiSheet: false
-                };
-
-                this._onLoad?.(result);
-                return result;
-            }
-        } catch (err: any) {
-            const error = `Error reimporting: ${err.message}`;
-            this._onError?.(error);
-            return { df: null, sourceName: this._sourceName, isMultiSheet: false, error };
-        }
-    }
-
-    /* ═══════════════════════════════════════════════════
-     * ACCESSORS
-     * ═══════════════════════════════════════════════════ */
-
-    get df(): DataFrame | null {
-        return this._df;
-    }
-
-    get sheets(): Map<string, DataFrame> {
-        return this._sheets;
-    }
-
-    get sourceName(): string {
-        return this._sourceName;
-    }
-
-    get rawFileData(): RawFileData | null {
-        return this._rawFileData;
-    }
-
-    get driver(): TabularDriver {
-        return this._driver;
-    }
-
-    get shape(): [number, number] {
-        return this._df?.shape ?? [0, 0];
-    }
-
-    get columns(): string[] {
-        return this._df?.columns ?? [];
-    }
-
-    get height(): number {
-        return this._df?.height ?? 0;
-    }
-
-    get width(): number {
-        return this._df?.width ?? 0;
-    }
-
-    /* ═══════════════════════════════════════════════════
-     * DATA QUALITY
-     * ═══════════════════════════════════════════════════ */
-
-    /**
-     * Detect if the data appears malformed (bad headers, metadata rows, etc.)
-     */
-    detectMalformed(): boolean {
-        if (!this._df) return false;
-
-        const columns = this._df.columns;
-        const rows = this._df.toRows();
-
-        // Check for generic/empty column names
-        const hasGenericColumns = columns.some(col =>
-            col.startsWith('__EMPTY') ||
-            /^_\d+$/.test(col) ||
-            /^col_\d+$/.test(col)
-        );
-        if (hasGenericColumns) return true;
-
-        // Check if first row looks like metadata
-        if (rows.length > 0) {
-            const firstRow = rows[0];
-            const values = Object.values(firstRow);
-            const nonEmpty = values.filter(v =>
-                v !== null && v !== undefined && String(v).trim() !== ''
-            );
-
-            // Sparse first row suggests header issues
-            if (nonEmpty.length < columns.length * 0.5) return true;
-
-            // Common metadata patterns
-            const hasMetadata = values.some(v =>
-                String(v).includes('Exported') ||
-                String(v).includes('Generated') ||
-                String(v).includes('Report')
-            );
-            if (hasMetadata) return true;
-        }
-
-        return false;
-    }
-
-    /**
-     * Get raw preview rows for header selection UI
-     */
-    async getPreviewRows(maxRows: number = 15): Promise<{ sheetRow: number; values: any[] }[]> {
-        if (!this._rawFileData?.file) return [];
-
-        if (this._rawFileData.isExcel) {
-            return this._driver.readRawExcelRows(this._rawFileData.file, maxRows);
-        } else if (this._rawFileData.text) {
-            return this._parseCSVPreview(this._rawFileData.text, maxRows);
-        }
-
-        return [];
-    }
-
-    /* ═══════════════════════════════════════════════════
-     * PERSISTENCE
-     * ═══════════════════════════════════════════════════ */
-
-    async save(key?: string): Promise<string | null> {
-        if (!this._df) return null;
-        const name = key ?? this._sourceName;
-        return this._driver.store(name, this._df);
-    }
-
-    async clearStorage(): Promise<void> {
-        if (this._rawFileData?.file) {
-            const tables = await this._driver.list();
-            const matching = tables.filter(t => t.name === this._rawFileData!.file.name);
-            for (const table of matching) {
-                await this._driver.delete(table.id);
-            }
-        }
-    }
-
-    clear(): void {
-        this._df = null;
-        this._sheets.clear();
-        this._rawFileData = null;
-        this._sourceName = '';
-    }
-
-    /* ═══════════════════════════════════════════════════
-     * PRIVATE HELPERS
-     * ═══════════════════════════════════════════════════ */
-
-    private async _loadExcel(file: File): Promise<LoadResult> {
-        this._rawFileData = { file, isExcel: true };
-
-        const sheets = await this._driver.streamFileMultiSheet(file, {
-            maxSheetSize: this._options.maxSheetSize,
-            sheetChunkSize: this._options.sheetChunkSize,
-            onProgress: (loaded, total) => {
-                this._onProgress?.(loaded, total ?? 100);
-            }
-        });
-
-        return this._processSheets(sheets, file.name);
-    }
-
-    private async _loadCSV(file: File): Promise<LoadResult> {
-        const text = await file.text();
-        this._rawFileData = { file, text, isExcel: false };
-
-        const df = this._driver.parseCSV(text, {
-            autoDetectDelimiter: true,
-            hasHeader: true
-        });
-
-        // Strip fully empty __EMPTY columns
-        const cleanDf = this._stripEmptyColumns(df);
-        this._df = cleanDf;
-        this._sourceName = file.name;
-
-        if (this._options.persistToIndexedDB) {
-            await this._driver.store(file.name, cleanDf, { source: file.name });
-        }
-
-        const result: LoadResult = {
-            df: cleanDf,
-            sourceName: file.name,
-            isMultiSheet: false
-        };
-
-        this._onLoad?.(result);
-        return result;
-    }
-
-    private async _processSheets(sheets: Record<string, DataFrame>, sourceName: string): Promise<LoadResult> {
-        const sheetNames = Object.keys(sheets);
-
-        if (sheetNames.length === 0) {
-            const error = 'No data found in file';
-            this._onError?.(error);
-            return { df: null, sourceName, isMultiSheet: false, error };
-        }
-
-        this._sheets.clear();
-        sheetNames.forEach(name => {
-            this._sheets.set(name, this._stripEmptyColumns(sheets[name]));
-        });
-
-        const firstSheet = this._sheets.get(sheetNames[0])!;
-        this._df = firstSheet;
-        this._sourceName = sourceName;
-
-        if (this._options.persistToIndexedDB) {
-            await this._driver.store(sourceName, firstSheet, { source: sourceName });
-        }
-
-        const result: LoadResult = {
-            df: firstSheet,
-            sheets: Object.fromEntries(this._sheets),
-            sourceName,
-            isMultiSheet: sheetNames.length > 1
-        };
-
-        this._onLoad?.(result);
-        return result;
-    }
-
-    private _stripEmptyColumns(df: DataFrame): DataFrame {
-        const cols = df.columns;
-        const rows = df.toRows();
-
-        const emptyColumns = cols.filter(c => {
-            if (!c.startsWith('__EMPTY')) return false;
-            return rows.every(row => {
-                const val = row[c];
-                return val === null || val === undefined || String(val).trim() === '';
-            });
-        });
-
-        if (emptyColumns.length > 0) {
-            const keepCols = cols.filter(c => !emptyColumns.includes(c));
-            if (keepCols.length > 0) {
-                return df.select(...keepCols);
-            }
-        }
-
-        return df;
-    }
-
-    private _parseCSVPreview(text: string, maxRows: number): { sheetRow: number; values: any[] }[] {
-        const lines = text.replace(/\r\n/g, '\n').replace(/\r/g, '\n').split('\n');
-        const delimiter = (this._driver as any)._detectDelimiter(text);
-        const rows: { sheetRow: number; values: any[] }[] = [];
-
-        for (let i = 0; i < Math.min(lines.length, maxRows); i++) {
-            if (!lines[i]) {
-                rows.push({ sheetRow: i, values: [''] });
-                continue;
-            }
-            const values = (this._driver as any)._parseLine(lines[i], delimiter);
-            rows.push({ sheetRow: i, values });
-        }
-
-        return rows;
-    }
-}
-
-/**
- * Factory function
- */
-export function dataFrameSource(options: DataFrameSourceOptions = {}): DataFrameSource {
-    return new DataFrameSource(options);
-}

package/lib/components/dataframe/ImportSettingsModal.d.ts

@@ -1,60 +0,0 @@
-import { TabularDriver } from '../../storage/TabularDriver.js';
-import { DataFrame } from '../../storage/DataFrame.js';
-export interface ImportSettingsCallbacks {
-    onReimport: (df: DataFrame | Record<string, DataFrame>, sourceName: string) => void;
-    onError: (message: string) => void;
-    onStatusUpdate: (text: string, type: 'loading' | 'success' | 'error') => void;
-}
-export interface SettingsModalCallbacks {
-    onClear: () => Promise<void>;
-    onAdjustImport: () => void;
-}
-export interface SettingsModalData {
-    fileName: string;
-    fileSize?: number;
-    rowCount: number;
-    colCount: number;
-    isMalformed: boolean;
-    hasRawFileData: boolean;
-}
-export interface RawFileData {
-    file: File;
-    text?: string;
-    isExcel?: boolean;
-}
-export declare class ImportSettingsModal {
-    private _id;
-    private _driver;
-    private _reshapeModal;
-    private _reshapeModalRendered;
-    private _settingsModal;
-    private _modal;
-    private _modalRendered;
-    private _maxSheetSize;
-    private _sheetChunkSize;
-    constructor(id: string, driver: TabularDriver, options?: {
-        maxSheetSize?: number;
-        sheetChunkSize?: number;
-    });
-    /**
-     * Show the data settings modal with file info and options
-     */
-    showSettings(data: SettingsModalData, callbacks: SettingsModalCallbacks): void;
-    /**
-     * Close the settings modal if open
-     */
-    closeSettings(): void;
-    /**
-     * Show the appropriate reshape modal based on file type
-     */
-    showImportSettings(rawFileData: RawFileData, callbacks: ImportSettingsCallbacks): Promise<void>;
-    /**
-     * Cleanup any existing modals
-     */
-    cleanup(): void;
-    private _escapeHtml;
-    private _buildClickablePreviewHTML;
-    private _showExcelModal;
-    private _showCSVModal;
-}
-//# sourceMappingURL=ImportSettingsModal.d.ts.map

package/lib/components/dataframe/ImportSettingsModal.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"ImportSettingsModal.d.ts","sourceRoot":"","sources":["ImportSettingsModal.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,aAAa,EAAE,MAAM,gCAAgC,CAAC;AAC/D,OAAO,EAAE,SAAS,EAAE,MAAM,4BAA4B,CAAC;AAEvD,MAAM,WAAW,uBAAuB;IACpC,UAAU,EAAE,CAAC,EAAE,EAAE,SAAS,GAAG,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,EAAE,UAAU,EAAE,MAAM,KAAK,IAAI,CAAC;IACpF,OAAO,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAC;IACnC,cAAc,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,SAAS,GAAG,SAAS,GAAG,OAAO,KAAK,IAAI,CAAC;CACjF;AAED,MAAM,WAAW,sBAAsB;IACnC,OAAO,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IAC7B,cAAc,EAAE,MAAM,IAAI,CAAC;CAC9B;AAED,MAAM,WAAW,iBAAiB;IAC9B,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,OAAO,CAAC;IACrB,cAAc,EAAE,OAAO,CAAC;CAC3B;AAED,MAAM,WAAW,WAAW;IACxB,IAAI,EAAE,IAAI,CAAC;IACX,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,EAAE,OAAO,CAAC;CACrB;AAED,qBAAa,mBAAmB;IAC5B,OAAO,CAAC,GAAG,CAAS;IACpB,OAAO,CAAC,OAAO,CAAgB;IAC/B,OAAO,CAAC,aAAa,CAAsB;IAC3C,OAAO,CAAC,qBAAqB,CAAkB;IAC/C,OAAO,CAAC,cAAc,CAAsB;IAC5C,OAAO,CAAC,MAAM,CAAsB;IACpC,OAAO,CAAC,cAAc,CAAkB;IACxC,OAAO,CAAC,aAAa,CAAS;IAC9B,OAAO,CAAC,eAAe,CAAS;gBAG5B,EAAE,EAAE,MAAM,EACV,MAAM,EAAE,aAAa,EACrB,OAAO,GAAE;QAAE,YAAY,CAAC,EAAE,MAAM,CAAC;QAAC,cAAc,CAAC,EAAE,MAAM,CAAA;KAAO;IAYpE;;OAEG;IACH,YAAY,CAAC,IAAI,EAAE,iBAAiB,EAAE,SAAS,EAAE,sBAAsB,GAAG,IAAI;IA6E9E;;OAEG;IACH,aAAa,IAAI,IAAI;IAUrB;;OAEG;IACG,kBAAkB,CAAC,WAAW,EAAE,WAAW,EAAE,SAAS,EAAE,uBAAuB,GAAG,OAAO,CAAC,IAAI,CAAC;IAUrG;;OAEG;IACH,OAAO,IAAI,IAAI;IAUf,OAAO,CAAC,WAAW;IAMnB,OAAO,CAAC,0BAA0B;YAwDpB,eAAe;IAiI7B,OAAO,CAAC,aAAa;CAoKxB"}