@forzalabs/remora 1.1.1 → 1.1.2

package/actions/sample.js

@@ -1,160 +0,0 @@
-import chalk from 'chalk';
-import ora from 'ora';
-import { Environment } from '@remora/app-common';
-import { ProducerEngine } from '@remora/app-engines';
-import { DatasetRecord } from '@remora/app-engines';
-import { compile } from './compile';
-import { Helper } from '@remora/app-helper';
-export const sample = async (resourceName, sampleSize = 10) => {
-    try {
-        compile();
-        console.log(); // needed for newline
-        const spinner = ora(chalk.blue('Sampling dataset...')).start();
-        // Try to find the resource as a producer first, then as a consumer
-        const producer = Environment.getProducer(resourceName);
-        const consumer = Environment.getConsumer(resourceName);
-        if (!producer && !consumer) {
-            spinner.fail(chalk.red(`Resource "${resourceName}" not found. Please check if it exists as a producer or consumer.`));
-            process.exit(1);
-        }
-        let sampleData;
-        let resourceType;
-        if (producer) {
-            resourceType = 'Producer';
-            spinner.text = chalk.blue(`Sampling from producer "${resourceName}"...`);
-            sampleData = await ProducerEngine.readSampleData(producer, sampleSize, false);
-        }
-        else {
-            resourceType = 'Consumer';
-            spinner.text = chalk.blue(`Sampling from consumer "${resourceName}"...`);
-            sampleData = await sampleFromConsumer(consumer, sampleSize);
-        }
-        spinner.succeed(chalk.green(`Sample data retrieved from ${resourceType.toLowerCase()} "${resourceName}"`));
-        if (sampleData.length === 0) {
-            console.log(chalk.yellow('No data found in the dataset.'));
-            return;
-        }
-        // Display the sample data
-        console.log(chalk.cyan(`\n📊 Sample Data (showing ${sampleData.length} rows):`));
-        console.log(chalk.gray('─'.repeat(80)));
-        displayDataAsTable(sampleData);
-        console.log(chalk.gray('─'.repeat(80)));
-        console.log(chalk.green(`✅ Successfully sampled ${sampleData.length} rows from ${resourceType.toLowerCase()} "${resourceName}"`));
-    }
-    catch (err) {
-        const myErr = Helper.asError(err);
-        console.error(chalk.red.bold('\n❌ Error during sampling:'), myErr.message);
-        if (Helper.isDev())
-            console.log(myErr.stack);
-        process.exit(1);
-    }
-};
-const sampleFromConsumer = async (consumer, sampleSize) => {
-    // For consumers, we need to get sample data from the first producer
-    // and then apply the consumer's field mappings to show what the output would look like
-    const firstProducerRef = consumer.producers[0];
-    if (!firstProducerRef) {
-        throw new Error(`Consumer "${consumer.name}" has no producers configured`);
-    }
-    const producer = Environment.getProducer(firstProducerRef.name);
-    if (!producer) {
-        const subConsumer = Environment.getConsumer(firstProducerRef.name);
-        if (!subConsumer) {
-            throw new Error(`Producer or consumer "${firstProducerRef.name}" not found for consumer "${consumer.name}"`);
-        }
-        // If it's a consumer that references another consumer, sample from that consumer
-        return await sampleFromConsumer(subConsumer, sampleSize);
-    }
-    // Get raw sample data from the producer
-    const rawSampleData = await ProducerEngine.readSampleData(producer, sampleSize, false);
-    // For consumers with wildcard fields ("*"), return all data as-is
-    const hasWildcard = consumer.fields.some(field => field.key === '*');
-    if (hasWildcard) {
-        return rawSampleData;
-    }
-    // For consumers with specific field mappings, show only the mapped fields
-    // This gives users a preview of what the consumer output would look like
-    const mappedData = rawSampleData.map(record => {
-        const mappedRecord = new DatasetRecord('', [], record._delimiter);
-        consumer.fields.forEach(field => {
-            if (field.key !== '*') {
-                const sourceValue = record.getValue(field.key);
-                const outputKey = field.alias || field.key;
-                mappedRecord.setValue(outputKey, sourceValue);
-            }
-        });
-        return mappedRecord;
-    });
-    return mappedData;
-};
-const displayDataAsTable = (data) => {
-    if (data.length === 0)
-        return;
-    // Get all unique field names from the sample data
-    const allFields = new Set();
-    data.forEach(record => {
-        Object.keys(record._value).forEach(key => allFields.add(key));
-    });
-    const fields = Array.from(allFields);
-    // Calculate column widths
-    const columnWidths = {};
-    // Start with header widths
-    fields.forEach(field => {
-        columnWidths[field] = field.length;
-    });
-    // Check data widths
-    data.forEach(record => {
-        fields.forEach(field => {
-            const value = record._value[field];
-            const displayValue = formatValue(value);
-            columnWidths[field] = Math.max(columnWidths[field], displayValue.length);
-        });
-    });
-    // Limit column width to prevent overly wide tables
-    const maxColumnWidth = 30;
-    fields.forEach(field => {
-        columnWidths[field] = Math.min(columnWidths[field], maxColumnWidth);
-    });
-    // Print header
-    const headerRow = fields.map(field => chalk.bold(field.padEnd(columnWidths[field]))).join(' │ ');
-    console.log('│ ' + headerRow + ' │');
-    // Print separator
-    const separator = fields.map(field => '─'.repeat(columnWidths[field])).join('─┼─');
-    console.log('├─' + separator + '─┤');
-    // Print data rows
-    data.forEach((record, index) => {
-        const dataRow = fields.map(field => {
-            const value = record._value[field];
-            const displayValue = formatValue(value);
-            const truncatedValue = displayValue.length > maxColumnWidth
-                ? displayValue.substring(0, maxColumnWidth - 3) + '...'
-                : displayValue;
-            return truncatedValue.padEnd(columnWidths[field]);
-        }).join(' │ ');
-        // Alternate row colors for better readability
-        if (index % 2 === 0) {
-            console.log('│ ' + chalk.white(dataRow) + ' │');
-        }
-        else {
-            console.log('│ ' + chalk.gray(dataRow) + ' │');
-        }
-    });
-};
-const formatValue = (value) => {
-    if (value === null || value === undefined) {
-        return chalk.dim('null');
-    }
-    if (typeof value === 'string') {
-        return value;
-    }
-    if (typeof value === 'number') {
-        return chalk.cyan(value.toString());
-    }
-    if (typeof value === 'boolean') {
-        return chalk.yellow(value.toString());
-    }
-    if (value instanceof Date) {
-        return chalk.magenta(value.toISOString());
-    }
-    return chalk.dim(JSON.stringify(value));
-};