@graphext/cuery 0.2.0

package/script/src/utils.js

@@ -0,0 +1,183 @@
+"use strict";
+/**
+ * General utility functions for text processing, record formatting, and arrays.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.dedent = dedent;
+exports.cleanColumnName = cleanColumnName;
+exports.formatRecordsAttrWise = formatRecordsAttrWise;
+exports.sampleArray = sampleArray;
+exports.deduplicate = deduplicate;
+exports.deduplicateLast = deduplicateLast;
+// ============================================================================
+// Text Processing
+// ============================================================================
+/**
+ * Remove leading whitespace from a string, similar to Python's textwrap.dedent.
+ * Also collapses newlines within paragraphs (except for markdown list items).
+ */
+function dedent(text) {
+    /**
+     * Check if a line is a markdown list item.
+     */
+    function isMarkdownListItem(line) {
+        const trimmedLine = line.trim();
+        // Unordered lists
+        if (trimmedLine.startsWith('- ') ||
+            trimmedLine.startsWith('* ') ||
+            trimmedLine.startsWith('+ ')) {
+            return true;
+        }
+        // Ordered lists: Detect a number or single letter followed by a dot and space
+        return /^\d+\. |^[a-zA-Z]\. /.test(trimmedLine);
+    }
+    // Clean doc: Remove leading/trailing whitespace and normalize indentation
+    const cleanedText = cleanDoc(text);
+    // Split into paragraphs
+    const paragraphs = cleanedText.split('\n\n');
+    // Replace newlines with spaces in non-list paragraphs
+    const processedParagraphs = paragraphs.map((p) => isMarkdownListItem(p) ? p : p.replace(/\n/g, ' '));
+    return processedParagraphs.join('\n\n').trim();
+}
+/**
+ * Clean up indentation in a multi-line string (similar to Python's inspect.cleandoc).
+ * Removes leading blank lines, trailing blank lines, and common leading whitespace.
+ */
+function cleanDoc(text) {
+    const lines = text.split('\n');
+    // Remove leading blank lines
+    while (lines.length > 0 && lines[0].trim() === '') {
+        lines.shift();
+    }
+    // Remove trailing blank lines
+    while (lines.length > 0 && lines[lines.length - 1].trim() === '') {
+        lines.pop();
+    }
+    if (lines.length === 0) {
+        return '';
+    }
+    // Find the minimum indentation (ignoring blank lines)
+    let minIndent = Infinity;
+    for (const line of lines) {
+        if (line.trim() !== '') {
+            const indent = line.match(/^[ \t]*/)?.[0].length ?? 0;
+            minIndent = Math.min(minIndent, indent);
+        }
+    }
+    // Remove the common leading whitespace
+    if (minIndent > 0 && minIndent !== Infinity) {
+        return lines.map((line) => line.trim() === '' ? line : line.slice(minIndent)).join('\n');
+    }
+    return lines.join('\n');
+}
+/**
+ * Clean a string to make it suitable for use as a column name.
+ * Converts to lowercase, replaces non-alphanumeric characters with underscores,
+ * and removes consecutive underscores.
+ */
+function cleanColumnName(name) {
+    return name
+        .toLowerCase()
+        .replace(/[^a-z0-9]+/g, '_')
+        .replace(/^_+|_+$/g, '')
+        .replace(/_+/g, '_');
+}
+// ============================================================================
+// Record Formatting
+// ============================================================================
+/**
+ * Formats records in attribute-wise format (column-oriented).
+ * Each section shows all values for a single attribute across all records.
+ * Equivalent to records_attr_wise.jinja template.
+ *
+ * @param records - Array of record objects to format
+ * @returns Formatted string with records grouped by attribute
+ */
+function formatRecordsAttrWise(records) {
+    if (!records || records.length === 0) {
+        return '';
+    }
+    const attributes = Object.keys(records[0]);
+    const sections = [];
+    for (const attrName of attributes) {
+        const title = attrName.replace(/_/g, ' ')
+            .split(' ')
+            .map(word => word.charAt(0).toUpperCase() + word.slice(1))
+            .join(' ');
+        const values = [];
+        for (const record of records) {
+            const value = record[attrName];
+            if (value == null || value === '') {
+                continue;
+            }
+            if (Array.isArray(value) || (typeof value === 'object' && value !== null)) {
+                values.push(JSON.stringify(value));
+            }
+            else {
+                values.push(String(value));
+            }
+        }
+        if (values.length > 0) {
+            sections.push(`## ${title}\n\n${values.join(', ')}`);
+        }
+    }
+    return sections.join('\n\n');
+}
+// ============================================================================
+// Array Utilities
+// ============================================================================
+/**
+ * Randomly sample n elements from an array using Fisher-Yates shuffle.
+ */
+function sampleArray(array, n) {
+    if (n >= array.length) {
+        return [...array];
+    }
+    const shuffled = [...array];
+    for (let i = shuffled.length - 1; i > 0; i--) {
+        const j = Math.floor(Math.random() * (i + 1));
+        [shuffled[i], shuffled[j]] = [shuffled[j], shuffled[i]];
+    }
+    return shuffled.slice(0, n);
+}
+// ============================================================================
+// Deduplication
+// ============================================================================
+/**
+ * Deduplicates an array of records based on a single scalar field.
+ * Keeps the first occurrence of each unique value and removes subsequent duplicates.
+ */
+function deduplicate(records, field) {
+    const seen = new Set();
+    const result = [];
+    for (const record of records) {
+        const value = record[field];
+        // Skip records where the field is null or undefined
+        if (value == null) {
+            continue;
+        }
+        // Only add if we haven't seen this value before
+        if (!seen.has(value)) {
+            seen.add(value);
+            result.push(record);
+        }
+    }
+    return result;
+}
+/**
+ * Deduplicates an array of records based on a single scalar field.
+ * Keeps the last occurrence of each unique value, removing earlier duplicates.
+ */
+function deduplicateLast(records, field) {
+    const map = new Map();
+    for (const record of records) {
+        const value = record[field];
+        // Skip records where the field is null or undefined
+        if (value == null) {
+            continue;
+        }
+        // Always update, so last occurrence wins
+        map.set(value, record);
+    }
+    return Array.from(map.values());
+}