app-manager-edge-worker 1.0.6 → 1.0.7

package/src/handlers/transformUtils.js

@@ -1,340 +1,340 @@
-/**
- * Transformation and text extraction utilities for the Edge Worker.
- */
-
-/**
- * Safely extracts text from Cheerio elements while preserving block/boundary line breaks (\n).
- * Prevents glued text like "678.0013.30 (2.00%)" caused by native $(el).text() concatenation.
- *
- * @param {cheerio.CheerioAPI} $
- * @param {cheerio.Cheerio} el
- * @returns {string}
- */
-export function extractSmartCheerioText($, el) {
-    if (!el || el.length === 0) return "";
-    try {
-        const clone = $(el).clone();
-        clone.find("br").replaceWith("\n");
-        clone.find("div, p, span, small, button, li, h1, h2, h3, h4, h5, h6, tr, td, th, section, article, header, footer, nav, aside, dt, dd").before("\n").after("\n");
-        return clone
-            .text()
-            .split("\n")
-            .map((s) => s.trim())
-            .filter(Boolean)
-            .join("\n");
-    } catch {
-        return $(el).text().trim();
-    }
-}
-
-/**
- * Executes a single transformation step safely on an input value.
- *
- * @param {*} value
- * @param {Object} step
- * @returns {*}
- */
-export function applyTransformStep(value, step) {
-    if (!step) return value;
-
-    const op = (step.operation || step.op || "").toLowerCase();
-    if (!op) return value;
-
-    if (op === "default") {
-        if (value === null || value === undefined || value === "") {
-            const defVal = step.value !== undefined ? step.value : step.params?.value;
-            return defVal !== undefined ? defVal : null;
-        }
-        return value;
-    }
-
-    if (value === null || value === undefined) {
-        return value;
-    }
-
-    switch (op) {
-        case "trim": {
-            return typeof value === "string" ? value.trim() : String(value).trim();
-        }
-
-        case "lowercase": {
-            return typeof value === "string" ? value.toLowerCase() : String(value).toLowerCase();
-        }
-
-        case "uppercase": {
-            return typeof value === "string" ? value.toUpperCase() : String(value).toUpperCase();
-        }
-
-        case "remove": {
-            const toRemove = step.value !== undefined ? String(step.value) : step.params?.value !== undefined ? String(step.params.value) : "";
-            if (!toRemove) return value;
-            return String(value).split(toRemove).join("");
-        }
-
-        case "remove_prefix": {
-            const prefix = step.value !== undefined ? String(step.value) : step.params?.value !== undefined ? String(step.params.value) : "";
-            if (!prefix) return value;
-            const strVal = String(value).trim();
-            if (strVal.startsWith(prefix)) {
-                return strVal.slice(prefix.length).trim();
-            }
-            return strVal;
-        }
-
-        case "remove_suffix": {
-            const suffix = step.value !== undefined ? String(step.value) : step.params?.value !== undefined ? String(step.params.value) : "";
-            if (!suffix) return value;
-            const strVal = String(value).trim();
-            if (strVal.endsWith(suffix)) {
-                return strVal.slice(0, strVal.length - suffix.length).trim();
-            }
-            return strVal;
-        }
-
-        case "replace": {
-            const fromStr = step.from !== undefined ? String(step.from) : step.params?.from !== undefined ? String(step.params.from) : "";
-            const toStr = step.to !== undefined ? String(step.to) : step.params?.to !== undefined ? String(step.params.to) : "";
-            return String(value).split(fromStr).join(toStr);
-        }
-
-        case "regex_extract": {
-            const pattern = step.pattern || step.params?.pattern;
-            if (!pattern) return value;
-            try {
-                const regex = new RegExp(pattern);
-                const match = String(value).match(regex);
-                if (!match) return null;
-                return match[1] !== undefined ? match[1] : match[0];
-            } catch {
-                return value;
-            }
-        }
-
-        case "regex_replace": {
-            const pattern = step.pattern || step.params?.pattern;
-            if (!pattern) return value;
-            try {
-                const regex = new RegExp(pattern, "g");
-                const toStr = step.to !== undefined ? String(step.to) : step.params?.to !== undefined ? String(step.params.to) : "";
-                return String(value).replace(regex, toStr);
-            } catch {
-                return value;
-            }
-        }
-
-        case "split": {
-            let sep = step.separator !== undefined ? String(step.separator) : step.params?.separator !== undefined ? String(step.params.separator) : step.params?.delimiter !== undefined ? String(step.params.delimiter) : step.value !== undefined ? String(step.value) : "\n";
-            if (sep === "\\n") sep = "\n";
-            else if (sep === "\\t") sep = "\t";
-            const parts = String(value).split(sep).map((s) => s.trim());
-            const index = step.index !== undefined ? step.index : step.params?.index;
-            if (index !== undefined && index !== null) {
-                const idx = parseInt(index, 10);
-                if (isNaN(idx)) return null;
-                const targetIdx = idx < 0 ? parts.length + idx : idx;
-                return targetIdx >= 0 && targetIdx < parts.length ? parts[targetIdx] : null;
-            }
-            return parts;
-        }
-
-        case "first_line": {
-            const parts = String(value).split("\n").map((s) => s.trim()).filter(Boolean);
-            return parts.length > 0 ? parts[0] : "";
-        }
-
-        case "second_line": {
-            const parts = String(value).split("\n").map((s) => s.trim()).filter(Boolean);
-            return parts.length > 1 ? parts[1] : "";
-        }
-
-        case "line": {
-            const idx = parseInt(step.index ?? step.value ?? step.params?.index ?? step.params?.value ?? 0, 10);
-            const parts = String(value).split("\n").map((s) => s.trim()).filter(Boolean);
-            if (isNaN(idx)) return parts[0] || "";
-            const targetIdx = idx < 0 ? parts.length + idx : idx;
-            return targetIdx >= 0 && targetIdx < parts.length ? parts[targetIdx] : "";
-        }
-
-        case "contains":
-        case "includes":
-        case "has_badge": {
-            const searchStr = step.value !== undefined ? String(step.value) : step.pattern !== undefined ? String(step.pattern) : step.params?.badgeKeyword !== undefined ? String(step.params.badgeKeyword) : step.params?.value !== undefined ? String(step.params.value) : "";
-            if (!searchStr) return false;
-            const caseSensitive = step.caseSensitive === true || step.params?.caseSensitive === true;
-            const strVal = String(value);
-            return caseSensitive
-                ? strVal.includes(searchStr)
-                : strVal.toLowerCase().includes(searchStr.toLowerCase());
-        }
-
-        case "cast": {
-            const targetType = (step.targetType || step.params?.targetType || step.type || step.value || "string").toLowerCase();
-            return castValueToType(value, targetType);
-        }
-
-        case "join": {
-            const delimiter = step.delimiter !== undefined ? String(step.delimiter) : step.value !== undefined ? String(step.value) : ", ";
-            return Array.isArray(value) ? value.join(delimiter) : String(value);
-        }
-
-        case "currency_cleanup": {
-            if (typeof value === "number") return value;
-            const str = String(value).trim();
-            const cleaned = str
-                .replace(/[\u20B9$€£¥₹]/g, "")
-                .replace(/\b(USD|EUR|GBP|INR|CAD|AUD|JPY|CHF|AED|Rs\.?|Rupees?)\b/gi, "")
-                .replace(/\s+/g, " ")
-                .replace(/,/g, "")
-                .trim();
-            const numMatch = cleaned.match(/[-+]?[0-9]+(?:\.[0-9]+)?/);
-            return numMatch ? parseFloat(numMatch[0]) : null;
-        }
-
-        case "number":
-        case "decimal": {
-            if (typeof value === "number") return value;
-            const str = String(value).trim().replace(/,/g, "");
-            const numMatch = str.match(/[-+]?[0-9]+(?:\.[0-9]+)?/);
-            return numMatch ? parseFloat(numMatch[0]) : null;
-        }
-
-        case "integer": {
-            if (typeof value === "number") return Math.round(value);
-            const str = String(value).trim().replace(/,/g, "");
-            const numMatch = str.match(/[-+]?[0-9]+/);
-            return numMatch ? parseInt(numMatch[0], 10) : null;
-        }
-
-        case "parse_boolean":
-        case "boolean": {
-            if (typeof value === "boolean") return value;
-            const str = String(value).trim().toLowerCase();
-            if (["true", "yes", "y", "1", "in stock", "available", "on", "active"].includes(str)) return true;
-            if (["false", "no", "n", "0", "out of stock", "unavailable", "off", "inactive"].includes(str)) return false;
-            return Boolean(value);
-        }
-
-        case "has_value":
-        case "is_not_empty":
-        case "not_empty":
-        case "exists": {
-            if (value === null || value === undefined) return false;
-            const lineIdx = step.lineIndex !== undefined ? step.lineIndex : step.params?.lineIndex !== undefined ? step.params?.lineIndex : step.index !== undefined ? step.index : step.params?.index;
-            if (lineIdx !== undefined && lineIdx !== null && lineIdx !== "") {
-                const idx = parseInt(lineIdx, 10);
-                const parts = String(value).split("\n").map((s) => s.trim()).filter(Boolean);
-                const targetIdx = idx > 0 ? idx - 1 : idx; // 1-indexed line number
-                return targetIdx >= 0 && targetIdx < parts.length && parts[targetIdx].length > 0;
-            }
-            const str = String(value).trim();
-            return str.length > 0 && str.toLowerCase() !== "false" && str !== "0";
-        }
-
-        case "custom":
-        case "expression":
-        case "script": {
-            const code = step.code || step.expression || step.value || step.script || step.params?.code || step.params?.expression || step.params?.script;
-            if (!code || typeof code !== "string") return value;
-            try {
-                const trimmed = code.trim();
-                if (/\b(process|require|import|global|Buffer|__dirname|__filename|eval|Function)\b/.test(trimmed)) {
-                    return value;
-                }
-
-                // Auto-quote unquoted string after == or === or != or !== e.g. == Vol Shocker -> == "Vol Shocker"
-                let sanitizedCode = trimmed.replace(/([=!]==?\s*)([A-Za-z][A-Za-z0-9 _-]*[A-Za-z0-9])(?=\s*$|\s*[;)])/g, (match, op, str) => {
-                    const trimmedStr = str.trim();
-                    if (['true', 'false', 'null', 'undefined', 'value', 'raw', 'lines'].includes(trimmedStr)) return match;
-                    if (trimmedStr.startsWith('"') || trimmedStr.startsWith("'")) return match;
-                    return `${op}"${trimmedStr}"`;
-                });
-
-                const lines = String(value).split("\n").map((s) => s.trim()).filter(Boolean);
-                const line = (n) => {
-                    const idx = parseInt(n, 10);
-                    const targetIdx = idx > 0 ? idx - 1 : idx;
-                    return lines[targetIdx] || "";
-                };
-                const hasLine = (n) => {
-                    const idx = parseInt(n, 10);
-                    const targetIdx = idx > 0 ? idx - 1 : idx;
-                    return targetIdx >= 0 && targetIdx < lines.length && lines[targetIdx].length > 0;
-                };
-                const has = (k) => String(value).toLowerCase().includes(String(k).toLowerCase());
-                const contains = has;
-                const hasValue = (v = value) => v !== null && v !== undefined && String(v).trim().length > 0;
-                const notEmpty = hasValue;
-
-                const fn = sanitizedCode.includes("return ")
-                    ? new Function("value", "raw", "lines", "line", "hasLine", "has", "contains", "hasValue", "notEmpty", sanitizedCode)
-                    : new Function("value", "raw", "lines", "line", "hasLine", "has", "contains", "hasValue", "notEmpty", `return (${sanitizedCode});`);
-                const result = fn(value, value, lines, line, hasLine, has, contains, hasValue, notEmpty);
-                return result !== undefined ? result : value;
-            } catch {
-                return value;
-            }
-        }
-
-        default:
-            return value;
-    }
-}
-
-/**
- * Runs an array of transform steps sequentially on a raw extracted value.
- *
- * @param {*} rawValue
- * @param {Array<Object>} pipeline
- * @returns {*}
- */
-export function runTransformPipeline(rawValue, pipeline = []) {
-    if (!Array.isArray(pipeline) || pipeline.length === 0) {
-        return rawValue;
-    }
-
-    let current = rawValue;
-    for (const step of pipeline) {
-        current = applyTransformStep(current, step);
-    }
-    return current;
-}
-
-/**
- * Casts a transformed value to the target data type.
- *
- * @param {*} val
- * @param {string} type
- * @returns {*}
- */
-export function castValueToType(val, type = "string") {
-    if (val === null || val === undefined) return val;
-
-    switch (type) {
-        case "integer": {
-            if (typeof val === "number") return Math.round(val);
-            const str = String(val).replace(/,/g, "").trim();
-            const num = parseInt(str, 10);
-            return isNaN(num) ? null : num;
-        }
-        case "number":
-        case "decimal": {
-            if (typeof val === "number") return val;
-            const str = String(val).replace(/[\u20B9$€£¥₹]/g, "").replace(/,/g, "").trim();
-            const num = parseFloat(str);
-            return isNaN(num) ? null : num;
-        }
-        case "boolean": {
-            if (typeof val === "boolean") return val;
-            const str = String(val).trim().toLowerCase();
-            return ["true", "yes", "1", "in stock", "available"].includes(str);
-        }
-        case "date": {
-            if (val instanceof Date) return val.toISOString();
-            const parsed = Date.parse(String(val));
-            return !isNaN(parsed) ? new Date(parsed).toISOString() : String(val);
-        }
-        case "string":
-        default:
-            return typeof val === "object" ? JSON.stringify(val) : String(val);
-    }
-}
+/**
+ * Transformation and text extraction utilities for the Edge Worker.
+ */
+
+/**
+ * Safely extracts text from Cheerio elements while preserving block/boundary line breaks (\n).
+ * Prevents glued text like "678.0013.30 (2.00%)" caused by native $(el).text() concatenation.
+ *
+ * @param {cheerio.CheerioAPI} $
+ * @param {cheerio.Cheerio} el
+ * @returns {string}
+ */
+export function extractSmartCheerioText($, el) {
+    if (!el || el.length === 0) return "";
+    try {
+        const clone = $(el).clone();
+        clone.find("br").replaceWith("\n");
+        clone.find("div, p, span, small, button, li, h1, h2, h3, h4, h5, h6, tr, td, th, section, article, header, footer, nav, aside, dt, dd").before("\n").after("\n");
+        return clone
+            .text()
+            .split("\n")
+            .map((s) => s.trim())
+            .filter(Boolean)
+            .join("\n");
+    } catch {
+        return $(el).text().trim();
+    }
+}
+
+/**
+ * Executes a single transformation step safely on an input value.
+ *
+ * @param {*} value
+ * @param {Object} step
+ * @returns {*}
+ */
+export function applyTransformStep(value, step) {
+    if (!step) return value;
+
+    const op = (step.operation || step.op || "").toLowerCase();
+    if (!op) return value;
+
+    if (op === "default") {
+        if (value === null || value === undefined || value === "") {
+            const defVal = step.value !== undefined ? step.value : step.params?.value;
+            return defVal !== undefined ? defVal : null;
+        }
+        return value;
+    }
+
+    if (value === null || value === undefined) {
+        return value;
+    }
+
+    switch (op) {
+        case "trim": {
+            return typeof value === "string" ? value.trim() : String(value).trim();
+        }
+
+        case "lowercase": {
+            return typeof value === "string" ? value.toLowerCase() : String(value).toLowerCase();
+        }
+
+        case "uppercase": {
+            return typeof value === "string" ? value.toUpperCase() : String(value).toUpperCase();
+        }
+
+        case "remove": {
+            const toRemove = step.value !== undefined ? String(step.value) : step.params?.value !== undefined ? String(step.params.value) : "";
+            if (!toRemove) return value;
+            return String(value).split(toRemove).join("");
+        }
+
+        case "remove_prefix": {
+            const prefix = step.value !== undefined ? String(step.value) : step.params?.value !== undefined ? String(step.params.value) : "";
+            if (!prefix) return value;
+            const strVal = String(value).trim();
+            if (strVal.startsWith(prefix)) {
+                return strVal.slice(prefix.length).trim();
+            }
+            return strVal;
+        }
+
+        case "remove_suffix": {
+            const suffix = step.value !== undefined ? String(step.value) : step.params?.value !== undefined ? String(step.params.value) : "";
+            if (!suffix) return value;
+            const strVal = String(value).trim();
+            if (strVal.endsWith(suffix)) {
+                return strVal.slice(0, strVal.length - suffix.length).trim();
+            }
+            return strVal;
+        }
+
+        case "replace": {
+            const fromStr = step.from !== undefined ? String(step.from) : step.params?.from !== undefined ? String(step.params.from) : "";
+            const toStr = step.to !== undefined ? String(step.to) : step.params?.to !== undefined ? String(step.params.to) : "";
+            return String(value).split(fromStr).join(toStr);
+        }
+
+        case "regex_extract": {
+            const pattern = step.pattern || step.params?.pattern;
+            if (!pattern) return value;
+            try {
+                const regex = new RegExp(pattern);
+                const match = String(value).match(regex);
+                if (!match) return null;
+                return match[1] !== undefined ? match[1] : match[0];
+            } catch {
+                return value;
+            }
+        }
+
+        case "regex_replace": {
+            const pattern = step.pattern || step.params?.pattern;
+            if (!pattern) return value;
+            try {
+                const regex = new RegExp(pattern, "g");
+                const toStr = step.to !== undefined ? String(step.to) : step.params?.to !== undefined ? String(step.params.to) : "";
+                return String(value).replace(regex, toStr);
+            } catch {
+                return value;
+            }
+        }
+
+        case "split": {
+            let sep = step.separator !== undefined ? String(step.separator) : step.params?.separator !== undefined ? String(step.params.separator) : step.params?.delimiter !== undefined ? String(step.params.delimiter) : step.value !== undefined ? String(step.value) : "\n";
+            if (sep === "\\n") sep = "\n";
+            else if (sep === "\\t") sep = "\t";
+            const parts = String(value).split(sep).map((s) => s.trim());
+            const index = step.index !== undefined ? step.index : step.params?.index;
+            if (index !== undefined && index !== null) {
+                const idx = parseInt(index, 10);
+                if (isNaN(idx)) return null;
+                const targetIdx = idx < 0 ? parts.length + idx : idx;
+                return targetIdx >= 0 && targetIdx < parts.length ? parts[targetIdx] : null;
+            }
+            return parts;
+        }
+
+        case "first_line": {
+            const parts = String(value).split("\n").map((s) => s.trim()).filter(Boolean);
+            return parts.length > 0 ? parts[0] : "";
+        }
+
+        case "second_line": {
+            const parts = String(value).split("\n").map((s) => s.trim()).filter(Boolean);
+            return parts.length > 1 ? parts[1] : "";
+        }
+
+        case "line": {
+            const idx = parseInt(step.index ?? step.value ?? step.params?.index ?? step.params?.value ?? 0, 10);
+            const parts = String(value).split("\n").map((s) => s.trim()).filter(Boolean);
+            if (isNaN(idx)) return parts[0] || "";
+            const targetIdx = idx < 0 ? parts.length + idx : idx;
+            return targetIdx >= 0 && targetIdx < parts.length ? parts[targetIdx] : "";
+        }
+
+        case "contains":
+        case "includes":
+        case "has_badge": {
+            const searchStr = step.value !== undefined ? String(step.value) : step.pattern !== undefined ? String(step.pattern) : step.params?.badgeKeyword !== undefined ? String(step.params.badgeKeyword) : step.params?.value !== undefined ? String(step.params.value) : "";
+            if (!searchStr) return false;
+            const caseSensitive = step.caseSensitive === true || step.params?.caseSensitive === true;
+            const strVal = String(value);
+            return caseSensitive
+                ? strVal.includes(searchStr)
+                : strVal.toLowerCase().includes(searchStr.toLowerCase());
+        }
+
+        case "cast": {
+            const targetType = (step.targetType || step.params?.targetType || step.type || step.value || "string").toLowerCase();
+            return castValueToType(value, targetType);
+        }
+
+        case "join": {
+            const delimiter = step.delimiter !== undefined ? String(step.delimiter) : step.value !== undefined ? String(step.value) : ", ";
+            return Array.isArray(value) ? value.join(delimiter) : String(value);
+        }
+
+        case "currency_cleanup": {
+            if (typeof value === "number") return value;
+            const str = String(value).trim();
+            const cleaned = str
+                .replace(/[\u20B9$€£¥₹]/g, "")
+                .replace(/\b(USD|EUR|GBP|INR|CAD|AUD|JPY|CHF|AED|Rs\.?|Rupees?)\b/gi, "")
+                .replace(/\s+/g, " ")
+                .replace(/,/g, "")
+                .trim();
+            const numMatch = cleaned.match(/[-+]?[0-9]+(?:\.[0-9]+)?/);
+            return numMatch ? parseFloat(numMatch[0]) : null;
+        }
+
+        case "number":
+        case "decimal": {
+            if (typeof value === "number") return value;
+            const str = String(value).trim().replace(/,/g, "");
+            const numMatch = str.match(/[-+]?[0-9]+(?:\.[0-9]+)?/);
+            return numMatch ? parseFloat(numMatch[0]) : null;
+        }
+
+        case "integer": {
+            if (typeof value === "number") return Math.round(value);
+            const str = String(value).trim().replace(/,/g, "");
+            const numMatch = str.match(/[-+]?[0-9]+/);
+            return numMatch ? parseInt(numMatch[0], 10) : null;
+        }
+
+        case "parse_boolean":
+        case "boolean": {
+            if (typeof value === "boolean") return value;
+            const str = String(value).trim().toLowerCase();
+            if (["true", "yes", "y", "1", "in stock", "available", "on", "active"].includes(str)) return true;
+            if (["false", "no", "n", "0", "out of stock", "unavailable", "off", "inactive"].includes(str)) return false;
+            return Boolean(value);
+        }
+
+        case "has_value":
+        case "is_not_empty":
+        case "not_empty":
+        case "exists": {
+            if (value === null || value === undefined) return false;
+            const lineIdx = step.lineIndex !== undefined ? step.lineIndex : step.params?.lineIndex !== undefined ? step.params?.lineIndex : step.index !== undefined ? step.index : step.params?.index;
+            if (lineIdx !== undefined && lineIdx !== null && lineIdx !== "") {
+                const idx = parseInt(lineIdx, 10);
+                const parts = String(value).split("\n").map((s) => s.trim()).filter(Boolean);
+                const targetIdx = idx > 0 ? idx - 1 : idx; // 1-indexed line number
+                return targetIdx >= 0 && targetIdx < parts.length && parts[targetIdx].length > 0;
+            }
+            const str = String(value).trim();
+            return str.length > 0 && str.toLowerCase() !== "false" && str !== "0";
+        }
+
+        case "custom":
+        case "expression":
+        case "script": {
+            const code = step.code || step.expression || step.value || step.script || step.params?.code || step.params?.expression || step.params?.script;
+            if (!code || typeof code !== "string") return value;
+            try {
+                const trimmed = code.trim();
+                if (/\b(process|require|import|global|Buffer|__dirname|__filename|eval|Function)\b/.test(trimmed)) {
+                    return value;
+                }
+
+                // Auto-quote unquoted string after == or === or != or !== e.g. == Vol Shocker -> == "Vol Shocker"
+                let sanitizedCode = trimmed.replace(/([=!]==?\s*)([A-Za-z][A-Za-z0-9 _-]*[A-Za-z0-9])(?=\s*$|\s*[;)])/g, (match, op, str) => {
+                    const trimmedStr = str.trim();
+                    if (['true', 'false', 'null', 'undefined', 'value', 'raw', 'lines'].includes(trimmedStr)) return match;
+                    if (trimmedStr.startsWith('"') || trimmedStr.startsWith("'")) return match;
+                    return `${op}"${trimmedStr}"`;
+                });
+
+                const lines = String(value).split("\n").map((s) => s.trim()).filter(Boolean);
+                const line = (n) => {
+                    const idx = parseInt(n, 10);
+                    const targetIdx = idx > 0 ? idx - 1 : idx;
+                    return lines[targetIdx] || "";
+                };
+                const hasLine = (n) => {
+                    const idx = parseInt(n, 10);
+                    const targetIdx = idx > 0 ? idx - 1 : idx;
+                    return targetIdx >= 0 && targetIdx < lines.length && lines[targetIdx].length > 0;
+                };
+                const has = (k) => String(value).toLowerCase().includes(String(k).toLowerCase());
+                const contains = has;
+                const hasValue = (v = value) => v !== null && v !== undefined && String(v).trim().length > 0;
+                const notEmpty = hasValue;
+
+                const fn = sanitizedCode.includes("return ")
+                    ? new Function("value", "raw", "lines", "line", "hasLine", "has", "contains", "hasValue", "notEmpty", sanitizedCode)
+                    : new Function("value", "raw", "lines", "line", "hasLine", "has", "contains", "hasValue", "notEmpty", `return (${sanitizedCode});`);
+                const result = fn(value, value, lines, line, hasLine, has, contains, hasValue, notEmpty);
+                return result !== undefined ? result : value;
+            } catch {
+                return value;
+            }
+        }
+
+        default:
+            return value;
+    }
+}
+
+/**
+ * Runs an array of transform steps sequentially on a raw extracted value.
+ *
+ * @param {*} rawValue
+ * @param {Array<Object>} pipeline
+ * @returns {*}
+ */
+export function runTransformPipeline(rawValue, pipeline = []) {
+    if (!Array.isArray(pipeline) || pipeline.length === 0) {
+        return rawValue;
+    }
+
+    let current = rawValue;
+    for (const step of pipeline) {
+        current = applyTransformStep(current, step);
+    }
+    return current;
+}
+
+/**
+ * Casts a transformed value to the target data type.
+ *
+ * @param {*} val
+ * @param {string} type
+ * @returns {*}
+ */
+export function castValueToType(val, type = "string") {
+    if (val === null || val === undefined) return val;
+
+    switch (type) {
+        case "integer": {
+            if (typeof val === "number") return Math.round(val);
+            const str = String(val).replace(/,/g, "").trim();
+            const num = parseInt(str, 10);
+            return isNaN(num) ? null : num;
+        }
+        case "number":
+        case "decimal": {
+            if (typeof val === "number") return val;
+            const str = String(val).replace(/[\u20B9$€£¥₹]/g, "").replace(/,/g, "").trim();
+            const num = parseFloat(str);
+            return isNaN(num) ? null : num;
+        }
+        case "boolean": {
+            if (typeof val === "boolean") return val;
+            const str = String(val).trim().toLowerCase();
+            return ["true", "yes", "1", "in stock", "available"].includes(str);
+        }
+        case "date": {
+            if (val instanceof Date) return val.toISOString();
+            const parsed = Date.parse(String(val));
+            return !isNaN(parsed) ? new Date(parsed).toISOString() : String(val);
+        }
+        case "string":
+        default:
+            return typeof val === "object" ? JSON.stringify(val) : String(val);
+    }
+}