@vandenberghinc/volt 1.1.2

package/backend/dist/cjs/plugins/ts/preprocessing.js

@@ -0,0 +1,762 @@
+"use strict";
+/*
+ * Author: Daan van den Bergh
+ * Copyright: © 2024 - 2024 Daan van den Bergh.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Preprocessing = void 0;
+exports.preprocess = preprocess;
+exports.volt_auto_imports = volt_auto_imports;
+const ts = __importStar(require("typescript"));
+const _vinc_1 = require("../../vinc.js");
+const _vinc_2 = require("../../vinc.js");
+const utils_js_1 = require("../../utils.js");
+const url_1 = require("url");
+const path_1 = require("path");
+var __dirname = typeof __dirname !== 'undefined' ? __dirname : (0, path_1.dirname)((0, url_1.fileURLToPath)(new URL('./package.json', import.meta.url)));
+exports.Preprocessing = __importStar(require("./preprocessing.js"));
+/*
+ * Preprocesses the input text, replacing non-string numeric literals
+ * suffixed with units and hex color codes with string literals.
+ */
+function preprocess(path, input, opts = {}) {
+    const { macros = true, templates = undefined, } = opts;
+    // Initialize output and batch
+    let output = [];
+    let batch = [];
+    let State;
+    (function (State) {
+        State[State["code"] = 0] = "code";
+        State[State["string"] = 1] = "string";
+        State[State["comment"] = 2] = "comment";
+        State[State["regex"] = 3] = "regex";
+    })(State || (State = {}));
+    let state = State.code;
+    // Function to process the accumulated batch
+    const process_code_batch = () => {
+        let str = batch.join('')
+            // Replace numeric suffix to string.
+            .replace(/\b\d+(\.\d+)?(em\b|rem\b|px\b|vh\b|vw\b|%)/g, '"$&"')
+            // Replace hex colors.
+            .replace(/#([0-9a-fA-F]{3,4}|[0-9a-fA-F]{6}|[0-9a-fA-F]{8})\b/g, '"$&"');
+        // Append the transformed segment to output
+        output.push(str);
+        // Clear the batch
+        batch = [];
+    };
+    // Process string batch.
+    const process_string_batch = () => {
+        let BaseIndentState;
+        (function (BaseIndentState) {
+            BaseIndentState[BaseIndentState["init"] = 0] = "init";
+        })(BaseIndentState || (BaseIndentState = {}));
+        let str = batch.join('')
+            // Dedent ``` code blocks.
+            .replace(/```([\s\S]*?)```/g, (match, code) => {
+            // console.log("===========================\nMatched\n"+ code)
+            // Remove leading and trailing empty lines
+            // Dont use trim() since that would also remove start indent.
+            code = code.replace(/^\s*\n|\s*$/g, '');
+            // Match the base indentation (4 spaces) from the first non-empty line
+            const base_indent_match = code.match(/^([ \t]+)/m);
+            if (!base_indent_match)
+                return '`' + code + '`'; // No base indent found
+            const base_indent = base_indent_match[1];
+            // Ensure base_indent contains only spaces
+            // if (/\t/.test(base_indent)) {
+            //     throw new Error('Invalid indentation: Tabs are not allowed.');
+            // }
+            // Create a regex to remove the base_indent from the start of each line
+            const dedent_regex = new RegExp(`^${base_indent}`, 'gm');
+            // Dedent the code by removing base_indent
+            const dedented_code = code.replace(dedent_regex, '');
+            return `\`${dedented_code}\``;
+        });
+        // Append the transformed segment to output
+        output.push(str);
+        // Clear the batch
+        batch = [];
+    };
+    // Initialize the Iterator
+    new _vinc_2.vhighlight.Iterator({
+        tokenizer: _vinc_2.vhighlight.js,
+        language: _vinc_2.vhighlight.js.language,
+        code: input,
+        callback(s) {
+            // Get new state.
+            let new_state;
+            if (s.is_str || s.is_template_literal) {
+                new_state = State.string;
+            }
+            else if (s.is_comment || s.is_multi_line_comment) {
+                new_state = State.comment;
+            }
+            else if (s.is_str) {
+                new_state = State.regex;
+            }
+            else {
+                new_state = State.code;
+            }
+            // Process new state.
+            if (new_state !== state) {
+                if (state === State.code) {
+                    process_code_batch();
+                }
+                else if (state === State.string) {
+                    process_string_batch();
+                }
+                state = new_state;
+            }
+            // Push character.
+            if (state === State.code || state === State.string) {
+                batch.push(s.char);
+            }
+            else {
+                output.push(s.char);
+            }
+        },
+    }).iterate();
+    // Process any remaining batch after iteration
+    if (batch.length > 0) {
+        if (state === State.code) {
+            process_code_batch();
+        }
+        else if (state === State.string) {
+            process_string_batch();
+        }
+    }
+    let content = output.join("");
+    // Apply plugins.
+    content = _global_interface_plugin(content);
+    // if (path.includes("ui.ts")) {
+    // 	console.log(content)
+    // }
+    // Process macros.
+    if (macros) {
+        content = _apply_macro_preprocessing(path, content);
+    }
+    // Fill templates.
+    if (templates !== undefined && Object.keys(templates.length > 0)) {
+        content = utils_js_1.Utils.fill_templates(content, templates, true);
+    }
+    // Response.
+    return content;
+}
+// Split macro args `X, X` args.
+function _split_macro_args(data) {
+    // Process args.
+    let args = [""];
+    const process_arg = () => {
+        let arg = args[args.length - 1].trim();
+        if ((arg.charAt(0) === "'" && arg.charAt(arg.length - 1) === "'") ||
+            (arg.charAt(0) === "\"" && arg.charAt(arg.length - 1) === "\"")) {
+            arg = arg.slice(1, -1);
+        }
+        args[args.length - 1] = arg;
+    };
+    // Iterate.
+    new _vinc_2.vhighlight.Iterator({
+        tokenizer: _vinc_2.vhighlight.js,
+        language: _vinc_2.vhighlight.js.language,
+        code: data,
+        callback(state) {
+            if (state.char === "," &&
+                state.curly_depth === 0 &&
+                state.bracket_depth === 0 &&
+                state.parenth_depth === 0 &&
+                !state.is_str &&
+                !state.is_regex &&
+                !state.is_comment &&
+                !state.is_multi_line_comment) {
+                process_arg();
+                args.push("");
+            }
+            else {
+                args[args.length - 1] += state.char;
+            }
+        },
+    }).iterate();
+    // Return empty array.
+    if (args.length === 1 && args[0] === "") {
+        return [];
+    }
+    // Process arg.
+    if (args.length > 0) {
+        process_arg();
+    }
+    // Return args.
+    return args;
+}
+/*
+ * Fill all #macro statements.
+ */
+function _apply_macro_preprocessing(path, data) {
+    // ----------------------------------------
+    // Extract macro statements.
+    let output = [], is_preprocessor = null;
+    const macros = {};
+    let iterator = new _vinc_2.vhighlight.Iterator({
+        tokenizer: _vinc_2.vhighlight.js,
+        language: _vinc_2.vhighlight.js.language,
+        code: data,
+        allow_preprocessors: true,
+        callback(state) {
+            // End of preprocessor.
+            if (is_preprocessor !== undefined && !state.is_preprocessor) {
+                // Extract name & value.
+                let Modes;
+                (function (Modes) {
+                    Modes[Modes["type"] = 0] = "type";
+                    Modes[Modes["pre_name"] = 1] = "pre_name";
+                    Modes[Modes["name"] = 2] = "name";
+                    Modes[Modes["args"] = 3] = "args";
+                    Modes[Modes["value"] = 4] = "value";
+                })(Modes || (Modes = {}));
+                ;
+                let type = "", name = "", value = "", full = "", args = "", args_depth = [0, 0, 0];
+                let s = is_preprocessor, mode = Modes.type;
+                while (s != null && s != state) {
+                    if (mode === Modes.type) {
+                        if (s.is_whitespace) {
+                            mode = Modes.pre_name;
+                        }
+                        else {
+                            type += s.char;
+                        }
+                    }
+                    else if (mode === Modes.pre_name && !s.is_whitespace) {
+                        mode = Modes.name;
+                        name += s.char;
+                    }
+                    else if (mode === Modes.name) {
+                        if (s.char === "(") {
+                            mode = Modes.args;
+                            args_depth = [s.curly_depth, s.parenth_depth - 1, s.bracket_depth];
+                        }
+                        else if (s.is_whitespace &&
+                            s.curly_depth === is_preprocessor.curly_depth &&
+                            s.parenth_depth === is_preprocessor.parenth_depth &&
+                            s.bracket_depth === is_preprocessor.bracket_depth) {
+                            mode = Modes.value;
+                        }
+                        else {
+                            name += s.char;
+                        }
+                    }
+                    else if (mode === Modes.args) {
+                        if (s.char === ")" &&
+                            s.curly_depth === args_depth[0] &&
+                            s.parenth_depth === args_depth[1] &&
+                            s.bracket_depth === args_depth[2]) {
+                            mode = Modes.name;
+                        }
+                        else {
+                            args += s.char;
+                        }
+                    }
+                    else if (mode === Modes.value) {
+                        if (s.char === "\\" && s.next?.is_line_break) {
+                            // skip.
+                        }
+                        else {
+                            value += s.char;
+                        }
+                    }
+                    full += s.char;
+                    s = s.next;
+                }
+                if (type === "#macro") {
+                    name = name.trim();
+                    macros[name] = {
+                        name,
+                        value: value.trim(),
+                        args: args.length === 0 ? [] : _split_macro_args(args),
+                    };
+                }
+                else {
+                    output.push(full);
+                }
+                is_preprocessor = undefined;
+            }
+            // Start of preprocessor.
+            else if (state.is_preprocessor) {
+                if (is_preprocessor === undefined) {
+                    is_preprocessor = state;
+                }
+                return; // dont add to new data.
+            }
+            output.push(state.char);
+        },
+    });
+    iterator.iterate();
+    data = output.join("");
+    // ----------------------------------------
+    // Fill macro statements.
+    output.length = 0;
+    let buff = [];
+    // Construct regex to match preprocessor variables
+    const macros_keys = Object.keys(macros);
+    const regex = new RegExp(`(\\#?|\\b)(${macros_keys.join("|")})(\\([^)]*\\)|\\b)`, 'g');
+    // Fill macro replacements.
+    const make_replacements = (buff) => {
+        return buff
+            .join('')
+            .replace(regex, (match, m1, m2, m3) => {
+            const macro = macros[m2];
+            if (macro == null) {
+                return match;
+            }
+            let value = "";
+            if (m1.charAt(0) !== "#") {
+                value = m1;
+            }
+            value += macro.value;
+            if (m3 && m3.charAt(0) === "(" && macro.args.length > 0) {
+                let args = _split_macro_args(m3.slice(1, -1));
+                for (let i = 0; i < macro.args.length; i++) {
+                    value = value.replace(new RegExp(`\\b${macro.args[i]}\\b`, 'g'), args[i] ?? "");
+                }
+                return value;
+            }
+            return value;
+        });
+    };
+    // Iterator that processes the code
+    iterator = new _vinc_2.vhighlight.Iterator({
+        tokenizer: _vinc_2.vhighlight.js,
+        language: _vinc_2.vhighlight.js.language,
+        code: data,
+        allow_preprocessors: true,
+        callback(state) {
+            // Accumulate real code into the buffer
+            if (!state.is_str && !state.is_regex && !state.is_comment && !state.is_multi_line_comment) {
+                buff.push(state.char);
+            }
+            else {
+                // Process code buff.
+                if (buff.length > 0) {
+                    output.push(make_replacements(buff));
+                    buff = [];
+                }
+                // Push non-code characters directly to output (strings, comments, etc.)
+                output.push(state.char);
+            }
+        },
+    });
+    // Run the iterator to process the code
+    iterator.iterate();
+    // Process code buff.
+    if (buff.length > 0) {
+        output.push(make_replacements(buff));
+    }
+    // Return the processed output as a joined string
+    return output.join('');
+}
+// Process all code sections.
+// function _process_code_sections(path: string, data: string, callback: ((code: string) => string) | ((code: string) => string)[]): string {
+// 	let batch: string[] = [];
+// 	let is_code = true, start_index: number | undefined = undefined;
+// 	new vhighlight.Iterator({
+// 		tokenizer: vhighlight.js,
+// 		code: data,
+// 		callback(state) {
+// 			if (
+// 				state.is_str ||
+// 				state.is_regex ||
+// 				state.is_comment ||
+// 				state.is_multi_line_comment
+// 			) {
+// 				if (start_index !== undefined) {
+// 					let code: string = data.slice(start_index, state.index);
+// 					if (Array.isArray(callback)) {
+// 						for (const c of callback) {
+// 							code = c(code);
+// 						}
+// 					} else {
+// 						code = callback(code);
+// 					}
+// 					batch.push(code);
+// 					start_index = undefined;
+// 				}
+// 				batch.push(state.char);
+// 			} else {
+// 				if (start_index === undefined) {
+// 					start_index = state.index;
+// 				}
+// 			}
+// 		},
+// 	}).iterate();
+// 	if (start_index !== undefined) {
+// 		let code: string = data.slice(start_index);
+// 		if (Array.isArray(callback)) {
+// 			for (const c of callback) {
+// 				code = c(code);
+// 			}
+// 		} else {
+// 			code = callback(code);
+// 		}
+// 		batch.push(code);
+// 	}
+// 	return batch.join("");
+// }
+/* Apply global interfaces. Only used as internal plugin for preprocess().
+   With this plugin interfaces can be placed anywhere inside a code file supporting the following syntax.
+    
+    [interface myinterface {
+        ...
+    }]
+    [export interface mynamespace.myothernamespace.myinterface {
+        ...
+    }]
+ */
+function _global_interface_plugin(data) {
+    const prefix_output = [];
+    while (true) {
+        // Use a regex without brackets in the character class for clarity
+        // and ensure proper spacing handling.
+        const regex = /\[(\s*export)*\s*interface\s+([a-zA-Z0-9_.]+)\s*{/g;
+        const match = regex.exec(data);
+        if (match == null) {
+            break; // No more matches.
+        }
+        const start = match.index;
+        let end = -1;
+        let curly_start = -1;
+        let curly_end = -1;
+        // console.log("interface-plugin: Found global interface", match[0])
+        // Find closing ].
+        new _vinc_2.vhighlight.Iterator({
+            tokenizer: _vinc_2.vhighlight.js,
+            language: _vinc_2.vhighlight.js.language,
+            code: data.slice(start + 1),
+            callback(s) {
+                if (match[0].includes("UI.ReturnResponseDataOptions")) {
+                    // console.log(({char: s.char, curly_depth: s.curly_depth, bracket_depth: s.bracket_depth}));
+                }
+                if (curly_start === -1 && s.curly_depth === 1) {
+                    // console.log({state: 1});
+                    curly_start = start + 1 + s.index;
+                }
+                else if (curly_start !== -1 && curly_end === -1 && s.curly_depth === 0) {
+                    // console.log({state: 2});
+                    curly_end = start + 1 + s.index + 1;
+                }
+                else if (s.bracket_depth === -1) {
+                    // console.log({state: 3});
+                    end = start + 1 + s.index + 1;
+                    return false; // stop iteration
+                }
+                else {
+                    // console.log({unmachted: true})
+                }
+            },
+        }).iterate();
+        // if (match[0].includes("UI.ReturnResponseDataOptions") && end === -1) {
+        // 	console.log("DATA:\n"+data)
+        // }
+        // If we found a closing brace successfully.
+        if (curly_end >= 0 && end !== -1) {
+            // console.log("interface-plugin: Found global interface", match[0], "proceed");
+            // Extract the interface body (excluding the initial '{' and final '}')
+            // 'start' points at 'i' of 'interface', so the '{' should be at some offset after that.
+            // We found 'end' where bracket_depth returned to -1, i.e., after the closing '}'.
+            // Adjust slicing as needed if off by one.
+            // Slice out the interface including 'interface ... { ... }'
+            // The interface block presumably starts at 'start' and ends at 'end'.
+            // We want the inside of the interface without the initial 'i' and final brace.
+            // If you want just the inside of the braces, ensure that start+1 and end-1 indices are correct.
+            // Push the interface code into prefix_output. Adjust indices if needed.
+            let export_statement = match[1] === undefined ? "" : "export ";
+            const names = match[2].split(".");
+            let closing_curlies = 0;
+            for (let i = 0; i < names.length; i++) {
+                if (i + 1 === names.length) {
+                    prefix_output.push(export_statement, "interface ", names[i], " ", data.slice(curly_start, curly_end));
+                    if (closing_curlies > 0) {
+                        prefix_output.push("}".repeat(closing_curlies));
+                    }
+                }
+                else {
+                    export_statement = "export ";
+                    prefix_output.push(export_statement, "namespace ", names[i], " { ");
+                    ++closing_curlies;
+                }
+            }
+            prefix_output.push(";\n");
+            // Remove the interface from the original code.
+            data = (start > 0 ? data.slice(0, start) : "") + data.slice(end);
+        }
+        else {
+            // console.log("interface-plugin: Found global interface", match[0], "dont proceed -",curly_end, end)
+            break;
+        }
+    }
+    if (prefix_output.length > 0) {
+        return prefix_output.join("") + data;
+    }
+    return data;
+}
+// Variables.
+const volt_frontend = new _vinc_1.vlib.Path(`${__dirname}/../../../../../frontend/dist/`).abs().str();
+let volt_exports = undefined;
+// Detect unused volt frontend imports.
+function detect_unused_imports(source_file) {
+    // Load volt exports.
+    if (volt_exports === undefined) {
+        volt_exports = new _vinc_1.vlib.Path(`${__dirname}/../../../../../frontend/exports.json`).load_sync({ type: "object" });
+        volt_exports["ui/ui.ts"] = ["VoltUI"];
+        volt_exports["volt.ts"] = ["Volt"];
+    }
+    // Vars.
+    // const source_file = ts.createSourceFile(file_path, file_content, ts.ScriptTarget.Latest, true);
+    const imported_identifiers = new Set();
+    const declared_identifiers = new Set();
+    const used_identifiers = new Set();
+    // Helper function to recursively collect declared identifiers
+    function collect_declared_identifiers(name) {
+        if (ts.isIdentifier(name)) {
+            declared_identifiers.add(name.text);
+        }
+        else if (ts.isObjectBindingPattern(name) || ts.isArrayBindingPattern(name)) {
+            name.elements.forEach(element => {
+                if (ts.isBindingElement(element)) {
+                    collect_declared_identifiers(element.name);
+                }
+            });
+        }
+    }
+    // First pass: Collect imported and declared identifiers
+    const visit_first_pass = (node) => {
+        if (ts.isImportDeclaration(node)) {
+            if (node.importClause) {
+                const { name, namedBindings } = node.importClause;
+                if (name)
+                    imported_identifiers.add(name.text);
+                if (namedBindings) {
+                    if (ts.isNamedImports(namedBindings)) {
+                        namedBindings.elements.forEach(element => imported_identifiers.add(element.name.text));
+                    }
+                    else if (ts.isNamespaceImport(namedBindings)) {
+                        imported_identifiers.add(namedBindings.name.text);
+                    }
+                }
+            }
+        }
+        if (ts.isVariableDeclaration(node) && node.name) {
+            collect_declared_identifiers(node.name);
+        }
+        else if (ts.isFunctionDeclaration(node) && node.name) {
+            declared_identifiers.add(node.name.text);
+        }
+        else if (ts.isClassDeclaration(node) && node.name) {
+            declared_identifiers.add(node.name.text);
+        }
+        if (ts.isIdentifier(node)) {
+            used_identifiers.add(node.text);
+        }
+        ts.forEachChild(node, visit_first_pass);
+    };
+    // Second pass: Collect used identifiers
+    // const visit_second_pass = (node: ts.Node) => {
+    //     if (ts.isIdentifier(node)) {
+    //         used_identifiers.add(node.text);
+    //     }
+    //     ts.forEachChild(node, visit_second_pass);
+    // };
+    ts.forEachChild(source_file, visit_first_pass);
+    // ts.forEachChild(source_file, visit_second_pass);
+    const used_names_set = new Set();
+    // Determine which classes/variables are used without being imported
+    const classes_to_check = new Set(Object.values(volt_exports).flat());
+    classes_to_check.forEach(class_name => {
+        if (used_identifiers.has(class_name) &&
+            !imported_identifiers.has(class_name) &&
+            !declared_identifiers.has(class_name)) {
+            used_names_set.add(class_name);
+        }
+    });
+    return Array.from(used_names_set);
+}
+/**
+ * Apply volt frontend auto imports preprocessing
+ */
+function volt_auto_imports(path, data) {
+    // Check auto import
+    if (data.includes("@volt-no-auto-import")) {
+        return undefined;
+    }
+    // console.log(path)
+    // Capture names.
+    const names = detect_unused_imports(ts.createSourceFile(path, data, ts.ScriptTarget.Latest, true));
+    // Create needed modules.
+    const names_per_module = {}, added_names = new Set;
+    for (const name of names) {
+        for (const m of Object.keys(volt_exports)) {
+            if (name === "VoltUI") {
+                names_per_module["VoltUI"] = [];
+            }
+            else if (name === "Volt") {
+                names_per_module["Volt"] = [];
+            }
+            else if (
+            // name !== "volt.ts" &&
+            !path.endsWith(m) &&
+                volt_exports[m].includes(name) &&
+                !added_names.has(name)) {
+                if (names_per_module[m] === undefined) {
+                    names_per_module[m] = [];
+                }
+                names_per_module[m].push(name);
+                added_names.add(name);
+                // console.log(name, names_per_module[m])
+            }
+        }
+    }
+    // Add global types.
+    let prefix = `import "${volt_frontend}/modules/string.js"; ` +
+        `import "${volt_frontend}/modules/number.js"; ` +
+        `import "${volt_frontend}/modules/object.js"; ` +
+        `import "${volt_frontend}/modules/array.js"; `;
+    // Add ts code.
+    if (names.length > 0) {
+        for (const m of Object.keys(names_per_module)) {
+            if (m === "VoltUI") {
+                prefix += `import * as VoltUI from "${volt_frontend}/ui/ui.js"; `;
+            }
+            else if (m === "Volt") {
+                prefix += `import * as Volt from "${volt_frontend}/volt.js"; `;
+            }
+            else {
+                prefix += `import { ${names_per_module[m].join(", ")} } from "${volt_frontend}/${m.slice(0, -3)}.js"; `;
+            }
+        }
+    }
+    // Response.
+    return prefix + data;
+}
+// console.log("=========================\nOUTPUT\n"+
+// preprocess("X", `
+// 	tokenize({
+// 		code = undefined,
+// 		stop_callback = undefined,
+// 		build_html = false,
+// 		is_insert_tokens = false,
+// 		state = undefined,
+// 	}: TokenizeOptions = {}): string | Tokens {}
+// 	[interface X.Y.TokenizeOptions {
+//         code?: string,
+//         stop_callback?: Function,
+//         build_html?: boolean,
+//         is_insert_tokens?: boolean,
+//         state?: TokenizerState,
+//     }   ]
+//     [export interface X.Y.TokenizeOptions2 {
+//         code?: string,
+//         stop_callback?: Function,
+//         build_html?: boolean,
+//         is_insert_tokens?: boolean,
+//         state?: TokenizerState,
+//     }   ]
+//     [interface TokenizeOptions3 {
+//         code?: string,
+//         stop_callback?: Function,
+//         build_html?: boolean,
+//         is_insert_tokens?: boolean,
+//         state?: TokenizerState,
+//     }   ]
+//     tokenize({
+//         code = undefined,
+//         stop_callback = undefined,
+//         build_html = false,
+//         is_insert_tokens = false,
+//         state = undefined,
+//     }: string | Tokens;
+// 	tokenize({
+// 		code = undefined,
+// 		stop_callback = undefined,
+// 		build_html = false,
+// 		is_insert_tokens = false,
+// 		state = undefined,
+// 	}: TokenizeOptions = {}): string | Tokens {
+// 		// Rese
+// `)
+// );process.exit(1);
+// console.log("=========================\nOUTPUT\n"+
+// preprocess("X", `
+// 				.inner_html(
+// 					\`\`\`
+// 					1 Begin with installing the Libris Client via npm, offering seamless interaction through either the Libris Client API or the intuitive Libris CLI.
+// 					<div style='height: 0.5em'></div>
+// 					More information about installing libris can be found in the \${ThemeV2.Link("documentation", "/docs?id=getting_started/installation")}.
+// 					\`\`\`
+// 				),
+// 				.inner_html(
+// 					\`\`\`   
+// 					2 Begin with installing the Libris Client via npm, offering seamless interaction through either the Libris Client API or the intuitive Libris CLI.
+// 					<div style='height: 0.5em'></div>
+// 					More information about installing libris can be found in the \${ThemeV2.Link("documentation", "/docs?id=getting_started/installation")}.
+// 					\`\`\`
+// 				),
+// 				.inner_html(
+// 					\`\`\`3 Begin with installing the Libris Client via npm, offering seamless interaction through either the Libris Client API or the intuitive Libris CLI.
+// 					<div style='height: 0.5em'></div>
+// 					More information about installing libris can be found in the \${ThemeV2.Link("documentation", "/docs?id=getting_started/installation")}.
+// 					\`\`\`
+// 				),
+// 				\`\`\`
+// 				---
+// 				title: Lorem Ipsum
+// 				name: lorem_ipsum.md
+// 				---
+// 				# Lorem ipsum
+// 				Lorem ipsum dolor sit amet, consectetur adipiscing elit, sed do eiusmod tempor incididunt ut labore et dolore magna aliqua.
+// 				\`\`\`
+// 				\`\`\`
+// 				{
+// 					"name": "My Project",       // The name of your project.
+// 					"version": "1.1",           // The documentation version.
+// 					"include": [                // The source files you want to include, directories are allowed.
+// 						"src/load.js"
+// 					],
+// 					"documents": [
+// 						"pages/lorem_ipsum.md"  // The source path to the document.
+// 					],
+// 					"output": "docs.html"       // The output path of the generated HTML data.
+// 				}
+// 				\`\`\`
+// `)
+// );process.exit(1);
+exports.default = { preprocess, volt_auto_imports };