pareto-fountain-pen 0.2.0 → 0.3.1

package/dist/implementation/generated/pareto/generic/parse/string_iterator.js

@@ -0,0 +1,109 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.create_string_iterator = exports.is_control_character = void 0;
+const to_character_list_1 = require("exupery-standard-library/dist/implementation/algorithms/operations/impure/text/to_character_list");
+const WhitespaceChars = {
+    tab: 0x09, // \t
+    line_feed: 0x0A, // \n
+    carriage_return: 0x0D, // \r
+    space: 0x20, //
+};
+const is_control_character = ($) => {
+    return ($ < 0x20 && $ !== WhitespaceChars.tab && $ !== WhitespaceChars.line_feed && $ !== WhitespaceChars.carriage_return);
+};
+exports.is_control_character = is_control_character;
+/**
+ * Creates a string iterator that allows iterating over characters in a string,
+ * while keeping track of line numbers, columns, and line indentation.
+ */
+const create_string_iterator = ($, $p) => {
+    const source = $;
+    const characters = (0, to_character_list_1.$$)($);
+    const length = characters.__get_number_of_elements();
+    let found_carriage_return_before = false;
+    let position = 0;
+    let relative_position = {
+        'line': 0,
+        'column': 0,
+        'line indentation': null
+    };
+    const consume_character = () => {
+        const c = characters.__get_element_at(position);
+        const start = relative_position;
+        relative_position = c.transform(($) => {
+            return $ === WhitespaceChars.line_feed
+                ? {
+                    'line': relative_position.line + 1,
+                    'column': 0,
+                    'line indentation': null,
+                }
+                : found_carriage_return_before
+                    ? {
+                        'line': relative_position.line + 1,
+                        'column': 0,
+                        'line indentation': null,
+                    }
+                    : {
+                        'line': relative_position.line,
+                        'column': relative_position['column'] + ($ === WhitespaceChars.tab
+                            ? $p['tab size']
+                            : 1),
+                        'line indentation': relative_position['line indentation'] !== null
+                            ? relative_position['line indentation']
+                            : $ === WhitespaceChars.space || $ === WhitespaceChars.tab
+                                ? null
+                                : relative_position['column'],
+                    };
+        }, () => relative_position //this is weird, we were already at the end of the list
+        );
+        found_carriage_return_before = c.transform(($) => $ === WhitespaceChars.carriage_return, () => false);
+        position += 1;
+    };
+    return {
+        'consume string': ($) => {
+            (0, to_character_list_1.$$)($).__for_each(() => {
+                consume_character();
+            });
+        },
+        'consume character': consume_character,
+        'get current character': () => {
+            if (position === length) {
+                return null;
+            }
+            return characters.__get_element_at(position).transform(($) => $, () => null);
+        },
+        'look ahead': ($) => {
+            const next_position = position + $;
+            if (next_position >= length) {
+                return null;
+            }
+            return characters.__get_element_at(next_position).transform(($) => $, () => null);
+        },
+        'create location info': () => {
+            return {
+                'absolute': position,
+                'relative': {
+                    'line': relative_position.line,
+                    'column': relative_position['column'],
+                }
+            };
+        },
+        'create offset location info': (subtract) => {
+            return {
+                'absolute': position - subtract,
+                'relative': {
+                    'line': relative_position.line,
+                    'column': relative_position['column'] - subtract,
+                }
+            };
+        },
+        'create location info string': () => `${relative_position.line}:${relative_position['column']}`,
+        'get line indentation': () => {
+            return relative_position['line indentation'] !== null
+                ? relative_position['line indentation']
+                : relative_position['column'];
+        },
+    };
+};
+exports.create_string_iterator = create_string_iterator;
+//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoic3RyaW5nX2l0ZXJhdG9yLmpzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsiLi4vLi4vLi4vLi4vLi4vLi4vc3JjL2ltcGxlbWVudGF0aW9uL2dlbmVyYXRlZC9wYXJldG8vZ2VuZXJpYy9wYXJzZS9zdHJpbmdfaXRlcmF0b3IudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6Ijs7O0FBb0NBLHdJQUE2STtBQUU3SSxNQUFNLGVBQWUsR0FBRztJQUNwQixHQUFHLEVBQUUsSUFBSSxFQUFtQixLQUFLO0lBQ2pDLFNBQVMsRUFBRSxJQUFJLEVBQWEsS0FBSztJQUNqQyxlQUFlLEVBQUUsSUFBSSxFQUFPLEtBQUs7SUFDakMsS0FBSyxFQUFFLElBQUksRUFBaUIsRUFBRTtDQUNqQyxDQUFBO0FBRU0sTUFBTSxvQkFBb0IsR0FBRyxDQUFDLENBQVMsRUFBVyxFQUFFO0lBQ3ZELE9BQU8sQ0FBQyxDQUFDLEdBQUcsSUFBSSxJQUFJLENBQUMsS0FBSyxlQUFlLENBQUMsR0FBRyxJQUFJLENBQUMsS0FBSyxlQUFlLENBQUMsU0FBUyxJQUFJLENBQUMsS0FBSyxlQUFlLENBQUMsZUFBZSxDQUFDLENBQUE7QUFDOUgsQ0FBQyxDQUFBO0FBRlksUUFBQSxvQkFBb0Isd0JBRWhDO0FBRUQ7OztHQUdHO0FBRUksTUFBTSxzQkFBc0IsR0FBRyxDQUNsQyxDQUFTLEVBQ1QsRUFFQyxFQUNjLEVBQUU7SUFDakIsTUFBTSxNQUFNLEdBQUcsQ0FBQyxDQUFBO0lBQ2hCLE1BQU0sVUFBVSxHQUFHLElBQUEsc0JBQW9CLEVBQUMsQ0FBQyxDQUFDLENBQUE7SUFDMUMsTUFBTSxNQUFNLEdBQUcsVUFBVSxDQUFDLHdCQUF3QixFQUFFLENBQUE7SUFRcEQsSUFBSSw0QkFBNEIsR0FBRyxLQUFLLENBQUE7SUFDeEMsSUFBSSxRQUFRLEdBQUcsQ0FBQyxDQUFBO0lBQ2hCLElBQUksaUJBQWlCLEdBQWtDO1FBQ25ELE1BQU0sRUFBRSxDQUFDO1FBQ1QsUUFBUSxFQUFFLENBQUM7UUFDWCxrQkFBa0IsRUFBRSxJQUFJO0tBQzNCLENBQUE7SUFFRCxNQUFNLGlCQUFpQixHQUFHLEdBQUcsRUFBRTtRQUMzQixNQUFNLENBQUMsR0FBRyxVQUFVLENBQUMsZ0JBQWdCLENBQUMsUUFBUSxDQUFDLENBQUE7UUFDL0MsTUFBTSxLQUFLLEdBQUcsaUJBQWlCLENBQUE7UUFDL0IsaUJBQWlCLEdBQUcsQ0FBQyxDQUFDLFNBQVMsQ0FDM0IsQ0FBQyxDQUFDLEVBQUUsRUFBRTtZQUNGLE9BQU8sQ0FBQyxLQUFLLGVBQWUsQ0FBQyxTQUFTO2dCQUNsQyxDQUFDLENBQUM7b0JBQ0UsTUFBTSxFQUFFLGlCQUFpQixDQUFDLElBQUksR0FBRyxDQUFDO29CQUNsQyxRQUFRLEVBQUUsQ0FBQztvQkFDWCxrQkFBa0IsRUFBRSxJQUFJO2lCQUMzQjtnQkFDRCxDQUFDLENBQUMsNEJBQTRCO29CQUMxQixDQUFDLENBQUM7d0JBQ0UsTUFBTSxFQUFFLGlCQUFpQixDQUFDLElBQUksR0FBRyxDQUFDO3dCQUNsQyxRQUFRLEVBQUUsQ0FBQzt3QkFDWCxrQkFBa0IsRUFBRSxJQUFJO3FCQUMzQjtvQkFDRCxDQUFDLENBQUM7d0JBQ0UsTUFBTSxFQUFFLGlCQUFpQixDQUFDLElBQUk7d0JBQzlCLFFBQVEsRUFBRSxpQkFBaUIsQ0FBQyxRQUFRLENBQUMsR0FBRyxDQUFDLENBQUMsS0FBSyxlQUFlLENBQUMsR0FBRzs0QkFDOUQsQ0FBQyxDQUFDLEVBQUUsQ0FBQyxVQUFVLENBQUM7NEJBQ2hCLENBQUMsQ0FBQyxDQUFDLENBQUM7d0JBQ1Isa0JBQWtCLEVBQUUsaUJBQWlCLENBQUMsa0JBQWtCLENBQUMsS0FBSyxJQUFJOzRCQUM5RCxDQUFDLENBQUMsaUJBQWlCLENBQUMsa0JBQWtCLENBQUM7NEJBQ3ZDLENBQUMsQ0FBQyxDQUFDLEtBQUssZUFBZSxDQUFDLEtBQUssSUFBSSxDQUFDLEtBQUssZUFBZSxDQUFDLEdBQUc7Z0NBQ3RELENBQUMsQ0FBQyxJQUFJO2dDQUNOLENBQUMsQ0FBQyxpQkFBaUIsQ0FBQyxRQUFRLENBQUM7cUJBQ3hDLENBQUE7UUFDYixDQUFDLEVBQ0QsR0FBRyxFQUFFLENBQUMsaUJBQWlCLENBQUMsdURBQXVEO1NBQ2xGLENBQUE7UUFFRCw0QkFBNEIsR0FBRyxDQUFDLENBQUMsU0FBUyxDQUN0QyxDQUFDLENBQUMsRUFBRSxFQUFFLENBQUMsQ0FBQyxLQUFLLGVBQWUsQ0FBQyxlQUFlLEVBQzVDLEdBQUcsRUFBRSxDQUFDLEtBQUssQ0FDZCxDQUFBO1FBQ0QsUUFBUSxJQUFJLENBQUMsQ0FBQTtJQUNqQixDQUFDLENBQUE7SUFFRCxPQUFPO1FBQ0gsZ0JBQWdCLEVBQUUsQ0FBQyxDQUFTLEVBQUUsRUFBRTtZQUM1QixJQUFBLHNCQUFvQixFQUFDLENBQUMsQ0FBQyxDQUFDLFVBQVUsQ0FBQyxHQUFHLEVBQUU7Z0JBQ3BDLGlCQUFpQixFQUFFLENBQUE7WUFDdkIsQ0FBQyxDQUFDLENBQUE7UUFDTixDQUFDO1FBQ0QsbUJBQW1CLEVBQUUsaUJBQWlCO1FBQ3RDLHVCQUF1QixFQUFFLEdBQUcsRUFBRTtZQUMxQixJQUFJLFFBQVEsS0FBSyxNQUFNLEVBQUUsQ0FBQztnQkFDdEIsT0FBTyxJQUFJLENBQUE7WUFDZixDQUFDO1lBQ0QsT0FBTyxVQUFVLENBQUMsZ0JBQWdCLENBQUMsUUFBUSxDQUFDLENBQUMsU0FBUyxDQUNsRCxDQUFDLENBQUMsRUFBRSxFQUFFLENBQUMsQ0FBQyxFQUNSLEdBQUcsRUFBRSxDQUFDLElBQUksQ0FDYixDQUFBO1FBQ0wsQ0FBQztRQUNELFlBQVksRUFBRSxDQUFDLENBQVMsRUFBRSxFQUFFO1lBQ3hCLE1BQU0sYUFBYSxHQUFHLFFBQVEsR0FBRyxDQUFDLENBQUM7WUFDbkMsSUFBSSxhQUFhLElBQUksTUFBTSxFQUFFLENBQUM7Z0JBQzFCLE9BQU8sSUFBSSxDQUFBO1lBQ2YsQ0FBQztZQUNELE9BQU8sVUFBVSxDQUFDLGdCQUFnQixDQUFDLGFBQWEsQ0FBQyxDQUFDLFNBQVMsQ0FDdkQsQ0FBQyxDQUFDLEVBQUUsRUFBRSxDQUFDLENBQUMsRUFDUixHQUFHLEVBQUUsQ0FBQyxJQUFJLENBQ2IsQ0FBQTtRQUNMLENBQUM7UUFDRCxzQkFBc0IsRUFBRSxHQUFHLEVBQUU7WUFDekIsT0FBTztnQkFDSCxVQUFVLEVBQUUsUUFBUTtnQkFDcEIsVUFBVSxFQUFFO29CQUNSLE1BQU0sRUFBRSxpQkFBaUIsQ0FBQyxJQUFJO29CQUM5QixRQUFRLEVBQUUsaUJBQWlCLENBQUMsUUFBUSxDQUFDO2lCQUN4QzthQUNKLENBQUE7UUFDTCxDQUFDO1FBQ0QsNkJBQTZCLEVBQUUsQ0FBQyxRQUFRLEVBQUUsRUFBRTtZQUN4QyxPQUFPO2dCQUNILFVBQVUsRUFBRSxRQUFRLEdBQUcsUUFBUTtnQkFDL0IsVUFBVSxFQUFFO29CQUNSLE1BQU0sRUFBRSxpQkFBaUIsQ0FBQyxJQUFJO29CQUM5QixRQUFRLEVBQUUsaUJBQWlCLENBQUMsUUFBUSxDQUFDLEdBQUcsUUFBUTtpQkFDbkQ7YUFDSixDQUFBO1FBQ0wsQ0FBQztRQUNELDZCQUE2QixFQUFFLEdBQUcsRUFBRSxDQUFDLEdBQUcsaUJBQWlCLENBQUMsSUFBSSxJQUFJLGlCQUFpQixDQUFDLFFBQVEsQ0FBQyxFQUFFO1FBQy9GLHNCQUFzQixFQUFFLEdBQUcsRUFBRTtZQUN6QixPQUFPLGlCQUFpQixDQUFDLGtCQUFrQixDQUFDLEtBQUssSUFBSTtnQkFDakQsQ0FBQyxDQUFDLGlCQUFpQixDQUFDLGtCQUFrQixDQUFDO2dCQUN2QyxDQUFDLENBQUMsaUJBQWlCLENBQUMsUUFBUSxDQUFDLENBQUE7UUFDckMsQ0FBQztLQUNKLENBQUE7QUFDTCxDQUFDLENBQUE7QUFsSFksUUFBQSxzQkFBc0IsMEJBa0hsQyJ9

package/dist/implementation/generated/pareto/generic/parse/token.d.ts

@@ -0,0 +1,9 @@
+import * as _out from "../../../../../interface/generated/pareto/core/token";
+import { String_Iterator } from "./string_iterator";
+export declare const Whitespace: (string_iterator: String_Iterator) => _out._T_Whitespace;
+export declare const Trivia: (string_iterator: String_Iterator) => _out._T_Trivia;
+export declare const Annotated_Token: (st: String_Iterator) => _out._T_Annotated_Token;
+export declare const Delimited_String: (string_iterator: String_Iterator, is_end_character: (character: number) => boolean, allow_newlines: boolean) => _out._T_Delimited_String;
+export declare const Tokenizer_Result: ($: null, $p: {
+    "string iterator": String_Iterator;
+}) => _out._T_Tokenizer_Result;