astn 0.111.28 → 0.111.30

package/dist/implementation/generated/pareto/generic/parse/string_iterator.js

@@ -0,0 +1,113 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.create_string_iterator = exports.is_control_character = void 0;
+const to_character_list_1 = require("exupery-standard-library/dist/implementation/operations/impure/text/to_character_list");
+const starts_with_1 = require("exupery-standard-library/dist/implementation/operations/impure/text/starts_with");
+const WhitespaceChars = {
+    tab: 0x09, // \t
+    line_feed: 0x0A, // \n
+    carriage_return: 0x0D, // \r
+    space: 0x20, //
+};
+const is_control_character = ($) => {
+    return ($ < 0x20 && $ !== WhitespaceChars.tab && $ !== WhitespaceChars.line_feed && $ !== WhitespaceChars.carriage_return);
+};
+exports.is_control_character = is_control_character;
+/**
+ * Creates a string iterator that allows iterating over characters in a string,
+ * while keeping track of line numbers, columns, and line indentation.
+ */
+const create_string_iterator = ($, $p) => {
+    const source = $;
+    const characters = (0, to_character_list_1.$$)($);
+    const length = characters.__get_length();
+    let found_carriage_return_before = false;
+    let position = 0;
+    let relative_position = {
+        'line': 0,
+        'column': 0,
+        'line indentation': null
+    };
+    const consume_character = () => {
+        const c = characters.__get_element_at(position);
+        const start = relative_position;
+        relative_position = c.transform(($) => {
+            return $ === WhitespaceChars.line_feed
+                ? {
+                    'line': relative_position.line + 1,
+                    'column': 0,
+                    'line indentation': null,
+                }
+                : found_carriage_return_before
+                    ? {
+                        'line': relative_position.line + 1,
+                        'column': 0,
+                        'line indentation': null,
+                    }
+                    : {
+                        'line': relative_position.line,
+                        'column': relative_position['column'] + ($ === WhitespaceChars.tab
+                            ? $p['tab size']
+                            : 1),
+                        'line indentation': relative_position['line indentation'] !== null
+                            ? relative_position['line indentation']
+                            : $ === WhitespaceChars.space || $ === WhitespaceChars.tab
+                                ? null
+                                : relative_position['column'],
+                    };
+        }, () => relative_position //this is weird, we were already at the end of the list
+        );
+        found_carriage_return_before = c.transform(($) => $ === WhitespaceChars.carriage_return, () => false);
+        position += 1;
+    };
+    return {
+        'consume string': ($) => {
+            (0, to_character_list_1.$$)($).__for_each(() => {
+                consume_character();
+            });
+        },
+        'consume character': consume_character,
+        'get current character': () => {
+            if (position === length) {
+                return null;
+            }
+            return characters.__get_element_at(position).transform(($) => $, () => null);
+        },
+        'look ahead': ($) => {
+            const next_position = position + $;
+            if (next_position >= length) {
+                return null;
+            }
+            return characters.__get_element_at(next_position).transform(($) => $, () => null);
+        },
+        'create location info': () => {
+            return {
+                'absolute': position,
+                'relative': {
+                    'line': relative_position.line,
+                    'column': relative_position['column'],
+                }
+            };
+        },
+        'create offset location info': (subtract) => {
+            return {
+                'absolute': position - subtract,
+                'relative': {
+                    'line': relative_position.line,
+                    'column': relative_position['column'] - subtract,
+                }
+            };
+        },
+        'create location info string': () => `${relative_position.line}:${relative_position['column']}`,
+        'get line indentation': () => {
+            return relative_position['line indentation'] !== null
+                ? relative_position['line indentation']
+                : relative_position['column'];
+        },
+        'starts with': ($) => {
+            return (0, starts_with_1.$$)(source, $, position);
+        }
+    };
+};
+exports.create_string_iterator = create_string_iterator;
+//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoic3RyaW5nX2l0ZXJhdG9yLmpzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsiLi4vLi4vLi4vLi4vLi4vLi4vc3JjL2ltcGxlbWVudGF0aW9uL2dlbmVyYXRlZC9wYXJldG8vZ2VuZXJpYy9wYXJzZS9zdHJpbmdfaXRlcmF0b3IudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6Ijs7O0FBcUNBLDZIQUFrSTtBQUNsSSxpSEFBc0g7QUFFdEgsTUFBTSxlQUFlLEdBQUc7SUFDcEIsR0FBRyxFQUFFLElBQUksRUFBbUIsS0FBSztJQUNqQyxTQUFTLEVBQUUsSUFBSSxFQUFhLEtBQUs7SUFDakMsZUFBZSxFQUFFLElBQUksRUFBTyxLQUFLO0lBQ2pDLEtBQUssRUFBRSxJQUFJLEVBQWlCLEVBQUU7Q0FDakMsQ0FBQTtBQUVNLE1BQU0sb0JBQW9CLEdBQUcsQ0FBQyxDQUFTLEVBQVcsRUFBRTtJQUN2RCxPQUFPLENBQUMsQ0FBQyxHQUFHLElBQUksSUFBSSxDQUFDLEtBQUssZUFBZSxDQUFDLEdBQUcsSUFBSSxDQUFDLEtBQUssZUFBZSxDQUFDLFNBQVMsSUFBSSxDQUFDLEtBQUssZUFBZSxDQUFDLGVBQWUsQ0FBQyxDQUFBO0FBQzlILENBQUMsQ0FBQTtBQUZZLFFBQUEsb0JBQW9CLHdCQUVoQztBQUVEOzs7R0FHRztBQUVJLE1BQU0sc0JBQXNCLEdBQUcsQ0FDbEMsQ0FBUyxFQUNULEVBRUMsRUFDYyxFQUFFO0lBQ2pCLE1BQU0sTUFBTSxHQUFHLENBQUMsQ0FBQTtJQUNoQixNQUFNLFVBQVUsR0FBRyxJQUFBLHNCQUFvQixFQUFDLENBQUMsQ0FBQyxDQUFBO0lBQzFDLE1BQU0sTUFBTSxHQUFHLFVBQVUsQ0FBQyxZQUFZLEVBQUUsQ0FBQTtJQVF4QyxJQUFJLDRCQUE0QixHQUFHLEtBQUssQ0FBQTtJQUN4QyxJQUFJLFFBQVEsR0FBRyxDQUFDLENBQUE7SUFDaEIsSUFBSSxpQkFBaUIsR0FBa0M7UUFDbkQsTUFBTSxFQUFFLENBQUM7UUFDVCxRQUFRLEVBQUUsQ0FBQztRQUNYLGtCQUFrQixFQUFFLElBQUk7S0FDM0IsQ0FBQTtJQUVELE1BQU0saUJBQWlCLEdBQUcsR0FBRyxFQUFFO1FBQzNCLE1BQU0sQ0FBQyxHQUFHLFVBQVUsQ0FBQyxnQkFBZ0IsQ0FBQyxRQUFRLENBQUMsQ0FBQTtRQUMvQyxNQUFNLEtBQUssR0FBRyxpQkFBaUIsQ0FBQTtRQUMvQixpQkFBaUIsR0FBRyxDQUFDLENBQUMsU0FBUyxDQUMzQixDQUFDLENBQUMsRUFBRSxFQUFFO1lBQ0YsT0FBTyxDQUFDLEtBQUssZUFBZSxDQUFDLFNBQVM7Z0JBQ2xDLENBQUMsQ0FBQztvQkFDRSxNQUFNLEVBQUUsaUJBQWlCLENBQUMsSUFBSSxHQUFHLENBQUM7b0JBQ2xDLFFBQVEsRUFBRSxDQUFDO29CQUNYLGtCQUFrQixFQUFFLElBQUk7aUJBQzNCO2dCQUNELENBQUMsQ0FBQyw0QkFBNEI7b0JBQzFCLENBQUMsQ0FBQzt3QkFDRSxNQUFNLEVBQUUsaUJBQWlCLENBQUMsSUFBSSxHQUFHLENBQUM7d0JBQ2xDLFFBQVEsRUFBRSxDQUFDO3dCQUNYLGtCQUFrQixFQUFFLElBQUk7cUJBQzNCO29CQUNELENBQUMsQ0FBQzt3QkFDRSxNQUFNLEVBQUUsaUJBQWlCLENBQUMsSUFBSTt3QkFDOUIsUUFBUSxFQUFFLGlCQUFpQixDQUFDLFFBQVEsQ0FBQyxHQUFHLENBQUMsQ0FBQyxLQUFLLGVBQWUsQ0FBQyxHQUFHOzRCQUM5RCxDQUFDLENBQUMsRUFBRSxDQUFDLFVBQVUsQ0FBQzs0QkFDaEIsQ0FBQyxDQUFDLENBQUMsQ0FBQzt3QkFDUixrQkFBa0IsRUFBRSxpQkFBaUIsQ0FBQyxrQkFBa0IsQ0FBQyxLQUFLLElBQUk7NEJBQzlELENBQUMsQ0FBQyxpQkFBaUIsQ0FBQyxrQkFBa0IsQ0FBQzs0QkFDdkMsQ0FBQyxDQUFDLENBQUMsS0FBSyxlQUFlLENBQUMsS0FBSyxJQUFJLENBQUMsS0FBSyxlQUFlLENBQUMsR0FBRztnQ0FDdEQsQ0FBQyxDQUFDLElBQUk7Z0NBQ04sQ0FBQyxDQUFDLGlCQUFpQixDQUFDLFFBQVEsQ0FBQztxQkFDeEMsQ0FBQTtRQUNiLENBQUMsRUFDRCxHQUFHLEVBQUUsQ0FBQyxpQkFBaUIsQ0FBQyx1REFBdUQ7U0FDbEYsQ0FBQTtRQUVELDRCQUE0QixHQUFHLENBQUMsQ0FBQyxTQUFTLENBQ3RDLENBQUMsQ0FBQyxFQUFFLEVBQUUsQ0FBQyxDQUFDLEtBQUssZUFBZSxDQUFDLGVBQWUsRUFDNUMsR0FBRyxFQUFFLENBQUMsS0FBSyxDQUNkLENBQUE7UUFDRCxRQUFRLElBQUksQ0FBQyxDQUFBO0lBQ2pCLENBQUMsQ0FBQTtJQUVELE9BQU87UUFDSCxnQkFBZ0IsRUFBRSxDQUFDLENBQVMsRUFBRSxFQUFFO1lBQzVCLElBQUEsc0JBQW9CLEVBQUMsQ0FBQyxDQUFDLENBQUMsVUFBVSxDQUFDLEdBQUcsRUFBRTtnQkFDcEMsaUJBQWlCLEVBQUUsQ0FBQTtZQUN2QixDQUFDLENBQUMsQ0FBQTtRQUNOLENBQUM7UUFDRCxtQkFBbUIsRUFBRSxpQkFBaUI7UUFDdEMsdUJBQXVCLEVBQUUsR0FBRyxFQUFFO1lBQzFCLElBQUksUUFBUSxLQUFLLE1BQU0sRUFBRSxDQUFDO2dCQUN0QixPQUFPLElBQUksQ0FBQTtZQUNmLENBQUM7WUFDRCxPQUFPLFVBQVUsQ0FBQyxnQkFBZ0IsQ0FBQyxRQUFRLENBQUMsQ0FBQyxTQUFTLENBQ2xELENBQUMsQ0FBQyxFQUFFLEVBQUUsQ0FBQyxDQUFDLEVBQ1IsR0FBRyxFQUFFLENBQUMsSUFBSSxDQUNiLENBQUE7UUFDTCxDQUFDO1FBQ0QsWUFBWSxFQUFFLENBQUMsQ0FBUyxFQUFFLEVBQUU7WUFDeEIsTUFBTSxhQUFhLEdBQUcsUUFBUSxHQUFHLENBQUMsQ0FBQztZQUNuQyxJQUFJLGFBQWEsSUFBSSxNQUFNLEVBQUUsQ0FBQztnQkFDMUIsT0FBTyxJQUFJLENBQUE7WUFDZixDQUFDO1lBQ0QsT0FBTyxVQUFVLENBQUMsZ0JBQWdCLENBQUMsYUFBYSxDQUFDLENBQUMsU0FBUyxDQUN2RCxDQUFDLENBQUMsRUFBRSxFQUFFLENBQUMsQ0FBQyxFQUNSLEdBQUcsRUFBRSxDQUFDLElBQUksQ0FDYixDQUFBO1FBQ0wsQ0FBQztRQUNELHNCQUFzQixFQUFFLEdBQUcsRUFBRTtZQUN6QixPQUFPO2dCQUNILFVBQVUsRUFBRSxRQUFRO2dCQUNwQixVQUFVLEVBQUU7b0JBQ1IsTUFBTSxFQUFFLGlCQUFpQixDQUFDLElBQUk7b0JBQzlCLFFBQVEsRUFBRSxpQkFBaUIsQ0FBQyxRQUFRLENBQUM7aUJBQ3hDO2FBQ0osQ0FBQTtRQUNMLENBQUM7UUFDRCw2QkFBNkIsRUFBRSxDQUFDLFFBQVEsRUFBRSxFQUFFO1lBQ3hDLE9BQU87Z0JBQ0gsVUFBVSxFQUFFLFFBQVEsR0FBRyxRQUFRO2dCQUMvQixVQUFVLEVBQUU7b0JBQ1IsTUFBTSxFQUFFLGlCQUFpQixDQUFDLElBQUk7b0JBQzlCLFFBQVEsRUFBRSxpQkFBaUIsQ0FBQyxRQUFRLENBQUMsR0FBRyxRQUFRO2lCQUNuRDthQUNKLENBQUE7UUFDTCxDQUFDO1FBQ0QsNkJBQTZCLEVBQUUsR0FBRyxFQUFFLENBQUMsR0FBRyxpQkFBaUIsQ0FBQyxJQUFJLElBQUksaUJBQWlCLENBQUMsUUFBUSxDQUFDLEVBQUU7UUFDL0Ysc0JBQXNCLEVBQUUsR0FBRyxFQUFFO1lBQ3pCLE9BQU8saUJBQWlCLENBQUMsa0JBQWtCLENBQUMsS0FBSyxJQUFJO2dCQUNqRCxDQUFDLENBQUMsaUJBQWlCLENBQUMsa0JBQWtCLENBQUM7Z0JBQ3ZDLENBQUMsQ0FBQyxpQkFBaUIsQ0FBQyxRQUFRLENBQUMsQ0FBQTtRQUNyQyxDQUFDO1FBQ0QsYUFBYSxFQUFFLENBQUMsQ0FBUyxFQUFFLEVBQUU7WUFDekIsT0FBTyxJQUFBLGdCQUFjLEVBQ2pCLE1BQU0sRUFDTixDQUFDLEVBQ0QsUUFBUSxDQUNYLENBQUE7UUFDTCxDQUFDO0tBQ0osQ0FBQTtBQUNMLENBQUMsQ0FBQTtBQXpIWSxRQUFBLHNCQUFzQiwwQkF5SGxDIn0=

package/dist/implementation/generated/pareto/generic/parse/token.d.ts

@@ -0,0 +1,9 @@
+import * as _out from "../../../../../interface/generated/pareto/core/token";
+import { String_Iterator } from "./string_iterator";
+export declare const Whitespace: (string_iterator: String_Iterator) => _out._T_Whitespace;
+export declare const Trivia: (string_iterator: String_Iterator) => _out._T_Trivia;
+export declare const Annotated_Token: (st: String_Iterator) => _out._T_Annotated_Token;
+export declare const Delimited_String: (string_iterator: String_Iterator, is_end_character: (character: number) => boolean, allow_newlines: boolean) => _out._T_Delimited_String;
+export declare const Tokenizer_Result: ($: null, $p: {
+    "string iterator": String_Iterator;
+}) => _out._T_Tokenizer_Result;