astn 0.111.29 → 0.112.0

package/dist/exceptional/authoring_parse/tokens/helpers.js

@@ -0,0 +1,14 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.lexer_error = void 0;
+const lexer_error = (type, range) => {
+    return {
+        'type': ['lexer', type],
+        'range': {
+            'start': range.start,
+            'end': range.end,
+        }
+    };
+};
+exports.lexer_error = lexer_error;
+//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiaGVscGVycy5qcyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbIi4uLy4uLy4uLy4uL3NyYy9leGNlcHRpb25hbC9hdXRob3JpbmdfcGFyc2UvdG9rZW5zL2hlbHBlcnMudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6Ijs7O0FBU08sTUFBTSxXQUFXLEdBQUcsQ0FDdkIsSUFBK0MsRUFDL0MsS0FBb0IsRUFDTSxFQUFFO0lBQzVCLE9BQU87UUFDSCxNQUFNLEVBQUUsQ0FBQyxPQUFPLEVBQUUsSUFBSSxDQUFDO1FBQ3ZCLE9BQU8sRUFBRTtZQUNMLE9BQU8sRUFBRSxLQUFLLENBQUMsS0FBSztZQUNwQixLQUFLLEVBQUUsS0FBSyxDQUFDLEdBQUc7U0FDbkI7S0FDSixDQUFBO0FBQ0wsQ0FBQyxDQUFBO0FBWFksUUFBQSxXQUFXLGVBV3ZCIn0=

package/dist/exceptional/authoring_parse/tokens/iterator.d.ts

@@ -0,0 +1,27 @@
+import { Iterator } from '../iterator';
+export type Iterator_Location = {
+    'absolute': number;
+    'relative': {
+        'line': number;
+        'column': number;
+    };
+};
+export type Token_Iterator_State = {
+    'location': Iterator_Location;
+    /**
+     * if no non-whitespace character has been found yet on the current line,
+     * this will return the current column,
+     * otherwise it will return the offset of that first non-whitespace character
+     * (which is the indentation of the line)
+     */
+    'line indentation': number;
+};
+export type Characters_Iterator = Iterator<number, Token_Iterator_State>;
+export declare const is_control_character: ($: number) => boolean;
+/**
+ * Creates a string iterator that allows iterating over characters in a string,
+ * while keeping track of line numbers, columns, and line indentation.
+ */
+export declare const create_iterator: ($: string, $p: {
+    "tab size": number;
+}) => Characters_Iterator;

package/dist/exceptional/authoring_parse/tokens/iterator.js

@@ -0,0 +1,108 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.create_iterator = exports.is_control_character = void 0;
+const _ea = __importStar(require("exupery-core-alg"));
+const to_character_list_1 = require("exupery-standard-library/dist/implementation/algorithms/operations/impure/text/to_character_list");
+const WhitespaceChars = {
+    tab: 0x09, // \t
+    line_feed: 0x0A, // \n
+    carriage_return: 0x0D, // \r
+    space: 0x20, //
+};
+const is_control_character = ($) => {
+    return ($ < 0x20 && $ !== WhitespaceChars.tab && $ !== WhitespaceChars.line_feed && $ !== WhitespaceChars.carriage_return);
+};
+exports.is_control_character = is_control_character;
+/**
+ * Creates a string iterator that allows iterating over characters in a string,
+ * while keeping track of line numbers, columns, and line indentation.
+ */
+const create_iterator = ($, $p) => {
+    const characters = (0, to_character_list_1.$$)($);
+    let found_carriage_return_before = false;
+    let position = 0;
+    let relative_position = {
+        'line': 0,
+        'column': 0,
+        'line indentation': null
+    };
+    return {
+        'consume': () => {
+            const c = characters.__get_element_at(position);
+            const start = relative_position;
+            relative_position = c.transform(($) => {
+                return $ === WhitespaceChars.line_feed
+                    ? {
+                        'line': relative_position.line + 1,
+                        'column': 0,
+                        'line indentation': null,
+                    }
+                    : found_carriage_return_before
+                        ? {
+                            'line': relative_position.line + 1,
+                            'column': 0,
+                            'line indentation': null,
+                        }
+                        : {
+                            'line': relative_position.line,
+                            'column': relative_position['column'] + ($ === WhitespaceChars.tab
+                                ? $p['tab size']
+                                : 1),
+                            'line indentation': relative_position['line indentation'] !== null
+                                ? relative_position['line indentation']
+                                : $ === WhitespaceChars.space || $ === WhitespaceChars.tab
+                                    ? null
+                                    : relative_position['column'],
+                        };
+            }, () => relative_position //this is weird, we were already at the end of the list
+            );
+            found_carriage_return_before = c.transform(($) => $ === WhitespaceChars.carriage_return, () => false);
+            position += 1;
+        },
+        'get current': () => {
+            return characters.__get_element_at(position).transform(($) => _ea.set($), () => _ea.not_set());
+        },
+        'look ahead': (offset) => {
+            return characters.__get_element_at(position + offset).transform(($) => _ea.set($), () => _ea.not_set());
+        },
+        'get state': () => {
+            return {
+                'location': {
+                    'absolute': position,
+                    'relative': {
+                        'line': relative_position.line,
+                        'column': relative_position['column'],
+                    }
+                },
+                'line indentation': relative_position['line indentation'] !== null
+                    ? relative_position['line indentation']
+                    : relative_position['column']
+            };
+        }
+    };
+};
+exports.create_iterator = create_iterator;
+//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiaXRlcmF0b3IuanMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi8uLi8uLi8uLi9zcmMvZXhjZXB0aW9uYWwvYXV0aG9yaW5nX3BhcnNlL3Rva2Vucy9pdGVyYXRvci50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiOzs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7OztBQUFBLHNEQUF1QztBQUd2Qyx3SUFBNkk7QUEwQjdJLE1BQU0sZUFBZSxHQUFHO0lBQ3BCLEdBQUcsRUFBRSxJQUFJLEVBQW1CLEtBQUs7SUFDakMsU0FBUyxFQUFFLElBQUksRUFBYSxLQUFLO0lBQ2pDLGVBQWUsRUFBRSxJQUFJLEVBQU8sS0FBSztJQUNqQyxLQUFLLEVBQUUsSUFBSSxFQUFpQixFQUFFO0NBQ2pDLENBQUE7QUFFTSxNQUFNLG9CQUFvQixHQUFHLENBQUMsQ0FBUyxFQUFXLEVBQUU7SUFDdkQsT0FBTyxDQUFDLENBQUMsR0FBRyxJQUFJLElBQUksQ0FBQyxLQUFLLGVBQWUsQ0FBQyxHQUFHLElBQUksQ0FBQyxLQUFLLGVBQWUsQ0FBQyxTQUFTLElBQUksQ0FBQyxLQUFLLGVBQWUsQ0FBQyxlQUFlLENBQUMsQ0FBQTtBQUM5SCxDQUFDLENBQUE7QUFGWSxRQUFBLG9CQUFvQix3QkFFaEM7QUFFRDs7O0dBR0c7QUFFSSxNQUFNLGVBQWUsR0FBRyxDQUMzQixDQUFTLEVBQ1QsRUFFQyxFQUNrQixFQUFFO0lBQ3JCLE1BQU0sVUFBVSxHQUFHLElBQUEsc0JBQW9CLEVBQUMsQ0FBQyxDQUFDLENBQUE7SUFRMUMsSUFBSSw0QkFBNEIsR0FBRyxLQUFLLENBQUE7SUFDeEMsSUFBSSxRQUFRLEdBQUcsQ0FBQyxDQUFBO0lBQ2hCLElBQUksaUJBQWlCLEdBQWtDO1FBQ25ELE1BQU0sRUFBRSxDQUFDO1FBQ1QsUUFBUSxFQUFFLENBQUM7UUFDWCxrQkFBa0IsRUFBRSxJQUFJO0tBQzNCLENBQUE7SUFFRCxPQUFPO1FBQ0gsU0FBUyxFQUFFLEdBQUcsRUFBRTtZQUNaLE1BQU0sQ0FBQyxHQUFHLFVBQVUsQ0FBQyxnQkFBZ0IsQ0FBQyxRQUFRLENBQUMsQ0FBQTtZQUMvQyxNQUFNLEtBQUssR0FBRyxpQkFBaUIsQ0FBQTtZQUMvQixpQkFBaUIsR0FBRyxDQUFDLENBQUMsU0FBUyxDQUMzQixDQUFDLENBQUMsRUFBRSxFQUFFO2dCQUNGLE9BQU8sQ0FBQyxLQUFLLGVBQWUsQ0FBQyxTQUFTO29CQUNsQyxDQUFDLENBQUM7d0JBQ0UsTUFBTSxFQUFFLGlCQUFpQixDQUFDLElBQUksR0FBRyxDQUFDO3dCQUNsQyxRQUFRLEVBQUUsQ0FBQzt3QkFDWCxrQkFBa0IsRUFBRSxJQUFJO3FCQUMzQjtvQkFDRCxDQUFDLENBQUMsNEJBQTRCO3dCQUMxQixDQUFDLENBQUM7NEJBQ0UsTUFBTSxFQUFFLGlCQUFpQixDQUFDLElBQUksR0FBRyxDQUFDOzRCQUNsQyxRQUFRLEVBQUUsQ0FBQzs0QkFDWCxrQkFBa0IsRUFBRSxJQUFJO3lCQUMzQjt3QkFDRCxDQUFDLENBQUM7NEJBQ0UsTUFBTSxFQUFFLGlCQUFpQixDQUFDLElBQUk7NEJBQzlCLFFBQVEsRUFBRSxpQkFBaUIsQ0FBQyxRQUFRLENBQUMsR0FBRyxDQUFDLENBQUMsS0FBSyxlQUFlLENBQUMsR0FBRztnQ0FDOUQsQ0FBQyxDQUFDLEVBQUUsQ0FBQyxVQUFVLENBQUM7Z0NBQ2hCLENBQUMsQ0FBQyxDQUFDLENBQUM7NEJBQ1Isa0JBQWtCLEVBQUUsaUJBQWlCLENBQUMsa0JBQWtCLENBQUMsS0FBSyxJQUFJO2dDQUM5RCxDQUFDLENBQUMsaUJBQWlCLENBQUMsa0JBQWtCLENBQUM7Z0NBQ3ZDLENBQUMsQ0FBQyxDQUFDLEtBQUssZUFBZSxDQUFDLEtBQUssSUFBSSxDQUFDLEtBQUssZUFBZSxDQUFDLEdBQUc7b0NBQ3RELENBQUMsQ0FBQyxJQUFJO29DQUNOLENBQUMsQ0FBQyxpQkFBaUIsQ0FBQyxRQUFRLENBQUM7eUJBQ3hDLENBQUE7WUFDYixDQUFDLEVBQ0QsR0FBRyxFQUFFLENBQUMsaUJBQWlCLENBQUMsdURBQXVEO2FBQ2xGLENBQUE7WUFFRCw0QkFBNEIsR0FBRyxDQUFDLENBQUMsU0FBUyxDQUN0QyxDQUFDLENBQUMsRUFBRSxFQUFFLENBQUMsQ0FBQyxLQUFLLGVBQWUsQ0FBQyxlQUFlLEVBQzVDLEdBQUcsRUFBRSxDQUFDLEtBQUssQ0FDZCxDQUFBO1lBQ0QsUUFBUSxJQUFJLENBQUMsQ0FBQTtRQUNqQixDQUFDO1FBQ0QsYUFBYSxFQUFFLEdBQUcsRUFBRTtZQUNoQixPQUFPLFVBQVUsQ0FBQyxnQkFBZ0IsQ0FBQyxRQUFRLENBQUMsQ0FBQyxTQUFTLENBQ2xELENBQUMsQ0FBQyxFQUFFLEVBQUUsQ0FBQyxHQUFHLENBQUMsR0FBRyxDQUFDLENBQUMsQ0FBQyxFQUNqQixHQUFHLEVBQUUsQ0FBQyxHQUFHLENBQUMsT0FBTyxFQUFFLENBQ3RCLENBQUE7UUFDTCxDQUFDO1FBQ0QsWUFBWSxFQUFFLENBQUMsTUFBYyxFQUFFLEVBQUU7WUFDN0IsT0FBTyxVQUFVLENBQUMsZ0JBQWdCLENBQUMsUUFBUSxHQUFHLE1BQU0sQ0FBQyxDQUFDLFNBQVMsQ0FDM0QsQ0FBQyxDQUFDLEVBQUUsRUFBRSxDQUFDLEdBQUcsQ0FBQyxHQUFHLENBQUMsQ0FBQyxDQUFDLEVBQ2pCLEdBQUcsRUFBRSxDQUFDLEdBQUcsQ0FBQyxPQUFPLEVBQUUsQ0FDdEIsQ0FBQTtRQUNMLENBQUM7UUFDRCxXQUFXLEVBQUUsR0FBRyxFQUFFO1lBQ2QsT0FBTztnQkFDSCxVQUFVLEVBQUU7b0JBQ1IsVUFBVSxFQUFFLFFBQVE7b0JBQ3BCLFVBQVUsRUFBRTt3QkFDUixNQUFNLEVBQUUsaUJBQWlCLENBQUMsSUFBSTt3QkFDOUIsUUFBUSxFQUFFLGlCQUFpQixDQUFDLFFBQVEsQ0FBQztxQkFDeEM7aUJBQ0o7Z0JBQ0Qsa0JBQWtCLEVBQUUsaUJBQWlCLENBQUMsa0JBQWtCLENBQUMsS0FBSyxJQUFJO29CQUM5RCxDQUFDLENBQUMsaUJBQWlCLENBQUMsa0JBQWtCLENBQUM7b0JBQ3ZDLENBQUMsQ0FBQyxpQkFBaUIsQ0FBQyxRQUFRLENBQUM7YUFDcEMsQ0FBQTtRQUNMLENBQUM7S0FDSixDQUFBO0FBQ0wsQ0FBQyxDQUFBO0FBeEZZLFFBQUEsZUFBZSxtQkF3RjNCIn0=

package/dist/exceptional/authoring_parse/tokens/refiners.d.ts

@@ -0,0 +1,7 @@
+import * as _out from "../../../interface/generated/pareto/schemas/token/data_types/target";
+import * as c from "./context";
+export declare const Whitespace: (context: c.Refinement_Context) => _out.Whitespace;
+export declare const Trivia: (context: c.Refinement_Context) => _out.Trivia;
+export declare const Annotated_Token: (context: c.Refinement_Context) => _out.Annotated_Token;
+export declare const Delimited_String: (is_end_character: (character: number) => boolean, allow_newlines: boolean, context: c.Refinement_Context) => _out.Delimited_String;
+export declare const Tokenizer_Result: (context: c.Refinement_Context) => _out.Tokenizer_Result;