functionalscript 0.2.5 → 0.3.0

package/out/js/tokenizer/module.f.d.mts

@@ -1,163 +0,0 @@
-/** @type {(token: JsToken) => Boolean} */
-export const isKeywordToken: (token: JsToken) => boolean;
-/** @type {(input: list.List<number>) => list.List<JsToken>} */
-export const tokenize: (input: list.List<number>) => list.List<JsToken>;
-export type StringToken = {
-    readonly kind: "string";
-    readonly value: string;
-};
-export type NumberToken = {
-    readonly kind: "number";
-    readonly value: string;
-    readonly bf: bigfloatT.BigFloat;
-};
-export type BigIntToken = {
-    readonly kind: "bigint";
-    readonly value: bigint;
-};
-export type ErrorToken = {
-    readonly kind: "error";
-    message: ErrorMessage;
-};
-export type WhitespaceToken = {
-    readonly kind: "ws";
-};
-export type NewLineToken = {
-    readonly kind: "nl";
-};
-export type TrueToken = {
-    readonly kind: "true";
-};
-export type FalseToken = {
-    readonly kind: "false";
-};
-export type NullToken = {
-    readonly kind: "null";
-};
-export type UndefinedToken = {
-    readonly kind: "undefined";
-};
-export type KeywordToken = {
-    readonly kind: "arguments" | "await" | "break" | "case" | "catch" | "class" | "const" | "continue";
-} | {
-    readonly kind: "debugger" | "default" | "delete" | "do" | "else" | "enum" | "eval" | "export";
-} | {
-    readonly kind: "extends" | "finally" | "for" | "function" | "if" | "implements" | "import" | "in";
-} | {
-    readonly kind: "instanceof" | "interface" | "let" | "new" | "package" | "private" | "protected" | "public";
-} | {
-    readonly kind: "return" | "static" | "super" | "switch" | "this" | "throw" | "try" | "typeof";
-} | {
-    readonly kind: "var" | "void" | "while" | "with" | "yield";
-};
-export type IdToken = {
-    readonly kind: "id";
-    readonly value: string;
-};
-export type OperatorToken = {
-    readonly kind: "{" | "}" | ":" | "," | "[" | "]";
-} | {
-    readonly kind: "." | "=";
-} | {
-    readonly kind: "(" | ")";
-} | {
-    readonly kind: "==" | "!=" | "===" | "!==" | ">" | ">=" | "<" | "<=";
-} | {
-    readonly kind: "+" | "-" | "*" | "/" | "%" | "++" | "--" | "**";
-} | {
-    readonly kind: "+=" | "-=" | "*=" | "/=" | "%=" | "**=";
-} | {
-    readonly kind: "&" | "|" | "^" | "~" | "<<" | ">>" | ">>>";
-} | {
-    readonly kind: "&=" | "|=" | "^=" | "<<=" | ">>=" | ">>>=";
-} | {
-    readonly kind: "&&" | "||" | "!" | "??";
-} | {
-    readonly kind: "&&=" | "||=" | "??=";
-} | {
-    readonly kind: "?" | "?." | "=>";
-};
-export type CommentToken = {
-    readonly kind: "//" | "/*";
-    readonly value: string;
-};
-export type JsToken = KeywordToken | TrueToken | FalseToken | NullToken | WhitespaceToken | NewLineToken | StringToken | NumberToken | ErrorToken | IdToken | BigIntToken | UndefinedToken | OperatorToken | CommentToken;
-export type TokenizerState = InitialState | ParseIdState | ParseStringState | ParseEscapeCharState | ParseUnicodeCharState | ParseNumberState | InvalidNumberState | ParseOperatorState | ParseWhitespaceState | ParseNewLineState | ParseCommentState | EofState;
-export type ErrorMessage = "\" are missing" | "unescaped character" | "invalid hex value" | "unexpected character" | "invalid number" | "invalid token" | "*/ expected" | "unterminated string literal" | "eof";
-export type InitialState = {
-    readonly kind: "initial";
-};
-export type ParseIdState = {
-    readonly kind: "id";
-    readonly value: string;
-};
-export type ParseWhitespaceState = {
-    readonly kind: "ws";
-};
-export type ParseNewLineState = {
-    readonly kind: "nl";
-};
-export type ParseStringState = {
-    readonly kind: "string";
-    readonly value: string;
-};
-export type ParseEscapeCharState = {
-    readonly kind: "escapeChar";
-    readonly value: string;
-};
-export type ParseOperatorState = {
-    readonly kind: "op";
-    readonly value: string;
-};
-export type ParseMinusState = {
-    readonly kind: "-";
-};
-export type ParseCommentState = {
-    readonly kind: "//" | "/*" | "/**";
-    readonly value: string;
-    readonly newLine: boolean;
-};
-export type ParseUnicodeCharState = {
-    readonly kind: "unicodeChar";
-    readonly value: string;
-    readonly unicode: number;
-    readonly hexIndex: number;
-};
-export type ParseNumberState = {
-    readonly kind: "number";
-    readonly numberKind: "0" | "int" | "." | "fractional" | "e" | "e+" | "e-" | "expDigits" | "bigint";
-    readonly value: string;
-    readonly b: ParseNumberBuffer;
-};
-export type ParseNumberBuffer = {
-    readonly s: -1n | 1n;
-    readonly m: bigint;
-    readonly f: number;
-    readonly es: -1 | 1;
-    readonly e: number;
-};
-export type InvalidNumberState = {
-    readonly kind: "invalidNumber";
-};
-export type EofState = {
-    readonly kind: "eof";
-};
-export type CharCodeOrEof = number | null;
-export type ToToken = (input: number) => readonly [list.List<JsToken>, TokenizerState];
-/**
- * <T>
- */
-export type CreateToToken<T> = (state: T) => ToToken;
-export type RangeSet = list.List<_range.Range>;
-/**
- * <T>
- */
-export type RangeFunc<T> = (def: CreateToToken<T>) => (RangeMapToToken<T>);
-/**
- * <T>
- */
-export type RangeMapToToken<T> = range_map.RangeMapArray<CreateToToken<T>>;
-import * as list from '../../types/list/module.f.mjs';
-import * as bigfloatT from '../../types/bigfloat/module.f.mjs';
-import * as _range from '../../types/range/module.f.mjs';
-import * as range_map from '../../types/range_map/module.f.mjs';