functionalscript 0.3.4 → 0.3.6

package/djs/tokenizer/test.f.js

@@ -0,0 +1,529 @@
+import * as tokenizer from "./module.f.js";
+import * as list from "../../types/list/module.f.js";
+const { toArray } = list;
+import * as djs from "../module.f.js";
+import * as o from "../../types/object/module.f.js";
+const { sort } = o;
+import * as encoding from "../../text/utf16/module.f.js";
+const tokenizeString = s => toArray(tokenizer.tokenize(encoding.stringToList(s)));
+const stringify = djs.stringify(sort);
+export default {
+    djs: [
+        () => {
+            const result = tokenizeString('');
+            if (result.length !== 0) {
+                throw result;
+            }
+        },
+        () => {
+            const result = stringify(tokenizeString('{'));
+            if (result !== '[{"kind":"{"}]') {
+                throw result;
+            }
+        },
+        () => {
+            const result = stringify(tokenizeString('}'));
+            if (result !== '[{"kind":"}"}]') {
+                throw result;
+            }
+        },
+        () => {
+            const result = stringify(tokenizeString(':'));
+            if (result !== '[{"kind":":"}]') {
+                throw result;
+            }
+        },
+        () => {
+            const result = stringify(tokenizeString(','));
+            if (result !== '[{"kind":","}]') {
+                throw result;
+            }
+        },
+        () => {
+            const result = stringify(tokenizeString('['));
+            if (result !== '[{"kind":"["}]') {
+                throw result;
+            }
+        },
+        () => {
+            const result = stringify(tokenizeString(']'));
+            if (result !== '[{"kind":"]"}]') {
+                throw result;
+            }
+        },
+        () => {
+            const result = stringify(tokenizeString('ᄑ'));
+            if (result !== '[{"kind":"error","message":"unexpected character"}]') {
+                throw result;
+            }
+        },
+        () => {
+            const result = stringify(tokenizeString('{ \t\n\r}'));
+            if (result !== '[{"kind":"{"},{"kind":"nl"},{"kind":"}"}]') {
+                throw result;
+            }
+        },
+        () => {
+            const result = stringify(tokenizeString('""'));
+            if (result !== '[{"kind":"string","value":""}]') {
+                throw result;
+            }
+        },
+        () => {
+            const result = stringify(tokenizeString('"value"'));
+            if (result !== '[{"kind":"string","value":"value"}]') {
+                throw result;
+            }
+        },
+        () => {
+            const result = stringify(tokenizeString('"value'));
+            if (result !== '[{"kind":"error","message":"\\" are missing"}]') {
+                throw result;
+            }
+        },
+        () => {
+            const result = stringify(tokenizeString('"value1" "value2"'));
+            if (result !== '[{"kind":"string","value":"value1"},{"kind":"ws"},{"kind":"string","value":"value2"}]') {
+                throw result;
+            }
+        },
+        () => {
+            const result = stringify(tokenizeString('"'));
+            if (result !== '[{"kind":"error","message":"\\" are missing"}]') {
+                throw result;
+            }
+        },
+        () => {
+            const result = stringify(tokenizeString('"\\\\"'));
+            if (result !== '[{"kind":"string","value":"\\\\"}]') {
+                throw result;
+            }
+        },
+        () => {
+            const result = stringify(tokenizeString('"\\""'));
+            if (result !== '[{"kind":"string","value":"\\""}]') {
+                throw result;
+            }
+        },
+        () => {
+            const result = stringify(tokenizeString('"\\/"'));
+            if (result !== '[{"kind":"string","value":"/"}]') {
+                throw result;
+            }
+        },
+        () => {
+            const result = stringify(tokenizeString('"\\x"'));
+            if (result !== '[{"kind":"error","message":"unescaped character"},{"kind":"string","value":"x"}]') {
+                throw result;
+            }
+        },
+        () => {
+            const result = stringify(tokenizeString('"\\'));
+            if (result !== '[{"kind":"error","message":"\\" are missing"}]') {
+                throw result;
+            }
+        },
+        () => {
+            const result = stringify(tokenizeString('"\\b\\f\\n\\r\\t"'));
+            if (result !== '[{"kind":"string","value":"\\b\\f\\n\\r\\t"}]') {
+                throw result;
+            }
+        },
+        () => {
+            const result = stringify(tokenizeString('"\\u1234"'));
+            if (result !== '[{"kind":"string","value":"ሴ"}]') {
+                throw result;
+            }
+        },
+        () => {
+            const result = stringify(tokenizeString('"\\uaBcDEeFf"'));
+            if (result !== '[{"kind":"string","value":"ꯍEeFf"}]') {
+                throw result;
+            }
+        },
+        () => {
+            const result = stringify(tokenizeString('"\\uEeFg"'));
+            if (result !== '[{"kind":"error","message":"invalid hex value"},{"kind":"string","value":"g"}]') {
+                throw result;
+            }
+        },
+        () => {
+            const result = stringify(tokenizeString('0'));
+            if (result !== '[{"bf":[0n,0],"kind":"number","value":"0"}]') {
+                throw result;
+            }
+        },
+        () => {
+            const result = stringify(tokenizeString('[0]'));
+            if (result !== '[{"kind":"["},{"bf":[0n,0],"kind":"number","value":"0"},{"kind":"]"}]') {
+                throw result;
+            }
+        },
+        () => {
+            const result = stringify(tokenizeString('00'));
+            if (result !== '[{"kind":"error","message":"invalid number"}]') {
+                throw result;
+            }
+        },
+        () => {
+            const result = stringify(tokenizeString('0abc,'));
+            if (result !== '[{"kind":"error","message":"invalid number"},{"kind":"id","value":"abc"},{"kind":","}]') {
+                throw result;
+            }
+        },
+        () => {
+            const result = stringify(tokenizeString('123456789012345678901234567890'));
+            if (result !== '[{"bf":[123456789012345678901234567890n,0],"kind":"number","value":"123456789012345678901234567890"}]') {
+                throw result;
+            }
+        },
+        () => {
+            const result = stringify(tokenizeString('{90}'));
+            if (result !== '[{"kind":"{"},{"bf":[90n,0],"kind":"number","value":"90"},{"kind":"}"}]') {
+                throw result;
+            }
+        },
+        () => {
+            const result = stringify(tokenizeString('1 2'));
+            if (result !== '[{"bf":[1n,0],"kind":"number","value":"1"},{"kind":"ws"},{"bf":[2n,0],"kind":"number","value":"2"}]') {
+                throw result;
+            }
+        },
+        () => {
+            const result = stringify(tokenizeString('0. 2'));
+            if (result !== '[{"kind":"error","message":"invalid number"},{"kind":"ws"},{"bf":[2n,0],"kind":"number","value":"2"}]') {
+                throw result;
+            }
+        },
+        () => {
+            const result = stringify(tokenizeString('10-0'));
+            if (result !== '[{"bf":[10n,0],"kind":"number","value":"10"},{"bf":[0n,0],"kind":"number","value":"-0"}]') {
+                throw result;
+            }
+        },
+        () => {
+            const result = stringify(tokenizeString('9a:'));
+            if (result !== '[{"kind":"error","message":"invalid number"},{"kind":"id","value":"a"},{"kind":":"}]') {
+                throw result;
+            }
+        },
+        () => {
+            const result = stringify(tokenizeString('-10'));
+            if (result !== '[{"bf":[-10n,0],"kind":"number","value":"-10"}]') {
+                throw result;
+            }
+        },
+        () => {
+            const result = stringify(tokenizeString('-'));
+            if (result !== '[{"kind":"error","message":"invalid token"}]') {
+                throw result;
+            }
+        },
+        () => {
+            const result = stringify(tokenizeString('--'));
+            if (result !== '[{"kind":"error","message":"invalid token"}]') {
+                throw result;
+            }
+        },
+        () => {
+            const result = stringify(tokenizeString('---'));
+            if (result !== '[{"kind":"error","message":"invalid token"},{"kind":"error","message":"invalid token"}]') {
+                throw result;
+            }
+        },
+        () => {
+            const result = stringify(tokenizeString('-0'));
+            if (result !== '[{"bf":[0n,0],"kind":"number","value":"-0"}]') {
+                throw result;
+            }
+        },
+        () => {
+            const result = stringify(tokenizeString('-00'));
+            if (result !== '[{"kind":"error","message":"invalid token"},{"kind":"error","message":"invalid number"}]') {
+                throw result;
+            }
+        },
+        () => {
+            const result = stringify(tokenizeString('-.123'));
+            if (result !== '[{"kind":"error","message":"invalid token"},{"kind":"."},{"bf":[123n,0],"kind":"number","value":"123"}]') {
+                throw result;
+            }
+        },
+        () => {
+            const result = stringify(tokenizeString('0.01'));
+            if (result !== '[{"bf":[1n,-2],"kind":"number","value":"0.01"}]') {
+                throw result;
+            }
+        },
+        () => {
+            const result = stringify(tokenizeString('-0.9'));
+            if (result !== '[{"bf":[-9n,-1],"kind":"number","value":"-0.9"}]') {
+                throw result;
+            }
+        },
+        () => {
+            const result = stringify(tokenizeString('-0.'));
+            if (result !== '[{"kind":"error","message":"invalid token"},{"kind":"error","message":"invalid number"}]') {
+                throw result;
+            }
+        },
+        () => {
+            const result = stringify(tokenizeString('-0.]'));
+            if (result !== '[{"kind":"error","message":"invalid token"},{"kind":"error","message":"invalid number"},{"kind":"]"}]') {
+                throw result;
+            }
+        },
+        () => {
+            const result = stringify(tokenizeString('12.34'));
+            if (result !== '[{"bf":[1234n,-2],"kind":"number","value":"12.34"}]') {
+                throw result;
+            }
+        },
+        () => {
+            const result = stringify(tokenizeString('-12.00'));
+            if (result !== '[{"bf":[-1200n,-2],"kind":"number","value":"-12.00"}]') {
+                throw result;
+            }
+        },
+        () => {
+            const result = stringify(tokenizeString('-12.'));
+            if (result !== '[{"kind":"error","message":"invalid token"},{"kind":"error","message":"invalid number"}]') {
+                throw result;
+            }
+        },
+        () => {
+            const result = stringify(tokenizeString('12.]'));
+            if (result !== '[{"kind":"error","message":"invalid number"},{"kind":"]"}]') {
+                throw result;
+            }
+        },
+        () => {
+            const result = stringify(tokenizeString('0e1'));
+            if (result !== '[{"bf":[0n,1],"kind":"number","value":"0e1"}]') {
+                throw result;
+            }
+        },
+        () => {
+            const result = stringify(tokenizeString('0e+2'));
+            if (result !== '[{"bf":[0n,2],"kind":"number","value":"0e+2"}]') {
+                throw result;
+            }
+        },
+        () => {
+            const result = stringify(tokenizeString('0e-0'));
+            if (result !== '[{"bf":[0n,0],"kind":"number","value":"0e-0"}]') {
+                throw result;
+            }
+        },
+        () => {
+            const result = stringify(tokenizeString('12e0000'));
+            if (result !== '[{"bf":[12n,0],"kind":"number","value":"12e0000"}]') {
+                throw result;
+            }
+        },
+        () => {
+            const result = stringify(tokenizeString('-12e-0001'));
+            if (result !== '[{"bf":[-12n,-1],"kind":"number","value":"-12e-0001"}]') {
+                throw result;
+            }
+        },
+        () => {
+            const result = stringify(tokenizeString('-12.34e1234'));
+            if (result !== '[{"bf":[-1234n,1232],"kind":"number","value":"-12.34e1234"}]') {
+                throw result;
+            }
+        },
+        () => {
+            const result = stringify(tokenizeString('0e'));
+            if (result !== '[{"kind":"error","message":"invalid number"}]') {
+                throw result;
+            }
+        },
+        () => {
+            const result = stringify(tokenizeString('0e-'));
+            if (result !== '[{"kind":"error","message":"invalid number"}]') {
+                throw result;
+            }
+        },
+        () => {
+            const result = stringify(tokenizeString('ABCdef1234567890$_'));
+            if (result !== '[{"kind":"id","value":"ABCdef1234567890$_"}]') {
+                throw result;
+            }
+        },
+        () => {
+            const result = stringify(tokenizeString('{ABCdef1234567890$_}'));
+            if (result !== '[{"kind":"{"},{"kind":"id","value":"ABCdef1234567890$_"},{"kind":"}"}]') {
+                throw result;
+            }
+        },
+        () => {
+            const result = stringify(tokenizeString('123 _123'));
+            if (result !== '[{"bf":[123n,0],"kind":"number","value":"123"},{"kind":"ws"},{"kind":"id","value":"_123"}]') {
+                throw result;
+            }
+        },
+        () => {
+            const result = stringify(tokenizeString('123 $123'));
+            if (result !== '[{"bf":[123n,0],"kind":"number","value":"123"},{"kind":"ws"},{"kind":"id","value":"$123"}]') {
+                throw result;
+            }
+        },
+        () => {
+            const result = stringify(tokenizeString('123_123'));
+            if (result !== '[{"kind":"error","message":"invalid number"},{"kind":"id","value":"_123"}]') {
+                throw result;
+            }
+        },
+        () => {
+            const result = stringify(tokenizeString('123$123'));
+            if (result !== '[{"kind":"error","message":"invalid number"},{"kind":"id","value":"$123"}]') {
+                throw result;
+            }
+        },
+        () => {
+            const result = stringify(tokenizeString('1234567890n'));
+            if (result !== '[{"kind":"bigint","value":1234567890n}]') {
+                throw result;
+            }
+        },
+        () => {
+            const result = stringify(tokenizeString('0n'));
+            if (result !== '[{"kind":"bigint","value":0n}]') {
+                throw result;
+            }
+        },
+        () => {
+            const result = stringify(tokenizeString('[-1234567890n]'));
+            if (result !== '[{"kind":"["},{"kind":"bigint","value":-1234567890n},{"kind":"]"}]') {
+                throw result;
+            }
+        },
+        () => {
+            const result = stringify(tokenizeString('123.456n'));
+            if (result !== '[{"kind":"error","message":"invalid number"},{"kind":"id","value":"n"}]') {
+                throw result;
+            }
+        },
+        () => {
+            const result = stringify(tokenizeString('123e456n'));
+            if (result !== '[{"kind":"error","message":"invalid number"},{"kind":"id","value":"n"}]') {
+                throw result;
+            }
+        },
+        () => {
+            const result = stringify(tokenizeString('1234567890na'));
+            if (result !== '[{"kind":"error","message":"invalid number"},{"kind":"id","value":"a"}]') {
+                throw result;
+            }
+        },
+        () => {
+            const result = stringify(tokenizeString('1234567890nn'));
+            if (result !== '[{"kind":"error","message":"invalid number"},{"kind":"id","value":"n"}]') {
+                throw result;
+            }
+        },
+    ],
+    id: [
+        () => {
+            const result = stringify(tokenizeString('err'));
+            if (result !== '[{"kind":"id","value":"err"}]') {
+                throw result;
+            }
+        },
+        () => {
+            const result = stringify(tokenizeString('{e}'));
+            if (result !== '[{"kind":"{"},{"kind":"id","value":"e"},{"kind":"}"}]') {
+                throw result;
+            }
+        },
+        () => {
+            const result = stringify(tokenizeString('tru'));
+            if (result !== '[{"kind":"id","value":"tru"}]') {
+                throw result;
+            }
+        },
+        () => {
+            const result = stringify(tokenizeString('break'));
+            if (result !== '[{"kind":"id","value":"break"}]') {
+                throw result;
+            }
+        },
+    ],
+    keywords: [
+        () => {
+            const result = stringify(tokenizeString('true'));
+            if (result !== '[{"kind":"true"}]') {
+                throw result;
+            }
+        },
+        () => {
+            const result = stringify(tokenizeString('false'));
+            if (result !== '[{"kind":"false"}]') {
+                throw result;
+            }
+        },
+        () => {
+            const result = stringify(tokenizeString('null'));
+            if (result !== '[{"kind":"null"}]') {
+                throw result;
+            }
+        },
+        () => {
+            const result = stringify(tokenizeString('undefined'));
+            if (result !== '[{"kind":"undefined"}]') {
+                throw result;
+            }
+        },
+        () => {
+            const result = stringify(tokenizeString('[null]'));
+            if (result !== '[{"kind":"["},{"kind":"null"},{"kind":"]"}]') {
+                throw result;
+            }
+        },
+    ],
+    comments: [
+        () => {
+            const result = stringify(tokenizeString('//singleline comment'));
+            if (result !== '[{"kind":"//","value":"singleline comment"}]') {
+                throw result;
+            }
+        },
+        () => {
+            const result = stringify(tokenizeString('true//singleline comment\nfalse'));
+            if (result !== '[{"kind":"true"},{"kind":"//","value":"singleline comment"},{"kind":"nl"},{"kind":"false"}]') {
+                throw result;
+            }
+        },
+        () => {
+            const result = stringify(tokenizeString('/* multiline comment */'));
+            if (result !== '[{"kind":"/*","value":" multiline comment "}]') {
+                throw result;
+            }
+        },
+        () => {
+            const result = stringify(tokenizeString('/* multiline comment *'));
+            if (result !== '[{"kind":"error","message":"*/ expected"}]') {
+                throw result;
+            }
+        },
+        () => {
+            const result = stringify(tokenizeString('/* multiline comment '));
+            if (result !== '[{"kind":"error","message":"*/ expected"}]') {
+                throw result;
+            }
+        },
+        () => {
+            const result = stringify(tokenizeString('/* multiline comment \n * **/'));
+            if (result !== '[{"kind":"/*","value":" multiline comment \\n * *"},{"kind":"nl"}]') {
+                throw result;
+            }
+        },
+        () => {
+            const result = stringify(tokenizeString('/* multiline comment *\n * **/'));
+            if (result !== '[{"kind":"/*","value":" multiline comment *\\n * *"},{"kind":"nl"}]') {
+                throw result;
+            }
+        },
+    ]
+};

package/fsc/module.f.d.ts

@@ -0,0 +1,5 @@
+type Result = readonly [readonly string[], ToResult];
+type ToResult = (codePoint: number) => Result;
+export declare const terminal = -1;
+export declare const init: ToResult;
+export {};

package/fsc/module.f.js

@@ -0,0 +1,75 @@
+import * as operator from "../types/function/operator/module.f.js";
+import { merge as rangeMapMerge, fromRange, get, } from "../types/range_map/module.f.js";
+import * as list from "../types/list/module.f.js";
+const { reduce: listReduce } = list;
+import { range as asciiRange } from "../text/ascii/module.f.js";
+import { fn } from "../types/function/module.f.js";
+import { one } from "../types/range/module.f.js";
+const { toArray, map } = list;
+const fromCharCode = String.fromCharCode;
+const unexpectedSymbol = codePoint => [[`unexpected symbol ${codePoint}`], unexpectedSymbol];
+const def = () => unexpectedSymbol;
+const union = a => b => {
+    if (a === def || a === b) {
+        return b;
+    }
+    if (b === def) {
+        return a;
+    }
+    throw [a, b];
+};
+const empty = [];
+const reduce = (a) => {
+    const merge = rangeMapMerge({
+        union,
+        equal: operator.strictEqual,
+    });
+    return toArray(listReduce(merge)(empty)(a));
+};
+const codePointRange = fromRange(def);
+const range = fn(asciiRange).then(codePointRange).result;
+const rangeSet = (l) => (f) => {
+    const codePointRange = fromRange(def);
+    const g = r => codePointRange(asciiRange(r))(f);
+    return reduce(map(g)(l));
+};
+const create = (a) => {
+    const i = reduce(a);
+    const x = get(def);
+    return v => c => x(c)(i)(v)(c);
+};
+export const terminal = -1;
+const toInit = () => () => [[], init];
+export const init = create([
+    codePointRange(one(terminal))(toInit),
+    rangeSet(['\t', ' ', '\n', '\r'])(toInit),
+    range('!')(() => () => [['!'], unexpectedSymbol]),
+    range('"')(() => () => [['"'], unexpectedSymbol]),
+    rangeSet(['$', '_', 'AZ', 'az'])(() => c => [[fromCharCode(c)], unexpectedSymbol]),
+    range('%')(() => () => [['%'], unexpectedSymbol]),
+    range('&')(() => () => [['&'], unexpectedSymbol]),
+    range("'")(() => () => [["'"], unexpectedSymbol]),
+    range('(')(() => () => [['('], unexpectedSymbol]),
+    range(')')(() => () => [[')'], unexpectedSymbol]),
+    range('*')(() => () => [['*'], unexpectedSymbol]),
+    range('+')(() => () => [['+'], unexpectedSymbol]),
+    range(',')(() => () => [[','], unexpectedSymbol]),
+    range('-')(() => () => [['-'], unexpectedSymbol]),
+    range('.')(() => () => [['.'], unexpectedSymbol]),
+    range('/')(() => () => [['/'], unexpectedSymbol]),
+    range('09')(() => a => [[fromCharCode(a)], unexpectedSymbol]),
+    range(':')(() => () => [[':'], unexpectedSymbol]),
+    range(';')(() => () => [[';'], unexpectedSymbol]),
+    range('<')(() => () => [['<'], unexpectedSymbol]),
+    range('=')(() => () => [['='], unexpectedSymbol]),
+    range('>')(() => () => [['>'], unexpectedSymbol]),
+    range('?')(() => () => [['?'], unexpectedSymbol]),
+    range('[')(() => () => [['['], unexpectedSymbol]),
+    range(']')(() => () => [[']'], unexpectedSymbol]),
+    range('^')(() => () => [['^'], unexpectedSymbol]),
+    range('`')(() => () => [['`'], unexpectedSymbol]),
+    range('{')(() => () => [['{'], unexpectedSymbol]),
+    range('|')(() => () => [['|'], unexpectedSymbol]),
+    range('}')(() => () => [['}'], unexpectedSymbol]),
+    range('~')(() => () => [['~'], unexpectedSymbol]),
+])(undefined);

package/fsc/test.f.d.ts

@@ -0,0 +1,4 @@
+declare const _default: {
+    a: () => void;
+};
+export default _default;

package/fsc/test.f.js

@@ -0,0 +1,19 @@
+import * as _ from "./module.f.js";
+import * as ascii from "../text/ascii/module.f.js";
+const { one } = ascii;
+import * as j from "../json/module.f.js";
+const { stringify } = j;
+const s = stringify(i => i);
+/** @type {} */
+const f = v => {
+    const n = one(v);
+    return s(_.init(n)[0]);
+};
+export default {
+    a: () => {
+        const x = f('1');
+        if (x != '["1"]') {
+            throw x;
+        }
+    }
+};

package/fsm/module.f.d.ts

@@ -0,0 +1,13 @@
+import * as list from '../types/list/module.f.ts';
+import * as byteSet from '../types/byte_set/module.f.ts';
+import * as rangeMap from '../types/range_map/module.f.ts';
+type Rule = readonly [string, byteSet.ByteSet, string];
+export type Grammar = list.List<Rule>;
+type Dfa = {
+    readonly [state in string]: rangeMap.RangeMapArray<string>;
+};
+export declare const toRange: (s: string) => byteSet.ByteSet;
+export declare const toUnion: (s: string) => byteSet.ByteSet;
+export declare const dfa: (grammar: Grammar) => Dfa;
+export declare const run: (dfa: Dfa) => (input: list.List<number>) => list.List<string>;
+export {};