functionalscript 0.0.406 → 0.0.409

package/doc/fa.md

@@ -0,0 +1,158 @@
+# FA
+
+F ::= A 'hello'
+F ::= A 'help'
+
+## Classic FA
+
+S0 ::= A 'h'
+S1 ::= S0 'e'
+S2 ::= S1 'l'
+S3 ::= S2 'l'
+F ::= S3 'o'
+
+X0 ::= A 'h'
+X1 ::= X0 'e'
+X2 ::= X1 'l'
+F ::= X2 'p'
+
+## DFA
+
+{S0,X0} = A 'h'
+{S1,X1} ::= {S0,X0} 'e'
+{S2,X2} ::= {S1,X1} 'l'
+S3 ::= {S2,X2} 'l'
+F ::= {S2,X2} 'p'
+F ::= S3 'o'
+
+P0 = A 'h'
+P1 ::= P0 'e'
+P2 ::= P1 'l'
+S3 ::= P2 'l'
+F ::= P2 'p'
+F ::= S3 'o'
+
+## Tokenizer FA
+
+T ::= I 'true'  // T0, T1, T2
+F ::= I 'false' // F0, F2, F2, F3
+N ::= I 'null'  // N0, N1, N2
+Id ::= I letter
+Id ::= Id letter
+Id ::= Id digit
+
+## Tokenizer DFA
+
+{T0,Id} = I 't'
+{T1,Id} = {T0,Id} 'r'
+Id = {T0,Id} letter(except 'r')
+Id = {T0,Id} digit
+
+{a..b}{c..d}{e..f}
+
+```js
+const t0 = [[init, one('t')]]
+const t1 = [[t0, one('r')]]
+const t2 = [[t1, one('u')]]
+const t = [[t2, one('e')]]
+
+const id = [
+    [init, letter]
+    [() => id, letter]
+    [() => id, digit]
+]
+
+const dfa = ([t, f, n, id]) => ?
+```
+
+## Set
+
+```js
+const letter = byteSet(['_', '$', ['a', 'z'], ['A', 'Z']])
+```
+
+Letters and digits
+
+|      |            |
+|------|------------|
+|`$`   |`0x24`      |
+|`0..9`|`0x30..0x39`|
+|`A..Z`|`0x41..0x5A`|
+|`_`   |`0x5F`      |
+|`a..z`|`0x61..0x7A`|
+
+## Bit set
+
+For a byte, it is an array of 8 uint32, bigint (0..2^256-1), or string of 16 characters.
+
+### 16 bit set.
+
+It can use an intermediate state.
+
+|   |       |        |
+|---|-------|--------|
+|`2`|`4`    |`$`     |
+|`3`|`..9`  |`0..9`  |
+|`4`|`1..`  |`A..O`  |
+|`5`|`..A,F`|`P..Z,_`|
+|`6`|`1..`  |`a..o`  |
+|`7`|`..A`  |`p..z`  |
+
+```js
+const init = [
+   _,  _, i2,  _,
+  i4, i5, i4, i7,
+   _,  _,  _,  _,
+   _,  _,  _,  _]
+
+const i2 = [
+   _,  _,  _,  _,
+  id,  _,  _,  _,
+   _,  _,  _,  _,
+   _,  _,  _,  _]
+
+const i3 = [
+  id, id, id, id,
+  id, id, id, id,
+  id, id,  _,  _,
+   _,  _,  _,  _]
+
+const i4 = [
+   _, id, id, id,
+  id, id, id, id,
+  id, id, id, id,
+  id, id, id, id]
+
+const i5 = [
+  id, id, id, id,
+  id, id, id, id,
+  id, id, id,  _,
+   _,  _,  _, id]
+
+const i6 = [
+  id, id, id, id,
+  id, id, id, id,
+  id, id, id,  _,
+   _,  _,  _,  _]
+```
+
+```js
+const init =
+  000_000_001_000
+  010_011_100_101
+  000_000_000_000
+  000_000_000_000
+
+const i = [
+  // 1
+  0000_1000_0000_0000,
+  // 2
+  1111_1111_1100_0000,
+  // 3
+  0111_1111_1111_1111,
+  // 4
+  1111_1111_1110_0001,
+  // 5
+  1111_1111_1110_0000,
+]
+```

package/doc/vm.md

@@ -133,7 +133,7 @@ struct Object {
 
 struct Array {
   length: u32,
-  array: [Value; self.lenght],
+  array: [Value; self.length],
 }
 ```
 

package/html/module.f.cjs

@@ -3,7 +3,7 @@ const { map, flatMap, flat, concat: listConcat } = list
 const { concat: stringConcat } = require('../types/string/module.f.cjs')
 const object = require('../types/object/module.f.cjs')
 const { compose } = require('../types/function/module.f.cjs')
-const encoding = require('../text/encoding/utf16/module.f.cjs');
+const encoding = require('../text/utf16/module.f.cjs');
 const { stringToList } = encoding
 
 const { fromCharCode } = String

package/json/tokenizer/test.f.cjs

@@ -2,7 +2,7 @@ const tokenizer = require('./module.f.cjs')
 const list = require('../../types/list/module.f.cjs')
 const json = require('../module.f.cjs')
 const { sort } = require('../../types/object/module.f.cjs')
-const encoding = require('../../text/encoding/utf16/module.f.cjs');
+const encoding = require('../../text/utf16/module.f.cjs');
 
 /** @type {(s: string) => readonly tokenizer.JsonToken[]} */
 const tokenizeString = s => list.toArray(tokenizer.tokenize(encoding.stringToList(s)))

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "functionalscript",
-  "version": "0.0.406",
+  "version": "0.0.409",
   "description": "FunctionalScript is a functional subset of JavaScript",
   "main": "module.f.cjs",
   "scripts": {

package/test.f.cjs

@@ -22,8 +22,8 @@ require('./commonjs/build/test.f.cjs')
 require('./types/range/test.f.cjs')
 require('./html/test.f.cjs')
 require('./text/test.f.cjs')
-require('./text/encoding/utf8/test.f.cjs')
-require('./text/encoding/utf16/test.f.cjs')
+require('./text/utf8/test.f.cjs')
+require('./text/utf16/test.f.cjs')
 require('./com/cs/test.f.cjs')
 require('./com/cpp/test.f.cjs')
 require('./nodejs/version/test.f.cjs')

package/text/{encoding/utf16 → utf16}/module.f.cjs

@@ -1,8 +1,8 @@
-const list = require('../../../types/list/module.f.cjs')
-const operator = require('../../../types/function/operator/module.f.cjs')
-const array = require('../../../types/array/module.f.cjs')
-const { contains } = require('../../../types/range/module.f.cjs')
-const { compose } = require('../../../types/function/module.f.cjs')
+const list = require('../../types/list/module.f.cjs')
+const operator = require('../../types/function/operator/module.f.cjs')
+const array = require('../../types/array/module.f.cjs')
+const { contains } = require('../../types/range/module.f.cjs')
+const { compose } = require('../../types/function/module.f.cjs')
 const { map, flat, stateScan, concat, reduce, flatMap } = list
 
 /** @typedef {u16|undefined} WordOrEof */

package/text/{encoding/utf16 → utf16}/test.f.cjs

@@ -1,7 +1,7 @@
 const encoding = require('./module.f.cjs')
-const json = require('../../../json/module.f.cjs')
-const { sort } = require('../../../types/object/module.f.cjs')
-const { list } = require('../../../types/module.f.cjs')
+const json = require('../../json/module.f.cjs')
+const { sort } = require('../../types/object/module.f.cjs')
+const { list } = require('../../types/module.f.cjs')
 
 /** @type {(a: readonly json.Unknown[]) => string} */
 const stringify = a => json.stringify(sort)(a)

package/text/{encoding/utf8 → utf8}/module.f.cjs

@@ -1,6 +1,6 @@
-const list = require('../../../types/list/module.f.cjs')
-const operator = require('../../../types/function/operator/module.f.cjs')
-const array = require('../../../types/array/module.f.cjs')
+const list = require('../../types/list/module.f.cjs')
+const operator = require('../../types/function/operator/module.f.cjs')
+const array = require('../../types/array/module.f.cjs')
 const { flatMap } = list
 
 /** @typedef {u8|undefined} ByteOrEof */

package/text/{encoding/utf8 → utf8}/test.f.cjs

@@ -1,7 +1,7 @@
 const encoding = require('./module.f.cjs')
-const json = require('../../../json/module.f.cjs')
-const { sort } = require('../../../types/object/module.f.cjs')
-const { list } = require('../../../types/module.f.cjs')
+const json = require('../../json/module.f.cjs')
+const { sort } = require('../../types/object/module.f.cjs')
+const { list } = require('../../types/module.f.cjs')
 
 /** @type {(a: readonly json.Unknown[]) => string} */
 const stringify = a => json.stringify(sort)(a)