cddl 0.13.1 → 0.14.0

package/src/tokens.ts

@@ -0,0 +1,50 @@
+export type TokenType = string
+
+export type Token = {
+    Type: TokenType
+    Literal: string
+}
+
+export enum Tokens {
+    ILLEGAL = 'ILLEGAL',
+    EOF = 'EOF',
+    NL = '\n',
+    SPACE = ' ',
+    UNDERSCORE = '_',
+    DOLLAR = '$',
+    ATSIGN = '@',
+    CARET = '^',
+    HASH = '#',
+    TILDE = '~',
+
+    // Identifiers + literals,
+    IDENT = 'IDENT',
+    INT = 'INT',
+    COMMENT = 'COMMENT',
+    STRING = 'STRING',
+    NUMBER = 'NUMBER',
+    FLOAT = 'FLOAT',
+
+    // Operators,
+    ASSIGN = '=',
+    PLUS = '+',
+    MINUS = '-',
+    SLASH = '/',
+    QUEST = '?',
+    ASTERISK = '*',
+
+    // Delimiters,
+    COMMA = ',',
+    DOT = '.',
+    COLON = ':',
+    SEMICOLON = ';',
+    LPAREN = '(',
+    RPAREN = ')',
+    LBRACE = '{',
+    RBRACE = '}',
+    LBRACK = '[',
+    RBRACK = ']',
+    LT = '<',
+    GT = '>',
+    QUOT = '"'
+}

package/src/utils.ts

@@ -0,0 +1,37 @@
+import { Tokens, Token } from './tokens.js'
+
+export function isLetter (ch: string): boolean {
+    return 'a' <= ch && ch <= 'z' || 'A' <= ch && ch <= 'Z'
+}
+
+export function isAlphabeticCharacter (ch: string): boolean {
+    return isLetter(ch) || ch === Tokens.ATSIGN || ch === Tokens.UNDERSCORE || ch === Tokens.DOLLAR
+}
+
+export function isDigit (ch: string): boolean {
+    return !isNaN(ch as unknown as number) && ch !== Tokens.NL && ch !== Tokens.SPACE
+}
+
+export function hasSpecialNumberCharacter (ch: number) {
+    return (
+        ch === Tokens.MINUS.charCodeAt(0) ||
+        ch === Tokens.DOT.charCodeAt(0) ||
+        ch === 'x'.charCodeAt(0) ||
+        ch === 'b'.charCodeAt(0)
+    )
+}
+
+export function parseNumberValue (token: Token): string | number {
+    if (token.Type === Tokens.FLOAT) {
+        return parseFloat(token.Literal)
+    }
+
+    if (
+        token.Literal.includes('x') ||
+        token.Literal.includes('b')
+    ) {
+        return token.Literal
+    }
+
+    return parseInt(token.Literal, 10)
+}

package/tests/__snapshots__/complex_types.test.ts.snap

@@ -0,0 +1,80 @@
+// Vitest Snapshot v1, https://vitest.dev/guide/snapshot.html
+
+exports[`complex types > can parse complex types correctly 1`] = `
+{
+  "Comments": [],
+  "IsChoiceAddition": false,
+  "Name": "LocalValue",
+  "PropertyType": [
+    {
+      "Type": "group",
+      "Unwrapped": false,
+      "Value": "ArrayLocalValue",
+    },
+    {
+      "Comments": [],
+      "IsChoiceAddition": false,
+      "Name": "",
+      "Properties": [
+        {
+          "Comments": [],
+          "HasCut": false,
+          "Name": "",
+          "Occurrence": {
+            "m": 1,
+            "n": 1,
+          },
+          "Type": [
+            {
+              "Type": "group",
+              "Unwrapped": false,
+              "Value": "DateLocalValue",
+            },
+          ],
+        },
+      ],
+      "Type": "group",
+    },
+    {
+      "Type": "group",
+      "Unwrapped": false,
+      "Value": "MapLocalValue",
+    },
+    {
+      "Type": "group",
+      "Unwrapped": false,
+      "Value": "ObjectLocalValue",
+    },
+    {
+      "Comments": [],
+      "IsChoiceAddition": false,
+      "Name": "",
+      "Properties": [
+        {
+          "Comments": [],
+          "HasCut": false,
+          "Name": "",
+          "Occurrence": {
+            "m": 1,
+            "n": 1,
+          },
+          "Type": [
+            {
+              "Type": "group",
+              "Unwrapped": false,
+              "Value": "RegExpLocalValue",
+            },
+          ],
+        },
+      ],
+      "Type": "group",
+    },
+    {
+      "Type": "group",
+      "Unwrapped": false,
+      "Value": "SetLocalValue",
+    },
+  ],
+  "Type": "variable",
+}
+`;