occam-lexers 23.1.82 → 23.2.1

package/README.md

@@ -19,7 +19,8 @@ Three lexers are documented:
 * A basic lexer, for illustrative purposes.
 * A common lexer, which can be extended.
 
-All lexers share common functionality. Each tokenises the ends of lines first and then on the whole tokenises the remaining content in the following order:
+All lexers share common functionality. 
+Each tokenises the ends of lines first and then on the whole tokenises the remaining content in the following order:
 
 1. Whitespace
 2. Comments
@@ -29,21 +30,32 @@ All lexers share common functionality. Each tokenises the ends of lines first an
 
 If any part of the content cannot be tokenised, an error is thrown.
 
-The other significant tokens are defined by the lexical entries, each of which maps a significant token type to a regular expression. On the other hand, the regular expressions and related functionality to match the first four types of otokens are hard-coded.
+The other significant tokens are defined by the lexical entries, each of which maps a significant token type to a regular expression. 
+On the other hand, the regular expressions and related functionality to match the first four types of otokens are hard-coded.
 
-Comment and whitespace tokens are considered to be non-significant whilst the others are considered to be significant. The exception to this rule is end of line tokens, which can be either. Non-significant tokens are ignored by parsers although they separate significant tokens.
+Comment and whitespace tokens are considered to be non-significant whilst the others are considered to be significant. 
+The exception to this rule is end of line tokens, which can be either. 
+Non-significant tokens are ignored by parsers although they separate significant tokens.
 
 The lexical entries for the BNF lexer are the following:
 
     [
-    
-      { "special": "^(?:::=|\\||\\(|\\)|\\?|\\!|\\*|\\+|\\.|ε|;|<NO_WHITESPACE>|<END_OF_LINE>)" },
-
-      { "type": "^\\[[^\\]]+\\]" },
-
-      { "name": "^[\\w|~]+" },
 
-      { "unassigned": "^[^\\s]+" }
+        {
+            "special": "^(?:\\||\\(|\\)|\\?|\\*|\\+|\\.\\.\\.|\\.\\.|\\.|::=|;|`|ε|<START_OF_CONTENT>|<NO_WHITESPACE>|<END_OF_LINE>)"
+        },
+        {
+            "number": "^(?:0|[1-9][0-9]*)"
+        },
+        {
+            "name": "^[\\w~]+"
+        },
+        {
+            "type": "^\\[[^\\]]+\\]"
+        },
+        {
+            "unassigned": "^[^\\s]+"
+        }
     
     ]
     
@@ -73,13 +85,16 @@ The examples will then be available at the following URL:
 
 http://localhost:8888
 
-The source for the examples can be found in the `src/example.js` file and corresponding `src/example` folder. You are encouraged to try the examples whilst reading what follows. You can rebuild them on the fly with the following command:
+The source for the examples can be found in the `src/example.js` file and corresponding `src/example` folder. 
+You are encouraged to try the examples whilst reading what follows. 
+You can rebuild them on the fly with the following command:
 
     npm run watch-debug
 
 The development server will reload the page whenever you make changes.
 
-One last thing to bear in mind is that this package is included by way of a relative rather than a package import. If you are importing it into your own application, however, you should use the standard package import.
+One last thing to bear in mind is that this package is included by way of a relative rather than a package import. 
+If you are importing it into your own application, however, then you should use the standard package import.
 
 ## Usage
 

package/lib/bnf/entries.js

@@ -10,7 +10,7 @@ Object.defineProperty(exports, "default", {
 });
 const entries = [
     {
-        "special": "^(?:\\||\\(|\\)|\\?|\\*|\\+|\\.\\.\\.|\\.\\.|\\.|::=|;|ε|<START_OF_CONTENT>|<NO_WHITESPACE>|<END_OF_LINE>)"
+        "special": "^(?:\\||\\(|\\)|\\?|\\*|\\+|\\.\\.\\.|\\.\\.|\\.|::=|;|`|ε|<START_OF_CONTENT>|<NO_WHITESPACE>|<END_OF_LINE>)"
     },
     {
         "number": "^(?:0|[1-9][0-9]*)"
@@ -27,4 +27,4 @@ const entries = [
 ];
 const _default = entries;
 
-//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJzb3VyY2VzIjpbIi4uLy4uL3NyYy9ibmYvZW50cmllcy5qcyJdLCJzb3VyY2VzQ29udGVudCI6WyJcInVzZSBzdHJpY3RcIjtcclxuXHJcbmNvbnN0IGVudHJpZXMgPSBbXHJcbiAge1xyXG4gICAgXCJzcGVjaWFsXCI6IFwiXig/OlxcXFx8fFxcXFwofFxcXFwpfFxcXFw/fFxcXFwqfFxcXFwrfFxcXFwuXFxcXC5cXFxcLnxcXFxcLlxcXFwufFxcXFwufDo6PXw7fM61fDxTVEFSVF9PRl9DT05URU5UPnw8Tk9fV0hJVEVTUEFDRT58PEVORF9PRl9MSU5FPilcIlxyXG4gIH0sXHJcbiAge1xyXG4gICAgXCJudW1iZXJcIjogXCJeKD86MHxbMS05XVswLTldKilcIlxyXG4gIH0sXHJcbiAge1xyXG4gICAgXCJuYW1lXCI6IFwiXltcXFxcd35dK1wiXHJcbiAgfSxcclxuICB7XHJcbiAgICBcInR5cGVcIjogXCJeXFxcXFtbXlxcXFxdXStcXFxcXVwiXHJcbiAgfSxcclxuICB7XHJcbiAgICBcInVuYXNzaWduZWRcIjogXCJeW15cXFxcc10rXCJcclxuICB9XHJcbl07XHJcblxyXG5leHBvcnQgZGVmYXVsdCBlbnRyaWVzO1xyXG4iXSwibmFtZXMiOlsiZW50cmllcyJdLCJtYXBwaW5ncyI6IkFBQUE7Ozs7K0JBb0JBOzs7ZUFBQTs7O0FBbEJBLE1BQU1BLFVBQVU7SUFDZDtRQUNFLFdBQVc7SUFDYjtJQUNBO1FBQ0UsVUFBVTtJQUNaO0lBQ0E7UUFDRSxRQUFRO0lBQ1Y7SUFDQTtRQUNFLFFBQVE7SUFDVjtJQUNBO1FBQ0UsY0FBYztJQUNoQjtDQUNEO01BRUQsV0FBZUEifQ==
+//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJzb3VyY2VzIjpbIi4uLy4uL3NyYy9ibmYvZW50cmllcy5qcyJdLCJzb3VyY2VzQ29udGVudCI6WyJcInVzZSBzdHJpY3RcIjtcclxuXHJcbmNvbnN0IGVudHJpZXMgPSBbXHJcbiAge1xyXG4gICAgXCJzcGVjaWFsXCI6IFwiXig/OlxcXFx8fFxcXFwofFxcXFwpfFxcXFw/fFxcXFwqfFxcXFwrfFxcXFwuXFxcXC5cXFxcLnxcXFxcLlxcXFwufFxcXFwufDo6PXw7fGB8zrV8PFNUQVJUX09GX0NPTlRFTlQ+fDxOT19XSElURVNQQUNFPnw8RU5EX09GX0xJTkU+KVwiXHJcbiAgfSxcclxuICB7XHJcbiAgICBcIm51bWJlclwiOiBcIl4oPzowfFsxLTldWzAtOV0qKVwiXHJcbiAgfSxcclxuICB7XHJcbiAgICBcIm5hbWVcIjogXCJeW1xcXFx3fl0rXCJcclxuICB9LFxyXG4gIHtcclxuICAgIFwidHlwZVwiOiBcIl5cXFxcW1teXFxcXF1dK1xcXFxdXCJcclxuICB9LFxyXG4gIHtcclxuICAgIFwidW5hc3NpZ25lZFwiOiBcIl5bXlxcXFxzXStcIlxyXG4gIH1cclxuXTtcclxuXHJcbmV4cG9ydCBkZWZhdWx0IGVudHJpZXM7XHJcbiJdLCJuYW1lcyI6WyJlbnRyaWVzIl0sIm1hcHBpbmdzIjoiQUFBQTs7OzsrQkFvQkE7OztlQUFBOzs7QUFsQkEsTUFBTUEsVUFBVTtJQUNkO1FBQ0UsV0FBVztJQUNiO0lBQ0E7UUFDRSxVQUFVO0lBQ1o7SUFDQTtRQUNFLFFBQVE7SUFDVjtJQUNBO1FBQ0UsUUFBUTtJQUNWO0lBQ0E7UUFDRSxjQUFjO0lBQ2hCO0NBQ0Q7TUFFRCxXQUFlQSJ9

package/lib/specialSymbols.js

@@ -12,6 +12,9 @@ _export(exports, {
     get asterisk () {
         return asterisk;
     },
+    get backtick () {
+        return backtick;
+    },
     get closeBracket () {
         return closeBracket;
     },
@@ -61,6 +64,7 @@ _export(exports, {
 const plus = "+";
 const opaque = ".";
 const epsilon = 'ε';
+const backtick = "`";
 const wildcard = ".";
 const asterisk = "*";
 const ellipsis = "...";
@@ -77,6 +81,7 @@ const _default = {
     plus,
     opaque,
     epsilon,
+    backtick,
     wildcard,
     asterisk,
     ellipsis,
@@ -91,4 +96,4 @@ const _default = {
     noWhitespace
 };
 
-//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJzb3VyY2VzIjpbIi4uL3NyYy9zcGVjaWFsU3ltYm9scy5qcyJdLCJzb3VyY2VzQ29udGVudCI6WyJcInVzZSBzdHJpY3RcIjtcclxuXHJcbmV4cG9ydCBjb25zdCBwbHVzID0gXCIrXCI7XHJcbmV4cG9ydCBjb25zdCBvcGFxdWUgPSBcIi5cIjtcclxuZXhwb3J0IGNvbnN0IGVwc2lsb24gPSAnzrUnO1xyXG5leHBvcnQgY29uc3Qgd2lsZGNhcmQgPSBcIi5cIjtcclxuZXhwb3J0IGNvbnN0IGFzdGVyaXNrID0gXCIqXCI7XHJcbmV4cG9ydCBjb25zdCBlbGxpcHNpcyA9IFwiLi4uXCI7XHJcbmV4cG9ydCBjb25zdCBzZXBhcmF0b3IgPSBcIjo6PVwiO1xyXG5leHBvcnQgY29uc3Qgc2VtaU9wYXF1ZSA9IFwiLi5cIjtcclxuZXhwb3J0IGNvbnN0IHRlcm1pbmF0b3IgPSBcIjtcIjtcclxuZXhwb3J0IGNvbnN0IHZlcnRpY2FsQmFyID0gXCJ8XCI7XHJcbmV4cG9ydCBjb25zdCBvcGVuQnJhY2tldCA9IFwiKFwiO1xyXG5leHBvcnQgY29uc3QgY2xvc2VCcmFja2V0ID0gXCIpXCI7XHJcbmV4cG9ydCBjb25zdCBxdWVzdGlvbk1hcmsgPSBcIj9cIjtcclxuZXhwb3J0IGNvbnN0IGVuZE9mTGluZSA9IFwiPEVORF9PRl9MSU5FPlwiO1xyXG5leHBvcnQgY29uc3Qgbm9XaGl0ZXNwYWNlID0gXCI8Tk9fV0hJVEVTUEFDRT5cIjtcclxuXHJcbmV4cG9ydCBkZWZhdWx0IHtcclxuICBwbHVzLFxyXG4gIG9wYXF1ZSxcclxuICBlcHNpbG9uLFxyXG4gIHdpbGRjYXJkLFxyXG4gIGFzdGVyaXNrLFxyXG4gIGVsbGlwc2lzLFxyXG4gIHNlcGFyYXRvcixcclxuICBzZW1pT3BhcXVlLFxyXG4gIHRlcm1pbmF0b3IsXHJcbiAgdmVydGljYWxCYXIsXHJcbiAgb3BlbkJyYWNrZXQsXHJcbiAgY2xvc2VCcmFja2V0LFxyXG4gIHF1ZXN0aW9uTWFyayxcclxuICBlbmRPZkxpbmUsXHJcbiAgbm9XaGl0ZXNwYWNlXHJcbn07XHJcbiJdLCJuYW1lcyI6WyJhc3RlcmlzayIsImNsb3NlQnJhY2tldCIsImVsbGlwc2lzIiwiZW5kT2ZMaW5lIiwiZXBzaWxvbiIsIm5vV2hpdGVzcGFjZSIsIm9wYXF1ZSIsIm9wZW5CcmFja2V0IiwicGx1cyIsInF1ZXN0aW9uTWFyayIsInNlbWlPcGFxdWUiLCJzZXBhcmF0b3IiLCJ0ZXJtaW5hdG9yIiwidmVydGljYWxCYXIiLCJ3aWxkY2FyZCJdLCJtYXBwaW5ncyI6IkFBQUE7Ozs7Ozs7Ozs7O1FBTWFBO2VBQUFBOztRQU9BQztlQUFBQTs7UUFLYjtlQUFBOztRQVhhQztlQUFBQTs7UUFRQUM7ZUFBQUE7O1FBWEFDO2VBQUFBOztRQVlBQztlQUFBQTs7UUFiQUM7ZUFBQUE7O1FBU0FDO2VBQUFBOztRQVZBQztlQUFBQTs7UUFZQUM7ZUFBQUE7O1FBTEFDO2VBQUFBOztRQURBQztlQUFBQTs7UUFFQUM7ZUFBQUE7O1FBQ0FDO2VBQUFBOztRQU5BQztlQUFBQTs7O0FBSE4sTUFBTU4sT0FBTztBQUNiLE1BQU1GLFNBQVM7QUFDZixNQUFNRixVQUFVO0FBQ2hCLE1BQU1VLFdBQVc7QUFDakIsTUFBTWQsV0FBVztBQUNqQixNQUFNRSxXQUFXO0FBQ2pCLE1BQU1TLFlBQVk7QUFDbEIsTUFBTUQsYUFBYTtBQUNuQixNQUFNRSxhQUFhO0FBQ25CLE1BQU1DLGNBQWM7QUFDcEIsTUFBTU4sY0FBYztBQUNwQixNQUFNTixlQUFlO0FBQ3JCLE1BQU1RLGVBQWU7QUFDckIsTUFBTU4sWUFBWTtBQUNsQixNQUFNRSxlQUFlO01BRTVCLFdBQWU7SUFDYkc7SUFDQUY7SUFDQUY7SUFDQVU7SUFDQWQ7SUFDQUU7SUFDQVM7SUFDQUQ7SUFDQUU7SUFDQUM7SUFDQU47SUFDQU47SUFDQVE7SUFDQU47SUFDQUU7QUFDRiJ9
+//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJzb3VyY2VzIjpbIi4uL3NyYy9zcGVjaWFsU3ltYm9scy5qcyJdLCJzb3VyY2VzQ29udGVudCI6WyJcInVzZSBzdHJpY3RcIjtcclxuXHJcbmV4cG9ydCBjb25zdCBwbHVzID0gXCIrXCI7XHJcbmV4cG9ydCBjb25zdCBvcGFxdWUgPSBcIi5cIjtcclxuZXhwb3J0IGNvbnN0IGVwc2lsb24gPSAnzrUnO1xyXG5leHBvcnQgY29uc3QgYmFja3RpY2sgPSBcImBcIjtcclxuZXhwb3J0IGNvbnN0IHdpbGRjYXJkID0gXCIuXCI7XHJcbmV4cG9ydCBjb25zdCBhc3RlcmlzayA9IFwiKlwiO1xyXG5leHBvcnQgY29uc3QgZWxsaXBzaXMgPSBcIi4uLlwiO1xyXG5leHBvcnQgY29uc3Qgc2VwYXJhdG9yID0gXCI6Oj1cIjtcclxuZXhwb3J0IGNvbnN0IHNlbWlPcGFxdWUgPSBcIi4uXCI7XHJcbmV4cG9ydCBjb25zdCB0ZXJtaW5hdG9yID0gXCI7XCI7XHJcbmV4cG9ydCBjb25zdCB2ZXJ0aWNhbEJhciA9IFwifFwiO1xyXG5leHBvcnQgY29uc3Qgb3BlbkJyYWNrZXQgPSBcIihcIjtcclxuZXhwb3J0IGNvbnN0IGNsb3NlQnJhY2tldCA9IFwiKVwiO1xyXG5leHBvcnQgY29uc3QgcXVlc3Rpb25NYXJrID0gXCI/XCI7XHJcbmV4cG9ydCBjb25zdCBlbmRPZkxpbmUgPSBcIjxFTkRfT0ZfTElORT5cIjtcclxuZXhwb3J0IGNvbnN0IG5vV2hpdGVzcGFjZSA9IFwiPE5PX1dISVRFU1BBQ0U+XCI7XHJcblxyXG5leHBvcnQgZGVmYXVsdCB7XHJcbiAgcGx1cyxcclxuICBvcGFxdWUsXHJcbiAgZXBzaWxvbixcclxuICBiYWNrdGljayxcclxuICB3aWxkY2FyZCxcclxuICBhc3RlcmlzayxcclxuICBlbGxpcHNpcyxcclxuICBzZXBhcmF0b3IsXHJcbiAgc2VtaU9wYXF1ZSxcclxuICB0ZXJtaW5hdG9yLFxyXG4gIHZlcnRpY2FsQmFyLFxyXG4gIG9wZW5CcmFja2V0LFxyXG4gIGNsb3NlQnJhY2tldCxcclxuICBxdWVzdGlvbk1hcmssXHJcbiAgZW5kT2ZMaW5lLFxyXG4gIG5vV2hpdGVzcGFjZVxyXG59O1xyXG4iXSwibmFtZXMiOlsiYXN0ZXJpc2siLCJiYWNrdGljayIsImNsb3NlQnJhY2tldCIsImVsbGlwc2lzIiwiZW5kT2ZMaW5lIiwiZXBzaWxvbiIsIm5vV2hpdGVzcGFjZSIsIm9wYXF1ZSIsIm9wZW5CcmFja2V0IiwicGx1cyIsInF1ZXN0aW9uTWFyayIsInNlbWlPcGFxdWUiLCJzZXBhcmF0b3IiLCJ0ZXJtaW5hdG9yIiwidmVydGljYWxCYXIiLCJ3aWxkY2FyZCJdLCJtYXBwaW5ncyI6IkFBQUE7Ozs7Ozs7Ozs7O1FBT2FBO2VBQUFBOztRQUZBQztlQUFBQTs7UUFTQUM7ZUFBQUE7O1FBS2I7ZUFBQTs7UUFYYUM7ZUFBQUE7O1FBUUFDO2VBQUFBOztRQVpBQztlQUFBQTs7UUFhQUM7ZUFBQUE7O1FBZEFDO2VBQUFBOztRQVVBQztlQUFBQTs7UUFYQUM7ZUFBQUE7O1FBYUFDO2VBQUFBOztRQUxBQztlQUFBQTs7UUFEQUM7ZUFBQUE7O1FBRUFDO2VBQUFBOztRQUNBQztlQUFBQTs7UUFOQUM7ZUFBQUE7OztBQUpOLE1BQU1OLE9BQU87QUFDYixNQUFNRixTQUFTO0FBQ2YsTUFBTUYsVUFBVTtBQUNoQixNQUFNSixXQUFXO0FBQ2pCLE1BQU1jLFdBQVc7QUFDakIsTUFBTWYsV0FBVztBQUNqQixNQUFNRyxXQUFXO0FBQ2pCLE1BQU1TLFlBQVk7QUFDbEIsTUFBTUQsYUFBYTtBQUNuQixNQUFNRSxhQUFhO0FBQ25CLE1BQU1DLGNBQWM7QUFDcEIsTUFBTU4sY0FBYztBQUNwQixNQUFNTixlQUFlO0FBQ3JCLE1BQU1RLGVBQWU7QUFDckIsTUFBTU4sWUFBWTtBQUNsQixNQUFNRSxlQUFlO01BRTVCLFdBQWU7SUFDYkc7SUFDQUY7SUFDQUY7SUFDQUo7SUFDQWM7SUFDQWY7SUFDQUc7SUFDQVM7SUFDQUQ7SUFDQUU7SUFDQUM7SUFDQU47SUFDQU47SUFDQVE7SUFDQU47SUFDQUU7QUFDRiJ9

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "occam-lexers",
   "author": "James Smith",
-  "version": "23.1.82",
+  "version": "23.2.1",
   "license": "MIT, Anti-996",
   "homepage": "https://github.com/djalbat/occam-lexers",
   "description": "Occam's lexers.",

package/src/bnf/entries.js

@@ -2,7 +2,7 @@
 
 const entries = [
   {
-    "special": "^(?:\\||\\(|\\)|\\?|\\*|\\+|\\.\\.\\.|\\.\\.|\\.|::=|;|ε|<START_OF_CONTENT>|<NO_WHITESPACE>|<END_OF_LINE>)"
+    "special": "^(?:\\||\\(|\\)|\\?|\\*|\\+|\\.\\.\\.|\\.\\.|\\.|::=|;|`|ε|<START_OF_CONTENT>|<NO_WHITESPACE>|<END_OF_LINE>)"
   },
   {
     "number": "^(?:0|[1-9][0-9]*)"

package/src/specialSymbols.js

@@ -3,6 +3,7 @@
 export const plus = "+";
 export const opaque = ".";
 export const epsilon = 'ε';
+export const backtick = "`";
 export const wildcard = ".";
 export const asterisk = "*";
 export const ellipsis = "...";
@@ -20,6 +21,7 @@ export default {
   plus,
   opaque,
   epsilon,
+  backtick,
   wildcard,
   asterisk,
   ellipsis,