extra-parser 0.1.0

package/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2022 BlackGlory <woshenmedoubuzhidao@blackglory.me>
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/README.md

@@ -0,0 +1,60 @@
+# extra-parser
+## Install
+```sh
+npm install --save extra-parser
+# or
+yarn add extra-parser
+```
+
+## API
+```ts
+interface IToken<T extends string> {
+  type: T
+  value: string
+}
+
+interface INode<T extends string> {
+  type: T
+}
+
+interface ITokenPattern<T extends IToken<any>> {
+  tokenType: T['type']
+
+  match: (text: string) => {
+    consumed: number
+  }
+}
+
+interface INodePattern<T extends INode<any>> {
+  nodeType: T['type']
+
+  parse: (tokens: Array<IToken<any>>) => {
+    consumed: number
+    result?: Omit<T, 'type'>
+  }
+}
+```
+
+### tokenize
+```ts
+function tokenize<T extends string>(
+  patterns: Array<ITokenPattern<IToken<T>>>
+, text: string
+): IterableIterator<IToken<T>>
+```
+
+### parse
+```ts
+function parse<T extends string, U extends string>(
+  patterns: Array<INodePattern<INode<T>>>
+, tokens: Array<IToken<U>>
+): IterableIterator<INode<T>>
+```
+
+### createTokenPatternFromRegExp
+```ts
+function createTokenPatternFromRegExp<T extends string>(
+  tokenType: T
+, regExp: RegExp
+): ITokenPattern<IToken<T>>
+```

package/lib/create-token-pattern-from-regexp.d.ts

@@ -0,0 +1,2 @@
+import { ITokenPattern, IToken } from './types';
+export declare function createTokenPatternFromRegExp<T extends string>(tokenType: T, regExp: RegExp): ITokenPattern<IToken<T>>;

package/lib/create-token-pattern-from-regexp.js

@@ -0,0 +1,26 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createTokenPatternFromRegExp = void 0;
+const types_1 = require("@blackglory/types");
+function createTokenPatternFromRegExp(tokenType, regExp) {
+    const startsWithRegExp = convertToStartsWithRegExp(regExp);
+    const pattern = {
+        tokenType,
+        match(text) {
+            const result = startsWithRegExp.exec(text);
+            if ((0, types_1.isntNull)(result)) {
+                const [matchedText] = result;
+                return { consumed: matchedText.length };
+            }
+            else {
+                return { consumed: 0 };
+            }
+        }
+    };
+    return pattern;
+}
+exports.createTokenPatternFromRegExp = createTokenPatternFromRegExp;
+function convertToStartsWithRegExp(re) {
+    return new RegExp(re.source.startsWith('^') ? re.source : `^${re.source}`, re.flags);
+}
+//# sourceMappingURL=create-token-pattern-from-regexp.js.map

package/lib/create-token-pattern-from-regexp.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"create-token-pattern-from-regexp.js","sourceRoot":"","sources":["../src/create-token-pattern-from-regexp.ts"],"names":[],"mappings":";;;AAAA,6CAA4C;AAG5C,SAAgB,4BAA4B,CAC1C,SAAY,EACZ,MAAc;IAEd,MAAM,gBAAgB,GAAG,yBAAyB,CAAC,MAAM,CAAC,CAAA;IAE1D,MAAM,OAAO,GAA6B;QACxC,SAAS;QACT,KAAK,CAAC,IAAI;YACR,MAAM,MAAM,GAAG,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;YAC1C,IAAI,IAAA,gBAAQ,EAAC,MAAM,CAAC,EAAE;gBACpB,MAAM,CAAC,WAAW,CAAC,GAAG,MAAM,CAAA;gBAC5B,OAAO,EAAE,QAAQ,EAAE,WAAW,CAAC,MAAM,EAAE,CAAA;aACxC;iBAAM;gBACL,OAAO,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAA;aACvB;QACH,CAAC;KACF,CAAA;IAED,OAAO,OAAO,CAAA;AAChB,CAAC;AApBD,oEAoBC;AAED,SAAS,yBAAyB,CAAC,EAAU;IAC3C,OAAO,IAAI,MAAM,CACf,EAAE,CAAC,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,EAAE,EACvD,EAAE,CAAC,KAAK,CACT,CAAA;AACH,CAAC"}

package/lib/index.d.ts

@@ -0,0 +1,4 @@
+export * from './types';
+export * from './tokenize';
+export * from './parse';
+export * from './create-token-pattern-from-regexp';

package/lib/index.js

@@ -0,0 +1,21 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./types"), exports);
+__exportStar(require("./tokenize"), exports);
+__exportStar(require("./parse"), exports);
+__exportStar(require("./create-token-pattern-from-regexp"), exports);
+//# sourceMappingURL=index.js.map

package/lib/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,0CAAuB;AACvB,6CAA0B;AAC1B,0CAAuB;AACvB,qEAAkD"}

package/lib/parse.d.ts

@@ -0,0 +1,2 @@
+import { IToken, INodePattern, INode } from './types';
+export declare function parse<T extends string, U extends string>(patterns: Array<INodePattern<INode<T>>>, tokens: Array<IToken<U>>): IterableIterator<INode<T>>;

package/lib/parse.js

@@ -0,0 +1,24 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.parse = void 0;
+function* parse(patterns, tokens) {
+    let i = 0;
+    loop: while (i < tokens.length) {
+        const remainingTokens = tokens.slice(i);
+        for (const { nodeType, parse } of patterns) {
+            const result = parse(remainingTokens);
+            if (result.consumed > 0) {
+                const node = {
+                    type: nodeType,
+                    ...result.result
+                };
+                yield node;
+                i += result.consumed;
+                continue loop;
+            }
+        }
+        throw new Error(`Unknown tokens: ${JSON.stringify(tokens)}`);
+    }
+}
+exports.parse = parse;
+//# sourceMappingURL=parse.js.map

package/lib/parse.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"parse.js","sourceRoot":"","sources":["../src/parse.ts"],"names":[],"mappings":";;;AAEA,QAAe,CAAC,CAAC,KAAK,CACpB,QAAuC,EACvC,MAAwB;IAExB,IAAI,CAAC,GAAG,CAAC,CAAA;IACT,IAAI,EAAE,OAAO,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE;QAC9B,MAAM,eAAe,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAA;QAEvC,KAAK,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI,QAAQ,EAAE;YAC1C,MAAM,MAAM,GAAG,KAAK,CAAC,eAAe,CAAC,CAAA;YACrC,IAAI,MAAM,CAAC,QAAQ,GAAG,CAAC,EAAE;gBACvB,MAAM,IAAI,GAAa;oBACrB,IAAI,EAAE,QAAQ;oBACd,GAAG,MAAM,CAAC,MAAM;iBACjB,CAAA;gBACD,MAAM,IAAI,CAAA;gBAEV,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAA;gBACpB,SAAS,IAAI,CAAA;aACd;SACF;QAED,MAAM,IAAI,KAAK,CAAC,mBAAmB,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;KAC7D;AACH,CAAC;AAxBD,sBAwBC"}

package/lib/tokenize.d.ts

@@ -0,0 +1,2 @@
+import { ITokenPattern, IToken } from './types';
+export declare function tokenize<T extends string>(patterns: Array<ITokenPattern<IToken<T>>>, text: string): IterableIterator<IToken<T>>;

package/lib/tokenize.js

@@ -0,0 +1,24 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.tokenize = void 0;
+function* tokenize(patterns, text) {
+    let i = 0;
+    loop: while (i < text.length) {
+        const remainingText = text.slice(i);
+        for (const { tokenType, match } of patterns) {
+            const result = match(remainingText);
+            if (result.consumed > 0) {
+                const token = {
+                    type: tokenType,
+                    value: remainingText.slice(0, result.consumed)
+                };
+                yield token;
+                i += result.consumed;
+                continue loop;
+            }
+        }
+        throw new Error(`Unknown text: ${remainingText}`);
+    }
+}
+exports.tokenize = tokenize;
+//# sourceMappingURL=tokenize.js.map

package/lib/tokenize.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tokenize.js","sourceRoot":"","sources":["../src/tokenize.ts"],"names":[],"mappings":";;;AAEA,QAAe,CAAC,CAAC,QAAQ,CACvB,QAAyC,EACzC,IAAY;IAEZ,IAAI,CAAC,GAAG,CAAC,CAAA;IACT,IAAI,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE;QAC5B,MAAM,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAA;QAEnC,KAAK,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,IAAI,QAAQ,EAAE;YAC3C,MAAM,MAAM,GAAG,KAAK,CAAC,aAAa,CAAC,CAAA;YACnC,IAAI,MAAM,CAAC,QAAQ,GAAG,CAAC,EAAE;gBACvB,MAAM,KAAK,GAAc;oBACvB,IAAI,EAAE,SAAS;oBACf,KAAK,EAAE,aAAa,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC,QAAQ,CAAC;iBAC/C,CAAA;gBACD,MAAM,KAAK,CAAA;gBAEX,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAA;gBACpB,SAAS,IAAI,CAAA;aACd;SACF;QAED,MAAM,IAAI,KAAK,CAAC,iBAAiB,aAAa,EAAE,CAAC,CAAA;KAClD;AACH,CAAC;AAxBD,4BAwBC"}

package/lib/types.d.ts

@@ -0,0 +1,20 @@
+export interface IToken<T extends string> {
+    type: T;
+    value: string;
+}
+export interface INode<T extends string> {
+    type: T;
+}
+export interface ITokenPattern<T extends IToken<any>> {
+    tokenType: T['type'];
+    match: (text: string) => {
+        consumed: number;
+    };
+}
+export interface INodePattern<T extends INode<any>> {
+    nodeType: T['type'];
+    parse: (tokens: Array<IToken<any>>) => {
+        consumed: number;
+        result?: Omit<T, 'type'>;
+    };
+}

package/lib/types.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=types.js.map

package/lib/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":""}

package/package.json

@@ -0,0 +1,56 @@
+{
+  "name": "extra-parser",
+  "version": "0.1.0",
+  "description": "",
+  "keywords": [],
+  "files": [
+    "lib"
+  ],
+  "main": "lib/index.js",
+  "types": "lib/index.d.ts",
+  "sideEffects": false,
+  "repository": "git@github.com:BlackGlory/extra-parser.git",
+  "author": "BlackGlory <woshenmedoubuzhidao@blackglory.me>",
+  "license": "MIT",
+  "scripts": {
+    "lint": "eslint --ext .js,.jsx,.ts,.tsx --quiet src __tests__",
+    "test": "jest --runInBand --config jest.config.js",
+    "test:debug": "node --inspect-brk node_modules/.bin/jest --runInBand",
+    "test:coverage": "jest --coverage --config jest.config.js",
+    "prepublishOnly": "run-s clean build",
+    "clean": "rimraf lib",
+    "build": "run-s build::*",
+    "build:compile": "tsc --project tsconfig.build.json --module commonjs --target es2018 --outDir lib",
+    "build:patch": "tscpaths -p tsconfig.build.json -s ./src -o ./lib",
+    "release": "standard-version"
+  },
+  "husky": {
+    "hooks": {
+      "pre-commit": "run-s lint build test",
+      "commit-msg": "commitlint -E HUSKY_GIT_PARAMS"
+    }
+  },
+  "devDependencies": {
+    "@blackglory/jest-matchers": "^0.5.0",
+    "@commitlint/cli": "^17.2.0",
+    "@commitlint/config-conventional": "^17.2.0",
+    "@types/jest": "^29.2.2",
+    "@typescript-eslint/eslint-plugin": "^5.42.1",
+    "@typescript-eslint/parser": "^5.42.1",
+    "eslint": "^8.27.0",
+    "husky": "^4.3.8",
+    "iterable-operator": "^2.2.0",
+    "jest": "^29.3.0",
+    "npm-run-all": "^4.1.5",
+    "return-style": "^1.0.0",
+    "rimraf": "^3.0.2",
+    "standard-version": "^9.5.0",
+    "ts-jest": "^29.0.3",
+    "tscpaths": "^0.0.9",
+    "tslib": "^2.4.1",
+    "typescript": "^4.8.4"
+  },
+  "dependencies": {
+    "@blackglory/prelude": "^0.1.8"
+  }
+}