rawsql-ts 0.1.0-beta.3 → 0.1.0-beta.5

package/dist/utils/stringUtils.js

@@ -0,0 +1,168 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.StringUtils = void 0;
+const charLookupTable_1 = require("./charLookupTable");
+/**
+ * Utilities for string operations during tokenization
+ */
+class StringUtils {
+    /**
+     * Creates a visual representation of an error position in text
+     * @param input The input text
+     * @param errPosition The error position
+     * @returns A string with a caret pointing to the error position
+     */
+    static getDebugPositionInfo(input, errPosition) {
+        // Get 5 characters before and after the error
+        // If the start and end points are out of the string range, keep them within the range
+        // Display ^ at the error position on the next line
+        const start = Math.max(0, errPosition - 5);
+        const end = Math.min(input.length, errPosition + 5);
+        const debugInfo = input.slice(start, end);
+        const caret = ' '.repeat(errPosition - start) + '^';
+        return `${debugInfo}\n${caret}`;
+    }
+    /**
+     * Skip white space characters.
+     */
+    static skipWhiteSpace(input, position) {
+        const length = input.length;
+        while (position < length) {
+            const charCode = input.charCodeAt(position);
+            // ' '=32, '\t'=9, '\n'=10, '\r'=13
+            if (charCode !== 32 && charCode !== 9 && charCode !== 10 && charCode !== 13) {
+                break;
+            }
+            position++;
+        }
+        return position;
+    }
+    /**
+     * Skip line comment.
+     */
+    static readLineComment(input, position) {
+        if (position + 1 >= input.length) {
+            return { newPosition: position, comment: null };
+        }
+        // '-'=45
+        if (input.charCodeAt(position) === 45 && input.charCodeAt(position + 1) === 45) {
+            const start = position;
+            position += 2;
+            // '\n'=10
+            while (position < input.length && input.charCodeAt(position) !== 10) {
+                position++;
+            }
+            // Return the trimmed comment content (excluding -- tokens)
+            const comment = input.slice(start + 2, position).trim();
+            return { newPosition: position, comment };
+        }
+        return { newPosition: position, comment: null };
+    }
+    /**
+     * Skip block comment.
+     */
+    static readBlockComment(input, position) {
+        if (position + 3 >= input.length) {
+            return { newPosition: position, comments: null };
+        }
+        // '/'=47, '*'=42, '+'=43
+        if (input.charCodeAt(position) === 47 && input.charCodeAt(position + 1) === 42 && input.charCodeAt(position + 2) !== 43) {
+            const start = position;
+            position += 2;
+            while (position + 1 < input.length) {
+                // '*'=42, '/'=47
+                if (input.charCodeAt(position) === 42 && input.charCodeAt(position + 1) === 47) {
+                    position += 2;
+                    // Process the comment content
+                    const lines = input.slice(start + 2, position - 2).replace(/\r/g, '').split('\n');
+                    for (let i = 0; i < lines.length; i++) {
+                        lines[i] = lines[i].trim();
+                    }
+                    // Remove empty lines, but only at the beginning and end
+                    while (lines.length > 0 && lines[0] === '') {
+                        lines.shift();
+                    }
+                    while (lines.length > 0 && lines[lines.length - 1] === '') {
+                        lines.pop();
+                    }
+                    return { newPosition: position, comments: lines };
+                }
+                position++;
+            }
+            throw new Error(`Block comment is not closed. position: ${position}`);
+        }
+        return { newPosition: position, comments: null };
+    }
+    /**
+     * Skip white space characters and SQL comments.
+     * @returns Object containing the new position and an array of skipped comments
+     */
+    static readWhiteSpaceAndComment(input, position) {
+        const lines = [];
+        const length = input.length;
+        while (position < length) {
+            // Store current position
+            const oldPosition = position;
+            // Skip whitespace first
+            position = StringUtils.skipWhiteSpace(input, position);
+            if (position !== oldPosition) {
+                continue;
+            }
+            // Fast character code check
+            const charCode = input.charCodeAt(position);
+            // '-'=45 (Line comment)
+            if (charCode === 45) {
+                const lineCommentResult = StringUtils.readLineComment(input, position);
+                if (lineCommentResult.newPosition !== position) {
+                    position = lineCommentResult.newPosition;
+                    if (lineCommentResult.comment) {
+                        lines.push(lineCommentResult.comment.trim());
+                    }
+                    continue;
+                }
+            }
+            // '/'=47 (Block comment)
+            else if (charCode === 47) {
+                const blockCommentResult = StringUtils.readBlockComment(input, position);
+                if (blockCommentResult.newPosition !== position) {
+                    position = blockCommentResult.newPosition;
+                    if (blockCommentResult.comments) {
+                        lines.push(...blockCommentResult.comments);
+                    }
+                    continue;
+                }
+            }
+            // No more whitespace or comments found
+            break;
+        }
+        return { position, lines: lines };
+    }
+    /**
+     * Read a regular identifier.
+     */
+    static readRegularIdentifier(input, position) {
+        const result = this.tryReadRegularIdentifier(input, position);
+        if (!result) {
+            throw new Error(`Unexpected character. position: ${position}\n${StringUtils.getDebugPositionInfo(input, position)}`);
+        }
+        return result;
+    }
+    static tryReadRegularIdentifier(input, position) {
+        const start = position;
+        while (position < input.length) {
+            if (charLookupTable_1.CharLookupTable.isDelimiter(input[position])) {
+                break;
+            }
+            position++;
+        }
+        if (start === position) {
+            return null;
+        }
+        return {
+            identifier: input.slice(start, position),
+            newPosition: position
+        };
+    }
+}
+exports.StringUtils = StringUtils;
+//# sourceMappingURL=stringUtils.js.map

package/dist/utils/stringUtils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"stringUtils.js","sourceRoot":"","sources":["../../src/utils/stringUtils.ts"],"names":[],"mappings":";;;AAAA,uDAAoD;AAEpD;;GAEG;AACH,MAAa,WAAW;IACpB;;;;;OAKG;IACI,MAAM,CAAC,oBAAoB,CAAC,KAAa,EAAE,WAAmB;QACjE,8CAA8C;QAC9C,sFAAsF;QACtF,mDAAmD;QACnD,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,WAAW,GAAG,CAAC,CAAC,CAAC;QAC3C,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,EAAE,WAAW,GAAG,CAAC,CAAC,CAAC;QACpD,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;QAC1C,MAAM,KAAK,GAAG,GAAG,CAAC,MAAM,CAAC,WAAW,GAAG,KAAK,CAAC,GAAG,GAAG,CAAC;QACpD,OAAO,GAAG,SAAS,KAAK,KAAK,EAAE,CAAC;IACpC,CAAC;IAED;;OAEG;IACK,MAAM,CAAC,cAAc,CAAC,KAAa,EAAE,QAAgB;QACzD,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC;QAE5B,OAAO,QAAQ,GAAG,MAAM,EAAE,CAAC;YACvB,MAAM,QAAQ,GAAG,KAAK,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;YAC5C,mCAAmC;YACnC,IAAI,QAAQ,KAAK,EAAE,IAAI,QAAQ,KAAK,CAAC,IAAI,QAAQ,KAAK,EAAE,IAAI,QAAQ,KAAK,EAAE,EAAE,CAAC;gBAC1E,MAAM;YACV,CAAC;YACD,QAAQ,EAAE,CAAC;QACf,CAAC;QAED,OAAO,QAAQ,CAAC;IACpB,CAAC;IAED;;OAEG;IACK,MAAM,CAAC,eAAe,CAAC,KAAa,EAAE,QAAgB;QAC1D,IAAI,QAAQ,GAAG,CAAC,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;YAC/B,OAAO,EAAE,WAAW,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;QACpD,CAAC;QAED,SAAS;QACT,IAAI,KAAK,CAAC,UAAU,CAAC,QAAQ,CAAC,KAAK,EAAE,IAAI,KAAK,CAAC,UAAU,CAAC,QAAQ,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC;YAC7E,MAAM,KAAK,GAAG,QAAQ,CAAC;YACvB,QAAQ,IAAI,CAAC,CAAC;YAEd,UAAU;YACV,OAAO,QAAQ,GAAG,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,UAAU,CAAC,QAAQ,CAAC,KAAK,EAAE,EAAE,CAAC;gBAClE,QAAQ,EAAE,CAAC;YACf,CAAC;YAED,2DAA2D;YAC3D,MAAM,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,EAAE,QAAQ,CAAC,CAAC,IAAI,EAAE,CAAC;YACxD,OAAO,EAAE,WAAW,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC;QAC9C,CAAC;QACD,OAAO,EAAE,WAAW,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;IACpD,CAAC;IAED;;OAEG;IACK,MAAM,CAAC,gBAAgB,CAAC,KAAa,EAAE,QAAgB;QAC3D,IAAI,QAAQ,GAAG,CAAC,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;YAC/B,OAAO,EAAE,WAAW,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;QACrD,CAAC;QAED,yBAAyB;QACzB,IAAI,KAAK,CAAC,UAAU,CAAC,QAAQ,CAAC,KAAK,EAAE,IAAI,KAAK,CAAC,UAAU,CAAC,QAAQ,GAAG,CAAC,CAAC,KAAK,EAAE,IAAI,KAAK,CAAC,UAAU,CAAC,QAAQ,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC;YACtH,MAAM,KAAK,GAAG,QAAQ,CAAC;YACvB,QAAQ,IAAI,CAAC,CAAC;YAEd,OAAO,QAAQ,GAAG,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;gBACjC,iBAAiB;gBACjB,IAAI,KAAK,CAAC,UAAU,CAAC,QAAQ,CAAC,KAAK,EAAE,IAAI,KAAK,CAAC,UAAU,CAAC,QAAQ,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC;oBAC7E,QAAQ,IAAI,CAAC,CAAC;oBAEd,8BAA8B;oBAC9B,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,EAAE,QAAQ,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;oBAClF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;wBACpC,KAAK,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;oBAC/B,CAAC;oBAED,wDAAwD;oBACxD,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC;wBACzC,KAAK,CAAC,KAAK,EAAE,CAAC;oBAClB,CAAC;oBACD,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC;wBACxD,KAAK,CAAC,GAAG,EAAE,CAAC;oBAChB,CAAC;oBAED,OAAO,EAAE,WAAW,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;gBACtD,CAAC;gBACD,QAAQ,EAAE,CAAC;YACf,CAAC;YACD,MAAM,IAAI,KAAK,CAAC,0CAA0C,QAAQ,EAAE,CAAC,CAAC;QAC1E,CAAC;QACD,OAAO,EAAE,WAAW,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;IACrD,CAAC;IAED;;;OAGG;IACI,MAAM,CAAC,wBAAwB,CAAC,KAAa,EAAE,QAAgB;QAClE,MAAM,KAAK,GAAa,EAAE,CAAC;QAC3B,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC;QAE5B,OAAO,QAAQ,GAAG,MAAM,EAAE,CAAC;YACvB,yBAAyB;YACzB,MAAM,WAAW,GAAG,QAAQ,CAAC;YAE7B,wBAAwB;YACxB,QAAQ,GAAG,WAAW,CAAC,cAAc,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;YACvD,IAAI,QAAQ,KAAK,WAAW,EAAE,CAAC;gBAC3B,SAAS;YACb,CAAC;YAED,4BAA4B;YAC5B,MAAM,QAAQ,GAAG,KAAK,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;YAE5C,wBAAwB;YACxB,IAAI,QAAQ,KAAK,EAAE,EAAE,CAAC;gBAClB,MAAM,iBAAiB,GAAG,WAAW,CAAC,eAAe,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;gBACvE,IAAI,iBAAiB,CAAC,WAAW,KAAK,QAAQ,EAAE,CAAC;oBAC7C,QAAQ,GAAG,iBAAiB,CAAC,WAAW,CAAC;oBACzC,IAAI,iBAAiB,CAAC,OAAO,EAAE,CAAC;wBAC5B,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;oBACjD,CAAC;oBACD,SAAS;gBACb,CAAC;YACL,CAAC;YACD,yBAAyB;iBACpB,IAAI,QAAQ,KAAK,EAAE,EAAE,CAAC;gBACvB,MAAM,kBAAkB,GAAG,WAAW,CAAC,gBAAgB,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;gBACzE,IAAI,kBAAkB,CAAC,WAAW,KAAK,QAAQ,EAAE,CAAC;oBAC9C,QAAQ,GAAG,kBAAkB,CAAC,WAAW,CAAC;oBAC1C,IAAI,kBAAkB,CAAC,QAAQ,EAAE,CAAC;wBAC9B,KAAK,CAAC,IAAI,CAAC,GAAG,kBAAkB,CAAC,QAAQ,CAAC,CAAC;oBAC/C,CAAC;oBACD,SAAS;gBACb,CAAC;YACL,CAAC;YAED,uCAAuC;YACvC,MAAM;QACV,CAAC;QAED,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;IACtC,CAAC;IAED;;OAEG;IACI,MAAM,CAAC,qBAAqB,CAAC,KAAa,EAAE,QAAgB;QAC/D,MAAM,MAAM,GAAG,IAAI,CAAC,wBAAwB,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QAE9D,IAAI,CAAC,MAAM,EAAE,CAAC;YACV,MAAM,IAAI,KAAK,CAAC,mCAAmC,QAAQ,KAAK,WAAW,CAAC,oBAAoB,CAAC,KAAK,EAAE,QAAQ,CAAC,EAAE,CAAC,CAAC;QACzH,CAAC;QAED,OAAO,MAAM,CAAC;IAClB,CAAC;IAEM,MAAM,CAAC,wBAAwB,CAAC,KAAa,EAAE,QAAgB;QAClE,MAAM,KAAK,GAAG,QAAQ,CAAC;QAEvB,OAAO,QAAQ,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;YAC7B,IAAI,iCAAe,CAAC,WAAW,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC;gBAC/C,MAAM;YACV,CAAC;YACD,QAAQ,EAAE,CAAC;QACf,CAAC;QAED,IAAI,KAAK,KAAK,QAAQ,EAAE,CAAC;YACrB,OAAO,IAAI,CAAC;QAChB,CAAC;QAED,OAAO;YACH,UAAU,EAAE,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,QAAQ,CAAC;YACxC,WAAW,EAAE,QAAQ;SACxB,CAAC;IACN,CAAC;CACJ;AAzLD,kCAyLC"}

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "rawsql-ts",
-    "version": "0.1.0-beta.3",
+    "version": "0.1.0-beta.5",
     "description": "[beta]High-performance SQL parser and AST analyzer written in TypeScript. Provides fast parsing and advanced transformation capabilities.",
     "main": "dist/index.js",
     "types": "dist/index.d.ts",
@@ -15,7 +15,7 @@
     },
     "keywords": [],
     "author": "msugiura",
-    "license": "ISC",
+    "license": "MIT",
     "devDependencies": {
         "@types/benchmark": "^2.1.5",
         "@types/node": "^22.13.10",

package/dist/tsconfig.tsbuildinfo

@@ -1 +0,0 @@
-{"root":["../vitest.config.ts","../benchmarks/parse-benchmark.ts","../src/app.ts","../src/models/binaryselectquery.ts","../src/models/clause.ts","../src/models/keywordtrie.ts","../src/models/lexeme.ts","../src/models/selectquery.ts","../src/models/simpleselectquery.ts","../src/models/sqlcomponent.ts","../src/models/valuecomponent.ts","../src/models/valuesquery.ts","../src/parsers/commandexpressionparser.ts","../src/parsers/commontableparser.ts","../src/parsers/forclauseparser.ts","../src/parsers/fromclauseparser.ts","../src/parsers/functionexpressionparser.ts","../src/parsers/groupbyparser.ts","../src/parsers/havingparser.ts","../src/parsers/identifierparser.ts","../src/parsers/joinclauseparser.ts","../src/parsers/keywordparser.ts","../src/parsers/limitclauseparser.ts","../src/parsers/literalparser.ts","../src/parsers/orderbyclauseparser.ts","../src/parsers/overexpressionparser.ts","../src/parsers/parameterexpressionparser.ts","../src/parsers/parenexpressionparser.ts","../src/parsers/partitionbyparser.ts","../src/parsers/selectclauseparser.ts","../src/parsers/selectqueryparser.ts","../src/parsers/sourcealiasexpressionparser.ts","../src/parsers/sourceexpressionparser.ts","../src/parsers/sourceparser.ts","../src/parsers/sqltokenizer.ts","../src/parsers/stringspecifierexpressionparser.ts","../src/parsers/unaryexpressionparser.ts","../src/parsers/valueparser.ts","../src/parsers/valuesqueryparser.ts","../src/parsers/whereclauseparser.ts","../src/parsers/windowclauseparser.ts","../src/parsers/windowexpressionparser.ts","../src/parsers/withclauseparser.ts","../src/tokenreaders/basetokenreader.ts","../src/tokenreaders/commandtokenreader.ts","../src/tokenreaders/functiontokenreader.ts","../src/tokenreaders/identifiertokenreader.ts","../src/tokenreaders/literaltokenreader.ts","../src/tokenreaders/operatortokenreader.ts","../src/tokenreaders/parametertokenreader.ts","../src/tokenreaders/stringspecifiertokenreader.ts","../src/tokenreaders/symboltokenreader.ts","../src/tokenreaders/tokenreadermanager.ts","../src/tokenreaders/typetokenreader.ts","../src/transformers/ctebuilder.ts","../src/transformers/ctecollector.ts","../src/transformers/ctedisabler.ts","../src/transformers/cteinjector.ts","../src/transformers/ctenormalizer.ts","../src/transformers/formatter.ts","../src/transformers/querynormalizer.ts","../src/transformers/selectvaluecollector.ts","../src/transformers/selectablecolumncollector.ts","../src/transformers/tablesourcecollector.ts","../src/transformers/upstreamselectqueryfinder.ts","../src/utils/charlookuptable.ts","../src/utils/stringutils.ts"],"version":"5.8.2"}

package/dist/vitest.config.js

@@ -1,15 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-/// <reference types="vitest" />
-const config_1 = require("vitest/config");
-const path_1 = require("path");
-exports.default = (0, config_1.defineConfig)({
-    test: {
-        environment: 'node',
-        include: ['tests/**/*.test.[jt]s'],
-        exclude: ['dist/**'],
-        root: (0, path_1.resolve)(__dirname),
-        testTimeout: 3000,
-    },
-});
-//# sourceMappingURL=vitest.config.js.map

package/dist/vitest.config.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"vitest.config.js","sourceRoot":"","sources":["../vitest.config.ts"],"names":[],"mappings":";;AAAA,gCAAgC;AAChC,0CAA4C;AAC5C,+BAA8B;AAE9B,kBAAe,IAAA,qBAAY,EAAC;IACxB,IAAI,EAAE;QACF,WAAW,EAAE,MAAM;QACnB,OAAO,EAAE,CAAC,uBAAuB,CAAC;QAClC,OAAO,EAAE,CAAC,SAAS,CAAC;QACpB,IAAI,EAAE,IAAA,cAAO,EAAC,SAAS,CAAC;QACxB,WAAW,EAAE,IAAI;KACpB;CACJ,CAAC,CAAA"}