rawsql-ts 0.1.1-beta.1 → 0.1.1-beta.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (199) hide show
  1. package/dist/esm/index.js +17 -0
  2. package/dist/esm/index.js.map +1 -0
  3. package/dist/esm/models/BinarySelectQuery.js +137 -0
  4. package/dist/esm/models/BinarySelectQuery.js.map +1 -0
  5. package/dist/esm/models/Clause.js +289 -0
  6. package/dist/esm/models/Clause.js.map +1 -0
  7. package/dist/esm/models/KeywordTrie.js +48 -0
  8. package/dist/esm/models/KeywordTrie.js.map +1 -0
  9. package/dist/esm/models/Lexeme.js +18 -0
  10. package/dist/esm/models/Lexeme.js.map +1 -0
  11. package/dist/esm/models/SelectQuery.js +5 -0
  12. package/dist/esm/models/SelectQuery.js.map +1 -0
  13. package/dist/esm/models/SimpleSelectQuery.js +288 -0
  14. package/dist/esm/models/SimpleSelectQuery.js.map +1 -0
  15. package/dist/esm/models/SqlComponent.js +22 -0
  16. package/dist/esm/models/SqlComponent.js.map +1 -0
  17. package/dist/esm/models/ValueComponent.js +223 -0
  18. package/dist/esm/models/ValueComponent.js.map +1 -0
  19. package/dist/esm/models/ValuesQuery.js +12 -0
  20. package/dist/esm/models/ValuesQuery.js.map +1 -0
  21. package/dist/esm/parsers/CommandExpressionParser.js +120 -0
  22. package/dist/esm/parsers/CommandExpressionParser.js.map +1 -0
  23. package/dist/esm/parsers/CommonTableParser.js +58 -0
  24. package/dist/esm/parsers/CommonTableParser.js.map +1 -0
  25. package/dist/esm/parsers/ForClauseParser.js +54 -0
  26. package/dist/esm/parsers/ForClauseParser.js.map +1 -0
  27. package/dist/esm/parsers/FromClauseParser.js +43 -0
  28. package/dist/esm/parsers/FromClauseParser.js.map +1 -0
  29. package/dist/esm/parsers/FunctionExpressionParser.js +174 -0
  30. package/dist/esm/parsers/FunctionExpressionParser.js.map +1 -0
  31. package/dist/esm/parsers/GroupByParser.js +54 -0
  32. package/dist/esm/parsers/GroupByParser.js.map +1 -0
  33. package/dist/esm/parsers/HavingParser.js +32 -0
  34. package/dist/esm/parsers/HavingParser.js.map +1 -0
  35. package/dist/esm/parsers/IdentifierParser.js +35 -0
  36. package/dist/esm/parsers/IdentifierParser.js.map +1 -0
  37. package/dist/esm/parsers/JoinClauseParser.js +101 -0
  38. package/dist/esm/parsers/JoinClauseParser.js.map +1 -0
  39. package/dist/esm/parsers/KeywordParser.js +87 -0
  40. package/dist/esm/parsers/KeywordParser.js.map +1 -0
  41. package/dist/esm/parsers/LimitClauseParser.js +46 -0
  42. package/dist/esm/parsers/LimitClauseParser.js.map +1 -0
  43. package/dist/esm/parsers/LiteralParser.js +34 -0
  44. package/dist/esm/parsers/LiteralParser.js.map +1 -0
  45. package/dist/esm/parsers/OrderByClauseParser.js +73 -0
  46. package/dist/esm/parsers/OrderByClauseParser.js.map +1 -0
  47. package/dist/esm/parsers/OverExpressionParser.js +40 -0
  48. package/dist/esm/parsers/OverExpressionParser.js.map +1 -0
  49. package/dist/esm/parsers/ParameterExpressionParser.js +11 -0
  50. package/dist/esm/parsers/ParameterExpressionParser.js.map +1 -0
  51. package/dist/esm/parsers/ParenExpressionParser.js +29 -0
  52. package/dist/esm/parsers/ParenExpressionParser.js.map +1 -0
  53. package/dist/esm/parsers/PartitionByParser.js +49 -0
  54. package/dist/esm/parsers/PartitionByParser.js.map +1 -0
  55. package/dist/esm/parsers/SelectClauseParser.js +80 -0
  56. package/dist/esm/parsers/SelectClauseParser.js.map +1 -0
  57. package/dist/esm/parsers/SelectQueryParser.js +149 -0
  58. package/dist/esm/parsers/SelectQueryParser.js.map +1 -0
  59. package/dist/esm/parsers/SourceAliasExpressionParser.js +45 -0
  60. package/dist/esm/parsers/SourceAliasExpressionParser.js.map +1 -0
  61. package/dist/esm/parsers/SourceExpressionParser.js +31 -0
  62. package/dist/esm/parsers/SourceExpressionParser.js.map +1 -0
  63. package/dist/esm/parsers/SourceParser.js +115 -0
  64. package/dist/esm/parsers/SourceParser.js.map +1 -0
  65. package/dist/esm/parsers/SqlTokenizer.js +170 -0
  66. package/dist/esm/parsers/SqlTokenizer.js.map +1 -0
  67. package/dist/esm/parsers/StringSpecifierExpressionParser.js +18 -0
  68. package/dist/esm/parsers/StringSpecifierExpressionParser.js.map +1 -0
  69. package/dist/esm/parsers/UnaryExpressionParser.js +26 -0
  70. package/dist/esm/parsers/UnaryExpressionParser.js.map +1 -0
  71. package/dist/esm/parsers/ValueParser.js +132 -0
  72. package/dist/esm/parsers/ValueParser.js.map +1 -0
  73. package/dist/esm/parsers/ValuesQueryParser.js +82 -0
  74. package/dist/esm/parsers/ValuesQueryParser.js.map +1 -0
  75. package/dist/esm/parsers/WhereClauseParser.js +32 -0
  76. package/dist/esm/parsers/WhereClauseParser.js.map +1 -0
  77. package/dist/esm/parsers/WindowClauseParser.js +41 -0
  78. package/dist/esm/parsers/WindowClauseParser.js.map +1 -0
  79. package/dist/esm/parsers/WindowExpressionParser.js +159 -0
  80. package/dist/esm/parsers/WindowExpressionParser.js.map +1 -0
  81. package/dist/esm/parsers/WithClauseParser.js +53 -0
  82. package/dist/esm/parsers/WithClauseParser.js.map +1 -0
  83. package/dist/esm/tokenReaders/BaseTokenReader.js +78 -0
  84. package/dist/esm/tokenReaders/BaseTokenReader.js.map +1 -0
  85. package/dist/esm/tokenReaders/CommandTokenReader.js +141 -0
  86. package/dist/esm/tokenReaders/CommandTokenReader.js.map +1 -0
  87. package/dist/esm/tokenReaders/FunctionTokenReader.js +41 -0
  88. package/dist/esm/tokenReaders/FunctionTokenReader.js.map +1 -0
  89. package/dist/esm/tokenReaders/IdentifierTokenReader.js +66 -0
  90. package/dist/esm/tokenReaders/IdentifierTokenReader.js.map +1 -0
  91. package/dist/esm/tokenReaders/LiteralTokenReader.js +185 -0
  92. package/dist/esm/tokenReaders/LiteralTokenReader.js.map +1 -0
  93. package/dist/esm/tokenReaders/OperatorTokenReader.js +94 -0
  94. package/dist/esm/tokenReaders/OperatorTokenReader.js.map +1 -0
  95. package/dist/esm/tokenReaders/ParameterTokenReader.js +40 -0
  96. package/dist/esm/tokenReaders/ParameterTokenReader.js.map +1 -0
  97. package/dist/esm/tokenReaders/StringSpecifierTokenReader.js +27 -0
  98. package/dist/esm/tokenReaders/StringSpecifierTokenReader.js.map +1 -0
  99. package/dist/esm/tokenReaders/SymbolTokenReader.js +31 -0
  100. package/dist/esm/tokenReaders/SymbolTokenReader.js.map +1 -0
  101. package/dist/esm/tokenReaders/TokenReaderManager.js +106 -0
  102. package/dist/esm/tokenReaders/TokenReaderManager.js.map +1 -0
  103. package/dist/esm/tokenReaders/TypeTokenReader.js +55 -0
  104. package/dist/esm/tokenReaders/TypeTokenReader.js.map +1 -0
  105. package/dist/esm/transformers/CTEBuilder.js +184 -0
  106. package/dist/esm/transformers/CTEBuilder.js.map +1 -0
  107. package/dist/esm/transformers/CTECollector.js +384 -0
  108. package/dist/esm/transformers/CTECollector.js.map +1 -0
  109. package/dist/esm/transformers/CTEDisabler.js +321 -0
  110. package/dist/esm/transformers/CTEDisabler.js.map +1 -0
  111. package/dist/esm/transformers/CTEInjector.js +79 -0
  112. package/dist/esm/transformers/CTEInjector.js.map +1 -0
  113. package/dist/esm/transformers/CTENormalizer.js +42 -0
  114. package/dist/esm/transformers/CTENormalizer.js.map +1 -0
  115. package/dist/esm/transformers/Formatter.js +463 -0
  116. package/dist/esm/transformers/Formatter.js.map +1 -0
  117. package/dist/esm/transformers/QueryConverter.js +115 -0
  118. package/dist/esm/transformers/QueryConverter.js.map +1 -0
  119. package/dist/esm/transformers/SelectValueCollector.js +245 -0
  120. package/dist/esm/transformers/SelectValueCollector.js.map +1 -0
  121. package/dist/esm/transformers/SelectableColumnCollector.js +318 -0
  122. package/dist/esm/transformers/SelectableColumnCollector.js.map +1 -0
  123. package/dist/esm/transformers/TableColumnResolver.js +2 -0
  124. package/dist/esm/transformers/TableColumnResolver.js.map +1 -0
  125. package/dist/esm/transformers/TableSourceCollector.js +380 -0
  126. package/dist/esm/transformers/TableSourceCollector.js.map +1 -0
  127. package/dist/esm/transformers/UpstreamSelectQueryFinder.js +125 -0
  128. package/dist/esm/transformers/UpstreamSelectQueryFinder.js.map +1 -0
  129. package/dist/esm/types/index.d.ts +14 -0
  130. package/dist/esm/types/models/BinarySelectQuery.d.ts +91 -0
  131. package/dist/esm/types/models/Clause.d.ts +189 -0
  132. package/dist/esm/types/models/KeywordTrie.d.ts +11 -0
  133. package/dist/esm/types/models/Lexeme.d.ts +25 -0
  134. package/dist/esm/types/models/SelectQuery.d.ts +5 -0
  135. package/dist/esm/types/models/SimpleSelectQuery.d.ts +167 -0
  136. package/dist/esm/types/models/SqlComponent.d.ts +18 -0
  137. package/dist/esm/types/models/ValueComponent.d.ts +158 -0
  138. package/dist/esm/types/models/ValuesQuery.d.ts +10 -0
  139. package/dist/esm/types/parsers/CommandExpressionParser.d.ts +15 -0
  140. package/dist/esm/types/parsers/CommonTableParser.d.ts +9 -0
  141. package/dist/esm/types/parsers/ForClauseParser.d.ts +9 -0
  142. package/dist/esm/types/parsers/FromClauseParser.d.ts +9 -0
  143. package/dist/esm/types/parsers/FunctionExpressionParser.d.ts +22 -0
  144. package/dist/esm/types/parsers/GroupByParser.d.ts +10 -0
  145. package/dist/esm/types/parsers/HavingParser.d.ts +9 -0
  146. package/dist/esm/types/parsers/IdentifierParser.d.ts +8 -0
  147. package/dist/esm/types/parsers/JoinClauseParser.d.ts +14 -0
  148. package/dist/esm/types/parsers/KeywordParser.d.ts +17 -0
  149. package/dist/esm/types/parsers/LimitClauseParser.d.ts +9 -0
  150. package/dist/esm/types/parsers/LiteralParser.d.ts +8 -0
  151. package/dist/esm/types/parsers/OrderByClauseParser.d.ts +10 -0
  152. package/dist/esm/types/parsers/OverExpressionParser.d.ts +9 -0
  153. package/dist/esm/types/parsers/ParameterExpressionParser.d.ts +8 -0
  154. package/dist/esm/types/parsers/ParenExpressionParser.d.ts +8 -0
  155. package/dist/esm/types/parsers/PartitionByParser.d.ts +9 -0
  156. package/dist/esm/types/parsers/SelectClauseParser.d.ts +10 -0
  157. package/dist/esm/types/parsers/SelectQueryParser.d.ts +13 -0
  158. package/dist/esm/types/parsers/SourceAliasExpressionParser.d.ts +8 -0
  159. package/dist/esm/types/parsers/SourceExpressionParser.d.ts +8 -0
  160. package/dist/esm/types/parsers/SourceParser.d.ts +13 -0
  161. package/dist/esm/types/parsers/SqlTokenizer.d.ts +64 -0
  162. package/dist/esm/types/parsers/StringSpecifierExpressionParser.d.ts +8 -0
  163. package/dist/esm/types/parsers/UnaryExpressionParser.d.ts +8 -0
  164. package/dist/esm/types/parsers/ValueParser.d.ts +14 -0
  165. package/dist/esm/types/parsers/ValuesQueryParser.d.ts +10 -0
  166. package/dist/esm/types/parsers/WhereClauseParser.d.ts +9 -0
  167. package/dist/esm/types/parsers/WindowClauseParser.d.ts +9 -0
  168. package/dist/esm/types/parsers/WindowExpressionParser.d.ts +12 -0
  169. package/dist/esm/types/parsers/WithClauseParser.d.ts +9 -0
  170. package/dist/esm/types/tokenReaders/BaseTokenReader.d.ts +43 -0
  171. package/dist/esm/types/tokenReaders/CommandTokenReader.d.ts +7 -0
  172. package/dist/esm/types/tokenReaders/FunctionTokenReader.d.ts +11 -0
  173. package/dist/esm/types/tokenReaders/IdentifierTokenReader.d.ts +15 -0
  174. package/dist/esm/types/tokenReaders/LiteralTokenReader.d.ts +23 -0
  175. package/dist/esm/types/tokenReaders/OperatorTokenReader.d.ts +5 -0
  176. package/dist/esm/types/tokenReaders/ParameterTokenReader.d.ts +11 -0
  177. package/dist/esm/types/tokenReaders/StringSpecifierTokenReader.d.ts +8 -0
  178. package/dist/esm/types/tokenReaders/SymbolTokenReader.d.ts +12 -0
  179. package/dist/esm/types/tokenReaders/TokenReaderManager.d.ts +53 -0
  180. package/dist/esm/types/tokenReaders/TypeTokenReader.d.ts +11 -0
  181. package/dist/esm/types/transformers/CTEBuilder.d.ts +52 -0
  182. package/dist/esm/types/transformers/CTECollector.d.ts +82 -0
  183. package/dist/esm/types/transformers/CTEDisabler.d.ts +77 -0
  184. package/dist/esm/types/transformers/CTEInjector.d.ts +40 -0
  185. package/dist/esm/types/transformers/CTENormalizer.d.ts +25 -0
  186. package/dist/esm/types/transformers/Formatter.d.ts +82 -0
  187. package/dist/esm/types/transformers/QueryConverter.d.ts +41 -0
  188. package/dist/esm/types/transformers/SelectValueCollector.d.ts +60 -0
  189. package/dist/esm/types/transformers/SelectableColumnCollector.d.ts +72 -0
  190. package/dist/esm/types/transformers/TableColumnResolver.d.ts +10 -0
  191. package/dist/esm/types/transformers/TableSourceCollector.d.ts +92 -0
  192. package/dist/esm/types/transformers/UpstreamSelectQueryFinder.d.ts +27 -0
  193. package/dist/esm/types/utils/charLookupTable.d.ts +11 -0
  194. package/dist/esm/types/utils/stringUtils.d.ts +43 -0
  195. package/dist/esm/utils/charLookupTable.js +69 -0
  196. package/dist/esm/utils/charLookupTable.js.map +1 -0
  197. package/dist/esm/utils/stringUtils.js +164 -0
  198. package/dist/esm/utils/stringUtils.js.map +1 -0
  199. package/package.json +1 -1
@@ -0,0 +1,69 @@
1
+ /**
2
+ * Fast character classification utilities for SQL tokenization
3
+ */
4
+ export class CharLookupTable {
5
+ static isWhitespace(char) {
6
+ if (char.length !== 1)
7
+ return false;
8
+ const code = char.charCodeAt(0);
9
+ // Check for space(32), tab(9), line feed(10), carriage return(13)
10
+ return code === 32 || code === 9 || code === 10 || code === 13;
11
+ }
12
+ static isDigit(char) {
13
+ if (char.length !== 1)
14
+ return false;
15
+ const code = char.charCodeAt(0);
16
+ // Check if within '0'(48) to '9'(57) range
17
+ return code >= 48 && code <= 57;
18
+ }
19
+ static isHexChar(char) {
20
+ if (char.length !== 1)
21
+ return false;
22
+ const code = char.charCodeAt(0);
23
+ // Check if '0'(48) to '9'(57) or 'a'(97) to 'f'(102) or 'A'(65) to 'F'(70)
24
+ return (code >= 48 && code <= 57) ||
25
+ (code >= 97 && code <= 102) ||
26
+ (code >= 65 && code <= 70);
27
+ }
28
+ static isOperatorSymbol(char) {
29
+ if (char.length !== 1)
30
+ return false;
31
+ const code = char.charCodeAt(0);
32
+ // Check for specific operator character codes
33
+ // '+'=43, '-'=45, '*'=42, '/'=47, '%'=37, '~'=126, '@'=64, '#'=35, '^'=94,
34
+ // '&'=38, ':'=58, '!'=33, '<'=60, '>'=62, '='=61, '|'=124
35
+ return code === 43 || code === 45 || code === 42 || code === 47 ||
36
+ code === 37 || code === 126 || code === 64 || code === 35 ||
37
+ code === 94 || code === 38 || code === 58 || code === 33 ||
38
+ code === 60 || code === 62 || code === 61 || code === 124;
39
+ }
40
+ static isDelimiter(char) {
41
+ if (char.length !== 1)
42
+ return false;
43
+ const code = char.charCodeAt(0);
44
+ // First check delimiters: '.'=46, ','=44, '('=40, ')'=41, '['=91, ']'=93, '{'=123, '}'=125, ';'=59
45
+ if (code === 46 || code === 44 || code === 40 || code === 41 ||
46
+ code === 91 || code === 93 || code === 123 || code === 125 || code === 59) {
47
+ return true;
48
+ }
49
+ // Then check for whitespace: ' '=32, '\t'=9, '\n'=10, '\r'=13
50
+ if (code === 32 || code === 9 || code === 10 || code === 13) {
51
+ return true;
52
+ }
53
+ // Finally check for operator symbols
54
+ // '+'=43, '-'=45, '*'=42, '/'=47, '%'=37, '~'=126, '@'=64, '#'=35, '^'=94,
55
+ // '&'=38, ':'=58, '!'=33, '<'=60, '>'=62, '='=61, '|'=124
56
+ return code === 43 || code === 45 || code === 42 || code === 47 ||
57
+ code === 37 || code === 126 || code === 64 || code === 35 ||
58
+ code === 94 || code === 38 || code === 58 || code === 33 ||
59
+ code === 60 || code === 62 || code === 61 || code === 124;
60
+ }
61
+ static isNamedParameterPrefix(char) {
62
+ if (char.length !== 1)
63
+ return false;
64
+ const code = char.charCodeAt(0);
65
+ // Check for parameter prefix characters: '@'=64, ':'=58, '$'=36
66
+ return code === 64 || code === 58 || code === 36;
67
+ }
68
+ }
69
+ //# sourceMappingURL=charLookupTable.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"charLookupTable.js","sourceRoot":"","sources":["../../../src/utils/charLookupTable.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,MAAM,OAAO,eAAe;IACjB,MAAM,CAAC,YAAY,CAAC,IAAY;QACnC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,KAAK,CAAC;QACpC,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QAChC,kEAAkE;QAClE,OAAO,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,CAAC,IAAI,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,EAAE,CAAC;IACnE,CAAC;IAEM,MAAM,CAAC,OAAO,CAAC,IAAY;QAC9B,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,KAAK,CAAC;QACpC,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QAChC,2CAA2C;QAC3C,OAAO,IAAI,IAAI,EAAE,IAAI,IAAI,IAAI,EAAE,CAAC;IACpC,CAAC;IAEM,MAAM,CAAC,SAAS,CAAC,IAAY;QAChC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,KAAK,CAAC;QACpC,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QAChC,2EAA2E;QAC3E,OAAO,CAAC,IAAI,IAAI,EAAE,IAAI,IAAI,IAAI,EAAE,CAAC;YAC7B,CAAC,IAAI,IAAI,EAAE,IAAI,IAAI,IAAI,GAAG,CAAC;YAC3B,CAAC,IAAI,IAAI,EAAE,IAAI,IAAI,IAAI,EAAE,CAAC,CAAC;IACnC,CAAC;IAEM,MAAM,CAAC,gBAAgB,CAAC,IAAY;QACvC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,KAAK,CAAC;QACpC,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QAEhC,8CAA8C;QAC9C,4EAA4E;QAC5E,0DAA0D;QAC1D,OAAO,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,EAAE;YAC3D,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,EAAE;YACzD,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,EAAE;YACxD,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,GAAG,CAAC;IAClE,CAAC;IAEM,MAAM,CAAC,WAAW,CAAC,IAAY;QAClC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,KAAK,CAAC;QACpC,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QAEhC,mGAAmG;QACnG,IAAI,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,EAAE;YACxD,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,EAAE,EAAE,CAAC;YAC5E,OAAO,IAAI,CAAC;QAChB,CAAC;QAED,8DAA8D;QAC9D,IAAI,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,CAAC,IAAI,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,EAAE,EAAE,CAAC;YAC1D,OAAO,IAAI,CAAC;QAChB,CAAC;QAED,qCAAqC;QACrC,4EAA4E;QAC5E,0DAA0D;QAC1D,OAAO,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,EAAE;YAC3D,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,EAAE;YACzD,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,EAAE;YACxD,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,GAAG,CAAC;IAClE,CAAC;IAEM,MAAM,CAAC,sBAAsB,CAAC,IAAY;QAC7C,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,KAAK,CAAC;QACpC,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QAEhC,gEAAgE;QAChE,OAAO,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,EAAE,CAAC;IACrD,CAAC;CACJ"}
@@ -0,0 +1,164 @@
1
+ import { CharLookupTable } from "./charLookupTable";
2
+ /**
3
+ * Utilities for string operations during tokenization
4
+ */
5
+ export class StringUtils {
6
+ /**
7
+ * Creates a visual representation of an error position in text
8
+ * @param input The input text
9
+ * @param errPosition The error position
10
+ * @returns A string with a caret pointing to the error position
11
+ */
12
+ static getDebugPositionInfo(input, errPosition) {
13
+ // Get 5 characters before and after the error
14
+ // If the start and end points are out of the string range, keep them within the range
15
+ // Display ^ at the error position on the next line
16
+ const start = Math.max(0, errPosition - 5);
17
+ const end = Math.min(input.length, errPosition + 5);
18
+ const debugInfo = input.slice(start, end);
19
+ const caret = ' '.repeat(errPosition - start) + '^';
20
+ return `${debugInfo}\n${caret}`;
21
+ }
22
+ /**
23
+ * Skip white space characters.
24
+ */
25
+ static skipWhiteSpace(input, position) {
26
+ const length = input.length;
27
+ while (position < length) {
28
+ const charCode = input.charCodeAt(position);
29
+ // ' '=32, '\t'=9, '\n'=10, '\r'=13
30
+ if (charCode !== 32 && charCode !== 9 && charCode !== 10 && charCode !== 13) {
31
+ break;
32
+ }
33
+ position++;
34
+ }
35
+ return position;
36
+ }
37
+ /**
38
+ * Skip line comment.
39
+ */
40
+ static readLineComment(input, position) {
41
+ if (position + 1 >= input.length) {
42
+ return { newPosition: position, comment: null };
43
+ }
44
+ // '-'=45
45
+ if (input.charCodeAt(position) === 45 && input.charCodeAt(position + 1) === 45) {
46
+ const start = position;
47
+ position += 2;
48
+ // '\n'=10
49
+ while (position < input.length && input.charCodeAt(position) !== 10) {
50
+ position++;
51
+ }
52
+ // Return the trimmed comment content (excluding -- tokens)
53
+ const comment = input.slice(start + 2, position).trim();
54
+ return { newPosition: position, comment };
55
+ }
56
+ return { newPosition: position, comment: null };
57
+ }
58
+ /**
59
+ * Skip block comment.
60
+ */
61
+ static readBlockComment(input, position) {
62
+ if (position + 3 >= input.length) {
63
+ return { newPosition: position, comments: null };
64
+ }
65
+ // '/'=47, '*'=42, '+'=43
66
+ if (input.charCodeAt(position) === 47 && input.charCodeAt(position + 1) === 42 && input.charCodeAt(position + 2) !== 43) {
67
+ const start = position;
68
+ position += 2;
69
+ while (position + 1 < input.length) {
70
+ // '*'=42, '/'=47
71
+ if (input.charCodeAt(position) === 42 && input.charCodeAt(position + 1) === 47) {
72
+ position += 2;
73
+ // Process the comment content
74
+ const lines = input.slice(start + 2, position - 2).replace(/\r/g, '').split('\n');
75
+ for (let i = 0; i < lines.length; i++) {
76
+ lines[i] = lines[i].trim();
77
+ }
78
+ // Remove empty lines, but only at the beginning and end
79
+ while (lines.length > 0 && lines[0] === '') {
80
+ lines.shift();
81
+ }
82
+ while (lines.length > 0 && lines[lines.length - 1] === '') {
83
+ lines.pop();
84
+ }
85
+ return { newPosition: position, comments: lines };
86
+ }
87
+ position++;
88
+ }
89
+ throw new Error(`Block comment is not closed. position: ${position}`);
90
+ }
91
+ return { newPosition: position, comments: null };
92
+ }
93
+ /**
94
+ * Skip white space characters and SQL comments.
95
+ * @returns Object containing the new position and an array of skipped comments
96
+ */
97
+ static readWhiteSpaceAndComment(input, position) {
98
+ const lines = [];
99
+ const length = input.length;
100
+ while (position < length) {
101
+ // Store current position
102
+ const oldPosition = position;
103
+ // Skip whitespace first
104
+ position = StringUtils.skipWhiteSpace(input, position);
105
+ if (position !== oldPosition) {
106
+ continue;
107
+ }
108
+ // Fast character code check
109
+ const charCode = input.charCodeAt(position);
110
+ // '-'=45 (Line comment)
111
+ if (charCode === 45) {
112
+ const lineCommentResult = StringUtils.readLineComment(input, position);
113
+ if (lineCommentResult.newPosition !== position) {
114
+ position = lineCommentResult.newPosition;
115
+ if (lineCommentResult.comment) {
116
+ lines.push(lineCommentResult.comment.trim());
117
+ }
118
+ continue;
119
+ }
120
+ }
121
+ // '/'=47 (Block comment)
122
+ else if (charCode === 47) {
123
+ const blockCommentResult = StringUtils.readBlockComment(input, position);
124
+ if (blockCommentResult.newPosition !== position) {
125
+ position = blockCommentResult.newPosition;
126
+ if (blockCommentResult.comments) {
127
+ lines.push(...blockCommentResult.comments);
128
+ }
129
+ continue;
130
+ }
131
+ }
132
+ // No more whitespace or comments found
133
+ break;
134
+ }
135
+ return { position, lines: lines };
136
+ }
137
+ /**
138
+ * Read a regular identifier.
139
+ */
140
+ static readRegularIdentifier(input, position) {
141
+ const result = this.tryReadRegularIdentifier(input, position);
142
+ if (!result) {
143
+ throw new Error(`Unexpected character. position: ${position}\n${StringUtils.getDebugPositionInfo(input, position)}`);
144
+ }
145
+ return result;
146
+ }
147
+ static tryReadRegularIdentifier(input, position) {
148
+ const start = position;
149
+ while (position < input.length) {
150
+ if (CharLookupTable.isDelimiter(input[position])) {
151
+ break;
152
+ }
153
+ position++;
154
+ }
155
+ if (start === position) {
156
+ return null;
157
+ }
158
+ return {
159
+ identifier: input.slice(start, position),
160
+ newPosition: position
161
+ };
162
+ }
163
+ }
164
+ //# sourceMappingURL=stringUtils.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"stringUtils.js","sourceRoot":"","sources":["../../../src/utils/stringUtils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAEpD;;GAEG;AACH,MAAM,OAAO,WAAW;IACpB;;;;;OAKG;IACI,MAAM,CAAC,oBAAoB,CAAC,KAAa,EAAE,WAAmB;QACjE,8CAA8C;QAC9C,sFAAsF;QACtF,mDAAmD;QACnD,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,WAAW,GAAG,CAAC,CAAC,CAAC;QAC3C,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,EAAE,WAAW,GAAG,CAAC,CAAC,CAAC;QACpD,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;QAC1C,MAAM,KAAK,GAAG,GAAG,CAAC,MAAM,CAAC,WAAW,GAAG,KAAK,CAAC,GAAG,GAAG,CAAC;QACpD,OAAO,GAAG,SAAS,KAAK,KAAK,EAAE,CAAC;IACpC,CAAC;IAED;;OAEG;IACK,MAAM,CAAC,cAAc,CAAC,KAAa,EAAE,QAAgB;QACzD,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC;QAE5B,OAAO,QAAQ,GAAG,MAAM,EAAE,CAAC;YACvB,MAAM,QAAQ,GAAG,KAAK,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;YAC5C,mCAAmC;YACnC,IAAI,QAAQ,KAAK,EAAE,IAAI,QAAQ,KAAK,CAAC,IAAI,QAAQ,KAAK,EAAE,IAAI,QAAQ,KAAK,EAAE,EAAE,CAAC;gBAC1E,MAAM;YACV,CAAC;YACD,QAAQ,EAAE,CAAC;QACf,CAAC;QAED,OAAO,QAAQ,CAAC;IACpB,CAAC;IAED;;OAEG;IACK,MAAM,CAAC,eAAe,CAAC,KAAa,EAAE,QAAgB;QAC1D,IAAI,QAAQ,GAAG,CAAC,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;YAC/B,OAAO,EAAE,WAAW,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;QACpD,CAAC;QAED,SAAS;QACT,IAAI,KAAK,CAAC,UAAU,CAAC,QAAQ,CAAC,KAAK,EAAE,IAAI,KAAK,CAAC,UAAU,CAAC,QAAQ,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC;YAC7E,MAAM,KAAK,GAAG,QAAQ,CAAC;YACvB,QAAQ,IAAI,CAAC,CAAC;YAEd,UAAU;YACV,OAAO,QAAQ,GAAG,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,UAAU,CAAC,QAAQ,CAAC,KAAK,EAAE,EAAE,CAAC;gBAClE,QAAQ,EAAE,CAAC;YACf,CAAC;YAED,2DAA2D;YAC3D,MAAM,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,EAAE,QAAQ,CAAC,CAAC,IAAI,EAAE,CAAC;YACxD,OAAO,EAAE,WAAW,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC;QAC9C,CAAC;QACD,OAAO,EAAE,WAAW,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;IACpD,CAAC;IAED;;OAEG;IACK,MAAM,CAAC,gBAAgB,CAAC,KAAa,EAAE,QAAgB;QAC3D,IAAI,QAAQ,GAAG,CAAC,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;YAC/B,OAAO,EAAE,WAAW,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;QACrD,CAAC;QAED,yBAAyB;QACzB,IAAI,KAAK,CAAC,UAAU,CAAC,QAAQ,CAAC,KAAK,EAAE,IAAI,KAAK,CAAC,UAAU,CAAC,QAAQ,GAAG,CAAC,CAAC,KAAK,EAAE,IAAI,KAAK,CAAC,UAAU,CAAC,QAAQ,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC;YACtH,MAAM,KAAK,GAAG,QAAQ,CAAC;YACvB,QAAQ,IAAI,CAAC,CAAC;YAEd,OAAO,QAAQ,GAAG,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;gBACjC,iBAAiB;gBACjB,IAAI,KAAK,CAAC,UAAU,CAAC,QAAQ,CAAC,KAAK,EAAE,IAAI,KAAK,CAAC,UAAU,CAAC,QAAQ,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC;oBAC7E,QAAQ,IAAI,CAAC,CAAC;oBAEd,8BAA8B;oBAC9B,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,EAAE,QAAQ,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;oBAClF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;wBACpC,KAAK,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;oBAC/B,CAAC;oBAED,wDAAwD;oBACxD,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC;wBACzC,KAAK,CAAC,KAAK,EAAE,CAAC;oBAClB,CAAC;oBACD,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC;wBACxD,KAAK,CAAC,GAAG,EAAE,CAAC;oBAChB,CAAC;oBAED,OAAO,EAAE,WAAW,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;gBACtD,CAAC;gBACD,QAAQ,EAAE,CAAC;YACf,CAAC;YACD,MAAM,IAAI,KAAK,CAAC,0CAA0C,QAAQ,EAAE,CAAC,CAAC;QAC1E,CAAC;QACD,OAAO,EAAE,WAAW,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;IACrD,CAAC;IAED;;;OAGG;IACI,MAAM,CAAC,wBAAwB,CAAC,KAAa,EAAE,QAAgB;QAClE,MAAM,KAAK,GAAa,EAAE,CAAC;QAC3B,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC;QAE5B,OAAO,QAAQ,GAAG,MAAM,EAAE,CAAC;YACvB,yBAAyB;YACzB,MAAM,WAAW,GAAG,QAAQ,CAAC;YAE7B,wBAAwB;YACxB,QAAQ,GAAG,WAAW,CAAC,cAAc,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;YACvD,IAAI,QAAQ,KAAK,WAAW,EAAE,CAAC;gBAC3B,SAAS;YACb,CAAC;YAED,4BAA4B;YAC5B,MAAM,QAAQ,GAAG,KAAK,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;YAE5C,wBAAwB;YACxB,IAAI,QAAQ,KAAK,EAAE,EAAE,CAAC;gBAClB,MAAM,iBAAiB,GAAG,WAAW,CAAC,eAAe,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;gBACvE,IAAI,iBAAiB,CAAC,WAAW,KAAK,QAAQ,EAAE,CAAC;oBAC7C,QAAQ,GAAG,iBAAiB,CAAC,WAAW,CAAC;oBACzC,IAAI,iBAAiB,CAAC,OAAO,EAAE,CAAC;wBAC5B,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;oBACjD,CAAC;oBACD,SAAS;gBACb,CAAC;YACL,CAAC;YACD,yBAAyB;iBACpB,IAAI,QAAQ,KAAK,EAAE,EAAE,CAAC;gBACvB,MAAM,kBAAkB,GAAG,WAAW,CAAC,gBAAgB,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;gBACzE,IAAI,kBAAkB,CAAC,WAAW,KAAK,QAAQ,EAAE,CAAC;oBAC9C,QAAQ,GAAG,kBAAkB,CAAC,WAAW,CAAC;oBAC1C,IAAI,kBAAkB,CAAC,QAAQ,EAAE,CAAC;wBAC9B,KAAK,CAAC,IAAI,CAAC,GAAG,kBAAkB,CAAC,QAAQ,CAAC,CAAC;oBAC/C,CAAC;oBACD,SAAS;gBACb,CAAC;YACL,CAAC;YAED,uCAAuC;YACvC,MAAM;QACV,CAAC;QAED,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;IACtC,CAAC;IAED;;OAEG;IACI,MAAM,CAAC,qBAAqB,CAAC,KAAa,EAAE,QAAgB;QAC/D,MAAM,MAAM,GAAG,IAAI,CAAC,wBAAwB,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QAE9D,IAAI,CAAC,MAAM,EAAE,CAAC;YACV,MAAM,IAAI,KAAK,CAAC,mCAAmC,QAAQ,KAAK,WAAW,CAAC,oBAAoB,CAAC,KAAK,EAAE,QAAQ,CAAC,EAAE,CAAC,CAAC;QACzH,CAAC;QAED,OAAO,MAAM,CAAC;IAClB,CAAC;IAEM,MAAM,CAAC,wBAAwB,CAAC,KAAa,EAAE,QAAgB;QAClE,MAAM,KAAK,GAAG,QAAQ,CAAC;QAEvB,OAAO,QAAQ,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;YAC7B,IAAI,eAAe,CAAC,WAAW,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC;gBAC/C,MAAM;YACV,CAAC;YACD,QAAQ,EAAE,CAAC;QACf,CAAC;QAED,IAAI,KAAK,KAAK,QAAQ,EAAE,CAAC;YACrB,OAAO,IAAI,CAAC;QAChB,CAAC;QAED,OAAO;YACH,UAAU,EAAE,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,QAAQ,CAAC;YACxC,WAAW,EAAE,QAAQ;SACxB,CAAC;IACN,CAAC;CACJ"}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "rawsql-ts",
3
- "version": "0.1.1-beta.1",
3
+ "version": "0.1.1-beta.2",
4
4
  "description": "[beta]High-performance SQL parser and AST analyzer written in TypeScript. Provides fast parsing and advanced transformation capabilities.",
5
5
  "main": "dist/index.js",
6
6
  "module": "dist/esm/index.js",