python3-parser 1.0.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (335) hide show
  1. checksums.yaml +7 -0
  2. data/Gemfile +13 -0
  3. data/README.md +59 -0
  4. data/Rakefile +21 -0
  5. data/ext/python3-parser/Python3LexerBase.cpp +112 -0
  6. data/ext/python3-parser/Python3LexerBase.h +34 -0
  7. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/ANTLRErrorListener.cpp +10 -0
  8. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/ANTLRErrorListener.h +167 -0
  9. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/ANTLRErrorStrategy.cpp +10 -0
  10. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/ANTLRErrorStrategy.h +121 -0
  11. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/ANTLRFileStream.cpp +34 -0
  12. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/ANTLRFileStream.h +27 -0
  13. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/ANTLRInputStream.cpp +155 -0
  14. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/ANTLRInputStream.h +69 -0
  15. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/BailErrorStrategy.cpp +61 -0
  16. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/BailErrorStrategy.h +59 -0
  17. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/BaseErrorListener.cpp +25 -0
  18. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/BaseErrorListener.h +36 -0
  19. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/BufferedTokenStream.cpp +414 -0
  20. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/BufferedTokenStream.h +200 -0
  21. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/CharStream.cpp +11 -0
  22. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/CharStream.h +37 -0
  23. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/CommonToken.cpp +195 -0
  24. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/CommonToken.h +158 -0
  25. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/CommonTokenFactory.cpp +39 -0
  26. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/CommonTokenFactory.h +74 -0
  27. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/CommonTokenStream.cpp +78 -0
  28. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/CommonTokenStream.h +79 -0
  29. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/ConsoleErrorListener.cpp +15 -0
  30. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/ConsoleErrorListener.h +35 -0
  31. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/DefaultErrorStrategy.cpp +333 -0
  32. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/DefaultErrorStrategy.h +466 -0
  33. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/DiagnosticErrorListener.cpp +84 -0
  34. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/DiagnosticErrorListener.h +80 -0
  35. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/Exceptions.cpp +64 -0
  36. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/Exceptions.h +99 -0
  37. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/FailedPredicateException.cpp +51 -0
  38. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/FailedPredicateException.h +32 -0
  39. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/InputMismatchException.cpp +18 -0
  40. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/InputMismatchException.h +24 -0
  41. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/IntStream.cpp +12 -0
  42. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/IntStream.h +218 -0
  43. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/InterpreterRuleContext.cpp +19 -0
  44. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/InterpreterRuleContext.h +45 -0
  45. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/Lexer.cpp +295 -0
  46. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/Lexer.h +196 -0
  47. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/LexerInterpreter.cpp +75 -0
  48. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/LexerInterpreter.h +52 -0
  49. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/LexerNoViableAltException.cpp +36 -0
  50. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/LexerNoViableAltException.h +31 -0
  51. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/ListTokenSource.cpp +92 -0
  52. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/ListTokenSource.h +88 -0
  53. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/NoViableAltException.cpp +46 -0
  54. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/NoViableAltException.h +42 -0
  55. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/Parser.cpp +648 -0
  56. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/Parser.h +467 -0
  57. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/ParserInterpreter.cpp +306 -0
  58. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/ParserInterpreter.h +179 -0
  59. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/ParserRuleContext.cpp +141 -0
  60. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/ParserRuleContext.h +147 -0
  61. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/ProxyErrorListener.cpp +53 -0
  62. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/ProxyErrorListener.h +38 -0
  63. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/RecognitionException.cpp +66 -0
  64. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/RecognitionException.h +98 -0
  65. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/Recognizer.cpp +167 -0
  66. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/Recognizer.h +164 -0
  67. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/RuleContext.cpp +143 -0
  68. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/RuleContext.h +137 -0
  69. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/RuleContextWithAltNum.cpp +27 -0
  70. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/RuleContextWithAltNum.h +32 -0
  71. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/RuntimeMetaData.cpp +53 -0
  72. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/RuntimeMetaData.h +155 -0
  73. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/Token.cpp +9 -0
  74. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/Token.h +92 -0
  75. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/TokenFactory.h +30 -0
  76. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/TokenSource.cpp +9 -0
  77. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/TokenSource.h +85 -0
  78. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/TokenStream.cpp +11 -0
  79. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/TokenStream.h +137 -0
  80. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/TokenStreamRewriter.cpp +425 -0
  81. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/TokenStreamRewriter.h +293 -0
  82. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/UnbufferedCharStream.cpp +211 -0
  83. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/UnbufferedCharStream.h +123 -0
  84. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/UnbufferedTokenStream.cpp +270 -0
  85. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/UnbufferedTokenStream.h +115 -0
  86. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/Vocabulary.cpp +104 -0
  87. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/Vocabulary.h +193 -0
  88. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/WritableToken.cpp +9 -0
  89. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/WritableToken.h +23 -0
  90. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/antlr4-common.h +137 -0
  91. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/antlr4-runtime.h +167 -0
  92. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/ATN.cpp +209 -0
  93. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/ATN.h +112 -0
  94. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/ATNConfig.cpp +113 -0
  95. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/ATNConfig.h +148 -0
  96. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/ATNConfigSet.cpp +228 -0
  97. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/ATNConfigSet.h +110 -0
  98. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/ATNDeserializationOptions.cpp +64 -0
  99. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/ATNDeserializationOptions.h +50 -0
  100. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/ATNDeserializer.cpp +758 -0
  101. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/ATNDeserializer.h +85 -0
  102. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/ATNSerializer.cpp +621 -0
  103. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/ATNSerializer.h +61 -0
  104. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/ATNSimulator.cpp +63 -0
  105. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/ATNSimulator.h +87 -0
  106. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/ATNState.cpp +72 -0
  107. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/ATNState.h +133 -0
  108. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/ATNType.h +20 -0
  109. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/AbstractPredicateTransition.cpp +14 -0
  110. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/AbstractPredicateTransition.h +24 -0
  111. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/ActionTransition.cpp +33 -0
  112. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/ActionTransition.h +33 -0
  113. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/AmbiguityInfo.cpp +16 -0
  114. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/AmbiguityInfo.h +68 -0
  115. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/ArrayPredictionContext.cpp +82 -0
  116. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/ArrayPredictionContext.h +43 -0
  117. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/AtomTransition.cpp +31 -0
  118. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/AtomTransition.h +30 -0
  119. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/BasicBlockStartState.cpp +12 -0
  120. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/BasicBlockStartState.h +22 -0
  121. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/BasicState.cpp +12 -0
  122. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/BasicState.h +21 -0
  123. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/BlockEndState.cpp +15 -0
  124. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/BlockEndState.h +24 -0
  125. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/BlockStartState.cpp +9 -0
  126. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/BlockStartState.h +21 -0
  127. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/ContextSensitivityInfo.cpp +14 -0
  128. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/ContextSensitivityInfo.h +47 -0
  129. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/DecisionEventInfo.cpp +14 -0
  130. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/DecisionEventInfo.h +70 -0
  131. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/DecisionInfo.cpp +25 -0
  132. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/DecisionInfo.h +227 -0
  133. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/DecisionState.cpp +17 -0
  134. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/DecisionState.h +30 -0
  135. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/EmptyPredictionContext.cpp +35 -0
  136. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/EmptyPredictionContext.h +27 -0
  137. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/EpsilonTransition.cpp +35 -0
  138. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/EpsilonTransition.h +39 -0
  139. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/ErrorInfo.cpp +15 -0
  140. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/ErrorInfo.h +43 -0
  141. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/LL1Analyzer.cpp +158 -0
  142. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/LL1Analyzer.h +109 -0
  143. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/LexerATNConfig.cpp +84 -0
  144. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/LexerATNConfig.h +44 -0
  145. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/LexerATNSimulator.cpp +628 -0
  146. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/LexerATNSimulator.h +210 -0
  147. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/LexerAction.cpp +9 -0
  148. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/LexerAction.h +66 -0
  149. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/LexerActionExecutor.cpp +107 -0
  150. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/LexerActionExecutor.h +115 -0
  151. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/LexerActionType.h +55 -0
  152. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/LexerChannelAction.cpp +55 -0
  153. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/LexerChannelAction.h +63 -0
  154. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/LexerCustomAction.cpp +62 -0
  155. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/LexerCustomAction.h +87 -0
  156. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/LexerIndexedCustomAction.cpp +63 -0
  157. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/LexerIndexedCustomAction.h +82 -0
  158. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/LexerModeAction.cpp +56 -0
  159. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/LexerModeAction.h +61 -0
  160. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/LexerMoreAction.cpp +47 -0
  161. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/LexerMoreAction.h +57 -0
  162. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/LexerPopModeAction.cpp +47 -0
  163. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/LexerPopModeAction.h +57 -0
  164. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/LexerPushModeAction.cpp +56 -0
  165. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/LexerPushModeAction.h +61 -0
  166. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/LexerSkipAction.cpp +47 -0
  167. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/LexerSkipAction.h +55 -0
  168. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/LexerTypeAction.cpp +56 -0
  169. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/LexerTypeAction.h +55 -0
  170. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/LookaheadEventInfo.cpp +16 -0
  171. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/LookaheadEventInfo.h +42 -0
  172. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/LoopEndState.cpp +12 -0
  173. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/LoopEndState.h +22 -0
  174. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/NotSetTransition.cpp +27 -0
  175. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/NotSetTransition.h +25 -0
  176. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/OrderedATNConfigSet.cpp +12 -0
  177. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/OrderedATNConfigSet.h +20 -0
  178. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/ParseInfo.cpp +102 -0
  179. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/ParseInfo.h +102 -0
  180. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/ParserATNSimulator.cpp +1366 -0
  181. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/ParserATNSimulator.h +904 -0
  182. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/PlusBlockStartState.cpp +12 -0
  183. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/PlusBlockStartState.h +25 -0
  184. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/PlusLoopbackState.cpp +12 -0
  185. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/PlusLoopbackState.h +22 -0
  186. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/PrecedencePredicateTransition.cpp +32 -0
  187. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/PrecedencePredicateTransition.h +29 -0
  188. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/PredicateEvalInfo.cpp +17 -0
  189. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/PredicateEvalInfo.h +62 -0
  190. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/PredicateTransition.cpp +34 -0
  191. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/PredicateTransition.h +39 -0
  192. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/PredictionContext.cpp +662 -0
  193. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/PredictionContext.h +254 -0
  194. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/PredictionMode.cpp +201 -0
  195. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/PredictionMode.h +436 -0
  196. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/ProfilingATNSimulator.cpp +179 -0
  197. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/ProfilingATNSimulator.h +60 -0
  198. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/RangeTransition.cpp +30 -0
  199. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/RangeTransition.h +29 -0
  200. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/RuleStartState.cpp +16 -0
  201. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/RuleStartState.h +25 -0
  202. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/RuleStopState.cpp +12 -0
  203. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/RuleStopState.h +25 -0
  204. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/RuleTransition.cpp +37 -0
  205. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/RuleTransition.h +40 -0
  206. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/SemanticContext.cpp +377 -0
  207. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/SemanticContext.h +222 -0
  208. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/SetTransition.cpp +32 -0
  209. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/SetTransition.h +30 -0
  210. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/SingletonPredictionContext.cpp +81 -0
  211. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/SingletonPredictionContext.h +36 -0
  212. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/StarBlockStartState.cpp +12 -0
  213. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/StarBlockStartState.h +21 -0
  214. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/StarLoopEntryState.cpp +15 -0
  215. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/StarLoopEntryState.h +35 -0
  216. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/StarLoopbackState.cpp +19 -0
  217. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/StarLoopbackState.h +21 -0
  218. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/TokensStartState.cpp +12 -0
  219. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/TokensStartState.h +21 -0
  220. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/Transition.cpp +44 -0
  221. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/Transition.h +76 -0
  222. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/WildcardTransition.cpp +25 -0
  223. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/WildcardTransition.h +25 -0
  224. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/dfa/DFA.cpp +127 -0
  225. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/dfa/DFA.h +91 -0
  226. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/dfa/DFASerializer.cpp +67 -0
  227. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/dfa/DFASerializer.h +32 -0
  228. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/dfa/DFAState.cpp +100 -0
  229. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/dfa/DFAState.h +144 -0
  230. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/dfa/LexerDFASerializer.cpp +20 -0
  231. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/dfa/LexerDFASerializer.h +23 -0
  232. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/misc/InterpreterDataReader.cpp +124 -0
  233. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/misc/InterpreterDataReader.h +31 -0
  234. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/misc/Interval.cpp +89 -0
  235. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/misc/Interval.h +84 -0
  236. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/misc/IntervalSet.cpp +521 -0
  237. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/misc/IntervalSet.h +198 -0
  238. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/misc/MurmurHash.cpp +134 -0
  239. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/misc/MurmurHash.h +76 -0
  240. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/misc/Predicate.cpp +4 -0
  241. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/misc/Predicate.h +21 -0
  242. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/support/Any.cpp +13 -0
  243. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/support/Any.h +170 -0
  244. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/support/Arrays.cpp +43 -0
  245. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/support/Arrays.h +110 -0
  246. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/support/BitSet.h +76 -0
  247. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/support/CPPUtils.cpp +248 -0
  248. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/support/CPPUtils.h +78 -0
  249. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/support/Declarations.h +163 -0
  250. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/support/StringUtils.cpp +36 -0
  251. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/support/StringUtils.h +54 -0
  252. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/support/guid.cpp +303 -0
  253. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/support/guid.h +112 -0
  254. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/AbstractParseTreeVisitor.h +128 -0
  255. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/ErrorNode.cpp +9 -0
  256. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/ErrorNode.h +19 -0
  257. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/ErrorNodeImpl.cpp +23 -0
  258. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/ErrorNodeImpl.h +33 -0
  259. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/IterativeParseTreeWalker.cpp +71 -0
  260. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/IterativeParseTreeWalker.h +53 -0
  261. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/ParseTree.cpp +15 -0
  262. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/ParseTree.h +102 -0
  263. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/ParseTreeListener.cpp +9 -0
  264. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/ParseTreeListener.h +39 -0
  265. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/ParseTreeProperty.h +50 -0
  266. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/ParseTreeVisitor.cpp +9 -0
  267. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/ParseTreeVisitor.h +57 -0
  268. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/ParseTreeWalker.cpp +49 -0
  269. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/ParseTreeWalker.h +31 -0
  270. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/TerminalNode.cpp +9 -0
  271. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/TerminalNode.h +32 -0
  272. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/TerminalNodeImpl.cpp +57 -0
  273. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/TerminalNodeImpl.h +33 -0
  274. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/Trees.cpp +241 -0
  275. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/Trees.h +78 -0
  276. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/pattern/Chunk.cpp +9 -0
  277. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/pattern/Chunk.h +44 -0
  278. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/pattern/ParseTreeMatch.cpp +69 -0
  279. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/pattern/ParseTreeMatch.h +132 -0
  280. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/pattern/ParseTreePattern.cpp +64 -0
  281. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/pattern/ParseTreePattern.h +105 -0
  282. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/pattern/ParseTreePatternMatcher.cpp +371 -0
  283. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/pattern/ParseTreePatternMatcher.h +185 -0
  284. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/pattern/RuleTagToken.cpp +77 -0
  285. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/pattern/RuleTagToken.h +117 -0
  286. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/pattern/TagChunk.cpp +39 -0
  287. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/pattern/TagChunk.h +86 -0
  288. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/pattern/TextChunk.cpp +28 -0
  289. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/pattern/TextChunk.h +51 -0
  290. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/pattern/TokenTagToken.cpp +36 -0
  291. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/pattern/TokenTagToken.h +80 -0
  292. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/xpath/XPath.cpp +154 -0
  293. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/xpath/XPath.h +86 -0
  294. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/xpath/XPathElement.cpp +31 -0
  295. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/xpath/XPathElement.h +40 -0
  296. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/xpath/XPathLexer.cpp +173 -0
  297. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/xpath/XPathLexer.h +56 -0
  298. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/xpath/XPathLexerErrorListener.cpp +13 -0
  299. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/xpath/XPathLexerErrorListener.h +22 -0
  300. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/xpath/XPathRuleAnywhereElement.cpp +20 -0
  301. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/xpath/XPathRuleAnywhereElement.h +27 -0
  302. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/xpath/XPathRuleElement.cpp +30 -0
  303. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/xpath/XPathRuleElement.h +26 -0
  304. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/xpath/XPathTokenAnywhereElement.cpp +20 -0
  305. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/xpath/XPathTokenAnywhereElement.h +25 -0
  306. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/xpath/XPathTokenElement.cpp +33 -0
  307. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/xpath/XPathTokenElement.h +26 -0
  308. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/xpath/XPathWildcardAnywhereElement.cpp +23 -0
  309. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/xpath/XPathWildcardAnywhereElement.h +23 -0
  310. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/xpath/XPathWildcardElement.cpp +24 -0
  311. data/ext/python3-parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/xpath/XPathWildcardElement.h +23 -0
  312. data/ext/python3-parser/antlrgen/Python3Lexer.cpp +1024 -0
  313. data/ext/python3-parser/antlrgen/Python3Lexer.h +91 -0
  314. data/ext/python3-parser/antlrgen/Python3Lexer.interp +339 -0
  315. data/ext/python3-parser/antlrgen/Python3Lexer.tokens +181 -0
  316. data/ext/python3-parser/antlrgen/Python3Parser.cpp +10550 -0
  317. data/ext/python3-parser/antlrgen/Python3Parser.h +1811 -0
  318. data/ext/python3-parser/antlrgen/Python3Parser.interp +295 -0
  319. data/ext/python3-parser/antlrgen/Python3Parser.tokens +181 -0
  320. data/ext/python3-parser/antlrgen/Python3ParserBaseListener.cpp +7 -0
  321. data/ext/python3-parser/antlrgen/Python3ParserBaseListener.h +284 -0
  322. data/ext/python3-parser/antlrgen/Python3ParserBaseVisitor.cpp +7 -0
  323. data/ext/python3-parser/antlrgen/Python3ParserBaseVisitor.h +364 -0
  324. data/ext/python3-parser/antlrgen/Python3ParserListener.cpp +7 -0
  325. data/ext/python3-parser/antlrgen/Python3ParserListener.h +277 -0
  326. data/ext/python3-parser/antlrgen/Python3ParserVisitor.cpp +7 -0
  327. data/ext/python3-parser/antlrgen/Python3ParserVisitor.h +196 -0
  328. data/ext/python3-parser/extconf.rb +34 -0
  329. data/ext/python3-parser/python3_parser.cpp +10103 -0
  330. data/lib/python3-parser.rb +2 -0
  331. data/lib/python3-parser/version.rb +3 -0
  332. data/python3-parser.gemspec +31 -0
  333. data/spec/parser_spec.rb +105 -0
  334. data/spec/spec_helper.rb +9 -0
  335. metadata +391 -0
@@ -0,0 +1,85 @@
1
+ /* Copyright (c) 2012-2017 The ANTLR Project. All rights reserved.
2
+ * Use of this file is governed by the BSD 3-clause license that
3
+ * can be found in the LICENSE.txt file in the project root.
4
+ */
5
+
6
+ #pragma once
7
+
8
+ #include "atn/LexerAction.h"
9
+ #include "atn/ATNDeserializationOptions.h"
10
+
11
+ namespace antlr4 {
12
+ namespace atn {
13
+
14
+ class ANTLR4CPP_PUBLIC ATNDeserializer {
15
+ public:
16
+ static const size_t SERIALIZED_VERSION;
17
+
18
+ /// This is the current serialized UUID.
19
+ // ml: defined as function to avoid the “static initialization order fiasco”.
20
+ static Guid SERIALIZED_UUID();
21
+
22
+ ATNDeserializer();
23
+ ATNDeserializer(const ATNDeserializationOptions& dso);
24
+ virtual ~ATNDeserializer();
25
+
26
+ static Guid toUUID(const unsigned short *data, size_t offset);
27
+
28
+ virtual ATN deserialize(const std::vector<uint16_t> &input);
29
+ virtual void verifyATN(const ATN &atn);
30
+
31
+ static void checkCondition(bool condition);
32
+ static void checkCondition(bool condition, const std::string &message);
33
+
34
+ static Transition *edgeFactory(const ATN &atn, size_t type, size_t src, size_t trg, size_t arg1, size_t arg2,
35
+ size_t arg3, const std::vector<misc::IntervalSet> &sets);
36
+
37
+ static ATNState *stateFactory(size_t type, size_t ruleIndex);
38
+
39
+ protected:
40
+ /// Determines if a particular serialized representation of an ATN supports
41
+ /// a particular feature, identified by the <seealso cref="UUID"/> used for serializing
42
+ /// the ATN at the time the feature was first introduced.
43
+ ///
44
+ /// <param name="feature"> The <seealso cref="UUID"/> marking the first time the feature was
45
+ /// supported in the serialized ATN. </param>
46
+ /// <param name="actualUuid"> The <seealso cref="UUID"/> of the actual serialized ATN which is
47
+ /// currently being deserialized. </param>
48
+ /// <returns> {@code true} if the {@code actualUuid} value represents a
49
+ /// serialized ATN at or after the feature identified by {@code feature} was
50
+ /// introduced; otherwise, {@code false}. </returns>
51
+ virtual bool isFeatureSupported(const Guid &feature, const Guid &actualUuid);
52
+ void markPrecedenceDecisions(const ATN &atn);
53
+ Ref<LexerAction> lexerActionFactory(LexerActionType type, int data1, int data2);
54
+
55
+ private:
56
+ /// This is the earliest supported serialized UUID.
57
+ static Guid BASE_SERIALIZED_UUID();
58
+
59
+ /// This UUID indicates an extension of <seealso cref="BASE_SERIALIZED_UUID"/> for the
60
+ /// addition of precedence predicates.
61
+ static Guid ADDED_PRECEDENCE_TRANSITIONS();
62
+
63
+ /**
64
+ * This UUID indicates an extension of ADDED_PRECEDENCE_TRANSITIONS
65
+ * for the addition of lexer actions encoded as a sequence of
66
+ * LexerAction instances.
67
+ */
68
+ static Guid ADDED_LEXER_ACTIONS();
69
+
70
+ /**
71
+ * This UUID indicates the serialized ATN contains two sets of
72
+ * IntervalSets, where the second set's values are encoded as
73
+ * 32-bit integers to support the full Unicode SMP range up to U+10FFFF.
74
+ */
75
+ static Guid ADDED_UNICODE_SMP();
76
+
77
+ /// This list contains all of the currently supported UUIDs, ordered by when
78
+ /// the feature first appeared in this branch.
79
+ static std::vector<Guid>& SUPPORTED_UUIDS();
80
+
81
+ ATNDeserializationOptions deserializationOptions;
82
+ };
83
+
84
+ } // namespace atn
85
+ } // namespace antlr4
@@ -0,0 +1,621 @@
1
+ /* Copyright (c) 2012-2017 The ANTLR Project. All rights reserved.
2
+ * Use of this file is governed by the BSD 3-clause license that
3
+ * can be found in the LICENSE.txt file in the project root.
4
+ */
5
+
6
+ #include "misc/IntervalSet.h"
7
+ #include "atn/ATNType.h"
8
+ #include "atn/ATNState.h"
9
+ #include "atn/BlockEndState.h"
10
+
11
+ #include "atn/DecisionState.h"
12
+ #include "atn/RuleStartState.h"
13
+ #include "atn/LoopEndState.h"
14
+ #include "atn/BlockStartState.h"
15
+ #include "atn/Transition.h"
16
+ #include "atn/SetTransition.h"
17
+ #include "Token.h"
18
+ #include "misc/Interval.h"
19
+ #include "atn/ATN.h"
20
+
21
+ #include "atn/RuleTransition.h"
22
+ #include "atn/PrecedencePredicateTransition.h"
23
+ #include "atn/PredicateTransition.h"
24
+ #include "atn/RangeTransition.h"
25
+ #include "atn/AtomTransition.h"
26
+ #include "atn/ActionTransition.h"
27
+ #include "atn/ATNDeserializer.h"
28
+
29
+ #include "atn/TokensStartState.h"
30
+ #include "Exceptions.h"
31
+ #include "support/CPPUtils.h"
32
+
33
+ #include "atn/LexerChannelAction.h"
34
+ #include "atn/LexerCustomAction.h"
35
+ #include "atn/LexerModeAction.h"
36
+ #include "atn/LexerPushModeAction.h"
37
+ #include "atn/LexerTypeAction.h"
38
+
39
+ #include "Exceptions.h"
40
+
41
+ #include "atn/ATNSerializer.h"
42
+
43
+ using namespace antlrcpp;
44
+ using namespace antlr4::atn;
45
+
46
+ ATNSerializer::ATNSerializer(ATN *atn) { this->atn = atn; }
47
+
48
+ ATNSerializer::ATNSerializer(ATN *atn, const std::vector<std::string> &tokenNames) {
49
+ this->atn = atn;
50
+ _tokenNames = tokenNames;
51
+ }
52
+
53
+ ATNSerializer::~ATNSerializer() { }
54
+
55
+ std::vector<size_t> ATNSerializer::serialize() {
56
+ std::vector<size_t> data;
57
+ data.push_back(ATNDeserializer::SERIALIZED_VERSION);
58
+ serializeUUID(data, ATNDeserializer::SERIALIZED_UUID());
59
+
60
+ // convert grammar type to ATN const to avoid dependence on ANTLRParser
61
+ data.push_back(static_cast<size_t>(atn->grammarType));
62
+ data.push_back(atn->maxTokenType);
63
+ size_t nedges = 0;
64
+
65
+ std::unordered_map<misc::IntervalSet, int> setIndices;
66
+ std::vector<misc::IntervalSet> sets;
67
+
68
+ // dump states, count edges and collect sets while doing so
69
+ std::vector<size_t> nonGreedyStates;
70
+ std::vector<size_t> precedenceStates;
71
+ data.push_back(atn->states.size());
72
+ for (ATNState *s : atn->states) {
73
+ if (s == nullptr) { // might be optimized away
74
+ data.push_back(ATNState::ATN_INVALID_TYPE);
75
+ continue;
76
+ }
77
+
78
+ size_t stateType = s->getStateType();
79
+ if (is<DecisionState *>(s) && (static_cast<DecisionState *>(s))->nonGreedy) {
80
+ nonGreedyStates.push_back(s->stateNumber);
81
+ }
82
+
83
+ if (is<RuleStartState *>(s) && (static_cast<RuleStartState *>(s))->isLeftRecursiveRule) {
84
+ precedenceStates.push_back(s->stateNumber);
85
+ }
86
+
87
+ data.push_back(stateType);
88
+
89
+ if (s->ruleIndex == INVALID_INDEX) {
90
+ data.push_back(0xFFFF);
91
+ }
92
+ else {
93
+ data.push_back(s->ruleIndex);
94
+ }
95
+
96
+ if (s->getStateType() == ATNState::LOOP_END) {
97
+ data.push_back((static_cast<LoopEndState *>(s))->loopBackState->stateNumber);
98
+ }
99
+ else if (is<BlockStartState *>(s)) {
100
+ data.push_back((static_cast<BlockStartState *>(s))->endState->stateNumber);
101
+ }
102
+
103
+ if (s->getStateType() != ATNState::RULE_STOP) {
104
+ // the deserializer can trivially derive these edges, so there's no need
105
+ // to serialize them
106
+ nedges += s->transitions.size();
107
+ }
108
+
109
+ for (size_t i = 0; i < s->transitions.size(); i++) {
110
+ Transition *t = s->transitions[i];
111
+ Transition::SerializationType edgeType = t->getSerializationType();
112
+ if (edgeType == Transition::SET || edgeType == Transition::NOT_SET) {
113
+ SetTransition *st = static_cast<SetTransition *>(t);
114
+ if (setIndices.find(st->set) == setIndices.end()) {
115
+ sets.push_back(st->set);
116
+ setIndices.insert({ st->set, (int)sets.size() - 1 });
117
+ }
118
+ }
119
+ }
120
+ }
121
+
122
+ // non-greedy states
123
+ data.push_back(nonGreedyStates.size());
124
+ for (size_t i = 0; i < nonGreedyStates.size(); i++) {
125
+ data.push_back(nonGreedyStates.at(i));
126
+ }
127
+
128
+ // precedence states
129
+ data.push_back(precedenceStates.size());
130
+ for (size_t i = 0; i < precedenceStates.size(); i++) {
131
+ data.push_back(precedenceStates.at(i));
132
+ }
133
+
134
+ size_t nrules = atn->ruleToStartState.size();
135
+ data.push_back(nrules);
136
+ for (size_t r = 0; r < nrules; r++) {
137
+ ATNState *ruleStartState = atn->ruleToStartState[r];
138
+ data.push_back(ruleStartState->stateNumber);
139
+ if (atn->grammarType == ATNType::LEXER) {
140
+ if (atn->ruleToTokenType[r] == Token::EOF) {
141
+ data.push_back(0xFFFF);
142
+ }
143
+ else {
144
+ data.push_back(atn->ruleToTokenType[r]);
145
+ }
146
+ }
147
+ }
148
+
149
+ size_t nmodes = atn->modeToStartState.size();
150
+ data.push_back(nmodes);
151
+ if (nmodes > 0) {
152
+ for (const auto &modeStartState : atn->modeToStartState) {
153
+ data.push_back(modeStartState->stateNumber);
154
+ }
155
+ }
156
+
157
+ size_t nsets = sets.size();
158
+ data.push_back(nsets);
159
+ for (auto set : sets) {
160
+ bool containsEof = set.contains(Token::EOF);
161
+ if (containsEof && set.getIntervals().at(0).b == -1) {
162
+ data.push_back(set.getIntervals().size() - 1);
163
+ }
164
+ else {
165
+ data.push_back(set.getIntervals().size());
166
+ }
167
+
168
+ data.push_back(containsEof ? 1 : 0);
169
+ for (auto &interval : set.getIntervals()) {
170
+ if (interval.a == -1) {
171
+ if (interval.b == -1) {
172
+ continue;
173
+ } else {
174
+ data.push_back(0);
175
+ }
176
+ }
177
+ else {
178
+ data.push_back(interval.a);
179
+ }
180
+
181
+ data.push_back(interval.b);
182
+ }
183
+ }
184
+
185
+ data.push_back(nedges);
186
+ for (ATNState *s : atn->states) {
187
+ if (s == nullptr) {
188
+ // might be optimized away
189
+ continue;
190
+ }
191
+
192
+ if (s->getStateType() == ATNState::RULE_STOP) {
193
+ continue;
194
+ }
195
+
196
+ for (size_t i = 0; i < s->transitions.size(); i++) {
197
+ Transition *t = s->transitions[i];
198
+
199
+ if (atn->states[t->target->stateNumber] == nullptr) {
200
+ throw IllegalStateException("Cannot serialize a transition to a removed state.");
201
+ }
202
+
203
+ size_t src = s->stateNumber;
204
+ size_t trg = t->target->stateNumber;
205
+ Transition::SerializationType edgeType = t->getSerializationType();
206
+ size_t arg1 = 0;
207
+ size_t arg2 = 0;
208
+ size_t arg3 = 0;
209
+ switch (edgeType) {
210
+ case Transition::RULE:
211
+ trg = (static_cast<RuleTransition *>(t))->followState->stateNumber;
212
+ arg1 = (static_cast<RuleTransition *>(t))->target->stateNumber;
213
+ arg2 = (static_cast<RuleTransition *>(t))->ruleIndex;
214
+ arg3 = (static_cast<RuleTransition *>(t))->precedence;
215
+ break;
216
+ case Transition::PRECEDENCE:
217
+ {
218
+ PrecedencePredicateTransition *ppt =
219
+ static_cast<PrecedencePredicateTransition *>(t);
220
+ arg1 = ppt->precedence;
221
+ }
222
+ break;
223
+ case Transition::PREDICATE:
224
+ {
225
+ PredicateTransition *pt = static_cast<PredicateTransition *>(t);
226
+ arg1 = pt->ruleIndex;
227
+ arg2 = pt->predIndex;
228
+ arg3 = pt->isCtxDependent ? 1 : 0;
229
+ }
230
+ break;
231
+ case Transition::RANGE:
232
+ arg1 = (static_cast<RangeTransition *>(t))->from;
233
+ arg2 = (static_cast<RangeTransition *>(t))->to;
234
+ if (arg1 == Token::EOF) {
235
+ arg1 = 0;
236
+ arg3 = 1;
237
+ }
238
+
239
+ break;
240
+ case Transition::ATOM:
241
+ arg1 = (static_cast<AtomTransition *>(t))->_label;
242
+ if (arg1 == Token::EOF) {
243
+ arg1 = 0;
244
+ arg3 = 1;
245
+ }
246
+
247
+ break;
248
+ case Transition::ACTION:
249
+ {
250
+ ActionTransition *at = static_cast<ActionTransition *>(t);
251
+ arg1 = at->ruleIndex;
252
+ arg2 = at->actionIndex;
253
+ if (arg2 == INVALID_INDEX) {
254
+ arg2 = 0xFFFF;
255
+ }
256
+
257
+ arg3 = at->isCtxDependent ? 1 : 0;
258
+ }
259
+ break;
260
+ case Transition::SET:
261
+ arg1 = setIndices[(static_cast<SetTransition *>(t))->set];
262
+ break;
263
+
264
+ case Transition::NOT_SET:
265
+ arg1 = setIndices[(static_cast<SetTransition *>(t))->set];
266
+ break;
267
+
268
+ default:
269
+ break;
270
+ }
271
+
272
+ data.push_back(src);
273
+ data.push_back(trg);
274
+ data.push_back(edgeType);
275
+ data.push_back(arg1);
276
+ data.push_back(arg2);
277
+ data.push_back(arg3);
278
+ }
279
+ }
280
+
281
+ size_t ndecisions = atn->decisionToState.size();
282
+ data.push_back(ndecisions);
283
+ for (DecisionState *decStartState : atn->decisionToState) {
284
+ data.push_back(decStartState->stateNumber);
285
+ }
286
+
287
+ // LEXER ACTIONS
288
+ if (atn->grammarType == ATNType::LEXER) {
289
+ data.push_back(atn->lexerActions.size());
290
+ for (Ref<LexerAction> &action : atn->lexerActions) {
291
+ data.push_back(static_cast<size_t>(action->getActionType()));
292
+ switch (action->getActionType()) {
293
+ case LexerActionType::CHANNEL:
294
+ {
295
+ int channel = std::dynamic_pointer_cast<LexerChannelAction>(action)->getChannel();
296
+ data.push_back(channel != -1 ? channel : 0xFFFF);
297
+ data.push_back(0);
298
+ break;
299
+ }
300
+
301
+ case LexerActionType::CUSTOM:
302
+ {
303
+ size_t ruleIndex = std::dynamic_pointer_cast<LexerCustomAction>(action)->getRuleIndex();
304
+ size_t actionIndex = std::dynamic_pointer_cast<LexerCustomAction>(action)->getActionIndex();
305
+ data.push_back(ruleIndex != INVALID_INDEX ? ruleIndex : 0xFFFF);
306
+ data.push_back(actionIndex != INVALID_INDEX ? actionIndex : 0xFFFF);
307
+ break;
308
+ }
309
+
310
+ case LexerActionType::MODE:
311
+ {
312
+ int mode = std::dynamic_pointer_cast<LexerModeAction>(action)->getMode();
313
+ data.push_back(mode != -1 ? mode : 0xFFFF);
314
+ data.push_back(0);
315
+ break;
316
+ }
317
+
318
+ case LexerActionType::MORE:
319
+ data.push_back(0);
320
+ data.push_back(0);
321
+ break;
322
+
323
+ case LexerActionType::POP_MODE:
324
+ data.push_back(0);
325
+ data.push_back(0);
326
+ break;
327
+
328
+ case LexerActionType::PUSH_MODE:
329
+ {
330
+ int mode = std::dynamic_pointer_cast<LexerPushModeAction>(action)->getMode();
331
+ data.push_back(mode != -1 ? mode : 0xFFFF);
332
+ data.push_back(0);
333
+ break;
334
+ }
335
+
336
+ case LexerActionType::SKIP:
337
+ data.push_back(0);
338
+ data.push_back(0);
339
+ break;
340
+
341
+ case LexerActionType::TYPE:
342
+ {
343
+ int type = std::dynamic_pointer_cast<LexerTypeAction>(action)->getType();
344
+ data.push_back(type != -1 ? type : 0xFFFF);
345
+ data.push_back(0);
346
+ break;
347
+ }
348
+
349
+ default:
350
+ throw IllegalArgumentException("The specified lexer action type " +
351
+ std::to_string(static_cast<size_t>(action->getActionType())) +
352
+ " is not valid.");
353
+ }
354
+ }
355
+ }
356
+
357
+ // don't adjust the first value since that's the version number
358
+ for (size_t i = 1; i < data.size(); i++) {
359
+ if (data.at(i) > 0xFFFF) {
360
+ throw UnsupportedOperationException("Serialized ATN data element out of range.");
361
+ }
362
+
363
+ size_t value = (data.at(i) + 2) & 0xFFFF;
364
+ data.at(i) = value;
365
+ }
366
+
367
+ return data;
368
+ }
369
+
370
+ //------------------------------------------------------------------------------------------------------------
371
+
372
+ std::string ATNSerializer::decode(const std::wstring &inpdata) {
373
+ if (inpdata.size() < 10)
374
+ throw IllegalArgumentException("Not enough data to decode");
375
+
376
+ std::vector<uint16_t> data(inpdata.size());
377
+ data[0] = (uint16_t)inpdata[0];
378
+
379
+ // Don't adjust the first value since that's the version number.
380
+ for (size_t i = 1; i < inpdata.size(); ++i) {
381
+ data[i] = (uint16_t)inpdata[i] - 2;
382
+ }
383
+
384
+ std::string buf;
385
+ size_t p = 0;
386
+ size_t version = data[p++];
387
+ if (version != ATNDeserializer::SERIALIZED_VERSION) {
388
+ std::string reason = "Could not deserialize ATN with version " + std::to_string(version) + "(expected " +
389
+ std::to_string(ATNDeserializer::SERIALIZED_VERSION) + ").";
390
+ throw UnsupportedOperationException("ATN Serializer" + reason);
391
+ }
392
+
393
+ Guid uuid = ATNDeserializer::toUUID(data.data(), p);
394
+ p += 8;
395
+ if (uuid != ATNDeserializer::SERIALIZED_UUID()) {
396
+ std::string reason = "Could not deserialize ATN with UUID " + uuid.toString() + " (expected " +
397
+ ATNDeserializer::SERIALIZED_UUID().toString() + ").";
398
+ throw UnsupportedOperationException("ATN Serializer" + reason);
399
+ }
400
+
401
+ p++; // skip grammarType
402
+ size_t maxType = data[p++];
403
+ buf.append("max type ").append(std::to_string(maxType)).append("\n");
404
+ size_t nstates = data[p++];
405
+ for (size_t i = 0; i < nstates; i++) {
406
+ size_t stype = data[p++];
407
+ if (stype == ATNState::ATN_INVALID_TYPE) { // ignore bad type of states
408
+ continue;
409
+ }
410
+ size_t ruleIndex = data[p++];
411
+ if (ruleIndex == 0xFFFF) {
412
+ ruleIndex = INVALID_INDEX;
413
+ }
414
+
415
+ std::string arg = "";
416
+ if (stype == ATNState::LOOP_END) {
417
+ int loopBackStateNumber = data[p++];
418
+ arg = std::string(" ") + std::to_string(loopBackStateNumber);
419
+ }
420
+ else if (stype == ATNState::PLUS_BLOCK_START ||
421
+ stype == ATNState::STAR_BLOCK_START ||
422
+ stype == ATNState::BLOCK_START) {
423
+ int endStateNumber = data[p++];
424
+ arg = std::string(" ") + std::to_string(endStateNumber);
425
+ }
426
+ buf.append(std::to_string(i))
427
+ .append(":")
428
+ .append(ATNState::serializationNames[stype])
429
+ .append(" ")
430
+ .append(std::to_string(ruleIndex))
431
+ .append(arg)
432
+ .append("\n");
433
+ }
434
+ size_t numNonGreedyStates = data[p++];
435
+ p += numNonGreedyStates; // Instead of that useless loop below.
436
+ /*
437
+ for (int i = 0; i < numNonGreedyStates; i++) {
438
+ int stateNumber = data[p++];
439
+ }
440
+ */
441
+
442
+ size_t numPrecedenceStates = data[p++];
443
+ p += numPrecedenceStates;
444
+ /*
445
+ for (int i = 0; i < numPrecedenceStates; i++) {
446
+ int stateNumber = data[p++];
447
+ }
448
+ */
449
+
450
+ size_t nrules = data[p++];
451
+ for (size_t i = 0; i < nrules; i++) {
452
+ size_t s = data[p++];
453
+ if (atn->grammarType == ATNType::LEXER) {
454
+ size_t arg1 = data[p++];
455
+ buf.append("rule ")
456
+ .append(std::to_string(i))
457
+ .append(":")
458
+ .append(std::to_string(s))
459
+ .append(" ")
460
+ .append(std::to_string(arg1))
461
+ .append("\n");
462
+ }
463
+ else {
464
+ buf.append("rule ")
465
+ .append(std::to_string(i))
466
+ .append(":")
467
+ .append(std::to_string(s))
468
+ .append("\n");
469
+ }
470
+ }
471
+ size_t nmodes = data[p++];
472
+ for (size_t i = 0; i < nmodes; i++) {
473
+ size_t s = data[p++];
474
+ buf.append("mode ")
475
+ .append(std::to_string(i))
476
+ .append(":")
477
+ .append(std::to_string(s))
478
+ .append("\n");
479
+ }
480
+ size_t nsets = data[p++];
481
+ for (size_t i = 0; i < nsets; i++) {
482
+ size_t nintervals = data[p++];
483
+ buf.append(std::to_string(i)).append(":");
484
+ bool containsEof = data[p++] != 0;
485
+ if (containsEof) {
486
+ buf.append(getTokenName(Token::EOF));
487
+ }
488
+
489
+ for (size_t j = 0; j < nintervals; j++) {
490
+ if (containsEof || j > 0) {
491
+ buf.append(", ");
492
+ }
493
+
494
+ buf.append(getTokenName(data[p]))
495
+ .append("..")
496
+ .append(getTokenName(data[p + 1]));
497
+ p += 2;
498
+ }
499
+ buf.append("\n");
500
+ }
501
+ size_t nedges = data[p++];
502
+ for (size_t i = 0; i < nedges; i++) {
503
+ size_t src = data[p];
504
+ size_t trg = data[p + 1];
505
+ size_t ttype = data[p + 2];
506
+ size_t arg1 = data[p + 3];
507
+ size_t arg2 = data[p + 4];
508
+ size_t arg3 = data[p + 5];
509
+ buf.append(std::to_string(src))
510
+ .append("->")
511
+ .append(std::to_string(trg))
512
+ .append(" ")
513
+ .append(Transition::serializationNames[ttype])
514
+ .append(" ")
515
+ .append(std::to_string(arg1))
516
+ .append(",")
517
+ .append(std::to_string(arg2))
518
+ .append(",")
519
+ .append(std::to_string(arg3))
520
+ .append("\n");
521
+ p += 6;
522
+ }
523
+ size_t ndecisions = data[p++];
524
+ for (size_t i = 0; i < ndecisions; i++) {
525
+ size_t s = data[p++];
526
+ buf += std::to_string(i) + ":" + std::to_string(s) + "\n";
527
+ }
528
+
529
+ if (atn->grammarType == ATNType::LEXER) {
530
+ //int lexerActionCount = data[p++];
531
+
532
+ //p += lexerActionCount * 3; // Instead of useless loop below.
533
+ /*
534
+ for (int i = 0; i < lexerActionCount; i++) {
535
+ LexerActionType actionType = (LexerActionType)data[p++];
536
+ int data1 = data[p++];
537
+ int data2 = data[p++];
538
+ }
539
+ */
540
+ }
541
+
542
+ return buf;
543
+ }
544
+
545
+ std::string ATNSerializer::getTokenName(size_t t) {
546
+ if (t == Token::EOF) {
547
+ return "EOF";
548
+ }
549
+
550
+ if (atn->grammarType == ATNType::LEXER && t <= 0x10FFFF) {
551
+ switch (t) {
552
+ case '\n':
553
+ return "'\\n'";
554
+ case '\r':
555
+ return "'\\r'";
556
+ case '\t':
557
+ return "'\\t'";
558
+ case '\b':
559
+ return "'\\b'";
560
+ case '\f':
561
+ return "'\\f'";
562
+ case '\\':
563
+ return "'\\\\'";
564
+ case '\'':
565
+ return "'\\''";
566
+ default:
567
+ std::string s_hex = antlrcpp::toHexString((int)t);
568
+ if (s_hex >= "0" && s_hex <= "7F" && !iscntrl((int)t)) {
569
+ return "'" + std::to_string(t) + "'";
570
+ }
571
+
572
+ // turn on the bit above max "\u10FFFF" value so that we pad with zeros
573
+ // then only take last 6 digits
574
+ std::string hex = antlrcpp::toHexString((int)t | 0x1000000).substr(1, 6);
575
+ std::string unicodeStr = std::string("'\\u") + hex + std::string("'");
576
+ return unicodeStr;
577
+ }
578
+ }
579
+
580
+ if (_tokenNames.size() > 0 && t < _tokenNames.size()) {
581
+ return _tokenNames[t];
582
+ }
583
+
584
+ return std::to_string(t);
585
+ }
586
+
587
+ std::wstring ATNSerializer::getSerializedAsString(ATN *atn) {
588
+ std::vector<size_t> data = getSerialized(atn);
589
+ std::wstring result;
590
+ for (size_t entry : data)
591
+ result.push_back((wchar_t)entry);
592
+
593
+ return result;
594
+ }
595
+
596
+ std::vector<size_t> ATNSerializer::getSerialized(ATN *atn) {
597
+ return ATNSerializer(atn).serialize();
598
+ }
599
+
600
+ std::string ATNSerializer::getDecoded(ATN *atn, std::vector<std::string> &tokenNames) {
601
+ std::wstring serialized = getSerializedAsString(atn);
602
+ return ATNSerializer(atn, tokenNames).decode(serialized);
603
+ }
604
+
605
+ void ATNSerializer::serializeUUID(std::vector<size_t> &data, Guid uuid) {
606
+ unsigned int twoBytes = 0;
607
+ bool firstByte = true;
608
+ for( std::vector<unsigned char>::const_reverse_iterator rit = uuid.rbegin(); rit != uuid.rend(); ++rit )
609
+ {
610
+ if (firstByte) {
611
+ twoBytes = *rit;
612
+ firstByte = false;
613
+ } else {
614
+ twoBytes |= (*rit << 8);
615
+ data.push_back(twoBytes);
616
+ firstByte = true;
617
+ }
618
+ }
619
+ if (!firstByte)
620
+ throw IllegalArgumentException( "The UUID provided is not valid (odd number of bytes)." );
621
+ }