expressir 1.4.3 → 2.0.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/.github/workflows/codeql.yml +2 -14
- data/.github/workflows/rake.yml +6 -364
- data/.github/workflows/release.yml +15 -178
- data/.github/workflows/stress.yml +1 -18
- data/.rubocop.yml +1 -0
- data/.rubocop_todo.yml +7 -0
- data/Gemfile +13 -0
- data/README.adoc +6 -19
- data/Rakefile +6 -7
- data/expressir.gemspec +23 -32
- data/expressir_wrapped.txt +23068 -0
- data/lib/expressir/cli.rb +1 -1
- data/lib/expressir/express/formatter.rb +661 -661
- data/lib/expressir/express/parser.rb +299 -33
- data/lib/expressir/express/visitor.rb +238 -133
- data/lib/expressir/model/declarations/interface_item.rb +1 -1
- data/lib/expressir/version.rb +1 -1
- metadata +15 -573
- data/.cross_rubies +0 -28
- data/.gitmodules +0 -6
- data/.yardopts +0 -11
- data/exe/generate-parser +0 -51
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/CMakeLists.txt +0 -191
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/antlr4cpp-vs2019.vcxproj +0 -652
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/antlr4cpp-vs2019.vcxproj.filters +0 -948
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/antlr4cpp-vs2022.vcxproj +0 -652
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/antlr4cpp-vs2022.vcxproj.filters +0 -948
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/antlrcpp-ios/Info.plist +0 -26
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/antlrcpp-ios/antlrcpp_ios.h +0 -17
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/antlrcpp.xcodeproj/project.pbxproj +0 -3040
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/antlrcpp.xcodeproj/project.xcworkspace/contents.xcworkspacedata +0 -7
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/antlrcpp.xcodeproj/project.xcworkspace/xcshareddata/IDEWorkspaceChecks.plist +0 -8
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/antlrcpp.xcodeproj/xcshareddata/xcschemes/antlr4.xcscheme +0 -76
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/antlrcpp.xcodeproj/xcshareddata/xcschemes/antlr4_ios.xcscheme +0 -76
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/antlrcpp.xcodeproj/xcshareddata/xcschemes/antlr4_static.xcscheme +0 -76
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/nuget/ANTLR4.Runtime.cpp.noarch.nuspec +0 -23
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/nuget/ANTLR4.Runtime.cpp.noarch.targets +0 -8
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/nuget/ANTLR4.Runtime.cpp.shared.nuspec +0 -30
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/nuget/ANTLR4.Runtime.cpp.shared.props +0 -21
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/nuget/ANTLR4.Runtime.cpp.shared.targets +0 -44
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/nuget/ANTLR4.Runtime.cpp.static.nuspec +0 -29
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/nuget/ANTLR4.Runtime.cpp.static.targets +0 -44
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/nuget/antlr4.jpg +0 -0
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/nuget/pack.cmd +0 -93
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/ANTLRErrorListener.cpp +0 -10
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/ANTLRErrorListener.h +0 -167
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/ANTLRErrorStrategy.cpp +0 -10
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/ANTLRErrorStrategy.h +0 -121
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/ANTLRFileStream.cpp +0 -23
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/ANTLRFileStream.h +0 -30
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/ANTLRInputStream.cpp +0 -180
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/ANTLRInputStream.h +0 -79
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/BailErrorStrategy.cpp +0 -61
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/BailErrorStrategy.h +0 -59
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/BaseErrorListener.cpp +0 -25
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/BaseErrorListener.h +0 -36
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/BufferedTokenStream.cpp +0 -414
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/BufferedTokenStream.h +0 -200
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/CharStream.cpp +0 -11
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/CharStream.h +0 -37
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/CommonToken.cpp +0 -193
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/CommonToken.h +0 -158
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/CommonTokenFactory.cpp +0 -39
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/CommonTokenFactory.h +0 -74
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/CommonTokenStream.cpp +0 -78
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/CommonTokenStream.h +0 -79
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/ConsoleErrorListener.cpp +0 -15
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/ConsoleErrorListener.h +0 -35
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/DefaultErrorStrategy.cpp +0 -336
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/DefaultErrorStrategy.h +0 -466
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/DiagnosticErrorListener.cpp +0 -84
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/DiagnosticErrorListener.h +0 -80
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/Exceptions.cpp +0 -64
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/Exceptions.h +0 -99
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/FailedPredicateException.cpp +0 -52
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/FailedPredicateException.h +0 -32
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/FlatHashMap.h +0 -57
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/FlatHashSet.h +0 -57
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/InputMismatchException.cpp +0 -18
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/InputMismatchException.h +0 -24
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/IntStream.cpp +0 -12
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/IntStream.h +0 -218
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/InterpreterRuleContext.cpp +0 -19
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/InterpreterRuleContext.h +0 -45
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/Lexer.cpp +0 -294
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/Lexer.h +0 -196
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/LexerInterpreter.cpp +0 -60
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/LexerInterpreter.h +0 -46
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/LexerNoViableAltException.cpp +0 -36
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/LexerNoViableAltException.h +0 -31
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/ListTokenSource.cpp +0 -92
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/ListTokenSource.h +0 -88
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/NoViableAltException.cpp +0 -46
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/NoViableAltException.h +0 -42
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/Parser.cpp +0 -670
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/Parser.h +0 -461
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/ParserInterpreter.cpp +0 -294
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/ParserInterpreter.h +0 -173
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/ParserRuleContext.cpp +0 -138
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/ParserRuleContext.h +0 -147
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/ProxyErrorListener.cpp +0 -53
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/ProxyErrorListener.h +0 -38
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/RecognitionException.cpp +0 -65
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/RecognitionException.h +0 -98
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/Recognizer.cpp +0 -157
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/Recognizer.h +0 -160
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/RuleContext.cpp +0 -144
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/RuleContext.h +0 -141
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/RuleContextWithAltNum.cpp +0 -27
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/RuleContextWithAltNum.h +0 -32
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/RuntimeMetaData.cpp +0 -54
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/RuntimeMetaData.h +0 -155
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/Token.cpp +0 -9
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/Token.h +0 -92
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/TokenFactory.h +0 -30
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/TokenSource.cpp +0 -9
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/TokenSource.h +0 -85
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/TokenStream.cpp +0 -11
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/TokenStream.h +0 -137
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/TokenStreamRewriter.cpp +0 -425
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/TokenStreamRewriter.h +0 -295
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/UnbufferedCharStream.cpp +0 -208
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/UnbufferedCharStream.h +0 -117
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/UnbufferedTokenStream.cpp +0 -270
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/UnbufferedTokenStream.h +0 -115
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/Version.h +0 -42
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/Vocabulary.cpp +0 -64
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/Vocabulary.h +0 -177
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/WritableToken.cpp +0 -9
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/WritableToken.h +0 -23
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/antlr4-common.h +0 -101
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/antlr4-runtime.h +0 -168
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/ATN.cpp +0 -159
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/ATN.h +0 -133
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/ATNConfig.cpp +0 -106
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/ATNConfig.h +0 -157
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/ATNConfigSet.cpp +0 -233
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/ATNConfigSet.h +0 -157
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/ATNDeserializationOptions.cpp +0 -39
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/ATNDeserializationOptions.h +0 -48
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/ATNDeserializer.cpp +0 -628
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/ATNDeserializer.h +0 -32
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/ATNSimulator.cpp +0 -33
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/ATNSimulator.h +0 -71
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/ATNState.cpp +0 -56
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/ATNState.h +0 -139
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/ATNStateType.cpp +0 -33
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/ATNStateType.h +0 -36
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/ATNType.h +0 -20
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/ActionTransition.cpp +0 -29
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/ActionTransition.h +0 -35
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/AmbiguityInfo.cpp +0 -16
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/AmbiguityInfo.h +0 -68
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/ArrayPredictionContext.cpp +0 -129
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/ArrayPredictionContext.h +0 -51
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/AtomTransition.cpp +0 -27
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/AtomTransition.h +0 -33
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/BasicBlockStartState.h +0 -24
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/BasicState.h +0 -23
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/BlockEndState.h +0 -26
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/BlockStartState.h +0 -30
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/ContextSensitivityInfo.cpp +0 -14
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/ContextSensitivityInfo.h +0 -47
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/DecisionEventInfo.cpp +0 -14
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/DecisionEventInfo.h +0 -70
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/DecisionInfo.cpp +0 -25
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/DecisionInfo.h +0 -227
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/DecisionState.cpp +0 -12
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/DecisionState.h +0 -34
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/EpsilonTransition.cpp +0 -31
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/EpsilonTransition.h +0 -42
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/ErrorInfo.cpp +0 -15
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/ErrorInfo.h +0 -43
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/HashUtils.h +0 -18
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/LL1Analyzer.cpp +0 -189
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/LL1Analyzer.h +0 -76
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/LexerATNConfig.cpp +0 -67
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/LexerATNConfig.h +0 -44
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/LexerATNSimulator.cpp +0 -621
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/LexerATNSimulator.h +0 -199
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/LexerAction.cpp +0 -15
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/LexerAction.h +0 -100
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/LexerActionExecutor.cpp +0 -108
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/LexerActionExecutor.h +0 -128
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/LexerActionType.h +0 -57
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/LexerChannelAction.cpp +0 -43
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/LexerChannelAction.h +0 -59
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/LexerCustomAction.cpp +0 -45
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/LexerCustomAction.h +0 -75
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/LexerIndexedCustomAction.cpp +0 -50
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/LexerIndexedCustomAction.h +0 -76
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/LexerModeAction.cpp +0 -43
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/LexerModeAction.h +0 -57
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/LexerMoreAction.cpp +0 -36
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/LexerMoreAction.h +0 -53
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/LexerPopModeAction.cpp +0 -36
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/LexerPopModeAction.h +0 -53
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/LexerPushModeAction.cpp +0 -43
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/LexerPushModeAction.h +0 -57
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/LexerSkipAction.cpp +0 -36
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/LexerSkipAction.h +0 -51
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/LexerTypeAction.cpp +0 -43
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/LexerTypeAction.h +0 -51
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/LookaheadEventInfo.cpp +0 -16
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/LookaheadEventInfo.h +0 -42
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/LoopEndState.h +0 -26
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/NotSetTransition.cpp +0 -22
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/NotSetTransition.h +0 -27
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/OrderedATNConfigSet.cpp +0 -16
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/OrderedATNConfigSet.h +0 -25
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/ParseInfo.cpp +0 -102
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/ParseInfo.h +0 -102
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/ParserATNSimulator.cpp +0 -1413
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/ParserATNSimulator.h +0 -911
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/ParserATNSimulatorOptions.h +0 -50
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/PlusBlockStartState.h +0 -29
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/PlusLoopbackState.h +0 -25
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/PrecedencePredicateTransition.cpp +0 -23
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/PrecedencePredicateTransition.h +0 -35
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/PredicateEvalInfo.cpp +0 -17
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/PredicateEvalInfo.h +0 -62
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/PredicateTransition.cpp +0 -24
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/PredicateTransition.h +0 -50
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/PredictionContext.cpp +0 -601
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/PredictionContext.h +0 -225
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/PredictionContextCache.cpp +0 -56
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/PredictionContextCache.h +0 -63
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/PredictionContextMergeCache.cpp +0 -167
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/PredictionContextMergeCache.h +0 -101
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/PredictionContextMergeCacheOptions.h +0 -71
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/PredictionContextType.h +0 -21
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/PredictionMode.cpp +0 -202
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/PredictionMode.h +0 -436
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/ProfilingATNSimulator.cpp +0 -179
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/ProfilingATNSimulator.h +0 -60
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/RangeTransition.cpp +0 -26
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/RangeTransition.h +0 -31
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/RuleStartState.h +0 -26
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/RuleStopState.h +0 -27
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/RuleTransition.cpp +0 -33
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/RuleTransition.h +0 -42
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/SemanticContext.cpp +0 -418
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/SemanticContext.h +0 -237
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/SemanticContextType.h +0 -23
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/SerializedATNView.h +0 -101
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/SetTransition.cpp +0 -28
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/SetTransition.h +0 -38
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/SingletonPredictionContext.cpp +0 -79
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/SingletonPredictionContext.h +0 -43
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/StarBlockStartState.h +0 -24
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/StarLoopEntryState.h +0 -37
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/StarLoopbackState.cpp +0 -19
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/StarLoopbackState.h +0 -25
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/TokensStartState.h +0 -24
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/Transition.cpp +0 -36
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/Transition.h +0 -65
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/TransitionType.cpp +0 -27
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/TransitionType.h +0 -33
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/WildcardTransition.cpp +0 -21
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/atn/WildcardTransition.h +0 -27
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/dfa/DFA.cpp +0 -115
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/dfa/DFA.h +0 -96
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/dfa/DFASerializer.cpp +0 -60
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/dfa/DFASerializer.h +0 -32
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/dfa/DFAState.cpp +0 -59
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/dfa/DFAState.h +0 -154
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/dfa/LexerDFASerializer.cpp +0 -17
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/dfa/LexerDFASerializer.h +0 -22
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/internal/Synchronization.cpp +0 -100
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/internal/Synchronization.h +0 -154
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/misc/InterpreterDataReader.cpp +0 -124
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/misc/InterpreterDataReader.h +0 -33
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/misc/Interval.cpp +0 -61
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/misc/Interval.h +0 -84
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/misc/IntervalSet.cpp +0 -508
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/misc/IntervalSet.h +0 -190
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/misc/MurmurHash.cpp +0 -120
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/misc/MurmurHash.h +0 -102
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/misc/Predicate.cpp +0 -4
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/misc/Predicate.h +0 -21
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/support/Any.cpp +0 -8
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/support/Any.h +0 -16
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/support/Arrays.cpp +0 -43
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/support/Arrays.h +0 -149
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/support/BitSet.h +0 -76
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/support/CPPUtils.cpp +0 -207
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/support/CPPUtils.h +0 -65
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/support/Casts.h +0 -34
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/support/Declarations.h +0 -161
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/support/StringUtils.cpp +0 -38
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/support/StringUtils.h +0 -16
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/support/Unicode.h +0 -28
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/support/Utf8.cpp +0 -242
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/support/Utf8.h +0 -54
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/AbstractParseTreeVisitor.h +0 -129
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/ErrorNode.h +0 -24
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/ErrorNodeImpl.cpp +0 -54
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/ErrorNodeImpl.h +0 -43
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/IterativeParseTreeWalker.cpp +0 -66
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/IterativeParseTreeWalker.h +0 -53
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/ParseTree.cpp +0 -12
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/ParseTree.h +0 -111
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/ParseTreeListener.cpp +0 -9
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/ParseTreeListener.h +0 -39
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/ParseTreeProperty.h +0 -50
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/ParseTreeType.h +0 -22
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/ParseTreeVisitor.cpp +0 -9
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/ParseTreeVisitor.h +0 -57
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/ParseTreeWalker.cpp +0 -48
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/ParseTreeWalker.h +0 -55
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/TerminalNode.h +0 -40
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/TerminalNodeImpl.cpp +0 -54
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/TerminalNodeImpl.h +0 -32
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/Trees.cpp +0 -241
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/Trees.h +0 -78
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/pattern/Chunk.cpp +0 -9
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/pattern/Chunk.h +0 -44
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/pattern/ParseTreeMatch.cpp +0 -69
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/pattern/ParseTreeMatch.h +0 -132
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/pattern/ParseTreePattern.cpp +0 -64
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/pattern/ParseTreePattern.h +0 -105
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/pattern/ParseTreePatternMatcher.cpp +0 -370
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/pattern/ParseTreePatternMatcher.h +0 -185
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/pattern/RuleTagToken.cpp +0 -77
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/pattern/RuleTagToken.h +0 -117
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/pattern/TagChunk.cpp +0 -39
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/pattern/TagChunk.h +0 -86
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/pattern/TextChunk.cpp +0 -28
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/pattern/TextChunk.h +0 -51
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/pattern/TokenTagToken.cpp +0 -36
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/pattern/TokenTagToken.h +0 -80
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/xpath/XPath.cpp +0 -154
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/xpath/XPath.h +0 -86
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/xpath/XPathElement.cpp +0 -31
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/xpath/XPathElement.h +0 -40
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/xpath/XPathLexer.cpp +0 -180
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/xpath/XPathLexer.g4 +0 -64
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/xpath/XPathLexer.h +0 -53
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/xpath/XPathLexer.tokens +0 -12
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/xpath/XPathLexerErrorListener.cpp +0 -13
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/xpath/XPathLexerErrorListener.h +0 -22
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/xpath/XPathRuleAnywhereElement.cpp +0 -20
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/xpath/XPathRuleAnywhereElement.h +0 -27
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/xpath/XPathRuleElement.cpp +0 -30
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/xpath/XPathRuleElement.h +0 -26
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/xpath/XPathTokenAnywhereElement.cpp +0 -20
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/xpath/XPathTokenAnywhereElement.h +0 -25
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/xpath/XPathTokenElement.cpp +0 -33
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/xpath/XPathTokenElement.h +0 -26
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/xpath/XPathWildcardAnywhereElement.cpp +0 -23
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/xpath/XPathWildcardAnywhereElement.h +0 -23
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/xpath/XPathWildcardElement.cpp +0 -24
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/src/tree/xpath/XPathWildcardElement.h +0 -23
- data/ext/express_parser/antlr4-upstream/runtime/Cpp/runtime/tests/Utf8Test.cpp +0 -110
- data/ext/express_parser/antlrgen/Express.interp +0 -532
- data/ext/express_parser/antlrgen/Express.tokens +0 -190
- data/ext/express_parser/antlrgen/ExpressBaseListener.cpp +0 -7
- data/ext/express_parser/antlrgen/ExpressBaseListener.h +0 -623
- data/ext/express_parser/antlrgen/ExpressBaseVisitor.cpp +0 -7
- data/ext/express_parser/antlrgen/ExpressBaseVisitor.h +0 -816
- data/ext/express_parser/antlrgen/ExpressLexer.cpp +0 -685
- data/ext/express_parser/antlrgen/ExpressLexer.h +0 -78
- data/ext/express_parser/antlrgen/ExpressLexer.interp +0 -534
- data/ext/express_parser/antlrgen/ExpressLexer.tokens +0 -190
- data/ext/express_parser/antlrgen/ExpressListener.cpp +0 -7
- data/ext/express_parser/antlrgen/ExpressListener.h +0 -616
- data/ext/express_parser/antlrgen/ExpressParser.cpp +0 -17591
- data/ext/express_parser/antlrgen/ExpressParser.h +0 -3692
- data/ext/express_parser/antlrgen/ExpressVisitor.cpp +0 -7
- data/ext/express_parser/antlrgen/ExpressVisitor.h +0 -422
- data/ext/express_parser/express_parser.cpp +0 -19405
- data/ext/express_parser/extconf.rb +0 -63
- data/rakelib/antlr4-native.rake +0 -173
- data/rakelib/cross-ruby.rake +0 -403
- data/spec/acceptance/version_spec.rb +0 -30
- data/spec/expressir/express/cache_spec.rb +0 -89
- data/spec/expressir/express/formatter_spec.rb +0 -171
- data/spec/expressir/express/parser_spec.rb +0 -141
- data/spec/expressir/model/model_element_spec.rb +0 -343
- data/spec/spec_helper.rb +0 -24
- data/spec/support/console_helper.rb +0 -29
- data/spec/syntax/multiple.exp +0 -23
- data/spec/syntax/multiple.yaml +0 -198
- data/spec/syntax/multiple_formatted.exp +0 -71
- data/spec/syntax/multiple_hyperlink_formatted.exp +0 -71
- data/spec/syntax/multiple_schema_head_hyperlink_formatted.exp +0 -13
- data/spec/syntax/remark.exp +0 -193
- data/spec/syntax/remark.yaml +0 -471
- data/spec/syntax/remark_formatted.exp +0 -228
- data/spec/syntax/single.exp +0 -4
- data/spec/syntax/single.yaml +0 -18
- data/spec/syntax/single_formatted.exp +0 -10
- data/spec/syntax/single_formatted.yaml +0 -36
- data/spec/syntax/syntax.exp +0 -333
- data/spec/syntax/syntax.yaml +0 -3509
- data/spec/syntax/syntax_formatted.exp +0 -902
- data/spec/syntax/syntax_hyperlink_formatted.exp +0 -902
- data/spec/syntax/syntax_schema_head_formatted.exp +0 -18
@@ -1,270 +0,0 @@
|
|
1
|
-
/* Copyright (c) 2012-2017 The ANTLR Project. All rights reserved.
|
2
|
-
* Use of this file is governed by the BSD 3-clause license that
|
3
|
-
* can be found in the LICENSE.txt file in the project root.
|
4
|
-
*/
|
5
|
-
|
6
|
-
#include "Token.h"
|
7
|
-
#include "Exceptions.h"
|
8
|
-
#include "assert.h"
|
9
|
-
#include "TokenSource.h"
|
10
|
-
#include "support/Arrays.h"
|
11
|
-
#include "misc/Interval.h"
|
12
|
-
#include "RuleContext.h"
|
13
|
-
#include "WritableToken.h"
|
14
|
-
|
15
|
-
#include "UnbufferedTokenStream.h"
|
16
|
-
|
17
|
-
using namespace antlr4;
|
18
|
-
|
19
|
-
UnbufferedTokenStream::UnbufferedTokenStream(TokenSource *tokenSource) : UnbufferedTokenStream(tokenSource, 256) {
|
20
|
-
}
|
21
|
-
|
22
|
-
UnbufferedTokenStream::UnbufferedTokenStream(TokenSource *tokenSource, int /*bufferSize*/)
|
23
|
-
: _tokenSource(tokenSource), _lastToken(nullptr), _lastTokenBufferStart(nullptr)
|
24
|
-
{
|
25
|
-
InitializeInstanceFields();
|
26
|
-
fill(1); // prime the pump
|
27
|
-
}
|
28
|
-
|
29
|
-
UnbufferedTokenStream::~UnbufferedTokenStream() {
|
30
|
-
}
|
31
|
-
|
32
|
-
Token* UnbufferedTokenStream::get(size_t i) const
|
33
|
-
{ // get absolute index
|
34
|
-
size_t bufferStartIndex = getBufferStartIndex();
|
35
|
-
if (i < bufferStartIndex || i >= bufferStartIndex + _tokens.size()) {
|
36
|
-
throw IndexOutOfBoundsException(std::string("get(") + std::to_string(i) + std::string(") outside buffer: ")
|
37
|
-
+ std::to_string(bufferStartIndex) + std::string("..") + std::to_string(bufferStartIndex + _tokens.size()));
|
38
|
-
}
|
39
|
-
return _tokens[i - bufferStartIndex].get();
|
40
|
-
}
|
41
|
-
|
42
|
-
Token* UnbufferedTokenStream::LT(ssize_t i)
|
43
|
-
{
|
44
|
-
if (i == -1) {
|
45
|
-
return _lastToken;
|
46
|
-
}
|
47
|
-
|
48
|
-
sync(i);
|
49
|
-
ssize_t index = static_cast<ssize_t>(_p) + i - 1;
|
50
|
-
if (index < 0) {
|
51
|
-
throw IndexOutOfBoundsException(std::string("LT(") + std::to_string(i) + std::string(") gives negative index"));
|
52
|
-
}
|
53
|
-
|
54
|
-
if (index >= static_cast<ssize_t>(_tokens.size())) {
|
55
|
-
assert(_tokens.size() > 0 && _tokens.back()->getType() == EOF);
|
56
|
-
return _tokens.back().get();
|
57
|
-
}
|
58
|
-
|
59
|
-
return _tokens[static_cast<size_t>(index)].get();
|
60
|
-
}
|
61
|
-
|
62
|
-
size_t UnbufferedTokenStream::LA(ssize_t i)
|
63
|
-
{
|
64
|
-
return LT(i)->getType();
|
65
|
-
}
|
66
|
-
|
67
|
-
TokenSource* UnbufferedTokenStream::getTokenSource() const
|
68
|
-
{
|
69
|
-
return _tokenSource;
|
70
|
-
}
|
71
|
-
|
72
|
-
std::string UnbufferedTokenStream::getText()
|
73
|
-
{
|
74
|
-
return "";
|
75
|
-
}
|
76
|
-
|
77
|
-
std::string UnbufferedTokenStream::getText(RuleContext* ctx)
|
78
|
-
{
|
79
|
-
return getText(ctx->getSourceInterval());
|
80
|
-
}
|
81
|
-
|
82
|
-
std::string UnbufferedTokenStream::getText(Token *start, Token *stop)
|
83
|
-
{
|
84
|
-
return getText(misc::Interval(start->getTokenIndex(), stop->getTokenIndex()));
|
85
|
-
}
|
86
|
-
|
87
|
-
void UnbufferedTokenStream::consume()
|
88
|
-
{
|
89
|
-
if (LA(1) == EOF) {
|
90
|
-
throw IllegalStateException("cannot consume EOF");
|
91
|
-
}
|
92
|
-
|
93
|
-
// buf always has at least tokens[p==0] in this method due to ctor
|
94
|
-
_lastToken = _tokens[_p].get(); // track last token for LT(-1)
|
95
|
-
|
96
|
-
// if we're at last token and no markers, opportunity to flush buffer
|
97
|
-
if (_p == _tokens.size() - 1 && _numMarkers == 0) {
|
98
|
-
_tokens.clear();
|
99
|
-
_p = 0;
|
100
|
-
_lastTokenBufferStart = _lastToken;
|
101
|
-
} else {
|
102
|
-
++_p;
|
103
|
-
}
|
104
|
-
|
105
|
-
++_currentTokenIndex;
|
106
|
-
sync(1);
|
107
|
-
}
|
108
|
-
|
109
|
-
/// <summary>
|
110
|
-
/// Make sure we have 'need' elements from current position <seealso cref="#p p"/>. Last valid
|
111
|
-
/// {@code p} index is {@code tokens.length-1}. {@code p+need-1} is the tokens index 'need' elements
|
112
|
-
/// ahead. If we need 1 element, {@code (p+1-1)==p} must be less than {@code tokens.length}.
|
113
|
-
/// </summary>
|
114
|
-
void UnbufferedTokenStream::sync(ssize_t want)
|
115
|
-
{
|
116
|
-
ssize_t need = (static_cast<ssize_t>(_p) + want - 1) - static_cast<ssize_t>(_tokens.size()) + 1; // how many more elements we need?
|
117
|
-
if (need > 0) {
|
118
|
-
fill(static_cast<size_t>(need));
|
119
|
-
}
|
120
|
-
}
|
121
|
-
|
122
|
-
/// <summary>
|
123
|
-
/// Add {@code n} elements to the buffer. Returns the number of tokens
|
124
|
-
/// actually added to the buffer. If the return value is less than {@code n},
|
125
|
-
/// then EOF was reached before {@code n} tokens could be added.
|
126
|
-
/// </summary>
|
127
|
-
size_t UnbufferedTokenStream::fill(size_t n)
|
128
|
-
{
|
129
|
-
for (size_t i = 0; i < n; i++) {
|
130
|
-
if (_tokens.size() > 0 && _tokens.back()->getType() == EOF) {
|
131
|
-
return i;
|
132
|
-
}
|
133
|
-
|
134
|
-
add(_tokenSource->nextToken());
|
135
|
-
}
|
136
|
-
|
137
|
-
return n;
|
138
|
-
}
|
139
|
-
|
140
|
-
void UnbufferedTokenStream::add(std::unique_ptr<Token> t)
|
141
|
-
{
|
142
|
-
WritableToken *writable = dynamic_cast<WritableToken *>(t.get());
|
143
|
-
if (writable != nullptr) {
|
144
|
-
writable->setTokenIndex(int(getBufferStartIndex() + _tokens.size()));
|
145
|
-
}
|
146
|
-
|
147
|
-
_tokens.push_back(std::move(t));
|
148
|
-
}
|
149
|
-
|
150
|
-
/// <summary>
|
151
|
-
/// Return a marker that we can release later.
|
152
|
-
/// <p/>
|
153
|
-
/// The specific marker value used for this class allows for some level of
|
154
|
-
/// protection against misuse where {@code seek()} is called on a mark or
|
155
|
-
/// {@code release()} is called in the wrong order.
|
156
|
-
/// </summary>
|
157
|
-
ssize_t UnbufferedTokenStream::mark()
|
158
|
-
{
|
159
|
-
if (_numMarkers == 0) {
|
160
|
-
_lastTokenBufferStart = _lastToken;
|
161
|
-
}
|
162
|
-
|
163
|
-
int mark = -_numMarkers - 1;
|
164
|
-
_numMarkers++;
|
165
|
-
return mark;
|
166
|
-
}
|
167
|
-
|
168
|
-
void UnbufferedTokenStream::release(ssize_t marker)
|
169
|
-
{
|
170
|
-
ssize_t expectedMark = -_numMarkers;
|
171
|
-
if (marker != expectedMark) {
|
172
|
-
throw IllegalStateException("release() called with an invalid marker.");
|
173
|
-
}
|
174
|
-
|
175
|
-
_numMarkers--;
|
176
|
-
if (_numMarkers == 0) { // can we release buffer?
|
177
|
-
if (_p > 0) {
|
178
|
-
// Copy tokens[p]..tokens[n-1] to tokens[0]..tokens[(n-1)-p], reset ptrs
|
179
|
-
// p is last valid token; move nothing if p==n as we have no valid char
|
180
|
-
_tokens.erase(_tokens.begin(), _tokens.begin() + static_cast<ssize_t>(_p));
|
181
|
-
_p = 0;
|
182
|
-
}
|
183
|
-
|
184
|
-
_lastTokenBufferStart = _lastToken;
|
185
|
-
}
|
186
|
-
}
|
187
|
-
|
188
|
-
size_t UnbufferedTokenStream::index()
|
189
|
-
{
|
190
|
-
return _currentTokenIndex;
|
191
|
-
}
|
192
|
-
|
193
|
-
void UnbufferedTokenStream::seek(size_t index)
|
194
|
-
{ // seek to absolute index
|
195
|
-
if (index == _currentTokenIndex) {
|
196
|
-
return;
|
197
|
-
}
|
198
|
-
|
199
|
-
if (index > _currentTokenIndex) {
|
200
|
-
sync(ssize_t(index - _currentTokenIndex));
|
201
|
-
index = std::min(index, getBufferStartIndex() + _tokens.size() - 1);
|
202
|
-
}
|
203
|
-
|
204
|
-
size_t bufferStartIndex = getBufferStartIndex();
|
205
|
-
if (bufferStartIndex > index) {
|
206
|
-
throw IllegalArgumentException(std::string("cannot seek to negative index ") + std::to_string(index));
|
207
|
-
}
|
208
|
-
|
209
|
-
size_t i = index - bufferStartIndex;
|
210
|
-
if (i >= _tokens.size()) {
|
211
|
-
throw UnsupportedOperationException(std::string("seek to index outside buffer: ") + std::to_string(index) +
|
212
|
-
" not in " + std::to_string(bufferStartIndex) + ".." + std::to_string(bufferStartIndex + _tokens.size()));
|
213
|
-
}
|
214
|
-
|
215
|
-
_p = i;
|
216
|
-
_currentTokenIndex = index;
|
217
|
-
if (_p == 0) {
|
218
|
-
_lastToken = _lastTokenBufferStart;
|
219
|
-
} else {
|
220
|
-
_lastToken = _tokens[_p - 1].get();
|
221
|
-
}
|
222
|
-
}
|
223
|
-
|
224
|
-
size_t UnbufferedTokenStream::size()
|
225
|
-
{
|
226
|
-
throw UnsupportedOperationException("Unbuffered stream cannot know its size");
|
227
|
-
}
|
228
|
-
|
229
|
-
std::string UnbufferedTokenStream::getSourceName() const
|
230
|
-
{
|
231
|
-
return _tokenSource->getSourceName();
|
232
|
-
}
|
233
|
-
|
234
|
-
std::string UnbufferedTokenStream::getText(const misc::Interval &interval)
|
235
|
-
{
|
236
|
-
size_t bufferStartIndex = getBufferStartIndex();
|
237
|
-
size_t bufferStopIndex = bufferStartIndex + _tokens.size() - 1;
|
238
|
-
|
239
|
-
size_t start = interval.a;
|
240
|
-
size_t stop = interval.b;
|
241
|
-
if (start < bufferStartIndex || stop > bufferStopIndex) {
|
242
|
-
throw UnsupportedOperationException(std::string("interval ") + interval.toString() +
|
243
|
-
" not in token buffer window: " + std::to_string(bufferStartIndex) + ".." + std::to_string(bufferStopIndex));
|
244
|
-
}
|
245
|
-
|
246
|
-
size_t a = start - bufferStartIndex;
|
247
|
-
size_t b = stop - bufferStartIndex;
|
248
|
-
|
249
|
-
std::stringstream ss;
|
250
|
-
for (size_t i = a; i <= b; i++) {
|
251
|
-
Token *t = _tokens[i].get();
|
252
|
-
if (i > 0)
|
253
|
-
ss << ", ";
|
254
|
-
ss << t->getText();
|
255
|
-
}
|
256
|
-
|
257
|
-
return ss.str();
|
258
|
-
}
|
259
|
-
|
260
|
-
size_t UnbufferedTokenStream::getBufferStartIndex() const
|
261
|
-
{
|
262
|
-
return _currentTokenIndex - _p;
|
263
|
-
}
|
264
|
-
|
265
|
-
void UnbufferedTokenStream::InitializeInstanceFields()
|
266
|
-
{
|
267
|
-
_p = 0;
|
268
|
-
_numMarkers = 0;
|
269
|
-
_currentTokenIndex = 0;
|
270
|
-
}
|
@@ -1,115 +0,0 @@
|
|
1
|
-
/* Copyright (c) 2012-2017 The ANTLR Project. All rights reserved.
|
2
|
-
* Use of this file is governed by the BSD 3-clause license that
|
3
|
-
* can be found in the LICENSE.txt file in the project root.
|
4
|
-
*/
|
5
|
-
|
6
|
-
#pragma once
|
7
|
-
|
8
|
-
#include "TokenStream.h"
|
9
|
-
|
10
|
-
namespace antlr4 {
|
11
|
-
|
12
|
-
class ANTLR4CPP_PUBLIC UnbufferedTokenStream : public TokenStream {
|
13
|
-
public:
|
14
|
-
UnbufferedTokenStream(TokenSource *tokenSource);
|
15
|
-
UnbufferedTokenStream(TokenSource *tokenSource, int bufferSize);
|
16
|
-
UnbufferedTokenStream(const UnbufferedTokenStream& other) = delete;
|
17
|
-
virtual ~UnbufferedTokenStream();
|
18
|
-
|
19
|
-
UnbufferedTokenStream& operator = (const UnbufferedTokenStream& other) = delete;
|
20
|
-
|
21
|
-
virtual Token* get(size_t i) const override;
|
22
|
-
virtual Token* LT(ssize_t i) override;
|
23
|
-
virtual size_t LA(ssize_t i) override;
|
24
|
-
|
25
|
-
virtual TokenSource* getTokenSource() const override;
|
26
|
-
|
27
|
-
virtual std::string getText(const misc::Interval &interval) override;
|
28
|
-
virtual std::string getText() override;
|
29
|
-
virtual std::string getText(RuleContext *ctx) override;
|
30
|
-
virtual std::string getText(Token *start, Token *stop) override;
|
31
|
-
|
32
|
-
virtual void consume() override;
|
33
|
-
|
34
|
-
/// <summary>
|
35
|
-
/// Return a marker that we can release later.
|
36
|
-
/// <p/>
|
37
|
-
/// The specific marker value used for this class allows for some level of
|
38
|
-
/// protection against misuse where {@code seek()} is called on a mark or
|
39
|
-
/// {@code release()} is called in the wrong order.
|
40
|
-
/// </summary>
|
41
|
-
virtual ssize_t mark() override;
|
42
|
-
virtual void release(ssize_t marker) override;
|
43
|
-
virtual size_t index() override;
|
44
|
-
virtual void seek(size_t index) override;
|
45
|
-
virtual size_t size() override;
|
46
|
-
virtual std::string getSourceName() const override;
|
47
|
-
|
48
|
-
protected:
|
49
|
-
/// Make sure we have 'need' elements from current position p. Last valid
|
50
|
-
/// p index is tokens.length - 1. p + need - 1 is the tokens index 'need' elements
|
51
|
-
/// ahead. If we need 1 element, (p+1-1)==p must be less than tokens.length.
|
52
|
-
TokenSource *_tokenSource;
|
53
|
-
|
54
|
-
/// <summary>
|
55
|
-
/// A moving window buffer of the data being scanned. While there's a marker,
|
56
|
-
/// we keep adding to buffer. Otherwise, <seealso cref="#consume consume()"/> resets so
|
57
|
-
/// we start filling at index 0 again.
|
58
|
-
/// </summary>
|
59
|
-
|
60
|
-
std::vector<std::unique_ptr<Token>> _tokens;
|
61
|
-
|
62
|
-
/// <summary>
|
63
|
-
/// 0..n-1 index into <seealso cref="#tokens tokens"/> of next token.
|
64
|
-
/// <p/>
|
65
|
-
/// The {@code LT(1)} token is {@code tokens[p]}. If {@code p == n}, we are
|
66
|
-
/// out of buffered tokens.
|
67
|
-
/// </summary>
|
68
|
-
size_t _p;
|
69
|
-
|
70
|
-
/// <summary>
|
71
|
-
/// Count up with <seealso cref="#mark mark()"/> and down with
|
72
|
-
/// <seealso cref="#release release()"/>. When we {@code release()} the last mark,
|
73
|
-
/// {@code numMarkers} reaches 0 and we reset the buffer. Copy
|
74
|
-
/// {@code tokens[p]..tokens[n-1]} to {@code tokens[0]..tokens[(n-1)-p]}.
|
75
|
-
/// </summary>
|
76
|
-
int _numMarkers;
|
77
|
-
|
78
|
-
/// <summary>
|
79
|
-
/// This is the {@code LT(-1)} token for the current position.
|
80
|
-
/// </summary>
|
81
|
-
Token *_lastToken;
|
82
|
-
|
83
|
-
/// <summary>
|
84
|
-
/// When {@code numMarkers > 0}, this is the {@code LT(-1)} token for the
|
85
|
-
/// first token in <seealso cref="#tokens"/>. Otherwise, this is {@code null}.
|
86
|
-
/// </summary>
|
87
|
-
Token *_lastTokenBufferStart;
|
88
|
-
|
89
|
-
/// <summary>
|
90
|
-
/// Absolute token index. It's the index of the token about to be read via
|
91
|
-
/// {@code LT(1)}. Goes from 0 to the number of tokens in the entire stream,
|
92
|
-
/// although the stream size is unknown before the end is reached.
|
93
|
-
/// <p/>
|
94
|
-
/// This value is used to set the token indexes if the stream provides tokens
|
95
|
-
/// that implement <seealso cref="WritableToken"/>.
|
96
|
-
/// </summary>
|
97
|
-
size_t _currentTokenIndex;
|
98
|
-
|
99
|
-
virtual void sync(ssize_t want);
|
100
|
-
|
101
|
-
/// <summary>
|
102
|
-
/// Add {@code n} elements to the buffer. Returns the number of tokens
|
103
|
-
/// actually added to the buffer. If the return value is less than {@code n},
|
104
|
-
/// then EOF was reached before {@code n} tokens could be added.
|
105
|
-
/// </summary>
|
106
|
-
virtual size_t fill(size_t n);
|
107
|
-
virtual void add(std::unique_ptr<Token> t);
|
108
|
-
|
109
|
-
size_t getBufferStartIndex() const;
|
110
|
-
|
111
|
-
private:
|
112
|
-
void InitializeInstanceFields();
|
113
|
-
};
|
114
|
-
|
115
|
-
} // namespace antlr4
|
@@ -1,42 +0,0 @@
|
|
1
|
-
// Copyright 2012-2022 The ANTLR Project
|
2
|
-
//
|
3
|
-
// Redistribution and use in source and binary forms, with or without modification, are permitted
|
4
|
-
// provided that the following conditions are met:
|
5
|
-
//
|
6
|
-
// 1. Redistributions of source code must retain the above copyright notice, this list of conditions
|
7
|
-
// and the following disclaimer.
|
8
|
-
//
|
9
|
-
// 2. Redistributions in binary form must reproduce the above copyright notice, this list of
|
10
|
-
// conditions and the following disclaimer in the documentation and/or other materials provided
|
11
|
-
// with the distribution.
|
12
|
-
//
|
13
|
-
// 3. Neither the name of the copyright holder nor the names of its contributors may be used to
|
14
|
-
// endorse or promote products derived from this software without specific prior written
|
15
|
-
// permission.
|
16
|
-
//
|
17
|
-
// THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND ANY EXPRESS OR
|
18
|
-
// IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND
|
19
|
-
// FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR
|
20
|
-
// CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
|
21
|
-
// DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
|
22
|
-
// DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
|
23
|
-
// WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY
|
24
|
-
// WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
25
|
-
|
26
|
-
#pragma once
|
27
|
-
|
28
|
-
#include "antlr4-common.h"
|
29
|
-
|
30
|
-
#define ANTLRCPP_VERSION_MAJOR 4
|
31
|
-
#define ANTLRCPP_VERSION_MINOR 13
|
32
|
-
#define ANTLRCPP_VERSION_PATCH 1
|
33
|
-
|
34
|
-
#define ANTLRCPP_MAKE_VERSION(major, minor, patch) ((major) * 100000 + (minor) * 1000 + (patch))
|
35
|
-
|
36
|
-
#define ANTLRCPP_VERSION \
|
37
|
-
ANTLRCPP_MAKE_VERSION(ANTLR4CPP_VERSION_MAJOR, ANTLR4CPP_VERSION_MINOR, ANTLR4CPP_VERSION_PATCH)
|
38
|
-
|
39
|
-
#define ANTLRCPP_VERSION_STRING \
|
40
|
-
ANTLR4CPP_STRINGIFY(ANTLR4CPP_VERSION_MAJOR) "." \
|
41
|
-
ANTLR4CPP_STRINGIFY(ANTLR4CPP_VERSION_MINOR) "." \
|
42
|
-
ANTLR4CPP_STRINGIFY(ANTLR4CPP_VERSION_PATCH)
|
@@ -1,64 +0,0 @@
|
|
1
|
-
/* Copyright (c) 2012-2017 The ANTLR Project. All rights reserved.
|
2
|
-
* Use of this file is governed by the BSD 3-clause license that
|
3
|
-
* can be found in the LICENSE.txt file in the project root.
|
4
|
-
*/
|
5
|
-
|
6
|
-
#include "Token.h"
|
7
|
-
|
8
|
-
#include "Vocabulary.h"
|
9
|
-
|
10
|
-
using namespace antlr4::dfa;
|
11
|
-
|
12
|
-
const Vocabulary Vocabulary::EMPTY_VOCABULARY;
|
13
|
-
|
14
|
-
Vocabulary::Vocabulary(std::vector<std::string> literalNames, std::vector<std::string> symbolicNames)
|
15
|
-
: Vocabulary(std::move(literalNames), std::move(symbolicNames), {}) {
|
16
|
-
}
|
17
|
-
|
18
|
-
Vocabulary::Vocabulary(std::vector<std::string> literalNames,
|
19
|
-
std::vector<std::string> symbolicNames, std::vector<std::string> displayNames)
|
20
|
-
: _literalNames(std::move(literalNames)), _symbolicNames(std::move(symbolicNames)), _displayNames(std::move(displayNames)),
|
21
|
-
_maxTokenType(std::max(_displayNames.size(), std::max(_literalNames.size(), _symbolicNames.size())) - 1) {
|
22
|
-
// See note here on -1 part: https://github.com/antlr/antlr4/pull/1146
|
23
|
-
}
|
24
|
-
|
25
|
-
std::string_view Vocabulary::getLiteralName(size_t tokenType) const {
|
26
|
-
if (tokenType < _literalNames.size()) {
|
27
|
-
return _literalNames[tokenType];
|
28
|
-
}
|
29
|
-
|
30
|
-
return "";
|
31
|
-
}
|
32
|
-
|
33
|
-
std::string_view Vocabulary::getSymbolicName(size_t tokenType) const {
|
34
|
-
if (tokenType == Token::EOF) {
|
35
|
-
return "EOF";
|
36
|
-
}
|
37
|
-
|
38
|
-
if (tokenType < _symbolicNames.size()) {
|
39
|
-
return _symbolicNames[tokenType];
|
40
|
-
}
|
41
|
-
|
42
|
-
return "";
|
43
|
-
}
|
44
|
-
|
45
|
-
std::string Vocabulary::getDisplayName(size_t tokenType) const {
|
46
|
-
if (tokenType < _displayNames.size()) {
|
47
|
-
std::string_view displayName = _displayNames[tokenType];
|
48
|
-
if (!displayName.empty()) {
|
49
|
-
return std::string(displayName);
|
50
|
-
}
|
51
|
-
}
|
52
|
-
|
53
|
-
std::string_view literalName = getLiteralName(tokenType);
|
54
|
-
if (!literalName.empty()) {
|
55
|
-
return std::string(literalName);
|
56
|
-
}
|
57
|
-
|
58
|
-
std::string_view symbolicName = getSymbolicName(tokenType);
|
59
|
-
if (!symbolicName.empty()) {
|
60
|
-
return std::string(symbolicName);
|
61
|
-
}
|
62
|
-
|
63
|
-
return std::to_string(tokenType);
|
64
|
-
}
|
@@ -1,177 +0,0 @@
|
|
1
|
-
/* Copyright (c) 2012-2017 The ANTLR Project. All rights reserved.
|
2
|
-
* Use of this file is governed by the BSD 3-clause license that
|
3
|
-
* can be found in the LICENSE.txt file in the project root.
|
4
|
-
*/
|
5
|
-
|
6
|
-
#pragma once
|
7
|
-
|
8
|
-
#include "antlr4-common.h"
|
9
|
-
|
10
|
-
namespace antlr4 {
|
11
|
-
namespace dfa {
|
12
|
-
|
13
|
-
/// This class provides a default implementation of the <seealso cref="Vocabulary"/>
|
14
|
-
/// interface.
|
15
|
-
class ANTLR4CPP_PUBLIC Vocabulary final {
|
16
|
-
public:
|
17
|
-
/// Gets an empty <seealso cref="Vocabulary"/> instance.
|
18
|
-
///
|
19
|
-
/// <para>
|
20
|
-
/// No literal or symbol names are assigned to token types, so
|
21
|
-
/// <seealso cref="#getDisplayName(int)"/> returns the numeric value for all tokens
|
22
|
-
/// except <seealso cref="Token#EOF"/>.</para>
|
23
|
-
[[deprecated("Use the default constructor of Vocabulary instead.")]] static const Vocabulary EMPTY_VOCABULARY;
|
24
|
-
|
25
|
-
Vocabulary() {}
|
26
|
-
|
27
|
-
Vocabulary(const Vocabulary&) = default;
|
28
|
-
|
29
|
-
/// <summary>
|
30
|
-
/// Constructs a new instance of <seealso cref="Vocabulary"/> from the specified
|
31
|
-
/// literal and symbolic token names.
|
32
|
-
/// </summary>
|
33
|
-
/// <param name="literalNames"> The literal names assigned to tokens, or {@code null}
|
34
|
-
/// if no literal names are assigned. </param>
|
35
|
-
/// <param name="symbolicNames"> The symbolic names assigned to tokens, or
|
36
|
-
/// {@code null} if no symbolic names are assigned.
|
37
|
-
/// </param>
|
38
|
-
/// <seealso cref= #getLiteralName(int) </seealso>
|
39
|
-
/// <seealso cref= #getSymbolicName(int) </seealso>
|
40
|
-
Vocabulary(std::vector<std::string> literalNames, std::vector<std::string> symbolicNames);
|
41
|
-
|
42
|
-
/// <summary>
|
43
|
-
/// Constructs a new instance of <seealso cref="Vocabulary"/> from the specified
|
44
|
-
/// literal, symbolic, and display token names.
|
45
|
-
/// </summary>
|
46
|
-
/// <param name="literalNames"> The literal names assigned to tokens, or {@code null}
|
47
|
-
/// if no literal names are assigned. </param>
|
48
|
-
/// <param name="symbolicNames"> The symbolic names assigned to tokens, or
|
49
|
-
/// {@code null} if no symbolic names are assigned. </param>
|
50
|
-
/// <param name="displayNames"> The display names assigned to tokens, or {@code null}
|
51
|
-
/// to use the values in {@code literalNames} and {@code symbolicNames} as
|
52
|
-
/// the source of display names, as described in
|
53
|
-
/// <seealso cref="#getDisplayName(int)"/>.
|
54
|
-
/// </param>
|
55
|
-
/// <seealso cref= #getLiteralName(int) </seealso>
|
56
|
-
/// <seealso cref= #getSymbolicName(int) </seealso>
|
57
|
-
/// <seealso cref= #getDisplayName(int) </seealso>
|
58
|
-
Vocabulary(std::vector<std::string> literalNames, std::vector<std::string> symbolicNames,
|
59
|
-
std::vector<std::string> displayNames);
|
60
|
-
|
61
|
-
/// <summary>
|
62
|
-
/// Returns the highest token type value. It can be used to iterate from
|
63
|
-
/// zero to that number, inclusively, thus querying all stored entries. </summary>
|
64
|
-
/// <returns> the highest token type value </returns>
|
65
|
-
constexpr size_t getMaxTokenType() const { return _maxTokenType; }
|
66
|
-
|
67
|
-
/// <summary>
|
68
|
-
/// Gets the string literal associated with a token type. The string returned
|
69
|
-
/// by this method, when not {@code null}, can be used unaltered in a parser
|
70
|
-
/// grammar to represent this token type.
|
71
|
-
///
|
72
|
-
/// <para>The following table shows examples of lexer rules and the literal
|
73
|
-
/// names assigned to the corresponding token types.</para>
|
74
|
-
///
|
75
|
-
/// <table>
|
76
|
-
/// <tr>
|
77
|
-
/// <th>Rule</th>
|
78
|
-
/// <th>Literal Name</th>
|
79
|
-
/// <th>Java String Literal</th>
|
80
|
-
/// </tr>
|
81
|
-
/// <tr>
|
82
|
-
/// <td>{@code THIS : 'this';}</td>
|
83
|
-
/// <td>{@code 'this'}</td>
|
84
|
-
/// <td>{@code "'this'"}</td>
|
85
|
-
/// </tr>
|
86
|
-
/// <tr>
|
87
|
-
/// <td>{@code SQUOTE : '\'';}</td>
|
88
|
-
/// <td>{@code '\''}</td>
|
89
|
-
/// <td>{@code "'\\''"}</td>
|
90
|
-
/// </tr>
|
91
|
-
/// <tr>
|
92
|
-
/// <td>{@code ID : [A-Z]+;}</td>
|
93
|
-
/// <td>n/a</td>
|
94
|
-
/// <td>{@code null}</td>
|
95
|
-
/// </tr>
|
96
|
-
/// </table>
|
97
|
-
/// </summary>
|
98
|
-
/// <param name="tokenType"> The token type.
|
99
|
-
/// </param>
|
100
|
-
/// <returns> The string literal associated with the specified token type, or
|
101
|
-
/// {@code null} if no string literal is associated with the type. </returns>
|
102
|
-
std::string_view getLiteralName(size_t tokenType) const;
|
103
|
-
|
104
|
-
/// <summary>
|
105
|
-
/// Gets the symbolic name associated with a token type. The string returned
|
106
|
-
/// by this method, when not {@code null}, can be used unaltered in a parser
|
107
|
-
/// grammar to represent this token type.
|
108
|
-
///
|
109
|
-
/// <para>This method supports token types defined by any of the following
|
110
|
-
/// methods:</para>
|
111
|
-
///
|
112
|
-
/// <ul>
|
113
|
-
/// <li>Tokens created by lexer rules.</li>
|
114
|
-
/// <li>Tokens defined in a <code>tokens{}</code> block in a lexer or parser
|
115
|
-
/// grammar.</li>
|
116
|
-
/// <li>The implicitly defined {@code EOF} token, which has the token type
|
117
|
-
/// <seealso cref="Token#EOF"/>.</li>
|
118
|
-
/// </ul>
|
119
|
-
///
|
120
|
-
/// <para>The following table shows examples of lexer rules and the literal
|
121
|
-
/// names assigned to the corresponding token types.</para>
|
122
|
-
///
|
123
|
-
/// <table>
|
124
|
-
/// <tr>
|
125
|
-
/// <th>Rule</th>
|
126
|
-
/// <th>Symbolic Name</th>
|
127
|
-
/// </tr>
|
128
|
-
/// <tr>
|
129
|
-
/// <td>{@code THIS : 'this';}</td>
|
130
|
-
/// <td>{@code THIS}</td>
|
131
|
-
/// </tr>
|
132
|
-
/// <tr>
|
133
|
-
/// <td>{@code SQUOTE : '\'';}</td>
|
134
|
-
/// <td>{@code SQUOTE}</td>
|
135
|
-
/// </tr>
|
136
|
-
/// <tr>
|
137
|
-
/// <td>{@code ID : [A-Z]+;}</td>
|
138
|
-
/// <td>{@code ID}</td>
|
139
|
-
/// </tr>
|
140
|
-
/// </table>
|
141
|
-
/// </summary>
|
142
|
-
/// <param name="tokenType"> The token type.
|
143
|
-
/// </param>
|
144
|
-
/// <returns> The symbolic name associated with the specified token type, or
|
145
|
-
/// {@code null} if no symbolic name is associated with the type. </returns>
|
146
|
-
std::string_view getSymbolicName(size_t tokenType) const;
|
147
|
-
|
148
|
-
/// <summary>
|
149
|
-
/// Gets the display name of a token type.
|
150
|
-
///
|
151
|
-
/// <para>ANTLR provides a default implementation of this method, but
|
152
|
-
/// applications are free to override the behavior in any manner which makes
|
153
|
-
/// sense for the application. The default implementation returns the first
|
154
|
-
/// result from the following list which produces a non-{@code null}
|
155
|
-
/// result.</para>
|
156
|
-
///
|
157
|
-
/// <ol>
|
158
|
-
/// <li>The result of <seealso cref="#getLiteralName"/></li>
|
159
|
-
/// <li>The result of <seealso cref="#getSymbolicName"/></li>
|
160
|
-
/// <li>The result of <seealso cref="Integer#toString"/></li>
|
161
|
-
/// </ol>
|
162
|
-
/// </summary>
|
163
|
-
/// <param name="tokenType"> The token type.
|
164
|
-
/// </param>
|
165
|
-
/// <returns> The display name of the token type, for use in error reporting or
|
166
|
-
/// other user-visible messages which reference specific token types. </returns>
|
167
|
-
std::string getDisplayName(size_t tokenType) const;
|
168
|
-
|
169
|
-
private:
|
170
|
-
std::vector<std::string> const _literalNames;
|
171
|
-
std::vector<std::string> const _symbolicNames;
|
172
|
-
std::vector<std::string> const _displayNames;
|
173
|
-
const size_t _maxTokenType = 0;
|
174
|
-
};
|
175
|
-
|
176
|
-
} // namespace atn
|
177
|
-
} // namespace antlr4
|
@@ -1,9 +0,0 @@
|
|
1
|
-
/* Copyright (c) 2012-2017 The ANTLR Project. All rights reserved.
|
2
|
-
* Use of this file is governed by the BSD 3-clause license that
|
3
|
-
* can be found in the LICENSE.txt file in the project root.
|
4
|
-
*/
|
5
|
-
|
6
|
-
#include "WritableToken.h"
|
7
|
-
|
8
|
-
antlr4::WritableToken::~WritableToken() {
|
9
|
-
}
|