rouge 3.5.1 → 3.10.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (135) hide show
  1. checksums.yaml +4 -4
  2. data/Gemfile +1 -1
  3. data/lib/rouge.rb +1 -0
  4. data/lib/rouge/cli.rb +19 -11
  5. data/lib/rouge/demos/ada +26 -0
  6. data/lib/rouge/demos/armasm +12 -0
  7. data/lib/rouge/demos/batchfile +3 -0
  8. data/lib/rouge/demos/bbcbasic +6 -0
  9. data/lib/rouge/demos/clean +6 -0
  10. data/lib/rouge/demos/cmhg +8 -0
  11. data/lib/rouge/demos/cuda +11 -0
  12. data/lib/rouge/demos/cython +6 -0
  13. data/lib/rouge/demos/eex +1 -0
  14. data/lib/rouge/demos/epp +4 -0
  15. data/lib/rouge/demos/gdscript +18 -0
  16. data/lib/rouge/demos/haxe +5 -0
  17. data/lib/rouge/demos/hocon +8 -0
  18. data/lib/rouge/demos/hql +5 -0
  19. data/lib/rouge/demos/jsl +3 -0
  20. data/lib/rouge/demos/lustre +6 -0
  21. data/lib/rouge/demos/lutin +18 -0
  22. data/lib/rouge/demos/mason +22 -0
  23. data/lib/rouge/demos/msgtrans +4 -0
  24. data/lib/rouge/demos/openedge +4 -0
  25. data/lib/rouge/demos/opentype_feature_file +6 -0
  26. data/lib/rouge/demos/plist +1 -132
  27. data/lib/rouge/demos/powershell +12 -48
  28. data/lib/rouge/demos/reasonml +12 -0
  29. data/lib/rouge/demos/sas +13 -0
  30. data/lib/rouge/demos/sparql +6 -0
  31. data/lib/rouge/demos/terraform +0 -15
  32. data/lib/rouge/demos/xojo +2 -1
  33. data/lib/rouge/demos/xpath +2 -0
  34. data/lib/rouge/demos/xquery +22 -0
  35. data/lib/rouge/formatters/html.rb +18 -2
  36. data/lib/rouge/formatters/html_line_table.rb +53 -0
  37. data/lib/rouge/formatters/tex.rb +14 -12
  38. data/lib/rouge/guessers/disambiguation.rb +12 -0
  39. data/lib/rouge/guessers/modeline.rb +1 -1
  40. data/lib/rouge/lexers/ada.rb +162 -0
  41. data/lib/rouge/lexers/apache.rb +1 -1
  42. data/lib/rouge/lexers/armasm.rb +145 -0
  43. data/lib/rouge/lexers/batchfile.rb +164 -0
  44. data/lib/rouge/lexers/bbcbasic.rb +112 -0
  45. data/lib/rouge/lexers/bpf.rb +12 -12
  46. data/lib/rouge/lexers/ceylon.rb +5 -5
  47. data/lib/rouge/lexers/clean.rb +156 -0
  48. data/lib/rouge/lexers/cmhg.rb +34 -0
  49. data/lib/rouge/lexers/common_lisp.rb +1 -1
  50. data/lib/rouge/lexers/console.rb +1 -1
  51. data/lib/rouge/lexers/cpp.rb +4 -1
  52. data/lib/rouge/lexers/cuda.rb +35 -0
  53. data/lib/rouge/lexers/cython.rb +151 -0
  54. data/lib/rouge/lexers/docker.rb +2 -2
  55. data/lib/rouge/lexers/eex.rb +51 -0
  56. data/lib/rouge/lexers/elixir.rb +25 -11
  57. data/lib/rouge/lexers/elm.rb +1 -1
  58. data/lib/rouge/lexers/epp.rb +51 -0
  59. data/lib/rouge/lexers/escape.rb +3 -0
  60. data/lib/rouge/lexers/fsharp.rb +4 -4
  61. data/lib/rouge/lexers/gdscript.rb +171 -0
  62. data/lib/rouge/lexers/gherkin.rb +4 -2
  63. data/lib/rouge/lexers/glsl.rb +1 -1
  64. data/lib/rouge/lexers/graphql.rb +10 -3
  65. data/lib/rouge/lexers/handlebars.rb +14 -3
  66. data/lib/rouge/lexers/haxe.rb +246 -0
  67. data/lib/rouge/lexers/hocon.rb +86 -0
  68. data/lib/rouge/lexers/hql.rb +139 -0
  69. data/lib/rouge/lexers/html.rb +2 -2
  70. data/lib/rouge/lexers/http.rb +6 -6
  71. data/lib/rouge/lexers/idlang.rb +1 -1
  72. data/lib/rouge/lexers/igorpro.rb +1 -1
  73. data/lib/rouge/lexers/javascript.rb +1 -1
  74. data/lib/rouge/lexers/jsl.rb +55 -0
  75. data/lib/rouge/lexers/json.rb +44 -6
  76. data/lib/rouge/lexers/jsp.rb +3 -3
  77. data/lib/rouge/lexers/julia.rb +1 -1
  78. data/lib/rouge/lexers/liquid.rb +23 -0
  79. data/lib/rouge/lexers/lustre.rb +79 -0
  80. data/lib/rouge/lexers/lutin.rb +33 -0
  81. data/lib/rouge/lexers/magik.rb +2 -1
  82. data/lib/rouge/lexers/make.rb +44 -16
  83. data/lib/rouge/lexers/mason.rb +115 -0
  84. data/lib/rouge/lexers/matlab.rb +4 -2
  85. data/lib/rouge/lexers/matlab/builtins.yml +3515 -0
  86. data/lib/rouge/lexers/mosel.rb +43 -43
  87. data/lib/rouge/lexers/msgtrans.rb +26 -0
  88. data/lib/rouge/lexers/nim.rb +2 -1
  89. data/lib/rouge/lexers/nix.rb +1 -1
  90. data/lib/rouge/lexers/ocaml.rb +12 -48
  91. data/lib/rouge/lexers/ocaml/common.rb +53 -0
  92. data/lib/rouge/lexers/openedge.rb +429 -0
  93. data/lib/rouge/lexers/opentype_feature_file.rb +113 -0
  94. data/lib/rouge/lexers/perl.rb +12 -14
  95. data/lib/rouge/lexers/php.rb +31 -9
  96. data/lib/rouge/lexers/php/builtins.rb +181 -174
  97. data/lib/rouge/lexers/plain_text.rb +1 -1
  98. data/lib/rouge/lexers/powershell.rb +181 -635
  99. data/lib/rouge/lexers/puppet.rb +2 -2
  100. data/lib/rouge/lexers/q.rb +1 -1
  101. data/lib/rouge/lexers/r.rb +2 -3
  102. data/lib/rouge/lexers/reasonml.rb +65 -0
  103. data/lib/rouge/lexers/ruby.rb +2 -2
  104. data/lib/rouge/lexers/rust.rb +12 -9
  105. data/lib/rouge/lexers/sas.rb +563 -0
  106. data/lib/rouge/lexers/scala.rb +1 -1
  107. data/lib/rouge/lexers/sed.rb +1 -1
  108. data/lib/rouge/lexers/shell.rb +1 -1
  109. data/lib/rouge/lexers/smarty.rb +10 -10
  110. data/lib/rouge/lexers/sparql.rb +129 -0
  111. data/lib/rouge/lexers/sql.rb +26 -6
  112. data/lib/rouge/lexers/swift.rb +4 -4
  113. data/lib/rouge/lexers/terraform.rb +8 -0
  114. data/lib/rouge/lexers/tex.rb +1 -1
  115. data/lib/rouge/lexers/toml.rb +1 -1
  116. data/lib/rouge/lexers/vala.rb +1 -1
  117. data/lib/rouge/lexers/vhdl.rb +1 -1
  118. data/lib/rouge/lexers/wollok.rb +1 -1
  119. data/lib/rouge/lexers/xml.rb +1 -1
  120. data/lib/rouge/lexers/xojo.rb +4 -4
  121. data/lib/rouge/lexers/xpath.rb +332 -0
  122. data/lib/rouge/lexers/xquery.rb +145 -0
  123. data/lib/rouge/lexers/yaml.rb +5 -3
  124. data/lib/rouge/regex_lexer.rb +14 -13
  125. data/lib/rouge/tex_theme_renderer.rb +7 -3
  126. data/lib/rouge/themes/magritte.rb +3 -3
  127. data/lib/rouge/themes/monokai_sublime.rb +2 -1
  128. data/lib/rouge/themes/pastie.rb +1 -1
  129. data/lib/rouge/themes/thankful_eyes.rb +1 -1
  130. data/lib/rouge/themes/tulip.rb +1 -1
  131. data/lib/rouge/util.rb +2 -2
  132. data/lib/rouge/version.rb +1 -1
  133. data/rouge.gemspec +4 -3
  134. metadata +61 -5
  135. data/lib/rouge/lexers/matlab/builtins.rb +0 -13
@@ -50,7 +50,7 @@ module Rouge
50
50
 
51
51
  state :section do
52
52
  # Match section arguments
53
- rule %r/([^>]+)?(>(?:\r\n?|\n)?)/ do |m|
53
+ rule %r/([^>]+)?(>(?:\r\n?|\n)?)/ do
54
54
  groups Literal::String::Regex, Punctuation
55
55
  pop!
56
56
  end
@@ -0,0 +1,145 @@
1
+ # -*- coding: utf-8 -*- #
2
+ # frozen_string_literal: true
3
+
4
+ module Rouge
5
+ module Lexers
6
+ class ArmAsm < RegexLexer
7
+ title "ArmAsm"
8
+ desc "Arm assembly syntax"
9
+ tag 'armasm'
10
+ filenames '*.s'
11
+
12
+ def self.preproc_keyword
13
+ @preproc_keyword ||= %w(
14
+ define elif else endif error if ifdef ifndef include line pragma undef warning
15
+ )
16
+ end
17
+
18
+ def self.file_directive
19
+ @file_directive ||= %w(
20
+ BIN GET INCBIN INCLUDE LNK
21
+ )
22
+ end
23
+
24
+ def self.general_directive
25
+ @general_directive ||= %w(
26
+ ALIAS ALIGN AOF AOUT AREA ARM ASSERT ATTR CN CODE16 CODE32 COMMON CP
27
+ DATA DCB DCD DCDO DCDU DCFD DCFDU DCFH DCFHU DCFS DCFSU DCI DCI.N DCI.W
28
+ DCQ DCQU DCW DCWU DN ELIF ELSE END ENDFUNC ENDIF ENDP ENTRY EQU EXPORT
29
+ EXPORTAS EXTERN FIELD FILL FN FRAME FUNCTION GBLA GBLL GBLS GLOBAL IF
30
+ IMPORT INFO KEEP LCLA LCLL LCLS LEADR LEAF LTORG MACRO MAP MEND MEXIT
31
+ NOFP OPT ORG PRESERVE8 PROC QN RELOC REQUIRE REQUIRE8 RLIST RN ROUT
32
+ SETA SETL SETS SN SPACE STRONG SUBT THUMB THUMBX TTL WEND WHILE
33
+ \[ \] [|!#*=%&^]
34
+ )
35
+ end
36
+
37
+ def self.shift_or_condition
38
+ @shift_or_condition ||= %w(
39
+ ASR LSL LSR ROR RRX AL CC CS EQ GE GT HI HS LE LO LS LT MI NE PL VC VS
40
+ asr lsl lsr ror rrx al cc cs eq ge gt hi hs le lo ls lt mi ne pl vc vs
41
+ )
42
+ end
43
+
44
+ def self.builtin
45
+ @builtin ||= %w(
46
+ ARCHITECTURE AREANAME ARMASM_VERSION CODESIZE COMMANDLINE CONFIG CPU
47
+ ENDIAN FALSE FPIC FPU INPUTFILE INTER LINENUM LINENUMUP LINENUMUPPER
48
+ OBJASM_VERSION OPT PC PCSTOREOFFSET REENTRANT ROPI RWPI TRUE VAR
49
+ )
50
+ end
51
+
52
+ def self.operator
53
+ @operator ||= %w(
54
+ AND BASE CC CC_ENCODING CHR DEF EOR FATTR FEXEC FLOAD FSIZE INDEX LAND
55
+ LEFT LEN LEOR LNOT LOR LOWERCASE MOD NOT OR RCONST REVERSE_CC RIGHT ROL
56
+ ROR SHL SHR STR TARGET_ARCH_[0-9A-Z_]+ TARGET_FEATURE_[0-9A-Z_]+
57
+ TARGET_FPU_[A-Z_] TARGET_PROFILE_[ARM] UAL UPPERCASE
58
+ )
59
+ end
60
+
61
+ state :root do
62
+ rule %r/\n/, Text
63
+ rule %r/^([ \t]*)(#[ \t]*(?:(?:#{ArmAsm.preproc_keyword.join('|')})(?:[ \t].*)?)?)(\n)/ do
64
+ groups Text, Comment::Preproc, Text
65
+ end
66
+ rule %r/[ \t]+/, Text, :command
67
+ rule %r/;.*/, Comment
68
+ rule %r/\$[a-z_]\w*\.?/i, Name::Namespace # variable substitution or macro argument
69
+ rule %r/\w+|\|[^|\n]+\|/, Name::Label
70
+ end
71
+
72
+ state :command do
73
+ rule %r/\n/, Text, :pop!
74
+ rule %r/[ \t]+/ do |m|
75
+ token Text
76
+ goto :args
77
+ end
78
+ rule %r/;.*/, Comment, :pop!
79
+ rule %r/(?:#{ArmAsm.file_directive.join('|')})\b/ do |m|
80
+ token Keyword
81
+ goto :filespec
82
+ end
83
+ rule %r/(?:#{ArmAsm.general_directive.join('|')})(?=[; \t\n])/, Keyword
84
+ rule %r/(?:[A-Z][\dA-Z]*|[a-z][\da-z]*)(?:\.[NWnw])?(?:\.[DFIPSUdfipsu]?(?:8|16|32|64)?){,3}\b/, Name::Builtin # rather than attempt to list all opcodes, rely on all-uppercase or all-lowercase rule
85
+ rule %r/[a-z_]\w*|\|[^|\n]+\|/i, Name::Function # probably a macro name
86
+ rule %r/\$[a-z]\w*\.?/i, Name::Namespace
87
+ end
88
+
89
+ state :args do
90
+ rule %r/\n/, Text, :pop!
91
+ rule %r/[ \t]+/, Text
92
+ rule %r/;.*/, Comment, :pop!
93
+ rule %r/(?:#{ArmAsm.shift_or_condition.join('|')})\b/, Name::Builtin
94
+ rule %r/[a-z_]\w*|\|[^|\n]+\|/i, Name::Variable # various types of symbol
95
+ rule %r/%[bf]?[at]?\d+(?:[a-z_]\w*)?/i, Name::Label
96
+ rule %r/(?:&|0x)\h+(?!p)/i, Literal::Number::Hex
97
+ rule %r/(?:&|0x)[.\h]+(?:p[-+]?\d+)?/i, Literal::Number::Float
98
+ rule %r/0f_\h{8}|0d_\h{16}/i, Literal::Number::Float
99
+ rule %r/(?:2_[01]+|3_[0-2]+|4_[0-3]+|5_[0-4]+|6_[0-5]+|7_[0-6]+|8_[0-7]+|9_[0-8]+|\d+)(?!e)/i, Literal::Number::Integer
100
+ rule %r/(?:2_[.01]+|3_[.0-2]+|4_[.0-3]+|5_[.0-4]+|6_[.0-5]+|7_[.0-6]+|8_[.0-7]+|9_[.0-8]+|[.\d]+)(?:e[-+]?\d+)?/i, Literal::Number::Float
101
+ rule %r/[@:](?=[ \t]*(?:8|16|32|64|128|256)[^\d])/, Operator
102
+ rule %r/[.@]|\{(?:#{ArmAsm.builtin.join('|')})\}/, Name::Constant
103
+ rule %r/[-!#%&()*+,\/<=>?^{|}]|\[|\]|!=|&&|\/=|<<|<=|<>|==|><|>=|>>|\|\||:(?:#{ArmAsm.operator.join('|')}):/, Operator
104
+ rule %r/\$[a-z]\w*\.?/i, Name::Namespace
105
+ rule %r/'/ do |m|
106
+ token Literal::String::Char
107
+ goto :singlequoted
108
+ end
109
+ rule %r/"/ do |m|
110
+ token Literal::String::Double
111
+ goto :doublequoted
112
+ end
113
+ end
114
+
115
+ state :singlequoted do
116
+ rule %r/\n/, Text, :pop!
117
+ rule %r/\$\$/, Literal::String::Char
118
+ rule %r/\$[a-z]\w*\.?/i, Name::Namespace
119
+ rule %r/'/ do |m|
120
+ token Literal::String::Char
121
+ goto :args
122
+ end
123
+ rule %r/[^$'\n]+/, Literal::String::Char
124
+ end
125
+
126
+ state :doublequoted do
127
+ rule %r/\n/, Text, :pop!
128
+ rule %r/\$\$/, Literal::String::Double
129
+ rule %r/\$[a-z]\w*\.?/i, Name::Namespace
130
+ rule %r/"/ do |m|
131
+ token Literal::String::Double
132
+ goto :args
133
+ end
134
+ rule %r/[^$"\n]+/, Literal::String::Double
135
+ end
136
+
137
+ state :filespec do
138
+ rule %r/\n/, Text, :pop!
139
+ rule %r/\$\$/, Literal::String::Other
140
+ rule %r/\$[a-z]\w*\.?/i, Name::Namespace
141
+ rule %r/[^$\n]+/, Literal::String::Other
142
+ end
143
+ end
144
+ end
145
+ end
@@ -0,0 +1,164 @@
1
+ # -*- coding: utf-8 -*- #
2
+ # frozen_string_literal: true
3
+
4
+ module Rouge
5
+ module Lexers
6
+ class Batchfile < RegexLexer
7
+ title "Batchfile"
8
+ desc "Windows Batch File"
9
+
10
+ tag 'batchfile'
11
+ aliases 'bat', 'batch', 'dosbatch', 'winbatch'
12
+ filenames '*.bat', '*.cmd'
13
+
14
+ mimetypes 'application/bat', 'application/x-bat', 'application/x-msdos-program'
15
+
16
+ def self.keywords
17
+ @keywords ||= %w(
18
+ if else for in do goto call exit
19
+ )
20
+ end
21
+
22
+ def self.operator_words
23
+ @operator_words ||= %w(
24
+ exist defined errorlevel cmdextversion not equ neq lss leq gtr geq
25
+ )
26
+ end
27
+
28
+ def self.devices
29
+ @devices ||= %w(
30
+ con prn aux nul com1 com2 com3 com4 com5 com6 com7 com8 com9 lpt1 lpt2
31
+ lpt3 lpt4 lpt5 lpt6 lpt7 lpt8 lpt9
32
+ )
33
+ end
34
+
35
+ def self.builtin_commands
36
+ @builtin_commands ||= %w(
37
+ assoc attrib break bcdedit cacls cd chcp chdir chkdsk chkntfs choice
38
+ cls cmd color comp compact convert copy date del dir diskpart doskey
39
+ dpath driverquery echo endlocal erase fc find findstr format fsutil
40
+ ftype gpresult graftabl help icacls label md mkdir mklink mode more
41
+ move openfiles path pause popd print prompt pushd rd recover ren
42
+ rename replace rmdir robocopy setlocal sc schtasks shift shutdown sort
43
+ start subst systeminfo takeown tasklist taskkill time timeout title
44
+ tree type ver verify vol xcopy waitfor wmic
45
+ )
46
+ end
47
+
48
+ def self.other_commands
49
+ @other_commands ||= %w(
50
+ addusers admodcmd ansicon arp at bcdboot bitsadmin browstat certreq
51
+ certutil change cidiag cipher cleanmgr clip cmdkey compress convertcp
52
+ coreinfo csccmd csvde cscript curl debug defrag delprof deltree devcon
53
+ diamond dirquota diruse diskshadow diskuse dism dnscmd dsacls dsadd
54
+ dsget dsquery dsmod dsmove dsrm dsmgmt dsregcmd edlin eventcreate
55
+ expand extract fdisk fltmc forfiles freedisk ftp getmac gpupdate
56
+ hostname ifmember inuse ipconfig kill lgpo lodctr logman logoff
57
+ logtime makecab mapisend mbsacli mem mountvol moveuser msg mshta
58
+ msiexec msinfo32 mstsc nbtstat net net1 netdom netsh netstat nlsinfo
59
+ nltest now nslookup ntbackup ntdsutil ntoskrnl ntrights nvspbind
60
+ pathping perms ping portqry powercfg pngout pnputil printbrm prncnfg
61
+ prnmngr procdump psexec psfile psgetsid psinfo pskill pslist
62
+ psloggedon psloglist pspasswd psping psservice psshutdown pssuspend
63
+ qbasic qgrep qprocess query quser qwinsta rasdial reg reg1 regdump
64
+ regedt32 regsvr32 regini reset restore rundll32 rmtshare route rpcping
65
+ run runas scandisk setspn setx sfc share shellrunas shortcut sigcheck
66
+ sleep slmgr strings subinacl sysmon telnet tftp tlist touch tracerpt
67
+ tracert tscon tsdiscon tskill tttracer typeperf tzutil undelete
68
+ unformat verifier vmconnect vssadmin w32tm wbadmin wecutil wevtutil
69
+ wget where whoami windiff winrm winrs wpeutil wpr wusa wuauclt wscript
70
+ )
71
+ end
72
+
73
+ def self.attributes
74
+ @attributes ||= %w(
75
+ on off disable enableextensions enabledelayedexpansion
76
+ )
77
+ end
78
+
79
+ state :basic do
80
+ # Comments
81
+ rule %r/\brem\b.*$/i, Comment
82
+ # Empty Labels
83
+ rule %r/^::.*$/, Comment
84
+
85
+ # Labels
86
+ rule %r/:[a-z]+/i, Name::Label
87
+
88
+ rule %r/([a-z]\w*)(\.exe|com|bat|cmd|msi)?/i do |m|
89
+ if self.class.devices.include? m[1]
90
+ groups Keyword::Reserved, Error
91
+ elsif self.class.keywords.include? m[1]
92
+ groups Keyword, Error
93
+ elsif self.class.operator_words.include? m[1]
94
+ groups Operator::Word, Error
95
+ elsif self.class.builtin_commands.include? m[1]
96
+ token Name::Builtin
97
+ elsif self.class.other_commands.include? m[1]
98
+ token Name::Builtin
99
+ elsif self.class.attributes.include? m[1]
100
+ groups Name::Attribute, Error
101
+ elsif "set".casecmp m[1]
102
+ groups Keyword::Declaration, Error
103
+ else
104
+ token Text
105
+ end
106
+ end
107
+
108
+ rule %r/([\/\-+][a-z]+)\s*/i, Name::Attribute
109
+
110
+ mixin :expansions
111
+
112
+ rule %r/[<>&|(){}\[\]\-+=;,~?*]/, Operator
113
+ end
114
+
115
+ state :escape do
116
+ rule %r/\^./m, Str::Escape
117
+ end
118
+
119
+ state :expansions do
120
+ # Normal and Delayed expansion
121
+ rule %r/[%!]+([a-z_$@#]+)[%!]+/i, Name::Variable
122
+ # For Variables
123
+ rule %r/(\%+~?[a-z]+\d?)/i, Name::Variable::Magic
124
+ end
125
+
126
+ state :double_quotes do
127
+ mixin :escape
128
+ rule %r/["]/, Str::Double, :pop!
129
+ mixin :expansions
130
+ rule %r/[^\^"%!]+/, Str::Double
131
+ end
132
+
133
+ state :single_quotes do
134
+ mixin :escape
135
+ rule %r/[']/, Str::Single, :pop!
136
+ mixin :expansions
137
+ rule %r/[^\^'%!]+/, Str::Single
138
+ end
139
+
140
+ state :backtick do
141
+ mixin :escape
142
+ rule %r/[`]/, Str::Backtick, :pop!
143
+ mixin :expansions
144
+ rule %r/[^\^`%!]+/, Str::Backtick
145
+ end
146
+
147
+ state :data do
148
+ rule %r/\s+/, Text
149
+ rule %r/0x[0-9a-f]+/i, Literal::Number::Hex
150
+ rule %r/[0-9]/, Literal::Number
151
+ rule %r/["]/, Str::Double, :double_quotes
152
+ rule %r/[']/, Str::Single, :single_quotes
153
+ rule %r/[`]/, Str::Backtick, :backtick
154
+ rule %r/[^\s&|()\[\]{}\^=;!%+\-,"'`~?*]+/, Text
155
+ mixin :escape
156
+ end
157
+
158
+ state :root do
159
+ mixin :basic
160
+ mixin :data
161
+ end
162
+ end
163
+ end
164
+ end
@@ -0,0 +1,112 @@
1
+ # -*- coding: utf-8 -*- #
2
+ # frozen_string_literal: true
3
+
4
+ module Rouge
5
+ module Lexers
6
+ class BBCBASIC < RegexLexer
7
+ title "BBCBASIC"
8
+ desc "BBC BASIC syntax"
9
+ tag 'bbcbasic'
10
+ filenames '*,fd1'
11
+
12
+ def self.punctuation
13
+ @punctuation ||= %w(
14
+ [,;'~] SPC TAB
15
+ )
16
+ end
17
+
18
+ def self.function
19
+ @function ||= %w(
20
+ ABS ACS ADVAL ASC ASN ATN BEATS BEAT BGET# CHR\$ COS COUNT DEG DIM
21
+ EOF# ERL ERR EVAL EXP EXT# FN GET\$# GET\$ GET HIMEM INKEY\$ INKEY
22
+ INSTR INT LEFT\$ LEN LN LOG LOMEM MID\$ OPENIN OPENOUT OPENUP PAGE
23
+ POINT POS PTR# RAD REPORT\$ RIGHT\$ RND SGN SIN SQR STR\$ STRING\$ SUM
24
+ SUMLEN TAN TEMPO TIME\$ TIME TOP USR VAL VPOS
25
+ )
26
+ end
27
+
28
+ def self.statement
29
+ @statement ||= %w(
30
+ BEATS BPUT# CALL CASE CHAIN CLEAR CLG CLOSE# CLS COLOR COLOUR DATA
31
+ ELSE ENDCASE ENDIF ENDPROC ENDWHILE END ENVELOPE FOR GCOL GOSUB GOTO
32
+ IF INSTALL LET LIBRARY MODE NEXT OFF OF ON ORIGIN OSCI OTHERWISE
33
+ OVERLAY PLOT PRINT# PRINT PROC QUIT READ REPEAT REPORT RETURN SOUND
34
+ STEP STEREO STOP SWAP SYS THEN TINT TO VDU VOICES VOICE UNTIL WAIT
35
+ WHEN WHILE WIDTH
36
+ )
37
+ end
38
+
39
+ def self.operator
40
+ @operator ||= %w(
41
+ << <= <> < >= >>> >> > [-!$()*+/=?^|] AND DIV EOR MOD NOT OR
42
+ )
43
+ end
44
+
45
+ def self.constant
46
+ @constant ||= %w(
47
+ FALSE TRUE
48
+ )
49
+ end
50
+
51
+ state :expression do
52
+ rule %r/#{BBCBASIC.function.join('|')}/o, Name::Builtin # function or pseudo-variable
53
+ rule %r/#{BBCBASIC.operator.join('|')}/o, Operator
54
+ rule %r/#{BBCBASIC.constant.join('|')}/o, Name::Constant
55
+ rule %r/"[^"]*"/o, Literal::String
56
+ rule %r/[a-z_`][\w`]*[$%]?/io, Name::Variable
57
+ rule %r/@%/o, Name::Variable
58
+ rule %r/[\d.]+/o, Literal::Number
59
+ rule %r/%[01]+/o, Literal::Number::Bin
60
+ rule %r/&[\h]+/o, Literal::Number::Hex
61
+ end
62
+
63
+ state :root do
64
+ rule %r/(:+)( *)(\*)(.*)/ do
65
+ groups Punctuation, Text, Keyword, Text # CLI command
66
+ end
67
+ rule %r/(\n+ *)(\*)(.*)/ do
68
+ groups Text, Keyword, Text # CLI command
69
+ end
70
+ rule %r/(ELSE|OTHERWISE|REPEAT|THEN)( *)(\*)(.*)/ do
71
+ groups Keyword, Text, Keyword, Text # CLI command
72
+ end
73
+ rule %r/[ \n]+/o, Text
74
+ rule %r/:+/o, Punctuation
75
+ rule %r/[\[]/o, Keyword, :assembly1
76
+ rule %r/REM *>.*/o, Comment::Special
77
+ rule %r/REM.*/o, Comment
78
+ rule %r/(?:#{BBCBASIC.statement.join('|')}|CIRCLE(?: *FILL)?|DEF *(?:FN|PROC)|DRAW(?: *BY)?|DIM(?!\()|ELLIPSE(?: *FILL)?|ERROR(?: *EXT)?|FILL(?: *BY)?|INPUT(?:#| *LINE)?|LINE(?: *INPUT)?|LOCAL(?: *DATA| *ERROR)?|MOUSE(?: *COLOUR| *OFF| *ON| *RECTANGLE| *STEP| *TO)?|MOVE(?: *BY)?|ON(?! *ERROR)|ON *ERROR *(?:LOCAL|OFF)?|POINT(?: *BY)?(?!\()|RECTANGE(?: *FILL)?|RESTORE(?: *DATA| *ERROR)?|TRACE(?: *CLOSE| *ENDPROC| *OFF| *STEP(?: *FN| *ON| *PROC)?| *TO)?)/o, Keyword
79
+ mixin :expression
80
+ rule %r/#{BBCBASIC.punctuation.join('|')}/o, Punctuation
81
+ end
82
+
83
+ # Assembly statements are parsed as
84
+ # {label} {directive|opcode |']' {expressions}} {comment}
85
+ # Technically, you don't need whitespace between opcodes and arguments,
86
+ # but this is rare in uncrunched source and trying to enumerate all
87
+ # possible opcodes here is impractical so we colour it as though
88
+ # the whitespace is required. Opcodes and directives can only easily be
89
+ # distinguished from the symbols that make up expressions by looking at
90
+ # their position within the statement. Similarly, ']' is treated as a
91
+ # keyword at the start of a statement or as punctuation elsewhere. This
92
+ # requires a two-state state machine.
93
+
94
+ state :assembly1 do
95
+ rule %r/ +/o, Text
96
+ rule %r/]/o, Keyword, :pop!
97
+ rule %r/[:\n]/o, Punctuation
98
+ rule %r/\.[a-z_`][\w`]*%? */io, Name::Label
99
+ rule %r/(?:REM|;)[^:\n]*/o, Comment
100
+ rule %r/[^ :\n]+/o, Keyword, :assembly2
101
+ end
102
+
103
+ state :assembly2 do
104
+ rule %r/ +/o, Text
105
+ rule %r/[:\n]/o, Punctuation, :pop!
106
+ rule %r/(?:REM|;)[^:\n]*/o, Comment, :pop!
107
+ mixin :expression
108
+ rule %r/[!#,@\[\]^{}]/, Punctuation
109
+ end
110
+ end
111
+ end
112
+ end
@@ -18,25 +18,25 @@ module Rouge
18
18
 
19
19
  state :root do
20
20
  # Calls to helpers
21
- rule %r/(call)(\s+)(\d+)/i do |m|
21
+ rule %r/(call)(\s+)(\d+)/i do
22
22
  groups Keyword, Text::Whitespace, Literal::Number::Integer
23
23
  end
24
24
 
25
25
  # Unconditional jumps
26
- rule %r/(goto)(\s*)(\+\d+)?(\s*)(<?\w+>?)/i do |m|
26
+ rule %r/(goto)(\s*)(\+\d+)?(\s*)(<?\w+>?)/i do
27
27
  groups Keyword, Text::Whitespace, Literal::Number::Integer, Text::Whitespace, Name::Label
28
28
  end
29
29
 
30
30
  # Conditional jumps
31
- rule %r/(if)(\s+)(r\d+)(\s*)([s!=<>]+)(\s*)(0x\h+|[-]?\d+)(\s*)(goto)(\s*)(\+\d+)?(\s*)(<?\w+>?)/i do |m|
31
+ rule %r/(if)(\s+)(r\d+)(\s*)([s!=<>]+)(\s*)(0x\h+|[-]?\d+)(\s*)(goto)(\s*)(\+\d+)?(\s*)(<?\w+>?)/i do
32
32
  groups Keyword, Text::Whitespace, Name, Text::Whitespace, Operator, Text::Whitespace, Literal::Number, Text::Whitespace, Keyword, Text::Whitespace, Literal::Number::Integer, Text::Whitespace, Name::Label
33
33
  end
34
- rule %r/(if)(\s+)(r\d+)(\s*)([s!=<>]+)(\s*)(r\d+)(\s*)(goto)(\s*)(\+\d+)?(\s*)(<?\w+>?)/i do |m|
34
+ rule %r/(if)(\s+)(r\d+)(\s*)([s!=<>]+)(\s*)(r\d+)(\s*)(goto)(\s*)(\+\d+)?(\s*)(<?\w+>?)/i do
35
35
  groups Keyword, Text::Whitespace, Name, Text::Whitespace, Operator, Text::Whitespace, Name, Text::Whitespace, Keyword, Text::Whitespace, Literal::Number::Integer, Text::Whitespace, Name::Label
36
36
  end
37
37
 
38
38
  # Dereferences
39
- rule %r/(\*)(\s*)(\()(#{TYPE_KEYWORDS})(\s*)(\*)(\))/i do |m|
39
+ rule %r/(\*)(\s*)(\()(#{TYPE_KEYWORDS})(\s*)(\*)(\))/i do
40
40
  groups Operator, Text::Whitespace, Punctuation, Keyword::Type, Text::Whitespace, Operator, Punctuation
41
41
  push :address
42
42
  end
@@ -45,7 +45,7 @@ module Rouge
45
45
  rule %r/[+-\/\*&|><^s]{0,3}=/i, Operator
46
46
 
47
47
  # Registers
48
- rule %r/([+-]?)(r\d+)/i do |m|
48
+ rule %r/([+-]?)(r\d+)/i do
49
49
  groups Punctuation, Name
50
50
  end
51
51
 
@@ -56,15 +56,15 @@ module Rouge
56
56
  rule %r/#{MISC_KEYWORDS}/i, Keyword
57
57
 
58
58
  # Literals and global objects (maps) refered by name
59
- rule %r/(0x\h+|[-]?\d+)(\s*)(ll)?/i do |m|
59
+ rule %r/(0x\h+|[-]?\d+)(\s*)(ll)?/i do
60
60
  groups Literal::Number, Text::Whitespace, Keyword::Type
61
61
  end
62
- rule %r/(\w+)(\s*)(ll)/i do |m|
62
+ rule %r/(\w+)(\s*)(ll)/i do
63
63
  groups Name, Text::Whitespace, Keyword::Type
64
64
  end
65
65
 
66
66
  # Labels
67
- rule %r/(\w+)(\s*)(:)/i do |m|
67
+ rule %r/(\w+)(\s*)(:)/i do
68
68
  groups Name::Label, Text::Whitespace, Punctuation
69
69
  end
70
70
 
@@ -73,17 +73,17 @@ module Rouge
73
73
 
74
74
  state :address do
75
75
  # Address is offset from register
76
- rule %r/(\()(r\d+)(\s*)([+-])(\s*)(\d+)(\))/i do |m|
76
+ rule %r/(\()(r\d+)(\s*)([+-])(\s*)(\d+)(\))/i do
77
77
  groups Punctuation, Name, Text::Whitespace, Operator, Text::Whitespace, Literal::Number::Integer, Punctuation
78
78
  pop!
79
79
  end
80
80
 
81
81
  # Address is array subscript
82
- rule %r/(\w+)(\[)(\d+)(\])/i do |m|
82
+ rule %r/(\w+)(\[)(\d+)(\])/i do
83
83
  groups Name, Punctuation, Literal::Number::Integer, Punctuation
84
84
  pop!
85
85
  end
86
- rule %r/(\w+)(\[)(r\d+)(\])/i do |m|
86
+ rule %r/(\w+)(\[)(r\d+)(\])/i do
87
87
  groups Name, Punctuation, Name, Punctuation
88
88
  pop!
89
89
  end