rugments 1.0.0.beta1

Sign up to get free protection for your applications and to get access to all the features.
Files changed (103) hide show
  1. checksums.yaml +7 -0
  2. data/LICENSE +52 -0
  3. data/README.md +195 -0
  4. data/bin/rugmentize +6 -0
  5. data/lib/rugments/cli.rb +357 -0
  6. data/lib/rugments/formatter.rb +29 -0
  7. data/lib/rugments/formatters/html.rb +142 -0
  8. data/lib/rugments/formatters/null.rb +17 -0
  9. data/lib/rugments/formatters/terminal256.rb +174 -0
  10. data/lib/rugments/lexer.rb +431 -0
  11. data/lib/rugments/lexers/apache/keywords.yml +453 -0
  12. data/lib/rugments/lexers/apache.rb +67 -0
  13. data/lib/rugments/lexers/apple_script.rb +366 -0
  14. data/lib/rugments/lexers/c.rb +210 -0
  15. data/lib/rugments/lexers/clojure.rb +109 -0
  16. data/lib/rugments/lexers/coffeescript.rb +172 -0
  17. data/lib/rugments/lexers/common_lisp.rb +343 -0
  18. data/lib/rugments/lexers/conf.rb +22 -0
  19. data/lib/rugments/lexers/cpp.rb +63 -0
  20. data/lib/rugments/lexers/csharp.rb +85 -0
  21. data/lib/rugments/lexers/css.rb +269 -0
  22. data/lib/rugments/lexers/dart.rb +102 -0
  23. data/lib/rugments/lexers/diff.rb +39 -0
  24. data/lib/rugments/lexers/elixir.rb +105 -0
  25. data/lib/rugments/lexers/erb.rb +54 -0
  26. data/lib/rugments/lexers/erlang.rb +116 -0
  27. data/lib/rugments/lexers/factor.rb +300 -0
  28. data/lib/rugments/lexers/gherkin/keywords.rb +13 -0
  29. data/lib/rugments/lexers/gherkin.rb +135 -0
  30. data/lib/rugments/lexers/go.rb +176 -0
  31. data/lib/rugments/lexers/groovy.rb +102 -0
  32. data/lib/rugments/lexers/haml.rb +226 -0
  33. data/lib/rugments/lexers/handlebars.rb +77 -0
  34. data/lib/rugments/lexers/haskell.rb +181 -0
  35. data/lib/rugments/lexers/html.rb +92 -0
  36. data/lib/rugments/lexers/http.rb +78 -0
  37. data/lib/rugments/lexers/ini.rb +55 -0
  38. data/lib/rugments/lexers/io.rb +66 -0
  39. data/lib/rugments/lexers/java.rb +74 -0
  40. data/lib/rugments/lexers/javascript.rb +258 -0
  41. data/lib/rugments/lexers/literate_coffeescript.rb +31 -0
  42. data/lib/rugments/lexers/literate_haskell.rb +34 -0
  43. data/lib/rugments/lexers/llvm.rb +82 -0
  44. data/lib/rugments/lexers/lua/builtins.rb +21 -0
  45. data/lib/rugments/lexers/lua.rb +120 -0
  46. data/lib/rugments/lexers/make.rb +114 -0
  47. data/lib/rugments/lexers/markdown.rb +151 -0
  48. data/lib/rugments/lexers/matlab/builtins.rb +10 -0
  49. data/lib/rugments/lexers/matlab.rb +70 -0
  50. data/lib/rugments/lexers/moonscript.rb +108 -0
  51. data/lib/rugments/lexers/nginx.rb +69 -0
  52. data/lib/rugments/lexers/nim.rb +149 -0
  53. data/lib/rugments/lexers/objective_c.rb +188 -0
  54. data/lib/rugments/lexers/ocaml.rb +109 -0
  55. data/lib/rugments/lexers/perl.rb +195 -0
  56. data/lib/rugments/lexers/php/builtins.rb +192 -0
  57. data/lib/rugments/lexers/php.rb +162 -0
  58. data/lib/rugments/lexers/plain_text.rb +23 -0
  59. data/lib/rugments/lexers/prolog.rb +62 -0
  60. data/lib/rugments/lexers/properties.rb +53 -0
  61. data/lib/rugments/lexers/puppet.rb +126 -0
  62. data/lib/rugments/lexers/python.rb +225 -0
  63. data/lib/rugments/lexers/qml.rb +70 -0
  64. data/lib/rugments/lexers/r.rb +55 -0
  65. data/lib/rugments/lexers/racket.rb +540 -0
  66. data/lib/rugments/lexers/ruby.rb +413 -0
  67. data/lib/rugments/lexers/rust.rb +188 -0
  68. data/lib/rugments/lexers/sass/common.rb +172 -0
  69. data/lib/rugments/lexers/sass.rb +72 -0
  70. data/lib/rugments/lexers/scala.rb +140 -0
  71. data/lib/rugments/lexers/scheme.rb +109 -0
  72. data/lib/rugments/lexers/scss.rb +32 -0
  73. data/lib/rugments/lexers/sed.rb +167 -0
  74. data/lib/rugments/lexers/shell.rb +150 -0
  75. data/lib/rugments/lexers/slim.rb +222 -0
  76. data/lib/rugments/lexers/smalltalk.rb +114 -0
  77. data/lib/rugments/lexers/sml.rb +345 -0
  78. data/lib/rugments/lexers/sql.rb +138 -0
  79. data/lib/rugments/lexers/swift.rb +153 -0
  80. data/lib/rugments/lexers/tcl.rb +189 -0
  81. data/lib/rugments/lexers/tex.rb +70 -0
  82. data/lib/rugments/lexers/toml.rb +68 -0
  83. data/lib/rugments/lexers/vb.rb +162 -0
  84. data/lib/rugments/lexers/viml/keywords.rb +11 -0
  85. data/lib/rugments/lexers/viml.rb +99 -0
  86. data/lib/rugments/lexers/xml.rb +57 -0
  87. data/lib/rugments/lexers/yaml.rb +362 -0
  88. data/lib/rugments/plugins/redcarpet.rb +28 -0
  89. data/lib/rugments/regex_lexer.rb +432 -0
  90. data/lib/rugments/template_lexer.rb +23 -0
  91. data/lib/rugments/text_analyzer.rb +46 -0
  92. data/lib/rugments/theme.rb +202 -0
  93. data/lib/rugments/themes/base16.rb +128 -0
  94. data/lib/rugments/themes/colorful.rb +65 -0
  95. data/lib/rugments/themes/github.rb +69 -0
  96. data/lib/rugments/themes/monokai.rb +88 -0
  97. data/lib/rugments/themes/monokai_sublime.rb +89 -0
  98. data/lib/rugments/themes/thankful_eyes.rb +69 -0
  99. data/lib/rugments/token.rb +180 -0
  100. data/lib/rugments/util.rb +99 -0
  101. data/lib/rugments/version.rb +3 -0
  102. data/lib/rugments.rb +33 -0
  103. metadata +149 -0
@@ -0,0 +1,142 @@
1
+ require 'cgi'
2
+
3
+ module Rugments
4
+ module Formatters
5
+ class HTML < Formatter
6
+ tag('html')
7
+
8
+ def initialize(
9
+ nowrap: false,
10
+ cssclass: 'highlight',
11
+ linenos: nil,
12
+ linenostart: 1,
13
+ lineanchors: false,
14
+ anchorlinenos: false,
15
+ inline_theme: nil
16
+ )
17
+ @nowrap = nowrap
18
+ @cssclass = cssclass
19
+ @linenos = linenos
20
+ @linenostart = linenostart
21
+ @lineanchors = lineanchors
22
+ @anchorlinenos = anchorlinenos
23
+ @inline_theme = inline_theme
24
+ end
25
+
26
+ def format(tokens)
27
+ case
28
+ when @linenos == 'table'
29
+ format_tableized(tokens)
30
+ when @linenos == 'inline'
31
+ format_untableized(tokens)
32
+ else
33
+ format_untableized(tokens)
34
+ end
35
+ end
36
+
37
+ private
38
+
39
+ def format_untableized(tokens)
40
+ data = process_tokens(tokens)
41
+
42
+ html = ''
43
+ html << "<pre class=\"#{@cssclass}\"><code>" unless @nowrap
44
+ html << create_lines(data[:code])
45
+ html << "</code></pre>\n" unless @nowrap
46
+ html
47
+ end
48
+
49
+ def format_tableized(tokens)
50
+ data = process_tokens(tokens)
51
+
52
+ html = ''
53
+ html << "<div class=\"#{@cssclass}\">\n" unless @nowrap
54
+ html << "<table><tbody>\n"
55
+ html << "<td class=\"linenos\"><pre>"
56
+ html << create_linenos(data[:numbers])
57
+ html << "</pre></td>\n"
58
+ html << "<td class=\"lines\"><pre><code>"
59
+ html << create_lines(data[:code])
60
+ html << "</code></pre></td>\n"
61
+ html << "</tbody></table>\n"
62
+ html << "</div>\n" unless @nowrap
63
+ end
64
+
65
+ def process_tokens(tokens)
66
+ num_lines = 0
67
+ last_val = ''
68
+ formatted = ''
69
+
70
+ tokens.each do |tok, val|
71
+ last_val = val
72
+ num_lines += val.scan(/\n/).size
73
+ formatted << span(tok, val)
74
+ end
75
+
76
+ numbers = (@linenostart..num_lines + @linenostart - 1).to_a
77
+
78
+ # Add an extra line for non-newline-terminated strings.
79
+ unless last_val[-1] == "\n"
80
+ num_lines += 1
81
+ formatted << span(Token::Tokens::Text::Whitespace, "\n")
82
+ end
83
+
84
+ { numbers: numbers, code: formatted }
85
+ end
86
+
87
+ def create_linenos(numbers)
88
+ if @anchorlinenos
89
+ numbers.map! do |number|
90
+ "<a href=\"#L#{number}\">#{number}</a>"
91
+ end
92
+ end
93
+ numbers.join("\n")
94
+ end
95
+
96
+ def create_lines(formatted)
97
+ if @lineanchors
98
+ lines = formatted.split("\n")
99
+ lines = lines.each_with_index.map do |line, index|
100
+ number = index + @linenostart
101
+
102
+ if @linenos == 'inline'
103
+ "<a name=\"L#{number}\"></a>" \
104
+ "<span class=\"linenos\">#{number}</span>#{line}"
105
+ else
106
+ "<a name=\"L#{number}\"></a>#{line}"
107
+ end
108
+ end
109
+ lines.join("\n")
110
+ else
111
+ if @linenos == 'inline'
112
+ lines = formatted.split("\n")
113
+ lines = lines.each_with_index.map do |line, index|
114
+ number = index + @linenostart
115
+ "<span class=\"linenos\">#{number}</span>#{line}"
116
+ end
117
+ lines.join("\n")
118
+ else
119
+ formatted
120
+ end
121
+ end
122
+ end
123
+
124
+ def span(tok, val)
125
+ # http://stackoverflow.com/a/1600584/2587286
126
+ val = CGI.escapeHTML(val)
127
+
128
+ if tok.shortname.empty?
129
+ val
130
+ else
131
+ if @inline_theme
132
+ theme = Theme.find(@inline_theme).new
133
+ rules = theme.style_for(tok).rendered_rules
134
+ "<span style=\"#{rules.to_a.join(';')}\">#{val}</span>"
135
+ else
136
+ "<span class=\"#{tok.shortname}\">#{val}</span>"
137
+ end
138
+ end
139
+ end
140
+ end
141
+ end
142
+ end
@@ -0,0 +1,17 @@
1
+ module Rugments
2
+ module Formatters
3
+ # A formatter which renders nothing.
4
+ class Null < Formatter
5
+ tag 'null'
6
+
7
+ def initialize(*)
8
+ end
9
+
10
+ def stream(tokens, &_b)
11
+ tokens.each do |tok, val|
12
+ yield "#{tok} #{val.inspect}\n"
13
+ end
14
+ end
15
+ end
16
+ end
17
+ end
@@ -0,0 +1,174 @@
1
+ module Rugments
2
+ module Formatters
3
+ # A formatter for 256-color terminals
4
+ class Terminal256 < Formatter
5
+ tag 'terminal256'
6
+
7
+ # @private
8
+ attr_reader :theme
9
+
10
+ # @option opts :theme
11
+ # (default is thankful_eyes) the theme to render with.
12
+ def initialize(opts = {})
13
+ @theme = opts[:theme] || 'thankful_eyes'
14
+ @theme = Theme.find(@theme) if @theme.is_a? String
15
+ end
16
+
17
+ def stream(tokens, &_b)
18
+ tokens.each do |tok, val|
19
+ escape = escape_sequence(tok)
20
+ yield escape.style_string
21
+ yield val.gsub("\n", "\n#{escape.style_string}")
22
+ yield escape.reset_string
23
+ end
24
+ end
25
+
26
+ class EscapeSequence
27
+ attr_reader :style
28
+ def initialize(style)
29
+ @style = style
30
+ end
31
+
32
+ def self.xterm_colors
33
+ @xterm_colors ||= [].tap do |out|
34
+ # colors 0..15: 16 basic colors
35
+ out << [0x00, 0x00, 0x00] # 0
36
+ out << [0xcd, 0x00, 0x00] # 1
37
+ out << [0x00, 0xcd, 0x00] # 2
38
+ out << [0xcd, 0xcd, 0x00] # 3
39
+ out << [0x00, 0x00, 0xee] # 4
40
+ out << [0xcd, 0x00, 0xcd] # 5
41
+ out << [0x00, 0xcd, 0xcd] # 6
42
+ out << [0xe5, 0xe5, 0xe5] # 7
43
+ out << [0x7f, 0x7f, 0x7f] # 8
44
+ out << [0xff, 0x00, 0x00] # 9
45
+ out << [0x00, 0xff, 0x00] # 10
46
+ out << [0xff, 0xff, 0x00] # 11
47
+ out << [0x5c, 0x5c, 0xff] # 12
48
+ out << [0xff, 0x00, 0xff] # 13
49
+ out << [0x00, 0xff, 0xff] # 14
50
+ out << [0xff, 0xff, 0xff] # 15
51
+
52
+ # colors 16..232: the 6x6x6 color cube
53
+ valuerange = [0x00, 0x5f, 0x87, 0xaf, 0xd7, 0xff]
54
+
55
+ 217.times do |i|
56
+ r = valuerange[(i / 36) % 6]
57
+ g = valuerange[(i / 6) % 6]
58
+ b = valuerange[i % 6]
59
+ out << [r, g, b]
60
+ end
61
+
62
+ # colors 233..253: grayscale
63
+ 1.upto 22 do |i|
64
+ v = 8 + i * 10
65
+ out << [v, v, v]
66
+ end
67
+ end
68
+ end
69
+
70
+ def fg
71
+ return @fg if instance_variable_defined? :@fg
72
+ @fg = style.fg && self.class.color_index(style.fg)
73
+ end
74
+
75
+ def bg
76
+ return @bg if instance_variable_defined? :@bg
77
+ @bg = style.bg && self.class.color_index(style.bg)
78
+ end
79
+
80
+ def style_string
81
+ @style_string ||= begin
82
+ attrs = []
83
+
84
+ attrs << ['38', '5', fg.to_s] if fg
85
+ attrs << ['48', '5', bg.to_s] if bg
86
+ attrs << '01' if style[:bold]
87
+ attrs << '04' if style[:italic] # underline, but hey, whatevs
88
+ escape(attrs)
89
+ end
90
+ end
91
+
92
+ def reset_string
93
+ @reset_string ||= begin
94
+ attrs = []
95
+ attrs << '39' if fg # fg reset
96
+ attrs << '49' if bg # bg reset
97
+ attrs << '00' if style[:bold] || style[:italic]
98
+
99
+ escape(attrs)
100
+ end
101
+ end
102
+
103
+ private
104
+
105
+ def escape(attrs)
106
+ return '' if attrs.empty?
107
+ "\e[#{attrs.join(';')}m"
108
+ end
109
+
110
+ def self.color_index(color)
111
+ @color_index_cache ||= {}
112
+ @color_index_cache[color] ||= closest_color(*get_rgb(color))
113
+ end
114
+
115
+ def self.get_rgb(color)
116
+ color = Regexp.last_match[1] if color =~ /#([0-9a-f]+)/i
117
+ hexes = case color.size
118
+ when 3
119
+ color.chars.map { |c| "#{c}#{c}" }
120
+ when 6
121
+ color.scan(/../)
122
+ else
123
+ fail "invalid color: #{color}"
124
+ end
125
+
126
+ hexes.map { |h| h.to_i(16) }
127
+ end
128
+
129
+ # max distance between two colors, #000000 to #ffffff
130
+ MAX_DISTANCE = 257 * 257 * 3
131
+
132
+ def self.closest_color(r, g, b)
133
+ @@colors_cache ||= {}
134
+ key = (r << 16) + (g << 8) + b
135
+ @@colors_cache.fetch(key) do
136
+ distance = MAX_DISTANCE
137
+
138
+ match = 0
139
+
140
+ xterm_colors.each_with_index do |(cr, cg, cb), i|
141
+ d = (r - cr)**2 + (g - cg)**2 + (b - cb)**2
142
+ next if d >= distance
143
+
144
+ match = i
145
+ distance = d
146
+ end
147
+
148
+ match
149
+ end
150
+ end
151
+ end
152
+
153
+ # private
154
+ def escape_sequence(token)
155
+ @escape_sequences ||= {}
156
+ @escape_sequences[token.name] ||=
157
+ EscapeSequence.new(get_style(token))
158
+ end
159
+
160
+ def get_style(token)
161
+ return text_style if token.ancestors.include? Token::Tokens::Text
162
+
163
+ theme.get_own_style(token) || text_style
164
+ end
165
+
166
+ def text_style
167
+ style = theme.get_style(Token['Text'])
168
+ # don't highlight text backgrounds
169
+ style.delete :bg
170
+ style
171
+ end
172
+ end
173
+ end
174
+ end