rugments 1.0.0.beta1
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +7 -0
- data/LICENSE +52 -0
- data/README.md +195 -0
- data/bin/rugmentize +6 -0
- data/lib/rugments/cli.rb +357 -0
- data/lib/rugments/formatter.rb +29 -0
- data/lib/rugments/formatters/html.rb +142 -0
- data/lib/rugments/formatters/null.rb +17 -0
- data/lib/rugments/formatters/terminal256.rb +174 -0
- data/lib/rugments/lexer.rb +431 -0
- data/lib/rugments/lexers/apache/keywords.yml +453 -0
- data/lib/rugments/lexers/apache.rb +67 -0
- data/lib/rugments/lexers/apple_script.rb +366 -0
- data/lib/rugments/lexers/c.rb +210 -0
- data/lib/rugments/lexers/clojure.rb +109 -0
- data/lib/rugments/lexers/coffeescript.rb +172 -0
- data/lib/rugments/lexers/common_lisp.rb +343 -0
- data/lib/rugments/lexers/conf.rb +22 -0
- data/lib/rugments/lexers/cpp.rb +63 -0
- data/lib/rugments/lexers/csharp.rb +85 -0
- data/lib/rugments/lexers/css.rb +269 -0
- data/lib/rugments/lexers/dart.rb +102 -0
- data/lib/rugments/lexers/diff.rb +39 -0
- data/lib/rugments/lexers/elixir.rb +105 -0
- data/lib/rugments/lexers/erb.rb +54 -0
- data/lib/rugments/lexers/erlang.rb +116 -0
- data/lib/rugments/lexers/factor.rb +300 -0
- data/lib/rugments/lexers/gherkin/keywords.rb +13 -0
- data/lib/rugments/lexers/gherkin.rb +135 -0
- data/lib/rugments/lexers/go.rb +176 -0
- data/lib/rugments/lexers/groovy.rb +102 -0
- data/lib/rugments/lexers/haml.rb +226 -0
- data/lib/rugments/lexers/handlebars.rb +77 -0
- data/lib/rugments/lexers/haskell.rb +181 -0
- data/lib/rugments/lexers/html.rb +92 -0
- data/lib/rugments/lexers/http.rb +78 -0
- data/lib/rugments/lexers/ini.rb +55 -0
- data/lib/rugments/lexers/io.rb +66 -0
- data/lib/rugments/lexers/java.rb +74 -0
- data/lib/rugments/lexers/javascript.rb +258 -0
- data/lib/rugments/lexers/literate_coffeescript.rb +31 -0
- data/lib/rugments/lexers/literate_haskell.rb +34 -0
- data/lib/rugments/lexers/llvm.rb +82 -0
- data/lib/rugments/lexers/lua/builtins.rb +21 -0
- data/lib/rugments/lexers/lua.rb +120 -0
- data/lib/rugments/lexers/make.rb +114 -0
- data/lib/rugments/lexers/markdown.rb +151 -0
- data/lib/rugments/lexers/matlab/builtins.rb +10 -0
- data/lib/rugments/lexers/matlab.rb +70 -0
- data/lib/rugments/lexers/moonscript.rb +108 -0
- data/lib/rugments/lexers/nginx.rb +69 -0
- data/lib/rugments/lexers/nim.rb +149 -0
- data/lib/rugments/lexers/objective_c.rb +188 -0
- data/lib/rugments/lexers/ocaml.rb +109 -0
- data/lib/rugments/lexers/perl.rb +195 -0
- data/lib/rugments/lexers/php/builtins.rb +192 -0
- data/lib/rugments/lexers/php.rb +162 -0
- data/lib/rugments/lexers/plain_text.rb +23 -0
- data/lib/rugments/lexers/prolog.rb +62 -0
- data/lib/rugments/lexers/properties.rb +53 -0
- data/lib/rugments/lexers/puppet.rb +126 -0
- data/lib/rugments/lexers/python.rb +225 -0
- data/lib/rugments/lexers/qml.rb +70 -0
- data/lib/rugments/lexers/r.rb +55 -0
- data/lib/rugments/lexers/racket.rb +540 -0
- data/lib/rugments/lexers/ruby.rb +413 -0
- data/lib/rugments/lexers/rust.rb +188 -0
- data/lib/rugments/lexers/sass/common.rb +172 -0
- data/lib/rugments/lexers/sass.rb +72 -0
- data/lib/rugments/lexers/scala.rb +140 -0
- data/lib/rugments/lexers/scheme.rb +109 -0
- data/lib/rugments/lexers/scss.rb +32 -0
- data/lib/rugments/lexers/sed.rb +167 -0
- data/lib/rugments/lexers/shell.rb +150 -0
- data/lib/rugments/lexers/slim.rb +222 -0
- data/lib/rugments/lexers/smalltalk.rb +114 -0
- data/lib/rugments/lexers/sml.rb +345 -0
- data/lib/rugments/lexers/sql.rb +138 -0
- data/lib/rugments/lexers/swift.rb +153 -0
- data/lib/rugments/lexers/tcl.rb +189 -0
- data/lib/rugments/lexers/tex.rb +70 -0
- data/lib/rugments/lexers/toml.rb +68 -0
- data/lib/rugments/lexers/vb.rb +162 -0
- data/lib/rugments/lexers/viml/keywords.rb +11 -0
- data/lib/rugments/lexers/viml.rb +99 -0
- data/lib/rugments/lexers/xml.rb +57 -0
- data/lib/rugments/lexers/yaml.rb +362 -0
- data/lib/rugments/plugins/redcarpet.rb +28 -0
- data/lib/rugments/regex_lexer.rb +432 -0
- data/lib/rugments/template_lexer.rb +23 -0
- data/lib/rugments/text_analyzer.rb +46 -0
- data/lib/rugments/theme.rb +202 -0
- data/lib/rugments/themes/base16.rb +128 -0
- data/lib/rugments/themes/colorful.rb +65 -0
- data/lib/rugments/themes/github.rb +69 -0
- data/lib/rugments/themes/monokai.rb +88 -0
- data/lib/rugments/themes/monokai_sublime.rb +89 -0
- data/lib/rugments/themes/thankful_eyes.rb +69 -0
- data/lib/rugments/token.rb +180 -0
- data/lib/rugments/util.rb +99 -0
- data/lib/rugments/version.rb +3 -0
- data/lib/rugments.rb +33 -0
- metadata +149 -0
@@ -0,0 +1,142 @@
|
|
1
|
+
require 'cgi'
|
2
|
+
|
3
|
+
module Rugments
|
4
|
+
module Formatters
|
5
|
+
class HTML < Formatter
|
6
|
+
tag('html')
|
7
|
+
|
8
|
+
def initialize(
|
9
|
+
nowrap: false,
|
10
|
+
cssclass: 'highlight',
|
11
|
+
linenos: nil,
|
12
|
+
linenostart: 1,
|
13
|
+
lineanchors: false,
|
14
|
+
anchorlinenos: false,
|
15
|
+
inline_theme: nil
|
16
|
+
)
|
17
|
+
@nowrap = nowrap
|
18
|
+
@cssclass = cssclass
|
19
|
+
@linenos = linenos
|
20
|
+
@linenostart = linenostart
|
21
|
+
@lineanchors = lineanchors
|
22
|
+
@anchorlinenos = anchorlinenos
|
23
|
+
@inline_theme = inline_theme
|
24
|
+
end
|
25
|
+
|
26
|
+
def format(tokens)
|
27
|
+
case
|
28
|
+
when @linenos == 'table'
|
29
|
+
format_tableized(tokens)
|
30
|
+
when @linenos == 'inline'
|
31
|
+
format_untableized(tokens)
|
32
|
+
else
|
33
|
+
format_untableized(tokens)
|
34
|
+
end
|
35
|
+
end
|
36
|
+
|
37
|
+
private
|
38
|
+
|
39
|
+
def format_untableized(tokens)
|
40
|
+
data = process_tokens(tokens)
|
41
|
+
|
42
|
+
html = ''
|
43
|
+
html << "<pre class=\"#{@cssclass}\"><code>" unless @nowrap
|
44
|
+
html << create_lines(data[:code])
|
45
|
+
html << "</code></pre>\n" unless @nowrap
|
46
|
+
html
|
47
|
+
end
|
48
|
+
|
49
|
+
def format_tableized(tokens)
|
50
|
+
data = process_tokens(tokens)
|
51
|
+
|
52
|
+
html = ''
|
53
|
+
html << "<div class=\"#{@cssclass}\">\n" unless @nowrap
|
54
|
+
html << "<table><tbody>\n"
|
55
|
+
html << "<td class=\"linenos\"><pre>"
|
56
|
+
html << create_linenos(data[:numbers])
|
57
|
+
html << "</pre></td>\n"
|
58
|
+
html << "<td class=\"lines\"><pre><code>"
|
59
|
+
html << create_lines(data[:code])
|
60
|
+
html << "</code></pre></td>\n"
|
61
|
+
html << "</tbody></table>\n"
|
62
|
+
html << "</div>\n" unless @nowrap
|
63
|
+
end
|
64
|
+
|
65
|
+
def process_tokens(tokens)
|
66
|
+
num_lines = 0
|
67
|
+
last_val = ''
|
68
|
+
formatted = ''
|
69
|
+
|
70
|
+
tokens.each do |tok, val|
|
71
|
+
last_val = val
|
72
|
+
num_lines += val.scan(/\n/).size
|
73
|
+
formatted << span(tok, val)
|
74
|
+
end
|
75
|
+
|
76
|
+
numbers = (@linenostart..num_lines + @linenostart - 1).to_a
|
77
|
+
|
78
|
+
# Add an extra line for non-newline-terminated strings.
|
79
|
+
unless last_val[-1] == "\n"
|
80
|
+
num_lines += 1
|
81
|
+
formatted << span(Token::Tokens::Text::Whitespace, "\n")
|
82
|
+
end
|
83
|
+
|
84
|
+
{ numbers: numbers, code: formatted }
|
85
|
+
end
|
86
|
+
|
87
|
+
def create_linenos(numbers)
|
88
|
+
if @anchorlinenos
|
89
|
+
numbers.map! do |number|
|
90
|
+
"<a href=\"#L#{number}\">#{number}</a>"
|
91
|
+
end
|
92
|
+
end
|
93
|
+
numbers.join("\n")
|
94
|
+
end
|
95
|
+
|
96
|
+
def create_lines(formatted)
|
97
|
+
if @lineanchors
|
98
|
+
lines = formatted.split("\n")
|
99
|
+
lines = lines.each_with_index.map do |line, index|
|
100
|
+
number = index + @linenostart
|
101
|
+
|
102
|
+
if @linenos == 'inline'
|
103
|
+
"<a name=\"L#{number}\"></a>" \
|
104
|
+
"<span class=\"linenos\">#{number}</span>#{line}"
|
105
|
+
else
|
106
|
+
"<a name=\"L#{number}\"></a>#{line}"
|
107
|
+
end
|
108
|
+
end
|
109
|
+
lines.join("\n")
|
110
|
+
else
|
111
|
+
if @linenos == 'inline'
|
112
|
+
lines = formatted.split("\n")
|
113
|
+
lines = lines.each_with_index.map do |line, index|
|
114
|
+
number = index + @linenostart
|
115
|
+
"<span class=\"linenos\">#{number}</span>#{line}"
|
116
|
+
end
|
117
|
+
lines.join("\n")
|
118
|
+
else
|
119
|
+
formatted
|
120
|
+
end
|
121
|
+
end
|
122
|
+
end
|
123
|
+
|
124
|
+
def span(tok, val)
|
125
|
+
# http://stackoverflow.com/a/1600584/2587286
|
126
|
+
val = CGI.escapeHTML(val)
|
127
|
+
|
128
|
+
if tok.shortname.empty?
|
129
|
+
val
|
130
|
+
else
|
131
|
+
if @inline_theme
|
132
|
+
theme = Theme.find(@inline_theme).new
|
133
|
+
rules = theme.style_for(tok).rendered_rules
|
134
|
+
"<span style=\"#{rules.to_a.join(';')}\">#{val}</span>"
|
135
|
+
else
|
136
|
+
"<span class=\"#{tok.shortname}\">#{val}</span>"
|
137
|
+
end
|
138
|
+
end
|
139
|
+
end
|
140
|
+
end
|
141
|
+
end
|
142
|
+
end
|
@@ -0,0 +1,17 @@
|
|
1
|
+
module Rugments
|
2
|
+
module Formatters
|
3
|
+
# A formatter which renders nothing.
|
4
|
+
class Null < Formatter
|
5
|
+
tag 'null'
|
6
|
+
|
7
|
+
def initialize(*)
|
8
|
+
end
|
9
|
+
|
10
|
+
def stream(tokens, &_b)
|
11
|
+
tokens.each do |tok, val|
|
12
|
+
yield "#{tok} #{val.inspect}\n"
|
13
|
+
end
|
14
|
+
end
|
15
|
+
end
|
16
|
+
end
|
17
|
+
end
|
@@ -0,0 +1,174 @@
|
|
1
|
+
module Rugments
|
2
|
+
module Formatters
|
3
|
+
# A formatter for 256-color terminals
|
4
|
+
class Terminal256 < Formatter
|
5
|
+
tag 'terminal256'
|
6
|
+
|
7
|
+
# @private
|
8
|
+
attr_reader :theme
|
9
|
+
|
10
|
+
# @option opts :theme
|
11
|
+
# (default is thankful_eyes) the theme to render with.
|
12
|
+
def initialize(opts = {})
|
13
|
+
@theme = opts[:theme] || 'thankful_eyes'
|
14
|
+
@theme = Theme.find(@theme) if @theme.is_a? String
|
15
|
+
end
|
16
|
+
|
17
|
+
def stream(tokens, &_b)
|
18
|
+
tokens.each do |tok, val|
|
19
|
+
escape = escape_sequence(tok)
|
20
|
+
yield escape.style_string
|
21
|
+
yield val.gsub("\n", "\n#{escape.style_string}")
|
22
|
+
yield escape.reset_string
|
23
|
+
end
|
24
|
+
end
|
25
|
+
|
26
|
+
class EscapeSequence
|
27
|
+
attr_reader :style
|
28
|
+
def initialize(style)
|
29
|
+
@style = style
|
30
|
+
end
|
31
|
+
|
32
|
+
def self.xterm_colors
|
33
|
+
@xterm_colors ||= [].tap do |out|
|
34
|
+
# colors 0..15: 16 basic colors
|
35
|
+
out << [0x00, 0x00, 0x00] # 0
|
36
|
+
out << [0xcd, 0x00, 0x00] # 1
|
37
|
+
out << [0x00, 0xcd, 0x00] # 2
|
38
|
+
out << [0xcd, 0xcd, 0x00] # 3
|
39
|
+
out << [0x00, 0x00, 0xee] # 4
|
40
|
+
out << [0xcd, 0x00, 0xcd] # 5
|
41
|
+
out << [0x00, 0xcd, 0xcd] # 6
|
42
|
+
out << [0xe5, 0xe5, 0xe5] # 7
|
43
|
+
out << [0x7f, 0x7f, 0x7f] # 8
|
44
|
+
out << [0xff, 0x00, 0x00] # 9
|
45
|
+
out << [0x00, 0xff, 0x00] # 10
|
46
|
+
out << [0xff, 0xff, 0x00] # 11
|
47
|
+
out << [0x5c, 0x5c, 0xff] # 12
|
48
|
+
out << [0xff, 0x00, 0xff] # 13
|
49
|
+
out << [0x00, 0xff, 0xff] # 14
|
50
|
+
out << [0xff, 0xff, 0xff] # 15
|
51
|
+
|
52
|
+
# colors 16..232: the 6x6x6 color cube
|
53
|
+
valuerange = [0x00, 0x5f, 0x87, 0xaf, 0xd7, 0xff]
|
54
|
+
|
55
|
+
217.times do |i|
|
56
|
+
r = valuerange[(i / 36) % 6]
|
57
|
+
g = valuerange[(i / 6) % 6]
|
58
|
+
b = valuerange[i % 6]
|
59
|
+
out << [r, g, b]
|
60
|
+
end
|
61
|
+
|
62
|
+
# colors 233..253: grayscale
|
63
|
+
1.upto 22 do |i|
|
64
|
+
v = 8 + i * 10
|
65
|
+
out << [v, v, v]
|
66
|
+
end
|
67
|
+
end
|
68
|
+
end
|
69
|
+
|
70
|
+
def fg
|
71
|
+
return @fg if instance_variable_defined? :@fg
|
72
|
+
@fg = style.fg && self.class.color_index(style.fg)
|
73
|
+
end
|
74
|
+
|
75
|
+
def bg
|
76
|
+
return @bg if instance_variable_defined? :@bg
|
77
|
+
@bg = style.bg && self.class.color_index(style.bg)
|
78
|
+
end
|
79
|
+
|
80
|
+
def style_string
|
81
|
+
@style_string ||= begin
|
82
|
+
attrs = []
|
83
|
+
|
84
|
+
attrs << ['38', '5', fg.to_s] if fg
|
85
|
+
attrs << ['48', '5', bg.to_s] if bg
|
86
|
+
attrs << '01' if style[:bold]
|
87
|
+
attrs << '04' if style[:italic] # underline, but hey, whatevs
|
88
|
+
escape(attrs)
|
89
|
+
end
|
90
|
+
end
|
91
|
+
|
92
|
+
def reset_string
|
93
|
+
@reset_string ||= begin
|
94
|
+
attrs = []
|
95
|
+
attrs << '39' if fg # fg reset
|
96
|
+
attrs << '49' if bg # bg reset
|
97
|
+
attrs << '00' if style[:bold] || style[:italic]
|
98
|
+
|
99
|
+
escape(attrs)
|
100
|
+
end
|
101
|
+
end
|
102
|
+
|
103
|
+
private
|
104
|
+
|
105
|
+
def escape(attrs)
|
106
|
+
return '' if attrs.empty?
|
107
|
+
"\e[#{attrs.join(';')}m"
|
108
|
+
end
|
109
|
+
|
110
|
+
def self.color_index(color)
|
111
|
+
@color_index_cache ||= {}
|
112
|
+
@color_index_cache[color] ||= closest_color(*get_rgb(color))
|
113
|
+
end
|
114
|
+
|
115
|
+
def self.get_rgb(color)
|
116
|
+
color = Regexp.last_match[1] if color =~ /#([0-9a-f]+)/i
|
117
|
+
hexes = case color.size
|
118
|
+
when 3
|
119
|
+
color.chars.map { |c| "#{c}#{c}" }
|
120
|
+
when 6
|
121
|
+
color.scan(/../)
|
122
|
+
else
|
123
|
+
fail "invalid color: #{color}"
|
124
|
+
end
|
125
|
+
|
126
|
+
hexes.map { |h| h.to_i(16) }
|
127
|
+
end
|
128
|
+
|
129
|
+
# max distance between two colors, #000000 to #ffffff
|
130
|
+
MAX_DISTANCE = 257 * 257 * 3
|
131
|
+
|
132
|
+
def self.closest_color(r, g, b)
|
133
|
+
@@colors_cache ||= {}
|
134
|
+
key = (r << 16) + (g << 8) + b
|
135
|
+
@@colors_cache.fetch(key) do
|
136
|
+
distance = MAX_DISTANCE
|
137
|
+
|
138
|
+
match = 0
|
139
|
+
|
140
|
+
xterm_colors.each_with_index do |(cr, cg, cb), i|
|
141
|
+
d = (r - cr)**2 + (g - cg)**2 + (b - cb)**2
|
142
|
+
next if d >= distance
|
143
|
+
|
144
|
+
match = i
|
145
|
+
distance = d
|
146
|
+
end
|
147
|
+
|
148
|
+
match
|
149
|
+
end
|
150
|
+
end
|
151
|
+
end
|
152
|
+
|
153
|
+
# private
|
154
|
+
def escape_sequence(token)
|
155
|
+
@escape_sequences ||= {}
|
156
|
+
@escape_sequences[token.name] ||=
|
157
|
+
EscapeSequence.new(get_style(token))
|
158
|
+
end
|
159
|
+
|
160
|
+
def get_style(token)
|
161
|
+
return text_style if token.ancestors.include? Token::Tokens::Text
|
162
|
+
|
163
|
+
theme.get_own_style(token) || text_style
|
164
|
+
end
|
165
|
+
|
166
|
+
def text_style
|
167
|
+
style = theme.get_style(Token['Text'])
|
168
|
+
# don't highlight text backgrounds
|
169
|
+
style.delete :bg
|
170
|
+
style
|
171
|
+
end
|
172
|
+
end
|
173
|
+
end
|
174
|
+
end
|