textpow 1.3.1 → 1.4.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (21) hide show
  1. checksums.yaml +7 -0
  2. data/lib/textpow/syntax/source.php.syntax +1330 -0
  3. data/lib/textpow/version.rb +1 -1
  4. metadata +12 -38
  5. data/.travis.yml +0 -7
  6. data/Gemfile +0 -9
  7. data/Gemfile.lock +0 -32
  8. data/History.rdoc +0 -24
  9. data/Rakefile +0 -30
  10. data/examples/benchmark_js.rb +0 -13
  11. data/examples/jquery.js +0 -9046
  12. data/lib/textpow/syntax/broken/php.syntax +0 -1253
  13. data/spec/fixtures/objeck.plist +0 -107
  14. data/spec/fixtures/objeck.tmSyntax +0 -107
  15. data/spec/fixtures/utf8.txt +0 -1
  16. data/spec/spec_helper.rb +0 -2
  17. data/spec/textpow/score_manager_spec.rb +0 -20
  18. data/spec/textpow/syntax_files_spec.rb +0 -26
  19. data/spec/textpow/syntax_spec.rb +0 -225
  20. data/spec/textpow_spec.rb +0 -67
  21. data/textpow.gemspec +0 -18
data/spec/fixtures/objeck.plist DELETED
@@ -1,107 +0,0 @@
1
- <?xml version="1.0" encoding="UTF-8"?>
2
- <!DOCTYPE plist PUBLIC "-//Apple//DTD PLIST 1.0//EN" "http://www.apple.com/DTDs/PropertyList-1.0.dtd">
3
- <plist version="1.0">
4
- <dict>
5
- <key>BBEditDocumentType</key>
6
- <string>CodelessLanguageModule</string>
7
- <key>BBLMColorsSyntax</key>
8
- <true/>
9
- <key>BBLMIsCaseSensitive</key>
10
- <true/>
11
- <key>BBLMKeywordList</key>
12
- <array>
13
- <string>and</string>
14
- <string>or</string>
15
- <string>xor</string>
16
- <string>virtual</string>
17
- <string>if</string>
18
- <string>else</string>
19
- <string>do</string>
20
- <string>while</string>
21
- <string>use</string>
22
- <string>bundle</string>
23
- <string>native</string>
24
- <string>static</string>
25
- <string>public</string>
26
- <string>private</string>
27
- <string>class</string>
28
- <string>interface</string>
29
- <string>select</string>
30
- <string>other</string>
31
- <string>enum</string>
32
- <string>for</string>
33
- <string>each</string>
34
- <string>label</string>
35
- <string>return</string>
36
- <string>Byte</string>
37
- <string>Int</string>
38
- <string>Parent</string>
39
- <string>from</string>
40
- <string>Float</string>
41
- <string>Char</string>
42
- <string>Bool</string>
43
- <string>String</string>
44
- <string>Nil</string>
45
- <string>true</string>
46
- <string>false</string>
47
- <string>function</string>
48
- <string>method</string>
49
- </array>
50
- <key>BBLMLanguageCode</key>
51
- <string>LSL</string>
52
- <key>BBLMLanguageDisplayName</key>
53
- <string>Objeck</string>
54
- <key>BBLMScansFunctions</key>
55
- <true/>
56
- <key>BBLMSuffixMap</key>
57
- <array>
58
- <dict>
59
- <key>BBLMLanguageSuffix</key>
60
- <string>.obs</string>
61
- </dict>
62
- </array>
63
- <key>Language Features</key>
64
- <dict>
65
- <key>Close Block Comments</key>
66
- <string>~#</string>
67
- <key>Close Parameter Lists</key>
68
- <string>)</string>
69
- <key>Close Statement Blocks</key>
70
- <string>}</string>
71
- <key>Close Strings 1</key>
72
- <string>&quot;</string>
73
- <key>Close Strings 2</key>
74
- <string>&apos;</string>
75
- <key>End-of-line Ends Strings 1</key>
76
- <false/>
77
- <key>End-of-line Ends Strings 2</key>
78
- <false/>
79
- <key>Escape Char in Strings 1</key>
80
- <string>\</string>
81
- <key>Escape Char in Strings 2</key>
82
- <string>\</string>
83
- <key>Identifier and Keyword Characters</key>
84
- <string>@0123456789ABCDEFGHIJKLMNOPQRSTUVWXYZ_abcdefghijklmnopqrstuvwxyz</string>
85
- <key>Open Block Comments</key>
86
- <string>#~</string>
87
- <key>Open Line Comments</key>
88
- <string>#</string>
89
- <key>Open Parameter Lists</key>
90
- <string>(</string>
91
- <key>Open Statement Blocks</key>
92
- <string>{</string>
93
- <key>Open Strings 1</key>
94
- <string>&quot;</string>
95
- <key>Open Strings 2</key>
96
- <string>&apos;</string>
97
- <key>Prefix for Functions</key>
98
- <string></string>
99
- <key>Prefix for Procedures</key>
100
- <string></string>
101
- <key>Terminator for Prototypes 1</key>
102
- <string></string>
103
- <key>Terminator for Prototypes 2</key>
104
- <string></string>
105
- </dict>
106
- </dict>
107
- </plist>
data/spec/fixtures/objeck.tmSyntax DELETED
@@ -1,107 +0,0 @@
1
- <?xml version="1.0" encoding="UTF-8"?>
2
- <!DOCTYPE plist PUBLIC "-//Apple//DTD PLIST 1.0//EN" "http://www.apple.com/DTDs/PropertyList-1.0.dtd">
3
- <plist version="1.0">
4
- <dict>
5
- <key>BBEditDocumentType</key>
6
- <string>CodelessLanguageModule</string>
7
- <key>BBLMColorsSyntax</key>
8
- <true/>
9
- <key>BBLMIsCaseSensitive</key>
10
- <true/>
11
- <key>BBLMKeywordList</key>
12
- <array>
13
- <string>and</string>
14
- <string>or</string>
15
- <string>xor</string>
16
- <string>virtual</string>
17
- <string>if</string>
18
- <string>else</string>
19
- <string>do</string>
20
- <string>while</string>
21
- <string>use</string>
22
- <string>bundle</string>
23
- <string>native</string>
24
- <string>static</string>
25
- <string>public</string>
26
- <string>private</string>
27
- <string>class</string>
28
- <string>interface</string>
29
- <string>select</string>
30
- <string>other</string>
31
- <string>enum</string>
32
- <string>for</string>
33
- <string>each</string>
34
- <string>label</string>
35
- <string>return</string>
36
- <string>Byte</string>
37
- <string>Int</string>
38
- <string>Parent</string>
39
- <string>from</string>
40
- <string>Float</string>
41
- <string>Char</string>
42
- <string>Bool</string>
43
- <string>String</string>
44
- <string>Nil</string>
45
- <string>true</string>
46
- <string>false</string>
47
- <string>function</string>
48
- <string>method</string>
49
- </array>
50
- <key>BBLMLanguageCode</key>
51
- <string>LSL</string>
52
- <key>BBLMLanguageDisplayName</key>
53
- <string>Objeck</string>
54
- <key>BBLMScansFunctions</key>
55
- <true/>
56
- <key>BBLMSuffixMap</key>
57
- <array>
58
- <dict>
59
- <key>BBLMLanguageSuffix</key>
60
- <string>.obs</string>
61
- </dict>
62
- </array>
63
- <key>Language Features</key>
64
- <dict>
65
- <key>Close Block Comments</key>
66
- <string>~#</string>
67
- <key>Close Parameter Lists</key>
68
- <string>)</string>
69
- <key>Close Statement Blocks</key>
70
- <string>}</string>
71
- <key>Close Strings 1</key>
72
- <string>&quot;</string>
73
- <key>Close Strings 2</key>
74
- <string>&apos;</string>
75
- <key>End-of-line Ends Strings 1</key>
76
- <false/>
77
- <key>End-of-line Ends Strings 2</key>
78
- <false/>
79
- <key>Escape Char in Strings 1</key>
80
- <string>\</string>
81
- <key>Escape Char in Strings 2</key>
82
- <string>\</string>
83
- <key>Identifier and Keyword Characters</key>
84
- <string>@0123456789ABCDEFGHIJKLMNOPQRSTUVWXYZ_abcdefghijklmnopqrstuvwxyz</string>
85
- <key>Open Block Comments</key>
86
- <string>#~</string>
87
- <key>Open Line Comments</key>
88
- <string>#</string>
89
- <key>Open Parameter Lists</key>
90
- <string>(</string>
91
- <key>Open Statement Blocks</key>
92
- <string>{</string>
93
- <key>Open Strings 1</key>
94
- <string>&quot;</string>
95
- <key>Open Strings 2</key>
96
- <string>&apos;</string>
97
- <key>Prefix for Functions</key>
98
- <string></string>
99
- <key>Prefix for Procedures</key>
100
- <string></string>
101
- <key>Terminator for Prototypes 1</key>
102
- <string></string>
103
- <key>Terminator for Prototypes 2</key>
104
- <string></string>
105
- </dict>
106
- </dict>
107
- </plist>
data/spec/fixtures/utf8.txt DELETED
@@ -1 +0,0 @@
1
- ü
data/spec/spec_helper.rb DELETED
@@ -1,2 +0,0 @@
1
- $LOAD_PATH.unshift 'lib'
2
- require 'textpow'
data/spec/textpow/score_manager_spec.rb DELETED
@@ -1,20 +0,0 @@
1
- require 'spec_helper'
2
-
3
- describe Textpow::ScoreManager do
4
- it "calculates scores" do
5
- sp = Textpow::ScoreManager.new
6
- reference_scope = 'text.html.basic source.php.embedded.html string.quoted.double.php'
7
-
8
- sp.score('source.php string', reference_scope).should_not == 0
9
- sp.score('text.html source.php', reference_scope).should_not == 0
10
- sp.score('string source.php', reference_scope).should == 0
11
- sp.score('source.php text.html', reference_scope).should == 0
12
-
13
- sp.score('text.html source.php - string', reference_scope).should == 0
14
- sp.score('text.html source.php - ruby', reference_scope ).should_not == 0
15
-
16
- sp.score('string', reference_scope).should > sp.score('source.php', reference_scope)
17
- sp.score('string.quoted', reference_scope).should > sp.score('source.php', reference_scope)
18
- sp.score('text source string', reference_scope).should > sp.score( 'source string', reference_scope)
19
- end
20
- end
data/spec/textpow/syntax_files_spec.rb DELETED
@@ -1,26 +0,0 @@
1
- require 'spec_helper'
2
-
3
- describe "syntax files" do
4
- before do
5
- STDERR.stub!(:puts)
6
- end
7
-
8
- it "has syntax files" do
9
- Dir["#{Textpow.syntax_path}/*.syntax"].should_not == []
10
- end
11
-
12
- Dir["#{Textpow.syntax_path}/*.syntax"].each do |syntax|
13
- it "can parse with #{syntax}" do
14
- Textpow.syntax(syntax).parse("xxx\n1 + 1\n### xxx")
15
- end
16
-
17
- it "can parse UTF-8 with #{syntax}" do
18
- Textpow.syntax(syntax).parse(File.read("spec/fixtures/utf8.txt"))
19
- end
20
- end
21
-
22
- xit "parses markdown" do
23
- node = Textpow.syntax("lib/textpow/syntax/broken/markdown.syntax")
24
- node.parse("### xxx\nabc\n xxx\nyyy\n - abc\n - ac").stack.should_not == []
25
- end
26
- end
data/spec/textpow/syntax_spec.rb DELETED
@@ -1,225 +0,0 @@
1
- require 'spec_helper'
2
-
3
- describe Textpow::SyntaxNode do
4
- before do
5
- Textpow::SyntaxNode.send(:class_variable_set, "@@syntaxes", {})
6
- end
7
-
8
- describe "#load" do
9
- it "can load from xml .plist" do
10
- Textpow::SyntaxNode.load('spec/fixtures/objeck.plist').should_not == nil
11
- end
12
-
13
- it "can load from yaml .syntax" do
14
- Textpow::SyntaxNode.load('lib/textpow/syntax/source.ruby.syntax').should_not == nil
15
- end
16
-
17
- it "cannot load missing file" do
18
- lambda{
19
- Textpow::SyntaxNode.load('xxx.syntax')
20
- }.should raise_error
21
- end
22
-
23
- it "cannot load missing plist file" do
24
- lambda{
25
- Textpow::SyntaxNode.load('xxx.plist')
26
- }.should raise_error
27
- end
28
- end
29
-
30
- describe "#new" do
31
- it "loads strings from given hash" do
32
- syntax = Textpow::SyntaxNode.new('content' => 'CONTENT', 'name' => 'NAME')
33
- syntax.content.should == 'CONTENT'
34
- syntax.name.should == 'NAME'
35
- end
36
-
37
- it "loads regex from given hash" do
38
- syntax = Textpow::SyntaxNode.new('firstLineMatch' => 'aaa', 'foldingStartMarker' => 'bbb')
39
- syntax.firstLineMatch.inspect.should == "/aaa/"
40
- syntax.foldingStartMarker.inspect.should == "/bbb/"
41
- end
42
-
43
- it "raises ParsingError on invalid regex" do
44
- lambda{
45
- Textpow::SyntaxNode.new('firstLineMatch' => '$?)(:[/\]')
46
- }.should raise_error(Textpow::ParsingError)
47
- end
48
-
49
- it "stores itself as parent" do
50
- node = Textpow::SyntaxNode.new({})
51
- node.syntax.should == node
52
- end
53
-
54
- it "stores given parent" do
55
- node = Textpow::SyntaxNode.new({}, :syntax => 1)
56
- node.syntax.should == 1
57
- end
58
-
59
- it "stores itself in global namespace under scopeName" do
60
- node = Textpow::SyntaxNode.new("scopeName" => 'xxx')
61
- node.syntaxes['xxx'].should == node
62
- Textpow::SyntaxNode.new({}).syntaxes['xxx'].should == node
63
- end
64
-
65
- it "stores itself in scoped global namespace under scopeName" do
66
- node = Textpow::SyntaxNode.new({"scopeName" => 'xxx'}, :name_space => 'foo')
67
- node.syntaxes['xxx'].should == node
68
- Textpow::SyntaxNode.new({},:name_space => 'foo').syntaxes['xxx'].should == node
69
- Textpow::SyntaxNode.new({}).syntaxes['xxx'].should == nil
70
- end
71
- end
72
-
73
- describe "#parse" do
74
- let(:node){ Textpow.syntax('ruby') }
75
-
76
- it "uses a RecordingProcessor by default" do
77
- node.parse("111").stack.should == [
78
- [:start_parsing, "source.ruby"],
79
- [:new_line, "111"],
80
- [:open_tag, "constant.numeric.ruby", 0],
81
- [:close_tag, "constant.numeric.ruby", 3],
82
- [:end_parsing, "source.ruby"]
83
- ]
84
- end
85
-
86
- it "can parse with a processor" do
87
- processor = Textpow::RecordingProcessor.new
88
- processor.stack << 'xxx'
89
- node.parse("111", processor).stack.should == [
90
- "xxx",
91
- [:start_parsing, "source.ruby"],
92
- [:new_line, "111"],
93
- [:open_tag, "constant.numeric.ruby", 0],
94
- [:close_tag, "constant.numeric.ruby", 3],
95
- [:end_parsing, "source.ruby"]
96
- ]
97
- end
98
-
99
- it "can parse multiline syntax via stack" do
100
- node.parse("=begin\n111\n=end").stack.should == [
101
- [:start_parsing, "source.ruby"],
102
- [:new_line, "=begin\n"],
103
- [:open_tag, "comment.block.documentation.ruby", 0],
104
- [:open_tag, "punctuation.definition.comment.ruby", 0],
105
- [:close_tag, "punctuation.definition.comment.ruby", 6],
106
- [:new_line, "111\n"],
107
- [:new_line, "=end"],
108
- [:open_tag, "punctuation.definition.comment.ruby", 0],
109
- [:close_tag, "punctuation.definition.comment.ruby", 4],
110
- [:close_tag, "comment.block.documentation.ruby", 4],
111
- [:end_parsing, "source.ruby"]
112
- ]
113
- end
114
-
115
- it "loads included syntax files" do
116
- pending
117
- node = Textpow.syntax('html_rails')
118
- node.parse("<br/>")
119
- end
120
- end
121
-
122
- describe "#match_first_son" do
123
- it "returns nil when patterns are empty" do
124
- node = Textpow::SyntaxNode.new({"scopeName" => 'xxx'})
125
- node.send(:match_first_son, "xxx", 0).should == nil
126
- end
127
-
128
- it "matches a pattern" do
129
- node = Textpow::SyntaxNode.new({"scopeName" => 'xxx', 'patterns' => [
130
- {"match" => "xxx", "name" => "foo"}
131
- ]})
132
- pattern, match = node.send(:match_first_son, "xxxyy", 0)
133
- match.to_s.should == 'xxx'
134
- pattern.name.should == 'foo'
135
- end
136
-
137
- it "matches the first pattern" do
138
- node = Textpow::SyntaxNode.new({"scopeName" => 'xxx', 'patterns' => [
139
- {"match" => "yyy", "name" => "bar"},
140
- {"match" => "xxx", "name" => "foo"},
141
- {"match" => "zzz", "name" => "baz"},
142
- ]})
143
- pattern, match = node.send(:match_first_son, "xxxyyyzzz", 0)
144
- match.to_s.should == 'xxx'
145
- pattern.name.should == 'foo'
146
- end
147
-
148
- it "matches the first pattern for equal positions" do
149
- node = Textpow::SyntaxNode.new({"scopeName" => 'xxx', 'patterns' => [
150
- {"match" => "xxx", "name" => "bar"},
151
- {"match" => "xxxyyy", "name" => "foo"},
152
- {"match" => "xxxyy", "name" => "baz"},
153
- ]})
154
- pattern, match = node.send(:match_first_son, "xxxyyyzzz", 0)
155
- match.to_s.should == 'xxx'
156
- pattern.name.should == 'bar'
157
- end
158
- end
159
-
160
- describe "proxying" do
161
- it "cannot proxy by scopeName if syntax is missing" do
162
- STDERR.should_not_receive(:puts)
163
- node = Textpow::SyntaxNode.new({"scopeName" => 'xxx', 'patterns' => [{'include' => 'foo'}]})
164
- node.parse('bar').stack.should == [
165
- [:start_parsing, "xxx"],
166
- [:new_line, "bar"],
167
- [:end_parsing, "xxx"]
168
- ]
169
- end
170
-
171
- it "can proxy by scopeName if syntax is available in repo" do
172
- node = Textpow::SyntaxNode.new({"scopeName" => 'xxx', 'patterns' => [{'include' => 'source.ruby'}]})
173
- node.parse('1').stack.should == [
174
- [:start_parsing, "xxx"],
175
- [:new_line, "1"],
176
- [:open_tag, "constant.numeric.ruby", 0],
177
- [:close_tag, "constant.numeric.ruby", 1],
178
- [:end_parsing, "xxx"]
179
- ]
180
- end
181
-
182
- it "can proxy by scopeName if syntax is loaded (even later)" do
183
- node = Textpow::SyntaxNode.new({"scopeName" => 'xxx', 'patterns' => [{'include' => 'foo'}]})
184
- Textpow::SyntaxNode.new({"scopeName" => 'foo', 'patterns' => [{'name' => 'foo.1', 'match' => 'bar'}]})
185
- node.parse('bar').stack.should == [
186
- [:start_parsing, "xxx"],
187
- [:new_line, "bar"],
188
- [:open_tag, "foo.1", 0],
189
- [:close_tag, "foo.1", 3],
190
- [:end_parsing, "xxx"]
191
- ]
192
- end
193
-
194
- it "can proxy to a pattern defined in an repository" do
195
- node = Textpow::SyntaxNode.new({"scopeName" => 'xxx',
196
- 'repository' => {'foo' => {'name' => 'foo.1', 'match' => 'bar'}},
197
- 'patterns' => [{'include' => '#foo'}]
198
- })
199
- node.parse('bar').stack.should == [
200
- [:start_parsing, "xxx"],
201
- [:new_line, "bar"],
202
- [:open_tag, "foo.1", 0],
203
- [:close_tag, "foo.1", 3],
204
- [:end_parsing, "xxx"]
205
- ]
206
- end
207
-
208
- it "can proxy to a pattern nested included in an repository" do
209
- node = Textpow::SyntaxNode.new({"scopeName" => 'xxx',
210
- 'repository' => {
211
- 'baz' => {'patterns' => [{'include' => '#foo'}]},
212
- 'foo' => {'name' => 'foo.1', 'match' => 'bar'}
213
- },
214
- 'patterns' => [{'include' => '#baz'}]
215
- })
216
- node.parse('bar').stack.should == [
217
- [:start_parsing, "xxx"],
218
- [:new_line, "bar"],
219
- [:open_tag, "foo.1", 0],
220
- [:close_tag, "foo.1", 3],
221
- [:end_parsing, "xxx"]
222
- ]
223
- end
224
- end
225
- end