hipster_sql_to_hbase 0.1.2

Sign up to get free protection for your applications and to get access to all the features.
Files changed (47) hide show
  1. checksums.yaml +7 -0
  2. data/.document +4 -0
  3. data/Gemfile +5 -0
  4. data/LICENSE +20 -0
  5. data/LICENSE.txt +20 -0
  6. data/README.md +39 -0
  7. data/README.rdoc +19 -0
  8. data/Rakefile +31 -0
  9. data/VERSION +1 -0
  10. data/hipster_sql_to_hbase.gemspec +55 -0
  11. data/lib/adapter/Hbase.thrift +914 -0
  12. data/lib/adapter/hbase.rb +59 -0
  13. data/lib/adapter/hbase/hbase.rb +2966 -0
  14. data/lib/adapter/hbase/hbase_constants.rb +14 -0
  15. data/lib/adapter/hbase/hbase_types.rb +282 -0
  16. data/lib/datatype_extras.rb +18 -0
  17. data/lib/executor.rb +91 -0
  18. data/lib/hipster_sql_to_hbase.rb +167 -0
  19. data/lib/result_tree_to_hbase_converter.rb +119 -0
  20. data/lib/result_tree_to_json_converter.rb +40 -0
  21. data/lib/sql_parser/sql.treetop +21 -0
  22. data/lib/sql_parser/sql_chars.treetop +5 -0
  23. data/lib/sql_parser/sql_create_table.treetop +47 -0
  24. data/lib/sql_parser/sql_datatypes.treetop +71 -0
  25. data/lib/sql_parser/sql_delete.treetop +64 -0
  26. data/lib/sql_parser/sql_drop_table.treetop +26 -0
  27. data/lib/sql_parser/sql_from_clause.treetop +12 -0
  28. data/lib/sql_parser/sql_group_by_clause.treetop +15 -0
  29. data/lib/sql_parser/sql_helpers.treetop +19 -0
  30. data/lib/sql_parser/sql_insert.treetop +118 -0
  31. data/lib/sql_parser/sql_key_value_pair.treetop +91 -0
  32. data/lib/sql_parser/sql_limit.treetop +7 -0
  33. data/lib/sql_parser/sql_order_by_clause.treetop +53 -0
  34. data/lib/sql_parser/sql_primitives.treetop +118 -0
  35. data/lib/sql_parser/sql_row_support.treetop +72 -0
  36. data/lib/sql_parser/sql_select.treetop +82 -0
  37. data/lib/sql_parser/sql_select_clause.treetop +17 -0
  38. data/lib/sql_parser/sql_show_tables.treetop +26 -0
  39. data/lib/sql_parser/sql_tokens.treetop +125 -0
  40. data/lib/sql_parser/sql_transaction.treetop +43 -0
  41. data/lib/sql_parser/sql_truncate.treetop +11 -0
  42. data/lib/sql_parser/sql_update.treetop +82 -0
  43. data/lib/sql_parser/sql_where_condition.treetop +46 -0
  44. data/lib/sql_treetop_load.rb +23 -0
  45. data/spec/hipster_sql_to_hbase_spec.rb +171 -0
  46. data/spec/spec_helper.rb +3 -0
  47. metadata +192 -0
@@ -0,0 +1,171 @@
1
+ require File.expand_path(File.dirname(__FILE__) + '/spec_helper')
2
+
3
+
4
+
5
+ describe "HipsterSqlToHbase.parse_syntax method" do
6
+
7
+ context "when parse_syntax is run against SELECT FROM query without table hierarchy or backticks" do
8
+ let(:response) { HipsterSqlToHbase.parse_syntax("SELECT user FROM users") }
9
+ it "succeeds" do
10
+ expect(response.class).to eq(Treetop::Runtime::SyntaxNode)
11
+ end
12
+ end
13
+
14
+ context "when parse_syntax is run against SELECT FROM query with backticks but no table hierarchy" do
15
+ let(:response) { HipsterSqlToHbase.parse_syntax("SELECT `user` FROM `users`") }
16
+ it "succeeds" do
17
+ expect(response.class).to eq(Treetop::Runtime::SyntaxNode)
18
+ end
19
+ end
20
+
21
+ context "when parse_syntax is run against SELECT FROM query with backticks and table hierarchy" do
22
+ let(:response) { HipsterSqlToHbase.parse_syntax("SELECT `users`.`user` FROM `users`") }
23
+ it "succeeds" do
24
+ expect(response.class).to eq(Treetop::Runtime::SyntaxNode)
25
+ end
26
+ end
27
+
28
+ context "when parse_syntax is run against INSERT INTO query without backticks" do
29
+ let(:response) { HipsterSqlToHbase.parse_syntax("INSERT INTO utests (val, num) VALUES ('test', 1)") }
30
+ it "succeeds" do
31
+ expect(response.class).to eq(Treetop::Runtime::SyntaxNode)
32
+ end
33
+ end
34
+
35
+ context "when parse_syntax is run against INSERT INTO query with backticks" do
36
+ let(:response) { HipsterSqlToHbase.parse_syntax("INSERT INTO `utests` (`val`, `num`) VALUES ('test', 1)") }
37
+ it "succeeds" do
38
+ expect(response.class).to eq(Treetop::Runtime::SyntaxNode)
39
+ end
40
+ end
41
+
42
+ context "when parse_syntax is run against CREATE TABLE query without backticks" do
43
+ let(:response) { HipsterSqlToHbase.parse_syntax("CREATE TABLE users (user VARCHAR(10), pass VARCHAR(5))") }
44
+ it "succeeds" do
45
+ expect(response.class).to eq(Treetop::Runtime::SyntaxNode)
46
+ end
47
+ end
48
+
49
+ context "when parse_syntax is run against CREATE TABLE query with backticks" do
50
+ let(:response) { HipsterSqlToHbase.parse_syntax("CREATE TABLE `users` (`user` VARCHAR(10), `pass` VARCHAR(5))") }
51
+ it "succeeds" do
52
+ expect(response.class).to eq(Treetop::Runtime::SyntaxNode)
53
+ end
54
+ end
55
+
56
+ end
57
+
58
+ describe "HipsterSqlToHbase.parse_tree method" do
59
+
60
+ context "when parse_tree is run against SELECT FROM query without table hierarchy or backticks" do
61
+ let(:response) { HipsterSqlToHbase.parse_tree("SELECT user FROM users") }
62
+ it "returns a valid ResultTree" do
63
+ expect(response.class).to eq(HipsterSqlToHbase::ResultTree)
64
+ expect(response[:query_type]).to eq(:select)
65
+ expect(response[:query_hash].class).to eq(Hash)
66
+ expect(response[:query_hash][:select].class).to eq(Array)
67
+ expect(response[:query_hash][:select].length).to eq(1)
68
+ expect(response[:query_hash][:select][0]).to eq('user')
69
+ expect(response[:query_hash][:from].class).to eq(String)
70
+ expect(response[:query_hash][:from]).to eq('users')
71
+ response[:query_hash][:where].should be_nil
72
+ response[:query_hash][:limit].should be_nil
73
+ response[:query_hash][:order].should be_nil
74
+ end
75
+ end
76
+
77
+ context "when parse_tree is run against SELECT FROM query with backticks but no table hierarchy" do
78
+ let(:response) { HipsterSqlToHbase.parse_tree("SELECT `user` FROM `users`") }
79
+ it "succeeds" do
80
+ expect(response.class).to eq(HipsterSqlToHbase::ResultTree)
81
+ expect(response[:query_type]).to eq(:select)
82
+ expect(response[:query_hash].class).to eq(Hash)
83
+ expect(response[:query_hash][:select].class).to eq(Array)
84
+ expect(response[:query_hash][:select].length).to eq(1)
85
+ expect(response[:query_hash][:select][0]).to eq('user')
86
+ expect(response[:query_hash][:from].class).to eq(String)
87
+ expect(response[:query_hash][:from]).to eq('users')
88
+ response[:query_hash][:where].should be_nil
89
+ response[:query_hash][:limit].should be_nil
90
+ response[:query_hash][:order].should be_nil
91
+ end
92
+ end
93
+
94
+ context "when parse_tree is run against SELECT FROM query with backticks and table hierarchy" do
95
+ let(:response) { HipsterSqlToHbase.parse_tree("SELECT `users`.`user` FROM `users`") }
96
+ it "returns a HipsterSqlToHbase ResultTree" do
97
+ expect(response.class).to eq(HipsterSqlToHbase::ResultTree)
98
+ expect(response[:query_type]).to eq(:select)
99
+ expect(response[:query_hash].class).to eq(Hash)
100
+ expect(response[:query_hash][:select].class).to eq(Array)
101
+ expect(response[:query_hash][:select].length).to eq(1)
102
+ expect(response[:query_hash][:select][0]).to eq('user')
103
+ expect(response[:query_hash][:from].class).to eq(String)
104
+ expect(response[:query_hash][:from]).to eq('users')
105
+ response[:query_hash][:where].should be_nil
106
+ response[:query_hash][:limit].should be_nil
107
+ response[:query_hash][:order].should be_nil
108
+ end
109
+ end
110
+
111
+ context "when parse_tree is run against INSERT INTO query without backticks" do
112
+ let(:response) { HipsterSqlToHbase.parse_tree("INSERT INTO users (val, num) VALUES ('test', 1)") }
113
+ it "returns a HipsterSqlToHbase ResultTree" do
114
+ expect(response.class).to eq(HipsterSqlToHbase::ResultTree)
115
+ expect(response[:query_type]).to eq(:insert)
116
+ expect(response[:query_hash].class).to eq(Hash)
117
+ expect(response[:query_hash][:into].class).to eq(String)
118
+ expect(response[:query_hash][:into]).to eq('users')
119
+ expect(response[:query_hash][:columns].class).to eq(Array)
120
+ expect(response[:query_hash][:columns].length).to eq(2)
121
+ expect(response[:query_hash][:columns][0]).to eq('val')
122
+ expect(response[:query_hash][:columns][1]).to eq('num')
123
+ expect(response[:query_hash][:values].class).to eq(Array)
124
+ expect(response[:query_hash][:values].length).to eq(1)
125
+ expect(response[:query_hash][:values][0].class).to eq(Array)
126
+ expect(response[:query_hash][:values][0].length).to eq(2)
127
+ expect(response[:query_hash][:values][0][0]).to eq('test')
128
+ expect(response[:query_hash][:values][0][1]).to eq(1)
129
+ end
130
+ end
131
+
132
+ context "when parse_tree is run against INSERT INTO query with backticks" do
133
+ let(:response) { HipsterSqlToHbase.parse_tree("INSERT INTO `users` (`val`, `num`) VALUES ('test', 1)") }
134
+ it "returns a HipsterSqlToHbase ResultTree" do
135
+ expect(response.class).to eq(HipsterSqlToHbase::ResultTree)
136
+ expect(response[:query_type]).to eq(:insert)
137
+ expect(response[:query_hash].class).to eq(Hash)
138
+ expect(response[:query_hash][:into].class).to eq(String)
139
+ expect(response[:query_hash][:into]).to eq('users')
140
+ expect(response[:query_hash][:columns].class).to eq(Array)
141
+ expect(response[:query_hash][:columns].length).to eq(2)
142
+ expect(response[:query_hash][:columns][0]).to eq('val')
143
+ expect(response[:query_hash][:columns][1]).to eq('num')
144
+ expect(response[:query_hash][:values].class).to eq(Array)
145
+ expect(response[:query_hash][:values].length).to eq(1)
146
+ expect(response[:query_hash][:values][0].class).to eq(Array)
147
+ expect(response[:query_hash][:values][0].length).to eq(2)
148
+ expect(response[:query_hash][:values][0][0]).to eq('test')
149
+ expect(response[:query_hash][:values][0][1]).to eq(1)
150
+ end
151
+ end
152
+
153
+ context "when query is only a lower-case 'select'" do
154
+ let(:response) { HipsterSqlToHbase.parse_tree("select") }
155
+ it "does not succeed" do
156
+ response.should be_nil
157
+ end
158
+ end
159
+
160
+ end
161
+
162
+ describe "HipsterSqlToHbase.parse method" do
163
+
164
+ context "when query is only a lower-case 'select'" do
165
+ let(:response) { HipsterSqlToHbase.parse("select") }
166
+ it "does not succeed" do
167
+ response.should be_nil
168
+ end
169
+ end
170
+
171
+ end
@@ -0,0 +1,3 @@
1
+ $LOAD_PATH.unshift(File.dirname(__FILE__))
2
+ $LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
3
+ require 'hipster_sql_to_hbase'
metadata ADDED
@@ -0,0 +1,192 @@
1
+ --- !ruby/object:Gem::Specification
2
+ name: hipster_sql_to_hbase
3
+ version: !ruby/object:Gem::Version
4
+ version: 0.1.2
5
+ platform: ruby
6
+ authors:
7
+ - Jean Lescure
8
+ autorequire:
9
+ bindir: bin
10
+ cert_chain: []
11
+ date: 2014-02-21 00:00:00.000000000 Z
12
+ dependencies:
13
+ - !ruby/object:Gem::Dependency
14
+ name: treetop
15
+ requirement: !ruby/object:Gem::Requirement
16
+ requirements:
17
+ - - '>='
18
+ - !ruby/object:Gem::Version
19
+ version: '0'
20
+ type: :runtime
21
+ prerelease: false
22
+ version_requirements: !ruby/object:Gem::Requirement
23
+ requirements:
24
+ - - '>='
25
+ - !ruby/object:Gem::Version
26
+ version: '0'
27
+ - !ruby/object:Gem::Dependency
28
+ name: jml_thrift
29
+ requirement: !ruby/object:Gem::Requirement
30
+ requirements:
31
+ - - '>='
32
+ - !ruby/object:Gem::Version
33
+ version: '0'
34
+ type: :runtime
35
+ prerelease: false
36
+ version_requirements: !ruby/object:Gem::Requirement
37
+ requirements:
38
+ - - '>='
39
+ - !ruby/object:Gem::Version
40
+ version: '0'
41
+ - !ruby/object:Gem::Dependency
42
+ name: json
43
+ requirement: !ruby/object:Gem::Requirement
44
+ requirements:
45
+ - - '>='
46
+ - !ruby/object:Gem::Version
47
+ version: '0'
48
+ type: :runtime
49
+ prerelease: false
50
+ version_requirements: !ruby/object:Gem::Requirement
51
+ requirements:
52
+ - - '>='
53
+ - !ruby/object:Gem::Version
54
+ version: '0'
55
+ - !ruby/object:Gem::Dependency
56
+ name: bundler
57
+ requirement: !ruby/object:Gem::Requirement
58
+ requirements:
59
+ - - '>='
60
+ - !ruby/object:Gem::Version
61
+ version: '0'
62
+ type: :development
63
+ prerelease: false
64
+ version_requirements: !ruby/object:Gem::Requirement
65
+ requirements:
66
+ - - '>='
67
+ - !ruby/object:Gem::Version
68
+ version: '0'
69
+ - !ruby/object:Gem::Dependency
70
+ name: rspec
71
+ requirement: !ruby/object:Gem::Requirement
72
+ requirements:
73
+ - - '>='
74
+ - !ruby/object:Gem::Version
75
+ version: '0'
76
+ type: :development
77
+ prerelease: false
78
+ version_requirements: !ruby/object:Gem::Requirement
79
+ requirements:
80
+ - - '>='
81
+ - !ruby/object:Gem::Version
82
+ version: '0'
83
+ - !ruby/object:Gem::Dependency
84
+ name: rdoc
85
+ requirement: !ruby/object:Gem::Requirement
86
+ requirements:
87
+ - - ~>
88
+ - !ruby/object:Gem::Version
89
+ version: 4.0.0
90
+ type: :development
91
+ prerelease: false
92
+ version_requirements: !ruby/object:Gem::Requirement
93
+ requirements:
94
+ - - ~>
95
+ - !ruby/object:Gem::Version
96
+ version: 4.0.0
97
+ - !ruby/object:Gem::Dependency
98
+ name: jfish
99
+ requirement: !ruby/object:Gem::Requirement
100
+ requirements:
101
+ - - '>='
102
+ - !ruby/object:Gem::Version
103
+ version: 0.1.1
104
+ type: :development
105
+ prerelease: false
106
+ version_requirements: !ruby/object:Gem::Requirement
107
+ requirements:
108
+ - - '>='
109
+ - !ruby/object:Gem::Version
110
+ version: 0.1.1
111
+ description: SQL to HBase parser using Treetop (output based on Thrift). Doing all
112
+ this before it was cool.
113
+ email: jeanmlescure@gmail.com
114
+ executables: []
115
+ extensions: []
116
+ extra_rdoc_files:
117
+ - LICENSE
118
+ - LICENSE.txt
119
+ - README.md
120
+ - README.rdoc
121
+ files:
122
+ - lib/adapter/hbase/hbase.rb
123
+ - lib/adapter/hbase/hbase_constants.rb
124
+ - lib/adapter/hbase/hbase_types.rb
125
+ - lib/adapter/hbase.rb
126
+ - lib/adapter/Hbase.thrift
127
+ - lib/datatype_extras.rb
128
+ - lib/executor.rb
129
+ - lib/hipster_sql_to_hbase.rb
130
+ - lib/result_tree_to_hbase_converter.rb
131
+ - lib/result_tree_to_json_converter.rb
132
+ - lib/sql_parser/sql.treetop
133
+ - lib/sql_parser/sql_chars.treetop
134
+ - lib/sql_parser/sql_create_table.treetop
135
+ - lib/sql_parser/sql_datatypes.treetop
136
+ - lib/sql_parser/sql_delete.treetop
137
+ - lib/sql_parser/sql_drop_table.treetop
138
+ - lib/sql_parser/sql_from_clause.treetop
139
+ - lib/sql_parser/sql_group_by_clause.treetop
140
+ - lib/sql_parser/sql_helpers.treetop
141
+ - lib/sql_parser/sql_insert.treetop
142
+ - lib/sql_parser/sql_key_value_pair.treetop
143
+ - lib/sql_parser/sql_limit.treetop
144
+ - lib/sql_parser/sql_order_by_clause.treetop
145
+ - lib/sql_parser/sql_primitives.treetop
146
+ - lib/sql_parser/sql_row_support.treetop
147
+ - lib/sql_parser/sql_select.treetop
148
+ - lib/sql_parser/sql_select_clause.treetop
149
+ - lib/sql_parser/sql_show_tables.treetop
150
+ - lib/sql_parser/sql_tokens.treetop
151
+ - lib/sql_parser/sql_transaction.treetop
152
+ - lib/sql_parser/sql_truncate.treetop
153
+ - lib/sql_parser/sql_update.treetop
154
+ - lib/sql_parser/sql_where_condition.treetop
155
+ - lib/sql_treetop_load.rb
156
+ - spec/hipster_sql_to_hbase_spec.rb
157
+ - spec/spec_helper.rb
158
+ - .document
159
+ - Gemfile
160
+ - LICENSE
161
+ - LICENSE.txt
162
+ - README.md
163
+ - README.rdoc
164
+ - Rakefile
165
+ - VERSION
166
+ - hipster_sql_to_hbase.gemspec
167
+ homepage: http://github.com/jeanlescure/hipster_sql_to_hbase
168
+ licenses:
169
+ - MIT
170
+ metadata: {}
171
+ post_install_message:
172
+ rdoc_options: []
173
+ require_paths:
174
+ - lib
175
+ required_ruby_version: !ruby/object:Gem::Requirement
176
+ requirements:
177
+ - - '>='
178
+ - !ruby/object:Gem::Version
179
+ version: '0'
180
+ required_rubygems_version: !ruby/object:Gem::Requirement
181
+ requirements:
182
+ - - '>='
183
+ - !ruby/object:Gem::Version
184
+ version: '0'
185
+ requirements: []
186
+ rubyforge_project:
187
+ rubygems_version: 2.0.14
188
+ signing_key:
189
+ specification_version: 4
190
+ summary: SQL to HBase parser using Treetop (output based on Thrift).
191
+ test_files: []
192
+ has_rdoc: