mosql 0.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -0,0 +1,38 @@
1
+ require File.join(File.dirname(__FILE__), '_lib.rb')
2
+
3
+ class MoSQL::Test::Functional::SQLTest < MoSQL::Test::Functional
4
+ before do
5
+ sequel.drop_table?(:test_upsert)
6
+ sequel.create_table?(:test_upsert) do
7
+ column :_id, 'INTEGER'
8
+ column :color, 'TEXT'
9
+ column :quantity, 'INTEGER'
10
+ primary_key [:_id]
11
+ end
12
+
13
+ @adapter = MoSQL::SQLAdapter.new(nil, sql_test_uri)
14
+ @table = sequel[:test_upsert]
15
+ end
16
+
17
+ describe 'upsert' do
18
+ it 'inserts new items' do
19
+ @adapter.upsert!(@table, {'_id' => 0, 'color' => 'red', 'quantity' => 10})
20
+ @adapter.upsert!(@table, {'_id' => 1, 'color' => 'blue', 'quantity' => 5})
21
+ assert_equal(2, @table.count)
22
+ assert_equal('red', @table[:_id => 0][:color])
23
+ assert_equal(10, @table[:_id => 0][:quantity])
24
+ assert_equal('blue', @table[:_id => 1][:color])
25
+ assert_equal(5, @table[:_id => 1][:quantity])
26
+ end
27
+
28
+ it 'updates items' do
29
+ @adapter.upsert!(@table, {'_id' => 0, 'color' => 'red', 'quantity' => 10})
30
+ assert_equal(1, @table.count)
31
+ assert_equal('red', @table[:_id => 0][:color])
32
+
33
+ @adapter.upsert!(@table, {'_id' => 0, 'color' => 'blue', 'quantity' => 5})
34
+ assert_equal(1, @table.count)
35
+ assert_equal('blue', @table[:_id => 0][:color])
36
+ end
37
+ end
38
+ end
@@ -0,0 +1,102 @@
1
+ require File.join(File.dirname(__FILE__), '../../../_lib.rb')
2
+
3
+ class MoSQL::Test::SchemaTest < MoSQL::Test
4
+ TEST_MAP = <<EOF
5
+ ---
6
+ db:
7
+ collection:
8
+ :meta:
9
+ :table: sqltable
10
+ :columns:
11
+ - _id: TEXT
12
+ - var: INTEGER
13
+ with_extra_props:
14
+ :meta:
15
+ :table: sqltable2
16
+ :extra_props: true
17
+ :columns:
18
+ - _id: INTEGER
19
+ EOF
20
+
21
+ before do
22
+ @map = MoSQL::Schema.new(YAML.load(TEST_MAP))
23
+ end
24
+
25
+ it 'Loads the schema' do
26
+ assert(@map)
27
+ end
28
+
29
+ it 'Can find an ns' do
30
+ assert(@map.find_ns("db.collection"))
31
+ assert_nil(@map.find_ns("db.other_collection"))
32
+ assert_raises(MoSQL::SchemaError) do
33
+ @map.find_ns!("db.other_collection")
34
+ end
35
+ end
36
+
37
+ it 'Converts columns to an ordered hash' do
38
+ table = @map.find_ns("db.collection")
39
+ assert(table[:columns].is_a?(Hash))
40
+ assert_equal(['_id', 'var'], table[:columns].keys)
41
+ end
42
+
43
+ it 'can create a SQL schema' do
44
+ db = stub()
45
+ db.expects(:create_table?).with('sqltable')
46
+ db.expects(:create_table?).with('sqltable2')
47
+
48
+ @map.create_schema(db)
49
+ end
50
+
51
+ it 'creates a SQL schema with the right fields' do
52
+ db = {}
53
+ stub_1 = stub()
54
+ stub_1.expects(:column).with('_id', 'TEXT')
55
+ stub_1.expects(:column).with('var', 'INTEGER')
56
+ stub_1.expects(:column).with('_extra_props').never
57
+ stub_2 = stub()
58
+ stub_2.expects(:column).with('_id', 'INTEGER')
59
+ stub_2.expects(:column).with('_extra_props', 'TEXT')
60
+ (class << db; self; end).send(:define_method, :create_table?) do |tbl, &blk|
61
+ case tbl
62
+ when "sqltable"
63
+ o = stub_1
64
+ when "sqltable2"
65
+ o = stub_2
66
+ else
67
+ assert(false, "Tried to create an unexpeced table: #{tbl}")
68
+ end
69
+ o.expects(:primary_key).with([:_id])
70
+ o.instance_eval(&blk)
71
+ end
72
+ @map.create_schema(db)
73
+ end
74
+
75
+ describe 'when transforming' do
76
+ it 'transforms rows' do
77
+ out = @map.transform('db.collection', {'_id' => "row 1", 'var' => 6})
78
+ assert_equal(["row 1", 6], out)
79
+ end
80
+
81
+ it 'Includes extra props' do
82
+ out = @map.transform('db.with_extra_props', {'_id' => 7, 'var' => 6, 'other var' => {'key' => 'value'}})
83
+ assert_equal(2, out.length)
84
+ assert_equal(7, out[0])
85
+ assert_equal({'var' => 6, 'other var' => {'key' => 'value'}}, JSON.parse(out[1]))
86
+ end
87
+
88
+ it 'gets all_columns right' do
89
+ assert_equal(['_id', 'var'], @map.all_columns(@map.find_ns('db.collection')))
90
+ assert_equal(['_id', '_extra_props'], @map.all_columns(@map.find_ns('db.with_extra_props')))
91
+ end
92
+ end
93
+
94
+ describe 'when copying data' do
95
+ it 'quotes special characters' do
96
+ assert_equal(%q{\\\\}, @map.quote_copy(%q{\\}))
97
+ assert_equal(%Q{\\\t}, @map.quote_copy( %Q{\t}))
98
+ assert_equal(%Q{\\\n}, @map.quote_copy( %Q{\n}))
99
+ assert_equal(%Q{some text}, @map.quote_copy(%Q{some text}))
100
+ end
101
+ end
102
+ end
metadata ADDED
@@ -0,0 +1,232 @@
1
+ --- !ruby/object:Gem::Specification
2
+ name: mosql
3
+ version: !ruby/object:Gem::Version
4
+ version: 0.1.0
5
+ prerelease:
6
+ platform: ruby
7
+ authors:
8
+ - Nelson Elhage
9
+ autorequire:
10
+ bindir: bin
11
+ cert_chain: []
12
+ date: 2013-02-05 00:00:00.000000000 Z
13
+ dependencies:
14
+ - !ruby/object:Gem::Dependency
15
+ name: sequel
16
+ requirement: !ruby/object:Gem::Requirement
17
+ none: false
18
+ requirements:
19
+ - - ! '>='
20
+ - !ruby/object:Gem::Version
21
+ version: '0'
22
+ type: :runtime
23
+ prerelease: false
24
+ version_requirements: !ruby/object:Gem::Requirement
25
+ none: false
26
+ requirements:
27
+ - - ! '>='
28
+ - !ruby/object:Gem::Version
29
+ version: '0'
30
+ - !ruby/object:Gem::Dependency
31
+ name: pg
32
+ requirement: !ruby/object:Gem::Requirement
33
+ none: false
34
+ requirements:
35
+ - - ! '>='
36
+ - !ruby/object:Gem::Version
37
+ version: '0'
38
+ type: :runtime
39
+ prerelease: false
40
+ version_requirements: !ruby/object:Gem::Requirement
41
+ none: false
42
+ requirements:
43
+ - - ! '>='
44
+ - !ruby/object:Gem::Version
45
+ version: '0'
46
+ - !ruby/object:Gem::Dependency
47
+ name: mongo
48
+ requirement: !ruby/object:Gem::Requirement
49
+ none: false
50
+ requirements:
51
+ - - ! '>='
52
+ - !ruby/object:Gem::Version
53
+ version: '0'
54
+ type: :runtime
55
+ prerelease: false
56
+ version_requirements: !ruby/object:Gem::Requirement
57
+ none: false
58
+ requirements:
59
+ - - ! '>='
60
+ - !ruby/object:Gem::Version
61
+ version: '0'
62
+ - !ruby/object:Gem::Dependency
63
+ name: bson_ext
64
+ requirement: !ruby/object:Gem::Requirement
65
+ none: false
66
+ requirements:
67
+ - - ! '>='
68
+ - !ruby/object:Gem::Version
69
+ version: '0'
70
+ type: :runtime
71
+ prerelease: false
72
+ version_requirements: !ruby/object:Gem::Requirement
73
+ none: false
74
+ requirements:
75
+ - - ! '>='
76
+ - !ruby/object:Gem::Version
77
+ version: '0'
78
+ - !ruby/object:Gem::Dependency
79
+ name: rake
80
+ requirement: !ruby/object:Gem::Requirement
81
+ none: false
82
+ requirements:
83
+ - - ! '>='
84
+ - !ruby/object:Gem::Version
85
+ version: '0'
86
+ type: :runtime
87
+ prerelease: false
88
+ version_requirements: !ruby/object:Gem::Requirement
89
+ none: false
90
+ requirements:
91
+ - - ! '>='
92
+ - !ruby/object:Gem::Version
93
+ version: '0'
94
+ - !ruby/object:Gem::Dependency
95
+ name: log4r
96
+ requirement: !ruby/object:Gem::Requirement
97
+ none: false
98
+ requirements:
99
+ - - ! '>='
100
+ - !ruby/object:Gem::Version
101
+ version: '0'
102
+ type: :runtime
103
+ prerelease: false
104
+ version_requirements: !ruby/object:Gem::Requirement
105
+ none: false
106
+ requirements:
107
+ - - ! '>='
108
+ - !ruby/object:Gem::Version
109
+ version: '0'
110
+ - !ruby/object:Gem::Dependency
111
+ name: json
112
+ requirement: !ruby/object:Gem::Requirement
113
+ none: false
114
+ requirements:
115
+ - - ! '>='
116
+ - !ruby/object:Gem::Version
117
+ version: '0'
118
+ type: :runtime
119
+ prerelease: false
120
+ version_requirements: !ruby/object:Gem::Requirement
121
+ none: false
122
+ requirements:
123
+ - - ! '>='
124
+ - !ruby/object:Gem::Version
125
+ version: '0'
126
+ - !ruby/object:Gem::Dependency
127
+ name: mongoriver
128
+ requirement: !ruby/object:Gem::Requirement
129
+ none: false
130
+ requirements:
131
+ - - ! '>='
132
+ - !ruby/object:Gem::Version
133
+ version: '0'
134
+ type: :runtime
135
+ prerelease: false
136
+ version_requirements: !ruby/object:Gem::Requirement
137
+ none: false
138
+ requirements:
139
+ - - ! '>='
140
+ - !ruby/object:Gem::Version
141
+ version: '0'
142
+ - !ruby/object:Gem::Dependency
143
+ name: minitest
144
+ requirement: !ruby/object:Gem::Requirement
145
+ none: false
146
+ requirements:
147
+ - - ! '>='
148
+ - !ruby/object:Gem::Version
149
+ version: '0'
150
+ type: :development
151
+ prerelease: false
152
+ version_requirements: !ruby/object:Gem::Requirement
153
+ none: false
154
+ requirements:
155
+ - - ! '>='
156
+ - !ruby/object:Gem::Version
157
+ version: '0'
158
+ - !ruby/object:Gem::Dependency
159
+ name: mocha
160
+ requirement: !ruby/object:Gem::Requirement
161
+ none: false
162
+ requirements:
163
+ - - ! '>='
164
+ - !ruby/object:Gem::Version
165
+ version: '0'
166
+ type: :development
167
+ prerelease: false
168
+ version_requirements: !ruby/object:Gem::Requirement
169
+ none: false
170
+ requirements:
171
+ - - ! '>='
172
+ - !ruby/object:Gem::Version
173
+ version: '0'
174
+ description: A library for streaming MongoDB to SQL
175
+ email:
176
+ - nelhage@stripe.com
177
+ executables:
178
+ - mosql
179
+ extensions: []
180
+ extra_rdoc_files: []
181
+ files:
182
+ - .gitignore
183
+ - Gemfile
184
+ - Gemfile.lock
185
+ - README.md
186
+ - Rakefile
187
+ - bin/mosql
188
+ - lib/mosql.rb
189
+ - lib/mosql/cli.rb
190
+ - lib/mosql/log.rb
191
+ - lib/mosql/schema.rb
192
+ - lib/mosql/sql.rb
193
+ - lib/mosql/tailer.rb
194
+ - lib/mosql/version.rb
195
+ - mosql.gemspec
196
+ - test/_lib.rb
197
+ - test/functional/_lib.rb
198
+ - test/functional/functional.rb
199
+ - test/functional/schema.rb
200
+ - test/functional/sql.rb
201
+ - test/unit/lib/mongo-sql/schema.rb
202
+ homepage: https://github.com/stripe/mosql
203
+ licenses: []
204
+ post_install_message:
205
+ rdoc_options: []
206
+ require_paths:
207
+ - lib
208
+ required_ruby_version: !ruby/object:Gem::Requirement
209
+ none: false
210
+ requirements:
211
+ - - ! '>='
212
+ - !ruby/object:Gem::Version
213
+ version: '0'
214
+ required_rubygems_version: !ruby/object:Gem::Requirement
215
+ none: false
216
+ requirements:
217
+ - - ! '>='
218
+ - !ruby/object:Gem::Version
219
+ version: '0'
220
+ requirements: []
221
+ rubyforge_project:
222
+ rubygems_version: 1.8.23
223
+ signing_key:
224
+ specification_version: 3
225
+ summary: MongoDB -> SQL streaming bridge
226
+ test_files:
227
+ - test/_lib.rb
228
+ - test/functional/_lib.rb
229
+ - test/functional/functional.rb
230
+ - test/functional/schema.rb
231
+ - test/functional/sql.rb
232
+ - test/unit/lib/mongo-sql/schema.rb