csv_fast_importer 1.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (91) hide show
  1. checksums.yaml +7 -0
  2. data/.gitignore +36 -0
  3. data/.ruby-version +1 -0
  4. data/.travis.yml +15 -0
  5. data/CONTRIBUTING.md +24 -0
  6. data/Gemfile +3 -0
  7. data/Gemfile.lock +128 -0
  8. data/LICENSE +21 -0
  9. data/README.md +186 -0
  10. data/Rakefile +44 -0
  11. data/benchmark/NPRI-SubsDisp-Normalized-Since1993.csv +10000 -0
  12. data/benchmark/README.md +140 -0
  13. data/benchmark/benchmark.rb +26 -0
  14. data/benchmark/results.png +0 -0
  15. data/benchmark/results.xlsx +0 -0
  16. data/benchmark/strategies.rb +115 -0
  17. data/benchmark/tools.rb +61 -0
  18. data/csv_fast_importer.gemspec +42 -0
  19. data/lib/csv_fast_importer.rb +12 -0
  20. data/lib/csv_fast_importer/configuration.rb +57 -0
  21. data/lib/csv_fast_importer/database/mysql.rb +28 -0
  22. data/lib/csv_fast_importer/database/postgres.rb +36 -0
  23. data/lib/csv_fast_importer/database/queryable.rb +51 -0
  24. data/lib/csv_fast_importer/database_connection.rb +19 -0
  25. data/lib/csv_fast_importer/database_factory.rb +19 -0
  26. data/lib/csv_fast_importer/import.rb +58 -0
  27. data/lib/csv_fast_importer/version.rb +3 -0
  28. data/sample-app/.gitignore +10 -0
  29. data/sample-app/Gemfile +50 -0
  30. data/sample-app/Gemfile.lock +172 -0
  31. data/sample-app/README.md +23 -0
  32. data/sample-app/Rakefile +6 -0
  33. data/sample-app/app/assets/images/.keep +0 -0
  34. data/sample-app/app/assets/javascripts/application.js +16 -0
  35. data/sample-app/app/assets/stylesheets/application.css +15 -0
  36. data/sample-app/app/controllers/application_controller.rb +5 -0
  37. data/sample-app/app/controllers/concerns/.keep +0 -0
  38. data/sample-app/app/helpers/application_helper.rb +2 -0
  39. data/sample-app/app/mailers/.keep +0 -0
  40. data/sample-app/app/models/.keep +0 -0
  41. data/sample-app/app/models/concerns/.keep +0 -0
  42. data/sample-app/app/models/knight.rb +2 -0
  43. data/sample-app/app/views/layouts/application.html.erb +14 -0
  44. data/sample-app/bin/bundle +3 -0
  45. data/sample-app/bin/rails +9 -0
  46. data/sample-app/bin/rake +9 -0
  47. data/sample-app/bin/setup +29 -0
  48. data/sample-app/bin/spring +17 -0
  49. data/sample-app/config.ru +4 -0
  50. data/sample-app/config/application.rb +26 -0
  51. data/sample-app/config/boot.rb +3 -0
  52. data/sample-app/config/database.yml +21 -0
  53. data/sample-app/config/environment.rb +5 -0
  54. data/sample-app/config/environments/development.rb +41 -0
  55. data/sample-app/config/environments/production.rb +79 -0
  56. data/sample-app/config/environments/test.rb +42 -0
  57. data/sample-app/config/initializers/assets.rb +11 -0
  58. data/sample-app/config/initializers/backtrace_silencers.rb +7 -0
  59. data/sample-app/config/initializers/cookies_serializer.rb +3 -0
  60. data/sample-app/config/initializers/filter_parameter_logging.rb +4 -0
  61. data/sample-app/config/initializers/inflections.rb +16 -0
  62. data/sample-app/config/initializers/mime_types.rb +4 -0
  63. data/sample-app/config/initializers/session_store.rb +3 -0
  64. data/sample-app/config/initializers/wrap_parameters.rb +14 -0
  65. data/sample-app/config/locales/en.yml +23 -0
  66. data/sample-app/config/routes.rb +56 -0
  67. data/sample-app/config/secrets.yml +22 -0
  68. data/sample-app/db/development.sqlite3 +0 -0
  69. data/sample-app/db/migrate/20170818134706_create_knights.rb +8 -0
  70. data/sample-app/db/schema.rb +24 -0
  71. data/sample-app/db/seeds.rb +7 -0
  72. data/sample-app/knights.csv +3 -0
  73. data/sample-app/lib/assets/.keep +0 -0
  74. data/sample-app/lib/tasks/.keep +0 -0
  75. data/sample-app/lib/tasks/csv_fast_importer.rake +9 -0
  76. data/sample-app/log/.keep +0 -0
  77. data/sample-app/public/404.html +67 -0
  78. data/sample-app/public/422.html +67 -0
  79. data/sample-app/public/500.html +66 -0
  80. data/sample-app/public/favicon.ico +0 -0
  81. data/sample-app/public/robots.txt +5 -0
  82. data/sample-app/test/controllers/.keep +0 -0
  83. data/sample-app/test/fixtures/.keep +0 -0
  84. data/sample-app/test/fixtures/knights.yml +9 -0
  85. data/sample-app/test/helpers/.keep +0 -0
  86. data/sample-app/test/integration/.keep +0 -0
  87. data/sample-app/test/mailers/.keep +0 -0
  88. data/sample-app/test/models/.keep +0 -0
  89. data/sample-app/test/models/knight_test.rb +7 -0
  90. data/sample-app/test/test_helper.rb +10 -0
  91. metadata +331 -0
File without changes
File without changes
@@ -0,0 +1,9 @@
1
+ # Read about fixtures at http://api.rubyonrails.org/classes/ActiveRecord/FixtureSet.html
2
+
3
+ one:
4
+ name: MyString
5
+ email: MyString
6
+
7
+ two:
8
+ name: MyString
9
+ email: MyString
File without changes
File without changes
File without changes
File without changes
@@ -0,0 +1,7 @@
1
+ require 'test_helper'
2
+
3
+ class KnightTest < ActiveSupport::TestCase
4
+ # test "the truth" do
5
+ # assert true
6
+ # end
7
+ end
@@ -0,0 +1,10 @@
1
+ ENV['RAILS_ENV'] ||= 'test'
2
+ require File.expand_path('../../config/environment', __FILE__)
3
+ require 'rails/test_help'
4
+
5
+ class ActiveSupport::TestCase
6
+ # Setup all fixtures in test/fixtures/*.yml for all tests in alphabetical order.
7
+ fixtures :all
8
+
9
+ # Add more helper methods to be used by all tests here...
10
+ end
metadata ADDED
@@ -0,0 +1,331 @@
1
+ --- !ruby/object:Gem::Specification
2
+ name: csv_fast_importer
3
+ version: !ruby/object:Gem::Version
4
+ version: 1.0.0
5
+ platform: ruby
6
+ authors:
7
+ - Sogilis
8
+ autorequire:
9
+ bindir: exe
10
+ cert_chain: []
11
+ date: 2017-08-18 00:00:00.000000000 Z
12
+ dependencies:
13
+ - !ruby/object:Gem::Dependency
14
+ name: bundler
15
+ requirement: !ruby/object:Gem::Requirement
16
+ requirements:
17
+ - - "~>"
18
+ - !ruby/object:Gem::Version
19
+ version: '1.10'
20
+ type: :development
21
+ prerelease: false
22
+ version_requirements: !ruby/object:Gem::Requirement
23
+ requirements:
24
+ - - "~>"
25
+ - !ruby/object:Gem::Version
26
+ version: '1.10'
27
+ - !ruby/object:Gem::Dependency
28
+ name: rake
29
+ requirement: !ruby/object:Gem::Requirement
30
+ requirements:
31
+ - - "~>"
32
+ - !ruby/object:Gem::Version
33
+ version: '10.0'
34
+ type: :development
35
+ prerelease: false
36
+ version_requirements: !ruby/object:Gem::Requirement
37
+ requirements:
38
+ - - "~>"
39
+ - !ruby/object:Gem::Version
40
+ version: '10.0'
41
+ - !ruby/object:Gem::Dependency
42
+ name: pg
43
+ requirement: !ruby/object:Gem::Requirement
44
+ requirements:
45
+ - - ">="
46
+ - !ruby/object:Gem::Version
47
+ version: 0.18.4
48
+ type: :development
49
+ prerelease: false
50
+ version_requirements: !ruby/object:Gem::Requirement
51
+ requirements:
52
+ - - ">="
53
+ - !ruby/object:Gem::Version
54
+ version: 0.18.4
55
+ - !ruby/object:Gem::Dependency
56
+ name: mysql2
57
+ requirement: !ruby/object:Gem::Requirement
58
+ requirements:
59
+ - - ">="
60
+ - !ruby/object:Gem::Version
61
+ version: 0.3.10
62
+ type: :development
63
+ prerelease: false
64
+ version_requirements: !ruby/object:Gem::Requirement
65
+ requirements:
66
+ - - ">="
67
+ - !ruby/object:Gem::Version
68
+ version: 0.3.10
69
+ - !ruby/object:Gem::Dependency
70
+ name: codacy-coverage
71
+ requirement: !ruby/object:Gem::Requirement
72
+ requirements:
73
+ - - ">="
74
+ - !ruby/object:Gem::Version
75
+ version: '0'
76
+ type: :development
77
+ prerelease: false
78
+ version_requirements: !ruby/object:Gem::Requirement
79
+ requirements:
80
+ - - ">="
81
+ - !ruby/object:Gem::Version
82
+ version: '0'
83
+ - !ruby/object:Gem::Dependency
84
+ name: rspec
85
+ requirement: !ruby/object:Gem::Requirement
86
+ requirements:
87
+ - - ">="
88
+ - !ruby/object:Gem::Version
89
+ version: '0'
90
+ type: :development
91
+ prerelease: false
92
+ version_requirements: !ruby/object:Gem::Requirement
93
+ requirements:
94
+ - - ">="
95
+ - !ruby/object:Gem::Version
96
+ version: '0'
97
+ - !ruby/object:Gem::Dependency
98
+ name: smarter_csv
99
+ requirement: !ruby/object:Gem::Requirement
100
+ requirements:
101
+ - - ">="
102
+ - !ruby/object:Gem::Version
103
+ version: '0'
104
+ type: :development
105
+ prerelease: false
106
+ version_requirements: !ruby/object:Gem::Requirement
107
+ requirements:
108
+ - - ">="
109
+ - !ruby/object:Gem::Version
110
+ version: '0'
111
+ - !ruby/object:Gem::Dependency
112
+ name: activerecord-import
113
+ requirement: !ruby/object:Gem::Requirement
114
+ requirements:
115
+ - - ">="
116
+ - !ruby/object:Gem::Version
117
+ version: '0'
118
+ type: :development
119
+ prerelease: false
120
+ version_requirements: !ruby/object:Gem::Requirement
121
+ requirements:
122
+ - - ">="
123
+ - !ruby/object:Gem::Version
124
+ version: '0'
125
+ - !ruby/object:Gem::Dependency
126
+ name: bulk_insert
127
+ requirement: !ruby/object:Gem::Requirement
128
+ requirements:
129
+ - - ">="
130
+ - !ruby/object:Gem::Version
131
+ version: '0'
132
+ type: :development
133
+ prerelease: false
134
+ version_requirements: !ruby/object:Gem::Requirement
135
+ requirements:
136
+ - - ">="
137
+ - !ruby/object:Gem::Version
138
+ version: '0'
139
+ - !ruby/object:Gem::Dependency
140
+ name: upsert
141
+ requirement: !ruby/object:Gem::Requirement
142
+ requirements:
143
+ - - ">="
144
+ - !ruby/object:Gem::Version
145
+ version: '0'
146
+ type: :development
147
+ prerelease: false
148
+ version_requirements: !ruby/object:Gem::Requirement
149
+ requirements:
150
+ - - ">="
151
+ - !ruby/object:Gem::Version
152
+ version: '0'
153
+ - !ruby/object:Gem::Dependency
154
+ name: csv-importer
155
+ requirement: !ruby/object:Gem::Requirement
156
+ requirements:
157
+ - - ">="
158
+ - !ruby/object:Gem::Version
159
+ version: '0'
160
+ type: :development
161
+ prerelease: false
162
+ version_requirements: !ruby/object:Gem::Requirement
163
+ requirements:
164
+ - - ">="
165
+ - !ruby/object:Gem::Version
166
+ version: '0'
167
+ - !ruby/object:Gem::Dependency
168
+ name: active_importer
169
+ requirement: !ruby/object:Gem::Requirement
170
+ requirements:
171
+ - - ">="
172
+ - !ruby/object:Gem::Version
173
+ version: '0'
174
+ type: :development
175
+ prerelease: false
176
+ version_requirements: !ruby/object:Gem::Requirement
177
+ requirements:
178
+ - - ">="
179
+ - !ruby/object:Gem::Version
180
+ version: '0'
181
+ - !ruby/object:Gem::Dependency
182
+ name: ferry
183
+ requirement: !ruby/object:Gem::Requirement
184
+ requirements:
185
+ - - ">="
186
+ - !ruby/object:Gem::Version
187
+ version: '0'
188
+ type: :development
189
+ prerelease: false
190
+ version_requirements: !ruby/object:Gem::Requirement
191
+ requirements:
192
+ - - ">="
193
+ - !ruby/object:Gem::Version
194
+ version: '0'
195
+ - !ruby/object:Gem::Dependency
196
+ name: activerecord
197
+ requirement: !ruby/object:Gem::Requirement
198
+ requirements:
199
+ - - ">="
200
+ - !ruby/object:Gem::Version
201
+ version: '3.0'
202
+ type: :runtime
203
+ prerelease: false
204
+ version_requirements: !ruby/object:Gem::Requirement
205
+ requirements:
206
+ - - ">="
207
+ - !ruby/object:Gem::Version
208
+ version: '3.0'
209
+ description: Import CSV files' content into a PostgreSQL database. It is based on
210
+ the Postgre COPY command which is designed to be as faster as possible.
211
+ email:
212
+ - sogilis@sogilis.com
213
+ executables: []
214
+ extensions: []
215
+ extra_rdoc_files: []
216
+ files:
217
+ - ".gitignore"
218
+ - ".ruby-version"
219
+ - ".travis.yml"
220
+ - CONTRIBUTING.md
221
+ - Gemfile
222
+ - Gemfile.lock
223
+ - LICENSE
224
+ - README.md
225
+ - Rakefile
226
+ - benchmark/NPRI-SubsDisp-Normalized-Since1993.csv
227
+ - benchmark/README.md
228
+ - benchmark/benchmark.rb
229
+ - benchmark/results.png
230
+ - benchmark/results.xlsx
231
+ - benchmark/strategies.rb
232
+ - benchmark/tools.rb
233
+ - csv_fast_importer.gemspec
234
+ - lib/csv_fast_importer.rb
235
+ - lib/csv_fast_importer/configuration.rb
236
+ - lib/csv_fast_importer/database/mysql.rb
237
+ - lib/csv_fast_importer/database/postgres.rb
238
+ - lib/csv_fast_importer/database/queryable.rb
239
+ - lib/csv_fast_importer/database_connection.rb
240
+ - lib/csv_fast_importer/database_factory.rb
241
+ - lib/csv_fast_importer/import.rb
242
+ - lib/csv_fast_importer/version.rb
243
+ - sample-app/.gitignore
244
+ - sample-app/Gemfile
245
+ - sample-app/Gemfile.lock
246
+ - sample-app/README.md
247
+ - sample-app/Rakefile
248
+ - sample-app/app/assets/images/.keep
249
+ - sample-app/app/assets/javascripts/application.js
250
+ - sample-app/app/assets/stylesheets/application.css
251
+ - sample-app/app/controllers/application_controller.rb
252
+ - sample-app/app/controllers/concerns/.keep
253
+ - sample-app/app/helpers/application_helper.rb
254
+ - sample-app/app/mailers/.keep
255
+ - sample-app/app/models/.keep
256
+ - sample-app/app/models/concerns/.keep
257
+ - sample-app/app/models/knight.rb
258
+ - sample-app/app/views/layouts/application.html.erb
259
+ - sample-app/bin/bundle
260
+ - sample-app/bin/rails
261
+ - sample-app/bin/rake
262
+ - sample-app/bin/setup
263
+ - sample-app/bin/spring
264
+ - sample-app/config.ru
265
+ - sample-app/config/application.rb
266
+ - sample-app/config/boot.rb
267
+ - sample-app/config/database.yml
268
+ - sample-app/config/environment.rb
269
+ - sample-app/config/environments/development.rb
270
+ - sample-app/config/environments/production.rb
271
+ - sample-app/config/environments/test.rb
272
+ - sample-app/config/initializers/assets.rb
273
+ - sample-app/config/initializers/backtrace_silencers.rb
274
+ - sample-app/config/initializers/cookies_serializer.rb
275
+ - sample-app/config/initializers/filter_parameter_logging.rb
276
+ - sample-app/config/initializers/inflections.rb
277
+ - sample-app/config/initializers/mime_types.rb
278
+ - sample-app/config/initializers/session_store.rb
279
+ - sample-app/config/initializers/wrap_parameters.rb
280
+ - sample-app/config/locales/en.yml
281
+ - sample-app/config/routes.rb
282
+ - sample-app/config/secrets.yml
283
+ - sample-app/db/development.sqlite3
284
+ - sample-app/db/migrate/20170818134706_create_knights.rb
285
+ - sample-app/db/schema.rb
286
+ - sample-app/db/seeds.rb
287
+ - sample-app/knights.csv
288
+ - sample-app/lib/assets/.keep
289
+ - sample-app/lib/tasks/.keep
290
+ - sample-app/lib/tasks/csv_fast_importer.rake
291
+ - sample-app/log/.keep
292
+ - sample-app/public/404.html
293
+ - sample-app/public/422.html
294
+ - sample-app/public/500.html
295
+ - sample-app/public/favicon.ico
296
+ - sample-app/public/robots.txt
297
+ - sample-app/test/controllers/.keep
298
+ - sample-app/test/fixtures/.keep
299
+ - sample-app/test/fixtures/knights.yml
300
+ - sample-app/test/helpers/.keep
301
+ - sample-app/test/integration/.keep
302
+ - sample-app/test/mailers/.keep
303
+ - sample-app/test/models/.keep
304
+ - sample-app/test/models/knight_test.rb
305
+ - sample-app/test/test_helper.rb
306
+ homepage: https://github.com/sogilis/csv_fast_importer
307
+ licenses:
308
+ - MIT
309
+ metadata: {}
310
+ post_install_message:
311
+ rdoc_options: []
312
+ require_paths:
313
+ - lib
314
+ required_ruby_version: !ruby/object:Gem::Requirement
315
+ requirements:
316
+ - - ">="
317
+ - !ruby/object:Gem::Version
318
+ version: '2.0'
319
+ required_rubygems_version: !ruby/object:Gem::Requirement
320
+ requirements:
321
+ - - ">="
322
+ - !ruby/object:Gem::Version
323
+ version: '0'
324
+ requirements: []
325
+ rubyforge_project:
326
+ rubygems_version: 2.6.4
327
+ signing_key:
328
+ specification_version: 4
329
+ summary: Fast CSV Importer
330
+ test_files: []
331
+ has_rdoc: