active_record_json_importer 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 94296a7f918537dacf92dadfcfed11163b961987
+  data.tar.gz: a10213a96d93e2d2b743ee58598ad351faf6eaff
+SHA512:
+  metadata.gz: 8b85657cbd9895f6f6bff779bb6f6b9db3b21d6b8c7b5b8b7b4d610f022a0b7ce42759e90df20675ec0c35a31f5e3af4a78fc8dfcc618000990a73fa5b6bc4f1
+  data.tar.gz: 20065eda8f9e49b9df0e3caaa1b02e0aca1cae88dd62165715e77ef74006c48e34d98db6dd1b2bfa06c1846c20b94550e9c2e5b8977f2662d5596601a8347ae4

data/.rspec

@@ -0,0 +1,4 @@
+--color
+--require spec_helper
+--format documentation
+--order rand

data/.ruby-gemset

@@ -0,0 +1 @@
+activerecord-json-importer

data/.ruby-version

@@ -0,0 +1 @@
+2.2.1

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+gem 'pry'
+# Specify your gem's dependencies in simplest_benchmark.gemspec
+gemspec

data/Gemfile.lock

@@ -0,0 +1,71 @@
+PATH
+  remote: .
+  specs:
+    activerecord-json-importer (0.0.1)
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    activemodel (4.2.5)
+      activesupport (= 4.2.5)
+      builder (~> 3.1)
+    activerecord (4.2.5)
+      activemodel (= 4.2.5)
+      activesupport (= 4.2.5)
+      arel (~> 6.0)
+    activerecord-import (0.10.0)
+      activerecord (>= 3.0)
+    activesupport (4.2.5)
+      i18n (~> 0.7)
+      json (~> 1.7, >= 1.7.7)
+      minitest (~> 5.1)
+      thread_safe (~> 0.3, >= 0.3.4)
+      tzinfo (~> 1.1)
+    arel (6.0.3)
+    builder (3.2.2)
+    coderay (1.1.0)
+    diff-lcs (1.2.5)
+    i18n (0.7.0)
+    json (1.8.3)
+    method_source (0.8.2)
+    minitest (5.8.3)
+    pry (0.10.3)
+      coderay (~> 1.1.0)
+      method_source (~> 0.8.1)
+      slop (~> 3.4)
+    rake (10.4.2)
+    rspec (3.4.0)
+      rspec-core (~> 3.4.0)
+      rspec-expectations (~> 3.4.0)
+      rspec-mocks (~> 3.4.0)
+    rspec-core (3.4.1)
+      rspec-support (~> 3.4.0)
+    rspec-expectations (3.4.0)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.4.0)
+    rspec-its (1.2.0)
+      rspec-core (>= 3.0.0)
+      rspec-expectations (>= 3.0.0)
+    rspec-mocks (3.4.0)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.4.0)
+    rspec-support (3.4.1)
+    slop (3.6.0)
+    sqlite3 (1.3.11)
+    thread_safe (0.3.5)
+    tzinfo (1.2.2)
+      thread_safe (~> 0.1)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  activerecord-import (~> 0.8)
+  activerecord-json-importer!
+  activesupport (~> 4.2)
+  bundler (~> 1.6)
+  pry
+  rake (~> 10.0)
+  rspec (~> 3.0)
+  rspec-its (~> 1.0)
+  sqlite3 (~> 1.3)

data/LICENSE

@@ -0,0 +1,22 @@
+The MIT License (MIT)
+
+Copyright (c) 2015 carlosgab83
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.
+

data/README.md

@@ -0,0 +1,89 @@
+# simplest_benchmark
+####Benchmark your code fastest, simplest and get pragmatic results.
+ - Perfectly formated for get into an spreadsheet and analyze it.
+ - Inegrated with Rails logger
+ - Not Rails ? don't worry, it creates a cutom simplest_benchmark.log log file
+ - only two methods: sb_begin, and sb_end
+
+It's so simple:
+
+####Installation
+`gem install simplest_benchmark` 
+
+or in your Gemfile:
+
+`gem 'simplest_benchmark'`
+
+####Usage
+
+##### Simple use
+```ruby
+require 'simplest_benchmark'
+
+class MySlowClass
+  include SimplestBenchmark
+  
+  def slow_method
+    var = get_some_value
+    sb_begin('heavy work')
+      some_hard_work
+    sb_end('heavy work')
+  end
+end
+```
+
+##### Nested use
+
+```ruby
+require 'simplest_benchmark'
+
+class MySlowClass
+  include SimplestBenchmark
+      
+  def slow_method
+    var = get_some_value
+    sb_begin('heavy work')
+      some_hard_work
+    sb_end('heavy_work')
+  end
+      
+  def some_hard_work
+    sb_begin('heavy work 1')
+      hard_work_part1
+    sb_end('heavy work 1')
+      
+    sb_begin('heavy work 2')
+      hard_work_part2
+    sb_end('heavy work 2')
+  end
+end
+```
+
+####Results
+
+Results go to Rails log file, or to simplest_benchmark.log file.
+You can simply do
+
+`cat log/development.log | grep DEBUG`
+
+and obtain something like:
+```
+DEBUG   2015-11-19 17:13:24 -0300       1447964004.003463       BEGIN   0       heavy work
+DEBUG   2015-11-19 17:13:24 -0300       1447964004.003463       BEGIN   1       heavy work 1
+DEBUG   2015-11-19 17:13:33 -0300       1447964013.4338706      END     1       heavy work 1  11.3775455951690674
+DEBUG   2015-11-19 17:13:33 -0300       1447964004.003463       BEGIN   1       heavy work 2
+DEBUG   2015-11-19 17:13:38 -0300       1447964013.4338706      END     1       heavy work 2  5.38402085203944020
+DEBUG   2015-11-19 17:13:38 -0300       1448652456.6792688      END     0       heavy work    17.622838973999023
+```
+- field1: DEBUG text
+- field2: timestamp of event
+- field3: timestamp in float format
+- field4: BEGIN or END event
+- field5: level of deepness: For nested usage, each nested sb_begin gonna +1 this number
+- field6: label identifier
+- field7: amount of seconds transcurred between last sb_begin and current sb_end call.
+
+it is all. Enjoy.
+
+
+

data/Rakefile

@@ -0,0 +1,5 @@
+require 'rspec/core/rake_task'
+
+RSpec::Core::RakeTask.new(:spec)
+
+task :default => :spec

data/active_record_json_importer.gemspec

@@ -0,0 +1,25 @@
+Gem::Specification.new do |s|
+  s.name        = 'active_record_json_importer'
+  s.version     = '0.0.1'
+  s.date        = '2015-09-30'
+  s.summary     = "Simple and fast way to bulk import massive active records into database. It uses the awesome activerecord-import gem"
+  s.description = "Importing records from a json file go slow?. No problem, use me. It uses the awesome activerecord-import gem. Documentation and code in https://github.com/carlosgab83/active_record_json_importer/"
+  s.authors     = ["Carlos Ochoa"]
+  s.email       = 'carlosgab83@gmail.com'
+  s.files       = `git ls-files -z`.split("\x0")
+  s.homepage    = 'http://rubygems.org/gems/active_record_json_importer'
+  s.license       = 'MIT'
+
+  s.files         = `git ls-files -z`.split("\x0")
+  s.test_files    = s.files.grep(%r{^(test|spec|features)/})
+  s.require_paths = ["lib"]
+
+
+  s.add_development_dependency "bundler", "~> 1.6"
+  s.add_development_dependency "rake", "~> 10.0"
+  s.add_development_dependency "rspec", "~> 3.0"
+  s.add_development_dependency "rspec-its", "~> 1.0"
+  s.add_development_dependency "activerecord-import", "~> 0.8"
+  s.add_development_dependency "activesupport", "~> 4.2"
+  s.add_development_dependency "sqlite3", "~> 1.3"
+end

data/lib/active_record_json_importer.rb

@@ -0,0 +1,60 @@
+# encoding: utf-8
+
+module ActiveRecordJsonImporter
+
+	class Importer
+
+		attr_reader   :active_record_class, :options, :bulk_input_file
+		attr_accessor :records_at_once
+
+		RECORDS_AT_ONCE = 5000
+
+		def initialize(options = {})
+			@options = options
+			initialize_active_record_class
+			initialize_bulk_input_file
+			initialize_records_at_once
+		end
+
+		def import
+			records = []
+			bulk_input_file.each_with_index do |line, index|
+				records << JSON.parse(line)
+				if (index % records_at_once == 0)
+					import_records records
+					records = []
+				end
+			end
+			bulk_input_file.close
+			import_records records if records.any?
+			return true
+		end
+
+		private
+
+		def initialize_active_record_class
+			obj = options[:active_record_class]
+			msg = "invalid active_record_class."
+			if obj.present? and obj.ancestors.include? ActiveRecord::Base
+				@active_record_class = obj
+			else
+				fail RuntimeError, "#{msg} #{obj}"
+			end
+		rescue
+			raise RuntimeError, "#{msg} #{obj}"
+		end
+
+		def initialize_records_at_once
+			@records_at_once = options[:records_at_once] || RECORDS_AT_ONCE
+		end
+
+		def initialize_bulk_input_file
+			@bulk_input_file = File.open(options[:file], "r")
+		end
+
+		def import_records records
+			active_records = records.map{|record| active_record_class.new record}
+			active_record_class.import(active_records, validate: false)
+		end
+	end
+end

data/spec/lib/active_record_json_importer_spec.rb

@@ -0,0 +1,51 @@
+# encoding: utf-8
+
+RSpec.describe ActiveRecordJsonImporter::Importer do
+
+		context "with valid ActiveRecord class" do
+
+			before(:all) do
+				@table_name 				 = "pools"
+				@file_name  				 = "input.json"
+				@invalid_file_name   = "invalid_input.json"
+
+				create_test_table_and_activerecord(@table_name)
+
+				@active_record_class = @table_name.singularize.camelize.constantize
+
+				create_valid_json_file(@file_name)
+				create_invalid_json_file(@invalid_file_name)
+			end
+
+			after(:all) do
+				drop_test_table(@table_name)
+				delete_json_file(@file_name)
+				delete_json_file(@invalid_file_name)
+			end
+
+			context "with valid input" do
+				it "imports the file" do
+					importer = ActiveRecordJsonImporter::Importer.new(file: @file_name,
+																														active_record_class: @active_record_class)
+					expect(importer.import).to be_truthy
+					expect(@active_record_class.count).to eq(2)
+				end
+			end
+
+			context "with invalid input" do
+				it "raises an Exception" do
+					importer = ActiveRecordJsonImporter::Importer.new(file: @invalid_file_name,
+																														active_record_class: @active_record_class)
+					expect{importer.import}.to raise_exception(JSON::ParserError)
+				end
+			end
+
+		end
+
+		context "with invalid ActiveRecord class" do
+			it "raises an Exception" do
+					expect{importer = ActiveRecordJsonImporter::Importer.new(file: @invalid_file_name,
+																																		active_record_class: "any object")}.to raise_exception(RuntimeError, "invalid active_record_class. any object")
+				end
+		end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,13 @@
+RSpec.configure do |config|
+end
+
+require 'spec_helper'
+require 'active_record'
+require 'active_support'
+require 'activerecord-import'
+
+Dir["./spec/support/**/*.rb"].sort.each { |f| require f; puts f }
+Dir["./lib/**/*.rb"].sort.each { |f| require f; puts f }
+
+ActiveRecord::Migration.maintain_test_schema!
+ActiveRecord::Base.establish_connection(:adapter => "sqlite3", :database => ":memory:")

data/spec/support/ar_helper.rb

@@ -0,0 +1,51 @@
+# encoding: utf-8
+
+# The idea is re-utilization of this methods in any spec
+
+def create_arec(table_name, &block)
+  klass = Class.new(ActiveRecord::Base){self.table_name = table_name}
+  klass.class_eval &block
+  klass
+end
+
+def create_test_table_and_activerecord(table_name)
+	# don't output all the migration activity
+	ActiveRecord::Migration.verbose = false
+
+	# execute the migration, creating tables
+	ActiveRecord::Schema.define(:version => 1) do
+
+		create_table table_name.to_sym do |t|
+			t.integer :a1
+			t.text :a2
+		end
+
+	end#migration
+
+	Kernel.const_set(table_name.singularize.camelize, create_arec(table_name) {}) unless defined? @table11.singularize.camelize.constantize == "constant"
+end
+
+def drop_test_table(table_name)
+	ActiveRecord::Migration.verbose = false
+	# execute the migration, creating tables
+	ActiveRecord::Schema.define(:version => 2) do
+		drop_table "#{table_name}".to_sym
+	end
+end
+
+def create_valid_json_file(file_name)
+	File.open(@file_name,'w') do |f|
+		f.write '{"a1": 1, "a2": "pool1"}' + "\n"
+		f.write '{"a1": 2, "a2": "pool2"}' + "\n"
+	end
+end
+
+def create_invalid_json_file(file_name)
+	File.open(file_name,'w') do |f|
+		f.write '"a1" 1 "a2" "pool1"'
+	end
+end
+
+def delete_json_file(file_name)
+	FileUtils.rm(file_name)
+end

metadata

@@ -0,0 +1,159 @@
+--- !ruby/object:Gem::Specification
+name: active_record_json_importer
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Carlos Ochoa
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-09-30 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: rspec-its
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+- !ruby/object:Gem::Dependency
+  name: activerecord-import
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.8'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.8'
+- !ruby/object:Gem::Dependency
+  name: activesupport
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.2'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.2'
+- !ruby/object:Gem::Dependency
+  name: sqlite3
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.3'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.3'
+description: Importing records from a json file go slow?. No problem, use me. It uses
+  the awesome activerecord-import gem. Documentation and code in https://github.com/carlosgab83/active_record_json_importer/
+email: carlosgab83@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".rspec"
+- ".ruby-gemset"
+- ".ruby-version"
+- Gemfile
+- Gemfile.lock
+- LICENSE
+- README.md
+- Rakefile
+- active_record_json_importer.gemspec
+- lib/active_record_json_importer.rb
+- spec/lib/active_record_json_importer_spec.rb
+- spec/spec_helper.rb
+- spec/support/ar_helper.rb
+homepage: http://rubygems.org/gems/active_record_json_importer
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.6
+signing_key: 
+specification_version: 4
+summary: Simple and fast way to bulk import massive active records into database.
+  It uses the awesome activerecord-import gem
+test_files:
+- spec/lib/active_record_json_importer_spec.rb
+- spec/spec_helper.rb
+- spec/support/ar_helper.rb