sequel-from_csv 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 2828e85c1caf38af3b32a722a4973f5eb7c5ae94
+  data.tar.gz: c1590dbd1f44605cf34d1898a1c331b041e26466
+SHA512:
+  metadata.gz: 88da935334c894c73f53378bb2f78fc551944e55dcb176df5e767e72b7695580ef1ad73200319542cab444a3ecb74f89bc8ecb6c0b1a2f660c117909cafcd26c
+  data.tar.gz: 9af9c728634971508cf77c282a0c19bd611d0413d447da827197b248b17a075c4fa13d2f2351e04483f96d29beb0fed809f8431b282e2996e083a4f022274f58

data/.gitignore

@@ -0,0 +1,9 @@
+/.bundle/
+/.yardoc
+/Gemfile.lock
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in sequel-from_csv.gemspec
+gemspec

data/README.md

@@ -0,0 +1,55 @@
+# Sequel - From CSV
+
+Provides a simple way to seed and synchronize table data using CSV files.
+
+## Installation
+
+```bash
+$ gem install sequel-from_csv
+```
+
+Or add this line to your application's Gemfile then execute `bundle install`:
+
+```ruby
+gem 'sequel-from_csv'
+```
+
+## Usage
+
+To seed data for an individual model:
+
+```ruby
+# Load the plugin
+Sequel::Model.plugin :from_csv
+
+# Sync an individual model
+class Country < Sequel::Model; end;
+Country.seed_from_csv "app/models/country.csv"
+```
+
+To seed all models with CSV files present:
+
+```ruby
+# Load the extension
+Sequel::Database.extension :from_csv
+
+# Sync all models with CSV files recursively
+DB.seed_from_csv "app/models/"
+```
+## To Do
+
+ - [ ] Add tests
+ - [ ] Remove the `activesupport` dependency
+ - [ ] Allow custom primary key field names
+ - [ ] Remove PostgreSQL-specific code
+ - [ ] Document optional arguments
+
+## Development
+
+After checking out the repo, run `bin/setup` to install dependencies. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
+
+To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
+
+## Contributing
+
+Bug reports and pull requests are welcome on GitHub at https://github.com/kenaniah/sequel-from_csv.

data/Rakefile

@@ -0,0 +1,2 @@
+require "bundler/gem_tasks"
+task :default => :spec

data/lib/sequel/extensions/from_csv.rb

@@ -0,0 +1,28 @@
+module Sequel
+  module Extensions
+    module FromCsv
+
+      # Finds all CSV files in a directory and synchronizes with their respective DB tables
+      def seed_from_csv directory, **opts
+
+        Dir.glob("#{directory}/**/*.csv").each do |filename|
+
+          klass = filename.sub "#{directory}", ""
+          klass = klass[1..-1] if klass.starts_with? "/"
+          klass = klass.split(".")[0]
+
+          model = klass.classify.constantize
+          model.plugin :from_csv
+          model.seed_from_csv filename, **opts
+
+        end
+
+        nil
+
+      end
+
+    end
+
+  end
+  Database.register_extension(:from_csv, Extensions::FromCsv)
+end

data/lib/sequel/plugins/from_csv.rb

@@ -0,0 +1,50 @@
+require 'csv'
+
+module Sequel
+  module Plugins
+    module FromCsv
+
+      module ClassMethods
+
+        # Synchronizes a table's data with a CSV file
+        def seed_from_csv csv_path, delete: false
+
+          # Read the source CSV file
+          data = CSV.table csv_path
+
+          # Ensure the ID column exists
+          unless data.first[:id]
+            raise "CSV file #{csv_path} must contain an id column"
+          end
+
+          self.db.transaction do
+
+            # UPSERT
+            data.each do |row|
+              row = row.to_h # Convert CSV::Row to Hash
+              self.dataset.insert_conflict(target: :id, update: row).insert row
+            end
+
+            # DELETE old rows
+            if delete
+              self.exclude("id IN ?", data.map{|row| row[:id]}).delete
+            end
+
+            # Update the table's sequence
+            self.db.run <<~SQL
+              SELECT
+                setval(pg_get_serial_sequence('#{self.simple_table}', 'id'), coalesce(max(id), 1), true)
+              FROM
+                #{self.simple_table}
+            SQL
+
+          end
+
+        end
+
+      end
+
+    end
+
+  end
+end

data/sequel-from_csv.gemspec

@@ -0,0 +1,24 @@
+# coding: utf-8
+# lib = File.expand_path('../lib', __FILE__)
+# $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+
+Gem::Specification.new do |s|
+  s.name          = "sequel-from_csv"
+  s.version       = "0.1.0"
+  s.authors       = ["Kenaniah Cerny"]
+  s.email         = ["kenaniah@gmail.com"]
+
+  s.summary       = "A simple way to seed and synchronize table data using CSV files"
+  s.homepage      = "https://github.com/kenaniah/sequel-from_csv"
+
+  s.files         = `git ls-files -z`.split("\x0").reject do |f|
+    f.match(%r{^(test|spec|bin)/})
+  end
+  s.require_paths = ["lib"]
+
+  s.add_dependency "activesupport" # For String#classify and String#constantize
+  s.add_dependency "sequel"
+
+  s.add_development_dependency "bundler", "~> 1.13"
+  s.add_development_dependency "rake", "~> 10.0"
+end

metadata

@@ -0,0 +1,106 @@
+--- !ruby/object:Gem::Specification
+name: sequel-from_csv
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Kenaniah Cerny
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2017-01-21 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: activesupport
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: sequel
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.13'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.13'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+description: 
+email:
+- kenaniah@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- Gemfile
+- README.md
+- Rakefile
+- lib/sequel/extensions/from_csv.rb
+- lib/sequel/plugins/from_csv.rb
+- sequel-from_csv.gemspec
+homepage: https://github.com/kenaniah/sequel-from_csv
+licenses: []
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.6.8
+signing_key: 
+specification_version: 4
+summary: A simple way to seed and synchronize table data using CSV files
+test_files: []