data_imp 0.2.1 → 0.4.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
-SHA1:
-  metadata.gz: fc80071b60853c94b4c43c706804b6f7712dbeb0
-  data.tar.gz: 80055ac1ad7be9b2ffc8bd501458d69990d9dc1c
+SHA256:
+  metadata.gz: 5f0439c9288775b796fde25b0df3ca58dea69d5cec9a657ddf7ee3fc6ebc685e
+  data.tar.gz: d6b13a0de84abe385cf41e78f3ec4987d89562022737dc41d39e74b9374251d6
 SHA512:
-  metadata.gz: d342229618218a8768abba29c6ad57e9c2b44aec0c6fb0efcf3091abb1fe900f80447eaec47d2475c02d3b026026c435e32cfb874787cc55b3457d4bed9cc8f1
-  data.tar.gz: 1b2a072fc9dfc90f56d14fee71c84b88cb4b3e59c3b9f4ffbae73b67069b0f3ea3549578f87ce1fc7cdd6f153f5e6377d4c4355dfffeccff7d92de373cc40fb7
+  metadata.gz: 2d3e93db677416e1bdb7d865ca7e0a0980d750c15701647c9350f8f292dd6fe1c60bb8e6b2430a30587dc157c8c24a91ee6e0fc85a3f8a211bd7bcb06630c3bc
+  data.tar.gz: dd0f6839002332342b3b425b8f237eb28547cf45d3f5017ba2e98182b788de76e9042848356c7c0b35f9c8381ef33a93373783650c2de558e0925694453e0696

data/lib/data_imp/base.rb

@@ -0,0 +1,11 @@
+require_relative "finders"
+require_relative "options"
+require_relative "import"
+class DataImp
+  class Base
+    include DataImp::Options
+    extend DataImp::Finders
+    include DataImp::Import
+    extend DataImp::Import
+  end
+end

data/lib/data_imp/file.rb

@@ -0,0 +1,7 @@
+
+require_relative "base"
+class DataImp
+  class File < Base
+  end
+end
+    

data/lib/data_imp/import.rb

@@ -0,0 +1,41 @@
+
+class DataImp
+  module Import
+    def parse(line)
+      case line
+      when /^(\w+)\.(\w+)$/
+        options.merge(line: line, importer: $1, parser: $2)
+      else
+        options.merge(line: line)
+      end
+    end
+
+    def importer opts
+      Importer.find(opts[:importer])
+    end
+
+    def parser opts
+      Parser.find(opts[:parser]).new(opts)
+    end
+
+    def import line
+      line.strip!
+      return if line =~ /^#/
+      opts = parse(line)
+      puts "import(#{line}) => #{opts.inspect}"
+      importer(opts).process parser(opts)
+    end
+
+    def import_list list
+      list.each_line do |line|
+        import line
+      end
+    end
+
+    def show_progress index
+    end
+  end
+
+  extend Import
+  include Import
+end

data/lib/data_imp/import_methods.rb

@@ -4,15 +4,20 @@ require_relative "porter"
 require_relative "importer"
 
 module DataImp::ImportMethods
-  def import(file=nil,*args,&block)
-    file.strip!
-    return if file =~ /^#/
-    new(file, *args,&block).import
+  def import(*files, **options, &block)
+    files.each do |file|
+      file.strip!
+      unless file =~ /^#/
+        new(file, **options, &block).import
+      end
+    end
   end
 
-  def import_list list, *args, &block
-    list.each_line do |file|
-      import file, *args, &block
+  def import_list(*lists, **options, &block)
+    lists.each do |list|
+      list.each_line do |file|
+        import file, **options, &block
+      end
     end
   end
 end

data/lib/data_imp/importer/sample.rb

@@ -0,0 +1,2 @@
+class DataImp::Importer::Sample < DataImp::Importer
+end

data/lib/data_imp/options.rb

@@ -0,0 +1,34 @@
+class DataImp
+  module Options
+    def self.included mod
+      mod.extend ClassMethods
+    end
+
+    def initialize hash={}
+      self.options = hash
+    end
+
+    def options
+      @options ||= self.class.options.compact
+    end
+
+    def options= hash
+      @options = options.merge(hash)
+    end
+
+    module ClassMethods
+      def default_options
+        HashWithIndifferentAccess.new()
+      end
+
+      def options
+        @options ||= default_options.compact
+      end
+
+      def options= hash
+        @options = options.merge(hash)
+      end
+    end
+  end
+  include Options
+end

data/lib/data_imp/parser/csv.rb

@@ -1,4 +1,5 @@
 require 'csv'
+
 class DataImp::Parser::Csv < DataImp::Parser
   def options
     { headers: true }
@@ -9,7 +10,7 @@ class DataImp::Parser::Csv < DataImp::Parser
   end
 
   def process_file &block
-    CSV.open(filename, options) do |csv|
+    CSV.open(filename, **options) do |csv|
       process csv, &block
     end
   end

data/lib/data_imp/parser.rb

@@ -6,17 +6,21 @@ class DataImp::Parser
     @filename = filename
   end
 
-  def self.find_parser type
-    return self if type.blank?
-    begin
-      const_get type.camelize
-    rescue NameError => e
-      if require_relative "parser/#{type.underscore}"
-        retry 
+  class << self
+    def find_parser type
+      return self if type.blank?
+      begin
+        const_get type.camelize
+      rescue NameError => e
+        if require_relative "parser/#{type.underscore}"
+          retry 
+        end
       end
+    rescue LoadError => e
+      raise DataImp::NoParser.new(type)
     end
-  rescue LoadError => e
-    raise DataImp::NoParser.new(type)
+
+    alias_method :find, :find_parser
   end
 
   def parse chunk

data/lib/data_imp/porter.rb

@@ -3,17 +3,21 @@ require_relative 'no_importer'
 class DataImp::Porter
   attr_reader :hash, :index
 
-  def self.find_importer type
-    return self if type.blank?
-    begin
-      const_get type.classify
-    rescue NameError => e
-      if require_relative "porter/#{type.underscore}"
-        retry 
+  class << self
+    def find_importer type
+      return self if type.blank?
+      begin
+        const_get type.classify
+      rescue NameError => e
+        if require_relative "porter/#{type.underscore}"
+          retry 
+        end
       end
+    rescue LoadError => e
+      raise DataImp::NoImporter.new(type)
     end
-  rescue LoadError => e
-    raise DataImp::NoImporter.new(type)
+
+    alias_method :find, :find_importer
   end
 
   def initialize(hash, index = nil)

data/lib/data_imp/version.rb

@@ -1,3 +1,3 @@
 class DataImp
-  VERSION = "0.2.1"
+  VERSION = "0.4.0"
 end

data/lib/data_imp.rb

@@ -1,15 +1,20 @@
 
-require 'active_support/core_ext/string'
-
 class DataImp
 end
 
+require 'active_support'
+require 'active_support/all'
+
+require_relative "data_imp/version"
+require_relative "data_imp/options"
+
+require_relative "data_imp/import"
+
 require_relative "data_imp/finders"
 require_relative "data_imp/dir"
 require_relative "data_imp/import_methods"
 require_relative "data_imp/class_methods"
 
-# Dir[File.dirname(__FILE__) + '/data_imp/*.rb'].each {|file| require file }
 class DataImp
   extend DataImp::Finders
   extend DataImp::Dir
@@ -18,19 +23,21 @@ class DataImp
   attr_accessor :file, :parser, :importer, :extname, :basename
 
   def initialize file = nil, parser: nil, importer: nil
-    self.file = data_dir.join(file)
+    return unless file
+
+    @file = data_dir.join(file)
     extname = File.extname(file)
-    self.basename ||= File.basename(file, extname)
-    self.extname  = extname = extname.downcase.sub('.','')
-    self.importer = find_importer(importer || basename) # returns class
-    self.parser   = find_parser(parser || extname) # returns class
+    @basename ||= File.basename(file, extname)
+    @extname  = extname.downcase.sub('.','')
+    @importer = find_importer(importer || @basename) # returns class
+    @parser   = find_parser(parser || @extname) # returns class
   end
 
   def import
     puts "Importing #{basename} with #{importer}"
     importer.before_all_imports
     parser.new(file).process_file do |hash, index|
-      porter = importer.new(hash,index)
+      porter = importer.new(hash, index)
       begin
         porter.before_import
         porter.import
@@ -49,6 +56,5 @@ class DataImp
     puts if index % 10_000 == 0
     print '.' if index % 100 == 0
   end
-
 end
 

metadata

@@ -1,14 +1,13 @@
 --- !ruby/object:Gem::Specification
 name: data_imp
 version: !ruby/object:Gem::Version
-  version: 0.2.1
+  version: 0.4.0
 platform: ruby
 authors:
 - Robert W. Ferney
-autorequire: 
 bindir: exe
 cert_chain: []
-date: 2017-10-12 00:00:00.000000000 Z
+date: 1980-01-02 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activesupport
@@ -28,46 +27,46 @@ dependencies:
   name: bundler
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: 1.15.4
+        version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: 1.15.4
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '10.0'
+        version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '10.0'
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: rspec
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '3.0'
+        version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '3.0'
+        version: '0'
 - !ruby/object:Gem::Dependency
-  name: roo
+  name: pry
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -81,7 +80,7 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: roo-xls
+  name: pry-byebug
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -95,7 +94,7 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: tiny_tds
+  name: activesupport
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -108,59 +107,37 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-description: 
 email:
 - rob@ferney.org
 executables: []
 extensions: []
 extra_rdoc_files: []
 files:
-- ".gitignore"
-- ".rspec"
-- ".travis.yml"
-- CODE_OF_CONDUCT.md
-- Gemfile
-- LICENSE.txt
-- README.md
-- Rakefile
-- bin/console
-- bin/setup
-- data/hero.json
-- data/hero.yaml
-- data/heros.csv
-- data/heros.json
-- data/heros.ods
-- data/heros.xls
-- data/heros.xlsx
-- data/heros.yaml
-- data_imp.gemspec
 - lib/data_imp.rb
+- lib/data_imp/base.rb
 - lib/data_imp/class_methods.rb
 - lib/data_imp/dir.rb
+- lib/data_imp/file.rb
 - lib/data_imp/finders.rb
+- lib/data_imp/import.rb
 - lib/data_imp/import_methods.rb
 - lib/data_imp/importer.rb
+- lib/data_imp/importer/sample.rb
 - lib/data_imp/no_importer.rb
 - lib/data_imp/no_parser.rb
+- lib/data_imp/options.rb
 - lib/data_imp/parser.rb
 - lib/data_imp/parser/csv.rb
 - lib/data_imp/parser/json.rb
-- lib/data_imp/parser/ods.rb
-- lib/data_imp/parser/spreadsheet.rb
 - lib/data_imp/parser/stream.rb
-- lib/data_imp/parser/xls.rb
-- lib/data_imp/parser/xlsx.rb
 - lib/data_imp/parser/yaml.rb
 - lib/data_imp/porter.rb
 - lib/data_imp/porter/sample.rb
-- lib/data_imp/tds.rb
-- lib/data_imp/tds/table.rb
 - lib/data_imp/version.rb
 homepage: https://github.com/capnregex/data_imp
 licenses:
 - MIT
 metadata: {}
-post_install_message: 
 rdoc_options: []
 require_paths:
 - lib
@@ -175,9 +152,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
-rubygems_version: 2.5.1
-signing_key: 
+rubygems_version: 4.0.10
 specification_version: 4
 summary: Scaffolding to make importing data easy
 test_files: []

data/.gitignore

@@ -1,14 +0,0 @@
-/.bundle/
-/.yardoc
-/Gemfile.lock
-/_yardoc/
-/coverage/
-/doc/
-/pkg/
-/spec/reports/
-/tmp/
-
-# rspec failure tracking
-.rspec_status
-*~
-.*.swp

data/.rspec

@@ -1,2 +0,0 @@
---format documentation
---color

data/.travis.yml

@@ -1,5 +0,0 @@
-sudo: false
-language: ruby
-rvm:
-  - 2.3.3
-before_install: gem install bundler -v 1.15.4

data/CODE_OF_CONDUCT.md

@@ -1,74 +0,0 @@
-# Contributor Covenant Code of Conduct
-
-## Our Pledge
-
-In the interest of fostering an open and welcoming environment, we as
-contributors and maintainers pledge to making participation in our project and
-our community a harassment-free experience for everyone, regardless of age, body
-size, disability, ethnicity, gender identity and expression, level of experience,
-nationality, personal appearance, race, religion, or sexual identity and
-orientation.
-
-## Our Standards
-
-Examples of behavior that contributes to creating a positive environment
-include:
-
-* Using welcoming and inclusive language
-* Being respectful of differing viewpoints and experiences
-* Gracefully accepting constructive criticism
-* Focusing on what is best for the community
-* Showing empathy towards other community members
-
-Examples of unacceptable behavior by participants include:
-
-* The use of sexualized language or imagery and unwelcome sexual attention or
-advances
-* Trolling, insulting/derogatory comments, and personal or political attacks
-* Public or private harassment
-* Publishing others' private information, such as a physical or electronic
-  address, without explicit permission
-* Other conduct which could reasonably be considered inappropriate in a
-  professional setting
-
-## Our Responsibilities
-
-Project maintainers are responsible for clarifying the standards of acceptable
-behavior and are expected to take appropriate and fair corrective action in
-response to any instances of unacceptable behavior.
-
-Project maintainers have the right and responsibility to remove, edit, or
-reject comments, commits, code, wiki edits, issues, and other contributions
-that are not aligned to this Code of Conduct, or to ban temporarily or
-permanently any contributor for other behaviors that they deem inappropriate,
-threatening, offensive, or harmful.
-
-## Scope
-
-This Code of Conduct applies both within project spaces and in public spaces
-when an individual is representing the project or its community. Examples of
-representing a project or community include using an official project e-mail
-address, posting via an official social media account, or acting as an appointed
-representative at an online or offline event. Representation of a project may be
-further defined and clarified by project maintainers.
-
-## Enforcement
-
-Instances of abusive, harassing, or otherwise unacceptable behavior may be
-reported by contacting the project team at robert.w.ferney@uscis.dhs.gov. All
-complaints will be reviewed and investigated and will result in a response that
-is deemed necessary and appropriate to the circumstances. The project team is
-obligated to maintain confidentiality with regard to the reporter of an incident.
-Further details of specific enforcement policies may be posted separately.
-
-Project maintainers who do not follow or enforce the Code of Conduct in good
-faith may face temporary or permanent repercussions as determined by other
-members of the project's leadership.
-
-## Attribution
-
-This Code of Conduct is adapted from the [Contributor Covenant][homepage], version 1.4,
-available at [http://contributor-covenant.org/version/1/4][version]
-
-[homepage]: http://contributor-covenant.org
-[version]: http://contributor-covenant.org/version/1/4/

data/Gemfile

@@ -1,6 +0,0 @@
-source "https://rubygems.org"
-
-git_source(:github) {|repo_name| "https://github.com/#{repo_name}" }
-
-# Specify your gem's dependencies in data_imp.gemspec
-gemspec

data/LICENSE.txt

@@ -1,21 +0,0 @@
-The MIT License (MIT)
-
-Copyright (c) 2017 Robert W. Ferney
-
-Permission is hereby granted, free of charge, to any person obtaining a copy
-of this software and associated documentation files (the "Software"), to deal
-in the Software without restriction, including without limitation the rights
-to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
-copies of the Software, and to permit persons to whom the Software is
-furnished to do so, subject to the following conditions:
-
-The above copyright notice and this permission notice shall be included in
-all copies or substantial portions of the Software.
-
-THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
-IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
-FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
-AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
-LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
-OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
-THE SOFTWARE.

data/README.md

@@ -1,90 +0,0 @@
-# Data Imp Porter
-
-## Installation
-
-Add this line to your application's Gemfile:
-
-```ruby
-gem 'data_imp'
-```
-
-And then execute:
-
-    $ bundle
-
-Or install it yourself as:
-
-    $ gem install data_imp
-
-## Usage
-
-The use of this gem requires that you define an 'importer' for your files. 
-
-the fields from your data will be available to the importer as if they were local variables. 
-```ruby
-class SampleImporter < DataImp::Porter
-  def import
-    User.create_with(
-      name: name,
-    ).find_or_create_by(
-      email: email
-    )
-  end
-end
-```
-
-If you had your users in a csv file like
-
-```csv
-name,email
-George,george@example.com
-Fred,fred@example.net
-```
-
-You could then use
-```ruby
-DataImp.import 'user.csv'
-```
-
-If you had your users in a yaml file like
-
-```yaml
----
-- name: George
-  email: george@example.com
-- name: Fred
-  email: fred@example.net
-```
-
-You could then use
-```ruby
-DataImp.import 'user.yaml'
-```
-
-The same importer would be used for either example. 
-
-The importer is looked up by the base name, or provided by the `importer:` parameter. . 'user' in this case. 
-
-Parsing of the file is done by a Parser class and is looked up by the file extension, or the `parser:` parameter. 
-
-Pre defined parsers are located in the lib/data_imp/parsers/ folder
-
-If you need to write your own, define it as 'class ExtParser < DataImp::Parser' to create or override the 'ext' extension parser. 
-
-## Development
-
-After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake spec` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
-
-To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
-
-## Contributing
-
-Bug reports and pull requests are welcome on GitHub at https://github.com/[USERNAME]/data-porter. This project is intended to be a safe, welcoming space for collaboration, and contributors are expected to adhere to the [Contributor Covenant](http://contributor-covenant.org) code of conduct.
-
-## License
-
-The gem is available as open source under the terms of the [MIT License](http://opensource.org/licenses/MIT).
-
-## Code of Conduct
-
-Everyone interacting in the Data::Porter project’s codebases, issue trackers, chat rooms and mailing lists is expected to follow the [code of conduct](https://github.com/[USERNAME]/data-porter/blob/master/CODE_OF_CONDUCT.md).

data/Rakefile

@@ -1,6 +0,0 @@
-require "bundler/gem_tasks"
-require "rspec/core/rake_task"
-
-RSpec::Core::RakeTask.new(:spec)
-
-task :default => :spec

data/bin/console

@@ -1,14 +0,0 @@
-#!/usr/bin/env ruby
-
-require "bundler/setup"
-require "data/porter"
-
-# You can add fixtures and/or initialization code here to make experimenting
-# with your gem easier. You can also use a different console, if you like.
-
-# (If you use this, don't forget to add pry to your Gemfile!)
-# require "pry"
-# Pry.start
-
-require "irb"
-IRB.start(__FILE__)

data/bin/setup

@@ -1,8 +0,0 @@
-#!/usr/bin/env bash
-set -euo pipefail
-IFS=$'\n\t'
-set -vx
-
-bundle install
-
-# Do any other automated setup that you need to do here

data/data/hero.json

@@ -1 +0,0 @@
-{"name":"George","rank":"Sargent","serial_number":9991212}

data/data/hero.yaml

@@ -1,4 +0,0 @@
----
-name: George
-rank: Sargent
-serial_number: 9991212

data/data/heros.csv

@@ -1,2 +0,0 @@
-name,rank,serial_number
-George,Sargent,9991212

data/data/heros.json

@@ -1 +0,0 @@
-[{"name":"George","rank":"Sargent","serial_number":9991212}]

data/data/heros.yaml

@@ -1,4 +0,0 @@
----
-- name: George
-  rank: Sargent
-  serial_number: 9991212

data/data_imp.gemspec

@@ -1,31 +0,0 @@
-# coding: utf-8
-lib = File.expand_path("../lib", __FILE__)
-$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
-require "data_imp/version"
-
-Gem::Specification.new do |spec|
-  spec.name          = "data_imp"
-  spec.version       = DataImp::VERSION
-  spec.authors       = ["Robert W. Ferney"]
-  spec.email         = ["rob@ferney.org"]
-
-  spec.summary       = %q{Scaffolding to make importing data easy}
-  spec.homepage      = "https://github.com/capnregex/data_imp"
-  spec.license       = "MIT"
-
-  spec.files         = `git ls-files -z`.split("\x0").reject do |f|
-    f.match(%r{^(test|spec|features)/})
-  end
-  spec.bindir        = "exe"
-  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
-  spec.require_paths = ["lib"]
-
-  spec.add_runtime_dependency 'activesupport'
-
-  spec.add_development_dependency "bundler", "~> 1.15.4"
-  spec.add_development_dependency "rake", "~> 10.0"
-  spec.add_development_dependency "rspec", "~> 3.0"
-  spec.add_development_dependency "roo" #, "~> 3.0"
-  spec.add_development_dependency "roo-xls" #, "~> 3.0"
-  spec.add_development_dependency "tiny_tds"
-end

data/lib/data_imp/parser/ods.rb

@@ -1,7 +0,0 @@
-
-require_relative 'spreadsheet'
-class DataImp::Parser::Ods < DataImp::Parser::Spreadsheet
-  def options
-    { extension: "ods"}
-  end
-end

data/lib/data_imp/parser/spreadsheet.rb

@@ -1,20 +0,0 @@
-require 'roo'
-class DataImp::Parser::Spreadsheet < DataImp::Parser
-  def options
-    { }
-  end
-
-  def process_file &block
-    spreadsheet = Roo::Spreadsheet.open(filename, options)
-    header = spreadsheet.row(1)
-    (2..spreadsheet.last_row).each do |index|
-      row = spreadsheet.row(index)
-      hash = [header, row].transpose.to_h
-      yield hash, index
-    end
-  end
-
-  def process input, &block
-    raise "unable to process spreadsheet as a stream"
-  end
-end

data/lib/data_imp/parser/xls.rb

@@ -1,7 +0,0 @@
-require_relative 'spreadsheet'
-require 'roo-xls'
-class DataImp::Parser::Xls < DataImp::Parser::Spreadsheet
-  def options
-    { extension: "xls"}
-  end
-end

data/lib/data_imp/parser/xlsx.rb

@@ -1,6 +0,0 @@
-require_relative 'spreadsheet'
-class DataImp::Parser::Xlsx < DataImp::Parser::Spreadsheet
-  def options
-    { extension: :xlsx }
-  end
-end

data/lib/data_imp/tds/table.rb

@@ -1,24 +0,0 @@
-class DataImp::Tds::Table
-  attr_reader :client, :table, :schema
-  def initialize client, table, schema:
-    @client = client
-    @table = table
-    @schema = schema
-  end
-
-  def sql
-    if schema
-      "select * from [#{schema}].[#{table}]"
-    else
-      "select * from [#{table}]"
-    end
-  end
-
-  def result
-    @result ||= client.execute(sql)
-  end
-
-  def each &block
-    result.each &block
-  end
-end

data/lib/data_imp/tds.rb

@@ -1,53 +0,0 @@
-require 'tiny_tds'
-require_relative "finders"
-class DataImp::Tds
-  extend DataImp::Finders
-
-  def initialize options={}
-    @options = options
-  end
-
-  def options
-    @options ||= {}
-  end
-
-  def client
-    @client ||= TinyTds::Client.new options
-  end
-
-  def import table
-    table.strip!
-    return if table =~ /^#/
-    parts = table.split('.')
-    table = parts.pop
-    schema = parts.shift
-    importer = find_importer(table)
-    tbl = Table.new(client, table, schema: schema)
-    puts "Importing #{table} with #{importer}"
-    importer.before_all_imports
-    tbl.each do |hash, index|
-      porter = importer.new(hash,index)
-      begin
-        porter.before_import
-        porter.import
-        porter.after_import
-        show_progress index
-      rescue StandardError => e
-        warn "#{table}:#{index}:#{e.class.name}"
-        porter.on_error e
-      end
-    end
-    importer.after_all_imports
-    puts
-  end
-
-  def import_list list, *args, &block
-    list.each_line do |table|
-      import table, *args, &block
-    end
-  end
-
-  def show_progress index
-  end
-end
-require_relative "tds/table"