purview 1.6.0 → 1.7.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: ba79aba1227a4d2427c31df3f0915e4ca579cc2f
-  data.tar.gz: 8c1bc2ce35e5f9d96dbfcc6460856fc5c9725c98
+  metadata.gz: 6bc53290ae44ba2ced3fbdb8acbea4b41647aaff
+  data.tar.gz: 2d61de5e8a245706faaf749fc89b1d313a44c89b
 SHA512:
-  metadata.gz: f0f4f52d8dd55a5d59f73e7022c6007fcfaa4b2c66506cb3f73982ade552e3d9fdaa45a00987965056a20a646f78c0f3c9def2aade3820025a6bf782a0b5cab3
-  data.tar.gz: 43dd4c3d045d9cd242cd046768cc98d384ba8ad76706640143ebc55d581c132e774653cecdeb18a935a11ebfd1d9c98d4899372fa0618309af7a5f6a8ac9c6d5
+  metadata.gz: bfdbc5071deb3dcf88ff5186654b47ffb3d639ad2456ccee9fe9c28afe688095842bfbe4eefb68314f8a4a933545bd4758fbbe3ef1ab5e08a72910be367328c1
+  data.tar.gz: df6ff884d2269b40ae6fff64e32061a67c229e2fe2f210c7c9781a8e165e15692bae000fb3da48e4713c595616ff96f638911384ef230258509e249a7de03386

data/.travis.yml

@@ -5,8 +5,7 @@ before_install:
   - sudo apt-get install -q freetds-dev
 
 rvm:
-  - 2.0.0
   - 2.1.9
-  - 2.2.6
-  - 2.3.3
-  - 2.4.0
+  - 2.2.7
+  - 2.3.4
+  - 2.4.1

data/CHANGELOG

@@ -1,3 +1,20 @@
+Release 1.7.0 (2017-05-23)
+--------------------------
+
+* Add scaffolding for for `Consumers` (queue-based `Puller(s)`)
+* Lock in dependencies at [slightly] more specific versions
+* Load either the `JRuby` or `MRI` dependencies (not both -- in the case of `JRuby`)
+* Drop support for ruby-2.0.x
+
+Release 1.6.0 (2017-05-18)
+--------------------------
+
+* Finish MSSQL build-out
+* Add `SQLite3` support (`Connection`, `Database`, `Loader` and `Puller`)
+* Update dependencies
+* BUGFIX: Fix require-paths for JDBC adapters
+* BUGFIX: Fix bug w/ `Purview::Structs::Base`
+
 Release 1.5.0 (2015-06-12)
 --------------------------
 

data/Gemfile

@@ -2,15 +2,21 @@ source 'https://rubygems.org'
 
 group :development do
   if defined?(JRUBY_VERSION)
-    gem 'jdbc-jtds', '~> 1.0'
-    gem 'jdbc-mysql', '~> 5.0'
-    gem 'jdbc-postgres', '~> 9.0'
-    gem 'jdbc-sqlite3', '~> 3.0'
+    gem 'jdbc-jtds', '~> 1.3'
+    gem 'jdbc-mysql', '~> 5.1'
+    gem 'jdbc-postgres', '~> 9.4'
+    gem 'jdbc-sqlite3', '~> 3.15'
+
+    gem 'jruby-kafka', '~> 4.2'
+    gem 'march_hare', '~> 3.0'
   else
     gem 'mysql2', '~> 0.4'
     gem 'pg', '~> 0.20'
-    gem 'sqlite3', '~> 1.0'
-    gem 'tiny_tds', '~> 1.0'
+    gem 'sqlite3', '~> 1.3'
+    gem 'tiny_tds', '~> 1.3'
+
+    gem 'bunny', '~> 2.7'
+    gem 'ruby-kafka', '~> 0.3'
   end
 end
 

data/TODO

@@ -7,6 +7,7 @@ a	1450000000	1450000000	Add schema management capabilities (detect schema-deltas
 a	1450000000	1450000000	Consider refactoring mutator methods to be globally available (e.g. quoted -> Quote, etc.)
 a	1450000000	1450000000	Support parallel pulls?
 a	1450000000	1450000000	Come up w/ a deployment recommendation
+a	1495113996	1495130394	Add support for `Consumers`
 r	1450000000	1450000000	Add support for MSSQL
 r	1450000000	1495070870	Further encapsulate `Dialect` logic (in order to DRY `Database` classes)
 d	1494850714	1495046648	Finish SQLite3 raw-connections

data/lib/purview.rb

@@ -19,6 +19,7 @@ require 'purview/refinements'
 
 require 'purview/columns'
 require 'purview/connections'
+require 'purview/consumers'
 require 'purview/databases'
 require 'purview/dialects'
 require 'purview/exceptions'
@@ -28,6 +29,7 @@ require 'purview/loggers'
 require 'purview/parsers'
 require 'purview/pullers'
 require 'purview/raw_connections'
+require 'purview/raw_consumers'
 require 'purview/structs'
 require 'purview/tables'
 require 'purview/types'

data/lib/purview/consumers.rb

@@ -0,0 +1,4 @@
+require 'purview/consumers/base'
+
+require 'purview/consumers/kafka'
+require 'purview/consumers/rabbitmq'

data/lib/purview/consumers/base.rb

@@ -0,0 +1,7 @@
+module Purview
+  module Consumers
+    class Base
+      # TODO: Implement me!
+    end
+  end
+end

data/lib/purview/consumers/kafka.rb

@@ -0,0 +1,11 @@
+module Purview
+  module Consumers
+    class Kafka < Base
+      private
+
+      def raw_consumer_type
+        Purview::RawConsumers::Kafka
+      end
+    end
+  end
+end

data/lib/purview/consumers/rabbitmq.rb

@@ -0,0 +1,11 @@
+module Purview
+  module Consumers
+    class RabbitMQ < Base
+      private
+
+      def raw_consumer_type
+        Purview::RawConsumers::RabbitMQ
+      end
+    end
+  end
+end

data/lib/purview/raw_connections.rb

@@ -1,15 +1,18 @@
 require 'purview/raw_connections/base'
-require 'purview/raw_connections/jdbc/base'
 
-require 'purview/raw_connections/jdbc/jtds'
-require 'purview/raw_connections/jdbc/mysql'
-require 'purview/raw_connections/jdbc/postgres'
-require 'purview/raw_connections/jdbc/sqlite3'
+if defined?(JRUBY_VERSION)
+  require 'purview/raw_connections/jdbc/base'
 
-require 'purview/raw_connections/mysql2'
-require 'purview/raw_connections/pg'
-require 'purview/raw_connections/sqlite3'
-require 'purview/raw_connections/tiny_tds'
+  require 'purview/raw_connections/jdbc/jtds'
+  require 'purview/raw_connections/jdbc/mysql'
+  require 'purview/raw_connections/jdbc/postgres'
+  require 'purview/raw_connections/jdbc/sqlite3'
+else
+  require 'purview/raw_connections/mysql2'
+  require 'purview/raw_connections/pg'
+  require 'purview/raw_connections/sqlite3'
+  require 'purview/raw_connections/tiny_tds'
+end
 
 if \
   !defined?(Purview::RawConnections::MSSQL) &&

data/lib/purview/raw_connections/jdbc/sqlite3.rb

@@ -10,7 +10,7 @@ if defined?(Jdbc::SQLite3)
           private
 
           def url
-            "jdbc:sqlite://#{database}"
+            "jdbc:sqlite:#{database.to_s}"
           end
         end
       end

data/lib/purview/raw_consumers.rb

@@ -0,0 +1,11 @@
+require 'purview/raw_consumers/base'
+
+if defined?(JRUBY_VERSION)
+  require 'purview/raw_consumers/jruby/base'
+
+  require 'purview/raw_consumers/jruby/kafka'
+  require 'purview/raw_consumers/jruby/march_hare'
+else
+  require 'purview/raw_consumers/bunny'
+  require 'purview/raw_consumers/kafka'
+end

data/lib/purview/raw_consumers/base.rb

@@ -0,0 +1,7 @@
+module Purview
+  module RawConsumers
+    class Base
+      # TODO: Implement me!
+    end
+  end
+end

data/lib/purview/raw_consumers/bunny.rb

@@ -0,0 +1,13 @@
+safe_require('bunny')
+
+if defined?(Bunny)
+  module Purview
+    module RawConsumers
+      class Bunny < Base
+        # TODO: Implement me!
+      end
+    end
+  end
+
+  Purview::RawConsumers::RabbitMQ = Purview::RawConsumers::Bunny
+end

data/lib/purview/raw_consumers/jruby/base.rb

@@ -0,0 +1,9 @@
+module Purview
+  module RawConsumers
+    module JRuby
+      class Base < Purview::RawConsumers::Base
+        # TODO: Implement me!
+      end
+    end
+  end
+end

data/lib/purview/raw_consumers/jruby/kafka.rb

@@ -0,0 +1,15 @@
+safe_require('jruby-kafka')
+
+if defined?(Kafka)
+  module Purview
+    module RawConsumers
+      module JRuby
+        class Kafka < Base
+          # TODO: Implement me!
+        end
+      end
+    end
+  end
+
+  Purview::RawConsumers::Kafka = Purview::RawConsumers::JRuby::Kafka
+end

data/lib/purview/raw_consumers/jruby/march_hare.rb

@@ -0,0 +1,15 @@
+safe_require('march_hare')
+
+if defined?(MarchHare)
+  module Purview
+    module RawConsumers
+      module JRuby
+        class MarchHare < Base
+          # TODO: Implement me!
+        end
+      end
+    end
+  end
+
+  Purview::RawConsumers::RabbitMQ = Purview::RawConsumers::JRuby::MarchHare
+end

data/lib/purview/raw_consumers/kafka.rb

@@ -0,0 +1,11 @@
+safe_require('kafka')
+
+if defined?(Kafka)
+  module Purview
+    module RawConsumers
+      class Kafka < Base
+        # TODO: Implement me!
+      end
+    end
+  end
+end

data/lib/purview/version.rb

@@ -1,3 +1,3 @@
 module Purview
-  VERSION = '1.6.0'
+  VERSION = '1.7.0'
 end

data/purview.gemspec

@@ -19,13 +19,18 @@ Gem::Specification.new do |gem|
   gem.test_files = gem.files.grep(%r{^(test|spec|features)/})
   gem.require_paths = ['lib']
 
+  gem.required_ruby_version = '>= 2.1.0'
+
   gem.requirements << '`mysql2` or `jdbc-mysql` gem'
   gem.requirements << '`pg` or `jdbc-postgres` gem'
   gem.requirements << '`sqlite3` or `jdbc-sqlite3` gem'
   gem.requirements << '`tiny_tds` or `jdbc-jtds` gem'
 
-  gem.add_development_dependency 'bundler', '~> 1.0'
+  gem.requirements << '`bunny` or `march_hare` gem (if consuming from RabbitMQ)'
+  gem.requirements << '`ruby-kafka` or `jruby-kafka` gem (if consuming from Kafka)'
+
   gem.add_development_dependency 'pry', '~> 0.10'
   gem.add_development_dependency 'rake', '~> 12.0'
-  gem.add_development_dependency 'rspec', '~> 3.0'
+  gem.add_development_dependency 'rb-readline', '~> 0.5'
+  gem.add_development_dependency 'rspec', '~> 3.6'
 end

metadata

@@ -1,71 +1,71 @@
 --- !ruby/object:Gem::Specification
 name: purview
 version: !ruby/object:Gem::Version
-  version: 1.6.0
+  version: 1.7.0
 platform: ruby
 authors:
 - Jonathan W. Zaleski
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2017-05-18 00:00:00.000000000 Z
+date: 2017-05-23 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
-  name: bundler
+  name: pry
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.0'
+        version: '0.10'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.0'
+        version: '0.10'
 - !ruby/object:Gem::Dependency
-  name: pry
+  name: rake
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.10'
+        version: '12.0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.10'
+        version: '12.0'
 - !ruby/object:Gem::Dependency
-  name: rake
+  name: rb-readline
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '12.0'
+        version: '0.5'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '12.0'
+        version: '0.5'
 - !ruby/object:Gem::Dependency
   name: rspec
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '3.0'
+        version: '3.6'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '3.0'
+        version: '3.6'
 description: An easy to use configuration-driven framework created to simplify data-warehousing
 email:
 - JonathanZaleski@gmail.com
@@ -103,6 +103,10 @@ files:
 - lib/purview/connections/mysql.rb
 - lib/purview/connections/postgresql.rb
 - lib/purview/connections/sqlite.rb
+- lib/purview/consumers.rb
+- lib/purview/consumers/base.rb
+- lib/purview/consumers/kafka.rb
+- lib/purview/consumers/rabbitmq.rb
 - lib/purview/databases.rb
 - lib/purview/databases/base.rb
 - lib/purview/databases/mssql.rb
@@ -167,7 +171,6 @@ files:
 - lib/purview/pullers/uri.rb
 - lib/purview/raw_connections.rb
 - lib/purview/raw_connections/base.rb
-- lib/purview/raw_connections/jdbc.rb
 - lib/purview/raw_connections/jdbc/base.rb
 - lib/purview/raw_connections/jdbc/jtds.rb
 - lib/purview/raw_connections/jdbc/mysql.rb
@@ -177,6 +180,13 @@ files:
 - lib/purview/raw_connections/pg.rb
 - lib/purview/raw_connections/sqlite3.rb
 - lib/purview/raw_connections/tiny_tds.rb
+- lib/purview/raw_consumers.rb
+- lib/purview/raw_consumers/base.rb
+- lib/purview/raw_consumers/bunny.rb
+- lib/purview/raw_consumers/jruby/base.rb
+- lib/purview/raw_consumers/jruby/kafka.rb
+- lib/purview/raw_consumers/jruby/march_hare.rb
+- lib/purview/raw_consumers/kafka.rb
 - lib/purview/refinements.rb
 - lib/purview/refinements/object.rb
 - lib/purview/refinements/string.rb
@@ -219,7 +229,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: '0'
+      version: 2.1.0
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
@@ -230,6 +240,8 @@ requirements:
 - "`pg` or `jdbc-postgres` gem"
 - "`sqlite3` or `jdbc-sqlite3` gem"
 - "`tiny_tds` or `jdbc-jtds` gem"
+- "`bunny` or `march_hare` gem (if consuming from RabbitMQ)"
+- "`ruby-kafka` or `jruby-kafka` gem (if consuming from Kafka)"
 rubyforge_project: 
 rubygems_version: 2.6.10
 signing_key: 

data/lib/purview/raw_connections/jdbc.rb

@@ -1,4 +0,0 @@
-require 'purview/raw_connections/jdbc/base'
-
-require 'purview/raw_connections/jdbc/mysql'
-require 'purview/raw_connections/jdbc/postgres'