purview 1.0.0.beta3 → 1.0.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 6e042a9a30d7596c9a7dad1ce2e121b9f9bf160f
-  data.tar.gz: b4a1f379840183ae0a11f411a409849ed06655b2
+  metadata.gz: caf3a73a4f73a939e96d27ecd75c682cb0c102d2
+  data.tar.gz: 1533be77323ba2b9b9acbaed18f0645320f0ee0a
 SHA512:
-  metadata.gz: 52be209e82452fa5ec45ce2726c516ef315cb32de3c67b2b74862def7a29fb4fd7c95ff4da270de4f8f5262b0a4aa4ad11c35e6ffbc2e27c3bce366e998a8d8e
-  data.tar.gz: c5768e07904cd00ae25d18adfb163ff5516d2337c2451812c1313ec5e1b183ec2ffdddcbb08b6a434607931e7ccbeaec48ea91e8f13a2d118c7b8461cf95529a
+  metadata.gz: 72681a57612c06a773b8bf7fef5eb53dde36f660905c06107ebb0e21feac0edfe2ef09ee21c0193dc2b5ab5cb70af7f0ef8c61b489b7e6b2165b9f01d7dee602
+  data.tar.gz: 256c71e89cffa61cd77be9c465a94beef74408ec263bd1bf9c774665b5426040beaf2a73f3f5f1c4fdcec66dcb18cd042fe8f69dba87bf8f9828d2e341997ea0

data/CHANGELOG

@@ -0,0 +1,6 @@
+Release 1.0.0
+-------------
+
+- Support on JRuby, MRI, and RBX for pulling, validating, parsing and loading
+  CSV/TSV and SQL data (ETL)
+- See README.md for full feature description

data/README.md

@@ -21,7 +21,9 @@ Or install it yourself as:
 
 ## Usage
 
-Load the `MySQL` client (for `PostgreSQL` simply change 'mysql2' to 'pg')
+Load the `MySQL` client (for `PostgreSQL` simply change 'mysql2' to 'pg' -- when
+using this gem in a JRuby environment the 'jdbc/mysql' and/or 'jdbc/postgres'
+library must be installed/available)
 ```ruby
 require 'mysql2'
 ```
@@ -124,6 +126,12 @@ rescue Mysql2::Error
 end
 ```
 
+Enable the `Table` (in the DB). Once the related schema has been created the
+`Table` needs to be enabled in order for to be able to be synchronized.
+```ruby
+database.enable_table(table)
+```
+
 Sync the `Database`. This process will select a [candidate] `Table`, pull data
 from its [remote-]source and reconcile the new data against the main-table (e.g.
 perform `INSERTs`, `UPDATEs` and `DELETEs`). When multiple `Table(s)` are

data/lib/purview/databases/base.rb

@@ -9,6 +9,7 @@ module Purview
       end
 
       def create_table(table, opts={})
+        ensure_table_metadata_exists_for_table(table)
         table_opts = extract_table_options(opts)
         table_name = table_name(table, table_opts)
         with_context_logging("`create_table` for: #{table_name}") do
@@ -61,6 +62,7 @@ module Purview
       end
 
       def disable_table(table)
+        ensure_table_metadata_exists_for_table(table)
         table_name = table_name(table)
         with_context_logging("`disable_table` for: #{table_name}") do
           with_new_connection do |connection|
@@ -74,6 +76,7 @@ module Purview
       end
 
       def drop_table(table, opts={})
+        ensure_table_metadata_absent_for_table(table)
         table_opts = extract_table_options(opts)
         table_name = table_name(table, table_opts)
         with_context_logging("`drop_table` for: #{table_name}") do
@@ -91,6 +94,7 @@ module Purview
       end
 
       def enable_table(table, timestamp=Time.now.utc)
+        ensure_table_metadata_exists_for_table(table)
         table_name = table_name(table)
         with_context_logging("`enable_table` for: #{table_name}") do
           with_new_connection do |connection|
@@ -104,6 +108,7 @@ module Purview
       end
 
       def lock_table(table, timestamp=Time.now.utc)
+        ensure_table_metadata_exists_for_table(table)
         table_name = table_name(table)
         with_context_logging("`lock_table` for: #{table_name}") do
           with_new_connection do |connection|
@@ -137,6 +142,7 @@ module Purview
       end
 
       def unlock_table(table)
+        ensure_table_metadata_exists_for_table(table)
         table_name = table_name(table)
         with_context_logging("`unlock_table` for: #{table_name}") do
           with_new_connection do |connection|
@@ -309,9 +315,21 @@ module Purview
         raise %{All "#{Base}(s)" must override the "enable_table_sql" method}
       end
 
-      def ensure_table_metadata_table_exists
+      def ensure_table_metadata_absent_for_table(table)
         with_new_connection do |connection|
           connection.execute(ensure_table_metadata_table_exists_sql)
+          connection.execute(ensure_table_metadata_absent_for_table_sql(table))
+        end
+      end
+
+      def ensure_table_metadata_absent_for_table_sql(table)
+        raise %{All "#{Base}(s)" must override the "ensure_table_metadata_absent_for_table_sql" method}
+      end
+
+      def ensure_table_metadata_exists_for_table(table)
+        with_new_connection do |connection|
+          connection.execute(ensure_table_metadata_table_exists_sql)
+          connection.execute(ensure_table_metadata_exists_for_table_sql(table))
         end
       end
 
@@ -323,14 +341,6 @@ module Purview
         raise %{All "#{Base}(s)" must override the "ensure_table_metadata_table_exists_sql" method}
       end
 
-      def ensure_table_metadata_exists_for_tables
-        with_new_connection do |connection|
-          tables.each do |table|
-            connection.execute(ensure_table_metadata_exists_for_table_sql(table))
-          end
-        end
-      end
-
       def extract_index_options(opts)
         opts[:index] || {}
       end
@@ -408,8 +418,6 @@ module Purview
       end
 
       def next_table(connection, timestamp)
-        ensure_table_metadata_table_exists
-        ensure_table_metadata_exists_for_tables
         row = connection.execute(next_table_sql(timestamp)).rows[0]
         table_name = row && row[table_metadata_table_name_column_name]
         table_name ? tables_by_name[table_name] : nil

data/lib/purview/databases/mysql.rb

@@ -71,6 +71,14 @@ module Purview
         ]
       end
 
+      def ensure_table_metadata_absent_for_table_sql(table)
+        'DELETE FROM %s WHERE %s = %s' % [
+          table_metadata_table_name,
+          table_metadata_table_name_column_name,
+          quoted(table.name),
+        ]
+      end
+
       def ensure_table_metadata_exists_for_table_sql(table)
         'INSERT IGNORE INTO %s VALUES (%s, NULL, NULL, NULL, NULL)' % [
           table_metadata_table_name,

data/lib/purview/databases/postgresql.rb

@@ -67,6 +67,14 @@ module Purview
         ]
       end
 
+      def ensure_table_metadata_absent_for_table_sql(table)
+        'DELETE FROM %s WHERE %s = %s' % [
+          table_metadata_table_name,
+          table_metadata_table_name_column_name,
+          quoted(table.name),
+        ]
+      end
+
       def ensure_table_metadata_exists_for_table_sql(table)
         'INSERT INTO %s (%s) SELECT %s WHERE NOT EXISTS (SELECT 1 FROM %s WHERE %s = %s)' % [
           table_metadata_table_name,

data/lib/purview/version.rb

@@ -1,3 +1,3 @@
 module Purview
-  VERSION = '1.0.0.beta3'
+  VERSION = '1.0.0'
 end

data/purview.gemspec

@@ -9,8 +9,8 @@ Gem::Specification.new do |gem|
   gem.version = Purview::VERSION
   gem.authors = ['Jonathan W. Zaleski']
   gem.email = ['JonathanZaleski@gmail.com']
-  gem.summary = 'A framework designed to simplify data warehousing'
-  gem.description = 'Coming soon!'
+  gem.summary = 'A framework created to simplify data-warehousing'
+  gem.description = 'An easy to use configuration-driven framework created to simplify data-warehousing'
   gem.homepage = 'https://github.com/jzaleski/purview'
   gem.license = 'MIT'
 

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: purview
 version: !ruby/object:Gem::Version
-  version: 1.0.0.beta3
+  version: 1.0.0
 platform: ruby
 authors:
 - Jonathan W. Zaleski
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-05-26 00:00:00.000000000 Z
+date: 2015-05-28 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -66,7 +66,7 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '3.2'
-description: Coming soon!
+description: An easy to use configuration-driven framework created to simplify data-warehousing
 email:
 - JonathanZaleski@gmail.com
 executables: []
@@ -75,6 +75,7 @@ extra_rdoc_files: []
 files:
 - ".gitignore"
 - ".travis.yml"
+- CHANGELOG
 - Gemfile
 - LICENSE.txt
 - README.md
@@ -189,9 +190,9 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ">"
+  - - ">="
     - !ruby/object:Gem::Version
-      version: 1.3.1
+      version: '0'
 requirements:
 - "`jdbc-mysql` or `mysql2` gem"
 - "`jdbc-postgres` or `pg` gem"
@@ -199,6 +200,6 @@ rubyforge_project:
 rubygems_version: 2.4.6
 signing_key: 
 specification_version: 4
-summary: A framework designed to simplify data warehousing
+summary: A framework created to simplify data-warehousing
 test_files:
 - spec/spec_helper.rb