couchdb_to_sql 1.0.0

data/test/unit/schema_test.rb

@@ -0,0 +1,52 @@
+# frozen_string_literal: true
+
+require 'test_helper'
+
+class SchemaTest < Test::Unit::TestCase
+  def test_init
+    database = create_database
+    @schema = CouchdbToSql::Schema.new(database, 'items')
+
+    assert_equal @schema.name, :items
+    assert_equal @schema.database, database
+  end
+
+  def test_init_when_table_does_not_exist
+    database = Sequel.sqlite
+    assert_raises Sequel::Error do
+      CouchdbToSql::Schema.new(database, :items)
+    end
+  end
+
+  def test_dataset
+    database = create_database
+    @schema = CouchdbToSql::Schema.new(database, 'items')
+    database.expects(:[]).with(:items)
+    @schema.dataset
+  end
+
+  def test_prepares_columns
+    database = create_database
+    @schema = CouchdbToSql::Schema.new(database, 'items')
+    assert_equal @schema.columns.keys, %i[id name]
+    obj = database.schema(:items)
+    assert_equal @schema.columns.values, [obj[0][1], obj[1][1]]
+  end
+
+  def test_prepares_column_names
+    database = create_database
+    @schema = CouchdbToSql::Schema.new(database, 'items')
+    assert_equal @schema.column_names, %i[id name]
+  end
+
+  protected
+
+  def create_database
+    database = Sequel.sqlite
+    database.create_table :items do
+      primary_key :id
+      String :name
+    end
+    database
+  end
+end

data/test/unit/table_builder_test.rb

@@ -0,0 +1,199 @@
+# frozen_string_literal: true
+
+require 'test_helper'
+
+class TableBuilderTest < Test::Unit::TestCase
+  def described_class
+    CouchdbToSql::TableBuilder
+  end
+
+  def setup
+    @database = create_database
+    @changes = mock
+    @changes.stubs(:database).returns(@database)
+    @changes.stubs(:schema).returns(CouchdbToSql::Schema.new(@database, :items))
+    @handler = CouchdbToSql::DocumentHandler.new(@changes)
+  end
+
+  def test_init
+    doc = CouchRest::Document.new('type' => 'Item', 'name' => 'Some Item', '_id' => '1234')
+    @handler.document = doc
+    @row = described_class.new(@handler, 'items')
+
+    assert_equal @row.parent, @handler
+    assert_equal @row.handler, @handler
+    assert_equal @row.document, doc
+    assert_equal @row.table_name, :items
+
+    assert_equal @row.primary_key, :item_id
+
+    # Also confirm that the automated calls were made
+    assert_equal @row.attributes[:name], 'Some Item'
+    assert_nil @row.attributes[:type]
+    assert_nil @row.attributes[:_id]
+    assert_equal @row.attributes[:item_id], '1234'
+
+    assert_equal @row.instance_eval('@_collections.length'), 0
+  end
+
+  def test_init_with_primary_key
+    doc = { 'type' => 'Item', 'name' => 'Some Item', '_id' => '1234' }
+    @handler.document = doc
+    @row = described_class.new(@handler, :items, primary_key: :entry_id)
+
+    assert_equal @row.primary_key, :entry_id
+  end
+
+  def test_execute_with_new_row
+    doc = { 'type' => 'Item', 'name' => 'Some Item', '_id' => '1234' }
+    @handler.document = doc
+    @row = described_class.new(@handler, :items)
+    @row.execute
+
+    items = @database[:items]
+    item = items.first
+    assert_equal items.where(item_id: '1234').count, 1
+    assert_equal item[:name], 'Some Item'
+  end
+
+  def test_execute_with_new_row_with_time
+    time = Time.now
+    doc = { 'type' => 'Item', 'name' => 'Some Item', '_id' => '1234', 'created_at' => time.to_s }
+    @handler.document = doc
+    @row = described_class.new(@handler, :items)
+    @row.execute
+    items = @database[:items]
+    item = items.first
+    assert item[:created_at].is_a?(Time)
+    assert_equal item[:created_at].to_s, time.to_s
+  end
+
+  def test_column_assign_with_symbol
+    doc = { 'type' => 'Item', 'full_name' => 'Some Other Item', '_id' => '1234' }
+    @handler.document = doc
+    @row = described_class.new @handler, :items do
+      column :name, :full_name
+    end
+    @row.execute
+
+    data = @database[:items].first
+    assert_equal data[:name], doc['full_name']
+  end
+
+  def test_column_assign_with_value
+    doc = { 'type' => 'Item', '_id' => '1234' }
+    @handler.document = doc
+    @row = described_class.new @handler, :items do
+      column :name, 'Force the name'
+    end
+    @row.execute
+
+    data = @database[:items].first
+    assert_equal data[:name], 'Force the name'
+  end
+
+  def test_column_assign_with_nil
+    doc = { 'type' => 'Item', 'name' => 'Some Item Name', '_id' => '1234' }
+    @handler.document = doc
+    @row = described_class.new @handler, :items do
+      column :name, nil
+    end
+    @row.execute
+    data = @database[:items].first
+    assert_equal data[:name], nil
+  end
+
+  def test_column_assign_with_empty_for_non_string
+    doc = { 'type' => 'Item', 'name' => 'Some Item Name', 'created_at' => '', '_id' => '1234' }
+    @handler.document = doc
+    @row = described_class.new @handler, :items
+    @row.execute
+    data = @database[:items].first
+    assert_equal data[:created_at], nil
+  end
+
+  def test_column_assign_with_integer
+    doc = { 'type' => 'Item', 'count' => 3, '_id' => '1234' }
+    @handler.document = doc
+    @row = described_class.new @handler, :items
+    @row.execute
+    data = @database[:items].first
+    assert_equal data[:count], 3
+  end
+
+  def test_column_assign_with_integer_as_string
+    doc = { 'type' => 'Item', 'count' => '1', '_id' => '1234' }
+    @handler.document = doc
+    @row = described_class.new @handler, :items
+    @row.execute
+    data = @database[:items].first
+    assert_equal data[:count], 1
+  end
+
+  def test_column_assign_with_float
+    doc = { 'type' => 'Item', 'price' => 1.2, '_id' => '1234' }
+    @handler.document = doc
+    @row = described_class.new @handler, :items
+    @row.execute
+    data = @database[:items].first
+    assert_equal data[:price], 1.2
+  end
+
+  def test_column_assign_with_float_as_string
+    doc = { 'type' => 'Item', 'price' => '1.2', '_id' => '1234' }
+    @handler.document = doc
+    @row = described_class.new @handler, :items
+    @row.execute
+    data = @database[:items].first
+    assert_equal data[:price], 1.2
+  end
+
+  def test_column_assign_with_block
+    doc = { 'type' => 'Item', '_id' => '1234' }
+    @handler.document = doc
+    @row = described_class.new @handler, :items do
+      column :name do
+        'Name from block'
+      end
+    end
+    @row.execute
+
+    data = @database[:items].first
+    assert_equal data[:name], 'Name from block'
+  end
+
+  def test_column_assign_with_no_field
+    doc = { 'type' => 'Item', 'name' => 'Some Other Item', '_id' => '1234' }
+    @handler.document = doc
+    @row = described_class.new @handler, :items do
+      column :name
+    end
+    @row.execute
+
+    data = @database[:items].first
+    assert_equal data[:name], doc['name']
+  end
+
+  protected
+
+  def create_database
+    database = Sequel.sqlite
+    database.create_table :items do
+      String :item_id
+      String :name
+      Integer :count
+      Float :price
+      Time :created_at
+      index :item_id, unique: true
+    end
+    database
+  end
+
+  def create_many_to_many_items
+    @database.create_table :group_items do
+      String :group_id
+      String :item_id
+      index :group_id
+    end
+  end
+end

data/test/unit/table_destroyer_test.rb

@@ -0,0 +1,65 @@
+# frozen_string_literal: true
+
+require 'test_helper'
+
+class TableDestroyerTest < Test::Unit::TestCase
+  def described_class
+    CouchdbToSql::TableDestroyer
+  end
+
+  def setup
+    @database = create_database
+    @changes = mock
+    @changes.stubs(:database).returns(@database)
+    @changes.stubs(:schema).returns(CouchdbToSql::Schema.new(@database, :items))
+    @handler = CouchdbToSql::DocumentHandler.new(@changes)
+    @handler.document = { '_id' => '12345' }
+  end
+
+  def test_init
+    @row = described_class.new(@handler, 'items')
+    assert_equal @row.primary_key, :item_id
+  end
+
+  def test_init_override_primary_key
+    @row = described_class.new(@handler, 'items', primary_key: 'foo_item_id')
+    assert_equal @row.primary_key, :foo_item_id
+  end
+
+  def test_handler
+    @row = described_class.new(@handler, :items)
+    assert_equal @row.handler, @handler
+  end
+
+  def test_key_filter
+    @row = described_class.new(@handler, :items)
+    assert_equal @row.key_filter, item_id: '12345'
+  end
+
+  def test_execution_deletes_rows
+    @database[:items].insert(name: 'Test Item 1', item_id: '12345')
+    assert_equal @database[:items].count, 1, 'Did not create sample row correctly!'
+    @row = described_class.new(@handler, :items)
+    @row.execute
+    assert_equal 0, @database[:items].count
+  end
+
+  protected
+
+  def create_database
+    database = Sequel.sqlite
+    database.create_table :items do
+      String :item_id
+      String :name
+      Time :created_at
+      index :item_id, unique: true
+    end
+    database.create_table :groups do
+      String :group_id
+      String :name
+      Time :created_at
+      index :group_id, unique: true
+    end
+    database
+  end
+end

metadata

@@ -0,0 +1,233 @@
+--- !ruby/object:Gem::Specification
+name: couchdb_to_sql
+version: !ruby/object:Gem::Version
+  version: 1.0.0
+platform: ruby
+authors:
+- Sam Lown
+- Per Lundberg
+- Jens Nockert
+- Andreas Finne
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2017-10-10 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: activesupport
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.0'
+- !ruby/object:Gem::Dependency
+  name: couchrest
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+- !ruby/object:Gem::Dependency
+  name: httpclient
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.6'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.6'
+- !ruby/object:Gem::Dependency
+  name: logging_library
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.0.5
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.0.5
+- !ruby/object:Gem::Dependency
+  name: sequel
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 4.36.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 4.36.0
+- !ruby/object:Gem::Dependency
+  name: mocha
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '12.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '12.0'
+- !ruby/object:Gem::Dependency
+  name: rubocop
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: simplecov
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.15'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.15'
+- !ruby/object:Gem::Dependency
+  name: test-unit
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.2'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.2'
+description: couchdb_to_sql provides a DSL that allows complex CouchDB documents to
+  be converted into rows in a RDBMS' table. The stream of events received from the
+  CouchDB changes feed will trigger documents to be fed into a matching filter block
+  and saved in the database.
+email: 
+executables:
+- couchdb_to_sql
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".rubocop.yml"
+- ".rubocop_todo.yml"
+- ".ruby-version"
+- ".travis.yml"
+- ".vscode/launch.json"
+- Gemfile
+- LICENSE
+- README.md
+- Rakefile
+- VERSION
+- couchdb_to_sql.gemspec
+- examples/feed.rb
+- exe/couchdb_to_sql
+- lib/couchdb_to_sql.rb
+- lib/couchdb_to_sql/changes.rb
+- lib/couchdb_to_sql/document_handler.rb
+- lib/couchdb_to_sql/schema.rb
+- lib/couchdb_to_sql/table_builder.rb
+- lib/couchdb_to_sql/table_deleted_marker.rb
+- lib/couchdb_to_sql/table_destroyer.rb
+- lib/couchdb_to_sql/table_operator.rb
+- test/functional/functional_changes_test.rb
+- test/test_helper.rb
+- test/unit/changes_test.rb
+- test/unit/document_handler_test.rb
+- test/unit/schema_test.rb
+- test/unit/table_builder_test.rb
+- test/unit/table_destroyer_test.rb
+homepage: https://github.com/ecraft/couchdb_to_sql
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.6.14
+signing_key: 
+specification_version: 4
+summary: Listen to a CouchDB changes feed and create rows in a relational database
+  in real-time.
+test_files:
+- test/functional/functional_changes_test.rb
+- test/test_helper.rb
+- test/unit/changes_test.rb
+- test/unit/document_handler_test.rb
+- test/unit/schema_test.rb
+- test/unit/table_builder_test.rb
+- test/unit/table_destroyer_test.rb