database-exporter 0.0.1

data/spec/fixtures/settings/contentful_structure_test.json

@@ -0,0 +1,82 @@
+{
+  "Comment": {
+    "id": "6H6pGAV1PUsuoAW26Iu48W",
+    "name": "Comment",
+    "description": null,
+    "displayField": "subject",
+    "fields": {
+      "subject": "Text",
+      "content": "Text"
+    }
+  },
+  "User": {
+    "id": "1TVvxCqoRq0qUYAOQuOqys",
+    "name": "User",
+    "description": null,
+    "displayField": "first_name",
+    "fields": {
+      "first_name": "Text",
+      "last_name": "Text",
+      "birthday": "Date",
+      "Job adds": {
+        "id": "job_adds",
+        "type": "Array",
+        "link_type": "Entry",
+        "link": "Link"
+      }
+    }
+  },
+  "Jobs": {
+    "id": "4L1bg4WQ5aWQMiE82ouag",
+    "name": "Jobs",
+    "description": null,
+    "displayField": "title",
+    "fields": {
+      "title": "Text",
+      "description": "Text",
+      "Image": {
+        "id": "image",
+        "type": "Asset",
+        "link": "Link"
+      },
+      "Creator": {
+        "id": "creator",
+        "type": "Entry",
+        "link": "Link"
+      },
+      "Comments": {
+        "id": "comments",
+        "type": "Array",
+        "link_type": "Entry",
+        "link": "Link"
+      }
+    }
+  },
+  "Profile": {
+    "id": "4WFZh4MwC4Mc0EQWAeOY8A",
+    "name": "Profile",
+    "description": null,
+    "displayField": null,
+    "fields": {
+      "Nickname": {
+        "id": "nickname",
+        "type": "Entry",
+        "link": "Link"
+      },
+      "User": {
+        "id": "user",
+        "type": "Entry",
+        "link": "Link"
+      }
+    }
+  },
+  "Job Skills": {
+    "id": "2soCP557HGKoOOK0SqmMOm",
+    "name": "Job Skills",
+    "description": null,
+    "displayField": "name",
+    "fields": {
+      "name": "Text"
+    }
+  }
+}

data/spec/fixtures/settings/mapping.json

@@ -0,0 +1,119 @@
+{
+  "JobAdds": {
+    "content_type": "Jobs",
+    "type": "entry",
+    "fields": {
+      "title": "name",
+      "description": "specification"
+    },
+    "links": {
+      "aggregate_belongs": [
+        {
+          "relation_to": "Users",
+          "primary_id": "user_id",
+          "field": "first_name"
+        }
+      ],
+      "aggregate_many": [
+        {
+          "primary_id": "job_add_id",
+          "relation_to": "Comments",
+          "field": "subject",
+          "save_as": "subjects_comments"
+        }
+      ],
+      "belongs_to": [
+        {
+          "relation_to": "Images",
+          "foreign_id": "image_id"
+        },
+        {
+          "relation_to": "Users",
+          "foreign_id": "user_id"
+        }
+      ],
+      "many": [
+        {
+          "relation_to": "Comments",
+          "primary_id": "job_add_id"
+        }
+      ],
+      "many_through": [
+        {
+          "relation_to": "Skills",
+          "primary_id": "job_add_id",
+          "foreign_id": "skill_id",
+          "through": "JobAddSkills"
+        }
+      ]
+    }
+  },
+  "Comments": {
+    "content_type": "Comment",
+    "type": "entry",
+    "fields": {
+      "title": "subject",
+      "body": "content"
+    },
+    "links": {
+    }
+  },
+  "Skills": {
+    "content_type": "Job Skills",
+    "type": "entry",
+    "fields": {
+    },
+    "links": {
+    }
+  },
+  "Profiles": {
+    "content_type": "Profile",
+    "type": "entry",
+    "fields": {
+    },
+    "links": {
+      "belongs_to": [
+        {
+          "relation_to": "Users",
+          "foreign_id": "user_id"
+        }
+      ]
+    }
+  },
+  "Users": {
+    "content_type": "User",
+    "type": "entry",
+    "fields": {
+    },
+    "links": {
+      "aggregate_has_one": [
+        {
+          "relation_to": "Profiles",
+          "primary_id": "user_id",
+          "field": "nickname",
+          "save_as": "custom_nick"
+        }
+      ],
+      "has_one": [
+        {
+          "relation_to": "Profiles",
+          "primary_id": "user_id"
+        }
+      ],
+      "many": [
+        {
+          "relation_to": "JobAdds",
+          "primary_id": "user_id"
+        }
+      ]
+    }
+  },
+  "Images": {
+    "content_type": "Image",
+    "type": "asset",
+    "fields": {
+    },
+    "links": {
+    }
+  }
+}

data/spec/fixtures/settings/settings.yml

@@ -0,0 +1,27 @@
+#PATH to all data
+data_dir: spec/fixtures/database/data
+
+#Connecting to a database
+adapter: sqlite
+host: localhost
+database: spec/fixtures/development.sqlite3
+user: username
+password: password
+
+# Extract data from models:
+mapped:
+  tables:
+  - :users
+  - :skills
+  - :comments
+  - :images
+  - :job_adds
+  - :profiles
+
+## MAPPING ##
+mapping_dir: spec/fixtures/settings/mapping.json
+contentful_structure_dir: spec/fixtures/settings//contentful_structure.json
+
+## CONVERT
+content_model_json: spec/fixtures/settings/contentful_model.json
+converted_model_dir: spec/fixtures/settings/contentful_structure_test.json

data/spec/lib/configuration_spec.rb

@@ -0,0 +1,17 @@
+require 'spec_helper'
+require './lib/configuration'
+
+module Contentful
+  describe Configuration do
+
+    include_context 'shared_configuration'
+
+    it 'initialize' do
+      expect(@config.assets_dir).to eq 'spec/fixtures/database/data/assets'
+      expect(@config.collections_dir).to eq 'spec/fixtures/database/data/collections'
+      expect(@config.data_dir).to eq 'spec/fixtures/database/data'
+      expect(@config.entries_dir).to eq 'spec/fixtures/database/data/entries'
+    end
+
+  end
+end

data/spec/lib/database/export_spec.rb

@@ -0,0 +1,49 @@
+require 'spec_helper'
+require './lib/database/export'
+
+module Contentful
+  module Exporter
+    module Database
+      describe Export do
+
+        include_context 'shared_configuration'
+
+        before do
+          @exporter = Export.new(@config)
+        end
+
+        it 'initialize' do
+          expect(@exporter.config).to be_kind_of Contentful::Configuration
+          expect(@exporter.mapping).to be_a Hash
+          expect(@exporter.tables).to be_a Array
+        end
+
+        it 'tables_name' do
+          expect_any_instance_of(Contentful::Configuration).to receive_message_chain("db.tables") { %w(table_name table_name2) }
+          @exporter.tables_name
+          table_names = JSON.parse(File.read('spec/fixtures/database/table_names.json'))
+          expect(table_names).to include('table_name', 'table_name2')
+        end
+
+        it 'create_data_relations' do
+          expect_any_instance_of(Export).to receive(:relations_from_mapping) { ['table', 'table2'] }
+          expect_any_instance_of(Export).to receive(:generate_relations_helper_indexes).exactly(2).times
+          expect_any_instance_of(Export).to receive(:map_relations_to_links).exactly(2).times
+          @exporter.create_data_relations
+        end
+
+        it 'mapping_structure' do
+          mapping = @exporter.mapping_structure
+          expect(mapping.count).to eq 6
+        end
+
+        it 'load_tables' do
+          tables = @exporter.load_tables
+          expect(tables.count).to eq 2
+          expect(tables).to include(:example_model_name, :example_model_name_two)
+        end
+
+      end
+    end
+  end
+end

data/spec/lib/database/json_export_spec.rb

@@ -0,0 +1,49 @@
+require 'spec_helper'
+require './lib/database/modules/json_export'
+require './lib/database/export'
+
+module Contentful
+  module Exporter
+    module Database
+      describe JsonExport do
+
+        include_context 'shared_configuration'
+
+        before do
+          @exporter = Export.new(@config)
+        end
+
+        it 'asset?' do
+          result = @exporter.asset?('Images')
+          expect(result).to be true
+        end
+
+        it 'save_object_to_file' do
+          expect_any_instance_of(Contentful::Configuration).to receive(:db).exactly(1).times { {table_name: [load_fixture('json_row/row')]} }
+          @exporter.save_object_to_file(:table_name, 'Users', 'Users', @config.entries_dir)
+          transformed_json = load_fixture('json_responses/transformed_row')
+          expect(transformed_json).to include('id' => 'model_name_12', 'name' => 'Test name', 'description' => 'awesome exporter', 'rate' => 100, 'database_id' => 12)
+        end
+
+        it 'model id' do
+          result = @exporter.model_id('Images', 'image', 444)
+          expect(result).to eq 'image_444'
+        end
+
+        it 'format_value' do
+          result = @exporter.format_value('u---test--string!')
+          expect(result).to eq 'u-test-string'
+        end
+
+        it 'copy_field_value' do
+          copy_result = {}
+          expect_any_instance_of(Export).to receive(:mapping) { {'model_name' => {copy: {'field_name' => 'save_as'}}} }
+          expect_any_instance_of(Export).to receive(:format_value) { 'field_value_copied' }
+          @exporter.copy_field_value('field_name', 'some_value', 'model_name', copy_result)
+          expect(copy_result).to include('save_as' => 'field_value_copied')
+        end
+
+      end
+    end
+  end
+end

data/spec/lib/database/relations_export_spec.rb

@@ -0,0 +1,201 @@
+require 'spec_helper'
+require './lib/database/export'
+
+module Contentful
+  module Exporter
+    module Database
+      describe JsonExport do
+
+        include_context 'shared_configuration'
+
+        before do
+          @exporter = Export.new(@config)
+        end
+
+        it 'export_collections' do
+          expect_any_instance_of(Export).to receive(:save_relation_foreign_keys).exactly(3).times
+          result = @exporter.generate_relations_helper_indexes(load_fixture('settings/mapping')['Users']['links'])
+          expect(result.count).to eq 3
+          expect(result).to be_an Hash
+        end
+
+        it 'save_relation_foreign_keys' do
+          expect_any_instance_of(Export).to receive(:save_relation_foreign_keys_for_model).with(load_fixture('settings/mapping')['JobAdds']['links']['many_through'].first, 'many_through').exactly(1).times
+          @exporter.save_relation_foreign_keys('many_through', load_fixture('settings/mapping')['JobAdds']['links']['many_through'])
+        end
+
+        context 'save_relation_foreign_keys_for_model' do
+          it 'with many_through' do
+            expect_any_instance_of(Export).to receive(:save_foreign_keys).with('JobAddSkills', 'job_add_id', 'skill_id')
+            @exporter.save_relation_foreign_keys_for_model(load_fixture('settings/mapping')['JobAdds']['links']['many_through'].first, 'many_through')
+          end
+        end
+
+        it 'save_foreign_keys' do
+          expect_any_instance_of(Contentful::Configuration).to receive(:db) { {related_model: [load_fixture('json_row/row')]} }
+          expect_any_instance_of(Export).to receive(:add_index_to_helper_hash).with({}, load_fixture('json_row/row'), 'primary_id', 'related_model_id')
+          @exporter.save_foreign_keys('related_model', 'primary_id', 'related_model_id')
+        end
+
+        context 'save_relation_foreign_keys_for_model' do
+          it 'when array for key is empty' do
+            result = @exporter.add_index_to_helper_hash({}, {model_id: 1, model_asset_id: 5}, 'model_asset_id', 'model_id')
+            expect(result).to include(5 => [1])
+          end
+          it 'when array for key exists' do
+            result = @exporter.add_index_to_helper_hash({5 => [2]}, {model_id: 1, model_asset_id: 5}, 'model_asset_id', 'model_id')
+            expect(result).to include(5 => [2, 1])
+          end
+        end
+
+        context 'relationships' do
+          it 'belongs_to' do
+            expect_any_instance_of(Export).to receive(:map_belongs_to_association).with('model_name', {:linked_model => 'linked_model'}, {:entry => 'test'}, 'path')
+            @exporter.relationships({entry: 'test'}, 'path', 'belongs_to', 'model_name', {linked_model: 'linked_model'})
+          end
+          it 'has_one' do
+            expect_any_instance_of(Export).to receive(:map_has_one_association).with('model_name', {:linked_model => 'linked_model'}, {:entry => 'test'}, 'path', :relation_to)
+            @exporter.relationships({entry: 'test'}, 'path', 'has_one', 'model_name', {linked_model: 'linked_model'})
+          end
+          it 'many' do
+            expect_any_instance_of(Export).to receive(:map_many_association).with('model_name', {:linked_model => 'linked_model'}, {:entry => 'test'}, 'path', :relation_to)
+            @exporter.relationships({entry: 'test'}, 'path', 'many', 'model_name', {linked_model: 'linked_model'})
+          end
+          it 'many_through' do
+            expect_any_instance_of(Export).to receive(:map_many_association).with('model_name', {:linked_model => 'linked_model'}, {:entry => 'test'}, 'path', :through)
+            @exporter.relationships({entry: 'test'}, 'path', 'many_through', 'model_name', {linked_model: 'linked_model'})
+          end
+          it 'aggregate_through' do
+            expect_any_instance_of(Export).to receive(:aggregate_data).with('model_name', {:linked_model => 'linked_model'}, {:entry => 'test'}, 'path', :through)
+            @exporter.relationships({entry: 'test'}, 'path', 'aggregate_through', 'model_name', {linked_model: 'linked_model'})
+          end
+          it 'aggregate_many' do
+            expect_any_instance_of(Export).to receive(:aggregate_data).with('model_name', {:linked_model => 'linked_model'}, {:entry => 'test'}, 'path', :relation_to)
+            @exporter.relationships({entry: 'test'}, 'path', 'aggregate_many', 'model_name', {linked_model: 'linked_model'})
+          end
+          it 'aggregate_belongs' do
+            expect_any_instance_of(Export).to receive(:aggregate_belongs).with({:linked_model => 'linked_model'}, {:entry => 'test'}, 'path', :relation_to)
+            @exporter.relationships({entry: 'test'}, 'path', 'aggregate_belongs', 'model_name', {linked_model: 'linked_model'})
+          end
+          it 'aggregate_has_one' do
+            expect_any_instance_of(Export).to receive(:aggregate_has_one).with({:linked_model => 'linked_model'}, {:entry => 'test'}, 'path', :relation_to)
+            @exporter.relationships({entry: 'test'}, 'path', 'aggregate_has_one', 'model_name', {linked_model: 'linked_model'})
+          end
+        end
+
+        context 'contentful_field_attribute ' do
+          it 'type' do
+            result = @exporter.contentful_field_attribute('Profiles', 'Users', 'type')
+            expect(result).to eq 'Entry'
+          end
+          it 'id' do
+            result = @exporter.contentful_field_attribute('Profiles', 'Users', 'id')
+            expect(result).to eq 'user'
+          end
+        end
+
+        it 'relations_from_mapping' do
+          result = @exporter.relations_from_mapping
+          expect(result['JobAdds']).to eq (load_fixture('settings/mapping')['JobAdds']['links'])
+        end
+
+        it 'map_entry_relations' do
+          expect_any_instance_of(Export).to receive(:map_entry_relation).with('path', :relations, {relation_to: 'related_model', foreign_id: 'foreign_id'}, 'model_name')
+          @exporter.map_entry_relations('path', 'model_name', {relations: {relation_to: 'related_model', foreign_id: 'foreign_id'}}, 0)
+        end
+
+        it 'build_hash_with_associated_objects' do
+          object = @exporter.build_hash_with_associated_objects({'1' => [1, 2, 3], '2' => [4, 5]}, {'database_id' => 1}, 'image', 'asset')
+          expect(object).to be_a Array
+          expect(object.count).to eq 3
+          expect(object.first).to include('type' => 'File', 'id' => 'image_1')
+        end
+
+        it 'save_has_one_entry' do
+          expect_any_instance_of(Export).to receive(:add_associated_object_to_file).with({'entry' => 'value'}, 'profiles', 'content_type_name', 'user_id', 'entry')
+          expect_any_instance_of(Export).to receive(:model_content_type) { 'content type name' }
+          @exporter.save_has_one_entry({relation_to: 'Profiles', primary_id: 'user_id'},
+                                       'profile', {'entry' => 'value'},
+                                       'entry_path',
+                                       :relation_to,
+                                       'entry')
+        end
+
+        it 'save_belongs_to_entries' do
+          expect_any_instance_of(Export).to receive(:model_content_type) { 'content type name' }
+          expect_any_instance_of(Export).to receive(:write_json_to_file).with('entry_path', {'image_id' => 3, 'image' => {'type' => 'File', 'id' => 'content_type_name_3'}})
+          @exporter.save_belongs_to_entries({relation_to: 'Images', foreign_id: 'image_id'},
+                                            'Asset',
+                                            'image',
+                                            {'image_id' => 3},
+                                            'entry_path')
+        end
+
+        it 'save_many_entries' do
+          expect_any_instance_of(Export).to receive(:model_content_type) { 'content type name' }
+          expect_any_instance_of(Export).to receive(:add_associated_object_to_file).with({'image_id' => 3}, 'comments', 'content_type_name', 'job_add_id', 'entry') { [image: 1] }
+          expect_any_instance_of(Export).to receive(:write_json_to_file).with('entry_path', {'image_id' => 3, 'comments' => [{:image => 1}]})
+          @exporter.save_many_entries({relation_to: 'Comments', primary_id: 'job_add_id'},
+                                      'comments',
+                                      {'image_id' => 3},
+                                      'entry_path',
+                                      :relation_to,
+                                      'entry')
+        end
+
+        it 'map_many_association' do
+          expect_any_instance_of(Export).to receive(:contentful_field_attribute).with('model_name', 'Comments', :id) { 'ct_field_id' }
+          expect_any_instance_of(Export).to receive(:save_many_entries).with({:relation_to => 'Comments',
+                                                                              :primary_id => 'job_add_id'},
+                                                                             'ct_field_id',
+                                                                             {'entry' => 'value'},
+                                                                             'entry_path',
+                                                                             'related_to', 'entry')
+          @exporter.map_many_association('model_name',
+                                         {relation_to: 'Comments', primary_id: 'job_add_id'},
+                                         {'entry' => 'value'},
+                                         'entry_path',
+                                         'related_to')
+        end
+
+        it 'aggregate_data' do
+          expect_any_instance_of(Export).to receive(:save_aggregated_entries).with(
+                                                {:relation_to => 'Comments', :primary_id => 'job_add_id'},
+                                                'ct_field_id',
+                                                {'entry' => 'value'},
+                                                'entry_path',
+                                                'related_to')
+          expect_any_instance_of(Export).to receive(:contentful_field_attribute).with('model_name', 'Comments', :id) { 'ct_field_id' }
+          @exporter.aggregate_data('model_name',
+                                   {:relation_to => 'Comments',
+                                    :primary_id => 'job_add_id'},
+                                   {'entry' => 'value'},
+                                   'entry_path',
+                                   'related_to')
+        end
+
+        it 'aggregate_has_one' do
+          expect_any_instance_of(Export).to receive(:mapping) { {'Comments' => {content_type: 'related model dir'}} }
+          expect_any_instance_of(Export).to receive(:save_aggregated_has_one_data).with('entry_path', {'entry' => 'value'}, 'comments', 'related_model_dir', {:relation_to => 'Comments', :primary_id => 'job_add_id', :field => 'test'}, 'test')
+          @exporter.aggregate_has_one({relation_to: 'Comments',
+                                       primary_id: 'job_add_id', field: 'test'},
+                                      {'entry' => 'value'},
+                                      'entry_path',
+                                      :relation_to)
+        end
+
+        it 'save_aggregated_entries' do
+          expect_any_instance_of(Export).to receive(:model_content_type) { 'comments' }
+          expect_any_instance_of(Export).to receive(:save_aggregated_object_to_file).with({'entry' => 'value'}, 'comments', 'comments', {:relation_to => 'Comments', :primary_id => 'job_add_id', :save_as => 'new_name'}) { [object: {type: 'entry'}] }
+          expect_any_instance_of(Export).to receive(:write_json_to_file).with('entry_path', {'entry' => 'value', 'ct_field_id' => [{:object => {:type => 'entry'}}]})
+          @exporter.save_aggregated_entries({:relation_to => 'Comments', :primary_id => 'job_add_id', save_as: 'new_name'},
+                                            'ct_field_id',
+                                            {'entry' => 'value'},
+                                            'entry_path',
+                                            :relation_to)
+        end
+
+      end
+    end
+  end
+end