drupal-exporter 0.0.1

data/lib/drupal/export.rb

@@ -0,0 +1,69 @@
+require 'fileutils'
+require 'json'
+require 'yaml'
+
+require_relative 'tag'
+require_relative 'vocabulary'
+require_relative 'user'
+require_relative 'content_type'
+require_relative 'file_managed'
+
+module Contentful
+  module Exporter
+    module Drupal
+      class Export
+
+        attr_reader :config, :boolean_columns
+
+        def initialize(settings)
+          @config = settings
+          @boolean_columns = []
+        end
+
+        def save_data_as_json
+          boolean_columns << YAML.load_file(config.config['drupal_boolean_columns']) if config.config['drupal_boolean_columns']
+          tags
+          vocabularies
+          users
+          content_types
+          files
+        end
+
+        def write_json_to_file(path, data)
+          File.open(path, 'w') do |file|
+            file.write(JSON.pretty_generate(data))
+          end
+        end
+
+        def create_directory(path)
+          FileUtils.mkdir_p(path) unless File.directory?(path)
+        end
+
+        private
+
+        def tags
+          Tag.new(self, config).save_tags_as_json
+        end
+
+        def vocabularies
+          Vocabulary.new(self, config).save_vocabularies_as_json
+        end
+
+        def users
+          User.new(self, config).save_users_as_json
+        end
+
+        def files
+          FileManaged.new(self, config).save_files_as_json
+        end
+
+        def content_types
+          config.drupal_content_types.each do |content_type, schema|
+            ContentType.new(self, config, content_type, schema).save_content_types_as_json
+          end
+        end
+
+      end
+    end
+  end
+end

data/lib/drupal/file_managed.rb

@@ -0,0 +1,42 @@
+module Contentful
+  module Exporter
+    module Drupal
+      class FileManaged
+
+        attr_reader :exporter, :config
+
+        def initialize(exporter, config)
+          @exporter, @config = exporter, config
+        end
+
+        def save_files_as_json
+          exporter.create_directory("#{config.assets_dir}/file")
+          config.db[:file_managed].each do |file_row|
+            extract_data(file_row)
+          end
+        end
+
+        private
+
+        def extract_data(file_row)
+          puts "Saving file - id: #{file_row[:fid]}"
+          db_object = map_fields(file_row)
+          exporter.write_json_to_file("#{config.assets_dir}/file/#{db_object[:id]}.json", db_object)
+        end
+
+        def map_fields(row, result = {})
+          result[:id] = id(row[:fid])
+          result[:title] = row[:filename]
+          result[:description] = row[:description]
+          result[:url] = "#{config.drupal_base_url}/#{row[:uri].gsub(' ', '%20').gsub('public://','sites/default/files/')}"
+          result
+        end
+
+        def id(file_id)
+          "file_#{file_id}"
+        end
+
+      end
+    end
+  end
+end

data/lib/drupal/tag.rb

@@ -0,0 +1,52 @@
+module Contentful
+  module Exporter
+    module Drupal
+      class Tag
+
+        attr_reader :exporter, :config
+
+        def initialize(exporter, config)
+          @exporter, @config = exporter, config
+        end
+
+        def save_tags_as_json
+          exporter.create_directory("#{config.entries_dir}/tag")
+          config.db[:taxonomy_term_data].each do |tag_row|
+            extract_data(tag_row)
+          end
+        end
+
+        private
+
+        def extract_data(tag_row)
+          puts "Saving tag - id: #{tag_row[:tid]}"
+          db_object = map_fields(tag_row)
+          exporter.write_json_to_file("#{config.entries_dir}/tag/#{db_object[:id]}.json", db_object)
+        end
+
+        def map_fields(row, result = {})
+          result[:id] = id(row[:tid])
+          result[:name] = row[:name]
+          result[:description] = row[:description]
+          result[:vocabulary] = vocabulary(row[:vid])
+          result
+        end
+
+        def id(tag_id)
+          'tag_' + tag_id.to_s
+        end
+
+        def vocabulary(tag_vocabulary_id)
+          vocabulary = tag_vocabulary(tag_vocabulary_id)
+          {type: 'EntryVocabulary', id: "vocabulary_#{vocabulary[:vid]}"}
+        end
+
+        def tag_vocabulary(tag_vocabulary_id)
+          config.db[:taxonomy_vocabulary].where(vid: tag_vocabulary_id).first
+        end
+
+      end
+    end
+  end
+end
+

data/lib/drupal/user.rb

@@ -0,0 +1,46 @@
+module Contentful
+  module Exporter
+    module Drupal
+      class User
+
+        attr_reader :exporter, :config
+
+        def initialize(exporter, config)
+          @exporter, @config = exporter, config
+        end
+
+        def save_users_as_json
+          exporter.create_directory("#{config.entries_dir}/user")
+          config.db[:users].each do |user_row|
+            extract_data(user_row)
+          end
+        end
+
+        private
+
+        def extract_data(user_row)
+          puts "Saving user - id: #{user_row[:uid]}"
+          db_object = map_fields(user_row)
+          exporter.write_json_to_file("#{config.entries_dir}/user/#{db_object[:id]}.json", db_object)
+        end
+
+        def map_fields(row, result = {})
+          result[:id] = id(row[:uid])
+          result[:name] = row[:name]
+          result[:email] = row[:mail]
+          result[:created_at] = created_at(row[:created])
+          result
+        end
+
+        def id(user_id)
+          "user_#{user_id}"
+        end
+
+        def created_at(timestamp)
+          Time.at(timestamp).to_datetime
+        end
+
+      end
+    end
+  end
+end

data/lib/drupal/vocabulary.rb

@@ -0,0 +1,42 @@
+module Contentful
+  module Exporter
+    module Drupal
+      class Vocabulary
+
+        attr_reader :exporter, :config
+
+        def initialize(exporter, config)
+          @exporter, @config = exporter, config
+        end
+
+        def save_vocabularies_as_json
+          exporter.create_directory("#{config.entries_dir}/vocabulary")
+          config.db[:taxonomy_vocabulary].each do |vocabulary_row|
+            extract_data(vocabulary_row)
+          end
+        end
+
+        private
+
+        def extract_data(vocabulary_row)
+          puts "Saving vocabulary - id: #{vocabulary_row[:vid]}"
+          db_object = map_fields(vocabulary_row)
+          exporter.write_json_to_file("#{config.entries_dir}/vocabulary/#{db_object[:id]}.json", db_object)
+        end
+
+        def map_fields(row, result = {})
+          result[:id] = id(row[:vid])
+          result[:name] = row[:name]
+          result[:description] = row[:description]
+          result[:machine_name] = row[:machine_name]
+          result
+        end
+
+        def id(vocabulary_id)
+          "vocabulary_#{vocabulary_id}"
+        end
+
+      end
+    end
+  end
+end

data/lib/migrator.rb

@@ -0,0 +1,28 @@
+require_relative 'drupal/export'
+require_relative 'converters/contentful_model_to_json'
+require_relative 'configuration'
+
+
+class Migrator
+
+  attr_reader :exporter, :config, :converter
+
+  def initialize(settings)
+    @config = Contentful::Configuration.new(settings)
+    @exporter = Contentful::Exporter::Drupal::Export.new(config)
+    @converter = Contentful::Converter::ContentfulModelToJson.new(config)
+  end
+
+  def run(action)
+    case action.to_s
+      when '--extract-to-json'
+        exporter.save_data_as_json
+      when '--convert-content-model-to-json'
+        converter.convert_to_import_form
+      when '--create-contentful-model-from-json'
+        converter.create_content_type_json
+      else
+        fail ArgumentError, 'You have entered incorrect action! View README'
+    end
+  end
+end

data/lib/version.rb

@@ -0,0 +1,3 @@
+module Version
+  VERSION = '0.0.1'
+end

data/spec/fixtures/database_rows/content_type_article.json

@@ -0,0 +1,14 @@
+{
+  "entity_type": "node",
+  "bundle": "article",
+  "deleted": 0,
+  "entity_id": 5,
+  "revision_id": 5,
+  "language": "und",
+  "delta": 0,
+  "field_image_fid": 1,
+  "field_image_alt": "alternate text",
+  "field_image_title": "",
+  "field_image_width": 449,
+  "field_image_height": 441
+}

data/spec/fixtures/database_rows/image.json

@@ -0,0 +1,10 @@
+{
+  "fid": 1,
+  "uid": 1,
+  "filename": "Screen Shot 2014-11-27 at 12.34.47 PM.png",
+  "uri": "public://field/image/Screen Shot 2014-11-27 at 12.34.47 PM.png",
+  "filemime": "image/png",
+  "filesize": 251362,
+  "status": 1,
+  "timestamp": 1417520179
+}

data/spec/fixtures/database_rows/node_content_type_article.json

@@ -0,0 +1,15 @@
+{
+  "nid": 5,
+  "vid": 5,
+  "type": "article",
+  "language": "und",
+  "title": "Article first title",
+  "uid": 1,
+  "status": 1,
+  "created": 1417520179,
+  "changed": 1417545589,
+  "promote": 1,
+  "sticky": 0,
+  "tnid": 0,
+  "translate": 0
+}

data/spec/fixtures/database_rows/node_content_type_blog.json

@@ -0,0 +1,15 @@
+{
+  "nid": 2,
+  "vid": 2,
+  "type": "blog",
+  "language": "und",
+  "title": "Blog first entry",
+  "uid": 1,
+  "status": 1,
+  "created": 1417519531,
+  "changed": 1417519531,
+  "promote": 1,
+  "sticky": 0,
+  "tnid": 0,
+  "translate": 0
+}

data/spec/fixtures/database_rows/tag.json

@@ -0,0 +1,8 @@
+{
+  "tid": 1,
+  "vid": 1,
+  "name": "article tag",
+  "description": "desc",
+  "format": null,
+  "weight": 0
+}

data/spec/fixtures/database_rows/user.json

@@ -0,0 +1,18 @@
+{
+  "uid": 1,
+  "name": "username",
+  "pass": "password",
+  "mail": "useremail@gmail.com",
+  "theme": "",
+  "signature": "",
+  "signature_format": null,
+  "created": 1417517150,
+  "access": 1418026959,
+  "login": 1417605965,
+  "status": 1,
+  "timezone": "Europe/Berlin",
+  "language": "",
+  "picture": 0,
+  "init": "useremail@gmail.com",
+  "data": "b:0;"
+}

data/spec/fixtures/database_rows/vocabulary.json

@@ -0,0 +1,9 @@
+{
+  "vid": 3,
+  "name": "tag_name",
+  "machine_name": "bad",
+  "description": "Very bad tag",
+  "hierarchy": 0,
+  "module": "taxonomy",
+  "weight": 0
+}

data/spec/fixtures/drupal/assets/file/file_4.json

@@ -0,0 +1,6 @@
+{
+  "id": "file_4",
+  "title": "ruby.png",
+  "description": null,
+  "url": "http://example_hostname.com/sites/default/files/ruby.png"
+}

data/spec/fixtures/drupal/entries/article/article_5.json

@@ -0,0 +1,24 @@
+{
+  "id": "article_5",
+  "title": "Article first title",
+  "author": {
+    "type": "Author",
+    "id": "user_1"
+  },
+  "tags": [
+    {
+      "type": "EntryTag",
+      "id": "tag_1"
+    },
+    {
+      "type": "EntryTag",
+      "id": "tag_2"
+    }
+  ],
+  "created_at": "2014-12-02T12:36:19+01:00",
+  "body": "Article first body!",
+  "image": {
+    "type": "File",
+    "id": "file_1"
+  }
+}

data/spec/fixtures/drupal/entries/tag/tag_1.json

@@ -0,0 +1,9 @@
+{
+  "id": "tag_1",
+  "name": "article tag",
+  "description": "desc",
+  "vocabulary": {
+    "type": "EntryVocabulary",
+    "id": "vocabulary_1"
+  }
+}

data/spec/fixtures/drupal/entries/user/user_1.json

@@ -0,0 +1,6 @@
+{
+  "id": "user_1",
+  "name": "username",
+  "email": "useremail@gmail.com",
+  "created_at": "2014-12-02T11:45:50+01:00"
+}

data/spec/fixtures/drupal/entries/vocabulary/vocabulary_3.json

@@ -0,0 +1,6 @@
+{
+  "id": "vocabulary_3",
+  "name": "tag_name",
+  "description": "Very bad tag",
+  "machine_name": "bad"
+}