database-exporter 0.0.1

data/Rakefile

@@ -0,0 +1,7 @@
+require 'bundler/gem_tasks'
+
+require 'rspec/core/rake_task'
+
+RSpec::Core::RakeTask.new(:spec)
+
+task default: :spec

data/bin/database-exporter

@@ -0,0 +1,48 @@
+#!/usr/bin/env ruby
+
+require 'escort'
+require_relative '../lib/cli'
+
+I18n.enforce_available_locales = false
+
+fail ArgumentError, 'Set path for configuration file and define action. More details you can find in README.' if ARGF.argv.empty?
+fail ArgumentError, "Missing '--config-file' argument. The correct is form: 'database-exporter --config-file PATH_TO_CONFIGURATION_FILE --action'. View README." unless ARGV.include?('--config-file')
+
+Escort::App.create do |app|
+  app.summary 'Executable file of Database exporter'
+
+  app.options do |opts|
+    opts.opt :file, '--config-file', short: '-f', long: '--config-file', type: :string
+
+    app.command '--create-content-model-from-json' do |command|
+      command.summary 'Create content types files, based on contentful structure json file. View README'
+      command.action do |options, arguments|
+        Command::CLI.new(options, arguments).execute
+      end
+    end
+    app.command '--convert-content-model-to-json' do |command|
+      command.summary 'Transform content_model file into contentful_structure import form. View README'
+      command.action do |options, arguments|
+        Command::CLI.new(options, arguments).execute
+      end
+    end
+    app.command '--extract-to-json' do |command|
+      command.summary 'Query data from Database'
+      command.action do |options, arguments|
+        Command::CLI.new(options, arguments).execute
+      end
+    end
+    app.command '--prepare-json' do |command|
+      command.summary 'Prepare JSON files to Import'
+      command.action do |options, arguments|
+        Command::CLI.new(options, arguments).execute
+      end
+    end
+    app.command '--list-tables' do |command|
+      command.summary 'List all names of tables from Database and save them to JSON file. View README'
+      command.action do |options, arguments|
+        Command::CLI.new(options, arguments).execute
+      end
+    end
+  end
+end

data/database_exporter.gemspec

@@ -0,0 +1,34 @@
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+
+require File.expand_path('../lib/version', __FILE__)
+
+Gem::Specification.new do |spec|
+  spec.name          = 'database-exporter'
+  spec.version       = Version::VERSION
+  spec.authors       = ['Contentful GmbH (Andreas Tiefenthaler)']
+  spec.email         = ['rubygems@contentful.com']
+  spec.description   = 'Database exporter that prepares content to be imported'
+  spec.summary       = 'Exporter for SQL based databases'
+  spec.homepage      = 'https://github.com/contentful/database-adapter.rb'
+  spec.license       = 'MIT'
+  spec.files         = `git ls-files -z`.split("\x0")
+  spec.executables    << 'database-exporter'
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ['lib']
+
+  spec.add_dependency 'http', '~> 0.6'
+  spec.add_dependency 'multi_json', '~> 1'
+  spec.add_dependency 'sequel','~> 4.15'
+  spec.add_dependency 'mysql2','~> 0.3'
+  spec.add_dependency 'activesupport','~> 4.1'
+  spec.add_dependency 'pg', '~> 0.17.0'
+  spec.add_dependency 'escort','~> 0.4.0'
+  spec.add_dependency 'i18n', '~> 0.6'
+  spec.add_dependency 'sqlite3', '~> 1.3.10'
+
+  spec.add_development_dependency 'rspec', '~> 3'
+  spec.add_development_dependency 'rspec-its', '~> 1.1.0'
+  spec.add_development_dependency 'bundler', '~> 1.6'
+  spec.add_development_dependency 'rake'
+end

data/example_data/contentful_model.json

@@ -0,0 +1,316 @@
+{
+  "sys": {
+    "type": "Array"
+  },
+  "total": 5,
+  "skip": 0,
+  "limit": 100,
+  "items": [
+    {
+      "fields": [
+        {
+          "name": "subject",
+          "id": "subject",
+          "type": "Text"
+        },
+        {
+          "name": "content",
+          "id": "content",
+          "type": "Text"
+        }
+      ],
+      "name": "Comment",
+      "sys": {
+        "id": "6H6pGAV1PUsuoAW26Iu48W",
+        "type": "ContentType",
+        "createdAt": "2014-12-16T12:43:41.232Z",
+        "createdBy": {
+          "sys": {
+            "type": "Link",
+            "linkType": "User",
+            "id": "1E7acJL8I5XUXAMHQt9Grs"
+          }
+        },
+        "space": {
+          "sys": {
+            "type": "Link",
+            "linkType": "Space",
+            "id": "ip17s12q0ek4"
+          }
+        },
+        "firstPublishedAt": "2014-12-16T12:44:36.351Z",
+        "publishedCounter": 1,
+        "publishedAt": "2014-12-16T12:44:36.351Z",
+        "publishedBy": {
+          "sys": {
+            "type": "Link",
+            "linkType": "User",
+            "id": "1E7acJL8I5XUXAMHQt9Grs"
+          }
+        },
+        "publishedVersion": 50,
+        "version": 51,
+        "updatedAt": "2014-12-16T12:44:36.360Z",
+        "updatedBy": {
+          "sys": {
+            "type": "Link",
+            "linkType": "User",
+            "id": "1E7acJL8I5XUXAMHQt9Grs"
+          }
+        }
+      },
+      "displayField": "subject"
+    },
+    {
+      "fields": [
+        {
+          "name": "First name",
+          "id": "first_name",
+          "type": "Text"
+        },
+        {
+          "name": "Last name",
+          "id": "last_name",
+          "type": "Text"
+        },
+        {
+          "name": "Birthday",
+          "id": "birthday",
+          "type": "Date"
+        },
+        {
+          "name": "Job Adds",
+          "id": "job_adds",
+          "type": "Array",
+          "items": {
+            "type": "Link",
+            "linkType": "Entry"
+          }
+        }
+      ],
+      "name": "User",
+      "sys": {
+        "id": "1TVvxCqoRq0qUYAOQuOqys",
+        "type": "ContentType",
+        "createdAt": "2014-12-16T12:42:08.526Z",
+        "createdBy": {
+          "sys": {
+            "type": "Link",
+            "linkType": "User",
+            "id": "1E7acJL8I5XUXAMHQt9Grs"
+          }
+        },
+        "space": {
+          "sys": {
+            "type": "Link",
+            "linkType": "Space",
+            "id": "ip17s12q0ek4"
+          }
+        },
+        "firstPublishedAt": "2014-12-16T12:43:37.894Z",
+        "publishedCounter": 1,
+        "publishedAt": "2014-12-16T12:43:37.894Z",
+        "publishedBy": {
+          "sys": {
+            "type": "Link",
+            "linkType": "User",
+            "id": "1E7acJL8I5XUXAMHQt9Grs"
+          }
+        },
+        "publishedVersion": 61,
+        "version": 62,
+        "updatedAt": "2014-12-16T12:43:37.919Z",
+        "updatedBy": {
+          "sys": {
+            "type": "Link",
+            "linkType": "User",
+            "id": "1E7acJL8I5XUXAMHQt9Grs"
+          }
+        }
+      },
+      "displayField": "first_name"
+    },
+    {
+      "fields": [
+        {
+          "name": "title",
+          "id": "title",
+          "type": "Text"
+        },
+        {
+          "name": "description",
+          "id": "description",
+          "type": "Text"
+        },
+        {
+          "name": "image",
+          "id": "image",
+          "type": "Link",
+          "linkType": "Asset"
+        },
+        {
+          "name": "creator",
+          "id": "creator",
+          "type": "Link",
+          "linkType": "Entry"
+        },
+        {
+          "name": "comments",
+          "id": "comments",
+          "type": "Array",
+          "items": {
+            "type": "Link",
+            "linkType": "Entry"
+          }
+        }
+      ],
+      "name": "Jobs",
+      "sys": {
+        "id": "4L1bg4WQ5aWQMiE82ouag",
+        "type": "ContentType",
+        "createdAt": "2014-12-16T12:44:42.037Z",
+        "createdBy": {
+          "sys": {
+            "type": "Link",
+            "linkType": "User",
+            "id": "1E7acJL8I5XUXAMHQt9Grs"
+          }
+        },
+        "space": {
+          "sys": {
+            "type": "Link",
+            "linkType": "Space",
+            "id": "ip17s12q0ek4"
+          }
+        },
+        "firstPublishedAt": "2014-12-16T12:45:51.836Z",
+        "publishedCounter": 2,
+        "publishedAt": "2014-12-16T13:17:50.310Z",
+        "publishedBy": {
+          "sys": {
+            "type": "Link",
+            "linkType": "User",
+            "id": "1E7acJL8I5XUXAMHQt9Grs"
+          }
+        },
+        "publishedVersion": 58,
+        "version": 59,
+        "updatedAt": "2014-12-16T13:17:50.330Z",
+        "updatedBy": {
+          "sys": {
+            "type": "Link",
+            "linkType": "User",
+            "id": "1E7acJL8I5XUXAMHQt9Grs"
+          }
+        }
+      },
+      "displayField": "title"
+    },
+    {
+      "fields": [
+        {
+          "name": "Nickname",
+          "id": "nickname",
+          "type": "Link",
+          "linkType": "Entry"
+        },
+        {
+          "name": "User",
+          "id": "user",
+          "type": "Link",
+          "linkType": "Entry"
+        }
+      ],
+      "name": "Profile",
+      "sys": {
+        "id": "4WFZh4MwC4Mc0EQWAeOY8A",
+        "type": "ContentType",
+        "createdAt": "2014-12-16T12:47:07.624Z",
+        "createdBy": {
+          "sys": {
+            "type": "Link",
+            "linkType": "User",
+            "id": "1E7acJL8I5XUXAMHQt9Grs"
+          }
+        },
+        "space": {
+          "sys": {
+            "type": "Link",
+            "linkType": "Space",
+            "id": "ip17s12q0ek4"
+          }
+        },
+        "firstPublishedAt": "2014-12-16T12:47:33.866Z",
+        "publishedCounter": 1,
+        "publishedAt": "2014-12-16T12:47:33.866Z",
+        "publishedBy": {
+          "sys": {
+            "type": "Link",
+            "linkType": "User",
+            "id": "1E7acJL8I5XUXAMHQt9Grs"
+          }
+        },
+        "publishedVersion": 29,
+        "version": 30,
+        "updatedAt": "2014-12-16T12:47:33.878Z",
+        "updatedBy": {
+          "sys": {
+            "type": "Link",
+            "linkType": "User",
+            "id": "1E7acJL8I5XUXAMHQt9Grs"
+          }
+        }
+      }
+    },
+    {
+      "fields": [
+        {
+          "name": "name",
+          "id": "name",
+          "type": "Text"
+        }
+      ],
+      "name": "Job Skills",
+      "sys": {
+        "id": "2soCP557HGKoOOK0SqmMOm",
+        "type": "ContentType",
+        "createdAt": "2014-12-16T12:46:03.311Z",
+        "createdBy": {
+          "sys": {
+            "type": "Link",
+            "linkType": "User",
+            "id": "1E7acJL8I5XUXAMHQt9Grs"
+          }
+        },
+        "space": {
+          "sys": {
+            "type": "Link",
+            "linkType": "Space",
+            "id": "ip17s12q0ek4"
+          }
+        },
+        "firstPublishedAt": "2014-12-16T12:47:00.429Z",
+        "publishedCounter": 1,
+        "publishedAt": "2014-12-16T12:47:00.429Z",
+        "publishedBy": {
+          "sys": {
+            "type": "Link",
+            "linkType": "User",
+            "id": "1E7acJL8I5XUXAMHQt9Grs"
+          }
+        },
+        "publishedVersion": 18,
+        "version": 19,
+        "updatedAt": "2014-12-16T12:47:00.444Z",
+        "updatedBy": {
+          "sys": {
+            "type": "Link",
+            "linkType": "User",
+            "id": "1E7acJL8I5XUXAMHQt9Grs"
+          }
+        }
+      },
+      "displayField": "name"
+    }
+  ]
+}

data/example_data/contentful_structure.json

@@ -0,0 +1,89 @@
+{
+  "Comment": {
+    "id": "6H6pGAV1PUsuoAW26Iu48W",
+    "name": "Comment",
+    "description": null,
+    "displayField": "subject",
+    "fields": {
+      "subject": "Text",
+      "content": "Text"
+    }
+  },
+  "User": {
+    "id": "1TVvxCqoRq0qUYAOQuOqys",
+    "name": "User",
+    "description": null,
+    "displayField": "first_name",
+    "fields": {
+      "first_name": "Text",
+      "last_name": "Text",
+      "birthday": "Date",
+      "Jobs": {
+        "id": "job_adds",
+        "type": "Array",
+        "link_type": "Entry",
+        "link": "Link"
+      },
+      "Profile": {
+        "id": "profile",
+        "type": "Entry",
+        "link": "Link"
+      }
+    }
+  },
+  "Jobs": {
+    "id": "4L1bg4WQ5aWQMiE82ouag",
+    "name": "Jobs",
+    "description": null,
+    "displayField": "title",
+    "fields": {
+      "title": "Text",
+      "description": "Text",
+      "Image": {
+        "id": "image",
+        "type": "Asset",
+        "link": "Link"
+      },
+      "User": {
+        "id": "creator",
+        "type": "Entry",
+        "link": "Link"
+      },
+      "Comment": {
+        "id": "comments",
+        "type": "Array",
+        "link_type": "Entry",
+        "link": "Link"
+      },
+      "Job Skills": {
+        "id": "skills",
+        "type": "Array",
+        "link_type": "Entry",
+        "link": "Link"
+      }
+    }
+  },
+  "Profile": {
+    "id": "4WFZh4MwC4Mc0EQWAeOY8A",
+    "name": "Profile",
+    "description": null,
+    "displayField": null,
+    "fields": {
+      "nickname": "Text",
+      "User": {
+        "id": "user",
+        "type": "Entry",
+        "link": "Link"
+      }
+    }
+  },
+  "Job Skills": {
+    "id": "2soCP557HGKoOOK0SqmMOm",
+    "name": "Job Skills",
+    "description": null,
+    "displayField": "name",
+    "fields": {
+      "name": "Text"
+    }
+  }
+}