contentful-importer 0.0.1

data/lib/migrator.rb

@@ -0,0 +1,39 @@
+require_relative 'importer/parallel_importer'
+require_relative 'configuration'
+require_relative 'converters/contentful_model_to_json'
+require_relative 'json_schema_validator'
+
+class Migrator
+
+  attr_reader :importer, :converter, :config, :json_validator
+
+  def initialize(settings)
+    @config = Contentful::Configuration.new(settings)
+    @importer = Contentful::ParallelImporter.new(@config)
+    @converter = Contentful::Converter::ContentfulModelToJson.new(@config)
+    @json_validator = Contentful::JsonSchemaValidator.new(@config)
+  end
+
+  def run(action, options = {})
+    case action.to_s
+      when '--create-contentful-model-from-json'
+        converter.create_content_type_json
+      when '--import-content-types'
+        importer.create_contentful_model(options)
+      when '--import'
+        importer.import_data(options[:threads])
+      when '--convert-content-model-to-json'
+        converter.convert_to_import_form
+      when '--publish-entries'
+        importer.publish_entries_in_threads
+      when '--test-credentials'
+        importer.test_credentials
+      when '--import-assets'
+        importer.import_only_assets
+      when '--publish-assets'
+        importer.publish_assets_in_threads(options[:threads])
+      when '--validate-schema'
+        json_validator.validate_schemas
+    end
+  end
+end

data/lib/version.rb

@@ -0,0 +1,3 @@
+module Version
+  VERSION = '0.0.1'
+end

data/spec/fixtures/import_files/assets/image/image_1.json

@@ -0,0 +1,9 @@
+{
+  "id": "image_1",
+  "name": "Image 1",
+  "url": "http://new1.fjcdn.com/thumbnails/comments/4019311+_9f47119b44b5043d82c74008dc40397d.jpg",
+  "description": "Fire",
+  "created_at": "2014-12-16T10:22:19+00:00",
+  "updated_at": "2014-12-16T10:22:19+00:00",
+  "database_id": 1
+}

data/spec/fixtures/import_files/assets/image/image_2.json

@@ -0,0 +1,9 @@
+{
+  "id": "image_2",
+  "name": "Image 2 - water",
+  "url": "http://csironewsblog.files.wordpress.com/2013/06/water_cover1.jpg",
+  "description": "water",
+  "created_at": "2014-12-16T10:23:17+00:00",
+  "updated_at": "2014-12-16T10:23:17+00:00",
+  "database_id": 2
+}

data/spec/fixtures/import_files/assets/image/image_3.json

@@ -0,0 +1,9 @@
+{
+  "id": "image_3",
+  "name": "Ruby on rails",
+  "url": "http://dhwlijwe9jil7.cloudfront.net/files/2012/07/4/companies-using-ruby-on-rails.jpg",
+  "description": "RoR logo",
+  "created_at": "2014-12-16T10:23:57+00:00",
+  "updated_at": "2014-12-16T10:23:57+00:00",
+  "database_id": 3
+}

data/spec/fixtures/import_files/assets/image/image_4.json

@@ -0,0 +1,9 @@
+{
+  "id": "image_4",
+  "name": "Ruby",
+  "url": "http://factormedia.com/wp-content/uploads/2012/04/ruby-on-rails_internship.png",
+  "description": "Ruby on 'rails'",
+  "created_at": "2014-12-16T10:24:32+00:00",
+  "updated_at": "2014-12-16T10:24:32+00:00",
+  "database_id": 4
+}

data/spec/fixtures/import_files/collections/job_skills.json

@@ -0,0 +1,13 @@
+{
+  "id": "2soCP557HGKoOOK0SqmMOm",
+  "name": "Job Skills",
+  "description": null,
+  "displayField": "name",
+  "fields": [
+    {
+      "name": "Name",
+      "id": "name",
+      "type": "Text"
+    }
+  ]
+}

data/spec/fixtures/import_files/collections/jobs.json

@@ -0,0 +1,37 @@
+{
+  "id": "4L1bg4WQ5aWQMiE82ouag",
+  "name": "Jobs",
+  "description": null,
+  "displayField": "title",
+  "fields": [
+    {
+      "name": "Title",
+      "id": "title",
+      "type": "Text"
+    },
+    {
+      "name": "Description",
+      "id": "description",
+      "type": "Text"
+    },
+    {
+      "name": "Image",
+      "id": "image",
+      "type": "Asset",
+      "link": "Link"
+    },
+    {
+      "name": "Creator",
+      "id": "creator",
+      "type": "Entry",
+      "link": "Link"
+    },
+    {
+      "name": "Skills",
+      "id": "skills",
+      "type": "Array",
+      "link_type": "Entry",
+      "link": "Link"
+    }
+  ]
+}

data/spec/fixtures/import_files/collections/profile.json

@@ -0,0 +1,19 @@
+{
+  "id": "4WFZh4MwC4Mc0EQWAeOY8A",
+  "name": "Profile",
+  "description": null,
+  "displayField": null,
+  "fields": [
+    {
+      "name": "Nickname",
+      "id": "nickname",
+      "type": "Text"
+    },
+    {
+      "name": "User",
+      "id": "user",
+      "type": "Entry",
+      "link": "Link"
+    }
+  ]
+}

data/spec/fixtures/import_files/collections/user.json

@@ -0,0 +1,36 @@
+{
+  "id": "1TVvxCqoRq0qUYAOQuOqys",
+  "name": "User",
+  "description": null,
+  "displayField": "first_name",
+  "fields": [
+    {
+      "name": "First_name",
+      "id": "first_name",
+      "type": "Text"
+    },
+    {
+      "name": "Last_name",
+      "id": "last_name",
+      "type": "Text"
+    },
+    {
+      "name": "Birthday",
+      "id": "birthday",
+      "type": "Date"
+    },
+    {
+      "name": "Job_adds",
+      "id": "job_adds",
+      "type": "Array",
+      "link_type": "Entry",
+      "link": "Link"
+    },
+    {
+      "name": "Profile",
+      "id": "profile",
+      "type": "Entry",
+      "link": "Link"
+    }
+  ]
+}

data/spec/fixtures/import_files/entries/job_skills/job_skills_1.json

@@ -0,0 +1,7 @@
+{
+  "id": "job_skills_1",
+  "name": "Commercial awareness",
+  "created_at": "2014-12-16T09:45:58+00:00",
+  "updated_at": "2014-12-16T09:45:58+00:00",
+  "database_id": 1
+}

data/spec/fixtures/import_files/entries/job_skills/job_skills_10.json

@@ -0,0 +1,7 @@
+{
+  "id": "job_skills_10",
+  "name": "Confidence",
+  "created_at": "2014-12-16T09:47:32+00:00",
+  "updated_at": "2014-12-16T09:47:32+00:00",
+  "database_id": 10
+}

data/spec/fixtures/import_files/entries/job_skills/job_skills_2.json

@@ -0,0 +1,7 @@
+{
+  "id": "job_skills_2",
+  "name": "Communication",
+  "created_at": "2014-12-16T09:46:07+00:00",
+  "updated_at": "2014-12-16T09:46:07+00:00",
+  "database_id": 2
+}

data/spec/fixtures/import_files/entries/job_skills/job_skills_3.json

@@ -0,0 +1,7 @@
+{
+  "id": "job_skills_3",
+  "name": "Teamwork",
+  "created_at": "2014-12-16T09:46:16+00:00",
+  "updated_at": "2014-12-16T09:46:16+00:00",
+  "database_id": 3
+}

data/spec/fixtures/import_files/entries/job_skills/job_skills_4.json

@@ -0,0 +1,7 @@
+{
+  "id": "job_skills_4",
+  "name": "egotiation and persuasion",
+  "created_at": "2014-12-16T09:46:27+00:00",
+  "updated_at": "2014-12-16T09:46:27+00:00",
+  "database_id": 4
+}

data/spec/fixtures/import_files/entries/job_skills/job_skills_5.json

@@ -0,0 +1,7 @@
+{
+  "id": "job_skills_5",
+  "name": "Problem solving",
+  "created_at": "2014-12-16T09:46:42+00:00",
+  "updated_at": "2014-12-16T09:46:42+00:00",
+  "database_id": 5
+}

data/spec/fixtures/import_files/entries/job_skills/job_skills_6.json

@@ -0,0 +1,7 @@
+{
+  "id": "job_skills_6",
+  "name": "Leadership",
+  "created_at": "2014-12-16T09:46:51+00:00",
+  "updated_at": "2014-12-16T09:46:51+00:00",
+  "database_id": 6
+}

data/spec/fixtures/import_files/entries/job_skills/job_skills_7.json

@@ -0,0 +1,7 @@
+{
+  "id": "job_skills_7",
+  "name": "Organisation",
+  "created_at": "2014-12-16T09:47:00+00:00",
+  "updated_at": "2014-12-16T09:47:00+00:00",
+  "database_id": 7
+}

data/spec/fixtures/import_files/entries/job_skills/job_skills_8.json

@@ -0,0 +1,7 @@
+{
+  "id": "job_skills_8",
+  "name": "Perseverance and motivation",
+  "created_at": "2014-12-16T09:47:11+00:00",
+  "updated_at": "2014-12-16T09:47:11+00:00",
+  "database_id": 8
+}

data/spec/fixtures/import_files/entries/job_skills/job_skills_9.json

@@ -0,0 +1,7 @@
+{
+  "id": "job_skills_9",
+  "name": "Ability to work under pressure",
+  "created_at": "2014-12-16T09:47:23+00:00",
+  "updated_at": "2014-12-16T09:47:23+00:00",
+  "database_id": 9
+}

data/spec/fixtures/import_files/entries/jobs/jobs_1.json

@@ -0,0 +1,56 @@
+{
+  "id": "jobs_1",
+  "name": "First new Job",
+  "specification": "Job description",
+  "created_at": "2014-12-16T10:26:03+00:00",
+  "updated_at": "2014-12-16T10:26:03+00:00",
+  "image_id": 3,
+  "user_id": 1,
+  "database_id": 1,
+  "first_name": "FirstName",
+  "subjects_comments": [
+    "Title comment 1",
+    "Title comment 2",
+    "Title comment 3"
+  ],
+  "image": {
+    "type": "File",
+    "id": "image_3"
+  },
+  "creator": {
+    "type": "Entry",
+    "id": "user_1"
+  },
+  "comments": [
+    {
+      "type": "comment",
+      "id": "comment_1"
+    },
+    {
+      "type": "comment",
+      "id": "comment_2"
+    },
+    {
+      "type": "comment",
+      "id": "comment_3"
+    }
+  ],
+  "skills": [
+    {
+      "type": "job_skills",
+      "id": "job_skills_1"
+    },
+    {
+      "type": "job_skills",
+      "id": "job_skills_3"
+    },
+    {
+      "type": "job_skills",
+      "id": "job_skills_8"
+    },
+    {
+      "type": "job_skills",
+      "id": "job_skills_10"
+    }
+  ]
+}

data/spec/fixtures/import_files/entries/jobs/jobs_2.json

@@ -0,0 +1,55 @@
+{
+  "id": "jobs_2",
+  "name": "Nice job!",
+  "specification": "Nice job description",
+  "created_at": "2014-12-16T10:53:28+00:00",
+  "updated_at": "2014-12-16T10:53:28+00:00",
+  "image_id": 4,
+  "user_id": 1,
+  "database_id": 2,
+  "first_name": "FirstName",
+  "subjects_comments": [
+    "Comment 1",
+    "Comment 2"
+  ],
+  "image": {
+    "type": "File",
+    "id": "image_4"
+  },
+  "creator": {
+    "type": "Entry",
+    "id": "user_1"
+  },
+  "comments": [
+    {
+      "type": "comment",
+      "id": "comment_4"
+    },
+    {
+      "type": "comment",
+      "id": "comment_5"
+    }
+  ],
+  "skills": [
+    {
+      "type": "job_skills",
+      "id": "job_skills_2"
+    },
+    {
+      "type": "job_skills",
+      "id": "job_skills_4"
+    },
+    {
+      "type": "job_skills",
+      "id": "job_skills_7"
+    },
+    {
+      "type": "job_skills",
+      "id": "job_skills_8"
+    },
+    {
+      "type": "job_skills",
+      "id": "job_skills_9"
+    }
+  ]
+}

data/spec/fixtures/import_files/entries/jobs/jobs_4.json

@@ -0,0 +1,49 @@
+{
+  "id": "jobs_4",
+  "name": "Awesome job",
+  "specification": "One word - awesome!",
+  "created_at": "2014-12-16T12:00:28+00:00",
+  "updated_at": "2014-12-16T12:00:28+00:00",
+  "image_id": 2,
+  "user_id": 2,
+  "database_id": 4,
+  "first_name": "FirstName User 2",
+  "image": {
+    "type": "File",
+    "id": "image_2"
+  },
+  "creator": {
+    "type": "Entry",
+    "id": "user_2"
+  },
+  "skills": [
+    {
+      "type": "job_skills",
+      "id": "job_skills_2"
+    },
+    {
+      "type": "job_skills",
+      "id": "job_skills_3"
+    },
+    {
+      "type": "job_skills",
+      "id": "job_skills_4"
+    },
+    {
+      "type": "job_skills",
+      "id": "job_skills_7"
+    },
+    {
+      "type": "job_skills",
+      "id": "job_skills_8"
+    },
+    {
+      "type": "job_skills",
+      "id": "job_skills_9"
+    },
+    {
+      "type": "job_skills",
+      "id": "job_skills_10"
+    }
+  ]
+}