contentful-importer 0.0.1

data/Rakefile

@@ -0,0 +1,7 @@
+require 'bundler/gem_tasks'
+
+require 'rspec/core/rake_task'
+
+RSpec::Core::RakeTask.new(:spec)
+
+task default: :spec

data/bin/contentful-importer

@@ -0,0 +1,85 @@
+#!/usr/bin/env ruby
+
+require 'escort'
+require_relative '../lib/cli'
+
+fail ArgumentError, 'Set the path to the configuration file and define an action. More information can be found in the README.' if ARGF.argv.empty?
+fail ArgumentError, "Missing '--config-file' argument. Usage: 'contentful-importer --config-file PATH_TO_CONFIGURATION_FILE --action'." unless ARGV.include?('--config-file')
+
+Escort::App.create do |app|
+  app.summary 'Executable file of Generic-importer Gem'
+
+  app.options do |opts|
+    opts.opt :file, '--config-file', short: '-f', long: '--config-file', type: :string
+
+    app.command '--create-contentful-model-from-json' do |command|
+      command.summary 'Create content types json files, based on contentful_structure.json file.'
+      command.action do |options, arguments|
+        Command::CLI.new(options, arguments).execute
+      end
+    end
+    app.command '--convert-content-model-to-json' do |command|
+      command.summary 'Transform contentful model to contentful structure ready to import. View README'
+      command.action do |options, arguments|
+        Command::CLI.new(options, arguments).execute
+      end
+    end
+    app.command '--import-content-types' do |command|
+      command.summary 'Find an existing Space or create new one. Import content types to Contentful platform'
+      command.requires_arguments false
+      command.options do |opts|
+        opts.opt :space_id, 'space_id', short: '-s', long: '--space_id', type: :string
+        opts.opt :space_name, 'space_name', short: :none, long: '--space_name', type: :string
+      end
+      command.action do |options, arguments|
+        Command::CLI.new(options, arguments).execute
+      end
+    end
+    app.command '--import' do |command|
+      command.summary 'Import entries to Contentful platform'
+      command.options do |opts|
+        opts.opt :threads, 'threads', short: '-t', long: '--threads', type: :integer, default: 1
+        opts.validate(:threads, 'argument must be set to 1 or 2 exclusive. ') { |option| option > 0 && option <= 2 }
+      end
+      command.action do |options, arguments|
+        Command::CLI.new(options, arguments).execute
+      end
+    end
+    app.command '--test-credentials' do |command|
+      command.summary 'Check your Contentful-management credentials'
+      command.action do |options, arguments|
+        Command::CLI.new(options, arguments).execute
+      end
+    end
+    app.command '--import-assets' do |command|
+      command.summary 'Import only assets'
+      command.action do |options, arguments|
+        Command::CLI.new(options, arguments).execute
+      end
+    end
+
+    app.command '--publish-entries' do |command|
+      command.summary 'Publish all entries'
+      command.action do |options, arguments|
+        Command::CLI.new(options, arguments).execute
+      end
+    end
+
+    app.command '--publish-assets' do |command|
+      command.summary 'Publish all assets'
+      command.options do |opts|
+        opts.opt :threads, 'threads', short: '-t', long: '--threads', type: :integer, default: 1
+        opts.validate(:threads, 'argument must be set to 1 or 2 exclusive. ') { |option| option > 0 && option <= 2 }
+      end
+      command.action do |options, arguments|
+        Command::CLI.new(options, arguments).execute
+      end
+    end
+    app.command '--validate-schema' do |command|
+      command.summary 'Validate entries JSON schema'
+      command.action do |options, arguments|
+        Command::CLI.new(options, arguments).execute
+      end
+    end
+  end
+end

data/contentful_importer.gemspec

@@ -0,0 +1,38 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+
+require File.expand_path('../lib/version', __FILE__)
+
+Gem::Specification.new do |spec|
+  spec.name          = 'contentful-importer'
+  spec.version       = Version::VERSION
+  spec.authors       = ['Contentful GmbH (Andreas Tiefenthaler)']
+  spec.email         = ['rubygems@contentful.com']
+  spec.description   = 'Generic importer for contentful.com'
+  spec.summary       = 'Allows to import structured data to contentful.com'
+  spec.homepage      = 'https://github.com/contentful/contentful-importer.rb'
+  spec.license       = 'MIT'
+
+  spec.files         = `git ls-files -z`.split("\x0")
+  spec.executables    << 'contentful-importer'
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ['lib']
+
+  spec.add_dependency 'http', '~> 0.6'
+  spec.add_dependency 'multi_json', '~> 1'
+  spec.add_dependency 'contentful-management', '~> 0.5.0'
+  spec.add_dependency 'activesupport','~> 4.1'
+  spec.add_dependency 'escort','~> 0.4.0'
+  spec.add_dependency 'api_cache', ' ~> 0.3.0'
+  spec.add_dependency 'i18n', '~> 0.6'
+  spec.add_dependency 'json-schema', '~> 2.5.0'
+
+  spec.add_development_dependency 'bundler', '~> 1.6'
+  spec.add_development_dependency 'rake'
+
+  spec.add_development_dependency 'rspec', '~> 3'
+  spec.add_development_dependency 'rspec-its', '~> 1.1.0'
+  spec.add_development_dependency 'vcr', '~> 2.9.3'
+  spec.add_development_dependency 'webmock', '>= 1.20'
+end

data/example_settings/contentful_model.json

@@ -0,0 +1,288 @@
+{
+  "sys": {
+    "type": "Array"
+  },
+  "total": 4,
+  "skip": 0,
+  "limit": 100,
+  "items": [
+    {
+      "fields": [
+        {
+          "name": "posts",
+          "id": "posts",
+          "type": "Array",
+          "items": {
+            "type": "Link",
+            "linkType": "Entry"
+          }
+        },
+        {
+          "name": "title",
+          "id": "title",
+          "type": "Text",
+          "localized": true
+        },
+        {
+          "name": "categories",
+          "id": "categories",
+          "type": "Array",
+          "items": {
+            "type": "Link",
+            "linkType": "Entry"
+          }
+        },
+        {
+          "name": "tags",
+          "id": "tags",
+          "type": "Array",
+          "items": {
+            "type": "Link",
+            "linkType": "Entry"
+          }
+        }
+      ],
+      "name": "Blog",
+      "sys": {
+        "id": "3gldgGyAyci8ak0cykKeou",
+        "type": "ContentType",
+        "createdAt": "2014-11-26T13:49:24.203Z",
+        "createdBy": {
+          "sys": {
+            "type": "Link",
+            "linkType": "User",
+            "id": "1E7acJL8I5XUXAMHQt9Grs"
+          }
+        },
+        "space": {
+          "sys": {
+            "type": "Link",
+            "linkType": "Space",
+            "id": "1j2osuxmfs25"
+          }
+        },
+        "firstPublishedAt": "2014-11-26T13:49:45.142Z",
+        "publishedCounter": 4,
+        "publishedAt": "2014-12-01T09:59:19.695Z",
+        "publishedBy": {
+          "sys": {
+            "type": "Link",
+            "linkType": "User",
+            "id": "1E7acJL8I5XUXAMHQt9Grs"
+          }
+        },
+        "publishedVersion": 46,
+        "version": 47,
+        "updatedAt": "2014-12-01T09:59:19.743Z",
+        "updatedBy": {
+          "sys": {
+            "type": "Link",
+            "linkType": "User",
+            "id": "1E7acJL8I5XUXAMHQt9Grs"
+          }
+        }
+      },
+      "displayField": "title"
+    },
+    {
+      "fields": [
+        {
+          "name": "nicename",
+          "id": "nicename",
+          "type": "Text"
+        },
+        {
+          "name": "name",
+          "id": "name",
+          "type": "Text"
+        }
+      ],
+      "name": "Tag",
+      "sys": {
+        "id": "wO1krKenNQcWMSqaeysWo",
+        "type": "ContentType",
+        "createdAt": "2014-12-01T09:25:56.175Z",
+        "createdBy": {
+          "sys": {
+            "type": "Link",
+            "linkType": "User",
+            "id": "1E7acJL8I5XUXAMHQt9Grs"
+          }
+        },
+        "space": {
+          "sys": {
+            "type": "Link",
+            "linkType": "Space",
+            "id": "1j2osuxmfs25"
+          }
+        },
+        "firstPublishedAt": "2014-12-01T09:26:45.362Z",
+        "publishedCounter": 2,
+        "publishedAt": "2014-12-01T09:27:45.169Z",
+        "publishedBy": {
+          "sys": {
+            "type": "Link",
+            "linkType": "User",
+            "id": "1E7acJL8I5XUXAMHQt9Grs"
+          }
+        },
+        "publishedVersion": 44,
+        "version": 45,
+        "updatedAt": "2014-12-01T09:27:45.216Z",
+        "updatedBy": {
+          "sys": {
+            "type": "Link",
+            "linkType": "User",
+            "id": "1E7acJL8I5XUXAMHQt9Grs"
+          }
+        }
+      },
+      "description": null,
+      "displayField": "nicename"
+    },
+    {
+      "fields": [
+        {
+          "name": "nicename",
+          "id": "nicename",
+          "type": "Text"
+        },
+        {
+          "name": "name",
+          "id": "name",
+          "type": "Text"
+        }
+      ],
+      "name": "Category",
+      "sys": {
+        "id": "5PIooPqWmAcYyQ04c2KUcQ",
+        "type": "ContentType",
+        "createdAt": "2014-12-01T09:26:50.679Z",
+        "createdBy": {
+          "sys": {
+            "type": "Link",
+            "linkType": "User",
+            "id": "1E7acJL8I5XUXAMHQt9Grs"
+          }
+        },
+        "space": {
+          "sys": {
+            "type": "Link",
+            "linkType": "Space",
+            "id": "1j2osuxmfs25"
+          }
+        },
+        "firstPublishedAt": "2014-12-01T09:27:16.440Z",
+        "publishedCounter": 3,
+        "publishedAt": "2014-12-01T10:44:56.239Z",
+        "publishedBy": {
+          "sys": {
+            "type": "Link",
+            "linkType": "User",
+            "id": "1E7acJL8I5XUXAMHQt9Grs"
+          }
+        },
+        "publishedVersion": 31,
+        "version": 32,
+        "updatedAt": "2014-12-01T10:44:56.283Z",
+        "updatedBy": {
+          "sys": {
+            "type": "Link",
+            "linkType": "User",
+            "id": "1E7acJL8I5XUXAMHQt9Grs"
+          }
+        }
+      },
+      "displayField": "name"
+    },
+    {
+      "fields": [
+        {
+          "name": "title",
+          "id": "title",
+          "type": "Text"
+        },
+        {
+          "name": "content",
+          "id": "content",
+          "type": "Text"
+        },
+        {
+          "name": "tags",
+          "id": "tags",
+          "type": "Array",
+          "items": {
+            "type": "Link",
+            "linkType": "Entry"
+          }
+        },
+        {
+          "name": "categories",
+          "id": "categories",
+          "type": "Array",
+          "items": {
+            "type": "Link",
+            "linkType": "Entry"
+          }
+        },
+        {
+          "name": "wordpress_url",
+          "id": "wordpress_url",
+          "type": "Text"
+        },
+        {
+          "name": "attachment",
+          "id": "attachment",
+          "type": "Link",
+          "linkType": "Asset"
+        },
+        {
+          "name": "created_at",
+          "id": "created_at",
+          "type": "Date"
+        }
+      ],
+      "name": "Post",
+      "sys": {
+        "id": "KHqITFZXeCIokyOEc4k0k",
+        "type": "ContentType",
+        "createdAt": "2014-11-26T13:15:08.574Z",
+        "createdBy": {
+          "sys": {
+            "type": "Link",
+            "linkType": "User",
+            "id": "1E7acJL8I5XUXAMHQt9Grs"
+          }
+        },
+        "space": {
+          "sys": {
+            "type": "Link",
+            "linkType": "Space",
+            "id": "1j2osuxmfs25"
+          }
+        },
+        "firstPublishedAt": "2014-11-26T13:16:17.537Z",
+        "publishedCounter": 6,
+        "publishedAt": "2015-01-07T10:25:09.043Z",
+        "publishedBy": {
+          "sys": {
+            "type": "Link",
+            "linkType": "User",
+            "id": "1E7acJL8I5XUXAMHQt9Grs"
+          }
+        },
+        "publishedVersion": 92,
+        "version": 93,
+        "updatedAt": "2015-01-07T10:25:09.102Z",
+        "updatedBy": {
+          "sys": {
+            "type": "Link",
+            "linkType": "User",
+            "id": "1E7acJL8I5XUXAMHQt9Grs"
+          }
+        }
+      },
+      "displayField": "title"
+    }
+  ]
+}

data/example_settings/contentful_structure.json

@@ -0,0 +1,78 @@
+{
+  "Blog": {
+    "id": "3gldgGyAyci8ak0cykKeou",
+    "name": "Blog",
+    "description": null,
+    "displayField": "title",
+    "fields": {
+      "Posts": {
+        "id": "posts",
+        "type": "Array",
+        "link_type": "Entry",
+        "link": "Link"
+      },
+      "title": "Text",
+      "Categories": {
+        "id": "categories",
+        "type": "Array",
+        "link_type": "Entry",
+        "link": "Link"
+      },
+      "Tags": {
+        "id": "tags",
+        "type": "Array",
+        "link_type": "Entry",
+        "link": "Link"
+      }
+    }
+  },
+  "Tag": {
+    "id": "wO1krKenNQcWMSqaeysWo",
+    "name": "Tag",
+    "description": null,
+    "displayField": "nicename",
+    "fields": {
+      "nicename": "Text",
+      "name": "Text"
+    }
+  },
+  "Category": {
+    "id": "5PIooPqWmAcYyQ04c2KUcQ",
+    "name": "Category",
+    "description": null,
+    "displayField": "name",
+    "fields": {
+      "nicename": "Text",
+      "name": "Text"
+    }
+  },
+  "Post": {
+    "id": "KHqITFZXeCIokyOEc4k0k",
+    "name": "Post",
+    "description": null,
+    "displayField": "title",
+    "fields": {
+      "title": "Text",
+      "content": "Text",
+      "Tags": {
+        "id": "tags",
+        "type": "Array",
+        "link_type": "Entry",
+        "link": "Link"
+      },
+      "Categories": {
+        "id": "categories",
+        "type": "Array",
+        "link_type": "Entry",
+        "link": "Link"
+      },
+      "wordpress_url": "Text",
+      "Attachment": {
+        "id": "attachment",
+        "type": "Asset",
+        "link": "Link"
+      },
+      "created_at": "Date"
+    }
+  }
+}