contentful-importer 0.0.1

data/example_settings/files_meaning.txt

@@ -0,0 +1,15 @@
+1. contentful_model.json
+
+File which contains downloaded the entire structure of the Space.
+To get this file use:
+ curl -X GET \
+      -H 'Authorization: Bearer ACCESS_TOKEN' \
+      'https://api.contentful.com/spaces/SPACE_ID/content_types' > contentful_model.json
+
+2. contentful_structure.json
+
+Contentful model structure converted to a form that importer supports.Contains models of content types with attributes and their types.
+
+3. settings.yml
+
+Configuration file which contains defined paths to the files needed to export data.

data/example_settings/settings.yml

@@ -0,0 +1,16 @@
+#PATH to all data
+data_dir: PATH_TO_ALL_DATA
+
+########## IMPORT DATA TO CONTENTFUL ##########
+
+#Contentful credentials - Define before import data to Contentful.
+access_token: ACCESS_TOKEN
+organization_id: ORGANIZATION_ID
+space_id: DEFINE_SPACE_ID_BEFORE_IMPORT
+default_locale: LOCALE_CODE
+
+## CONVERT CONTENTFUL MODEL TO CONTENTFUL IMPORT STRUCTURE
+content_model_json: example_settings/contentful_model.json
+converted_model_dir: example_settings/contentful_structure.json
+
+contentful_structure_dir: example_settings/contentful_structure.json

data/lib/cli.rb

@@ -0,0 +1,13 @@
+require_relative 'migrator'
+require 'yaml'
+
+module Command
+  class CLI < Escort::ActionCommand::Base
+
+    def execute
+      setting_file = YAML.load_file(global_options[:file])
+      Migrator.new(setting_file).run(command_name, command_options)
+    end
+
+  end
+end

data/lib/configuration.rb

@@ -0,0 +1,36 @@
+require 'active_support/core_ext/hash'
+module Contentful
+  class Configuration
+    attr_reader :space_id,
+                :config,
+                :data_dir,
+                :collections_dir,
+                :entries_dir,
+                :assets_dir,
+                :log_files_dir,
+                :threads_dir,
+                :imported_entries,
+                :published_entries,
+                :published_assets,
+                :space_id
+
+    def initialize(settings)
+      @config = settings
+      validate_required_parameters
+      @data_dir = settings['data_dir']
+      @collections_dir = "#{data_dir}/collections"
+      @entries_dir = "#{data_dir}/entries"
+      @assets_dir = "#{data_dir}/assets"
+      @log_files_dir = "#{data_dir}/logs"
+      @threads_dir = "#{data_dir}/threads"
+      @imported_entries = []
+      @published_entries = []
+      @published_assets = []
+      @space_id = settings['space_id']
+    end
+
+    def validate_required_parameters
+      fail ArgumentError, 'Set PATH to data_dir. Folder where all data will be stored. View README' if config['data_dir'].nil?
+    end
+  end
+end

data/lib/converters/content_types_structure_creator.rb

@@ -0,0 +1,60 @@
+module Contentful
+  module Converter
+    class ContentTypesStructureCreator
+
+      attr_reader :config, :logger
+
+      def initialize(config)
+        @config = config
+        @logger = Logger.new(STDOUT)
+      end
+
+      def create_content_type_json_file(content_type_name, values)
+        collection = {
+            id: values[:id],
+            name: values[:name],
+            description: values[:description],
+            displayField: values[:displayField],
+            fields: create_fields(values[:fields])
+        }
+        write_json_to_file("#{config.collections_dir}/#{content_type_name}.json", collection)
+        logger.info "Saving #{content_type_name}.json to #{config.collections_dir}"
+      end
+
+      def create_fields(fields)
+        fields.each_with_object([]) do |(field, value), results|
+          results << {
+              name: create_field(field, value).capitalize,
+              id: create_field(field, value),
+              type: create_type_field(value),
+              link_type: create_link_type_field(value),
+              link: create_link_field(value)
+          }.compact
+        end
+      end
+
+      def create_field(field, value)
+        value.is_a?(Hash) ? value[:id] : field
+      end
+
+      def create_link_type_field(value)
+        value.is_a?(Hash) ? value[:link_type] : nil
+      end
+
+      def create_type_field(value)
+        value.is_a?(Hash) ? value[:type] : value
+      end
+
+      def create_link_field(value)
+        value.is_a?(Hash) ? value[:link] : nil
+      end
+
+      def write_json_to_file(path, data)
+        File.open(path, 'w') do |file|
+          file.write(JSON.pretty_generate(data))
+        end
+      end
+
+    end
+  end
+end

data/lib/converters/contentful_model_to_json.rb

@@ -0,0 +1,109 @@
+require_relative 'content_types_structure_creator'
+
+module Contentful
+  module Converter
+    class ContentfulModelToJson
+      attr_reader :config, :logger, :converted_model_dir, :content_types
+
+      FIELD_TYPE = %w( Link Array )
+
+      def initialize(settings)
+        @config = settings
+        @logger = Logger.new(STDOUT)
+      end
+
+      def create_content_type_json
+        contentful_structure = load_contentful_structure_file
+        logger.info 'Create JSON files with content types structure...'
+        contentful_structure.each do |content_type, values|
+          content_type_name = content_type_name(content_type)
+          create_directory(config.collections_dir)
+          ContentTypesStructureCreator.new(config).create_content_type_json_file(content_type_name, values)
+        end
+        logger.info 'Done!'
+      end
+
+      def convert_to_import_form
+        set_content_model_parameters
+        logger.info 'Converting Contentful model to Contentful import structure...'
+        File.open(converted_model_dir, 'w') { |file| file.write({}) }
+        content_type_file = JSON.parse(File.read(content_types))['items']
+        content_type_file.each do |content_type|
+          parsed_content_type = {
+              id: content_type['sys']['id'],
+              name: content_type['name'],
+              description: content_type['description'],
+              displayField: content_type['displayField'],
+              fields: create_content_type_fields(content_type)
+          }
+          import_form = JSON.parse(File.read(converted_model_dir))
+          File.open(converted_model_dir, 'w') do |file|
+            file.write(JSON.pretty_generate(import_form.merge!(content_type['name'] => parsed_content_type)))
+          end
+        end
+        logger.info "Done! Contentful import structure file saved in #{converted_model_dir}"
+      end
+
+      def create_content_type_fields(content_type)
+        content_type['fields'].each_with_object({}) do |(field, _value), results|
+          id = link_id(field)
+          results[id] = case field['type']
+                          when 'Link'
+                            {id: field['id'], type: field['linkType'], link: 'Link'}
+                          when 'Array'
+                            {id: field['id'], type: field['type'], link_type: field['items']['linkType'], link: field['items']['type']}
+                          else
+                            field['type']
+                        end
+        end
+      end
+
+      def link_id(field)
+        if FIELD_TYPE.include? field['type']
+          field['name'].capitalize
+        else
+          field['id']
+        end
+      end
+
+      def content_type_name(content_type)
+        I18n.transliterate(content_type).underscore.tr(' ', '_')
+      end
+
+      def create_directory(path)
+        FileUtils.mkdir_p(path) unless File.directory?(path)
+      end
+
+      # If contentful_structure JSON file exists, it will load the file. If not, it will automatically create an empty file.
+      # This file is required to convert contentful model to contentful import structure.
+      def load_contentful_structure_file
+        fail ArgumentError, 'Set PATH for contentful structure JSON file. View README' if config.config['contentful_structure_dir'].nil?
+        file_exists? ? load_existing_contentful_structure_file : create_empty_contentful_structure_file
+      end
+
+      def file_exists?
+        File.exists?(config.config['contentful_structure_dir'])
+      end
+
+      def create_empty_contentful_structure_file
+        File.open(config.config['contentful_structure_dir'], 'w') { |file| file.write({}) }
+        load_existing_contentful_structure_file
+      end
+
+      def load_existing_contentful_structure_file
+        JSON.parse(File.read(config.config['contentful_structure_dir']), symbolize_names: true).with_indifferent_access
+      end
+
+      def set_content_model_parameters
+        validate_content_model_files
+        @converted_model_dir = config.config['converted_model_dir']
+        @content_types = config.config['content_model_json']
+      end
+
+      def validate_content_model_files
+        fail ArgumentError, 'Set PATH for content model JSON file. View README' if config.config['content_model_json'].nil?
+        fail ArgumentError, 'Set PATH where converted content model file will be saved. View README' if config.config['converted_model_dir'].nil?
+      end
+    end
+  end
+end

data/lib/importer/data_organizer.rb

@@ -0,0 +1,117 @@
+require 'fileutils'
+require 'thread'
+require_relative 'parallel_importer'
+
+module Contentful
+  class DataOrganizer
+
+    attr_reader :config, :split_params, :logger
+
+    def initialize(settings)
+      @config = settings
+      @split_params = {object_index: 0, current_thread: 0}
+      @logger = Logger.new(STDOUT)
+    end
+
+    def execute(threads_count)
+      create_threads_subdirectories(threads_count, true)
+      split_entries(threads_count)
+    end
+
+    def split_assets_to_threads(threads_count)
+      create_threads_subdirectories(threads_count, false, {assets: 'assets/'})
+      split_assets(threads_count)
+    end
+
+    def split_entries(threads_count)
+      entries_per_thread_count = total_entries_count / threads_count
+      Dir.glob("#{config.entries_dir}/*") do |dir_path|
+        collection_name = File.basename(dir_path)
+        if has_contentful_structure?(collection_name)
+          content_type_id = content_type_id_from_file(collection_name)
+          process_collection_files(content_type_id, dir_path, entries_per_thread_count, threads_count)
+        end
+      end
+    end
+
+    def split_assets(threads_count)
+      asset_per_thread = total_assets_count / threads_count
+      Dir.glob("#{config.assets_dir}/**/*json") do |asset_path|
+        copy_asset(asset_path)
+        split_params[:object_index] += 1
+        count_index_files(asset_per_thread, threads_count)
+      end
+    end
+
+    def process_collection_files(content_type_id, dir_path, entries_per_thread_count, threads_count)
+      logger.info "Processing collection: #{content_type_id}"
+      Dir.glob("#{dir_path}/*.json") do |entry_path|
+        copy_entry(entry_path, split_params[:current_thread], content_type_id)
+        split_params[:object_index] += 1
+        count_index_files(entries_per_thread_count, threads_count)
+      end
+    end
+
+    def count_index_files(objects_per_thread_count, threads_count)
+      if split_params[:object_index] == objects_per_thread_count
+        split_params[:object_index] = 0
+        set_current_thread(threads_count)
+      end
+    end
+
+    def set_current_thread(threads_count)
+      split_params[:current_thread] += 1
+      split_params[:current_thread] = 0 if split_params[:current_thread] == threads_count
+    end
+
+    def has_contentful_structure?(collection_file)
+      File.exist?("#{config.collections_dir}/#{collection_file}.json")
+    end
+
+    def content_type_id_from_file(collection_file)
+      JSON.parse(File.read("#{config.collections_dir}/#{collection_file}.json"))['id']
+    end
+
+    def new_entry_name(content_type_id, entry_path)
+      "#{content_type_id}_#{File.basename(entry_path, '.*').match(/(\d+)/)[0]}.json"
+    end
+
+    def copy_entry(entry_path, current_thread, content_type_id)
+      FileUtils.cp entry_path, "#{config.threads_dir}/#{current_thread}/#{new_entry_name(content_type_id, entry_path)}"
+    end
+
+    def copy_asset(asset_path)
+      FileUtils.cp asset_path, "#{config.threads_dir}/assets/#{split_params[:current_thread]}/#{File.basename(asset_path)}"
+    end
+
+    def create_threads_subdirectories(threads_count, validate, dir = {})
+      validate_collections_files if validate
+      create_directory(config.threads_dir)
+      threads_count.times do |thread_id|
+        create_directory("#{config.threads_dir}/#{dir[:assets]}#{thread_id}")
+      end
+    end
+
+    def create_directory(path)
+      FileUtils.mkdir_p(path) unless File.directory?(path)
+    end
+
+    def total_entries_count
+      total_number = 0
+      Dir.glob("#{config.entries_dir}/*") do |dir_path|
+        collection_name = File.basename(dir_path)
+        total_number += Dir.glob("#{config.entries_dir}/#{collection_name}/*").count if has_contentful_structure?(collection_name)
+      end
+      total_number
+    end
+
+    def total_assets_count
+      Dir.glob("#{config.assets_dir}/**/*json").count
+    end
+
+    def validate_collections_files
+      fail ArgumentError, "Make sure the #{config.collections_dir} directory exists and the content structure resides within it. View README" unless Dir.exist?(config.collections_dir)
+      fail ArgumentError, 'Collections directory is empty! Create content types JSON files. View README' if Dir.glob("#{config.collections_dir}/*").empty?
+    end
+  end
+end

data/lib/importer/mime_content_type.rb

@@ -0,0 +1,564 @@
+module Contentful
+  class MimeContentType
+    EXTENSION_LIST = {'.323' => 'text/h323',
+                      '.3g2' => 'video/3gpp2',
+                      '.3gp' => 'video/3gpp',
+                      '.3gp2' => 'video/3gpp2',
+                      '.3gpp' => 'video/3gpp',
+                      '.7z' => 'application/x-7z-compressed',
+                      '.aa' => 'audio/audible',
+                      '.AAC' => 'audio/aac',
+                      '.aaf' => 'application/octet-stream',
+                      '.aax' => 'audio/vnd.audible.aax',
+                      '.ac3' => 'audio/ac3',
+                      '.aca' => 'application/octet-stream',
+                      '.accda' => 'application/msaccess.addin',
+                      '.accdb' => 'application/msaccess',
+                      '.accdc' => 'application/msaccess.cab',
+                      '.accde' => 'application/msaccess',
+                      '.accdr' => 'application/msaccess.runtime',
+                      '.accdt' => 'application/msaccess',
+                      '.accdw' => 'application/msaccess.webapplication',
+                      '.accft' => 'application/msaccess.ftemplate',
+                      '.acx' => 'application/internet-property-stream',
+                      '.AddIn' => 'text/xml',
+                      '.ade' => 'application/msaccess',
+                      '.adobebridge' => 'application/x-bridge-url',
+                      '.adp' => 'application/msaccess',
+                      '.ADT' => 'audio/vnd.dlna.adts',
+                      '.ADTS' => 'audio/aac',
+                      '.afm' => 'application/octet-stream',
+                      '.ai' => 'application/postscript',
+                      '.aif' => 'audio/x-aiff',
+                      '.aifc' => 'audio/aiff',
+                      '.aiff' => 'audio/aiff',
+                      '.air' => 'application/vnd.adobe.air-application-installer-package+zip',
+                      '.amc' => 'application/x-mpeg',
+                      '.application' => 'application/x-ms-application',
+                      '.art' => 'image/x-jg',
+                      '.asa' => 'application/xml',
+                      '.asax' => 'application/xml',
+                      '.ascx' => 'application/xml',
+                      '.asd' => 'application/octet-stream',
+                      '.asf' => 'video/x-ms-asf',
+                      '.ashx' => 'application/xml',
+                      '.asi' => 'application/octet-stream',
+                      '.asm' => 'text/plain',
+                      '.asmx' => 'application/xml',
+                      '.aspx' => 'application/xml',
+                      '.asr' => 'video/x-ms-asf',
+                      '.asx' => 'video/x-ms-asf',
+                      '.atom' => 'application/atom+xml',
+                      '.au' => 'audio/basic',
+                      '.avi' => 'video/x-msvideo',
+                      '.axs' => 'application/olescript',
+                      '.bas' => 'text/plain',
+                      '.bcpio' => 'application/x-bcpio',
+                      '.bin' => 'application/octet-stream',
+                      '.bmp' => 'image/bmp',
+                      '.c' => 'text/plain',
+                      '.cab' => 'application/octet-stream',
+                      '.caf' => 'audio/x-caf',
+                      '.calx' => 'application/vnd.ms-office.calx',
+                      '.cat' => 'application/vnd.ms-pki.seccat',
+                      '.cc' => 'text/plain',
+                      '.cd' => 'text/plain',
+                      '.cdda' => 'audio/aiff',
+                      '.cdf' => 'application/x-cdf',
+                      '.cer' => 'application/x-x509-ca-cert',
+                      '.chm' => 'application/octet-stream',
+                      '.class' => 'application/x-java-applet',
+                      '.clp' => 'application/x-msclip',
+                      '.cmx' => 'image/x-cmx',
+                      '.cnf' => 'text/plain',
+                      '.cod' => 'image/cis-cod',
+                      '.config' => 'application/xml',
+                      '.contact' => 'text/x-ms-contact',
+                      '.coverage' => 'application/xml',
+                      '.cpio' => 'application/x-cpio',
+                      '.cpp' => 'text/plain',
+                      '.crd' => 'application/x-mscardfile',
+                      '.crl' => 'application/pkix-crl',
+                      '.crt' => 'application/x-x509-ca-cert',
+                      '.cs' => 'text/plain',
+                      '.csdproj' => 'text/plain',
+                      '.csh' => 'application/x-csh',
+                      '.csproj' => 'text/plain',
+                      '.css' => 'text/css',
+                      '.csv' => 'text/csv',
+                      '.cur' => 'application/octet-stream',
+                      '.cxx' => 'text/plain',
+                      '.dat' => 'application/octet-stream',
+                      '.datasource' => 'application/xml',
+                      '.dbproj' => 'text/plain',
+                      '.dcr' => 'application/x-director',
+                      '.def' => 'text/plain',
+                      '.deploy' => 'application/octet-stream',
+                      '.der' => 'application/x-x509-ca-cert',
+                      '.dgml' => 'application/xml',
+                      '.dib' => 'image/bmp',
+                      '.dif' => 'video/x-dv',
+                      '.dir' => 'application/x-director',
+                      '.disco' => 'text/xml',
+                      '.dll' => 'application/x-msdownload',
+                      '.dll.config' => 'text/xml',
+                      '.dlm' => 'text/dlm',
+                      '.doc' => 'application/msword',
+                      '.docm' => 'application/vnd.ms-word.document.macroEnabled.12',
+                      '.docx' => 'application/vnd.openxmlformats-officedocument.wordprocessingml.document',
+                      '.dot' => 'application/msword',
+                      '.dotm' => 'application/vnd.ms-word.template.macroEnabled.12',
+                      '.dotx' => 'application/vnd.openxmlformats-officedocument.wordprocessingml.template',
+                      '.dsp' => 'application/octet-stream',
+                      '.dsw' => 'text/plain',
+                      '.dtd' => 'text/xml',
+                      '.dtsConfig' => 'text/xml',
+                      '.dv' => 'video/x-dv',
+                      '.dvi' => 'application/x-dvi',
+                      '.dwf' => 'drawing/x-dwf',
+                      '.dwp' => 'application/octet-stream',
+                      '.dxr' => 'application/x-director',
+                      '.eml' => 'message/rfc822',
+                      '.emz' => 'application/octet-stream',
+                      '.eot' => 'application/octet-stream',
+                      '.eps' => 'application/postscript',
+                      '.etl' => 'application/etl',
+                      '.etx' => 'text/x-setext',
+                      '.evy' => 'application/envoy',
+                      '.exe' => 'application/octet-stream',
+                      '.exe.config' => 'text/xml',
+                      '.fdf' => 'application/vnd.fdf',
+                      '.fif' => 'application/fractals',
+                      '.filters' => 'Application/xml',
+                      '.fla' => 'application/octet-stream',
+                      '.flr' => 'x-world/x-vrml',
+                      '.flv' => 'video/x-flv',
+                      '.fsscript' => 'application/fsharp-script',
+                      '.fsx' => 'application/fsharp-script',
+                      '.generictest' => 'application/xml',
+                      '.gif' => 'image/gif',
+                      '.group' => 'text/x-ms-group',
+                      '.gsm' => 'audio/x-gsm',
+                      '.gtar' => 'application/x-gtar',
+                      '.gz' => 'application/x-gzip',
+                      '.h' => 'text/plain',
+                      '.hdf' => 'application/x-hdf',
+                      '.hdml' => 'text/x-hdml',
+                      '.hhc' => 'application/x-oleobject',
+                      '.hhk' => 'application/octet-stream',
+                      '.hhp' => 'application/octet-stream',
+                      '.hlp' => 'application/winhlp',
+                      '.hpp' => 'text/plain',
+                      '.hqx' => 'application/mac-binhex40',
+                      '.hta' => 'application/hta',
+                      '.htc' => 'text/x-component',
+                      '.htm' => 'text/html',
+                      '.html' => 'text/html',
+                      '.htt' => 'text/webviewhtml',
+                      '.hxa' => 'application/xml',
+                      '.hxc' => 'application/xml',
+                      '.hxd' => 'application/octet-stream',
+                      '.hxe' => 'application/xml',
+                      '.hxf' => 'application/xml',
+                      '.hxh' => 'application/octet-stream',
+                      '.hxi' => 'application/octet-stream',
+                      '.hxk' => 'application/xml',
+                      '.hxq' => 'application/octet-stream',
+                      '.hxr' => 'application/octet-stream',
+                      '.hxs' => 'application/octet-stream',
+                      '.hxt' => 'text/html',
+                      '.hxv' => 'application/xml',
+                      '.hxw' => 'application/octet-stream',
+                      '.hxx' => 'text/plain',
+                      '.i' => 'text/plain',
+                      '.ico' => 'image/x-icon',
+                      '.ics' => 'application/octet-stream',
+                      '.idl' => 'text/plain',
+                      '.ief' => 'image/ief',
+                      '.iii' => 'application/x-iphone',
+                      '.inc' => 'text/plain',
+                      '.inf' => 'application/octet-stream',
+                      '.inl' => 'text/plain',
+                      '.ins' => 'application/x-internet-signup',
+                      '.ipa' => 'application/x-itunes-ipa',
+                      '.ipg' => 'application/x-itunes-ipg',
+                      '.ipproj' => 'text/plain',
+                      '.ipsw' => 'application/x-itunes-ipsw',
+                      '.iqy' => 'text/x-ms-iqy',
+                      '.isp' => 'application/x-internet-signup',
+                      '.ite' => 'application/x-itunes-ite',
+                      '.itlp' => 'application/x-itunes-itlp',
+                      '.itms' => 'application/x-itunes-itms',
+                      '.itpc' => 'application/x-itunes-itpc',
+                      '.IVF' => 'video/x-ivf',
+                      '.jar' => 'application/java-archive',
+                      '.java' => 'application/octet-stream',
+                      '.jck' => 'application/liquidmotion',
+                      '.jcz' => 'application/liquidmotion',
+                      '.jfif' => 'image/pjpeg',
+                      '.jnlp' => 'application/x-java-jnlp-file',
+                      '.jpb' => 'application/octet-stream',
+                      '.jpe' => 'image/jpeg',
+                      '.jpeg' => 'image/jpeg',
+                      '.jpg' => 'image/jpeg',
+                      '.js' => 'application/x-javascript',
+                      '.jsx' => 'text/jscript',
+                      '.jsxbin' => 'text/plain',
+                      '.latex' => 'application/x-latex',
+                      '.library-ms' => 'application/windows-library+xml',
+                      '.lit' => 'application/x-ms-reader',
+                      '.loadtest' => 'application/xml',
+                      '.lpk' => 'application/octet-stream',
+                      '.lsf' => 'video/x-la-asf',
+                      '.lst' => 'text/plain',
+                      '.lsx' => 'video/x-la-asf',
+                      '.lzh' => 'application/octet-stream',
+                      '.m13' => 'application/x-msmediaview',
+                      '.m14' => 'application/x-msmediaview',
+                      '.m1v' => 'video/mpeg',
+                      '.m2t' => 'video/vnd.dlna.mpeg-tts',
+                      '.m2ts' => 'video/vnd.dlna.mpeg-tts',
+                      '.m2v' => 'video/mpeg',
+                      '.m3u' => 'audio/x-mpegurl',
+                      '.m3u8' => 'audio/x-mpegurl',
+                      '.m4a' => 'audio/m4a',
+                      '.m4b' => 'audio/m4b',
+                      '.m4p' => 'audio/m4p',
+                      '.m4r' => 'audio/x-m4r',
+                      '.m4v' => 'video/x-m4v',
+                      '.mac' => 'image/x-macpaint',
+                      '.mak' => 'text/plain',
+                      '.man' => 'application/x-troff-man',
+                      '.manifest' => 'application/x-ms-manifest',
+                      '.map' => 'text/plain',
+                      '.master' => 'application/xml',
+                      '.mda' => 'application/msaccess',
+                      '.mdb' => 'application/x-msaccess',
+                      '.mde' => 'application/msaccess',
+                      '.mdp' => 'application/octet-stream',
+                      '.me' => 'application/x-troff-me',
+                      '.mfp' => 'application/x-shockwave-flash',
+                      '.mht' => 'message/rfc822',
+                      '.mhtml' => 'message/rfc822',
+                      '.mid' => 'audio/mid',
+                      '.midi' => 'audio/mid',
+                      '.mix' => 'application/octet-stream',
+                      '.mk' => 'text/plain',
+                      '.mmf' => 'application/x-smaf',
+                      '.mno' => 'text/xml',
+                      '.mny' => 'application/x-msmoney',
+                      '.mod' => 'video/mpeg',
+                      '.mov' => 'video/quicktime',
+                      '.movie' => 'video/x-sgi-movie',
+                      '.mp2' => 'video/mpeg',
+                      '.mp2v' => 'video/mpeg',
+                      '.mp3' => 'audio/mpeg',
+                      '.mp4' => 'video/mp4',
+                      '.mp4v' => 'video/mp4',
+                      '.mpa' => 'video/mpeg',
+                      '.mpe' => 'video/mpeg',
+                      '.mpeg' => 'video/mpeg',
+                      '.mpf' => 'application/vnd.ms-mediapackage',
+                      '.mpg' => 'video/mpeg',
+                      '.mpp' => 'application/vnd.ms-project',
+                      '.mpv2' => 'video/mpeg',
+                      '.mqv' => 'video/quicktime',
+                      '.ms' => 'application/x-troff-ms',
+                      '.msi' => 'application/octet-stream',
+                      '.mso' => 'application/octet-stream',
+                      '.mts' => 'video/vnd.dlna.mpeg-tts',
+                      '.mtx' => 'application/xml',
+                      '.mvb' => 'application/x-msmediaview',
+                      '.mvc' => 'application/x-miva-compiled',
+                      '.mxp' => 'application/x-mmxp',
+                      '.nc' => 'application/x-netcdf',
+                      '.nsc' => 'video/x-ms-asf',
+                      '.nws' => 'message/rfc822',
+                      '.ocx' => 'application/octet-stream',
+                      '.oda' => 'application/oda',
+                      '.odc' => 'text/x-ms-odc',
+                      '.odh' => 'text/plain',
+                      '.odl' => 'text/plain',
+                      '.odp' => 'application/vnd.oasis.opendocument.presentation',
+                      '.ods' => 'application/oleobject',
+                      '.odt' => 'application/vnd.oasis.opendocument.text',
+                      '.one' => 'application/onenote',
+                      '.onea' => 'application/onenote',
+                      '.onepkg' => 'application/onenote',
+                      '.onetmp' => 'application/onenote',
+                      '.onetoc' => 'application/onenote',
+                      '.onetoc2' => 'application/onenote',
+                      '.orderedtest' => 'application/xml',
+                      '.osdx' => 'application/opensearchdescription+xml',
+                      '.p10' => 'application/pkcs10',
+                      '.p12' => 'application/x-pkcs12',
+                      '.p7b' => 'application/x-pkcs7-certificates',
+                      '.p7c' => 'application/pkcs7-mime',
+                      '.p7m' => 'application/pkcs7-mime',
+                      '.p7r' => 'application/x-pkcs7-certreqresp',
+                      '.p7s' => 'application/pkcs7-signature',
+                      '.pbm' => 'image/x-portable-bitmap',
+                      '.pcast' => 'application/x-podcast',
+                      '.pct' => 'image/pict',
+                      '.pcx' => 'application/octet-stream',
+                      '.pcz' => 'application/octet-stream',
+                      '.pdf' => 'application/pdf',
+                      '.pfb' => 'application/octet-stream',
+                      '.pfm' => 'application/octet-stream',
+                      '.pfx' => 'application/x-pkcs12',
+                      '.pgm' => 'image/x-portable-graymap',
+                      '.pic' => 'image/pict',
+                      '.pict' => 'image/pict',
+                      '.pkgdef' => 'text/plain',
+                      '.pkgundef' => 'text/plain',
+                      '.pko' => 'application/vnd.ms-pki.pko',
+                      '.pls' => 'audio/scpls',
+                      '.pma' => 'application/x-perfmon',
+                      '.pmc' => 'application/x-perfmon',
+                      '.pml' => 'application/x-perfmon',
+                      '.pmr' => 'application/x-perfmon',
+                      '.pmw' => 'application/x-perfmon',
+                      '.png' => 'image/png',
+                      '.pnm' => 'image/x-portable-anymap',
+                      '.pnt' => 'image/x-macpaint',
+                      '.pntg' => 'image/x-macpaint',
+                      '.pnz' => 'image/png',
+                      '.pot' => 'application/vnd.ms-powerpoint',
+                      '.potm' => 'application/vnd.ms-powerpoint.template.macroEnabled.12',
+                      '.potx' => 'application/vnd.openxmlformats-officedocument.presentationml.template',
+                      '.ppa' => 'application/vnd.ms-powerpoint',
+                      '.ppam' => 'application/vnd.ms-powerpoint.addin.macroEnabled.12',
+                      '.ppm' => 'image/x-portable-pixmap',
+                      '.pps' => 'application/vnd.ms-powerpoint',
+                      '.ppsm' => 'application/vnd.ms-powerpoint.slideshow.macroEnabled.12',
+                      '.ppsx' => 'application/vnd.openxmlformats-officedocument.presentationml.slideshow',
+                      '.ppt' => 'application/vnd.ms-powerpoint',
+                      '.pptm' => 'application/vnd.ms-powerpoint.presentation.macroEnabled.12',
+                      '.pptx' => 'application/vnd.openxmlformats-officedocument.presentationml.presentation',
+                      '.prf' => 'application/pics-rules',
+                      '.prm' => 'application/octet-stream',
+                      '.prx' => 'application/octet-stream',
+                      '.ps' => 'application/postscript',
+                      '.psc1' => 'application/PowerShell',
+                      '.psd' => 'application/octet-stream',
+                      '.psess' => 'application/xml',
+                      '.psm' => 'application/octet-stream',
+                      '.psp' => 'application/octet-stream',
+                      '.pub' => 'application/x-mspublisher',
+                      '.pwz' => 'application/vnd.ms-powerpoint',
+                      '.qht' => 'text/x-html-insertion',
+                      '.qhtm' => 'text/x-html-insertion',
+                      '.qt' => 'video/quicktime',
+                      '.qti' => 'image/x-quicktime',
+                      '.qtif' => 'image/x-quicktime',
+                      '.qtl' => 'application/x-quicktimeplayer',
+                      '.qxd' => 'application/octet-stream',
+                      '.ra' => 'audio/x-pn-realaudio',
+                      '.ram' => 'audio/x-pn-realaudio',
+                      '.rar' => 'application/octet-stream',
+                      '.ras' => 'image/x-cmu-raster',
+                      '.rat' => 'application/rat-file',
+                      '.rc' => 'text/plain',
+                      '.rc2' => 'text/plain',
+                      '.rct' => 'text/plain',
+                      '.rdlc' => 'application/xml',
+                      '.resx' => 'application/xml',
+                      '.rf' => 'image/vnd.rn-realflash',
+                      '.rgb' => 'image/x-rgb',
+                      '.rgs' => 'text/plain',
+                      '.rm' => 'application/vnd.rn-realmedia',
+                      '.rmi' => 'audio/mid',
+                      '.rmp' => 'application/vnd.rn-rn_music_package',
+                      '.roff' => 'application/x-troff',
+                      '.rpm' => 'audio/x-pn-realaudio-plugin',
+                      '.rqy' => 'text/x-ms-rqy',
+                      '.rtf' => 'application/rtf',
+                      '.rtx' => 'text/richtext',
+                      '.ruleset' => 'application/xml',
+                      '.s' => 'text/plain',
+                      '.safariextz' => 'application/x-safari-safariextz',
+                      '.scd' => 'application/x-msschedule',
+                      '.sct' => 'text/scriptlet',
+                      '.sd2' => 'audio/x-sd2',
+                      '.sdp' => 'application/sdp',
+                      '.sea' => 'application/octet-stream',
+                      '.searchConnector-ms' => 'application/windows-search-connector+xml',
+                      '.setpay' => 'application/set-payment-initiation',
+                      '.setreg' => 'application/set-registration-initiation',
+                      '.settings' => 'application/xml',
+                      '.sgimb' => 'application/x-sgimb',
+                      '.sgml' => 'text/sgml',
+                      '.sh' => 'application/x-sh',
+                      '.shar' => 'application/x-shar',
+                      '.shtml' => 'text/html',
+                      '.sit' => 'application/x-stuffit',
+                      '.sitemap' => 'application/xml',
+                      '.skin' => 'application/xml',
+                      '.sldm' => 'application/vnd.ms-powerpoint.slide.macroEnabled.12',
+                      '.sldx' => 'application/vnd.openxmlformats-officedocument.presentationml.slide',
+                      '.slk' => 'application/vnd.ms-excel',
+                      '.sln' => 'text/plain',
+                      '.slupkg-ms' => 'application/x-ms-license',
+                      '.smd' => 'audio/x-smd',
+                      '.smi' => 'application/octet-stream',
+                      '.smx' => 'audio/x-smd',
+                      '.smz' => 'audio/x-smd',
+                      '.snd' => 'audio/basic',
+                      '.snippet' => 'application/xml',
+                      '.snp' => 'application/octet-stream',
+                      '.sol' => 'text/plain',
+                      '.sor' => 'text/plain',
+                      '.spc' => 'application/x-pkcs7-certificates',
+                      '.spl' => 'application/futuresplash',
+                      '.src' => 'application/x-wais-source',
+                      '.srf' => 'text/plain',
+                      '.SSISDeploymentManifest' => 'text/xml',
+                      '.ssm' => 'application/streamingmedia',
+                      '.sst' => 'application/vnd.ms-pki.certstore',
+                      '.stl' => 'application/vnd.ms-pki.stl',
+                      '.sv4cpio' => 'application/x-sv4cpio',
+                      '.sv4crc' => 'application/x-sv4crc',
+                      '.svc' => 'application/xml',
+                      '.swf' => 'application/x-shockwave-flash',
+                      '.t' => 'application/x-troff',
+                      '.tar' => 'application/x-tar',
+                      '.tcl' => 'application/x-tcl',
+                      '.testrunconfig' => 'application/xml',
+                      '.testsettings' => 'application/xml',
+                      '.tex' => 'application/x-tex',
+                      '.texi' => 'application/x-texinfo',
+                      '.texinfo' => 'application/x-texinfo',
+                      '.tgz' => 'application/x-compressed',
+                      '.thmx' => 'application/vnd.ms-officetheme',
+                      '.thn' => 'application/octet-stream',
+                      '.tif' => 'image/tiff',
+                      '.tiff' => 'image/tiff',
+                      '.tlh' => 'text/plain',
+                      '.tli' => 'text/plain',
+                      '.toc' => 'application/octet-stream',
+                      '.tr' => 'application/x-troff',
+                      '.trm' => 'application/x-msterminal',
+                      '.trx' => 'application/xml',
+                      '.ts' => 'video/vnd.dlna.mpeg-tts',
+                      '.tsv' => 'text/tab-separated-values',
+                      '.ttf' => 'application/octet-stream',
+                      '.tts' => 'video/vnd.dlna.mpeg-tts',
+                      '.txt' => 'text/plain',
+                      '.u32' => 'application/octet-stream',
+                      '.uls' => 'text/iuls',
+                      '.user' => 'text/plain',
+                      '.ustar' => 'application/x-ustar',
+                      '.vb' => 'text/plain',
+                      '.vbdproj' => 'text/plain',
+                      '.vbk' => 'video/mpeg',
+                      '.vbproj' => 'text/plain',
+                      '.vbs' => 'text/vbscript',
+                      '.vcf' => 'text/x-vcard',
+                      '.vcproj' => 'Application/xml',
+                      '.vcs' => 'text/plain',
+                      '.vcxproj' => 'Application/xml',
+                      '.vddproj' => 'text/plain',
+                      '.vdp' => 'text/plain',
+                      '.vdproj' => 'text/plain',
+                      '.vdx' => 'application/vnd.ms-visio.viewer',
+                      '.vml' => 'text/xml',
+                      '.vscontent' => 'application/xml',
+                      '.vsct' => 'text/xml',
+                      '.vsd' => 'application/vnd.visio',
+                      '.vsi' => 'application/ms-vsi',
+                      '.vsix' => 'application/vsix',
+                      '.vsixlangpack' => 'text/xml',
+                      '.vsixmanifest' => 'text/xml',
+                      '.vsmdi' => 'application/xml',
+                      '.vspscc' => 'text/plain',
+                      '.vss' => 'application/vnd.visio',
+                      '.vsscc' => 'text/plain',
+                      '.vssettings' => 'text/xml',
+                      '.vssscc' => 'text/plain',
+                      '.vst' => 'application/vnd.visio',
+                      '.vstemplate' => 'text/xml',
+                      '.vsto' => 'application/x-ms-vsto',
+                      '.vsw' => 'application/vnd.visio',
+                      '.vsx' => 'application/vnd.visio',
+                      '.vtx' => 'application/vnd.visio',
+                      '.wav' => 'audio/wav',
+                      '.wave' => 'audio/wav',
+                      '.wax' => 'audio/x-ms-wax',
+                      '.wbk' => 'application/msword',
+                      '.wbmp' => 'image/vnd.wap.wbmp',
+                      '.wcm' => 'application/vnd.ms-works',
+                      '.wdb' => 'application/vnd.ms-works',
+                      '.wdp' => 'image/vnd.ms-photo',
+                      '.webarchive' => 'application/x-safari-webarchive',
+                      '.webtest' => 'application/xml',
+                      '.wiq' => 'application/xml',
+                      '.wiz' => 'application/msword',
+                      '.wks' => 'application/vnd.ms-works',
+                      '.WLMP' => 'application/wlmoviemaker',
+                      '.wlpginstall' => 'application/x-wlpg-detect',
+                      '.wlpginstall3' => 'application/x-wlpg3-detect',
+                      '.wm' => 'video/x-ms-wm',
+                      '.wma' => 'audio/x-ms-wma',
+                      '.wmd' => 'application/x-ms-wmd',
+                      '.wmf' => 'application/x-msmetafile',
+                      '.wml' => 'text/vnd.wap.wml',
+                      '.wmlc' => 'application/vnd.wap.wmlc',
+                      '.wmls' => 'text/vnd.wap.wmlscript',
+                      '.wmlsc' => 'application/vnd.wap.wmlscriptc',
+                      '.wmp' => 'video/x-ms-wmp',
+                      '.wmv' => 'video/x-ms-wmv',
+                      '.wmx' => 'video/x-ms-wmx',
+                      '.wmz' => 'application/x-ms-wmz',
+                      '.wpl' => 'application/vnd.ms-wpl',
+                      '.wps' => 'application/vnd.ms-works',
+                      '.wri' => 'application/x-mswrite',
+                      '.wrl' => 'x-world/x-vrml',
+                      '.wrz' => 'x-world/x-vrml',
+                      '.wsc' => 'text/scriptlet',
+                      '.wsdl' => 'text/xml',
+                      '.wvx' => 'video/x-ms-wvx',
+                      '.x' => 'application/directx',
+                      '.xaf' => 'x-world/x-vrml',
+                      '.xaml' => 'application/xaml+xml',
+                      '.xap' => 'application/x-silverlight-app',
+                      '.xbap' => 'application/x-ms-xbap',
+                      '.xbm' => 'image/x-xbitmap',
+                      '.xdr' => 'text/plain',
+                      '.xht' => 'application/xhtml+xml',
+                      '.xhtml' => 'application/xhtml+xml',
+                      '.xla' => 'application/vnd.ms-excel',
+                      '.xlam' => 'application/vnd.ms-excel.addin.macroEnabled.12',
+                      '.xlc' => 'application/vnd.ms-excel',
+                      '.xld' => 'application/vnd.ms-excel',
+                      '.xlk' => 'application/vnd.ms-excel',
+                      '.xll' => 'application/vnd.ms-excel',
+                      '.xlm' => 'application/vnd.ms-excel',
+                      '.xls' => 'application/vnd.ms-excel',
+                      '.xlsb' => 'application/vnd.ms-excel.sheet.binary.macroEnabled.12',
+                      '.xlsm' => 'application/vnd.ms-excel.sheet.macroEnabled.12',
+                      '.xlsx' => 'application/vnd.openxmlformats-officedocument.spreadsheetml.sheet',
+                      '.xlt' => 'application/vnd.ms-excel',
+                      '.xltm' => 'application/vnd.ms-excel.template.macroEnabled.12',
+                      '.xltx' => 'application/vnd.openxmlformats-officedocument.spreadsheetml.template',
+                      '.xlw' => 'application/vnd.ms-excel',
+                      '.xml' => 'text/xml',
+                      '.xmta' => 'application/xml',
+                      '.xof' => 'x-world/x-vrml',
+                      '.XOML' => 'text/plain',
+                      '.xpm' => 'image/x-xpixmap',
+                      '.xps' => 'application/vnd.ms-xpsdocument',
+                      '.xrm-ms' => 'text/xml',
+                      '.xsc' => 'application/xml',
+                      '.xsd' => 'text/xml',
+                      '.xsf' => 'text/xml',
+                      '.xsl' => 'text/xml',
+                      '.xslt' => 'text/xml',
+                      '.xsn' => 'application/octet-stream',
+                      '.xss' => 'application/xml',
+                      '.xtp' => 'application/octet-stream',
+                      '.xwd' => 'image/x-xwindowdump',
+                      '.z' => 'application/x-compress',
+                      '.zip' => 'application/x-zip-compressed'
+    }
+  end
+end