parsecom-importer 0.0.1

data/.gitignore

@@ -0,0 +1,18 @@
+*.gem
+*.rbc
+*.swp
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in parse-importer.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2013 Ando Yasushi
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,27 @@
+# parsecom-import
+
+You can import an exported zip file into your parse.com app.
+
+## Installation
+
+    $ gem install parse-importer
+
+If you are using rbenv, please don't forget call rehash
+
+    $ rbenv rehash
+
+## Usage
+
+Set environment variables to connect parse.com
+
+    export PARSE_APPLICATION_ID="xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx"
+    export PARSE_API_KEY="xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx"
+    export PARSE_MASTER_KEY="xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx"
+
+Call parse-import command.
+
+    $ parse-import 50523f10-2b8a-4bb8-83ef-31d2fa71f82d_1585107803_export.zip
+
+## Note
+
+The behavior of this command is different from exporting json files on the web. Though exporting on the web is allowed to set objectId and other reserved columns, this command is not. In short, this command changes objectIds and cannot copy some reserved columns.

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/bin/parsecom-import

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+begin
+  require 'parse/importer'
+rescue LoadError
+  require 'rubygems'
+  require 'parse/importer'
+end
+
+if ARGV.empty?
+  puts 'dirname'
+  exit
+end
+Parse::Importer.import ARGV.shift

data/lib/parse/importer.rb

@@ -0,0 +1,44 @@
+require 'tmpdir'
+require 'fileutils'
+require 'securerandom'
+require 'tempfile'
+require 'open-uri'
+require 'zipruby'
+require 'parsecom'
+require 'parse/importer/version'
+require 'parse/importer/store'
+
+module Parse
+  module Importer
+    module_function
+
+    def unzip zipname
+      output = Dir.tmpdir
+      Zip::Archive.open zipname do |archives|
+        archives.each do |archive|
+          filename = File.join output, archive.name
+          FileUtils.mkdir_p File.dirname(filename)
+          unless archive.directory?
+            File.open filename, 'w+b' do |file|
+              file.print archive.read
+            end
+          end
+        end
+      end
+      File.join output, File.dirname(zipname)
+    end
+
+    def import dirname, credentials=nil
+      if File.file? dirname
+        unless File.extname(dirname) == '.zip'
+          raise ArgumentError.new('should be a zip file or a directory')
+        end
+        dirname = unzip dirname
+      end
+
+      Parse.credentials credentials if credentials
+      store = Parse::Importer::Store.new dirname
+      store.save
+    end
+  end
+end

data/lib/parse/importer/store.rb

@@ -0,0 +1,105 @@
+module Parse
+  module Importer
+    class Store
+      attr_reader :store
+
+      def initialize dirname=nil
+        @parse_class_table = {}
+        @parse_object_table = {}
+        @store = {}
+        @relations = []
+        load dirname if dirname
+      end
+
+      def load dirname
+        Dir["#{dirname}/*"].each do |filepath|
+          filename = filepath.sub(%r|#{dirname}/|, '')
+          if filename =~ /^_Join:(.*):(.*).json$/
+            column_name = $1
+            parse_class_name = $2
+            @relations << [filepath, column_name, parse_class_name]
+          elsif filename =~ /^(.*).json$/
+            parse_class_name = $1
+            parse_class = Parse::Object(parse_class_name)
+            rows = []
+            results = JSON.parse File.read(filepath)
+            results['results'].each do |data|
+              rows << data
+              @parse_class_table[data['objectId']] = parse_class
+            end
+            @store[parse_class_name] = rows
+          end
+        end
+      end
+
+      def new_object_id_from_old_one object_id
+        @parse_object_table[object_id].objectId
+      end
+
+      def save
+        create_blank_objects
+        update_objects
+        add_relations
+      end
+
+      def create_blank_objects
+        @parse_class_table.each do |old_object_id, parse_class|
+          parse_object = parse_class.new
+          if parse_class.parse_class_name == '_User'
+            parse_object.username = SecureRandom.uuid # temporary username
+            parse_object.password = 'password'
+          end
+          parse_object.save
+          @parse_object_table[old_object_id] = parse_object
+          puts "#{parse_class.parse_class_name}(#{old_object_id}) has been created."
+        end
+      end
+
+      def update_objects
+        @store.each do |parse_class_name, rows|
+          rows.each do |data|
+            parse_object = @parse_object_table[data['objectId']]
+            data.each do |k, v|
+              if v.is_a? Hash
+                case v['__type']
+                when 'Pointer'
+                  v['objectId'] = new_object_id_from_old_one v['objectId']
+                when 'File'
+                  open v['url'] do |filedata|
+                    filepath = Tempfile.open 'temp' do |tempfile|
+                      tempfile.write filedata.read
+                      tempfile.path
+                    end
+                    name = File.basename(v['url']).split('-').last
+                    parse_file = Parse::ParseFile.new :name => name, :content => filepath
+                    parse_file.save
+                    data[k] = parse_file
+                  end
+                end
+              end
+            end
+            data.reject! do |k, v|
+              %w(sessionToken bcryptPassword).include? k
+            end
+            parse_object.update! data
+            puts "#{parse_object.parse_class_name}(#{data['objectId']}) has been updated."
+          end
+        end
+      end
+
+      def add_relations
+        @relations.each do |filepath, column_name, parse_class_name|
+          parse_class = Parse::Object(parse_class_name)
+          results = JSON.parse File.read(filepath)
+          results['results'].each do |relation|
+            object = parse_class.find_by_id new_object_id_from_old_one(relation['owningId'])
+            related_object = @parse_object_table[relation['relatedId']]
+            object.send "#{column_name}=", Parse::Op::AddRelation.new(related_object.pointer)
+            object.save!
+            puts "#{relation['owningId']} and #{relation['relatedId']} have been connected."
+          end
+        end
+      end
+    end
+  end
+end

data/lib/parse/importer/version.rb

@@ -0,0 +1,5 @@
+module Parse
+  module Importer
+    VERSION = "0.0.1"
+  end
+end

data/parsecom-importer.gemspec

@@ -0,0 +1,22 @@
+# -*- encoding: utf-8 -*-
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'parse/importer/version'
+
+Gem::Specification.new do |gem|
+  gem.name          = "parsecom-importer"
+  gem.version       = Parse::Importer::VERSION
+  gem.authors       = ["Ando Yasushi"]
+  gem.email         = ["andyjpn@gmail.com"]
+  gem.description   = %q{You can import an exported zip file into your parse.com app.}
+  gem.summary       = %q{You can import an exported zip file into your parse.com app.}
+  gem.homepage      = "https://github.com/technohippy/parsecom-importer"
+  gem.license       = "MIT"
+
+  gem.files         = `git ls-files`.split($/)
+  gem.executables   = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
+  gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
+  gem.require_paths = ["lib"]
+
+  gem.add_dependency "zipruby"
+end

metadata

@@ -0,0 +1,73 @@
+--- !ruby/object:Gem::Specification
+name: parsecom-importer
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+  prerelease: 
+platform: ruby
+authors:
+- Ando Yasushi
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-10-30 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: zipruby
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: You can import an exported zip file into your parse.com app.
+email:
+- andyjpn@gmail.com
+executables:
+- parsecom-import
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/parsecom-import
+- lib/parse/importer.rb
+- lib/parse/importer/store.rb
+- lib/parse/importer/version.rb
+- parsecom-importer.gemspec
+homepage: https://github.com/technohippy/parsecom-importer
+licenses:
+- MIT
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.23
+signing_key: 
+specification_version: 3
+summary: You can import an exported zip file into your parse.com app.
+test_files: []