hackpad-migration 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: eb98deb53e9023cf28e9fa815598194d89750dd6
+  data.tar.gz: 88731023ca6dd3e3735a58c87d8757cad700626a
+SHA512:
+  metadata.gz: 21c3370ca12d23e39907a4da7194a9d44adc4638969dfa2d10362db6769f4daabd30808e746cd8b984c7a8ddf081a653f4dce221c9f389cd448e253a4be43da7
+  data.tar.gz: 325c58de13b44ec4fad89ca60f99cc53afd898c3d16aa10b7b3e6d2f1ee80612ff8210d715b79f9c648adac33061442e217561492a1c18ee3d010153b80c9afc

data/.gitignore

@@ -0,0 +1,11 @@
+/.bundle/
+/.yardoc
+/Gemfile.lock
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/
+/result.json
+/hackpad-migration-*.gem

data/.rspec

@@ -0,0 +1,2 @@
+--format documentation
+--color

data/.travis.yml

@@ -0,0 +1,4 @@
+language: ruby
+rvm:
+  - 2.2.3
+before_install: gem install bundler -v 1.11.2

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in hackpad-migration.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2016 Doni Leung
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/README.md

@@ -0,0 +1,19 @@
+# Hackpad::Migration
+
+A tool for migrate Hackpad from one Hackpad site to other Hackpad site via Hackpad's APIs.
+
+## Installation
+
+    $ gem install hackpad-migration
+
+## Usage
+
+After installed, Please use command below then follow the note to use it.
+
+    $ hackpad-migrate
+
+The migration can execute multiple times as you want, it will store the result in the disk after the migrateion is done for each pad, So the next time to be executed, this tool will update all the pad from source site.
+
+## Contributing
+
+Bug reports and pull requests are welcome on GitHub at https://github.com/kudelabs/hackpad-migration.

data/Rakefile

@@ -0,0 +1,6 @@
+require "bundler/gem_tasks"
+require "rspec/core/rake_task"
+
+RSpec::Core::RakeTask.new(:spec)
+
+task :default => :spec

data/bin/console

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "hackpad/migration"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require "irb"
+IRB.start

data/bin/hackpad-migrate

@@ -0,0 +1,5 @@
+#!/usr/bin/env ruby
+
+require_relative '../lib/hackpad/migration'
+
+Hackpad::Migration::Runner.start

data/bin/setup

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+set -euo pipefail
+IFS=$'\n\t'
+set -vx
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/hackpad-migration.gemspec

@@ -0,0 +1,38 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'hackpad/migration/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "hackpad-migration"
+  spec.version       = Hackpad::Migration::VERSION
+  spec.authors       = ["Doni Leung"]
+  spec.email         = ["d@ii2d.com"]
+
+  spec.summary       = %q{Hackpad migrator}
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.description   = %q{A tool for migrate Hackpad from one Hackpad site to other Hackpad site via Hackpad's APIs.}
+  spec.homepage      = "https://github.com/kudelabs/hackpad-migration.git"
+  spec.license       = "MIT"
+  # Prevent pushing this gem to RubyGems.org by setting 'allowed_push_host', or
+  # delete this section to allow pushing this gem to any host.
+  # if spec.respond_to?(:metadata)
+  #   spec.metadata['allowed_push_host'] = 'http://mygemserver.com'
+  # else
+  #   raise "RubyGems 2.0 or newer is required to protect against public gem pushes."
+  # end
+
+  spec.files         = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  # spec.bindir        = "exe"
+  spec.executables   = ['hackpad-migrate']#spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.add_dependency 'oauth', "~> 0.5.1"
+  spec.add_dependency 'thor', "~> 0.19.1"
+  spec.add_dependency 'nokogiri', "~> 1.6"
+
+  spec.add_development_dependency "bundler", "~> 1.11"
+  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "rspec", "~> 3.0"
+  spec.add_development_dependency "byebug", "~> 8.2"
+end

data/lib/hackpad/migration.rb

@@ -0,0 +1,14 @@
+require 'thor'
+require 'oauth'
+require 'json'
+require 'nokogiri'
+require "hackpad/migration/version"
+require 'hackpad/migration/result'
+require 'hackpad/migration/runner'
+require 'hackpad/migration/api'
+require 'hackpad/migration/migrator'
+
+module Hackpad
+  module Migration
+  end
+end

data/lib/hackpad/migration/api.rb

@@ -0,0 +1,39 @@
+module Hackpad
+  module Migration
+    class API
+      attr_reader :client
+      def initialize(site, client_id, secret)
+        @client = OAuth::Consumer.new(client_id, secret, site: site)
+      end
+
+      def list
+        JSON.parse(client.request(:get, '/api/1.0/pads/all').body)
+      end
+
+      def get(id)
+        body = client.request(:get, "/api/1.0/pad/#{id}/content/latest.html").body
+        html_doc = Nokogiri::HTML(body)
+        fix_data_missing(body)
+        %Q(#{html_doc.at_css('h1:first').text}\n#{body})
+      end
+
+      def create(body)
+        JSON.parse(client.request(:post, '/api/1.0/pad/create', nil, {}, body, {
+                                    'Content-Type' => 'text/html'
+                                  }).body)
+      end
+
+      def update(pid, body)
+        JSON.parse(client.request(:post, "/api/1.0/pad/#{pid}/content", nil, {}, body, {
+                                    'Content-Type' => 'text/html'
+                                  }).body)
+      end
+
+      private
+      def fix_data_missing(body)
+        body.gsub!('class="taskdone"', 'class="listtype-taskdone listindent2 list-taskdone2"')
+        body.gsub!('class="task"', 'class="listtype-task listindent2 list-task2"')
+      end
+    end
+  end
+end

data/lib/hackpad/migration/migrator.rb

@@ -0,0 +1,30 @@
+module Hackpad
+  module Migration
+    class Migrator
+      attr_reader :source, :target, :result
+      def initialize(last_result)
+        options = last_result.user_options
+        @source = API.new(options['source_site'], options['source_client_id'], options['source_secret'])
+        @target = API.new(options['target_site'], options['target_client_id'], options['target_secret'])
+        @result = last_result
+      end
+
+      def migrate
+        source.list.each do |source_pid|
+          body = source.get(source_pid)
+          # pad {"padId"=>"RAtutOXxMGF1", "globalPadId"=>"2$RAtutOXxMGF1"}
+          target_pid = result.source_and_target_map[source_pid]
+          if target_pid.nil?
+            pad = target.create(body)
+            result.add_source_and_target(source_pid, pad['padId'])
+            puts "created pad #{pad['padId']} from source pad #{source_pid}"
+            result.write!
+          else
+            puts "Updating pad #{target_pid} from source pad #{source_pid}"
+            pad = target.update(target_pid, body)
+          end
+        end
+      end
+    end
+  end
+end

data/lib/hackpad/migration/result.rb

@@ -0,0 +1,43 @@
+module Hackpad
+  module Migration
+    class Result
+      def initialize(out_file)
+        @out_file = out_file
+      end
+
+      def result
+        @result ||= File.exist?(@out_file) ? JSON.parse(open(@out_file).read) : {}
+      end
+
+      def write!
+        open(@out_file, 'w+') do |f|
+          f.write(to_json)
+        end
+      end
+
+      def user_options
+        @user_options ||= result['user_options'] || {}
+      end
+
+      def source_and_target_map
+        @source_and_target_map ||= result['source_and_target_map'] || {}
+      end
+
+      def add_user_option(key, vlaue)
+        user_options[key] = value
+      end
+
+      def add_source_and_target(source, target)
+        source_and_target_map[source] = target
+      end
+
+      def to_json
+        JSON.pretty_generate(
+          user_options: user_options,
+          source_and_target_map: source_and_target_map,
+          updated_at: Time.now
+        )
+      end
+    end
+  end
+end

data/lib/hackpad/migration/runner.rb

@@ -0,0 +1,46 @@
+module Hackpad
+  module Migration
+    class Runner < Thor
+      include Thor::Actions
+
+      default_task :migrate
+      desc 'migrate', 'start migration with output file'
+      # method_option :source_site, desc: 'The source site for migration', required: true
+      # method_option :source_client_id, desc: 'Hackpad client id for source site', required: true
+      # method_option :source_secret, desc: 'Hackpad secret key for source site', required: true
+      # method_option :target_site, desc: 'The target site for migration', required: true
+      # method_option :target_client_id, desc: 'Hackpad client id for target site', required: true
+      # method_option :target_secret, desc: 'Hackpad secret key for target site', required: true
+      method_option :output, desc: 'file path for the result'
+      def migrate
+        out_file = options['output'].nil? ? 'result.json' : options['output']
+        last_result = Result.new(out_file)
+        if last_result.user_options['source_site'].nil?
+          last_result.user_options['source_site'] = ask 'Please entry the source site that you want to migrate (example: https://example.hackpad.com): '
+          last_result.write!
+        end
+        if last_result.user_options['source_client_id'].nil?
+          last_result.user_options['source_client_id'] = ask 'Please entry the client id that you want to migrate (example: xLR8qInsYLG): '
+          last_result.write!
+        end
+        if last_result.user_options['source_secret'].nil?
+          last_result.user_options['source_secret'] = ask 'Please entry the secret that you want to migrate (example: XsDYswLE1QogALkdFgsfvhRW4YJUvGre): '
+          last_result.write!
+        end
+        if last_result.user_options['target_site'].nil?
+          last_result.user_options['target_site'] = ask 'Please entry the target site that you want to migrate (example: https://example.hackpad.com): '
+          last_result.write!
+        end
+        if last_result.user_options['target_client_id'].nil?
+          last_result.user_options['target_client_id'] = ask 'Please entry the client id that you want to migrate (example: xLR8qInsYLG): '
+          last_result.write!
+        end
+        if last_result.user_options['target_secret'].nil?
+          last_result.user_options['target_secret'] = ask 'Please entry the secret that you want to migrate (example: XsDYswLE1QogALkdFgsfvhRW4YJUvGre): '
+          last_result.write!
+        end
+        Hackpad::Migration::Migrator.new(last_result).migrate
+      end
+    end
+  end
+end

data/lib/hackpad/migration/version.rb

@@ -0,0 +1,5 @@
+module Hackpad
+  module Migration
+    VERSION = "0.1.0"
+  end
+end

metadata

@@ -0,0 +1,162 @@
+--- !ruby/object:Gem::Specification
+name: hackpad-migration
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Doni Leung
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2016-03-16 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: oauth
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.5.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.5.1
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.19.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.19.1
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.11'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.11'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: byebug
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '8.2'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '8.2'
+description: A tool for migrate Hackpad from one Hackpad site to other Hackpad site
+  via Hackpad's APIs.
+email:
+- d@ii2d.com
+executables:
+- hackpad-migrate
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".rspec"
+- ".travis.yml"
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/console
+- bin/hackpad-migrate
+- bin/setup
+- hackpad-migration.gemspec
+- lib/hackpad/migration.rb
+- lib/hackpad/migration/api.rb
+- lib/hackpad/migration/migrator.rb
+- lib/hackpad/migration/result.rb
+- lib/hackpad/migration/runner.rb
+- lib/hackpad/migration/version.rb
+homepage: https://github.com/kudelabs/hackpad-migration.git
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.8
+signing_key: 
+specification_version: 4
+summary: Hackpad migrator
+test_files: []
+has_rdoc: