qiita-takeout 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: a4d8db5ad33b321c4d0a9ef64111afd713bf75b6
+  data.tar.gz: f79203b2ecd31fa85f2384c02063a04f9827a0c5
+SHA512:
+  metadata.gz: aea071bd9b0cf447036bf23dc8320db95f370e0434e86d5b896589daf939ef82f45da664f5c2e577012e50c023915c90e4724ce6774f4d4596b27e7a8d07db05
+  data.tar.gz: ffb63d1a646dedf35c3c35bb827e5a34f80c88cbeff897b468afb9fafd6cab783f79592adc7d3f00350e65a9c1cd985273e38856e26253dd219303a97edd01e5

data/.gitignore

@@ -0,0 +1,15 @@
+/.bundle/
+/vendor/bundle
+/.yardoc
+/Gemfile.lock
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/
+*.bundle
+*.so
+*.o
+*.a
+mkmf.log

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in qiita-takeout.gemspec
+gemspec

data/LICENSE

@@ -0,0 +1,22 @@
+Copyright (c) 2015 Yasuaki Uechi
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,28 @@
+# Qiita::Takeout
+
+This gem can take your articles from Qiita to local storage.
+It's assumed to use for backup.
+
+## Installation
+
+```ruby
+gem install qiita-takeout
+```
+
+## Usage
+
+```session
+$ qiita-takeout
+Commands:
+  qiita-takeout dump NAME PASSWORD  # Dump your articles on Qiita.
+  qiita-takeout help [COMMAND]      # Describe available commands or one specific command
+  qiita-takeout version             # Show version
+```
+
+## Contributing
+
+1. Fork it ( https://github.com/uetchy/qiita-takeout/fork )
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create a new Pull Request

data/Rakefile

@@ -0,0 +1,2 @@
+require "bundler/gem_tasks"
+

data/bin/qiita-takeout

@@ -0,0 +1,11 @@
+#!/usr/bin/env ruby
+# encoding: utf-8
+
+require 'qiita/takeout'
+
+begin
+  Qiita::Takeout::CLI.start(ARGV)
+rescue SystemExit, Interrupt
+rescue Exception => err
+  puts err
+end

data/lib/qiita/takeout/cli.rb

@@ -0,0 +1,44 @@
+require 'thor'
+require 'json'
+require 'open-uri'
+require 'nokogiri'
+require 'fileutils'
+
+class Qiita::Takeout::CLI < Thor
+  desc "dump NAME PASSWORD", "Dump your articles on Qiita."
+  def dump(name, password)
+    auth = Qiita::Takeout::Connector.auth name, password
+    data = Qiita::Takeout::Connector.get(:items, :token => auth['token'])
+
+    dest_path = File.join(Qiita::Takeout::OUTPUT_PATH % {:timestamp => Time.now.strftime("%Y%m%d")})
+    images_dest_path = File.join(dest_path, "images")
+
+    FileUtils.mkdir_p(dest_path) unless File.exist?(dest_path)
+
+    open(File.join(dest_path, "articles.json"), "w") do |f|
+      f.write data.to_json
+    end
+
+    data.each do |article|
+      id = article['id'].to_s
+      body = Nokogiri::HTML.parse(article['body'])
+      img_arr = body.css("img[src^='https://qiita-image-store.s3.amazonaws.com']")
+      img_arr.each do |img|
+        url = img.attr('src')
+        output = img.attr('alt')
+        output_path = File.join(images_dest_path, id, output)
+        FileUtils.mkdir_p(File.dirname(output_path)) unless File.exist?(File.dirname(output_path))
+        open(output_path, 'wb') do |f|
+          f.write open(url, 'rb').read
+        end
+      end
+    end
+
+    puts "Dumped => #{dest_path}"
+  end
+
+  desc "version", "Show version"
+  def version
+    puts "qiita-takeout version #{Qiita::Takeout::VERSION}"
+  end
+end

data/lib/qiita/takeout/connector.rb

@@ -0,0 +1,77 @@
+# encoding: utf-8
+
+require 'net/https'
+require 'uri'
+require 'json'
+
+module Qiita::Takeout
+  class Connector
+    ENDPOINT = "https://qiita.com/api/v1/"
+
+    def self.fetch(uri, params={}, *args)
+      defaults = { method: :get, limit: 10 }
+      opt = args.last.kind_of?(Hash)? defaults.update(args.pop) : defaults
+      raise ArgumentError, 'too many HTTP redirects' if opt[:limit] == 0
+
+      if opt[:method] == :get
+        uri.query = URI.encode_www_form(params) if params
+        request = Net::HTTP::Get.new(uri.request_uri)
+      else
+        request = Net::HTTP::Post.new(uri.request_uri)
+        request.set_form_data(params)
+      end
+
+      response = Net::HTTP.start(
+                   uri.host,
+                   uri.port,
+                   :use_ssl => (uri.scheme == 'https'),
+                   :verify_mode => OpenSSL::SSL::VERIFY_NONE
+                 ) do |https|
+        https.request(request)
+      end
+
+      case response
+      when Net::HTTPSuccess
+
+        if(response.class.body_permitted?)
+          begin
+            JSON(response.body)
+          rescue JSON::ParserError
+            false
+          end
+        else
+          false
+        end
+
+      when Net::HTTPRedirection
+        location = response['location']
+        fetch(location, limit - 1)
+      when Net::HTTPUnauthorized
+        false
+      else
+        response.value
+      end
+    end
+
+    def self.get(path, args={})
+      uri = URI.join(ENDPOINT, path.to_s)
+      fetch uri, args
+    end
+
+    def self.post(path, args={})
+      uri = URI.join(ENDPOINT, path.to_s)
+      fetch uri, args, method: :post
+    end
+
+    def self.auth(name, password)
+      uri = URI.join(ENDPOINT, 'auth')
+      params = {:url_name => name, :password => password}
+      fetch uri, params, method: :post
+    end
+
+    def self.search(query, args={})
+      uri = URI.join(ENDPOINT, 'search')
+      fetch uri, {:q => query}.update(args)
+    end
+  end
+end

data/lib/qiita/takeout/version.rb

@@ -0,0 +1,5 @@
+module Qiita
+  module Takeout
+    VERSION = "0.1.0"
+  end
+end

data/lib/qiita/takeout.rb

@@ -0,0 +1,10 @@
+require "qiita/takeout/version"
+require "qiita/takeout/connector"
+
+module Qiita
+  module Takeout
+    OUTPUT_PATH = 'qiita-takeout-%{timestamp}'
+  end
+end
+
+require "qiita/takeout/cli"

data/qiita-takeout.gemspec

@@ -0,0 +1,26 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'qiita/takeout/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "qiita-takeout"
+  spec.version       = Qiita::Takeout::VERSION
+  spec.authors       = ["Yasuaki Uechi"]
+  spec.email         = ["uetchy@randompaper.co"]
+  spec.summary       = %q{Dump your articles on Qiita.}
+  spec.description   = %q{Dump your articles on Qiita.}
+  spec.homepage      = "https://github.com/uetchy/qiita-takeout"
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files -z`.split("\x0")
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.7"
+  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "pry-byebug"
+  spec.add_runtime_dependency "thor"
+  spec.add_dependency "nokogiri"
+end

metadata

@@ -0,0 +1,126 @@
+--- !ruby/object:Gem::Specification
+name: qiita-takeout
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Yasuaki Uechi
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-01-24 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.7'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.7'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: pry-byebug
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Dump your articles on Qiita.
+email:
+- uetchy@randompaper.co
+executables:
+- qiita-takeout
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- Gemfile
+- LICENSE
+- README.md
+- Rakefile
+- bin/qiita-takeout
+- lib/qiita/takeout.rb
+- lib/qiita/takeout/cli.rb
+- lib/qiita/takeout/connector.rb
+- lib/qiita/takeout/version.rb
+- qiita-takeout.gemspec
+homepage: https://github.com/uetchy/qiita-takeout
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.5
+signing_key: 
+specification_version: 4
+summary: Dump your articles on Qiita.
+test_files: []