komic-cli 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: fbdc149c735015311df034e0f1c60605de5248aa
+  data.tar.gz: 1d81e3e6f749dde7578d49c881e4bd40e8c114d8
+SHA512:
+  metadata.gz: 51ff0497fd3f1f643094e50ab0fb2298cfdc7c64bd5d20fd991c0e863e51b58662f6ad2eecfd1a1156298fcc99efe319c46c8348b8669344b5e710dfdd015389
+  data.tar.gz: 6b10b60da03d9e1da1d58b09c6abcb3dd248d8af724c3851e7fb2193252a3cc0eaaea824441242bf1a4241394a1f547f46164b6f3445e1026cca39b41d44f174

data/.document

@@ -0,0 +1,4 @@
+lib/**/*.rb
+README.rdoc
+ChangeLog.rdoc
+LICENSE.txt

data/.gitignore

@@ -0,0 +1,4 @@
+Gemfile.lock
+html/
+pkg/
+vendor/cache/*.gem

data/.rspec

@@ -0,0 +1 @@
+--colour --format documentation

data/ChangeLog.rdoc

@@ -0,0 +1,4 @@
+=== 0.1.0 / 2015-07-31
+
+* Initial release:
+

data/Gemfile

@@ -0,0 +1,3 @@
+source "https://ruby.taobao.org"
+
+gemspec

data/LICENSE.txt

@@ -0,0 +1,20 @@
+Copyright (c) 2015 hxgdzyuyi
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.rdoc

@@ -0,0 +1,27 @@
+= komic-cli
+
+* {Homepage}[https://rubygems.org/gems/komic-cli]
+* {Documentation}[http://rubydoc.info/gems/komic-cli/frames]
+* {Email}[mailto:hxgdzyuyi at gmail.com]
+
+== Description
+
+TODO: Description
+
+== Features
+
+== Examples
+
+  require 'komic/cli'
+
+== Requirements
+
+== Install
+
+  $ gem install komic-cli
+
+== Copyright
+
+Copyright (c) 2015 hxgdzyuyi
+
+See LICENSE.txt for details.

data/Rakefile

@@ -0,0 +1,36 @@
+# encoding: utf-8
+
+require 'rubygems'
+
+begin
+  require 'bundler'
+rescue LoadError => e
+  warn e.message
+  warn "Run `gem install bundler` to install Bundler."
+  exit -1
+end
+
+begin
+  Bundler.setup(:development)
+rescue Bundler::BundlerError => e
+  warn e.message
+  warn "Run `bundle install` to install missing gems."
+  exit e.status_code
+end
+
+require 'rake'
+
+require 'rubygems/tasks'
+Gem::Tasks.new
+
+require 'rdoc/task'
+RDoc::Task.new do |rdoc|
+  rdoc.title = "komic-cli"
+end
+task :doc => :rdoc
+
+require 'rspec/core/rake_task'
+RSpec::Core::RakeTask.new
+
+task :test    => :spec
+task :default => :spec

data/bin/komic

@@ -0,0 +1,11 @@
+#!/usr/bin/env ruby
+
+require 'rubygems'
+
+begin
+  require 'komic'
+rescue LoadError => e
+  abort 'Could not load "komic"'
+end
+
+Komic::Cli.start( ARGV )

data/komic-cli.gemspec

@@ -0,0 +1,35 @@
+# -*- encoding: utf-8 -*-
+
+lib_dir = File.join(File.dirname(__FILE__),'lib')
+$LOAD_PATH << lib_dir unless $LOAD_PATH.include?(lib_dir)
+
+require 'komic/version'
+
+Gem::Specification.new do |gem|
+  gem.name          = "komic-cli"
+  gem.version       = Komic::VERSION
+  gem.summary       = %q{ komic-cli }
+  gem.description   = %q{ komic-cli }
+  gem.license       = "MIT"
+  gem.authors       = ["hxgdzyuyi"]
+  gem.email         = "hxgdzyuyi@gmail.com"
+  gem.homepage      = "https://rubygems.org/gems/komic-cli"
+
+  gem.files         = `git ls-files`.split($/)
+  gem.executables   = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
+  gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
+  gem.require_paths = ['lib']
+
+  gem.add_runtime_dependency 'thor', '~> 0.19'
+  gem.add_runtime_dependency 'mechanize', '~> 2.7'
+  gem.add_runtime_dependency 'mime-types', '~> 2.6'
+  gem.add_runtime_dependency 'mini_magick', '~> 4.2'
+  gem.add_runtime_dependency 'jbuilder', '~> 2.3'
+  gem.add_runtime_dependency 'json-schema', '~> 2.5'
+
+  gem.add_development_dependency 'bundler', '~> 1.0'
+  gem.add_development_dependency 'rake', '~> 0.8'
+  gem.add_development_dependency 'rdoc', '~> 3.0'
+  gem.add_development_dependency 'rspec', '~> 3.3'
+  gem.add_development_dependency 'rubygems-tasks', '~> 0.2'
+end

data/lib/komic/cli.rb

@@ -0,0 +1,35 @@
+require 'thor'
+require 'komic/crawler/douban'
+require 'komic/generator/generator'
+require 'mini_magick'
+
+module Komic
+  # This module handles the Komic executables .
+  class Cli < Thor
+
+    map '-d' => :download
+
+    desc "download URL", "从 url 下载画册数据 (* 目前只支持豆瓣相册)"
+    option :name, default: "crawled_from_douban", desc: "设定文件夹名"
+    def download(url)
+      crawler = Komic::Crawler::Douban.new
+      title, images = crawler.get_crawled_result(url)
+      images = images.map do |image_path|
+        image = MiniMagick::Image.open(image_path)
+        { src: image_path, width: image.width, height: image.height }
+      end
+      generator = Komic::Generator.new
+      generator.create_package({ images: images, meta: { name: title } }, options)
+    end
+
+    desc "mock", "生成虚拟的画册数据"
+    option :'page-number', default: 6, desc: "设定页数"
+    option :size, default: "700-1024x900-1000", desc: "设定尺寸"
+    option :name, default: "mock", desc: "设定文件夹名"
+    def mock
+      generator = Komic::Generator.new
+      mocks = generator.generate_mocks options
+      generator.create_package({ images: mocks }, options)
+    end
+  end
+end

data/lib/komic/crawler/douban.rb

@@ -0,0 +1,84 @@
+require 'mechanize'
+require 'fileutils'
+require 'mime/types'
+require 'tmpdir'
+
+module Komic
+  module Crawler
+    class Douban
+      def initialize
+        @mechanize = Mechanize.new
+        @file_index = 0
+        @tmpdir = Dir.mktmpdir
+      end
+
+      def get_crawled_result(album_home_url)
+        next_link_url = album_home_url
+        next_link = nil
+        album_title = nil
+
+        @mechanize.get(album_home_url) do |page|
+          album_title = page.at('title').text().strip!
+        end
+
+        loop do
+          begin
+            crawl_album_page(next_link_url)
+          rescue Exception => e
+            puts e.message
+            puts e.backtrace.inspect
+          end
+
+          @mechanize.get(next_link_url) do |page|
+            next_link = page.at('link[rel="next"]')
+          end
+          break if next_link.nil?
+          next_link_url = next_link["href"]
+        end
+
+        image_pathes = (Dir.entries(@tmpdir) - %w[. ..]).map do |path|
+          File.join(@tmpdir, path)
+        end
+
+        return album_title, image_pathes
+      end
+
+      def crawl_album_page(album_page_url)
+        @mechanize.get(album_page_url) do |page|
+          page.search('.photolst_photo').each do |link|
+            crawl_photo_page(link['href'])
+          end
+        end
+      end
+
+      def crawl_photo_page(photo_page_url)
+        link_to_large = nil
+        thumb_photo_url = nil
+
+        @mechanize.get(photo_page_url) do |page|
+          link_to_large = page.at('a[title="查看原图"]')
+          thumb_photo_url = page.at('.image-show-inner img')["src"]
+        end
+
+        unless link_to_large.nil?
+          @mechanize.get(link_to_large['href']) do |page|
+            download_image(page.at('#pic-viewer img')["src"])
+          end
+        else
+          download_image(thumb_photo_url)
+        end
+      end
+
+      def download_image(photo_url)
+        resource = @mechanize.get(photo_url)
+        content_type = resource["content-type"]
+        mime_type = MIME::Types[resource["content-type"]].first
+        resource.save(File.expand_path( \
+          [@file_index, mime_type.extensions.first].join('.'), @tmpdir))
+        @file_index = @file_index + 1
+        p 'current image is ' + @file_index.to_s
+        sleep 2
+      end
+    end
+  end
+end

data/lib/komic/generator/content.schema.json

@@ -0,0 +1,80 @@
+{
+  "$schema": "http://json-schema.org/draft-04/schema#",
+  "id": "/",
+  "type": "object",
+  "properties": {
+    "komic_cli_version": {
+      "id": "komic_version",
+      "type": "string"
+    },
+    "content_json_version": {
+      "id": "komic_version",
+      "type": "string"
+    },
+    "name": {
+      "id": "name",
+      "type": "string"
+    },
+    "author": {
+      "id": "author",
+      "type": "object",
+      "properties": {
+        "name": {
+          "id": "name",
+          "type": "string"
+        }
+      }
+    },
+    "description": {
+      "id": "description",
+      "type": "string"
+    },
+    "thumbnails": {
+      "id": "thumbnails",
+      "type": "object",
+      "properties": {
+        "height": {
+          "id": "height",
+          "type": "integer"
+        },
+        "path": {
+          "id": "path",
+          "type": "string"
+        }
+      }
+    },
+    "images": {
+      "id": "images",
+      "type": "array",
+      "items": [
+        {
+          "id": "0",
+          "type": "object",
+          "properties": {
+            "src": {
+              "id": "src",
+              "type": "string"
+            },
+            "width": {
+              "id": "width",
+              "type": "integer"
+            },
+            "height": {
+              "id": "height",
+              "type": "integer"
+            }
+          }
+        }
+      ]
+    }
+  },
+  "required": [
+    "komic_cli_version",
+    "content_json_version",
+    "name",
+    "author",
+    "description",
+    "thumbnails",
+    "images"
+  ]
+}

data/lib/komic/generator/generator.rb

@@ -0,0 +1,168 @@
+require 'fileutils'
+require 'tempfile'
+require 'jbuilder'
+require 'json'
+require 'json-schema'
+require 'mini_magick'
+require 'base64'
+
+require 'komic/version'
+require 'komic/generator/helpers'
+
+module Komic
+  class ThumbnailsBuilder
+    def initialize(files)
+      @images = files
+    end
+
+    def render_sprite_symbol(props)
+      id, mime_type, data, width, height = props.values
+
+      return %(
+        <symbol id="#{ id }">
+          <image xlink:href="data:#{mime_type};base64,#{ data }"
+            width="#{ width }" height="#{ height }"/>
+        </symbol>
+      )
+    end
+
+    def render_svg_sprite
+      sprites = @images.map.with_index do |image, index|
+          thumbnail = MiniMagick::Image.open(image[:src])
+          thumbnail.resize "x200"
+          thumbnail.format "jpeg"
+          render_sprite_symbol({
+            id: index,
+            mime_type: thumbnail.mime_type,
+            data: Base64.strict_encode64(thumbnail.to_blob),
+            width: thumbnail.width,
+            height: thumbnail.height
+          })
+        end
+
+      return %(
+        <svg xmlns="http://www.w3.org/2000/svg"
+          xmlns:xlink="http://www.w3.org/1999/xlink">
+      ) + sprites.join(' ') + %(</svg>)
+    end
+
+    def to_build
+      render_svg_sprite
+    end
+  end
+
+  class ContentBuilder
+    def initialize(meta, files)
+      @meta = meta
+      @images = files
+    end
+
+    def validate_json(data)
+      data = JSON.load(data)
+      schema = JSON.load(File.read(File.join(__dir__, './content.schema.json')))
+
+      begin
+          JSON::Validator.validate!(schema, data)
+      rescue JSON::Schema::ValidationError
+        puts $!.message
+      end
+    end
+
+    def to_build
+      content_builder = Jbuilder.new do |json|
+        json.komic_cli_version Komic::VERSION
+        json.content_json_version Komic::CONTENT_JSON_VERSION
+        json.(@meta, :name, :author, :description, :thumbnails)
+        json.images @images
+      end
+      data = content_builder.target!
+      validate_json(data)
+      return data
+    end
+  end
+
+  class Generator
+
+    def render_fake_svg(props)
+      width, height = props.values
+
+      return %(
+        <svg width="#{ width }" height="#{ height }"
+          xmlns="http://www.w3.org/2000/svg"
+          xmlns:xlink="http://www.w3.org/1999/xlink">
+          <rect width="100%" height="100%" fill="gray"></rect>
+          <text x="#{ width / 2 }" y="50%" dy=".3em" text-anchor="middle"
+            fill="white" font-size="30"
+            font-family="Comic Sans, Comic Sans MS, cursive">
+            #{ width } x #{ height }
+          </text>
+        </svg>
+      )
+    end
+
+    def create_fake_image(filename, size)
+      size = Helpers.parse_size(size)
+      file = Tempfile.new([filename, '.svg'])
+      image_width = size[:width]
+      image_height = size[:height]
+      file.write render_fake_svg({ width: image_width, height: image_height })
+      file.close
+      return { src: file.path, width: image_width, height: image_height }
+    end
+
+    def generate_mocks(options)
+      images = Array.new(options[:'page-number'])
+        .map.with_index do |value, index|
+          create_fake_image index.to_s, options[:size]
+        end
+    end
+
+    def create_package(data, options)
+      root_dir = File.join(Dir.pwd, options[:name])
+      image_dir = File.join(root_dir, 'images')
+
+      [root_dir, image_dir].each { |path| FileUtils.mkdir_p path }
+
+      files = data[:images]
+
+      files.map.with_index do |image, index|
+        image_manager = MiniMagick::Image.open(image[:src])
+
+        image_path = File.join(image_dir, [index, image_manager.type.downcase].join('.'))
+        FileUtils.mv image[:src], image_path
+        image[:src] = image_path
+        image
+      end
+
+      thumbnails_builder = ThumbnailsBuilder.new(files)
+      thumbnail_path = File.join(image_dir, './thumbnail.svg')
+      File.open(thumbnail_path, 'w') do |file|
+        file.write thumbnails_builder.to_build
+      end
+
+      files.map do |image, index|
+        image[:src] = Helpers.get_relativepath_as(image[:src], root_dir)
+        image
+      end
+
+      meta = {
+        description: 'TEST',
+        name: 'TEST',
+        author: { name: 'TEST' },
+        thumbnails: {
+          height: 200,
+          path: Helpers.get_relativepath_as(thumbnail_path, root_dir),
+        },
+      }
+
+      # TODO(yangqing): require deep_merge, dirty but work
+      meta.merge!(data[:meta]) unless data[:meta].nil?
+
+      content_builder = ContentBuilder.new(meta, files)
+      File.open(File.join(root_dir, './content.json'), 'w') do |file|
+        file.write content_builder.to_build
+      end
+
+    end
+  end
+end

data/lib/komic/generator/helpers.rb

@@ -0,0 +1,29 @@
+require 'pathname'
+
+module Komic
+  class Generator
+    module Helpers
+      def self.parse_size(size)
+        width_range, height_range = size.split('x')
+        width, height = [width_range, height_range].map do |range|
+          unless range.nil?
+            min, max = range.split('-')
+            r = range.to_i
+            unless max.nil?
+              r = Random.rand(min.to_i...max.to_i)
+            end
+            r
+          end
+        end
+        return { width: width, height: height }
+      end
+
+      def self.get_relativepath_as(path, root)
+        File.join('./',
+          Pathname.new(path).relative_path_from(
+            Pathname.new(root)
+          ))
+      end
+    end
+  end
+end

data/lib/komic/version.rb

@@ -0,0 +1,4 @@
+module Komic
+  VERSION = '0.1.0'
+  CONTENT_JSON_VERSION = '0.1.0'
+end

data/lib/komic.rb

@@ -0,0 +1 @@
+require 'komic/cli'

data/spec/cli_spec.rb

@@ -0,0 +1,8 @@
+require 'spec_helper'
+require 'komic/cli'
+
+describe Komic::Cli do
+  it "should have a VERSION constant" do
+    subject.const_get('VERSION').should_not be_empty
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,4 @@
+require 'rspec'
+require 'komic/cli/version'
+
+include Komic::Cli

metadata

@@ -0,0 +1,219 @@
+--- !ruby/object:Gem::Specification
+name: komic-cli
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- hxgdzyuyi
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-08-03 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.19'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.19'
+- !ruby/object:Gem::Dependency
+  name: mechanize
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.7'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.7'
+- !ruby/object:Gem::Dependency
+  name: mime-types
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.6'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.6'
+- !ruby/object:Gem::Dependency
+  name: mini_magick
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.2'
+- !ruby/object:Gem::Dependency
+  name: jbuilder
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.3'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.3'
+- !ruby/object:Gem::Dependency
+  name: json-schema
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.5'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.5'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.8'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.8'
+- !ruby/object:Gem::Dependency
+  name: rdoc
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.3'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.3'
+- !ruby/object:Gem::Dependency
+  name: rubygems-tasks
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.2'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.2'
+description: " komic-cli "
+email: hxgdzyuyi@gmail.com
+executables:
+- komic
+extensions: []
+extra_rdoc_files: []
+files:
+- ".document"
+- ".gitignore"
+- ".rspec"
+- ChangeLog.rdoc
+- Gemfile
+- LICENSE.txt
+- README.rdoc
+- Rakefile
+- bin/komic
+- komic-cli.gemspec
+- lib/komic.rb
+- lib/komic/cli.rb
+- lib/komic/crawler/douban.rb
+- lib/komic/generator/content.schema.json
+- lib/komic/generator/generator.rb
+- lib/komic/generator/helpers.rb
+- lib/komic/version.rb
+- spec/cli_spec.rb
+- spec/spec_helper.rb
+homepage: https://rubygems.org/gems/komic-cli
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.6
+signing_key: 
+specification_version: 4
+summary: komic-cli
+test_files:
+- spec/cli_spec.rb
+- spec/spec_helper.rb