pic2ch 0.0.1

data/MIT-LICENSE

@@ -0,0 +1,20 @@
+Copyright (c) 2010 [maiha@wota.jp]
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README

@@ -0,0 +1,33 @@
+pic2ch
+======
+
+  A gem that provides api to pic2ch
+
+
+Usage
+=====
+
+  threads = Pic2ch.pages.index.threads
+  => [thread, thread, ...]
+
+  thread = threads.first
+  => #<struct Pic2ch::Thread
+      name="【はだし】裸足の女の子の画像 Part6【ハダシ】",
+      link="/thread/34071/",
+      created="10/02/02",
+      star=1>
+
+  thread.jpgs
+  => ["06db8842090121983bd48f7d3bbd8b1d.jpg", ...]
+
+  thread.images
+  => ["http://strage.giox.info/pics3/1257261441/06db8842090121983bd48f7d3bbd8b1d.jpg", ...]
+
+  thread.thumbs
+  => ["http://strage.giox.info/thumbs/1257261441/06db8842090121983bd48f7d3bbd8b1d.jpg", ...]
+
+
+Author
+======
+
+  maiha@wota.jp

data/Rakefile

@@ -0,0 +1,53 @@
+require 'rubygems'
+require 'rake/gempackagetask'
+
+GEM_NAME = "pic2ch"
+AUTHOR = "maiha"
+EMAIL = "maiha@wota.jp"
+HOMEPAGE = "http://github.com/maiha/pic2ch"
+SUMMARY = "A gem that provides api to pic2ch"
+GEM_VERSION = "0.0.1"
+
+spec = Gem::Specification.new do |s|
+  s.rubyforge_project = 'asakusarb'
+  s.executables = []
+  s.name = GEM_NAME
+  s.version = GEM_VERSION
+  s.platform = Gem::Platform::RUBY
+  s.has_rdoc = true
+  s.extra_rdoc_files = ["README", "MIT-LICENSE"]
+  s.summary = SUMMARY
+  s.description = s.summary
+  s.author = AUTHOR
+  s.email = EMAIL
+  s.homepage = HOMEPAGE
+  s.require_path = 'lib'
+  s.add_dependency('nokogiri', '>= 1.4.1')
+  s.add_dependency('dsl_accessor', '>= 0.4.0')
+  s.files = %w(MIT-LICENSE README Rakefile) + Dir.glob("{lib,spec,app,public,stubs}/**/*")
+end
+
+Rake::GemPackageTask.new(spec) do |pkg|
+  pkg.gem_spec = spec
+end
+
+desc "Install the gem"
+task :install do
+  Merb::RakeHelper.install(GEM_NAME, :version => GEM_VERSION)
+end
+
+desc "Uninstall the gem"
+task :uninstall do
+  Merb::RakeHelper.uninstall(GEM_NAME, :version => GEM_VERSION)
+end
+
+desc "Create a gemspec file"
+task :gemspec do
+  File.open("#{GEM_NAME}.gemspec", "w") do |file|
+    file.puts spec.to_ruby
+  end
+end
+
+require 'spec/rake/spectask'
+desc 'Default: run spec examples'
+task :default => 'spec'

data/lib/pic2ch.rb

@@ -0,0 +1,22 @@
+require 'rubygems'
+require 'pathname'
+require 'dsl_accessor'
+
+module Pic2ch
+  dsl_accessor :root     , Dir.pwd, :writer=>proc{|dir| Pathname(dir)}
+  dsl_accessor :url      , 'http://pic2ch.giox.org/' , :writer=>:parse_uri
+  dsl_accessor :image_url, 'http://strage.giox.info/', :writer=>:parse_uri
+
+  private
+    def self.parse_uri(url)
+      URI.parse(url)
+    end
+end
+
+
+dir = File.dirname(__FILE__) + '/' + File.basename(__FILE__, '.rb') + '/'
+
+require dir + 'thread'
+require dir + 'pages'
+require dir + 'parsers'
+require dir + 'downloaders'

data/lib/pic2ch/cached_accessor.rb

@@ -0,0 +1,28 @@
+######################################################################
+### CachedAccessor
+
+module CachedAccessor
+  def self.included(klass)
+    def klass.cached_accessor(&block)
+      Thread.current[:cached_accessor] = true
+      Define.new(self, &block)
+    ensure
+      Thread.current[:cached_accessor] = false
+    end
+    super
+  end
+
+  class Define
+    def initialize(klass, &block)
+      @klass = klass
+      instance_eval(&block)
+    end
+
+    def method_missing(symbol, &block)
+      cached = "__cached__#{symbol}"
+      @klass.send(:define_method, cached, &block)
+      @klass.class_eval("def #{symbol} ;@#{symbol} ||= #{cached}; end", "(__CACHED_ACCESSOR__)", 1)
+      @klass.class_eval("def #{symbol}!;@#{symbol}   = #{cached}; end", "(__CACHED_ACCESSOR__)", 2) unless /\?|!/ === symbol.to_s
+    end
+  end
+end

data/lib/pic2ch/downloaders.rb

@@ -0,0 +1,3 @@
+dir = File.dirname(__FILE__) + '/' + File.basename(__FILE__, '.rb') + '/'
+
+require dir + 'thread'

data/lib/pic2ch/downloaders/thread.rb

@@ -0,0 +1,54 @@
+module Pic2ch
+  module Downloaders
+    class Thread
+      delegate :time, :to=>"@thread"
+
+      def initialize(thread)
+        @thread = thread
+      end
+
+      def base_path
+        @base_path ||= (
+          path = Pic2ch.root + Pic2ch::Thread.image_url.host + "urls" + time.to_s
+          path.mkpath
+          path
+        )
+      end
+
+      def images_path_for(type = :images)
+        base_path + "#{type}.txt"
+      end
+
+      def request(type = nil)
+        if type
+          requested?(type) or
+            images_path_for(type).open("w+"){|f| f.puts @thread.send(type)}
+        else
+          request(:thumbs)
+          request(:images)
+        end
+      end
+
+      def requested?(type = :images)
+        images_path_for(type).exist?
+      end
+
+      def done_flag_for(type = :images)
+        base_path + "#{type}.log"
+      end
+
+      def done?(type = :images)
+        done_flag_for(type).exist?
+      end
+
+      def command(type = :images)
+        "wget -x -i %s > %s 2>&1" % [images_path_for(type), done_flag_for(type)]
+      end
+
+      def execute(type = :images)
+        request(type)
+        system(command(type))
+      end
+    end
+  end
+end

data/lib/pic2ch/pages.rb

@@ -0,0 +1,19 @@
+module Pic2ch
+  module Pages
+    def self.index(p = 1)
+      Index.new(p)
+    end
+
+    def self.threads
+      index.threads
+    end
+  end
+
+  def self.pages
+    Pages
+  end
+end
+
+dir = File.dirname(__FILE__) + '/' + File.basename(__FILE__, '.rb') + '/'
+
+require dir + 'index'

data/lib/pic2ch/pages/index.rb

@@ -0,0 +1,38 @@
+module Pic2ch
+  module Pages
+    class Index
+      attr_reader :p
+      
+      def initialize(p)
+        @p = p.to_i
+        @p = 1 if @p < 1
+      end
+
+      ######################################################################
+      ### Accessors
+
+      def url
+        Pic2ch.url + path
+      end
+
+      def path
+        p == 1 ? '' : "/?p=#{p}"
+      end
+
+      ######################################################################
+      ### Fetch
+
+      def html
+        @html ||= open(url).read{}
+      end
+
+      ######################################################################
+      ### Parsers
+      def parser
+        @parser ||= Parsers::Index.new(html)
+      end
+
+      delegate :threads, :pages, :to=>"parser"
+    end
+  end
+end

data/lib/pic2ch/parsers.rb

@@ -0,0 +1,4 @@
+dir = File.dirname(__FILE__) + '/' + File.basename(__FILE__, '.rb') + '/'
+
+require dir + 'index'
+require dir + 'thread'

data/lib/pic2ch/parsers/index.rb

@@ -0,0 +1,54 @@
+module Pic2ch
+  module Parsers
+    class Index
+      module ElementParser
+        def self.next_class_for(e, name, limit = 10, &block)
+          limit.times do
+            e = e.next or return nil
+            next unless e["class"] == name.to_s
+            return block ? block.call(e) : e
+          end
+          return nil
+        end
+      end
+
+      def initialize(html)
+        @html = html
+      end
+
+      def doc
+        @doc ||= Nokogiri::HTML(@html)
+      end
+
+      def elements
+        @elements ||= doc.xpath("/html/body/div[2]/div[2]/a")
+      end
+
+      def threads
+        @threads ||= elements.map{|e| Pic2ch::Thread.new(*construct(e))}
+      end
+
+      def coded
+        @coded ||= all.inject({}){|hash,obj| hash[obj.code] = obj; hash}
+      end
+
+      def pages
+        @pages ||= doc.css("div.paginate a span.enable_page").map{|span| Pages::Index.new(span.text)}
+      end
+
+#       def get(code)
+#         Static.new(code)
+#       end
+
+      def construct(e)
+        [
+         e.text,                # name
+         e["href"],             # link
+         ElementParser.next_class_for(e, :created){|e| e.text}, # created
+         ElementParser.next_class_for(e, :star   ){|e| e.text}.to_i, # star
+        ]
+      end
+    end
+  end
+end
+

data/lib/pic2ch/parsers/thread.rb

@@ -0,0 +1,45 @@
+module Pic2ch
+  module Parsers
+    class Thread
+      delegate :image_url, :to=>"Pic2ch"
+      delegate :url, :to=>"@thread"
+
+      def initialize(thread)
+        @thread = thread
+      end
+
+      def html
+        @html ||= open(url).read{}
+      end
+
+      def doc
+        @doc ||= Nokogiri::HTML(html)
+      end
+
+      # {id:'1243648801',urls:'54b14715c000a6334ad2e8771cbf70e8.jpg:1e611e8710dd60d616e345aa69334c2d.jpg:...'}
+      def jpgs
+        @jpgs ||= html.scan(/',urls:'(.*?)'/).first.first.split(/:/)
+      end
+
+      def time
+        @time ||= html.scan(/\{id:'(\d+)',urls:'/).first.first.to_i
+      end
+
+      def title
+        @title ||= doc.search("title").text
+      end
+
+      def thumbs
+        @thumbs ||= jpgs.map{|jpg| image_url + "/thumbs/#{time}/#{jpg}" }
+      end
+
+      def images
+        @images ||= jpgs.map{|jpg| image_url + "/pics3/#{time}/#{jpg}" }
+      end
+
+      def images_with_thumbs
+        @images_with_thumbs ||= [images, thumbs].transpose
+      end
+    end
+  end
+end

data/lib/pic2ch/thread.rb

@@ -0,0 +1,41 @@
+require 'open-uri'
+require 'nokogiri'
+
+module Pic2ch
+  Thread = Struct.new(:name, :link, :created, :star)
+  class Thread
+    ######################################################################
+    ### Accessors
+
+    def url
+      Pic2ch.url + link
+    end
+
+    def code
+      link.to_s.scan(/\d+/).flatten.first.to_i
+    end
+
+    ######################################################################
+    ### Parser
+
+    def parser
+      @parser ||= Parsers::Thread.new(self)
+    end
+
+    delegate :jpgs, :thumbs, :images, :title, :to=>"parser"
+
+    ######################################################################
+    ### Downloader
+
+    def downloader
+      Downloaders::Thread.new(self)
+    end
+
+    def download
+      Dir.chdir(Pic2ch.root) do
+        downloader.execute
+      end
+    end
+  end
+end
+

data/lib/pic2ch/thread/element_parser.rb

@@ -0,0 +1,14 @@
+module Pic2ch
+  class Thread
+    module ElementParser
+      def self.next_class_for(e, name, limit = 10, &block)
+        limit.times do
+          e = e.next or return nil
+          next unless e["class"] == name.to_s
+          return block ? block.call(e) : e
+        end
+        return nil
+      end
+    end
+  end
+end

data/lib/pic2ch/thread/static.rb

@@ -0,0 +1,10 @@
+module Pic2ch
+  class Thread
+    class Static < Thread
+      def initialize(code)
+        @code = code.to_i
+        @url  = self.class.url + "/thread/#{@code}"
+      end
+    end
+  end
+end

metadata

@@ -0,0 +1,89 @@
+--- !ruby/object:Gem::Specification 
+name: pic2ch
+version: !ruby/object:Gem::Version 
+  version: 0.0.1
+platform: ruby
+authors: 
+- maiha
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2010-02-02 00:00:00 +09:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: nokogiri
+  type: :runtime
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 1.4.1
+    version: 
+- !ruby/object:Gem::Dependency 
+  name: dsl_accessor
+  type: :runtime
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 0.4.0
+    version: 
+description: A gem that provides api to pic2ch
+email: maiha@wota.jp
+executables: []
+
+extensions: []
+
+extra_rdoc_files: 
+- README
+- MIT-LICENSE
+files: 
+- MIT-LICENSE
+- README
+- Rakefile
+- lib/pic2ch.rb
+- lib/pic2ch/pages/index.rb
+- lib/pic2ch/parsers/thread.rb
+- lib/pic2ch/parsers/index.rb
+- lib/pic2ch/downloaders.rb
+- lib/pic2ch/thread.rb
+- lib/pic2ch/downloaders/thread.rb
+- lib/pic2ch/thread/element_parser.rb
+- lib/pic2ch/thread/static.rb
+- lib/pic2ch/parsers.rb
+- lib/pic2ch/cached_accessor.rb
+- lib/pic2ch/pages.rb
+has_rdoc: true
+homepage: http://github.com/maiha/pic2ch
+licenses: []
+
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+requirements: []
+
+rubyforge_project: asakusarb
+rubygems_version: 1.3.5
+signing_key: 
+specification_version: 3
+summary: A gem that provides api to pic2ch
+test_files: []
+