ruby2ch 0.0.4 → 0.1.0

data/README

@@ -0,0 +1,17 @@
+ruby2chはRubyで2chを解析するライブラリ群です．
+VersionはRuby1.9.2で動作検証済みです．
+
+使い方
+require 'ruby2ch'
+
+クラス一覧
+Thre:スレッドの情報を手に入れる
+Board:板内のスレッド一覧を手に入れる
+Dat:Datファイルをパースする
+
+
+t = Thre.new("スレのURL")
+t.title
+t.impetus
+t.ids
+

data/lib/ruby2ch/board.rb

@@ -0,0 +1,34 @@
+require 'mechanize'
+require 'ruby2ch/thre'
+require 'thread'
+require 'ruby2ch/datparse'
+include Ruby2ch
+
+module Ruby2ch
+  class Board
+    def initialize(url)
+      @agent = Mechanize.new
+      @page = @agent.get(url)
+      @links = @page.links.map{|link| link.href}.map{|link| link.split("/")[0]}
+      @links.map!{|link| url.sub("/news/subback.html","/test/read.cgi/news/") + link}
+      @links.select!{|x| /\/\d*$/ =~x}
+    end
+    
+    def threads
+      threads = []
+      @links.each{|link|
+        threads << Thread.start(link){|link| Dat.new(link)}
+      }
+
+      threads.map!{|thre|
+        thre.join.value
+      }
+
+      return threads
+
+    end
+  
+    attr_accessor :links
+  end
+
+end

data/lib/ruby2ch/datparse.rb

@@ -0,0 +1,46 @@
+#encoding: utf-8
+require 'mechanize'
+require 'kconv'
+module Ruby2ch
+  class Dat
+    def initialize(url)
+      #http://uni.2ch.net/test/read.cgi/news/1322032301/l50
+      #http://bg20.2ch.net/test/r.so/uni.2ch.net/news/1322032301/
+      url_elements = url.split("/")
+      @dat_url = "http://bg20.2ch.net/test/r.so/" + url_elements[2] + "/" + url_elements[5] + "/" + url_elements[6] + "/"
+      @agent = Mechanize.new
+      @page = @agent.get(@dat_url).body.toutf8
+
+      @page = @page.split("\n").map{|res| dat_parse(res).flatten}.delete_if{|res| res == []}
+      @page.map{|res| 
+        res[6] = res[6].gsub("<>","").gsub("<br>","\n")
+        unless res[5] == nil 
+          res[5] = res[5].scan(/.*&gt;&gt;(\d+).*/).flatten[0]
+          res[5] = ">>" + res[5] + res[6]
+        else
+          res[5] = res[6]
+        end
+        res.pop
+
+      }
+      @thre = @page.map{|res|
+        {name: res[0],place: res[1], date: res[2], id: res[3], point: res[4],text: res[5]}
+      }
+    end
+
+    def to_a
+      @array = @page.split("\n")
+    end
+
+    def dat_parse(res)
+      res_array = res.scan(/(^\S+)\<\/b\>(\(.*\))\<b\>\<\>\S*\<\>(.+)\sID:(\S+)\s*(BE.*)*\<\>\s(\<a.*\<\/a\>)*(.*)/)
+    end
+
+
+
+    attr_accessor :dat_url,:page
+  end
+
+end
+
+

data/lib/ruby2ch/thre.rb

@@ -13,7 +13,9 @@ module Ruby2ch
       @no = @name.map{|n| n[0]}
       @hn = @name.map{|n| n[1]}
       name_split = @name.map{|n| n[2].split(" ")} 
-      @ids = name_split.map{|n| n[2]}.uniq.map{|id| id.sub("ID:","")}
+      @ids = name_split.map{|n| n[2]}.uniq.map{|id| 
+        puts id
+        id.sub("ID:","")}
       @date1 = name_split.map{|n| n[0]}.map{|n| n.sub(/\(.\)/,"")}
       @time = name_split.map{|n| n[1]}
       @date = @date1[0] + " " + @time[0]

data/lib/ruby2ch/version.rb

@@ -1,3 +1,3 @@
 module Ruby2ch
-  VERSION = "0.0.4"
+  VERSION = "0.1.0"
 end

data/lib/ruby2ch.rb

@@ -3,6 +3,8 @@ $:.include?(File.dirname(__FILE__)) || $:.include?(File.expand_path(File.dirname
 
 require "ruby2ch/version"
 require "ruby2ch/thre"
+require 'ruby2ch/board'
+require 'ruby2ch/datparse'
 include Ruby2ch
 #module Ruby2ch
   # Your code goes here...

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: ruby2ch
 version: !ruby/object:Gem::Version
-  version: 0.0.4
+  version: 0.1.0
   prerelease: 
 platform: ruby
 authors:
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2011-11-22 00:00:00.000000000Z
+date: 2011-11-24 00:00:00.000000000Z
 dependencies: []
 description: 2ch for ruby
 email:
@@ -23,6 +23,8 @@ files:
 - README
 - Rakefile
 - lib/ruby2ch.rb
+- lib/ruby2ch/board.rb
+- lib/ruby2ch/datparse.rb
 - lib/ruby2ch/news.rb
 - lib/ruby2ch/thre.rb
 - lib/ruby2ch/version.rb