consadole_aggregator 0.0.4 → 0.1.0

metadata

@@ -1,7 +1,8 @@
 --- !ruby/object:Gem::Specification 
 name: consadole_aggregator
 version: !ruby/object:Gem::Version 
-  version: 0.0.4
+  prerelease: 
+  version: 0.1.0
 platform: ruby
 authors: 
 - niku
@@ -9,204 +10,286 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2010-02-15 00:00:00 +09:00
-default_executable: 
+date: 2011-05-05 00:00:00 +09:00
+default_executable: consadole_aggregator
 dependencies: 
 - !ruby/object:Gem::Dependency 
-  name: hpricot
+  name: rspec
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
   type: :development
-  version_requirement: 
-  version_requirements: !ruby/object:Gem::Requirement 
+  prerelease: false
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: bundler
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    none: false
     requirements: 
     - - ">="
       - !ruby/object:Gem::Version 
         version: "0"
-    version: 
+  type: :development
+  prerelease: false
+  version_requirements: *id002
 - !ruby/object:Gem::Dependency 
-  name: rspec
+  name: jeweler
+  requirement: &id003 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
   type: :development
-  version_requirement: 
-  version_requirements: !ruby/object:Gem::Requirement 
+  prerelease: false
+  version_requirements: *id003
+- !ruby/object:Gem::Dependency 
+  name: rcov
+  requirement: &id004 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+  type: :development
+  prerelease: false
+  version_requirements: *id004
+- !ruby/object:Gem::Dependency 
+  name: nokogiri
+  requirement: &id005 !ruby/object:Gem::Requirement 
+    none: false
     requirements: 
     - - ">="
       - !ruby/object:Gem::Version 
         version: "0"
-    version: 
-description: 
+  type: :development
+  prerelease: false
+  version_requirements: *id005
+- !ruby/object:Gem::Dependency 
+  name: oauth
+  requirement: &id006 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+  type: :development
+  prerelease: false
+  version_requirements: *id006
+- !ruby/object:Gem::Dependency 
+  name: rubytter
+  requirement: &id007 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+  type: :development
+  prerelease: false
+  version_requirements: *id007
+description: " It aggregates infomation of 'Consadole Sapporo' "
 email: niku@niku.name
-executables: []
-
+executables: 
+- consadole_aggregator
 extensions: []
 
-extra_rdoc_files: []
-
+extra_rdoc_files: 
+- LICENSE.txt
+- README.rdoc
 files: 
-- .gitignore
+- .document
+- .rspec
+- Gemfile
+- Gemfile.lock
+- LICENSE.txt
+- README.rdoc
 - Rakefile
 - VERSION
+- account.yaml
+- bin/consadole_aggregator
 - consadole_aggregator.gemspec
+- db/.gitignore
 - lib/consadole_aggregator.rb
+- lib/consadole_aggregator/helper.rb
 - lib/consadole_aggregator/live.rb
-- lib/consadole_aggregator/live/builder.rb
-- lib/consadole_aggregator/live/parser.rb
-- lib/consadole_aggregator/nikkan_sports.rb
-- spec/consadole_aggregator_spec.rb
-- spec/nikkan_sports/consadole.rdf
-- spec/nikkan_sports/nikkan_sports_spec.rb
-- spec/nikkan_sports/p-sc-tp0-20091225-579346.html
-- spec/nikkan_sports/p-sc-tp0-20100204-592466.html
+- lib/consadole_aggregator/live/timeline.rb
+- lib/consadole_aggregator/news.rb
+- log/.gitignore
+- spec/consadole_aggregator/helper_spec.rb
+- spec/consadole_aggregator/live/timeline_spec.rb
+- spec/consadole_aggregator/live_spec.rb
+- spec/consadole_aggregator/news_spec.rb
+- spec/ext/asahi.txt
+- spec/ext/consaburn.txt
+- spec/ext/consaclub.txt
+- spec/ext/consadolenews.txt
+- spec/ext/consadolephotos.txt
+- spec/ext/consadolesponsornews.txt
+- spec/ext/forzaconsadole.txt
+- spec/ext/hochiyomiuri.txt
+- spec/ext/jsgoalnews.txt
+- spec/ext/jsgoalphotos.txt
+- spec/ext/live/s674.html
+- spec/ext/live/s674.html.1
+- spec/ext/live/s674.html.10
+- spec/ext/live/s674.html.100
+- spec/ext/live/s674.html.101
+- spec/ext/live/s674.html.102
+- spec/ext/live/s674.html.103
+- spec/ext/live/s674.html.104
+- spec/ext/live/s674.html.105
+- spec/ext/live/s674.html.106
+- spec/ext/live/s674.html.107
+- spec/ext/live/s674.html.108
+- spec/ext/live/s674.html.109
+- spec/ext/live/s674.html.11
+- spec/ext/live/s674.html.110
+- spec/ext/live/s674.html.111
+- spec/ext/live/s674.html.112
+- spec/ext/live/s674.html.113
+- spec/ext/live/s674.html.114
+- spec/ext/live/s674.html.115
+- spec/ext/live/s674.html.116
+- spec/ext/live/s674.html.117
+- spec/ext/live/s674.html.118
+- spec/ext/live/s674.html.119
+- spec/ext/live/s674.html.12
+- spec/ext/live/s674.html.120
+- spec/ext/live/s674.html.13
+- spec/ext/live/s674.html.14
+- spec/ext/live/s674.html.15
+- spec/ext/live/s674.html.16
+- spec/ext/live/s674.html.17
+- spec/ext/live/s674.html.18
+- spec/ext/live/s674.html.19
+- spec/ext/live/s674.html.2
+- spec/ext/live/s674.html.20
+- spec/ext/live/s674.html.21
+- spec/ext/live/s674.html.22
+- spec/ext/live/s674.html.23
+- spec/ext/live/s674.html.24
+- spec/ext/live/s674.html.25
+- spec/ext/live/s674.html.26
+- spec/ext/live/s674.html.27
+- spec/ext/live/s674.html.28
+- spec/ext/live/s674.html.29
+- spec/ext/live/s674.html.3
+- spec/ext/live/s674.html.30
+- spec/ext/live/s674.html.31
+- spec/ext/live/s674.html.32
+- spec/ext/live/s674.html.33
+- spec/ext/live/s674.html.34
+- spec/ext/live/s674.html.35
+- spec/ext/live/s674.html.36
+- spec/ext/live/s674.html.37
+- spec/ext/live/s674.html.38
+- spec/ext/live/s674.html.39
+- spec/ext/live/s674.html.4
+- spec/ext/live/s674.html.40
+- spec/ext/live/s674.html.41
+- spec/ext/live/s674.html.42
+- spec/ext/live/s674.html.43
+- spec/ext/live/s674.html.44
+- spec/ext/live/s674.html.45
+- spec/ext/live/s674.html.46
+- spec/ext/live/s674.html.47
+- spec/ext/live/s674.html.48
+- spec/ext/live/s674.html.49
+- spec/ext/live/s674.html.5
+- spec/ext/live/s674.html.50
+- spec/ext/live/s674.html.51
+- spec/ext/live/s674.html.52
+- spec/ext/live/s674.html.53
+- spec/ext/live/s674.html.54
+- spec/ext/live/s674.html.55
+- spec/ext/live/s674.html.56
+- spec/ext/live/s674.html.57
+- spec/ext/live/s674.html.58
+- spec/ext/live/s674.html.59
+- spec/ext/live/s674.html.6
+- spec/ext/live/s674.html.60
+- spec/ext/live/s674.html.61
+- spec/ext/live/s674.html.62
+- spec/ext/live/s674.html.63
+- spec/ext/live/s674.html.64
+- spec/ext/live/s674.html.65
+- spec/ext/live/s674.html.66
+- spec/ext/live/s674.html.67
+- spec/ext/live/s674.html.68
+- spec/ext/live/s674.html.69
+- spec/ext/live/s674.html.7
+- spec/ext/live/s674.html.70
+- spec/ext/live/s674.html.71
+- spec/ext/live/s674.html.72
+- spec/ext/live/s674.html.73
+- spec/ext/live/s674.html.74
+- spec/ext/live/s674.html.75
+- spec/ext/live/s674.html.76
+- spec/ext/live/s674.html.77
+- spec/ext/live/s674.html.78
+- spec/ext/live/s674.html.79
+- spec/ext/live/s674.html.8
+- spec/ext/live/s674.html.80
+- spec/ext/live/s674.html.81
+- spec/ext/live/s674.html.82
+- spec/ext/live/s674.html.83
+- spec/ext/live/s674.html.84
+- spec/ext/live/s674.html.85
+- spec/ext/live/s674.html.86
+- spec/ext/live/s674.html.87
+- spec/ext/live/s674.html.88
+- spec/ext/live/s674.html.89
+- spec/ext/live/s674.html.9
+- spec/ext/live/s674.html.90
+- spec/ext/live/s674.html.91
+- spec/ext/live/s674.html.92
+- spec/ext/live/s674.html.93
+- spec/ext/live/s674.html.94
+- spec/ext/live/s674.html.95
+- spec/ext/live/s674.html.96
+- spec/ext/live/s674.html.97
+- spec/ext/live/s674.html.98
+- spec/ext/live/s674.html.99
+- spec/ext/nikkansports.txt
 - spec/spec.opts
 - spec/spec_helper.rb
-- spec/timeline/s674.html
-- spec/timeline/s674.html.1
-- spec/timeline/s674.html.10
-- spec/timeline/s674.html.100
-- spec/timeline/s674.html.101
-- spec/timeline/s674.html.102
-- spec/timeline/s674.html.103
-- spec/timeline/s674.html.104
-- spec/timeline/s674.html.105
-- spec/timeline/s674.html.106
-- spec/timeline/s674.html.107
-- spec/timeline/s674.html.108
-- spec/timeline/s674.html.109
-- spec/timeline/s674.html.11
-- spec/timeline/s674.html.110
-- spec/timeline/s674.html.111
-- spec/timeline/s674.html.112
-- spec/timeline/s674.html.113
-- spec/timeline/s674.html.114
-- spec/timeline/s674.html.115
-- spec/timeline/s674.html.116
-- spec/timeline/s674.html.117
-- spec/timeline/s674.html.118
-- spec/timeline/s674.html.119
-- spec/timeline/s674.html.12
-- spec/timeline/s674.html.120
-- spec/timeline/s674.html.13
-- spec/timeline/s674.html.14
-- spec/timeline/s674.html.15
-- spec/timeline/s674.html.16
-- spec/timeline/s674.html.17
-- spec/timeline/s674.html.18
-- spec/timeline/s674.html.19
-- spec/timeline/s674.html.2
-- spec/timeline/s674.html.20
-- spec/timeline/s674.html.21
-- spec/timeline/s674.html.22
-- spec/timeline/s674.html.23
-- spec/timeline/s674.html.24
-- spec/timeline/s674.html.25
-- spec/timeline/s674.html.26
-- spec/timeline/s674.html.27
-- spec/timeline/s674.html.28
-- spec/timeline/s674.html.29
-- spec/timeline/s674.html.3
-- spec/timeline/s674.html.30
-- spec/timeline/s674.html.31
-- spec/timeline/s674.html.32
-- spec/timeline/s674.html.33
-- spec/timeline/s674.html.34
-- spec/timeline/s674.html.35
-- spec/timeline/s674.html.36
-- spec/timeline/s674.html.37
-- spec/timeline/s674.html.38
-- spec/timeline/s674.html.39
-- spec/timeline/s674.html.4
-- spec/timeline/s674.html.40
-- spec/timeline/s674.html.41
-- spec/timeline/s674.html.42
-- spec/timeline/s674.html.43
-- spec/timeline/s674.html.44
-- spec/timeline/s674.html.45
-- spec/timeline/s674.html.46
-- spec/timeline/s674.html.47
-- spec/timeline/s674.html.48
-- spec/timeline/s674.html.49
-- spec/timeline/s674.html.5
-- spec/timeline/s674.html.50
-- spec/timeline/s674.html.51
-- spec/timeline/s674.html.52
-- spec/timeline/s674.html.53
-- spec/timeline/s674.html.54
-- spec/timeline/s674.html.55
-- spec/timeline/s674.html.56
-- spec/timeline/s674.html.57
-- spec/timeline/s674.html.58
-- spec/timeline/s674.html.59
-- spec/timeline/s674.html.6
-- spec/timeline/s674.html.60
-- spec/timeline/s674.html.61
-- spec/timeline/s674.html.62
-- spec/timeline/s674.html.63
-- spec/timeline/s674.html.64
-- spec/timeline/s674.html.65
-- spec/timeline/s674.html.66
-- spec/timeline/s674.html.67
-- spec/timeline/s674.html.68
-- spec/timeline/s674.html.69
-- spec/timeline/s674.html.7
-- spec/timeline/s674.html.70
-- spec/timeline/s674.html.71
-- spec/timeline/s674.html.72
-- spec/timeline/s674.html.73
-- spec/timeline/s674.html.74
-- spec/timeline/s674.html.75
-- spec/timeline/s674.html.76
-- spec/timeline/s674.html.77
-- spec/timeline/s674.html.78
-- spec/timeline/s674.html.79
-- spec/timeline/s674.html.8
-- spec/timeline/s674.html.80
-- spec/timeline/s674.html.81
-- spec/timeline/s674.html.82
-- spec/timeline/s674.html.83
-- spec/timeline/s674.html.84
-- spec/timeline/s674.html.85
-- spec/timeline/s674.html.86
-- spec/timeline/s674.html.87
-- spec/timeline/s674.html.88
-- spec/timeline/s674.html.89
-- spec/timeline/s674.html.9
-- spec/timeline/s674.html.90
-- spec/timeline/s674.html.91
-- spec/timeline/s674.html.92
-- spec/timeline/s674.html.93
-- spec/timeline/s674.html.94
-- spec/timeline/s674.html.95
-- spec/timeline/s674.html.96
-- spec/timeline/s674.html.97
-- spec/timeline/s674.html.98
-- spec/timeline/s674.html.99
 has_rdoc: true
 homepage: http://github.com/niku/consadole_aggregator
-licenses: []
-
+licenses: 
+- MIT
 post_install_message: 
-rdoc_options: 
-- --charset=UTF-8
+rdoc_options: []
+
 require_paths: 
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
   requirements: 
   - - ">="
     - !ruby/object:Gem::Version 
-      version: 1.8.7
-  version: 
+      hash: 1235966052413796728
+      segments: 
+      - 0
+      version: "0"
 required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
   requirements: 
   - - ">="
     - !ruby/object:Gem::Version 
       version: "0"
-  version: 
 requirements: []
 
 rubyforge_project: 
-rubygems_version: 1.3.5
+rubygems_version: 1.5.2
 signing_key: 
 specification_version: 3
-summary: Consadole Sapporo's Information Aggregator
+summary: It aggregates infomation of 'Consadole Sapporo'
 test_files: 
-- spec/consadole_aggregator_spec.rb
-- spec/nikkan_sports/nikkan_sports_spec.rb
+- spec/consadole_aggregator/helper_spec.rb
+- spec/consadole_aggregator/live/timeline_spec.rb
+- spec/consadole_aggregator/live_spec.rb
+- spec/consadole_aggregator/news_spec.rb
 - spec/spec_helper.rb

data/.gitignore

@@ -1,3 +0,0 @@
-data/*
-config/*
-db/*

data/lib/consadole_aggregator/live/builder.rb

@@ -1,44 +0,0 @@
-# -*- coding: utf-8 -*-
-require 'twitter'
-
-module ConsadoleAggregator
-  module Live
-    module Builder
-      class Twit
-        def initialize
-          Process.daemon(true, false)
-          @client = Twitter::Client.from_config('config/account.yaml')
-          @posted = []
-        end
-
-        def post
-          new_line.each do |line|
-            @client.status(:post, "#{line.time} #{line.post} #consadole")
-            @posted << line
-          end
-        end
-
-        def reserve start_time
-          start = Time.parse start_time
-          ConsadoleAggregator::log.info("#{start.to_time}くらいにはじめる予定")
-          sleep start - Time.now
-
-          live
-        end
-
-        def live
-          # サッカーはハーフタイム含めて120分位あれば終わる
-          120.times do
-            post
-            sleep 60
-          end
-        end
-
-        private
-        def new_line
-          ConsadoleAggregator::Live::Parser.parse - @posted
-        end
-      end
-    end
-  end
-end

data/lib/consadole_aggregator/live/parser.rb

@@ -1,26 +0,0 @@
-# -*- coding: utf-8 -*-
-require 'net/http'
-require 'kconv'
-
-module ConsadoleAggregator
-  module Live
-    module Parser
-      BASE_URI = URI.parse('http://www.consadole-sapporo.jp/view/s674.html')
-      TimeLine = Struct.new :time, :post do
-        def initialize line
-          tmp = line.split
-          self['time'] = tmp[0]
-          self['post'] = tmp[1]
-        end
-      end
-
-      def Parser.parse
-        response = Net::HTTP.get(BASE_URI).force_encoding("Shift_JIS")
-        doc = Nokogiri::HTML.parse(response.toutf8, nil, 'UTF-8')
-        doc.search('hr + p').last.inner_html.gsub(/<br>/,'').split("\n").map{ |line|
-          TimeLine.new line unless /&lt;前半&gt;|&lt;後半&gt;/ =~ line
-        }.compact.reverse
-      end
-    end
-  end
-end

data/lib/consadole_aggregator/nikkan_sports.rb

@@ -1,61 +0,0 @@
-# -*- coding: utf-8 -*-
-require 'rss'
-
-require 'rubygems'
-require 'hpricot' # 2009/12/26 現在 GAE では nokogiri が使えないので hpricot
-require 'dm-core'
-require 'dm-types'
-require 'dm-validations'
-
-module Consadole
-  module NikkanSports
-    class Entry
-      module Parser
-        def self.included mod
-          mod.extend ClassMethods
-        end
-
-        module ClassMethods
-          def parse uri, doc
-            target = Hpricot(doc)
-            entry = self.new
-            entry.uri = uri
-            entry.title = target.at('h1').inner_text
-            entry.text = target.search('div#news p')[0...-1].to_html.gsub(/【.+】<\/p>$/,'</p>')
-            entry.auther = target.search('div#news p')[0...-1].to_html.match(/【(.+)】<\/p>$/).to_a[1]
-            entry.post_date = Time.strptime(target.search('p.timeStamp').inner_text.match(/\d+年\d+月\d+日\d+時\d+分/).to_s, '%Y年%m月%d日%H時%M分')
-            if tmp = target.at('dl.photo img')
-              source = IMAGE_BASE_URI + tmp['src'].sub(/\.jpg$/, '-big.jpg')
-              entry.image_src = source
-              entry.image_binary = Net::HTTP.get(source)
-              entry.image_alt = tmp['alt']
-            end
-            entry
-          end
-        end
-      end
-
-      IMAGE_BASE_URI = URI.parse('http://cache2.nipc.jp/soccer/news/')
-
-      include Parser
-      include DataMapper::Resource
-
-      property :id, Serial
-      property :uri, URI, :unique => true
-      property :title, String
-      property :text, Text
-      property :auther, String
-      property :post_date, Time
-      property :image_src, URI
-      property :image_alt, String
-      property :image_binary, Object
-    end
-
-    FEED_URI = URI.parse('http://www.nikkansports.com/rss/soccer/jleague/consadole.rdf')
-
-    def NikkanSports.uris
-      rss = RSS::Parser.parse(FEED_URI, false)
-      rss.items.map(&:link)
-    end
-  end
-end

data/spec/consadole_aggregator_spec.rb

@@ -1,2 +0,0 @@
-# -*- coding: utf-8 -*-
-require File.join(File.dirname(__FILE__), 'spec_helper')