points-scraper 0.1.0 → 0.1.1

Sign up to get free protection for your applications and to get access to all the features.
Files changed (7) hide show
  1. checksums.yaml +7 -0
  2. data/Gemfile +1 -1
  3. data/bin/points +8 -2
  4. data/lib/points-scraper/tpoint-yahoo.rb +44 -0
  5. data/lib/points-scraper/tpoint.rb +2 -0
  6. data/lib/points-scraper/version.rb +1 -1
  7. metadata +31 -23
checksums.yaml ADDED
@@ -0,0 +1,7 @@
1
+ ---
2
+ SHA1:
3
+ metadata.gz: 0cafca13d00bf026a161199bd355f8fc983d10be
4
+ data.tar.gz: 003cdda8564a7d16d92836875cde84211a510fa5
5
+ SHA512:
6
+ metadata.gz: e67443fc0757534800797b0cfe75fdc4aed4ba94c7680f531902f4398c824f27e439bc4e4ec660414fa53ee0d71eb3ee48f78339d3795ad5d731d98d33395119
7
+ data.tar.gz: a5992ffda37c4cffaf7ae940932db8eba21a74d8c51eaa574961d334fe0f035835106159dae308158329920985dd8ec7987515bc8b2c0769d69f063b6d816536
data/Gemfile CHANGED
@@ -1,4 +1,4 @@
1
- source :rubygems
1
+ source 'https://rubygems.org'
2
2
 
3
3
  # Specify your gem's dependencies in points-scraper.gemspec
4
4
  gemspec
data/bin/points CHANGED
@@ -16,8 +16,14 @@ module Points::Scraper
16
16
  class App < Thor
17
17
  desc 'tpoint', 'getting current T-POINT from T-SITE.'
18
18
  def tpoint
19
- require 'points-scraper/tpoint'
20
- puts TPoint.new( *auth( 'tsite' ) ).start
19
+ begin
20
+ require 'points-scraper/tpoint'
21
+ puts TPoint.new( *auth( 'tsite' ) ).start
22
+ rescue Net::OpenTimeout
23
+ $stderr.puts 'T-POINT official site has no response, trying Yahoo! JAPAN.'
24
+ require 'points-scraper/tpoint-yahoo'
25
+ puts TPointYahoo.new( *auth( 'yahoo-japan' ) ).start
26
+ end
21
27
  end
22
28
 
23
29
  desc 'ana', 'getting current ANA Mileage.'
data/lib/points-scraper/tpoint-yahoo.rb ADDED
@@ -0,0 +1,44 @@
1
+ # -*- coding: utf-8 -*-
2
+ #
3
+ # tpoint.rb: T-POINT for PointsScraper
4
+ #
5
+ # Copyright (C) 2012 by TADA Tadashi <t@tdtds.jp>
6
+ # Distributed under GPL.
7
+ #
8
+
9
+ require 'points-scraper/default'
10
+
11
+ module Points::Scraper
12
+ class TPointYahoo < Default
13
+
14
+ def start
15
+ start_scrape do |agent|
16
+ agent.user_agent = 'Mozilla/5.0 (Linux; U; Android 2.3.2; ja-jp; SonyEricssonSO-01C Build/3.0.D.2.79) AppleWebKit/533.1 (KHTML, like Gecko) Version/4.0 Mobile Safari/533.1'
17
+ agent.get('http://login.yahoo.co.jp/config/login?.lg=jp&.intl=jp&logout=1&.src=www&.done=http://www.yahoo.co.jp')
18
+
19
+ sleep 2
20
+ agent.get('https://login.yahoo.co.jp/config/login?.src=www&.done=http://www.yahoo.co.jp')
21
+ agent.page.form_with(name: 'login_form') do |form|
22
+ form.field_with(name: 'login').value = @user
23
+ form.field_with(name: 'passwd').value = @pass
24
+ agent.page.body =~ /\("\.albatross"\)\[0\]\.value = "(.*)"/
25
+ form.field_with(name: '.albatross').value = $1
26
+ form.click_button
27
+ end
28
+
29
+ sleep 2
30
+ agent.get('http://points.yahoo.co.jp/')
31
+ agent.page.at('.ptsPoint').text
32
+ end
33
+ end
34
+ end
35
+ end
36
+
37
+ # Local Variables:
38
+ # mode: ruby
39
+ # indent-tabs-mode: t
40
+ # tab-width: 3
41
+ # ruby-indent-level: 3
42
+ # End:
43
+ # vim: ts=3
44
+
data/lib/points-scraper/tpoint.rb CHANGED
@@ -14,6 +14,8 @@ module Points::Scraper
14
14
 
15
15
  def start
16
16
  start_scrape do |agent|
17
+ agent.open_timeout = 3
18
+
17
19
  agent.get( URL + '/tm/pc/login/STKIp0001001.do' )
18
20
 
19
21
  agent.page.form_with( :name => 'form1' ) do |form|
data/lib/points-scraper/version.rb CHANGED
@@ -1,5 +1,5 @@
1
1
  module Points
2
2
  module Scraper
3
- VERSION = "0.1.0"
3
+ VERSION = "0.1.1"
4
4
  end
5
5
  end
metadata CHANGED
@@ -1,8 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: points-scraper
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.1.0
5
- prerelease:
4
+ version: 0.1.1
6
5
  platform: ruby
7
6
  authors:
8
7
  - TADA Tadashi
@@ -10,42 +9,51 @@ authors:
10
9
  autorequire:
11
10
  bindir: bin
12
11
  cert_chain: []
13
- date: 2012-04-15 00:00:00.000000000 Z
12
+ date: 2013-11-15 00:00:00.000000000 Z
14
13
  dependencies:
15
14
  - !ruby/object:Gem::Dependency
16
15
  name: thor
17
- requirement: &85964140 !ruby/object:Gem::Requirement
18
- none: false
16
+ requirement: !ruby/object:Gem::Requirement
19
17
  requirements:
20
- - - ! '>='
18
+ - - ">="
21
19
  - !ruby/object:Gem::Version
22
20
  version: '0'
23
21
  type: :runtime
24
22
  prerelease: false
25
- version_requirements: *85964140
23
+ version_requirements: !ruby/object:Gem::Requirement
24
+ requirements:
25
+ - - ">="
26
+ - !ruby/object:Gem::Version
27
+ version: '0'
26
28
  - !ruby/object:Gem::Dependency
27
29
  name: mechanize
28
- requirement: &85963930 !ruby/object:Gem::Requirement
29
- none: false
30
+ requirement: !ruby/object:Gem::Requirement
30
31
  requirements:
31
- - - ! '>='
32
+ - - ">="
32
33
  - !ruby/object:Gem::Version
33
34
  version: '0'
34
35
  type: :runtime
35
36
  prerelease: false
36
- version_requirements: *85963930
37
+ version_requirements: !ruby/object:Gem::Requirement
38
+ requirements:
39
+ - - ">="
40
+ - !ruby/object:Gem::Version
41
+ version: '0'
37
42
  - !ruby/object:Gem::Dependency
38
43
  name: pit
39
- requirement: &85963720 !ruby/object:Gem::Requirement
40
- none: false
44
+ requirement: !ruby/object:Gem::Requirement
41
45
  requirements:
42
- - - ! '>='
46
+ - - ">="
43
47
  - !ruby/object:Gem::Version
44
48
  version: '0'
45
49
  type: :runtime
46
50
  prerelease: false
47
- version_requirements: *85963720
48
- description: ! 'getting mileages/points by web scraping shopping sites: T-SITE, ANA
51
+ version_requirements: !ruby/object:Gem::Requirement
52
+ requirements:
53
+ - - ">="
54
+ - !ruby/object:Gem::Version
55
+ version: '0'
56
+ description: 'getting mileages/points by web scraping shopping sites: T-SITE, ANA
49
57
  and rakuten.'
50
58
  email:
51
59
  - t@tdtds.jp
@@ -55,7 +63,7 @@ executables:
55
63
  extensions: []
56
64
  extra_rdoc_files: []
57
65
  files:
58
- - .gitignore
66
+ - ".gitignore"
59
67
  - Gemfile
60
68
  - Rakefile
61
69
  - bin/points
@@ -63,32 +71,32 @@ files:
63
71
  - lib/points-scraper/anamileage.rb
64
72
  - lib/points-scraper/default.rb
65
73
  - lib/points-scraper/rakuten.rb
74
+ - lib/points-scraper/tpoint-yahoo.rb
66
75
  - lib/points-scraper/tpoint.rb
67
76
  - lib/points-scraper/version.rb
68
77
  - misc/_points
69
78
  - points-scraper.gemspec
70
79
  homepage: https://github.com/tdtds/points-scraper
71
80
  licenses: []
81
+ metadata: {}
72
82
  post_install_message:
73
83
  rdoc_options: []
74
84
  require_paths:
75
85
  - lib
76
86
  required_ruby_version: !ruby/object:Gem::Requirement
77
- none: false
78
87
  requirements:
79
- - - ! '>='
88
+ - - ">="
80
89
  - !ruby/object:Gem::Version
81
90
  version: '0'
82
91
  required_rubygems_version: !ruby/object:Gem::Requirement
83
- none: false
84
92
  requirements:
85
- - - ! '>='
93
+ - - ">="
86
94
  - !ruby/object:Gem::Version
87
95
  version: '0'
88
96
  requirements: []
89
97
  rubyforge_project:
90
- rubygems_version: 1.8.11
98
+ rubygems_version: 2.0.3
91
99
  signing_key:
92
- specification_version: 3
100
+ specification_version: 4
93
101
  summary: getting mileages/points from shopping web sites.
94
102
  test_files: []