niwa_textream 0.1.0

data/lib/niwa_textream/pages/top/top_page.rb

@@ -0,0 +1,40 @@
+require 'niwa_textream/pages/main/main_page.rb'
+require 'niwa_textream/pages/category/category_page.rb'
+
+module NiwaTextream
+  # Textream's top page (http://textream.yahoo.co.jp/)
+  class TopPage < MainPage
+    attr_accessor :categories
+    @@url = "http://textream.yahoo.co.jp/"
+    @categories = nil
+
+    def initialize(mechanize)
+      super(mechanize)
+      set_categories
+    end
+
+    # search categories mechanize objects
+    def set_categories
+      @categories = {}
+      @mechanize.page.search('//*[@id="prtcalst"]//li').each do |cat|
+        cat_link = cat.search('a')[0]
+        cat_name = cat.search('.//em')[0].inner_text()
+        catObj = Category.new()
+        catObj.elem = cat_link
+        catObj.name = cat_name
+        @categories[cat_name] = catObj
+
+        puts("#{cat_name}")
+        puts("-------------------")
+      end
+    end
+
+    # click category.
+    # * +name+ - category name(string)
+    # return: CategoryPage (If you click this link, you will move to CategoryPage)
+    def clickCategory(name)
+      @mechanize.click(@categories[name].elem)
+      return NiwaTextream::CategoryPage.new(@mechanize)
+    end
+  end
+end

data/lib/niwa_textream/utils/TimeUtil.rb

@@ -0,0 +1,14 @@
+module NiwaTextream
+  class TimeUtil
+    def self.getDateTime(str_date)
+      begin
+        ret = DateTime.strptime(str_date, "%Y年%m月%d日 %H:%M")
+        return ret if ret != nil
+      rescue ArgumentError
+        # do nothing
+      end
+
+      ret = DateTime.strptime(str_date, "%m月%d日 %H:%M")
+    end
+  end
+end

data/lib/niwa_textream/version.rb

@@ -0,0 +1,3 @@
+module NiwaTextream
+  VERSION = "0.1.0"
+end

data/niwa_textream.gemspec

@@ -0,0 +1,41 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'niwa_textream/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "niwa_textream"
+  spec.version       = NiwaTextream::VERSION
+  spec.authors       = ["niwatolli3"]
+  spec.email         = ["niwatolli3@gmail.com"]
+
+  spec.summary       = %q{A scraping library for Yahoo! Textream}
+  spec.description   = %q{NiwaTextream provides scraping feature for Yahoo! Textream.}
+  spec.homepage      = "https://github.com/niwatolli3/niwa_textream"
+  spec.license       = "MIT"
+
+  # Prevent pushing this gem to RubyGems.org. To allow pushes either set the 'allowed_push_host'
+  # to allow pushing to a single host or delete this section to allow pushing to any host.
+  if spec.respond_to?(:metadata)
+    spec.metadata['allowed_push_host'] = "https://rubygems.org"
+  else
+    raise "RubyGems 2.0 or newer is required to protect against public gem pushes."
+  end
+
+  spec.files         = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.12"
+  spec.add_development_dependency "rake", "~> 10.0"
+
+  # for test
+  spec.add_development_dependency "rspec"
+
+  spec.add_development_dependency "codeclimate-test-reporter"
+
+  # for this gem
+  spec.add_dependency "nokogiri"
+  spec.add_dependency "mechanize"
+end

metadata

@@ -0,0 +1,163 @@
+--- !ruby/object:Gem::Specification
+name: niwa_textream
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- niwatolli3
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2016-08-17 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.12'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.12'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: codeclimate-test-reporter
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: mechanize
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: NiwaTextream provides scraping feature for Yahoo! Textream.
+email:
+- niwatolli3@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".codeclimate.yml"
+- ".gitignore"
+- ".idea/.rakeTasks"
+- ".idea/dbnavigator.xml"
+- ".idea/misc.xml"
+- ".idea/modules.xml"
+- ".idea/niwa_textream.iml"
+- ".idea/vcs.xml"
+- ".idea/workspace.xml"
+- ".rspec"
+- ".rubocop.yml"
+- ".travis.yml"
+- CODE_OF_CONDUCT.md
+- Gemfile
+- LICENSE
+- README.md
+- Rakefile
+- bin/console
+- bin/setup
+- lib/niwa_textream.rb
+- lib/niwa_textream/models/base_model.rb
+- lib/niwa_textream/models/category.rb
+- lib/niwa_textream/models/message.rb
+- lib/niwa_textream/models/thread.rb
+- lib/niwa_textream/pages/category/category_page.rb
+- lib/niwa_textream/pages/main/main_page.rb
+- lib/niwa_textream/pages/message/message_header.rb
+- lib/niwa_textream/pages/message/message_page.rb
+- lib/niwa_textream/pages/thread/thread_page.rb
+- lib/niwa_textream/pages/top/top_page.rb
+- lib/niwa_textream/utils/TimeUtil.rb
+- lib/niwa_textream/version.rb
+- niwa_textream.gemspec
+homepage: https://github.com/niwatolli3/niwa_textream
+licenses:
+- MIT
+metadata:
+  allowed_push_host: https://rubygems.org
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.5.1
+signing_key: 
+specification_version: 4
+summary: A scraping library for Yahoo! Textream
+test_files: []
+has_rdoc: