cat_claw 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: f85a43495dd6671e20cbb57ed4fdfcc1fd00c9dc
+  data.tar.gz: d1688e1bd201f915bad724b5fd5c4b4ba2fee1d5
+SHA512:
+  metadata.gz: 3ce7f6d8c8b1605d52abae170b033a30d44224b8ffd2bb110e3b59e3aca28b8aee8715de5ca690966f669992a5e169f4046131d084427d2ba109abd42367319c
+  data.tar.gz: 04709d9f3be0a176d81ca2b9b5ae584ab289eb0b1fbe6bdf07e214b451c990ed457afd891dc37e97601b9ee7668bdb01634d9684b915287016ad3c913afe48c6

data/.gitignore

@@ -0,0 +1,17 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp

data/Gemfile

@@ -0,0 +1,3 @@
+source 'https://rubygems.org'
+
+gemspec

data/LICENSE

@@ -0,0 +1,22 @@
+Copyright (c) 2014 yeer
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/Rakefile

@@ -0,0 +1,8 @@
+#!/usr/bin/env rake
+require "bundler/gem_tasks"
+require "rspec/core/rake_task"
+
+RSpec::Core::RakeTask.new
+
+task :default => :spec
+task :test => :spec

data/bin/catclaw

@@ -0,0 +1,5 @@
+#!/usr/bin/env ruby
+
+require File.dirname(__FILE__) + '/../lib/cat_claw'
+runner = CatClaw::Catcher.new(ARGV)
+bp = runner.run

data/cat_claw.gemspec

@@ -0,0 +1,22 @@
+# -*- encoding: utf-8 -*-
+require File.expand_path('../lib/cat_claw/version', __FILE__)
+
+Gem::Specification.new do |gem|
+  gem.authors       = ["yeer"]
+  gem.email         = ["athom@126.com"]
+  gem.description   = %q{catching jobs from the web}
+  gem.summary       = %q{gathering all remote jobs information from the internet}
+  gem.homepage      = ""
+
+  gem.files         = `git ls-files`.split($\)
+  gem.executables   = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
+  gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
+  gem.name          = "cat_claw"
+  gem.require_paths = ["lib"]
+  gem.version       = CatClaw::VERSION
+
+  gem.add_development_dependency 'rake'
+  gem.add_development_dependency 'rspec'
+  gem.add_development_dependency 'nokogiri'
+  gem.license       = 'MIT'
+end

data/lib/cat_claw/catcher.rb

@@ -0,0 +1,35 @@
+require 'optparse'
+
+module CatClaw
+  class Catcher
+    def initialize(arguments)
+      @arguments = arguments
+      @cats = [
+        CatClaw::RubyChinaCat.new,
+        CatClaw::V2EXCat.new,
+        CatClaw::WeWorkRemotelyCat.new,
+        CatClaw::StackOverFlowCat.new
+      ]
+    end
+
+    def paw
+      parse_options
+      @cats.each do |cat|
+        p cat.paw
+      end
+    end
+
+    def run
+      paw
+    end
+
+    private
+
+    def parse_options
+      options = OptionParser.new
+      options.banner = "Usage: catclaw [options]"
+      options.on('-d', '--download', "Download all photos after pulling" )  { @cats.download = true }
+      options.parse!(@arguments)
+    end
+  end
+end

data/lib/cat_claw/cats/ruby_china_cat.rb

@@ -0,0 +1,53 @@
+require 'pry'
+require 'nokogiri'
+require 'open-uri'
+
+module CatClaw
+  class RubyChinaCat
+    KEYWORD = "远程"
+    attr_accessor :footprint
+    def initialize
+      @base_url = "https://ruby-china.org"
+      @footprint = {
+        source: "RubyChina",
+        jobs: [],
+      }
+    end
+
+    def paw
+      3.times do |i|
+        whisper (i+1)
+      end
+      @footprint
+    end
+
+    private
+    def whisper page
+      puts 'opening URI ... '
+      url = @base_url + "/jobs?page=" + page.to_s
+      doc = Nokogiri::HTML(open(url))
+      topics = doc.css(".topic .infos .title a")
+      topics.each do |t|
+        if t.text.match KEYWORD
+          url = @base_url + t.attr("href")
+          doc = Nokogiri::HTML(open(url))
+          #binding.pry
+          title = doc.css(".entry-title").text
+          content = doc.css(".entry-content").text
+          @footprint[:jobs] << {
+            url: url,
+            title: title,
+            description: content,
+            scope: "China",
+            job_type: "developer",
+          }
+          #p url
+          #p title
+          #p content
+          #p "---"
+        end
+      end
+    end
+
+  end
+end

data/lib/cat_claw/cats/stack_over_flow_cat.rb

@@ -0,0 +1,44 @@
+require 'pry'
+require 'nokogiri'
+require 'open-uri'
+
+module CatClaw
+  class StackOverFlowCat
+    attr_accessor :footprint
+    def initialize
+      @base_url = "http://careers.stackoverflow.com"
+      @footprint = {
+        source: "RubyChina",
+        jobs: [],
+      }
+    end
+
+    def paw
+      whisper
+      @footprint
+    end
+
+    private
+    def whisper
+      puts 'opening URI ... '
+      url = @base_url + "/jobs/remote"
+      doc = Nokogiri::HTML(open(url))
+      topics = doc.css(".jobs div h3 a")
+      topics.each do |t|
+        url = @base_url + t.attr("href")
+        doc = Nokogiri::HTML(open(url))
+        title = doc.css(".jobdetail div h1 a").text
+        content = doc.css(".description").text
+        @footprint[:jobs] << {
+          url: url,
+          title: title,
+          description: content,
+          scope: "World",
+          job_type: "developer",
+        }
+      end
+    end
+
+  end
+end
+

data/lib/cat_claw/cats/v2ex_cat.rb

@@ -0,0 +1,53 @@
+require 'pry'
+require 'nokogiri'
+require 'open-uri'
+
+module CatClaw
+  class V2EXCat
+    KEYWORD = "远程"
+    attr_accessor :footprint
+    def initialize
+      @base_url = "http://v2ex.com"
+      @footprint = {
+        source: "V2EX",
+        jobs: [],
+      }
+    end
+
+    def paw
+      3.times do |i|
+        whisper (i+1)
+      end
+      @footprint
+    end
+
+    private
+    def whisper page
+      puts 'opening URI ... '
+      url = @base_url + "/go/jobs?p=" + page.to_s
+      doc = Nokogiri::HTML(open(url))
+      topics = doc.css(".item_title a")
+      topics.each do |t|
+        if t.text.match KEYWORD
+          url = @base_url + t.attr("href")
+          doc = Nokogiri::HTML(open(url))
+          title = doc.css(".header h1").text
+          content = doc.css(".topic_content").text
+          @footprint[:jobs] << {
+            url: url,
+            title: title,
+            description: content,
+            scope: "China",
+            job_type: "developer",
+          }
+          #p url
+          #p title
+          #p content
+          #p "---"
+        end
+      end
+    end
+
+  end
+end
+

data/lib/cat_claw/cats/we_work_remotely_cat.rb

@@ -0,0 +1,45 @@
+require 'pry'
+require 'nokogiri'
+require 'open-uri'
+
+module CatClaw
+  class WeWorkRemotelyCat
+    attr_accessor :footprint
+    def initialize
+      @base_url = "https://weworkremotely.com"
+      @footprint = {
+        source: "37Signal",
+        jobs: [],
+      }
+    end
+
+    def paw
+      whisper "/categories/1/jobs", "design"
+      whisper "/categories/2/jobs", "developer"
+      @footprint
+    end
+
+    private
+    def whisper sub_url, jt
+      puts 'opening URI ... '
+      url = @base_url + sub_url
+      doc = Nokogiri::HTML(open(url))
+      topics = doc.css("article ul li a")
+      topics.each do |t|
+        url = @base_url + t.attr("href")
+        doc = Nokogiri::HTML(open(url))
+        title = doc.css(".listing-header-container h1").text
+        next if title.empty?
+        content = doc.css(".listing-container").text
+        @footprint[:jobs] << {
+          url: url,
+          title: title,
+          description: content,
+          scope: "World",
+          job_type: jt,
+        }
+      end
+    end
+
+  end
+end

data/lib/cat_claw/version.rb

@@ -0,0 +1,3 @@
+module CatClaw
+  VERSION = "0.0.1"
+end

data/lib/cat_claw.rb

@@ -0,0 +1,8 @@
+$: << File.dirname(__FILE__)
+
+require "cat_claw/cats/ruby_china_cat"
+require "cat_claw/cats/v2ex_cat"
+require "cat_claw/cats/we_work_remotely_cat"
+require "cat_claw/cats/stack_over_flow_cat"
+require "cat_claw/catcher"
+require "cat_claw/version"

data/spec/lib/cat_claw_spec.rb

@@ -0,0 +1,6 @@
+require 'spec_helper'
+
+describe CatClaw do
+  it 'should return info and dump file in a pulling' do
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1 @@
+require 'cat_claw'

metadata

@@ -0,0 +1,105 @@
+--- !ruby/object:Gem::Specification
+name: cat_claw
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- yeer
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-06-19 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: catching jobs from the web
+email:
+- athom@126.com
+executables:
+- catclaw
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- Gemfile
+- LICENSE
+- README.md
+- Rakefile
+- bin/catclaw
+- cat_claw.gemspec
+- lib/cat_claw.rb
+- lib/cat_claw/catcher.rb
+- lib/cat_claw/cats/ruby_china_cat.rb
+- lib/cat_claw/cats/stack_over_flow_cat.rb
+- lib/cat_claw/cats/v2ex_cat.rb
+- lib/cat_claw/cats/we_work_remotely_cat.rb
+- lib/cat_claw/version.rb
+- spec/lib/cat_claw_spec.rb
+- spec/spec_helper.rb
+homepage: ''
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.2
+signing_key: 
+specification_version: 4
+summary: gathering all remote jobs information from the internet
+test_files:
+- spec/lib/cat_claw_spec.rb
+- spec/spec_helper.rb