remote_job_scraper 0.4.4 → 0.5.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 6629f970e902f9ec6789b5574156730e7c9066a0
-  data.tar.gz: 6b4eca4e512e432f4c4e642da57253e4756d0290
+  metadata.gz: 8f12102d94abaccc92c800bb21d459fddce99380
+  data.tar.gz: 2af9bb36f83a766ab3ce90b3a9473b4cb1166683
 SHA512:
-  metadata.gz: 88559d103a0b1e5d70185641684e05f221d45fca0ea146b15324d34cc32c0ae40f42473f5564cc215410675f4b532e4a7a158fc659f73bfb6fb8c2d16208da11
-  data.tar.gz: f6e2e97da63b78a378200be0925221d80e569f4b1c3573cfa9928c3910332e5be834dc89bb4df0803c280b1a7ccff36e60519778d9c709295fe9ed1fa4612ed6
+  metadata.gz: af613f9bff539e13a3585d80801e1983792e6d2125e0322526c411ee3a58ad8eb9ea955e88b07847e51a151e2eb072a7e4697b2141111ccadf5de047ad81bf46
+  data.tar.gz: a49fb2f1e599c3df9d49aa4c5be63d3930b43873c11a33465ad447fdc0fe7c7f33030c1c1f7d73fae0faf49ef7fa2fe5205262a9186c8260eec468265486a0fe

data/.ruby-version

@@ -1 +1 @@
-2.4.1
+2.4.4

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    remote_job_scraper (0.4.3)
+    remote_job_scraper (0.5.0)
       nokogiri
       spreadsheet
       thor
@@ -36,7 +36,7 @@ GEM
     rspec-support (3.8.0)
     ruby-ole (1.2.12.1)
     safe_yaml (1.0.4)
-    spreadsheet (1.1.8)
+    spreadsheet (1.2.0)
       ruby-ole (>= 1.0)
     thor (0.20.3)
     vcr (4.0.0)
@@ -58,4 +58,4 @@ DEPENDENCIES
   webmock
 
 BUNDLED WITH
-   1.16.5
+   1.17.2

data/lib/remote_job_scraper/cli.rb

@@ -5,6 +5,14 @@ module RemoteJobScraper
 
     AVAILABLE_SITES = %w(we_work_remotely remote_ok 42jobs_rails)
 
+    desc 'collect_companies',
+      "Retrieves remote companies
+       [Example]: remote_job_scraper collect_companies
+      "
+    def collect_companies
+      Sites::GithubRemoteJobs.new.collect_companies
+    end
+
     desc 'collect_jobs LIMIT DELAY',
       "Retrieves data from #{AVAILABLE_SITES.join(', ')}.
        [Example]: remote_job_scraper collect_jobs 10 9.0..10.0
@@ -70,6 +78,8 @@ module RemoteJobScraper
 
       FileUtils.rm_rf(dirname)
       puts "Removed data in #{Dir.pwd}/#{dirname}."
+    rescue Interrupt => e
+      exit
     end
   end
 end

data/lib/remote_job_scraper/version.rb

@@ -1,3 +1,3 @@
 module RemoteJobScraper
-  VERSION = "0.4.4"
+  VERSION = "0.5.0"
 end

data/lib/remote_job_scraper.rb

@@ -5,6 +5,7 @@ require 'remote_job_scraper/cli'
 require 'sites/we_work_remotely'
 require 'sites/remote_ok'
 require 'sites/jobs_rails42'
+require 'sites/github_remote_jobs'
 
 require 'support/offer_parser'
 require 'support/user_agent'

data/lib/sites/github_remote_jobs.rb

@@ -0,0 +1,38 @@
+module Sites
+  class GithubRemoteJobs < Base
+
+    HOST = 'http://github.com/'.freeze
+    PATH = 'remoteintech/remote-jobs'
+    JOB_ITEM_SELECTOR = '.entry-content table tbody tr'.freeze
+    STORE_DIR = 'data/github_remote_jobs'.freeze
+
+    def initialize()
+      @url = "#{self.class::HOST}#{self.class::PATH}"
+      @current_time = Time.now
+      @timestamp = @current_time.strftime("%Y%m%d%H%M%S")
+      @doc = Nokogiri::HTML(open_page(@url))
+      @rows_count = 0
+    end
+
+    def collect_companies
+      puts "[Info] Getting the data from #{url}"
+      FileUtils.mkdir_p STORE_DIR
+
+      CSV.open(filepath, 'w') do |csv|
+        doc.css(JOB_ITEM_SELECTOR).each do |tr|
+          name = tr.search('td')[0].text
+          website = tr.search('td')[1].text
+          region = tr.search('td')[2].text
+          csv << [name, website, region]
+          @rows_count += 1
+        end
+      end
+      puts "[Done] Collected #{@rows_count} job offers from #{url}. Data stored in: #{filepath}."
+    end
+
+    def companies_count
+      @rows_count
+    end
+
+  end
+end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: remote_job_scraper
 version: !ruby/object:Gem::Version
-  version: 0.4.4
+  version: 0.5.0
 platform: ruby
 authors:
 - Rafał Trojanowski
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2019-01-30 00:00:00.000000000 Z
+date: 2019-06-07 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: nokogiri
@@ -167,6 +167,7 @@ files:
 - lib/remote_job_scraper/version.rb
 - lib/sites/base.rb
 - lib/sites/elixir_radar.rb
+- lib/sites/github_remote_jobs.rb
 - lib/sites/jobs_rails42.rb
 - lib/sites/rails_jobs.rb
 - lib/sites/remote_ok.rb
@@ -174,6 +175,7 @@ files:
 - lib/support/offer_parser.rb
 - lib/support/spreadsheet_creator.rb
 - lib/support/user_agent.rb
+- remote_job_scraper-0.4.4.gem
 - remote_job_scraper.gemspec
 homepage: https://github.com/rafaltrojanowski/remote_job_scraper
 licenses:
@@ -196,7 +198,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.6.11
+rubygems_version: 2.6.14.1
 signing_key: 
 specification_version: 4
 summary: Ruby gem that collects job offers for remote positions with ease.