tsjobcrawler 0.1.2 → 0.1.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: a212b7a46a370480a3ae9c2afba75cf674129648
-  data.tar.gz: a7c4c870904574b3d4626ff871d61139864c823c
+  metadata.gz: 6f61cfc63f1645221d7346792579a958cf22df40
+  data.tar.gz: 985c42f6a4f2ce6f207d8d4f3f773738f3cf02ed
 SHA512:
-  metadata.gz: 9aa2c9f4224570efb6e7ceea302aec24a89cb70470ea62beff0dd32fb2717ce2970b3ddf9d8bb8fbfd293bf2461716986f2964d75f0920e122e31fcd71921444
-  data.tar.gz: a9e9015f39aaded4eeaf57ab03d5a9ea5ae31a8bb37bdb35639c4dd056b93d759c3cb26f3831a8515e3996bad5b9f0f828589f28cbebdee60ebd69bb4a60bd0e
+  metadata.gz: fe1856420422090a2787f22cff70d71ca7a6ee32a0404b80b09d61297385e964a3d1ab8a3f1f66eae142f8cb1c704596e48d9d548b49dad4056b7ba6ab932497
+  data.tar.gz: d347d928ef2214ad4a0364e801a99b7d113d42baa15a509a947fcc7f60d98414907c2be4ae66ddaac83789211a7bde25f22f0a6f1471692de48564d3063abefc

data/lib/clearancejobscom/clearance_jobs_com_crawler.rb

@@ -24,7 +24,7 @@ class ClearanceJobsComCrawler
   # Run the crawler
   def crawl
     page_count = get_page_count
-
+    
     (1..page_count).each do |page_num|
       listing_links = collect_links_on_page(get_next_page(page_num))
       parse_listings(listing_links)
@@ -36,13 +36,17 @@ class ClearanceJobsComCrawler
     if @search_term == nil
       @base_url = "https://www.clearancejobs.com/jobs?"
     else
-      @base_url = "https://www.clearancejobs.com/jobs?keywords="+CGI.escape(@search_term)+"&zip_text="
+      @base_url = "https://www.clearancejobs.com/jobs?keywords="+CGI.escape(@search_term)
     end
   end
 
   # Get the URL for the next page
   def get_next_page_url(page_num)
-    return @base_url+"PAGE="+page_num.to_s+"&limit=25"
+    if @base_url.include?("keywords")
+      return @base_url+"&PAGE="+page_num.to_s+"&limit=25"
+    else
+      return @base_url+"PAGE="+page_num.to_s+"&limit=25"
+    end
   end
 
   # Get the page

data/lib/clearancejobscom/clearance_jobs_com_parser.rb

@@ -39,7 +39,8 @@ class ClearanceJobsComParser
     rescue
       @i += 1
       if @i < 10
-        @html = Nokogiri::HTML.parse(get_retry(@url, @requests, @i))
+        @html = get_retry(@url, @requests, @i)
+        @page = Nokogiri::HTML.parse(@html)
         parse
       end
     end

data/lib/clearedjobsnet/cleared_jobs_net_crawler.rb

@@ -76,7 +76,7 @@ class ClearedJobsNetCrawler
       found_listings.push(parser.parse_job)
     end
 
-    @reporter.report_results(found_listings, listing_links.first)
+    @reporter.report_results(found_listings, listing_links.first[:url])
   end
 
   # Gets the number of pages for the query

data/lib/tsjobcrawler.rb

@@ -15,8 +15,8 @@ class TSJobCrawler
 
   # Crawl all of the listing sites
   def crawl_jobs
-    cleared_jobs_net
     clearance_jobs_com
+    cleared_jobs_net
     security_cleared_jobs_com
   end
 

data/tsjobcrawler.gemspec

@@ -4,7 +4,7 @@ $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
 
 Gem::Specification.new do |spec|
   spec.name          = "tsjobcrawler"
-  spec.version       = '0.1.2'
+  spec.version       = '0.1.3'
   spec.authors       = ["M. C. McGrath"]
   spec.email         = ["shidash@shidash.com"]
 

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: tsjobcrawler
 version: !ruby/object:Gem::Version
-  version: 0.1.2
+  version: 0.1.3
 platform: ruby
 authors:
 - M. C. McGrath