indeed_scraper2022 0.1.1 → 0.1.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 50a484cf1a272522091413129241620336f12ca94d795b7ab132dd6911802d1c
-  data.tar.gz: 06dffee1253aa5076da9b6897bc48009687e8df86aa1a3629ee1d8a4432fdd13
+  metadata.gz: 19d85a0b62308f9e6c53eda22a9b26fb559e62d9528597fde6d89bb117f0deb0
+  data.tar.gz: 43aea0e9efb6d6ed45c1efe4e480d8422939d20f42cd5b8514f8733b6f3ebd03
 SHA512:
-  metadata.gz: 7327fc5bf9668c4f292eabf673574bfd7ca9fbf180133896c559ac1b7415d4ee880365302d24550aba4b83ee2a709a77bdb059145310e4a5de21840fe11a5058
-  data.tar.gz: a84b587275793166a7ac40d63607c8ea2f8dd340a3197ce782f901ca8c27de27b8eeef7f36fc9399aba286ddc399da109b2d14cd9db99b3c6a4a545e6ad9f21c
+  metadata.gz: bf0592ffdbaf9dbba2e84be8dcbdbf18c1d8fcb25e0e33eacbbb786decb0f8d18240371149ef9850bbde890e5b64893660f2ad2e0d149cb5e40e900802d82bb4
+  data.tar.gz: 60e00efcef2f86e6e64c8f02d45e943ab5cdc1090b3d361f3d6e305b4389694a6061618da693dee1d81b11dbe729f02786c06e71562b10d581b88503189f676a

data/lib/indeed_scraper2022.rb

@@ -44,7 +44,7 @@ class IndeedScraper2022
     # jobsearch (e.g. Full Stack Website Developer (Wordpress))
     jobtitle = div2.element("div[@class='jobsearch-JobInfoHead"  \
         "er-title-container']/h1[@class='jobsearch-JobInfoHead"  \
-        "er-title']").text
+        "er-title']")&.text
 
     div3 = div2.element("div[@class='jobsearch-CompanyInfoCon"  \
         "tainer']/div[@class='jobsearch-CompanyInfoWithoutHead"  \
@@ -70,15 +70,14 @@ class IndeedScraper2022
     # jobsearch (e.g. Urgently needed)
     jobnote1 = e0.element("//div[@class='jobsearch-DesktopTag"  \
         "']/div[@class='urgently-hiring']/div[@class='jobsearc"  \
-        "h-DesktopTag-text']")
-    jobnote1 = jobnote1.text if jobnote1
+        "h-DesktopTag-text']")&.text
 
     # jobsearch (e.g. 10 days ago)
     datepost = e0.element("//div[@class='jobsearch-JobTab-con"  \
-        "tent']/div[@class='jobsearch-JobMetadataFooter']/div").text
+        "tent']/div[@class='jobsearch-JobMetadataFooter']/div")&.text
 
     jobdesc = e0.element("//div[@class='icl-u-xs-mt--md']/div[@cl"  \
-        "ass='jobsearch-jobDescriptionText']")
+        "ass='jobsearch-jobDescriptionText']").xml
 
     {
       title: jobtitle,
@@ -120,28 +119,28 @@ class IndeedScraper2022
 
       # job title (e.g. Software Developer)
       jobtitle = td.element("div[@class='tapItem-gutter']/h2[@"  \
-          "class='jobTitle-color-purple']/span").text
+          "class='jobTitle-color-purple']/span")&.text
       puts 'jobtitle: ' + jobtitle.inspect if @debug
 
       salary = td.element("div[@class='metadataContainer']/"  \
           "div[@class='salary-snippet-container']/div[@class='sa"  \
-          "lary-snippet']/span")
-      salary = salary.text if salary
+          "lary-snippet']/span")&.text
+
       puts 'salary: ' + salary.inspect if @debug
       div1 = td.element("div[@class='companyInfo']")
 
       # company name (e.g. Coda Octopus Products Ltd)
-      company_name = div1.element("span[@class='companyName']").text
+      company_name = div1.element("span[@class='companyName']")&.text
 
       # company location (e.g. Edinburgh)
-      location = div1.element("div[@class='companyLocation']").text
+      location = div1.element("div[@class='companyLocation']")&.text
       tbody = div.element("table[@class='jobCardShelfContainer']/tbody")
 
       div3 = tbody.element("tr[@class='underShelfFooter']/td/di"  \
           "v[@class='result-footer']")
 
       # job (e.g. Our products are primarily written in C#, using...)
-      jobsnippet = div3.element("div[@class='job-snippet']/ul/li").text
+      jobsnippet = div3.xpath("div[@class='job-snippet']/ul/li/text()").join("\n")
 
       # visually (e.g. Posted 14 days ago)
       dateposted =  div3.element("span[@class='date']").texts
@@ -162,4 +161,18 @@ class IndeedScraper2022
   end
 end
 
+class IS22Plus < IndeedScraper2022
+
+  def initialize(q: '', location: '', debug: false)
+    super(q: q, location: location, debug: debug)
+  end
+
+  def list()
 
+    @results.map.with_index do |x,i|
+      "%2d. %s" % [i,x[:title]]
+    end.join("\n")
+
+  end
+
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: indeed_scraper2022
 version: !ruby/object:Gem::Version
-  version: 0.1.1
+  version: 0.1.2
 platform: ruby
 authors:
 - James Robertson
@@ -78,7 +78,7 @@ dependencies:
       - !ruby/object:Gem::Version
         version: 2.8.4
 description: 
-email: james@jamesrobertson.eu
+email: digital.robertson@Gmail.com
 executables: []
 extensions: []
 extra_rdoc_files: []
@@ -96,7 +96,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: '0'
+      version: 2.3.0
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="