scrap_kit 0.1.0 → 0.1.5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 182c6586405b92385ce91f47c4b2be7d0044e3217604458daeb282ec57af1ccc
-  data.tar.gz: 3dc60725859c3ba88a3288704b011443b3fcca985f4e2f3da899341564aaf913
+  metadata.gz: '0800dc31098f3961b39783d64ee7ddfbecc67a3eba2efaa1fdda7c384bf0b88b'
+  data.tar.gz: bd6e32addeef4d04545d092aeef0b45e9e60dfedf1dc9643ae70e8e50512a589
 SHA512:
-  metadata.gz: 00c391a020cab3094e11d0ae2d93574b687bc866f81c076769d302b95024b86c179bc67f1cfc3a9e1f143fa416180467af7c2c6ca1608361106954d7b43ec584
-  data.tar.gz: 625fcc5603b3f111083df489e218bd08635beb8aa71c43453061142e59289698165a48fcca82b71c067fd6700b4274c1925cf4a649ae6f23d14740f5f627f097
+  metadata.gz: c8bee9dc8ed755c2edd4b5c6968ce0e9aae4f4a662963838e9493e9ed125b59ca45c95e18af9e9724730d37ada2c39b8b9ebeef95dc1bb69cb3161813770343a
+  data.tar.gz: a6a86b4ea05fe89541db1dcd82dd768e5b31c7185a7659901324dff13c517e82d4faf3c414165b84b58d19f0e3316ca87493dfe66a6325cc8e43aabaa16ce38e

data/.github/workflows/publish_gem.yml

@@ -13,3 +13,5 @@ jobs:
     steps:
       - name: Publish gem
         uses: dawidd6/action-publish-gem@v1.0.0
+        with:
+          api_key: ${{secrets.RUBYGEMS_API_KEY}}

data/.gitignore

@@ -9,4 +9,5 @@
 
 # rspec failure tracking
 .rspec_status
+*.gem
 .DS_Store

data/CHANGELOG.md

@@ -1,5 +1,31 @@
 # Changelog
 
+## [0.1.5] 2020-08-08
+
+### Changed/Added
+- Add `webdrivers` as dependency
+
+## [0.1.4] 2020-07-12
+
+### Changed/Added
+- Add support for `<input />` elements
+
+## [0.1.3] 2020-06-18
+
+### Changed/Added
+- Moved development dependencies as dependencies
+
+## [0.1.2] 2020-06-18
+
+### Changed/Added
+- Add support for selector arrays to filter elements based on conditions
+
+## [0.1.1] 2020-05-18
+
+### Changed/Added
+- Update activesupport requirement from = 6.0.2.1 to = 6.0.3.1
+- Update rake requirement from ~> 10.0 to ~> 13.0
+
 ## [0.1.0] 2020-02-09
 
 ### Changed/Added

data/Gemfile.lock

@@ -1,25 +1,31 @@
 PATH
   remote: .
   specs:
-    scrap_kit (0.1.0)
+    scrap_kit (0.1.5)
+      activesupport (= 6.0.3.1)
+      watir (~> 6.16.5)
+      webdrivers (~> 4.0)
 
 GEM
   remote: https://rubygems.org/
   specs:
-    activesupport (6.0.2.1)
+    activesupport (6.0.3.1)
       concurrent-ruby (~> 1.0, >= 1.0.2)
       i18n (>= 0.7, < 2)
       minitest (~> 5.1)
       tzinfo (~> 1.1)
-      zeitwerk (~> 2.2)
+      zeitwerk (~> 2.2, >= 2.2.2)
     childprocess (3.0.0)
-    concurrent-ruby (1.1.5)
+    concurrent-ruby (1.1.6)
     diff-lcs (1.3)
-    i18n (1.8.2)
+    i18n (1.8.5)
       concurrent-ruby (~> 1.0)
-    minitest (5.14.0)
-    rake (10.5.0)
-    regexp_parser (1.6.0)
+    mini_portile2 (2.4.0)
+    minitest (5.14.1)
+    nokogiri (1.10.10)
+      mini_portile2 (~> 2.4.0)
+    rake (13.0.1)
+    regexp_parser (1.7.1)
     rspec (3.9.0)
       rspec-core (~> 3.9.0)
       rspec-expectations (~> 3.9.0)
@@ -33,28 +39,30 @@ GEM
       diff-lcs (>= 1.2.0, < 2.0)
       rspec-support (~> 3.9.0)
     rspec-support (3.9.2)
-    rubyzip (2.2.0)
+    rubyzip (2.3.0)
     selenium-webdriver (3.142.7)
       childprocess (>= 0.5, < 4.0)
       rubyzip (>= 1.2.2)
     thread_safe (0.3.6)
-    tzinfo (1.2.6)
+    tzinfo (1.2.7)
       thread_safe (~> 0.1)
     watir (6.16.5)
       regexp_parser (~> 1.2)
       selenium-webdriver (~> 3.6)
-    zeitwerk (2.2.2)
+    webdrivers (4.4.1)
+      nokogiri (~> 1.6)
+      rubyzip (>= 1.3.0)
+      selenium-webdriver (>= 3.0, < 4.0)
+    zeitwerk (2.4.0)
 
 PLATFORMS
   ruby
 
 DEPENDENCIES
-  activesupport (= 6.0.2.1)
   bundler (~> 2.0)
-  rake (~> 10.0)
+  rake (~> 13.0)
   rspec (~> 3.0)
   scrap_kit!
-  watir (~> 6.16.5)
 
 BUNDLED WITH
-   2.0.2
+   2.1.4

data/lib/scrap_kit/recipe.rb

@@ -1,4 +1,5 @@
 require "active_support/core_ext/hash"
+require "webdrivers/chromedriver"
 require "watir"
 
 module ScrapKit
@@ -32,14 +33,44 @@ module ScrapKit
     def run_step(browser, step)
     end
 
+    def elements_from_selector(browser_or_element, selector)
+      if selector.is_a?(String)
+        browser_or_element.elements(css: selector)
+      elsif selector.is_a?(Array)
+        *remainder, condition = selector
+        elements = browser_or_element
+
+        remainder.each do |item|
+          elements = elements.elements(css: item)
+        end
+
+        elements.filter do |element|
+          condition_key = condition.keys[0].to_s
+          condition_value = condition.values[0]
+          found_element = element.element(css: condition_key)
+          extract_value_from_element(found_element)&.match(condition_value)
+        end
+      end
+    end
+
+    def extract_value_from_element(element)
+      if element&.respond_to?(:tag_name)
+        if element.tag_name.downcase == "input"
+          return element.attribute_value(:value)
+        end
+      end
+
+      element&.text_content
+    end
+
     def extract_attribute(browser_or_element, selector_or_hash)
       if selector_or_hash.is_a?(String)
-        browser_or_element.element(css: selector_or_hash)&.text_content
+        extract_value_from_element(browser_or_element.element(css: selector_or_hash))
       elsif selector_or_hash.is_a?(Hash)
         selector = selector_or_hash[:selector]
         selector_for_children_attributes = selector_or_hash[:children_attributes]
 
-        browser_or_element.elements(css: selector).map do |element|
+        elements_from_selector(browser_or_element, selector).map do |element|
           output = {}
 
           selector_for_children_attributes.each do |child_attribute_name, child_selector|

data/lib/scrap_kit/version.rb

@@ -1,3 +1,3 @@
 module ScrapKit
-  VERSION = "0.1.0"
+  VERSION = "0.1.5"
 end

data/scrap_kit.gemspec

@@ -29,8 +29,9 @@ Gem::Specification.new do |spec|
   spec.require_paths = ["lib"]
 
   spec.add_development_dependency "bundler", "~> 2.0"
-  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "rake", "~> 13.0"
   spec.add_development_dependency "rspec", "~> 3.0"
-  spec.add_development_dependency "activesupport", "6.0.2.1"
-  spec.add_development_dependency "watir", "~> 6.16.5"
+  spec.add_dependency "watir", "~> 6.16.5"
+  spec.add_dependency "webdrivers", "~> 4.0"
+  spec.add_dependency "activesupport", "6.0.3.1"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: scrap_kit
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.1.5
 platform: ruby
 authors:
 - Gustavo Leon
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2020-02-09 00:00:00.000000000 Z
+date: 2020-08-08 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -30,14 +30,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '10.0'
+        version: '13.0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '10.0'
+        version: '13.0'
 - !ruby/object:Gem::Dependency
   name: rspec
   requirement: !ruby/object:Gem::Requirement
@@ -53,33 +53,47 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '3.0'
 - !ruby/object:Gem::Dependency
-  name: activesupport
+  name: watir
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '='
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: 6.0.2.1
-  type: :development
+        version: 6.16.5
+  type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '='
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: 6.0.2.1
+        version: 6.16.5
 - !ruby/object:Gem::Dependency
-  name: watir
+  name: webdrivers
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 6.16.5
-  type: :development
+        version: '4.0'
+  type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 6.16.5
+        version: '4.0'
+- !ruby/object:Gem::Dependency
+  name: activesupport
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 6.0.3.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 6.0.3.1
 description: Run JSON-based recipes to scrap web sites.
 email:
 - hpneo@hotmail.com
@@ -128,7 +142,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.0.3
+rubygems_version: 3.1.2
 signing_key: 
 specification_version: 4
 summary: Scrap web sites using recipes.