selenium_standalone_dsl 0.1.1 → 0.1.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: d2ecd8f0c3f3f8f7f31a888efdff7b31720419f8
-  data.tar.gz: 35cf1473f2b15d289cbc8d029961f5c8cfd7d3a7
+  metadata.gz: e3693c0d5500983b794af7fdf98364312dad7641
+  data.tar.gz: f2c0ededad165e7f43ab72be4fe8f0503d7c2c45
 SHA512:
-  metadata.gz: a95e03119bf96fa0f103e72f2cfb2a17370577fddc347e0328f8878c4e5eb23e1b1b8c5fbecd0cdf8a80998e84fd10ff799c23d0e5616afe31dffca9b867ebaa
-  data.tar.gz: feccbd3e35174096e188c80ee19b9f50da4ba3ccdc44d857b92f0b44755925c3633480339f3af1eaadc7b8af696db86bf0a6ea38af709baf5249497faee035bd
+  metadata.gz: 0f62c910a6fc5d0ce9c95729b34bb512dfe79952f04493100354a825fd136d2655d197ca349313e6f2e3d66154298ef96523fec4c71ade5961953b37c5bd1738
+  data.tar.gz: f48cc8dd3eb385b692b0f99b0cce5a617830f379ece17b1c441a6f0e75c984cb7d2813ae748b4573930c7c36d475f5a7acab72049373cd23266a11aacb98a6a5

data/.gitignore

@@ -40,6 +40,8 @@ build-iPhoneSimulator/
 /.bundle/
 /vendor/bundle
 /lib/bundler/man/
+.rspec
+.ruby-version
 
 # for a library or gem, you might want to ignore these files since the code is
 # intended to run in multiple environments; otherwise, check them in:

data/Gemfile

@@ -1,16 +1,5 @@
 source 'https://rubygems.org'
 
-gem 'selenium-webdriver'
-gem 'nokogiri'
-gem 'headless'
-gem 'activesupport'
-gem 'rake'
-
-group :development, :staging do
-  gem 'pry'
-  gem 'rspec'
-  gem 'sinatra'
-end
-
+# Specify your gem's dependencies in selenium_standalone_dsl.gemspec
 gemspec
 

data/Gemfile.lock

@@ -1,27 +1,22 @@
 PATH
   remote: .
   specs:
-    selenium_standalone_dsl (0.1.1)
+    selenium_standalone_dsl (0.1.2)
+      headless
+      nokogiri
+      selenium-webdriver
 
 GEM
   remote: https://rubygems.org/
   specs:
-    activesupport (5.0.0.1)
-      concurrent-ruby (~> 1.0, >= 1.0.2)
-      i18n (~> 0.7)
-      minitest (~> 5.1)
-      tzinfo (~> 1.1)
     childprocess (0.5.9)
       ffi (~> 1.0, >= 1.0.11)
     coderay (1.1.1)
-    concurrent-ruby (1.0.2)
     diff-lcs (1.2.5)
     ffi (1.9.14)
     headless (2.3.1)
-    i18n (0.7.0)
     method_source (0.8.2)
     mini_portile2 (2.1.0)
-    minitest (5.9.0)
     nokogiri (1.6.8)
       mini_portile2 (~> 2.1.0)
       pkg-config (~> 1.1.7)
@@ -33,7 +28,7 @@ GEM
     rack (1.6.4)
     rack-protection (1.5.3)
       rack
-    rake (11.2.2)
+    rake (10.5.0)
     rspec (3.5.0)
       rspec-core (~> 3.5.0)
       rspec-expectations (~> 3.5.0)
@@ -57,24 +52,17 @@ GEM
       rack-protection (~> 1.4)
       tilt (>= 1.3, < 3)
     slop (3.6.0)
-    thread_safe (0.3.5)
     tilt (2.0.5)
-    tzinfo (1.2.2)
-      thread_safe (~> 0.1)
     websocket (1.2.3)
 
 PLATFORMS
   ruby
 
 DEPENDENCIES
-  activesupport
   bundler (~> 1.12)
-  headless
-  nokogiri
   pry
-  rake
-  rspec
-  selenium-webdriver
+  rake (~> 10.0)
+  rspec (~> 3.0)
   selenium_standalone_dsl!
   sinatra
 

data/README.md

@@ -1,12 +1,12 @@
 [![Gem Version](https://badge.fury.io/rb/selenium_standalone_dsl.svg)](https://badge.fury.io/rb/selenium_standalone_dsl)
 
-# SeleniumStandaloneDsl
+# Selenium Standalone DSL
 
 Gem for using Selenium webdriver simply.
 
 ## Installation
 
-Ensure you already install Firefox:
+Ensure you have already installed Firefox:
 
 ```sh
 sudo apt-get install firefox
@@ -82,6 +82,44 @@ bundle exec rake spec
     
 To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
 
+## Roadmap
+
+I will create `Selenium Spider` after completing `Selenium Standalone DSL`.
+
+`Selenium Spider` aims to scrape websites using JavaScript.
+
+There are a lot of tools such as `mechanize` but they are no longer useful for SPA websites.
+
+In my heart, `Selenium Spider` will have these features:
+
+### Full JavaScript support
+
+Based on Selenium Standalone DSL, it comprehences JavaScript.
+
+### PMC architecture
+
+PMC = Pagination Model Controller
+
+Generally, scraping is consist of two parts: Listing page and Detail page.
+
+In PMC architecture, Page is for listing items and pagenation.
+
+Model is for extracting information from detail page and store data to database.
+
+Controller is for handle the above two.
+
+### Web-based task execution
+
+Scraping tasks are often multiply and difficult to arrange.
+
+Imagine Web-based task execution, definition, and scheduling like Jenkins.
+
+## TODO
+
+- [ ] Fix class name. Dsl => DSL
+- [ ] Log and config
+- [ ] TravisCI
+
 ## Contributing
 
 Bug reports and pull requests are welcome on GitHub at https://github.com/acro5piano/selenium_standalone_dsl. This project is intended to be a safe, welcoming space for collaboration, and contributors are expected to adhere to the [Contributor Covenant](http://contributor-covenant.org) code of conduct.

data/lib/selenium_standalone_dsl/version.rb

@@ -1,3 +1,3 @@
 module SeleniumStandaloneDsl
-  VERSION = "0.1.1"
+  VERSION = "0.1.2"
 end

data/selenium_standalone_dsl.gemspec

@@ -9,8 +9,8 @@ Gem::Specification.new do |spec|
   spec.authors       = ["gosho-kazuya"]
   spec.email         = ["ketsume0211@gmail.com"]
 
-  spec.summary       = %q{Simple gem for using Selenium webdriver simply}
-  spec.description   = %q{Simple gem for using Selenium webdriver simply}
+  spec.summary       = %q{Gem for using Selenium webdriver simply}
+  spec.description   = %q{Gem for using Selenium webdriver simply}
   spec.homepage      = "https://github.com/acro5piano/selenium_standalone_dsl"
   spec.license       = "MIT"
 
@@ -23,11 +23,17 @@ Gem::Specification.new do |spec|
   # end
 
   spec.files         = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
-  spec.bindir        = "exe"
-  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.test_files    = `git ls-files -- spec/*_spec.rb`.split("\n")
+  spec.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
   spec.require_paths = ["lib"]
 
+  spec.add_dependency 'selenium-webdriver'
+  spec.add_dependency 'nokogiri'
+  spec.add_dependency 'headless'
+
   spec.add_development_dependency "bundler", "~> 1.12"
   spec.add_development_dependency "rake", "~> 10.0"
   spec.add_development_dependency "rspec", "~> 3.0"
+  spec.add_development_dependency "sinatra"
+  spec.add_development_dependency "pry"
 end

data/spec/selenium_standalone_dsl_spec.rb

@@ -0,0 +1,64 @@
+require 'spec_helper'
+
+describe SeleniumStandaloneDsl do
+  it 'has a version number' do
+    expect(SeleniumStandaloneDsl::VERSION).not_to be nil
+  end
+
+  describe SeleniumStandaloneDsl::Base do
+    before :all do
+      @pid = Process.spawn('bundle e ruby spec/fixtures/app.rb')
+
+      config = {
+          log_path: '/tmp/selenium_standalone_dsl_spec.log',
+          user_agent: 'Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/51.0.2704.84 Safari/537.36',
+          headless: true,
+      }
+      @driver = SeleniumStandaloneDsl::Base.new(config)
+    end
+
+    after :all do
+      @driver.quit
+      Process.kill 9, @pid
+    end
+
+    it 'visit a site' do
+      expect { @driver.visit('http://localhost:4567') }.not_to raise_error
+    end
+
+    it 'click a link and follow href' do
+      @driver.visit 'http://localhost:4567/click'
+      expect { @driver.click('ClickMe') }.not_to raise_error
+      expect(@driver.driver.current_url).to eq 'http://localhost:4567/'
+    end
+
+    it 'fill_in a input box' do
+      @driver.visit 'http://localhost:4567/fill_in'
+      expect { @driver.fill_in('input_box', with: 'hoge') }.not_to raise_error
+    end
+
+    it 'close alert' do
+      @driver.visit 'http://localhost:4567/alert'
+      expect { @driver.prompt_ok }.not_to raise_error
+    end
+
+    it 'select a value in a select box' do
+      @driver.visit 'http://localhost:4567/select'
+      expect { @driver.select('an option', from: 'select_box') }.not_to raise_error
+      expect { @driver.select('an option', from: 'select_box', find_by: :name) }.not_to raise_error
+    end
+
+    it 'determine if the page has the text' do
+      @driver.visit 'http://localhost:4567/'
+      expect(@driver.has_element?(:text, 'Hello')).to be true
+      expect(@driver.has_element?(:text, 'Hogehogehoge')).to be false
+      expect(@driver.has_element?(:class, 'title')).to be true
+      expect(@driver.has_element?(:class, 'titleIsNotBlank')).to be false
+    end
+
+    it 'search with Nokogiri' do
+      @driver.visit 'http://localhost:4567/search'
+      expect(@driver.search('th:contains("title") + td').inner_html).to eq 'Hello'
+    end
+  end
+end

metadata

@@ -1,15 +1,57 @@
 --- !ruby/object:Gem::Specification
 name: selenium_standalone_dsl
 version: !ruby/object:Gem::Version
-  version: 0.1.1
+  version: 0.1.2
 platform: ruby
 authors:
 - gosho-kazuya
 autorequire: 
-bindir: exe
+bindir: bin
 cert_chain: []
-date: 2016-09-02 00:00:00.000000000 Z
+date: 2016-09-04 00:00:00.000000000 Z
 dependencies:
+- !ruby/object:Gem::Dependency
+  name: selenium-webdriver
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: headless
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
@@ -52,7 +94,35 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '3.0'
-description: Simple gem for using Selenium webdriver simply
+- !ruby/object:Gem::Dependency
+  name: sinatra
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Gem for using Selenium webdriver simply
 email:
 - ketsume0211@gmail.com
 executables: []
@@ -60,8 +130,6 @@ extensions: []
 extra_rdoc_files: []
 files:
 - ".gitignore"
-- ".rspec"
-- ".ruby-version"
 - ".travis.yml"
 - CODE_OF_CONDUCT.md
 - Gemfile
@@ -74,6 +142,7 @@ files:
 - lib/selenium_standalone_dsl/base.rb
 - lib/selenium_standalone_dsl/version.rb
 - selenium_standalone_dsl.gemspec
+- spec/selenium_standalone_dsl_spec.rb
 homepage: https://github.com/acro5piano/selenium_standalone_dsl
 licenses:
 - MIT
@@ -97,5 +166,6 @@ rubyforge_project:
 rubygems_version: 2.5.1
 signing_key: 
 specification_version: 4
-summary: Simple gem for using Selenium webdriver simply
-test_files: []
+summary: Gem for using Selenium webdriver simply
+test_files:
+- spec/selenium_standalone_dsl_spec.rb

data/.rspec

@@ -1,2 +0,0 @@
---format documentation
---color

data/.ruby-version

@@ -1 +0,0 @@
-2.3.0