crashlytics-crawler 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 63d344dc70c62ae6460f0b7e138120f2b031b885
+  data.tar.gz: bca0efea7f1c7233779490e456b0f5faf4439e6c
+SHA512:
+  metadata.gz: 1afcb46da66e8dcec0123dce2301dde7dfa35348469dd4445e1d1c4b78f8108f3c8d78361d913cfab02e8cab59b1386adcf59a87bad20507956b28d36eaaf6e6
+  data.tar.gz: 8a17c7caf3d54d167080b7daaf93e39eeba7b23d4902c53bd18dec221ea0a7ef7b606d8abc2e5e52a408b88a1505a57e985c9d6055a692ac6cdfaace42554900

data/.gitignore

@@ -0,0 +1,17 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp

data/Gemfile

@@ -0,0 +1,3 @@
+source 'https://rubygems.org'
+
+gemspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2013 Maiz Lulkin
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,31 @@
+# Crashlytics
+
+A (crappy) crawler to collect Crashlytics statistics.
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'crashlytics'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install crashlytics
+
+## Usage
+
+```ruby                                                                                    
+Crashlytics.run "USER", "PASSWORD"
+```
+   
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/crashlytics-crawler.gemspec

@@ -0,0 +1,30 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+
+Gem::Specification.new do |spec|
+  spec.name          = "crashlytics-crawler"
+  spec.version       = '0.0.1'
+  spec.authors       = ["Maiz Lulkin"]
+  spec.email         = ["maiz@lulk.in"]
+  spec.description   = %q{A crappy crawler for crashlytics}
+  spec.summary       = %q{A crappy crawler for crashlytics}
+  spec.homepage      = ""
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files`.split($/)
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.3"
+
+  spec.add_development_dependency "rake"
+  spec.add_development_dependency "rspec", "~>2.14"
+  spec.add_development_dependency "timecop"
+  spec.add_development_dependency "watir"
+
+  spec.add_dependency "capybara"
+  spec.add_dependency "poltergeist"
+  spec.add_dependency "hpricot"
+end

data/lib/crashlytics.rb

@@ -0,0 +1,9 @@
+module Crashlytics 
+  def self.run email, password
+    Runner.new(email, password).run
+  end
+end
+
+require_relative 'crashlytics/parser'
+require_relative 'crashlytics/runner'
+require_relative 'crashlytics/crawler'

data/lib/crashlytics/crawler.rb

@@ -0,0 +1,31 @@
+require 'watir'
+
+module Crashlytics 
+
+  class InvalidCredentials < StandardError
+  end
+
+  Crawler = Struct.new(:email, :password) do
+
+    LOGIN_URL = "https://www.crashlytics.com/login"
+
+    def statistics_page
+      login
+      browser.goto 'https://www.crashlytics.com/seeking-alpha/ios/apps/com.seekingalpha.ipadportfolio/issues?build=all&status=open&event_type=all&time=last-twenty-four-hours'
+      browser.html
+    end
+
+    private
+
+    def login
+      browser.goto LOGIN_URL
+      browser.text_field(id: 'form-email').set email
+      browser.text_field(id: 'form-password').set password
+      browser.button(id: 'sign_in_email').click
+    end
+
+    def browser
+      @browser ||= Watir::Browser.new :chrome
+    end
+  end
+end

data/lib/crashlytics/parser.rb

@@ -0,0 +1,21 @@
+require 'hpricot'
+
+module Crashlytics 
+
+  Parser = Struct.new :html do
+    def statistics 
+      {
+        issues: doc.search('.summary-issues .value').text.to_i,
+        crashes: doc.search('.crashes-events .value').text.to_i,
+        users_affected: doc.search('.crashes-users-affected .value').text.to_i
+      } 
+    end
+
+    private
+
+    def doc
+      @doc ||= Hpricot(html)
+    end
+  end
+
+end

data/lib/crashlytics/runner.rb

@@ -0,0 +1,19 @@
+module Crashlytics 
+
+  Runner = Struct.new :user_name, :password do
+    def run
+      parser.statistics
+    end
+
+    private
+
+    def parser
+      Parser.new(crawler.statistics_page)
+    end
+
+    def crawler
+      Crawler.new user_name, password
+    end
+  end
+
+end

data/run.rb

@@ -0,0 +1,9 @@
+require 'hpricot'
+require 'pry'
+require_relative 'lib/crashlytics'
+
+# Usage:
+#
+# ruby run.rb USER PASS 
+
+Crashlytics.run *ARGV

data/spec/crawler_spec.rb

@@ -0,0 +1,20 @@
+require_relative 'spec_helper'
+
+include Crashlytics 
+
+describe Crawler, vcr: true do
+  describe "#statistics_page" do
+    context 'given valid auth data' do
+      subject(:crawler) do
+        raise "You should set credentials in your ENV to run this test" unless ENV['CRASHLYTICS_EMAIL']
+        Crawler.new ENV['CRASHLYTICS_EMAIL'], ENV['CRASHLYTICS_PASSWORD']
+      end
+
+      it 'gets transaction table from online bank' do
+        title = (Hpricot(crawler.statistics_page) % 'title').inner_text
+        expect(title).to eq("Crashlytics")
+      end
+    end
+
+  end
+end

data/spec/fixtures/issues.html

@@ -0,0 +1,23 @@
+<div class="r_metrics"><div class="i_metrics segment row"><div class="columns large-2 small-2 summary-issues">
+        <div class="inline-block">
+              <div class="stat"><div class="ellipsis value">27</div><div class="name uppercase">
+                      <div class="ellipsis">issues</div>
+                        </div></div>
+                          </div>
+                        </div>
+                        <div class="columns flex-box flex-column large-4 small-4 summary-events">
+                            <div class="flex-grow-1 row">
+                                  <div class="column crashes-events large-6">
+                                          <div class="stat"><div class="ellipsis value">222</div><div class="name uppercase">
+                                                  <div class="ellipsis">crashes</div>
+                                                    </div></div>
+                                                          <div class="crashes icon"></div>
+                                                              </div>
+                                                                  <div class="column crashes-users-affected large-6">
+                                                                          <div class="stat"><div class="ellipsis value">187</div><div class="name uppercase">
+                                                                                  <div class="ellipsis">users affected</div>
+                                                                                    </div></div>
+                                                                                        </div>
+                                                                                          </div>
+                                                                                        </div>
+                                                                                        <div class="columns large-6 series small-6"><svg width="100%" height="100%"><g transform="translate(30, 10)"><g class="x axis" transform="translate(0, 92)"><g class="tick" transform="translate(17,0)" style="opacity: 1;"><line y2="0" x2="0"></line><text y="5" x="0" dy=".71em" style="text-anchor: middle;">03:00PM</text></g><g class="tick" transform="translate(120,0)" style="opacity: 1;"><line y2="0" x2="0"></line><text y="5" x="0" dy=".71em" style="text-anchor: middle;">09:00PM</text></g><g class="tick" transform="translate(222,0)" style="opacity: 1;"><line y2="0" x2="0"></line><text y="5" x="0" dy=".71em" style="text-anchor: middle;">03:00AM</text></g><g class="tick" transform="translate(325,0)" style="opacity: 1;"><line y2="0" x2="0"></line><text y="5" x="0" dy=".71em" style="text-anchor: middle;">09:00AM</text></g><path class="domain" d="M0,0V0H409.92V0"></path></g><g class="y axis"><g class="tick" transform="translate(0,92)" style="opacity: 1;"><line x2="0" y2="0"></line><text x="-3" y="0" dy=".32em" style="text-anchor: end;">0</text></g><g class="tick" transform="translate(0,75.27272727272728)" style="opacity: 1;"><line x2="0" y2="0"></line><text x="-3" y="0" dy=".32em" style="text-anchor: end;">5</text></g><g class="tick" transform="translate(0,58.54545454545455)" style="opacity: 1;"><line x2="0" y2="0"></line><text x="-3" y="0" dy=".32em" style="text-anchor: end;">10</text></g><g class="tick" transform="translate(0,41.81818181818182)" style="opacity: 1;"><line x2="0" y2="0"></line><text x="-3" y="0" dy=".32em" style="text-anchor: end;">15</text></g><g class="tick" transform="translate(0,25.090909090909093)" style="opacity: 1;"><line x2="0" y2="0"></line><text x="-3" y="0" dy=".32em" style="text-anchor: end;">20</text></g><g class="tick" transform="translate(0,8.36363636363636)" style="opacity: 1;"><line x2="0" y2="0"></line><text x="-3" y="0" dy=".32em" style="text-anchor: end;">25</text></g><path class="domain" d="M0,0H0V92H0"></path></g><g class="ticks" transform="translate(0, 0"><line x1="0" x2="427" y1="92" y2="92"></line><line x1="0" x2="427" y1="75.27272727272728" y2="75.27272727272728"></line><line x1="0" x2="427" y1="58.54545454545455" y2="58.54545454545455"></line><line x1="0" x2="427" y1="41.81818181818182" y2="41.81818181818182"></line><line x1="0" x2="427" y1="25.090909090909093" y2="25.090909090909093"></line><line x1="0" x2="427" y1="8.36363636363636" y2="8.36363636363636"></line></g><g class="layer fill-teal"><rect width="16.9" height="46.83636363636363" x="0" y="45.16363636363637" stroke="#FFF"></rect><rect width="16.9" height="33.45454545454545" x="17" y="58.54545454545455" stroke="#FFF"></rect><rect width="16.9" height="26.763636363636365" x="34" y="65.23636363636363" stroke="#FFF"></rect><rect width="16.9" height="40.14545454545454" x="51" y="51.85454545454546" stroke="#FFF"></rect><rect width="16.9" height="36.8" x="68" y="55.2" stroke="#FFF"></rect><rect width="16.9" height="20.072727272727263" x="85" y="71.92727272727274" stroke="#FFF"></rect><rect width="16.9" height="30.10909090909091" x="102" y="61.89090909090909" stroke="#FFF"></rect><rect width="16.9" height="36.8" x="120" y="55.2" stroke="#FFF"></rect><rect width="16.9" height="20.072727272727263" x="137" y="71.92727272727274" stroke="#FFF"></rect><rect width="16.9" height="30.10909090909091" x="154" y="61.89090909090909" stroke="#FFF"></rect><rect width="16.9" height="40.14545454545454" x="171" y="51.85454545454546" stroke="#FFF"></rect><rect width="16.9" height="33.45454545454545" x="188" y="58.54545454545455" stroke="#FFF"></rect><rect width="16.9" height="13.381818181818176" x="205" y="78.61818181818182" stroke="#FFF"></rect><rect w="222" y="81.96363636363637" stroke="#FFF"></rect><rect width="16.9" height="13.381818181818176" x="239" y="78.61818181818182" stroke=="16.9" height="13.381818181818176" x="273" y="78.28" stroke="#FFF"></rect><rect width="16.9" height="6.690909090909088" x="325" y="85.30909090909091" stroke="#FFF"></rect><rect width="16.9" height="3.3454527272724" x="359" y="38.472727272727276" stroke="#FFF"><rect width="16.9" height="43.49090909090909" x="410" y="48.50909090909091" >

data/spec/parser_spec.rb

@@ -0,0 +1,25 @@
+require_relative 'spec_helper'
+
+include Crashlytics 
+
+describe Parser do
+  let(:html) { File.read(Dir.pwd + "/spec/fixtures/issues.html") }
+
+  subject(:parser) do
+    Parser.new(html)
+  end
+
+  let(:expected_statistics) do
+    {
+      issues: 27,
+      crashes: 222,
+      users_affected: 187
+    }
+  end
+
+  describe "#statistics" do
+    it "should return statistics" do
+      expect(parser.statistics).to eq(expected_statistics) 
+    end
+  end
+end

data/spec/runner_spec.rb

@@ -0,0 +1,19 @@
+require_relative 'spec_helper'
+
+include Crashlytics 
+
+describe Runner do
+  let(:html) { File.read(Dir.pwd + "/spec/fixtures/issues.html") }
+
+  subject(:runner) do
+    Runner.new 'email', 'pass'
+  end
+
+  describe "#run" do
+    it 'gets from the crawler' do
+      allow_any_instance_of(Crawler).to receive(:statistics_page).and_return(html)
+      runner.run
+    end
+  end
+
+end

data/spec/spec_helper.rb

@@ -0,0 +1,6 @@
+$:.unshift File.expand_path("../../lib/crashlytics", __FILE__)
+
+require 'bundler/setup'
+require 'hpricot'
+require 'timecop'
+require 'crashlytics'

metadata

@@ -0,0 +1,177 @@
+--- !ruby/object:Gem::Specification
+name: crashlytics-crawler
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Maiz Lulkin
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-05-15 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '2.14'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '2.14'
+- !ruby/object:Gem::Dependency
+  name: timecop
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: watir
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: capybara
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: poltergeist
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: hpricot
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: A crappy crawler for crashlytics
+email:
+- maiz@lulk.in
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- crashlytics-crawler.gemspec
+- lib/crashlytics.rb
+- lib/crashlytics/crawler.rb
+- lib/crashlytics/parser.rb
+- lib/crashlytics/runner.rb
+- run.rb
+- spec/crawler_spec.rb
+- spec/fixtures/issues.html
+- spec/parser_spec.rb
+- spec/runner_spec.rb
+- spec/spec_helper.rb
+homepage: ''
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.6
+signing_key: 
+specification_version: 4
+summary: A crappy crawler for crashlytics
+test_files:
+- spec/crawler_spec.rb
+- spec/fixtures/issues.html
+- spec/parser_spec.rb
+- spec/runner_spec.rb
+- spec/spec_helper.rb