watchmob 0.1.0

data/bin/watchmob

@@ -0,0 +1,30 @@
+#!/usr/bin/env ruby
+$LOAD_PATH.unshift(File.expand_path("../../lib", __FILE__))
+require 'json'
+require 'watchmob'
+
+if ARGV.size >= 1
+  json = JSON.parse(File.read(ARGV[0]))
+else
+  STDERR.puts "Use: #$0 input.json <output.html>"
+  exit 1
+end
+
+begin
+  Watchmob::Log.output = STDERR
+  watchlist = Watchmob::Watchlist.new(json)
+  watchlist.sort_by! :battery_capacity
+
+  if ARGV.size >= 2
+    output = File.open(ARGV[1], "w")
+  else
+    output = STDOUT
+  end
+
+  output.write(watchlist.to_html)
+rescue Watchmob::WatchmobError => e
+  Watchmob::Log.error(e)
+  exit 2
+ensure
+  output.close if output
+end

data/lib/watchmob.rb

@@ -0,0 +1,10 @@
+require 'watchmob/log'
+require 'watchmob/error'
+require 'watchmob/watchlist'
+require 'watchmob/page'
+require 'watchmob/smartphone'
+require 'watchmob/aukro_page'
+require 'watchmob/heureka_page'
+require 'watchmob/heureka_search_page'
+require 'watchmob/gsmarena_page'
+require 'watchmob/gsmarena_search_page'

data/lib/watchmob/aukro_page.rb

@@ -0,0 +1,57 @@
+# encoding: utf-8
+module Watchmob
+  class AukroPage < Page
+    def finished?
+      not document.at_css("#itemFinishBox2").nil?
+    end
+
+    def price
+      if finished?
+        e = document.at_css("#itemFinishBox2 .left:first-child strong")
+      else
+        e = document.at_css(".price")
+      end
+      e.inner_text.gsub(/\s+/, "").gsub(",", ".").to_f
+    end
+
+    def deadline
+      document.at_css(".timeInfo").inner_text.match(
+        /\(([[:alpha:]]+),\s+(\d+)\s+([[:alpha:]]+),\s+(\d+):(\d+):(\d+)/
+        ) do |md|
+          text, weekday_name, month_day, month_name, hours, minutes, seconds = *md.to_a
+          DateTime.new(
+            Time.now.year,
+            month_name_to_number(month_name),
+            month_day.to_i,
+            hours.to_i,
+            minutes.to_i,
+            seconds.to_i,
+            '+1'
+          )
+      end
+    end
+
+    def month_name_to_number(month_name)
+      case month_name
+      when "ledna" then 1
+      when "února" then 2
+      when "března" then 3
+      when "dubna" then 4
+      when "května" then 5
+      when "června" then 6
+      when "července" then 7
+      when "srpna" then 8
+      when "září" then 9
+      when "října" then 10
+      when "listopadu" then 11
+      when "prosince" then 12
+      else
+        require 'pry'
+        pry binding
+        raise AukroDateError, "Unknown month name #{month_name.inspect}"
+      end
+    end
+
+  end
+end
+

data/lib/watchmob/error.rb

@@ -0,0 +1,6 @@
+module Watchmob
+  WatchmobError = Class.new(RuntimeError)
+  NotFoundError = Class.new(WatchmobError)
+  AukroDateError = Class.new(WatchmobError)
+  PropertyError = Class.new(WatchmobError)
+end

data/lib/watchmob/gsmarena_page.rb

@@ -0,0 +1,86 @@
+require 'andand'
+require 'watchmob/page'
+
+module Watchmob
+  class GSMArenaPage < Page
+    def self.find(phrase)
+      search = GSMArenaSearchPage.search(phrase)
+      uri = search.first_result_uri
+      new(uri)
+    end
+
+    def title
+      "GSMArena"
+    end
+
+    def name
+      document.at_css("h1").andand.inner_text
+    end
+
+    def mass
+      property "Weight" do |text|
+        text.match /(\d+)\s*g/ do |md|
+          return md[1].to_f
+        end
+      end
+    end
+
+    def battery_capacity
+      property "Battery" do |text|
+        text.match /(\d+)\s*mAh/i do |md|
+          return md[1].to_f
+        end
+      end
+    end
+
+    def stand_by
+      property "Stand-by" do |text|
+        average_time text
+      end
+    end
+
+    def talk_time
+      property "Talk time" do |text|
+        average_time text
+      end
+    end
+
+    def average_time(text)
+      minutes = text.scan(/(\d+)\s*h\s*(\d+\s*min)?/).map do |hours, mins=0|
+        hours.to_f * 60 + mins.to_f
+      end
+
+      unless minutes.empty?
+        sum = minutes.inject :+
+        return sum.to_f / minutes.size
+      end
+
+      nil
+    end
+
+    def autofocus
+      property "Primary" do |text|
+        !!(text =~ /autofocus/)
+      end
+    end
+
+    def property(name)
+      found = nil
+      document.css("#specs-list tr").each do |tr|
+        cells = [tr.at_css("th"), tr.at_css(".ttl")]
+        if cells.any? { |c| c.andand.inner_text.to_s.strip == name }
+          value = tr.at_css(".nfo").inner_text
+
+          unless value.nil?
+            raise PropertyError, "Property named #{name} has been matched " +
+              "more than once on GSM arena page #{uri}" if found
+            found = yield value
+          end
+        end
+      end
+
+      found
+    end
+
+  end
+end

data/lib/watchmob/gsmarena_search_page.rb

@@ -0,0 +1,33 @@
+require 'watchmob/page'
+
+module Watchmob
+  class GSMArenaSearchPage < Page
+    def self.search(phrase)
+      encoded_phrase = URI.encode_www_form_component(phrase)
+      new("http://www.gsmarena.com/results.php3?sQuickSearch=no&sName=#{encoded_phrase}", phrase)
+    end
+
+    def initialize(uri, phrase = nil)
+      super(uri)
+      @phrase = phrase
+    end
+
+    attr_reader :phrase
+
+    def first_result_uri
+      if document.at_css("#specs-list")
+        uri
+      else
+        path = document.css("#mid-col .makers li a").
+          map { |a| a.attr("href") }.
+          first
+
+        if path
+          URI.parse("http://www.gsmarena.com/#{path}")
+        else
+          raise NotFoundError, "There were no phones for #{phrase.inspect} on GSM arena"
+        end
+      end
+    end
+  end
+end

data/lib/watchmob/heureka_page.rb

@@ -0,0 +1,69 @@
+require 'andand'
+require 'watchmob/page'
+
+module Watchmob
+  class HeurekaPage < Page
+    def self.find(name)
+      search = HeurekaSearchPage.search(name)
+      uri = search.first_result_uri
+      uri.path += "/specifikace/"
+      new(uri)
+    end
+
+    def title
+      "Heureka"
+    end
+
+    def name
+      document.at_css(".main-info h2").andand.inner_text
+    end
+
+    def mass
+      param_value(1607).andand.to_f
+    end
+
+    def battery_capacity
+      capacity = param_value(1615).andand.to_f
+      if !capacity.nil? and capacity <= 10
+        # this is a common mistake in Heureka specs (1.3 mAh instead of 1300 mAh)
+        capacity * 1000
+      else
+        capacity
+      end
+    end
+
+    def stand_by
+      param_value_to_min(1616).andand.to_f
+    end
+
+    def talk_time
+      param_value_to_min(1617).andand.to_f
+    end
+
+    def autofocus
+      param_value(3688).andand.eql? "ano"
+    end
+
+    def param_value_to_min(param)
+      value = param_value(param).andand.to_f
+      case unit = param_unit(param)
+      when /hodin/
+        value * 60
+      when /min/
+        value
+      when nil
+        nil
+      else
+        raise RuntimeError, "Unknown unit #{unit}"
+      end
+    end
+
+    def param_value(param)
+      document.at_css("#param-value-#{param}").andand.inner_text
+    end
+
+    def param_unit(param)
+      document.at_css("#param-unit-#{param}").andand.inner_text
+    end
+  end
+end

data/lib/watchmob/heureka_search_page.rb

@@ -0,0 +1,31 @@
+require 'uri'
+require 'watchmob/page'
+
+module Watchmob
+  class HeurekaSearchPage < Page
+    def self.search(phrase)
+      encoded_phrase = URI.encode_www_form_component(phrase)
+      new("http://mobilni-telefony.heureka.cz/f:q:#{encoded_phrase}", phrase)
+    end
+
+    def initialize(uri, phrase = nil)
+      super(uri)
+      @phrase = phrase
+    end
+
+    attr_reader :phrase
+
+    def first_result_uri
+      if document.at_css("#product-container")
+        found_uri = document.css("#product-container .p").
+          map { |search_result| URI.parse(search_result.at_css("h2 a").attr("href")) }.
+          first
+
+        return found_uri unless found_uri.nil?
+      end
+
+      raise NotFoundError, "There were no smartphones for #{phrase.inspect} on Heureka"
+    end
+  end
+end
+

data/lib/watchmob/log.rb

@@ -0,0 +1,36 @@
+module Watchmob
+  module Log
+    extend self
+
+    def error(msg)
+      show msg
+    end
+
+    def info(msg)
+      show msg
+    end
+
+    def waiting(msg)
+      show "#{msg}..."
+      begin
+        yield
+      rescue Exception => e
+        show "  #{msg} -> #{e.class.to_s}"
+        raise
+      else
+        show "  #{msg} -> OK"
+      end
+    end
+
+    attr_accessor :output
+
+    @output = STDERR
+    @print_mutex = Mutex.new
+
+    def show(msg)
+      @print_mutex.synchronize do
+        output.puts(msg)
+      end
+    end
+  end
+end

data/lib/watchmob/page.rb

@@ -0,0 +1,17 @@
+require 'nokogiri'
+require 'uri'
+require 'open-uri'
+
+module Watchmob
+  class Page
+    def initialize(uri)
+      @uri = uri
+      Log.waiting("get #@uri") do
+        @document = Nokogiri::HTML.parse(open(uri))
+      end
+    end
+
+    attr_reader :uri
+    attr_reader :document
+  end
+end

data/lib/watchmob/smartphone.rb

@@ -0,0 +1,112 @@
+require 'uri'
+require 'watchmob/gsmarena_page'
+require 'watchmob/heureka_page'
+
+module Watchmob
+  class Smartphone
+
+    SPEC_PAGES = [HeurekaPage, GSMArenaPage]
+
+    def self.find(params)
+      unless params["aukro"] and params["phone"]
+        raise ArgumentError, "I want parameters 'aukro' and 'phone', got #{params.inspect}"
+      end
+
+      aukro_page = AukroPage.new(URI.parse(params["aukro"]))
+      spec_pages = SPEC_PAGES.map { |spec_page|
+        begin
+          spec_page.find(params["phone"])
+        rescue NotFoundError
+          nil
+        end
+       }.select { |s| !s.nil? }
+
+      unless spec_pages.empty?
+        new(aukro_page, spec_pages)
+      else
+        raise NotFoundError, "Smartphone #{params["phone"]} <#{params["aukro"]}> was not found anywhere"
+      end
+    end
+
+    def initialize(aukro_page, spec_pages)
+      @aukro_page = aukro_page
+      @spec_pages = spec_pages
+    end
+
+    attr_reader :aukro_page
+    attr_reader :spec_pages
+
+    def name
+      @spec_pages.first.name
+    end
+
+    def aukro_finished?
+      @aukro_page.finished?
+    end
+
+    def aukro_price
+      @aukro_page.price
+    end
+
+    def aukro_deadline
+      @aukro_page.deadline
+    end
+
+    def aukro_uri
+      @aukro_page.uri
+    end
+
+    def mass
+      average :mass
+    end
+
+    def battery_capacity
+      average :battery_capacity
+    end
+
+    def stand_by
+      average :stand_by
+    end
+
+    def talk_time
+      average :talk_time
+    end
+
+    def autofocus
+      boolean :autofocus
+    end
+
+    private
+
+    def average(property)
+      values = property_values(property)
+      unless values.empty?
+        sum = values.inject(0) { |a,b| a + b }
+        sum / values.length.to_f
+      else
+        nil
+      end
+    end
+
+    def boolean(property)
+      values = property_values(property)
+      unless values.empty?
+        if values.all? { |v| !!v }
+          true
+        elsif values.all? { |v| !v }
+          false
+        else
+          raise PropertyError, "Property #{property} of #{name} has values #{values.inspect}"
+          + ", expected all true or all false"
+        end
+      else
+        nil
+      end
+    end
+
+    def property_values(property)
+      @spec_pages.map(&property).select { |v| !v.nil? }
+    end
+
+  end
+end

data/lib/watchmob/view_helpers.rb

@@ -0,0 +1,15 @@
+module Watchmob
+  module ViewHelpers
+    def format_datetime(time)
+      time.strftime("%Y-%m-%d %H:%M:%S")
+    end
+
+    def format_time_interval(seconds)
+      if seconds > 2*24*60*60
+        "#{(seconds / (24*60*60)).round} days" 
+      else
+        "#{(seconds / (60*60)).round} hours"
+      end
+    end
+  end
+end

data/lib/watchmob/watchlist.haml

@@ -0,0 +1,63 @@
+!!! 5
+%html
+  %head
+    %meta{:charset => "utf-8"}
+    %meta{:"http-equiv" => "Content-Type", :content => "text/html; charset=utf-8"}
+    %title Aukro smartphones comparsion
+    %style
+      :sass
+        table#phones 
+          border-collapse: collapse
+          tbody tr:hover
+            background-color: #ddd
+          tbody tr.finished
+            font-style: italic
+          th
+            font-weight: bold
+            text-align: left
+            padding-left: 1em
+          td
+            text-align: right
+            padding-right: 1em
+            &.name
+              text-align: left
+              font-weight: bold
+
+
+  %body
+    %h1 Aukro smartphones comparsion
+
+    %table#phones
+      %thead
+        %tr
+          %th.name Name
+          %th.price Price
+          %th.mass Mass
+          %th.battery Battery
+          %th.talk-time Talk time
+          %th.stand-by Stand by
+          %th.autofocus Autofocus
+          %th.remaining-time Time
+          %th.deadline Deadline
+          %th.spec Spec
+
+      %tbody
+        - phones.each do |phone|
+          %tr{:class => phone.aukro_finished? ? "finished" : nil}
+            %td.name 
+              %a{:href => phone.aukro_uri.to_s} #{phone.name}
+            %td #{phone.aukro_price} CZK
+            %td #{phone.mass} g
+            %td #{phone.battery_capacity} mAh
+            %td #{phone.talk_time} min
+            %td #{phone.stand_by / 60} h
+            %td #{phone.autofocus.nil? ? "" : (phone.autofocus ? "yes" : "no")}
+            %td #{format_time_interval(phone.aukro_deadline.to_time - Time.now)}
+            %td #{format_datetime(phone.aukro_deadline.to_time)}
+            %td 
+              - phone.spec_pages.each do |spec|
+                %a{:href => spec.uri} #{spec.title}
+
+    #generated-at
+      Generated at #{format_datetime(Time.now)}
+

data/lib/watchmob/watchlist.rb

@@ -0,0 +1,47 @@
+require 'timeout'
+require 'sass'
+require 'haml'
+
+require 'watchmob/view_helpers'
+
+module Watchmob
+  class Watchlist
+    include ViewHelpers
+
+    HAML_TEMPLATE = File.expand_path("../watchlist.haml", __FILE__)
+    PHONE_TIMEOUT = 15.0
+
+    def initialize(json)
+      @phones = []
+
+      phone_threads = json.map do |phone_json|
+        params = if phone_json.is_a? Array
+          {"aukro" => phone_json[0], "phone" => phone_json[1]}
+        else
+          phone_json
+        end
+
+        Thread.new do
+          Thread.current.abort_on_exception = true
+          @phones << Smartphone.find(params) 
+        end
+      end
+
+      Timeout.timeout(PHONE_TIMEOUT) do
+        phone_threads.each(&:join)
+      end
+    end
+
+    attr_reader :phones
+
+    def sort_by!(property)
+      @phones.sort_by! { |phone| phone.aukro_page.uri.to_s }
+      @phones.sort_by! { |phone| phone.__send__(property) or 0 }
+    end
+
+    def to_html
+      engine = Haml::Engine.new(File.read(HAML_TEMPLATE), :filename => HAML_TEMPLATE)
+      engine.render(self)
+    end
+  end
+end

metadata

@@ -0,0 +1,118 @@
+--- !ruby/object:Gem::Specification
+name: watchmob
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+  prerelease: 
+platform: ruby
+authors:
+- Jan Špaček
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-07-01 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: andand
+  requirement: &68961290 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+  type: :runtime
+  prerelease: false
+  version_requirements: *68961290
+- !ruby/object:Gem::Dependency
+  name: haml
+  requirement: &68960590 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '3.1'
+  type: :runtime
+  prerelease: false
+  version_requirements: *68960590
+- !ruby/object:Gem::Dependency
+  name: json
+  requirement: &68960200 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.6'
+  type: :runtime
+  prerelease: false
+  version_requirements: *68960200
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: &68959790 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.5'
+  type: :runtime
+  prerelease: false
+  version_requirements: *68959790
+- !ruby/object:Gem::Dependency
+  name: sass
+  requirement: &68958990 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '3.1'
+  type: :runtime
+  prerelease: false
+  version_requirements: *68958990
+description: ! "  Reads a simple JSON watchlist, loads auction information and\n  phone
+  specifications from multiple web resources and displays\n  the smartphones in clear
+  HTML file.\n"
+email: patek.mail@gmail.com
+executables:
+- watchmob
+extensions: []
+extra_rdoc_files: []
+files:
+- ./lib/watchmob/aukro_page.rb
+- ./lib/watchmob/heureka_page.rb
+- ./lib/watchmob/smartphone.rb
+- ./lib/watchmob/page.rb
+- ./lib/watchmob/gsmarena_search_page.rb
+- ./lib/watchmob/watchlist.haml
+- ./lib/watchmob/log.rb
+- ./lib/watchmob/view_helpers.rb
+- ./lib/watchmob/error.rb
+- ./lib/watchmob/gsmarena_page.rb
+- ./lib/watchmob/heureka_search_page.rb
+- ./lib/watchmob/watchlist.rb
+- ./lib/watchmob.rb
+- !binary |-
+  YmluL3dhdGNobW9i
+homepage: http://github.com/honzasp/watchmob
+licenses:
+- MIT
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.17
+signing_key: 
+specification_version: 3
+summary: Watch smartphones on Aukro.cz and compare them
+test_files: []