galerts 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 2ade27844d1c41508bbacd7b030c2ed4654a45e4
+  data.tar.gz: 6e1f27c679e63c21e1d238158397e2442dea11c6
+SHA512:
+  metadata.gz: f8b27acbde41ba7bd76d0d34b7404260989d3aced4d22a697057b5ba483646bd17368c46b9f17e7ad55e3545a79f514da39ca4b4f1719258119d7750e24455eb
+  data.tar.gz: 219056aebeb3d6e3834012f4fd98d7a521df6d7931579c7798fb1782077d81d6dc4631850ffc3c9db7afead1d65dca15cd58922e710e6532551338678d86867a

data/Gemfile

@@ -0,0 +1,3 @@
+source "http://rubygems.org"
+
+gemspec

data/README.md

@@ -0,0 +1,41 @@
+#   Galerts
+
+Simple Ruby library that uses Mechanize to scrape Google Alerts from the google
+alerts webpage.
+
+##  Features
+
+-   List all alerts associated with account.
+-   Create new alerts for any google domain.
+
+##  Example
+
+```ruby
+require 'google_alerts'
+
+manager = Galerts::Manager.new('example@gmail.com', 'password')
+
+#   List alerts
+alerts = manager.alerts
+
+#   Create a new alert for on Google News Turkey in real time delivering alerts
+#   via RSS
+manager.create("my keywords", {
+  :frequency => Galerts::RT,
+  :domain => 'com.tr',
+  :language => "tr",
+  :sources => [Galerts::NEWS],
+  :how_many => Galerts::ALL_RESULTS,
+  :region => "TR",
+  :delivery => Galerts::RSS
+  }
+)
+```
+
+##  Contribute
+
+I need your contributions to make that work better!
+
+##  License
+
+This project licensed under MIT.

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/galerts.gemspec

@@ -0,0 +1,18 @@
+require File.expand_path('../lib/galerts/version', __FILE__)
+
+Gem::Specification.new do |s|
+  s.name          = 'galerts'
+  s.version       = Galerts::VERSION.dup
+  s.date          = '2014-09-16'
+  s.summary       = 'Ruby library to manage google alerts'
+  s.description   = %q{Manage to Google Alerts}
+  s.authors       = ["Emre Can Yılmaz"]
+  s.email         = ['emrecan@ecylmz.com']
+  s.files         = `git ls-files`.split("\n")
+  s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  s.require_paths = ['lib']
+  s.homepage      = 'https://github.com/pivotus/galerts'
+  s.license       = 'MIT'
+  s.add_runtime_dependency('mechanize', '~> 2.7')
+end

data/lib/galerts.rb

@@ -0,0 +1,51 @@
+require File.expand_path('../galerts/alert', __FILE__)
+require File.expand_path('../galerts/manager', __FILE__)
+
+module Galerts
+  # URLs
+  CREATE_ALERT_URL = 'https://www.google.com/alerts/create?'
+  GOOGLE_LOGIN_URL = 'https://accounts.google.com/ServiceLogin?'
+  ALERTS_URL = 'https://www.google.com/alerts'
+  LOGIN_URL = "#{GOOGLE_LOGIN_URL}service=alerts&continue=#{ALERTS_URL}"
+
+  # Google Return HTML Definitions
+  ALERT_EXIST       = "[null,11,null,\"\"]"
+  ALERT_SOMETHING_WENT_WRONG = "[null,7,null,\"\"]"
+
+  # Google Value
+  BEST_RESULTS = 'Only the best results'
+  ALL_RESULTS = 'All results'
+
+  HOW_MANY_TYPES = {
+    ALL_RESULTS  => 2,
+    BEST_RESULTS => 3
+  }
+
+  RSS = 'rss'
+  EMAIL = 'email'
+
+  DELIVERY_TYPES = [RSS, EMAIL]
+
+  RT = 'As it happens'
+  DAILY = 'Once a day'
+  WEEKLY = 'Once a week'
+
+  FREQ_TYPES = [RT, DAILY, WEEKLY]
+
+
+  BLOGS = 'Blogs'
+  NEWS = 'News'
+  WEB = 'Web'
+  VIDEOS = 'Videos'
+  BOOKS = 'Books'
+  DISCUSSIONS = 'Discussions'
+
+  SOURCES_TYPES = {
+    BLOGS => 1,
+    NEWS => 2,
+    WEB => 3,
+    VIDEOS => 5,
+    BOOKS => 6,
+    DISCUSSIONS => 7
+  }
+end

data/lib/galerts/alert.rb

@@ -0,0 +1,36 @@
+module Galerts
+  class Alert
+    attr_accessor :search_query, :id, :data_id, :domain, :frequency, :sources, :language, :how_many, :region, :delivery, :feed_url
+    def initialize(search_query, options = {})
+
+      default_options = {
+        id: 0,
+        data_id: 0,
+        domain: 'com',
+        frequency: 'rt',
+        sources: '',
+        language: 'tr',
+        how_many: 'all_results',
+        region: 'TR',
+        delivery: 'rss',
+        feed_url: nil
+      }
+
+      default_options.each do |key, value|
+        options[key] ||= value
+      end
+
+      @search_query = search_query
+      @id = options[:id]
+      @data_id = options[:data_id]
+      @domain = options[:domain]
+      @frequency = options[:frequency]
+      @sources = options[:sources]
+      @language = options[:language]
+      @how_many = options[:how_many]
+      @region = options[:region]
+      @delivery = options[:delivery]
+      @feed_url = options[:feed_url]
+    end
+  end
+end

data/lib/galerts/manager.rb

@@ -0,0 +1,141 @@
+require 'mechanize'
+
+module Galerts
+  class Manager
+    def initialize(email, password)
+      @email = email
+      @password = password
+      init_agent
+      login
+    end
+
+    def init_agent
+      @agent = Mechanize.new
+      @agent.user_agent_alias = 'Linux Mozilla'
+      @agent.keep_alive = true
+      @agent.redirect_ok = true
+      @agent.follow_meta_refresh = true
+    end
+
+    def login
+      response = @agent.get(LOGIN_URL) # get login page
+      login_form = Nokogiri::HTML(response.body, nil, 'utf-8').css('form#gaia_loginform input') # get login form
+      params = get_login_form_params(login_form) # fetch form parameters and edit
+      response = @agent.post(LOGIN_URL, params) # do login
+      error = response.parser.css('span[id^=errormsg]')
+      unless error.empty?
+        raise error.text.delete("\n").strip
+      end
+    end
+
+    def get_login_form_params(login_form)
+      params = {}
+      login_form.each do |input|
+        if input['name'] == 'Email'
+          params[input['name']] = @email
+        elsif input['name'] == 'Passwd'
+          params[input['name']] = @password
+        else
+          params[input['name']] = input['value']
+        end
+      end
+      return params
+    end
+
+    def alerts_page
+      Nokogiri::HTML(@agent.get(ALERTS_URL).body, nil, 'utf-8')
+    end
+
+    def alerts
+      result = []
+      contents = alerts_page.css('div#gb-main div.main-page script').text
+
+      contents = contents.gsub('null', 'nil')
+
+      contents = eval(contents.gsub("window.STATE = ", ""))
+
+      # only 'id, search_query, feed_url, data_id' variables have true value,
+      # other variables have default Alert class values.
+      contents[1][1].each do |alert|
+        result << Alert.new(alert[2][3][1], {
+          id:           alert[2].last.last.last,
+          search_query: alert[2][3][1],
+          feed_url:     "/alerts/feeds/#{alert.last}/#{alert[2].last.last.last}",
+          data_id:      alert[1],
+          domain:       'Unknown',
+          frequency:    'Unknown',
+          sources:      'Unknown',
+          language:     'Unknown',
+          how_many:     'Unknown',
+          region:       'Unknown',
+          delivery:     'Unknown'
+          }
+        )
+      end
+      result
+    end
+
+    def build_create_params(search_query, options)
+      # check parameters
+      raise "Unknown alert how_many" unless HOW_MANY_TYPES.has_key?(options[:how_many])
+      raise "Unknown alert delivery type" unless DELIVERY_TYPES.include?(options[:delivery])
+      raise "Unknown alert frequency type" unless FREQ_TYPES.include?(options[:frequency])
+
+      # set delivery and frequency parameters
+      if options[:delivery] == EMAIL
+        if options[:frequency] == DAILY
+          delivery_and_frequency = @email + ',[null,null,11],2'
+        elsif options[:frequency] == WEEKLY
+          delivery_and_frequency = @email + ',[null,null,11,1],3'
+        elsif options[:frequency] == RT
+          delivery_and_frequency = "1,\"#{@email}\",[],1"
+        end
+      elsif options[:delivery] == RSS
+        delivery_and_frequency = "2,\"\",[],1"
+      end
+
+      # options[:sources] ? sources = options[:sources] : sources = ""
+
+      if options[:sources].nil?
+        sources_text = 'null'
+      else
+        sources_text = "["
+        options[:sources].collect do |source|
+          raise "Unknown alert source" unless SOURCES_TYPES.has_key?(source)
+          sources_text += SOURCES_TYPES[source].to_s + ','
+        end
+        sources_text = sources_text.chop + ']'
+      end
+
+      # TODO: need more readable
+      params = {
+        'params' => "[null,[null,null,null,[null,\"#{search_query}\",\"#{options[:domain]}\",[null,\"#{options[:language]}\",\"#{options[:region]}\"],null,null,null,#{options[:region] == "" ? 1 : 0},1],#{sources_text},#{HOW_MANY_TYPES[options[:how_many]]},[[null,#{delivery_and_frequency},\"#{options[:language] + '-' + options[:region].upcase}\",null,null,null,null,null,'0']]]]"
+      }
+
+      params = URI.encode_www_form(params)
+    end
+
+    def create(search_query, options = {})
+      x = alerts_page.css('div#gb-main div.main-page script').text.split(',').last[1..-4]
+      response = @agent.post("#{CREATE_ALERT_URL}x=#{x}", build_create_params(search_query, options), {'Content-Type' => 'application/x-www-form-urlencoded'})
+
+      if response.body == ALERT_EXIST
+        raise "Alert exist!"
+      elsif response.body == ALERT_SOMETHING_WENT_WRONG
+        raise "Something went wrong!" # internal error, html changed maybe
+      else
+        response_body = response.body.gsub('null', 'nil')
+        created_alert = Nokogiri::HTML(eval(response_body)[4][0][2], nil, 'utf-8')
+
+        alert = Alert.new(search_query, options)
+
+        if options[:delivery] == RSS
+          alert.id = created_alert.css('a')[0]['href'].split('/').last if options[:delivery] == RSS
+          alert.feed_url = created_alert.css('a')[0]['href']
+        end
+        alert.data_id = created_alert.css('li')[0]['data-id']
+        alert
+      end
+    end
+  end
+end

data/lib/galerts/version.rb

@@ -0,0 +1,3 @@
+module Galerts
+  VERSION = '0.0.1'.freeze unless defined?(::Galerts::VERSION)
+end

metadata

@@ -0,0 +1,66 @@
+--- !ruby/object:Gem::Specification
+name: galerts
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Emre Can Yılmaz
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-09-16 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: mechanize
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.7'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.7'
+description: Manage to Google Alerts
+email:
+- emrecan@ecylmz.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- Gemfile
+- README.md
+- Rakefile
+- galerts.gemspec
+- lib/galerts.rb
+- lib/galerts/alert.rb
+- lib/galerts/manager.rb
+- lib/galerts/version.rb
+homepage: https://github.com/pivotus/galerts
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.2
+signing_key: 
+specification_version: 4
+summary: Ruby library to manage google alerts
+test_files: []