adtekio_adnetworks 0.0.4

data/lib/adtekio_adnetworks.rb

@@ -0,0 +1,6 @@
+module AdtekioAdnetworks
+end
+
+require_relative 'adtekio_adnetworks/importers'
+require_relative 'adtekio_adnetworks/postbacks'
+require_relative 'adtekio_adnetworks/api_key_scrapers'

data/lib/adtekio_adnetworks/api_key_scrapers.rb

@@ -0,0 +1,59 @@
+require 'mechanize'
+
+module AdtekioAdnetworks
+  class ApiKeyScrapers
+    attr_reader :agent, :params
+
+    def initialize
+      @agent = Mechanize.new
+      @agent.user_agent_alias = 'Mac Mozilla'
+    end
+
+    def obtain_key_for(network, params)
+      @params = params
+      send("key_for_#{network}")
+    end
+
+    def self.supporter_adnetworks
+      public_instance_methods.
+        select { |a| a =~ /key_for_/ }.map { |a| a.to_s.sub(/key_for_/,'') }
+    end
+
+    protected
+
+    def _g(url)
+      agent.get(url)
+    end
+
+    def _p(url, data)
+      agent.post(url, data)
+    end
+
+    def get_and_match(url, regexp)
+      _g(url).content =~ regexp && $1
+    end
+
+    def post_and_match(url, data, regexp)
+      _p(url, data).content =~ regexp && $1
+    end
+
+    def return_result_hash(&block)
+      {}.tap { |result| yield(result) }
+    end
+
+    def return_token_hash(&block)
+      return_result_hash { |r| r[:token] = yield }
+    end
+
+    def enter_login_details(form)
+      form.fields.
+        select { |a| a.name =~ /email/i }.first.value = params["username"]
+      form.fields.
+        select {|a| a.name =~ /passw(or)?d/i}.first.value = params["password"]
+      form
+    end
+  end
+end
+
+Dir[File.join(File.dirname(__FILE__), "api_key_scrapers", '*.rb')].
+  each { |f| require f }

data/lib/adtekio_adnetworks/api_key_scrapers/adcolony.rb

@@ -0,0 +1,20 @@
+module AdtekioAdnetworks
+  class ApiKeyScrapers
+    def key_for_adcolony
+      return_token_hash do
+        csrf_token =
+          get_and_match("https://clients.adcolony.com/login",
+                        /_csrf.:.([^"]+)"/)
+
+        data = {
+          "_csrf"    => csrf_token,
+          "email"    => params["username"],
+          "password" => params["password"]
+        }
+
+        post_and_match("https://clients.adcolony.com/login", data,
+                       /single_access_token.:.([^"]+)"/)
+      end
+    end
+  end
+end

data/lib/adtekio_adnetworks/api_key_scrapers/applift.rb

@@ -0,0 +1,13 @@
+module AdtekioAdnetworks
+  class ApiKeyScrapers
+    def key_for_applift
+      return_token_hash do
+        enter_login_details(_g("https://partner.applift.com").forms.first).
+          submit
+
+        get_and_match("https://partner.applift.com/stats/stats_api",
+                      /Your API Key .+ <i>([^ ]+)[<]/)
+      end
+    end
+  end
+end

data/lib/adtekio_adnetworks/api_key_scrapers/applovin.rb

@@ -0,0 +1,13 @@
+module AdtekioAdnetworks
+  class ApiKeyScrapers
+    def key_for_applovin
+      return_token_hash do
+        enter_login_details(_g("https://www.applovin.com/login").forms.first).
+          submit
+
+        page = _g("https://www.applovin.com/account")
+        page.search("input[id=report_key]").first.attributes["value"].value
+      end
+    end
+  end
+end

data/lib/adtekio_adnetworks/api_key_scrapers/chartboost.rb

@@ -0,0 +1,18 @@
+module AdtekioAdnetworks
+  class ApiKeyScrapers
+    def key_for_chartboost
+      return_result_hash do |result|
+        _p("https://dashapi.chartboost.com/v3/login", {
+             "email"    => params["username"],
+             "password" => params["password"]
+           })
+
+        chsh = JSON.parse(_g("https://dashapi.chartboost.com/v3/"+
+                             "companies?with=money%2users,ounts").content)
+
+        result["user_id"]   = chsh["response"]["user_id"]
+        result["signature"] = chsh["response"]["user_signature"]
+      end
+    end
+  end
+end

data/lib/adtekio_adnetworks/api_key_scrapers/crossinstall.rb

@@ -0,0 +1,13 @@
+module AdtekioAdnetworks
+  class ApiKeyScrapers
+    def key_for_crossinstall
+      return_token_hash do
+        agent.agent.http.verify_mode = OpenSSL::SSL::VERIFY_NONE
+        form = _g("https://secure.crossinstall.com/login").forms.first
+
+        enter_login_details(form).submit.link_with(:text => " API Key").
+          click.search("input[name=api_key]").first.attributes["value"].value
+      end
+    end
+  end
+end

data/lib/adtekio_adnetworks/api_key_scrapers/leadbolt.rb

@@ -0,0 +1,18 @@
+module AdtekioAdnetworks
+  class ApiKeyScrapers
+    def key_for_leadbolt
+      return_result_hash do |r|
+        form =
+          _g("https://www.leadboltnetwork.net/advertiser/login").forms.first
+        enter_login_details(form).submit
+
+        page = _g("https://www.leadboltnetwork.net/a/account/accountsettings")
+
+        r["secret_key"] =
+          page.search("div p[class=form-control-static]").last.text
+        r["advertiser_id"] =
+          page.search("div p[class=form-control-static]")[-2].text
+      end
+    end
+  end
+end

data/lib/adtekio_adnetworks/api_key_scrapers/loopme.rb

@@ -0,0 +1,12 @@
+module AdtekioAdnetworks
+  class ApiKeyScrapers
+    def key_for_loopme
+      return_token_hash do
+        form = _g("https://loopme.me/login").forms.first
+        enter_login_details(form).submit
+        page = _g("https://loopme.me/account/settings")
+        page.search("span[id=api_auth_token]").first.children.first.text
+      end
+    end
+  end
+end

data/lib/adtekio_adnetworks/api_key_scrapers/mdotm.rb

@@ -0,0 +1,22 @@
+module AdtekioAdnetworks
+  class ApiKeyScrapers
+    def key_for_mdotm
+      return_result_hash do |result|
+        agent.agent.http.verify_mode = OpenSSL::SSL::VERIFY_NONE
+
+        form = _g("https://platform.mdotm.com/app/login").forms.first
+        page = enter_login_details(form).submit
+        page = page.link_with(:text => "Your Profile").click
+
+        {
+          "account_id" => /AccountID.*<code>(.+)<\/code>/,
+          "token"      => /Your API Key.*<code>(.+)<\/code>/,
+          "secret_key" => /Your Secret Key.*<code>(.+)<\/code>/
+        }.each do |key, regexp|
+          page.content =~ regexp
+          result[key] = $1
+        end
+      end
+    end
+  end
+end

data/lib/adtekio_adnetworks/api_key_scrapers/revmob.rb

@@ -0,0 +1,22 @@
+module AdtekioAdnetworks
+  class ApiKeyScrapers
+    def key_for_revmob
+      return_result_hash do |result|
+        _p("https://www.revmobmobileadnetwork.com/home/signIn",{
+             "emailSignIn" => params["username"],
+             "pass"        => params["password"],
+             "originalUrl" => "/users/session/new"})
+
+        page = _p("https://www.revmobmobileadnetwork.com/myMedias",{
+                    "countEnable" => "false",
+                    "filterText"  => "",
+                    "limitEnd"    => 15,
+                    "limitStart"  => 15})
+
+        hsh = JSON.parse(page.content)
+        result["user_id"]    = hsh["user_id"]
+        result["auth_token"] = hsh["auth_token"]
+      end
+    end
+  end
+end

data/lib/adtekio_adnetworks/api_key_scrapers/tapjoy.rb

@@ -0,0 +1,19 @@
+module AdtekioAdnetworks
+  class ApiKeyScrapers
+    def key_for_tapjoy
+      return_token_hash do
+        page = _p("https://dashboard.tapjoy.com/api/client/v1/session", {
+                    'username' => params["username"],
+                    'password' => params["password"],
+                    "_method"  => "put"})
+
+        user_id = get_and_match(JSON.parse(page.content)["link"] + "/d",
+                                /User Id., "([^"]+)"/)
+
+        page = _g("https://dashboard.tapjoy.com/api/client/users/#{user_id}")
+
+        JSON.parse(page.content)["result"]["user"]["api_key"]
+      end
+    end
+  end
+end

data/lib/adtekio_adnetworks/api_key_scrapers/unilead.rb

@@ -0,0 +1,13 @@
+module AdtekioAdnetworks
+  class ApiKeyScrapers
+    def key_for_unilead
+      return_token_hash do
+        enter_login_details(_g("http://my.unileadnetwork.com/").forms.first).
+          submit
+
+        get_and_match("http://my.unileadnetwork.com/stats/stats_api",
+                      /Your API Key .+ <i>([^ ]+)[<]/)
+      end
+    end
+  end
+end

data/lib/adtekio_adnetworks/api_key_scrapers/vungle.rb

@@ -0,0 +1,23 @@
+module AdtekioAdnetworks
+  class ApiKeyScrapers
+    def key_for_vungle
+      return_token_hash do
+        csrf_token = get_and_match("https://v.vungle.com/dashboard/login",
+                                   /id="csrf" value="([^"]+)"/)
+
+        _p("https://v.vungle.com/dashboard/login", {
+             "_csrf"    => csrf_token,
+             "email"    => params["username"],
+             "password" => params["password"]})
+
+        account_id = get_and_match("https://v.vungle.com/dashboard/reports",
+                                   /"account":."_id":"([^"]+)"/)
+
+        page = _g("https://v.vungle.com/dashboard/api/1/"+
+                  "accounts/#{account_id}/users")
+
+        JSON.parse(page.content).map {|a|a["secretKey"]}.compact.first
+      end
+    end
+  end
+end

data/lib/adtekio_adnetworks/importers.rb

@@ -0,0 +1,58 @@
+require 'adwords_api'
+require 'addressable'
+require 'addressable/uri'
+require 'csv'
+require 'curb'
+require 'mechanize'
+require 'uri'
+require 'net/http'
+require 'net/http/persistent'
+require 'net/http/digest_auth'
+require 'rest-client'
+require 'digest/sha1'
+
+module AdtekioAdnetworks
+  module BaseImporter
+    def self.included(klz)
+      klz.class_eval do
+        def self.networks
+          @networks
+        end
+
+        def self.register(importer_klz)
+          (@networks ||= {})[importer_klz.new.network] = importer_klz
+        end
+
+        def self.included(importer_klz)
+          register(importer_klz)
+          importer_klz.class_eval do
+            def self.define_required_credentials(&block)
+              @reqcreds = yield
+              self.class_eval do
+                def self.required_credentials
+                  @reqcreds
+                end
+              end
+            end
+          end
+        end
+      end
+    end
+
+    def network
+      @network ||=
+        self.class.name.to_s.sub(/^.+::([^:]+)$/,'\1').snakecase.to_sym
+    end
+
+    def credentials
+      @credentials ||= OpenStruct.new
+    end
+
+    def credentials=(val)
+      @credentials = val.is_a?(Hash) ? OpenStruct.new(val) : val
+    end
+  end
+end
+
+require_relative 'importers/cost_import'
+require_relative 'importers/revenue_import'

data/lib/adtekio_adnetworks/importers/cost/adcolony.rb

@@ -0,0 +1,43 @@
+class AdtekioAdnetworks::Cost::Adcolony
+  include AdtekioAdnetworks::CostImport
+
+  define_required_credentials do
+    [:api_key]
+  end
+
+  def campaign_costs(from, till)
+    uri = Addressable::URI.
+      parse("http://clients.adcolony.com/api/v2/advertiser_summary")
+
+    uri.query_values = {
+      :user_credentials  => credentials.api_key,
+      :date       => from.strftime("%m%d%Y"),
+      :end_date   => till.strftime("%m%d%Y"),
+      :group_by   => [:campaign, :ad_group, :country],
+      :date_group => :day
+    }
+    req = Net::HTTP::Get.new(uri.request_uri)
+    res = Net::HTTP.start(uri.host, uri.port) do |http|
+      http.request(req)
+    end
+
+    (JSON.parse(res.body, :symbolize_names => true)[:results] || []).
+      map do |campaign|
+      next if campaign[:spend].to_f == 0.0
+      campaign_name = campaign[:group_name].
+        encode(Encoding.find('ASCII'),
+               :invalid => :replace, :replace => '', :undef   => :replace)
+
+      {
+        :date         => Date.strptime(campaign[:date], "%Y-%m-%d"),
+        :campaign     => campaign_name,
+        :adgroup      => campaign[:country],
+        :impressions  => campaign[:impressions].to_i,
+        :clicks       => campaign[:total_clicks].to_i,
+        :conversions  => campaign[:installs].to_i,
+        :amount       => campaign[:spend].to_f,
+        :target_country => campaign[:country].try(:downcase),
+      }
+    end
+  end
+end

data/lib/adtekio_adnetworks/importers/cost/adquant.rb

@@ -0,0 +1,68 @@
+class AdtekioAdnetworks::Cost::Adquant
+  include AdtekioAdnetworks::CostImport
+
+  API_ENDPOINT = "https://rpc.mb4w.com/"
+  AUTH_ROUTE   = "auth"
+  DATA_ROUTE   = "report/grid"
+
+  define_required_credentials do
+    [:username, :password]
+  end
+
+  def campaign_costs(from, till)
+    load_data.map do |campaign_data|
+      campaign_name = campaign_data[:fcg_name]
+      adgroup_name  = campaign_data[:fbc_name].
+        sub(/(#{Regexp.escape(campaign_name)}_)/i, "").sub('%) ', '_')
+      ad_name       = campaign_data[:fba_name].
+        sub(/(#{Regexp.escape(campaign_name)}_#{Regexp.escape(adgroup_name)}_)/i, "")
+
+      {
+        :date         => Date.parse(campaign_data[:date]).to_s,
+        :campaign     => campaign_name,
+        :adgroup      => adgroup_name,
+        :ad           => ad_name,
+        :impressions  => campaign_data[:fb_unique_imps],
+        :clicks       => campaign_data[:fb_unique_clicks],
+        :conversions  => campaign_data[:conversion],
+        :amount       => campaign_data[:dst_amount][:USD]
+      }
+    end.select { |d| (from..till).include?(Date.parse(d[:date])) }
+  end
+
+  private
+
+  def load_data
+    params = {
+      :token    => api_token,
+      :groups   => ["cpn_id", "fcg_id", "fbc_id", "fba_id", "date"].to_json,
+      :values   => ["cpn_id", "fcg_id", "fbc_id", "fba_id", "date", "dst_amount",
+                    "act_action_date", "conversions", "fb_unique_imps",
+                    "fb_unique_clicks", "cpn_title"].to_json,
+    }
+    make_request(params, DATA_ROUTE)[:rowset]
+  end
+
+  def api_token
+    @api_token ||= begin
+                     params = {
+        :usr_email => credentials.username,
+        :usr_pwd   => credentials.password
+      }
+                     response_json = make_request(params, AUTH_ROUTE)
+                     response_json[:token]
+                   end
+  end
+
+  def make_request(params, route)
+    response = ::RestClient::Request.
+      execute(method:       :post,
+              content_type: 'application/json',
+              url:          "#{API_ENDPOINT}#{route}",
+              payload:      params,
+              headers:      {"Accept-Encoding" => "deflate"},
+              ssl_version:  :SSLv23)
+
+    JSON.parse(response.to_str, :symbolize_names => true)[:data]
+  end
+end