adtekio_adnetworks 0.0.4

data/lib/adtekio_adnetworks/importers/cost/appia.rb

@@ -0,0 +1,47 @@
+class AdtekioAdnetworks::Cost::Appia
+  include AdtekioAdnetworks::CostImport
+
+  define_required_credentials do
+    [:username, :password]
+  end
+
+  def campaign_costs(from, till)
+    uri = Addressable::URI.
+      parse("https://via.appia.com/pss/api/report/advertiser/performance.json")
+
+    uri.query_values = {
+      :startDate => from.strftime("%Y-%m-%d"),
+      :endDate   => till.strftime("%Y-%m-%d"),
+    }
+
+    req = Net::HTTP::Get.new(uri.request_uri)
+    req.basic_auth credentials.username, credentials.password
+
+    res = Net::HTTP.start(uri.host, uri.port, :use_ssl => true,
+                          :verify_mode => OpenSSL::SSL::VERIFY_NONE) do |http|
+      http.request(req)
+    end
+
+    results = JSON.parse(res.body, :symbolize_names => true)
+    results[:performance][:campaigns].map do |campaign|
+      campaign[:days].map do |metrics|
+
+        clicks =
+          metrics[:tiers].map {|tier| tier[:clickCount].to_i}.inject(:+)
+        installs =
+          metrics[:tiers].map {|tier| tier[:installCount].to_i}.inject(:+)
+        spends = metrics[:tiers].map {|tier| tier[:spend].to_f}.inject(:+)
+
+        next if spends.to_f == 0
+
+        {
+          :date        => Date.parse(metrics[:date]),
+          :campaign    => campaign[:campaignName],
+          :clicks      => clicks,
+          :conversions => installs,
+          :amount      => spends,
+        }
+      end.compact
+    end.flatten
+  end
+end

data/lib/adtekio_adnetworks/importers/cost/applifier.rb

@@ -0,0 +1,64 @@
+class AdtekioAdnetworks::Cost::Applifier
+  include AdtekioAdnetworks::CostImport
+
+  DateSteps = 5
+
+  define_required_credentials do
+    [:api_key]
+  end
+
+  def csv_data(from, till)
+    uri = Addressable::URI.
+      parse("https://gameads-admin.applifier.com/stats/acquisition-api")
+
+    uri.query_values = {
+      :apikey  => credentials.api_key,
+      :scale   => "day",
+      :start   => from.strftime("%Y-%m-%dT%H:%M:%S.000Z"),
+      :end     => till.strftime("%Y-%m-%dT%H:%M:%S.000Z"),
+      :fields  => "views,clicks,installs,spend",
+      :splitBy => "campaign,country",
+    }
+
+    req = Net::HTTP::Get.new(uri.request_uri)
+    res = Net::HTTP.start(uri.host, uri.port, :use_ssl => true,
+                          :verify_mode => OpenSSL::SSL::VERIFY_NONE) do |http|
+      http.request(req)
+    end
+
+    if res.code =~ /3../
+      uri = Addressable::URI.parse(res.header["Location"])
+      req = Net::HTTP::Get.new(uri.request_uri)
+      Net::HTTP.start(uri.host, uri.port, :use_ssl => true,
+                      :verify_mode => OpenSSL::SSL::VERIFY_NONE) do |http|
+        http.request(req)
+      end.body
+    else
+      res.body
+    end
+  end
+
+  def campaign_costs(from,till)
+    csv_options = {
+      :col_sep    => ",",
+      :quote_char => '"',
+      :headers    => :first_row,
+    }
+
+    from.step(till, DateSteps).map do |start_date|
+      end_date = [start_date + DateSteps, till].min
+      CSV.new(csv_data(start_date, end_date), csv_options).to_a.map do |row|
+        country = row["Country code"].try(:downcase)
+        {
+          :date         => Date.strptime(row["Date"], '%Y-%m-%d'),
+          :campaign     => row["Target name"],
+          :impressions  => row["views"].to_i,
+          :clicks       => row['clicks'].to_i,
+          :conversions  => row['installs'].to_i,
+          :amount       => row['spend'].to_f,
+          :target_country => country[0..1],
+        }
+      end.compact
+    end.flatten
+  end
+end

data/lib/adtekio_adnetworks/importers/cost/applift.rb

@@ -0,0 +1,41 @@
+class AdtekioAdnetworks::Cost::Applift
+  include AdtekioAdnetworks::CostImport
+
+  DateSteps = 5
+
+  define_required_credentials do
+    [:api_key]
+  end
+
+  def campaign_costs(from, till)
+    from.step(till, DateSteps).map do |start_date|
+      end_date = [start_date + DateSteps - 1, till].min
+      uri = Addressable::URI.
+        parse("https://partner.applift.com/stats/stats.json")
+
+      uri.query_values = {
+        :api_key     => credentials.api_key,
+        :start_date  => start_date.strftime("%Y-%m-%d"),
+        :end_date    => end_date.strftime("%Y-%m-%d"),
+        'group[]'    => ["Offer.name", "Stat.date"]
+      }
+
+      req = Net::HTTP::Get.new(uri.request_uri)
+      res = Net::HTTP.start(uri.host, uri.port, :use_ssl => true,
+                            :verify_mode => OpenSSL::SSL::VERIFY_NONE) do |http|
+        http.request(req)
+      end
+
+      JSON.parse(res.body)['data'].reject do |campaign|
+        campaign["cost"] == "$0.00" || campaign["offer"].blank?
+      end.map do |campaign|
+        {
+          :date         => Date.parse(campaign['date']),
+          :campaign     => campaign['offer'].gsub(/(, private)/i,'').gsub(/( private)/i,'').gsub(/(, rtl2 private)/i,''),
+          :conversions  => campaign['conversions'].to_i,
+          :amount       => campaign['cost'].tr(',$','').to_f
+        }
+      end
+    end.flatten
+  end
+end

data/lib/adtekio_adnetworks/importers/cost/applovin.rb

@@ -0,0 +1,52 @@
+class AdtekioAdnetworks::Cost::Applovin
+  include AdtekioAdnetworks::CostImport
+
+  define_required_credentials do
+    [:api_key]
+  end
+
+  def campaign_name(country, device, date, campaign_name)
+    name_parts = [country, device]
+
+    /\{(.*)\}/i.match(campaign_name) do |m|
+      name_parts.push($1)
+    end
+
+    name_parts.join('_').downcase
+  end
+
+  def campaign_costs(from, till)
+    uri = Addressable::URI.parse("https://r.applovin.com/report")
+    uri.query_values = {
+      :api_key  => credentials.api_key,
+      :start    => from.to_s,
+      :end      => till.to_s,
+      :columns  => "day,campaign,device_type,country,impressions,clicks,conversions,cost",
+      :report_type => "advertiser",
+      :format   => :json,
+    }
+
+    req = Net::HTTP::Get.new(uri.request_uri)
+    res = Net::HTTP.start(uri.host, uri.port, :use_ssl => true,
+                          :verify_mode => OpenSSL::SSL::VERIFY_NONE) do |http|
+      http.request(req)
+    end
+
+    JSON.parse(res.body)['results'].reject do |campaign|
+      campaign["cost"].to_i == 0
+    end.map do |campaign|
+      date   = Date.parse(campaign['day'])
+
+      {
+        :date           => date,
+        :campaign       => campaign_name(campaign['country'], campaign['device_type'], date, campaign['campaign']),
+        :impressions    => campaign['impressions'].to_i,
+        :clicks         => campaign['clicks'].to_i,
+        :conversions    => campaign['conversions'].to_i,
+        :amount         => campaign['cost'].to_f,
+        :target_country => campaign['country'],
+        :target_device  => campaign['device_type'],
+      }
+    end
+  end
+end

data/lib/adtekio_adnetworks/importers/cost/bidmotion.rb

@@ -0,0 +1,82 @@
+class AdtekioAdnetworks::Cost::Bidmotion
+  include AdtekioAdnetworks::CostImport
+
+  API_ENDPOINT = 'http://api.mobdone.com/api/v1/'
+  AUTH_ROUTE   = 'session'
+  DATA_ROUTE   = 'reports'
+
+  EXPECTED_ARRAY_ORDER = ["click_date", "offer_numeric_id", "country_code",
+                          "device_type", "clicks", "conversions",
+                          "conversion_rate", "revenue"]
+
+  define_required_credentials do
+    [:username, :password, :platform]
+  end
+
+  def campaign_costs(from, till)
+    load_data(from, till).reject do |campaign_data|
+      campaign_data[7].to_f == 0
+    end.map do |campaign_data|
+      country_code  = campaign_data[2].downcase
+      device        = campaign_data[3].downcase
+      campaign_name = "#{country_code}_#{device}"
+
+      {
+        :date           => Date.parse(campaign_data[0]),
+        :campaign       => campaign_name,
+        :clicks         => campaign_data[4].to_i,
+        :conversions    => campaign_data[5].to_i,
+        :amount         => campaign_data[7].to_f,
+        :target_country => country_code,
+        :target_device  => device
+      }
+    end
+  end
+
+  private
+
+  def session_id
+    @session_id ||= begin
+                      uri = URI("#{API_ENDPOINT}#{AUTH_ROUTE}")
+                      params = {
+        :user_username => credentials.username,
+        :user_password => credentials.password,
+        :platform_name => credentials.platform
+      }
+
+                      response = Net::HTTP.post_form(uri, params) do |http|
+        http.request(req)
+      end
+
+                      response_json =
+                        JSON.parse(response.body, :symbolize_names => true)
+                      response_json[:session_id]
+                    end
+  end
+
+  def load_data(from, till)
+    uri = Addressable::URI.parse("#{API_ENDPOINT}#{DATA_ROUTE}")
+    uri.query_values = {
+      :group_by      => "click_date,offer_numeric_id,country_code,device_type,",
+      :click_date_init  => from.to_s,
+      :click_date_end   => till.to_s
+    }
+
+    request = Net::HTTP::Get.new(uri.request_uri)
+    request["X-Session-Id"] = session_id
+
+    response = Net::HTTP.start(uri.host, uri.port) do |http|
+      http.request(request)
+    end
+
+    response_json = JSON.parse(response.body, :symbolize_names => true)
+
+    raise "wrong field order: #{response_json[:fields]}" unless valid_field_order?(response_json[:fields])
+
+    response_json[:rows]
+  end
+
+  def valid_field_order?(response_fields)
+    response_fields == EXPECTED_ARRAY_ORDER
+  end
+end

data/lib/adtekio_adnetworks/importers/cost/chartboost.rb

@@ -0,0 +1,40 @@
+class AdtekioAdnetworks::Cost::Chartboost
+  include AdtekioAdnetworks::CostImport
+
+  define_required_credentials do
+    [:user_id, :signature]
+  end
+
+  def campaign_costs(from, till)
+
+    uri = Addressable::URI.
+      parse("https://analytics.chartboost.com/v3/metrics/campaign")
+
+    uri.query_values = {
+      :userId        => credentials.user_id,
+      :userSignature => credentials.signature,
+      :dateMin       => from.strftime("%Y-%m-%d"),
+      :dateMax       => till.strftime("%Y-%m-%d"),
+    }
+
+    req = Net::HTTP::Get.new(uri.request_uri)
+    res = Net::HTTP.start(uri.host, uri.port) do |http|
+      http.request(req)
+    end
+    raise 'could not load report' if res.code.to_i != 200
+
+    JSON(res.body).reject do |a|
+      a["moneySpent"].to_f == 0.00
+    end.map do |campaign|
+      {
+        :date        => Date.parse(campaign['dt']),
+        :campaign    => campaign["campaign"],
+        :adgroup     => :banner,
+        :impressions => campaign['impressionsReceived'].to_i,
+        :clicks      => campaign['clicksReceived'].to_i,
+        :conversions => campaign['installReceived'].to_i,
+        :amount      => campaign['moneySpent'].to_f
+      }
+    end.compact
+  end
+end

data/lib/adtekio_adnetworks/importers/cost/crossinstall.rb

@@ -0,0 +1,34 @@
+class AdtekioAdnetworks::Cost::Crossinstall
+  include AdtekioAdnetworks::CostImport
+
+  define_required_credentials do
+    [:username, :api_key]
+  end
+
+  def campaign_costs(from, till)
+    uri = Addressable::URI.parse("http://api.crossinstall.com/api/revenue")
+    uri.query_values = {
+      :email      => credentials.username,
+      :api_key    => credentials.api_key,
+      :start_date => from.strftime("%Y-%m-%d"),
+      :end_day    => till.strftime("%Y-%m-%d")
+    }
+    req = Net::HTTP::Get.new(uri.request_uri)
+    res = Net::HTTP.start(uri.host, uri.port) do |http|
+      http.request(req)
+    end
+
+    ad_data = JSON.parse(res.body)["response"]["ads"].map do |ad_data|
+      ad_data["stats"].map do |stat|
+        next if stat["cost"].to_f == 0
+        {
+          :date        => Date.strptime(stat["day"], "%Y-%m-%d"),
+          :campaign    => ad_data["name"],
+          :clicks      => stat["clicks"].to_i,
+          :conversions => stat["conversions"].to_i,
+          :amount      => stat["cost"].to_f
+        }
+      end
+    end.flatten
+  end
+end

data/lib/adtekio_adnetworks/importers/cost/facebook.rb

@@ -0,0 +1,39 @@
+class AdtekioAdnetworks::Cost::Facebook
+  include AdtekioAdnetworks::CostImport
+
+  define_required_credentials do
+    [:access_token]
+  end
+
+  def curlobj(urlstr)
+    Curl::Easy.new.tap do |w|
+      w.url = urlstr
+      w.follow_location = false
+      w.timeout = 10
+    end
+  end
+
+  def campaign_costs(from, till)
+    from.upto(till).map do |date|
+      uri = Addressable::URI.
+        parse("https://graph.facebook.com/act_#{credentials.account_id}/stats")
+      uri.query_values = {
+        :access_token => credentials.access_token,
+        :start_time   => date.strftime("%s"),
+        :end_time     => (date + 1).strftime("%s"),
+      }
+      (w = curlobj(uri.to_s)).perform
+      JSON(w.body_str).merge(:date => date)
+    end.flatten.group_by do |reports|
+      reports[:date]
+    end.map do |date, reports|
+      {
+        :date        => date,
+        :impressions => reports.map{|v|v[:impressions]}.reduce(:+),
+        :clicks      => reports.map{|v|v[:clicks]}.reduce(:+),
+        :conversions => reports.map{|v|v[:conversions]}.reduce(:+),
+        :amount      => reports.map{|v|v[:spent]}.reduce(:+)
+      }
+    end
+  end
+end

data/lib/adtekio_adnetworks/importers/cost/fractionalmedia.rb

@@ -0,0 +1,104 @@
+class AdtekioAdnetworks::Cost::Fractionalmedia
+  include AdtekioAdnetworks::CostImport
+
+  API_ENDPOINT  = 'https://ws.fractionalmedia.com/ws'
+
+  define_required_credentials do
+    [:username, :password]
+  end
+
+  def http_call(method, login_required=false, params={})
+    uri = Addressable::URI.parse("#{API_ENDPOINT}/#{method}.js")
+    uri.query_values = params
+
+    if login_required
+      req = Net::HTTP::Get.new(uri.request_uri)
+      req['Cookie'] = cookies.map(&:to_s).join('; ') if login_required
+    else
+      req = Net::HTTP::Post.new(uri.request_uri)
+    end
+
+    Net::HTTP.start(uri.host, uri.port, :use_ssl => true,
+                    :verify_mode => OpenSSL::SSL::VERIFY_NONE) do |http|
+      http.request(req)
+    end
+  end
+
+  def cookies
+    @cookie ||=
+      begin
+        http_call(:login, false,
+                  :user => credentials.username,
+                  :pw   => credentials.password
+                  ).get_fields('Set-Cookie').map do |cookie_string|
+                    cookie = CGI::Cookie.parse(cookie_string)
+                    CGI::Cookie.new('name'  => cookie.first.first,
+                                    'value' => cookie.first.last,
+                                    'path'  => cookie['Path'])
+                  end
+      end
+  end
+
+  def load_compaign_metrics(from, till, id)
+    response = http_call(:get_perf_hist, true, {
+                           campid: id,
+                           days: (Date.today - from).to_i
+                         })
+
+    json_data = JSON(response.body, :symbolize_names => true).try(:[], :data) || []
+    json_data.map do |metric|
+      metric[:date] = Date.parse(metric[:date])
+      metric
+    end.select do |metric|
+      metric[:date] >= from and metric[:date] <= till
+    end.reject do |metric|
+      metric[:revenue] == 0
+    end
+  end
+
+  def load_campaigns(from, till, id=25092)
+    response = http_call(:get_all_camps, true, current: id)
+    campaigns = JSON(response.body, :symbolize_names => true)[:camps]
+    campaigns.map do |campaign_data|
+      info = URI.unescape(campaign_data[:title]);
+
+      name, country, platform, dump =
+        info.split('~').map(&:strip).map(&:downcase)
+      app, campaign, ad = parse_name(name, country, platform)
+
+      {
+        :id       => campaign_data[:id],
+        :app      => app,
+        :campaign => campaign,
+        :ad       => ad,
+        :country  => country,
+        :platform => platform
+      }
+    end.compact.map do |campaign_data|
+      campaign_data[:metrics] = load_compaign_metrics(from, till, campaign_data[:id])
+      campaign_data
+    end
+  end
+
+  def parse_name(name, country, platform)
+    app, ad = name.split('=')
+    [app, "#{app}_#{country}_#{platform}", ad]
+  end
+
+  def campaign_costs(from, till)
+    load_campaigns(from, till).map do |campaign|
+      campaign[:metrics].map do |campaign_metric|
+        {
+          :campaign       => campaign[:campaign],
+          :adgroup        => :banner,
+          :ad             => campaign[:ad],
+          :date           => campaign_metric[:date],
+          :conversions    => campaign_metric[:convs],
+          :amount         => campaign_metric[:revenue],
+          :target_country => campaign[:country],
+          :target_device  => campaign[:platform]
+        }
+      end
+    end.flatten
+  end
+end