adtekio_adnetworks 0.0.4

data/lib/adtekio_adnetworks/importers/cost/matomy.rb

@@ -0,0 +1,65 @@
+class AdtekioAdnetworks::Cost::Matomy
+  include AdtekioAdnetworks::CostImport
+
+  define_required_credentials do
+    [:username, :password]
+  end
+
+  def campaign_costs(from, till)
+    require 'mechanize'
+
+    agent = Mechanize.new
+    agent.agent.http.verify_mode = OpenSSL::SSL::VERIFY_NONE
+    agent.user_agent_alias = 'Mac Safari'
+
+    agent.post("https://network.adsmarket.com/site/LoginAttempt?rlink=", {
+                 :login     => "login",
+                 :usr_Email => credentials.username,
+                 :usr_Pwd   => credentials.password})
+
+    page = agent.
+      post("https://network.adsmarket.com/site/MerchantReportsEarnings", {
+             "group1"                         => "std_Date",
+             "group2"                         => "std_CampaignId",
+             "group3"                         => "std_AffiliateId",
+             "program_id"                     => 0,
+             "campaign_type"                  => 0,
+             "campaign_status"                => 0,
+             "creative_type"                  => 0,
+             "creative_size"                  => 0,
+             "product_activity"               => -1,
+             "filter_by"                      => 1,
+             "timeperiod"                     => 7,
+             "timeperiod_span_start"          => from.strftime("%d-%b-%Y"),
+             "timeperiod_span_end"            => till.strftime("%d-%b-%Y"),
+             "approved_timeperiod"            => 9,
+             "approved_timeperiod_span_start" => "",
+             "approved_timeperiod_span_end"   => "",
+             "export_csv"                     => "export to CSV",
+           })
+
+    # retrieve the CSV content. There seems to be a prefix of
+    # \xEF\xBB\xBF in the csv data, so we replace this if it's
+    # there.
+    bodystr = page.links.select do |a|
+      a.text == "click here to download file "
+    end.first.click.body.sub(/^.?{3}Date/,"Date")
+
+    CSV.new(bodystr, :headers => :first_line, :col_sep => ",",
+            :quote_char => '"').to_a.map do |row|
+      next if row['Campaign'].blank?
+
+      {
+        :network     => network,
+        :campaign    => row['Campaign'],
+        :adgroup     => :banner,
+        :ad          => row["Publisher ID"],
+        :impressions => row['Impressions'].to_i,
+        :clicks      => row['Clicks'].to_i,
+        :conversions => row['Leads'].to_i,
+        :amount      => row['Approved Commissions'].gsub(/,/, '').to_f,
+        :date        => Date.parse(row['Date']),
+      }
+    end
+  end
+end

data/lib/adtekio_adnetworks/importers/cost/mdotm.rb

@@ -0,0 +1,69 @@
+class AdtekioAdnetworks::Cost::Mdotm
+  include AdtekioAdnetworks::CostImport
+
+  define_required_credentials do
+    [:username, :api_key]
+  end
+
+  def campaigns(from, till)
+    uri = Addressable::URI.parse("http://ads.mdotm.com/api/1.0/getCampaigns")
+    uri.query_values = {
+      :email              => credentials.username,
+      :secretKey          => credentials.api_key,
+      :startDT            => from.to_s,
+      :endDT              => till.to_s,
+    }
+
+    req = Net::HTTP::Get.new(uri.request_uri)
+    res = Net::HTTP.start(uri.host, uri.port) do |http|
+      http.request(req)
+    end
+
+    JSON.parse(res.body)['response']['campaigns'].map do |campaign|
+      campaign['adGroups'].map do |adgroup|
+        (adgroup['performance'] || []).map do |performance|
+          filtered = performance.select do |key, _|
+            ['impressions', 'clicks','conversions','price', 'logDate'].include? key
+          end
+          filtered['app'] = ""
+          filtered['campaign'] = campaign['campaignName']
+          filtered['adgroup'] = adgroup['adGroupName']
+          filtered
+        end
+      end
+    end.flatten.group_by do |campaign|
+      [campaign['logDate'], campaign['campaign'], campaign['adgroup']]
+    end.map do |key, campaigns|
+      campaigns.inject({}) do |memo, campaign|
+        memo.merge(campaign) do |key, old_v, new_v|
+          if ['campaign', 'app', 'logDate', 'adgroup'].include? key
+            old_v
+          elsif key == 'price'
+            old_v.to_f + new_v.to_f
+          else
+            old_v.to_i + new_v.to_i
+          end
+        end
+      end
+    end
+  end
+
+  def campaign_costs(from, till)
+    (from..till).step(10).map do |date_step_from|
+      date_step_till = [date_step_from + 9, till].min
+
+      sleep 1.5 # rate limit avoidance
+      campaigns(date_step_from, date_step_till).map do |campaign|
+        {
+          :date        => Date.parse(campaign['logDate']),
+          :campaign    => campaign['adgroup'],
+          :adgroup     => campaign['adgroup'],
+          :impressions => campaign['impressions'],
+          :clicks      => campaign['clicks'],
+          :conversions => campaign['conversions'],
+          :amount      => campaign['price']
+        }
+      end
+    end.flatten
+  end
+end

data/lib/adtekio_adnetworks/importers/cost/mmg.rb

@@ -0,0 +1,67 @@
+class AdtekioAdnetworks::Cost::Mmg
+  include AdtekioAdnetworks::CostImport
+
+  define_required_credentials do
+    [:username, :password]
+  end
+
+  def csv_data(date)
+    agent = Mechanize.new
+    agent.user_agent = 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_8_5) '+
+      'AppleWebKit/537.36 (KHTML, like Gecko) Chrome/33.0.1750.117 '+
+      'Safari/537.36'
+
+    agent.post( "http://reporting.mobilda.com/adcenter/login.php", {
+                  :username     => credentials.username,
+                  :password     => credentials.password,
+                  :client_time  => (DateTime.now.strftime("%s").to_i +
+                                    3600).to_s + ".132",
+                  :screen_width => 1920 })
+
+    datestr = date.strftime("%Y-%m-%d")
+    bodystr = agent.post( "http://reporting.mobilda.com/adcenter/"+
+                          "index.php?mod=reports&act=view", {
+                            "breadcrumb_title"  => nil,
+                            "group_by"          => "product_id",
+                            "pass_breadcrumbs"  => 0,
+                            "route_id"          => 0,
+                            "filter_country"    => nil,
+                            "filter_product_id" => nil,
+                            "dt_range"          => "#{datestr}:#{datestr}",
+                            "dt_from"           => datestr,
+                            "dt_to"             => datestr,
+                            "pagenum"           => 1,
+                            "perpage"           => 1000,
+                            "export_to_excel"   => 1
+                          }).body
+
+    # mmg use a pop-up via Javascript, i.e. you press download as
+    # excel and the page gets submitted, on the new page a Javascript
+    # popup opens that starts the download. So we need to scan the
+    # page for the download hash and then use that.
+    hex = bodystr.match(/downloadCSVLite\('reports','(.*)'\);/)
+
+    agent.get("http://reporting.mobilda.com/adcenter/index.php?"+
+              "mod=reports&act=download_csv&hash=#{hex[1]}&output=file") if hex
+  end
+
+  def campaign_costs(from, till)
+    from.upto(till).map do |date|
+      resp = csv_data(date)
+      next unless resp
+      CSV.new(resp.body, :headers => :first_line, :col_sep => ",",
+              :quote_char => '"').map do |row|
+        campaign_name = row["Campaign"].split('::').last.strip.gsub(' ', '_')
+        next if campaign_name == "Total"
+        next if row['Spent($)'].to_f == 0.0
+        {
+          :date        => date,
+          :campaign    => campaign_name,
+          :clicks      => row['Clicks'].to_i,
+          :conversions => row['Conversions'].to_i,
+          :amount      => row['Spent($)'].to_f
+        }
+      end
+    end.flatten
+  end
+end

data/lib/adtekio_adnetworks/importers/cost/mnectar.rb

@@ -0,0 +1,45 @@
+class AdtekioAdnetworks::Cost::Mnectar
+  include AdtekioAdnetworks::CostImport
+
+  Endpoint = "http://api.mnectar.com/report/v1/advertiser/daily"
+  Stepsize = 30
+
+  define_required_credentials do
+    [:advertiser_id, :secret_key]
+  end
+
+  def load_data(from, till)
+    (from..till).step(Stepsize).map do |start_date|
+      uri = Addressable::URI.parse(Endpoint)
+      uri.query_values = {
+        'advertiser-identifier' => credentials.advertiser_id,
+        'token'                 => credentials.secret_key,
+        'start-date'            => start_date.strftime("%Y-%m-%d"),
+        'end-date'              => (start_date + Stepsize - 1).strftime("%Y-%m-%d"),
+        'timezone'              => 'GMT',
+      }
+
+      req = Net::HTTP::Get.new(uri.request_uri)
+      res = Net::HTTP.start(uri.host, uri.port) do |http|
+        http.request(req)
+      end
+
+      JSON.parse(res.body, :symbolize_names => true)
+    end.flatten
+  end
+
+  def campaign_costs(from, till)
+    load_data(from, till).map do |row|
+      next if row[:totalSpend].to_f == 0
+      {
+        :date         => Date.parse(row[:intervalDate]),
+        :campaign     => row[:campaignName],
+        :adgroup      => row[:adName],
+        :impressions  => row[:impressions].to_i,
+        :clicks       => row[:clicks].to_i,
+        :conversions  => row[:conversions].to_i,
+        :amount       => row[:totalSpend].to_f
+      }
+    end
+  end
+end

data/lib/adtekio_adnetworks/importers/cost/moboqo.rb

@@ -0,0 +1,33 @@
+class AdtekioAdnetworks::Cost::Moboqo
+  include AdtekioAdnetworks::CostImport
+
+  define_required_credentials do
+    [:api_key]
+  end
+
+  def campaign_costs(from, till)
+    uri = Addressable::URI.parse("http://dashboard.moboqo.com/stats/stats.json")
+    uri.query_values = {
+      :api_key    => credentials.api_key,
+      :start_date => from.strftime("%Y-%m-%d"),
+      :end_date   => till.strftime("%Y-%m-%d"),
+      "group[0]"   => "Stat.date",
+      "group[1]"   => "Offer.name",
+    }
+
+    req = Net::HTTP::Get.new(uri.request_uri)
+
+    res = Net::HTTP.start(uri.host, uri.port) do |http|
+      http.request(req)
+    end
+
+    JSON.parse(res.body)['data'].map do |datapoint|
+      {
+        :date        => Date.strptime(datapoint["date"], "%Y-%m-%d"),
+        :campaign    => datapoint["offer"],
+        :conversions => datapoint['conversions'].to_i,
+        :amount      => datapoint['cost'].gsub(/\$/, '').to_f
+      }
+    end
+  end
+end

data/lib/adtekio_adnetworks/importers/cost/mobpartner.rb

@@ -0,0 +1,46 @@
+class AdtekioAdnetworks::Cost::Mobpartner
+  include AdtekioAdnetworks::CostImport
+
+  define_required_credentials do
+    [:login, :api_key]
+  end
+
+  def campaign_costs(from, till)
+    uri = Addressable::URI.
+      parse("http://reportapiv2.mobpartner.mobi/report2.php")
+
+    uri.query_values = {
+      :login              => credentials.login,
+      :key                => credentials.api_key,
+      :date_type          => :daily,
+      :date_begin         => from.strftime("%Y%m%d"),
+      :date_end           => till.strftime("%Y%m%d"),
+      :campaign           => :ALL,
+      :clicks             => 1,
+      :imps               => 1,
+      :nb_trx_notrefused  => 1,
+      :default_values     => 0,
+      :display_name       => 1,
+      :download           => 1,
+      :format             => :csv,
+      :date_format        => 2,
+      :value_trx_notrefused_total => 1,
+    }
+
+    req = Net::HTTP::Get.new(uri.request_uri)
+    res = Net::HTTP.start(uri.host, uri.port) do |http|
+      http.request(req)
+    end
+
+    CSV.parse(res.body, {:col_sep => ";"}).drop(1).map do |row|
+      {
+        :date        => Date.parse(row[0]),
+        :campaign    => row[2],
+        :impressions => row[3].to_i,
+        :clicks      => row[4].to_i,
+        :conversions => row[5].to_i,
+        :amount      => row[6].to_f,
+      }
+    end
+  end
+end

data/lib/adtekio_adnetworks/importers/cost/nanigans.rb

@@ -0,0 +1,114 @@
+class AdtekioAdnetworks::Cost::Nanigans
+  include AdtekioAdnetworks::CostImport
+
+  APPLE_SHARE = {
+    :AUD	=> 0.636,
+    :CHF	=> 0.648,
+    :DKK	=> 0.608,
+    :EUR	=> 0.608,
+    :GBP	=> 0.608,
+    :NOK	=> 0.560,
+    :SEK	=> 0.608,
+  }
+
+
+  REVENUE_UPDATE_DATE = Date.parse('2014-05-26')
+
+  define_required_credentials do
+    [:partner_id, :secret, :username, :password]
+  end
+
+  def booking_days(date)
+    max_days = (Date.today - date).to_i
+    [1, 2, 3, 7, 14, 30, 60, 90, 120].select do |day|
+      day <= max_days
+    end
+  end
+
+  def day_to_nanigans_field(day)
+    case day.to_i
+    when 1 then :a8val
+    when 2 then :a9val
+    when 3 then :a10val
+    when 7 then :a5val
+    when 14 then :a11val
+    when 30 then :a12val
+    when 60 then :a13val
+    when 90 then :a14val
+    when 120 then :a15val
+    else
+      raise "invalid day"
+    end
+  end
+
+  def campaign_data(from, till, game_type)
+    time_gmt = Time.now().getgm.strftime("%Y%m%d%H%M%S")
+    sig_string = "#{credentials.partner_id}&#{time_gmt}&#{credentials.secret}"
+    sig = Digest::SHA1.base64digest(sig_string)
+    sig = sig.gsub('+','.').gsub('/', '_')
+
+    uri = Addressable::URI.parse("https://wwwapi.nanigans.com/reporting/api/wooga/generateAdLevelReport")
+    http = Net::HTTP.new(uri.hostname, 443)
+    http.verify_mode = OpenSSL::SSL::VERIFY_NONE
+    http.use_ssl = true
+    http.ssl_timeout = 900
+    http.read_timeout = 900
+
+    from.upto(till).map do |date|
+      booking_fields = booking_days(date).map {|day| day_to_nanigans_field(day)}
+      fields = [:site, :budget_pool, :ad_plan, :countries, :user_device]
+      fields = fields.push(:placement_id) if game_type == :flash
+      data = {
+        :method => :generateAdLevelReport,
+        :params => {
+          :partner_id   => credentials.partner_id,
+          :tms          => time_gmt,
+          :sig          => sig,
+          :date         => date.to_s,
+          :attribution  => :click,
+          :fields       => fields,
+          :metrics      => [:impressions, :clicks, :a1, :fb_spend_wfees, :purchase_value, :purchase_users, :a5val] + booking_fields
+        }
+      }
+
+      request = Net::HTTP::Post.new(uri.request_uri,
+                                    {"Content-Type" => "application/json"})
+      request.basic_auth credentials.username, credentials.password
+      request.body = data.to_json
+
+      res = http.request(request)
+      JSON.parse(res.body, :symbolize_names => true)[:_data][:data]
+    end.flatten
+  end
+
+  def campaign_costs(from, till)
+    [:mobile, :flash].map do |game_type|
+      campaign_data(from, till, game_type).map do |campaign|
+        next if campaign[:budget_pool] =~ /rtb/i
+        next if campaign[:fb_spend_wfees].to_f == 0.0
+
+        date = Date.parse(campaign[:date])
+        [:impressions, :clicks, :a1, :purchase_users, :purchase_value].each do |key|
+          campaign[key] = nil if campaign[key].to_f == 0.0
+        end
+
+        campaign_name = game_type == :flash ? campaign[:placement_id] : campaign[:ad_plan]
+        country = campaign[:countries].try(:downcase).try(:split, /_|,/).try(:last)
+        device = campaign[:user_device].try(:downcase).try(:split, /_|,/).try(:last)
+
+        {
+          :date           => date,
+          :campaign       => campaign_name,
+          :adgroup        => country,
+          :ad             => device,
+          :impressions    => campaign[:impressions].try(:to_i),
+          :clicks         => campaign[:clicks].try(:to_i),
+          :conversions    => campaign[:a1].try(:to_i),
+          :amount         => campaign[:fb_spend_wfees].try(:to_f),
+          :target_country => country,
+          :target_device  => device,
+        }
+      end.compact
+    end.flatten
+  end
+end