adtekio_adnetworks 0.0.4

data/lib/adtekio_adnetworks/importers/cost/fyber.rb

@@ -0,0 +1,54 @@
+class AdtekioAdnetworks::Cost::Fyber
+  include AdtekioAdnetworks::CostImport
+
+  define_required_credentials do
+    [:username, :password]
+  end
+
+  def apps
+    uri = Addressable::URI.
+      parse("https://api.sponsorpay.com/advertiser/v1/application_list")
+
+    req = Net::HTTP::Get.new(uri.request_uri)
+    req.basic_auth credentials.username, credentials.password
+
+    res = Net::HTTP.start(uri.host, uri.port, :use_ssl => true,
+                          :verify_mode => OpenSSL::SSL::VERIFY_NONE) do |http|
+      http.request(req)
+    end
+    JSON.parse(res.body, :symbolize_names => true)[:data]
+  end
+
+  def campaign_costs(from, till)
+    apps.map do |app_data|
+      next if app_data[:bundle_id].nil?
+
+      uri = Addressable::URI.
+        parse("https://api.sponsorpay.com/advertiser/v1/campaign_aggregate")
+
+      uri.query_values = {
+        :app_id     => app_data[:app_id],
+        :start_day  => from.strftime("%Y-%m-%d"),
+        :end_day    => till.strftime("%Y-%m-%d"),
+      }
+      req = Net::HTTP::Get.new(uri.request_uri)
+      req.basic_auth credentials.username, credentials.password
+      res = Net::HTTP.start(uri.host, uri.port, :use_ssl => true,
+                            :verify_mode => OpenSSL::SSL::VERIFY_NONE) do |http|
+        http.request(req)
+      end
+
+      JSON.parse(res.body, :symbolize_names => true)[:data].map do |campaign|
+        next if campaign[:spend].to_f == 0
+        {
+          :date        => Date.parse(campaign[:day]),
+          :campaign    => campaign[:campaign_name].split(' ').first,
+          :impressions => campaign[:impressions].to_i,
+          :clicks      => campaign[:clicks].to_i,
+          :conversions => campaign[:downloads].to_i,
+          :amount      => campaign[:spend].to_f/100,
+        }
+      end.compact
+    end.flatten
+  end
+end

data/lib/adtekio_adnetworks/importers/cost/gamegenetics.rb

@@ -0,0 +1,44 @@
+class AdtekioAdnetworks::Cost::Gamegenetics
+  include AdtekioAdnetworks::CostImport
+
+  define_required_credentials do
+    [:username, :password]
+  end
+
+  def csv_data(from, till)
+    agent = Mechanize.new
+    agent.agent.http.verify_mode = OpenSSL::SSL::VERIFY_NONE
+    agent.user_agent = 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_8_5) '+
+      'AppleWebKit/537.36 (KHTML, like Gecko) Chrome/33.0.1750.117 '+
+      'Safari/537.36'
+
+    agent.post( "https://partner.popmog.com/en/user_session", {
+                  :"user_session[email]"        => credentials.username,
+                  :"user_session[password]"     => credentials.password,
+                  :"user_session[remember_me]"  => 1
+                })
+
+    csv_data = agent.post( "https://partner.popmog.com/en/payment_report/advertiser_new", {
+                             :"payment_report_filter[begin_date]" => from,
+                             :"payment_report_filter[end_date]"   => till,
+                             :"payment_report_filter[daily]"      => 1,
+                             :csv                                 => 1
+                           }).body
+
+    CSV.new(csv_data, :headers => :first_line, :col_sep => ",", :quote_char => '"')
+  end
+
+  def campaign_costs(from, till)
+    csv_data(from, till).map do |row|
+      spends = (row['Cost (currency)'] || "").gsub(' USD','').to_f
+      {
+        :date        => Date.parse(row['Date'][0..9]),
+        :campaign    => row["Country"],
+        :adgroup     => row["Campaign Id"],
+        :clicks      => row['Clicks'].to_i,
+        :conversions => row['CPP Conversion'].to_i,
+        :amount      => spends
+      }
+    end
+  end
+end

data/lib/adtekio_adnetworks/importers/cost/glispa.rb

@@ -0,0 +1,59 @@
+class AdtekioAdnetworks::Cost::Glispa
+  include AdtekioAdnetworks::CostImport
+
+  define_required_credentials do
+    [:cid, :token]
+  end
+
+  def csv_data(from, till)
+    uri = Addressable::URI.
+      parse("https://www.glispainteractive.com/API/advreport.php")
+
+    uri.query_values = {
+      :cid      => credentials.cid,
+      :token    => credentials.token,
+      :bdate    => from.strftime("%Y-%m-%d"),
+      :edate    => till.strftime("%Y-%m-%d"),
+      :format   => :csv
+    }
+
+    req = Net::HTTP::Get.new(uri.request_uri)
+    res = Net::HTTP.start(uri.host, uri.port, :use_ssl => true,
+                          :verify_mode => OpenSSL::SSL::VERIFY_NONE) do |http|
+      http.request(req)
+    end
+
+    CSV.new(res.body.rstrip, :headers => :first_line, :col_sep => ";")
+  end
+
+  def parse_glispa_name(glispa_name)
+    app_name, platform, adgroup, *ad = glispa_name.downcase.split(' - ')
+
+    ad.compact!
+    country = adgroup.length == 2 ? adgroup : nil
+    campaign = if ad.size == 1 && ad.join(" ") != 'gNative'
+                 ad.first
+               else
+                 "#{country}_#{platform}"
+               end
+    ["", campaign, adgroup, ad.join(" "), country]
+  end
+
+  def campaign_costs(from, till)
+    csv_data(from, till).map do |row|
+      glispa_name = row["Campaign Name"]
+      _, campaign, adgroup, ad, country = parse_glispa_name(glispa_name)
+
+      next if row["Payout"].to_f == 0.0
+
+      {
+        :campaign       => campaign,
+        :adgroup        => adgroup,
+        :ad             => ad,
+        :amount         => row["Revenue"].to_f,
+        :date           => Date.parse(row["Date"]),
+        :target_country => country,
+      }
+    end.compact
+  end
+end

data/lib/adtekio_adnetworks/importers/cost/googleadwords.rb

@@ -0,0 +1,99 @@
+class AdtekioAdnetworks::Cost::Googleadwords
+  include AdtekioAdnetworks::CostImport
+
+  API_VERSION = :v201509
+
+  define_required_credentials do
+    [:client_key, :client_secret, :developer_token, :customer_id,
+     :access_token, :refresh_token, :issued_at, :expires_in, :id_token,
+     :verification_code]
+  end
+
+  def client
+    args = {
+      :authentication => {
+        :method               => 'OAuth2',
+        :oauth2_client_id     => credentials.client_key,
+        :oauth2_client_secret => credentials.client_secret,
+        :developer_token      => credentials.developer_token,
+        :oauth2_access_type   => 'offline',
+        :client_customer_id   => credentials.customer_id,
+        :user_agent           => 'Mopet',
+      },
+      :service => {
+        :environment => 'PRODUCTION'
+      }
+    }
+
+    if !credentials.access_token.blank? && !credentials.refresh_token.blank?
+      args[:authentication] = args[:authentication].
+        merge({:oauth2_token => {
+                  :access_token   => credentials.access_token,
+                  :refresh_token  => credentials.refresh_token,
+                  :issued_at      => DateTime.parse(credentials.issued_at),
+                  :expires_in     => credentials.expires_in.to_i,
+                  :id_token       => credentials.id_token.blank? ? nil : credentials.id_token,
+                }})
+    end
+
+    @client ||= begin
+                  AdwordsApi::Api.new(args)
+                rescue Exception => e
+                  puts e.message
+                  puts e.backtrace
+                end
+  end
+
+  def load_data(from, till)
+    report_util = client.report_utils(API_VERSION)
+    report_file_name  = Tempfile.new('adword_report').path
+    report_definition = {
+      :selector => {
+        :fields => ['Date', 'CampaignName', 'CampaignId', 'AdGroupName',
+                    'AdGroupId', 'Impressions', 'Clicks', 'ConvertedClicks',
+                    'Cost'],
+        :date_range => {
+          :min => from.strftime('%Y%m%d'),
+          :max => till.strftime('%Y%m%d'),
+        },
+      },
+      :report_name              => 'ADGROUP_PERFORMANCE_REPORT',
+      :report_type              => 'ADGROUP_PERFORMANCE_REPORT',
+      :date_range_type          => 'CUSTOM_DATE',
+      :download_format          => 'CSV',
+      :include_zero_impressions => false,
+    }
+
+    report_util.download_report_as_file(report_definition, report_file_name)
+    content = File.foreach(report_file_name).to_a[1..-2].join()
+    CSV.parse(content, :headers => true).map do |row|
+      row.to_h
+    end
+  end
+
+  def campaign_costs(from, till)
+    load_data(from, till).map do |campaign|
+      amount = campaign["Cost"].to_f/1_000_000
+      next if amount == 0
+
+      {
+        :date         => Date.parse(campaign["Day"]),
+        :campaign     => campaign["Campaign ID"].downcase,
+        :adgroup      => campaign["Ad group ID"].downcase,
+        :impressions  => campaign["Impressions"].to_i,
+        :clicks       => campaign["Clicks"].to_i,
+        :conversions  => campaign["Converted clicks"].to_i,
+        :amount       => amount,
+      }
+    end
+  end
+
+  def oauth2_token
+    client.
+      authorize(:oauth2_verification_code => credentials.verification_code)
+  end
+
+  def generate_link_to_verification_code
+    client.authorize() { |auth_url| return auth_url }
+  end
+end

data/lib/adtekio_adnetworks/importers/cost/jampp.rb

@@ -0,0 +1,57 @@
+class AdtekioAdnetworks::Cost::Jampp
+  include AdtekioAdnetworks::CostImport
+
+  define_required_credentials do
+    [:api_key]
+  end
+
+  def campaigns(from, till)
+    uri = Addressable::URI.parse("http://ruby.jampp.com/api/advertisers.json")
+    uri.query_values = {
+      "filter[from]" => from.strftime("%Y-%m-%d"),
+      "filter[to]"   => till.strftime("%Y-%m-%d"),
+    }
+
+    req = Net::HTTP::Post.new(uri.request_uri)
+    req.form_data = {:api_key => credentials.api_key}
+    res = Net::HTTP.start(uri.host, uri.port) do |http|
+      http.request(req)
+    end
+
+    JSON.parse(res.body)['data']
+  end
+
+  def campaign_details(campaign_id, from, till)
+    uri = Addressable::URI.
+      parse("http://ruby.jampp.com/api/advertisers/details/#{campaign_id}.json")
+    uri.query_values = {
+      "filter[from]" => from.strftime("%Y-%m-%d"),
+      "filter[to]"   => till.strftime("%Y-%m-%d"),
+    }
+
+    req = Net::HTTP::Post.new(uri.request_uri)
+    req.form_data = {:api_key => credentials.api_key}
+    res = Net::HTTP.start(uri.host, uri.port) do |http|
+      http.request(req)
+    end
+
+    JSON.parse(res.body)['data']
+  end
+
+  def campaign_costs(from, till)
+    campaigns(from, till).map do |campaign|
+      campaign_details(campaign["Campaign.id"], from, till).map do |metrics|
+        campaign_name = campaign["Campaign.name"].gsub(' ','_').downcase
+
+        {
+          :date           => Date.parse(metrics['date']),
+          :campaign       => campaign_name,
+          :clicks         => metrics['clicks'].to_i,
+          :conversions    => metrics['installs'].to_i,
+          :amount         => metrics['cost'].gsub(', ', '').to_f,
+          :target_country => campaign["Country.code"].downcase,
+        }
+      end
+    end.flatten
+  end
+end

data/lib/adtekio_adnetworks/importers/cost/leadbolt.rb

@@ -0,0 +1,43 @@
+class AdtekioAdnetworks::Cost::Leadbolt
+  include AdtekioAdnetworks::CostImport
+
+  define_required_credentials do
+    [:advertiser_id, :secret_key]
+  end
+
+  def load_data(from, till)
+    return [] if till < Date.today-7
+    from = [Date.today-7, from].max
+    uri = Addressable::URI.
+      parse("https://www.leadbolt.net/api/advertiser_report")
+
+    uri.query_values = {
+      :advertiser_id  => credentials.advertiser_id,
+      :secret_key     => credentials.secret_key,
+      :format         => :json,
+      :date_from      => from.strftime("%Y%m%d"),
+      :date_to        => till.strftime("%Y%m%d"),
+    }
+    req = Net::HTTP::Get.new(uri.request_uri)
+    res = Net::HTTP.start(uri.host, uri.port) do |http|
+      http.request(req)
+    end
+
+    JSON(res.body, :symbolize_names => true).first[:data]
+  end
+
+  def campaign_costs(from, till)
+    load_data(from, till).reject do |campaign|
+      campaign[:spend].to_f == 0.0
+    end.map do |campaign|
+      {
+        :date        => Date.parse(campaign[:date]),
+        :campaign    => campaign[:campaign_name],
+        :impressions => campaign[:impressions].to_i,
+        :clicks      => campaign[:clicks].to_i,
+        :conversions => campaign[:conversions].to_i,
+        :amount      => campaign[:spend].to_f
+      }
+    end
+  end
+end

data/lib/adtekio_adnetworks/importers/cost/lifestreet.rb

@@ -0,0 +1,49 @@
+class AdtekioAdnetworks::Cost::Lifestreet
+  include AdtekioAdnetworks::CostImport
+
+  define_required_credentials do
+    [:username, :password]
+  end
+
+  def campaign_costs(from, till)
+    uri = Addressable::URI.
+      parse("https://my.lifestreetmedia.com/reporting/run/")
+
+    req = Net::HTTP::Post.new(uri.request_uri)
+    req.form_data = {:data => {
+        :measurements => {
+          :Impressions => :adImps,
+          :Conversions => :adConvs,
+          :Cost        => :adRevenue,
+          :Clicks      => :adClicks,
+        },
+        :dimensions => {
+          :Date       => :Date,
+          :Campaign   => "Campaign.name",
+          :Country    => :Country
+        },
+        :start_date   => from.strftime("%Y-%m-%d"),
+        :end_date     => till.strftime("%Y-%m-%d"),
+      }.to_json}
+
+    req.basic_auth credentials.username, credentials.password
+
+    res = Net::HTTP.start(uri.host, uri.port, :use_ssl => true,
+                          :verify_mode => OpenSSL::SSL::VERIFY_NONE) do |http|
+      http.request(req)
+    end
+
+    JSON.parse(res.body)["data"].map do |values|
+      {
+        :date        => Date.parse(values["Date"]),
+        :campaign    => values["Campaign.name"],
+        :adgroup     => values["Country"],
+        :impressions => values["adImps"].to_i,
+        :clicks      => values["adClicks"].to_i,
+        :conversions => values["adConvs"].to_i,
+        :amount      => values["adRevenue"].to_f,
+        :target_country => values["Country"]
+      }
+    end
+  end
+end

data/lib/adtekio_adnetworks/importers/cost/loopme.rb

@@ -0,0 +1,63 @@
+class AdtekioAdnetworks::Cost::Loopme
+  include AdtekioAdnetworks::CostImport
+
+  define_required_credentials do
+    [:api_key]
+  end
+
+  def load_data(from, till)
+    from.upto(till).map do |date|
+      uri = Addressable::URI.
+        parse("http://reports.loopme.me/api/v1/reports/campaigns")
+
+      uri.query_values = {
+        :group_by       => 'line_item',
+        :api_auth_token => credentials.api_key,
+        :date_range     => ("%s:%s" % [date, date].map do |d|
+                              d.strftime("%Y-%m-%d")
+                            end),
+      }
+
+      req = Net::HTTP::Get.new(uri.request_uri)
+      res = Net::HTTP.start(uri.host, uri.port) do |http|
+        http.request(req)
+      end
+
+      # follow one redirect.
+      body = if res.code =~ /3../
+               uri = Addressable::URI.parse(res.header["Location"])
+               req = Net::HTTP::Get.new(uri.request_uri)
+               Net::HTTP.start(uri.host, uri.port) do |http|
+                 http.request(req)
+               end.body
+             else
+               res.body
+             end
+
+      JSON.parse(body)['series'].map do |serie|
+        serie['date'] = date
+        serie
+      end
+    end.compact.flatten
+  end
+
+  def campaign_costs(from, till)
+    # the campaign names where invalid before this date and on the same time
+    # we have correct manual cost before this date
+    invalid_before = Date.parse('2014-08-01')
+    return [] if till <= invalid_before
+    from = [from, invalid_before].max
+
+    load_data(from, till).map do |campaign|
+      puts campaign
+      {
+        :date        => campaign['date'],
+        :campaign    => campaign['line_item'],
+        :impressions => campaign['totals']['Views'].gsub(',    ', '').to_i,
+        :clicks      => campaign['totals']['Clicks'].gsub(',   ', '').to_i,
+        :conversions => campaign['totals']['Installs'].gsub(',     ', '').to_i,
+        :amount      => campaign['totals']['Spend, $'].gsub(', ', '').to_f
+      }
+    end
+  end
+end