aggregator-gem 0.1.8 → 0.1.9

data/VERSION

@@ -1 +1 @@
-0.1.8
+0.1.9

data/aggregator-gem.gemspec

@@ -5,7 +5,7 @@
 
 Gem::Specification.new do |s|
   s.name = "aggregator-gem"
-  s.version = "0.1.8"
+  s.version = "0.1.9"
 
   s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
   s.authors = ["Allen Tsai"]
@@ -59,7 +59,17 @@ Gem::Specification.new do |s|
     "lib/app/models/sites_vendors.rb",
     "lib/app/models/vendor.rb",
     "lib/app/views/layouts/application.html.erb",
+    "lib/cj_advertisers.rb",
     "lib/coupon_aggregator.rb",
+    "lib/coupon_factory.rb",
+    "lib/feed_mapper.rb",
+    "lib/feed_parser.rb",
+    "lib/helpers/advertiser_factory.rb",
+    "lib/helpers/advertiser_parser.rb",
+    "lib/html_connection/.html_connector.rb.swp",
+    "lib/html_connection/html_connection_helper.rb",
+    "lib/tasks/.gitkeep",
+    "lib/tasks/coupon_feeds.rake",
     "tasks/coupon_aggregator_tasks.rake",
     "test/helper.rb",
     "test/test_coupon_aggregator.rb"

data/lib/cj_advertisers.rb

@@ -0,0 +1,57 @@
+#
+#Go get all of the advertisers we work with on CJ
+#
+
+require 'helpers/advertiser_parser.rb'
+class CJAdvertisers
+  
+  def initialize(params, feed = {})
+    #I think we will probably move towards a place where params can be replaced by
+    # a db object
+    @params = params
+    @feed = feed
+  end
+  
+  def collect_advertisers()
+    #Setup the models we'll need
+    advert_parser = AdvertiserParser.new
+    
+    uri = URI("https://advertiser-lookup.api.cj.com/v3/advertiser-lookup") #This can go into vendors table
+    headers = {"authorization" => "00b0786d8cc156bc642d3b3531b858efbf445f0b9fac809ce739506268f388170e14eb47e411c5a7fd2b6eebfc333e09821e6a4748fc068e7ebe545f7a43171029/009d71a493cb3f3e6fc627280b8724da29f4af33e8aef84484cb8edb6e35b0fa97592c51e20eea0f63a36101cbe92f47073a28acbb29a293ed27c5884ef3d5a09d"} #this might go into some headings table
+
+    require 'net/https'
+    http          = Net::HTTP.new(uri.host, uri.port)
+    http.use_ssl  = true if uri.port == 443
+    request       = HtmlConnectionHelper.build_request(uri,@params,headers)
+    response      = http.request(request)
+    
+    total_num = calculate_total_pages(response)
+
+    puts "Total pages to grab: " + total_num.to_s
+    
+    #Go through each page
+    
+    (1..total_num).each_with_index do |n, index|
+      puts "Working on page: " + n.to_s
+      
+      page_number = {"page-number" => n}
+      @params.merge!(page_number)
+      
+      request   = HtmlConnectionHelper.build_request(uri,@params,headers)
+      response  = http.request(request)
+      response  = CGI.unescapeHTML(response.body)
+      #feed_parser.create_coupons_from_xml(response)
+      
+      #Go parse the page!
+      advert_parser.create_cj_advertiser_from_xml(response)
+    end
+    
+  end
+  
+  def calculate_total_pages(response)
+    doc = Nokogiri::XML(CGI.unescapeHTML(response.body))
+    records_per_page = doc.xpath("//advertisers/@records-returned")[0].to_s.to_i
+    return (doc.xpath("//advertisers/@total-matched")[0].to_s.to_i / records_per_page) + 1
+  end
+  
+end

data/lib/coupon_aggregator.rb

@@ -1 +1,102 @@
-require 'lib/app/models/advertiser'
+
+require 'app/models/advertiser_category_link'
+require 'app/models/advertiser'
+require 'app/models/advertiser_vendor_link'
+require 'app/models/category_coupon_link'
+require 'app/models/category'
+require 'app/models/cj_coupon'
+require 'app/models/coupon_product_link'
+require 'app/models/coupon'
+require 'app/models/product'
+require 'app/models/site'
+require 'app/models/site_vendor_link'
+require 'app/models/vendor'
+
+class CouponAggregator  
+  #apparently there are no enums in ruby
+  CJ = 1
+  FMTC = 2
+=begin
+    params for fmtc is just a "key" => "api key"
+    params for cj involve website-id (ours, assigned by CJ), records-per-page (100 max), promotion-type (coupon), and page-number
+=end
+  def initialize(params, feed)
+    #I think we will probably move towards a place where params can be replaced by
+    # a db object
+    @params = params
+    @feed = feed
+  end
+
+  #@params site_id int Our site id for the site we are parsing coupons for.
+  def aggregate(site_id)
+    case @feed
+      when CouponAggregator::CJ
+        aggregate_cj_coupons(site_id)
+      when CouponAggregator::FMTC
+        aggregate_fmtc_coupons()
+      else
+        aggregate_all_coupons_for_site(site_id)
+    end
+  end
+
+  private
+  def aggregate_cj_coupons(site_id)
+
+    vendor_id = Vendor.find_by_nice_name("commission-junction").id
+    feed_parser = FeedParser.new(site_id, vendor_id)
+
+    #Find out what site ID commission junction has assigned the site we are pulling for
+    relationship_id = SiteVendorLink.find_by_site_id_and_vendor_id(site_id,vendor_id).relationship_id
+    temp_params = {"website-id" => relationship_id}
+    @params.merge!(temp_params)
+
+    uri = URI("https://linksearch.api.cj.com/v2/link-search") #This can go into vendors table
+    headers = {"authorization" => "00b0786d8cc156bc642d3b3531b858efbf445f0b9fac809ce739506268f388170e14eb47e411c5a7fd2b6eebfc333e09821e6a4748fc068e7ebe545f7a43171029/009d71a493cb3f3e6fc627280b8724da29f4af33e8aef84484cb8edb6e35b0fa97592c51e20eea0f63a36101cbe92f47073a28acbb29a293ed27c5884ef3d5a09d"} #this might go into some headings table
+
+    require 'net/https'
+    http          = Net::HTTP.new(uri.host, uri.port)
+    http.use_ssl  = true if uri.port == 443
+    request       = HtmlConnectionHelper.build_request(uri,@params,headers)
+    response      = http.request(request)
+
+    total_num = calculate_total_pages(response)
+
+    (1..total_num).each do |n|
+      
+      puts "Working on page: " + n.to_s
+      
+      page_number = {"page-number" => n}
+      @params.merge!(page_number)
+      request   = HtmlConnectionHelper.build_request(uri,@params,headers)
+      response  = http.request(request)
+      response  = CGI.unescapeHTML(response.body)
+      feed_parser.create_coupons_from_xml(response)
+    end
+  end
+  
+  def aggregate_fmtc_coupons()
+
+    vendor_id   = Vendor.find_by_vendor_name("for me to coupon").id
+    site        = Site.find_by_site_name("All");
+    feed_parser = FeedParser.new(site.id,vendor_id)
+
+    #need to open the file?
+    uri       = URI("http://www.formetocoupon.com/services/getDeals") #this can go into vendors table
+    headers   = nil
+    request   = HtmlConnectionHelper.build_request(uri,@params,headers)
+    response  = http.request(request)
+    
+    feed_parser.create_coupons_from_xml(response.body)
+  end
+
+  def aggregate_all_coupons_for_site(site_id)
+    #this will call each of the aggregate methods.
+  end
+
+  def calculate_total_pages(response)
+    doc = Nokogiri::XML(CGI.unescapeHTML(response.body))
+    records_per_page = doc.xpath("//links/@records-returned")[0].to_s.to_i
+    return (doc.xpath("//links/@total-matched")[0].to_s.to_i / records_per_page) + 1
+  end
+
+end

data/lib/coupon_factory.rb

@@ -0,0 +1,127 @@
+class CouponFactory
+
+  def self.update_coupon_with_item(coupon,item,site_id,vendor_id)
+
+    site = Site.find(site_id)
+    vendor = Vendor.find(vendor_id)
+
+    advertiser_name = item.xpath("./advertiser-name/text()").to_s
+    advertiser_id = item.xpath("./advertiser-id/text()").to_s
+    advertiser = self.check_advertiser(advertiser_id, advertiser_name, site.id, vendor.id)
+
+    coupon.site_id = site.id
+    coupon.vendor_id = vendor.id
+    coupon.advertiser_id = advertiser.id
+    coupon.code = item.xpath("./couponcode/text()").to_s
+    coupon.description = item.xpath("./description/text()").to_s
+    coupon.link = item.xpath("./link/*").to_s
+    coupon.save
+    
+    
+    #sort out categories
+    coupon.categories.clear
+    coupon = self.add_categories_to_coupon(coupon,item)
+    #sort out products
+    coupon.products.clear
+    coupon = self.add_products_to_coupon(coupon,item)
+    return coupon
+=begin
+    coupon.advertiser_name = item.xpath("./advertiser-name/text()").to_s
+    coupon.category = item.xpath("./category/text()").to_s
+    coupon.language = item.xpath("./language/text()").to_s
+    coupon.click_commission = item.xpath("./click-commission/text()").to_s
+    coupon.lead_commission = item.xpath("./lead-commission/text()").to_s
+    coupon.item_code_html = item.xpath("./item-code-html/*").to_s
+    coupon.item_code_description = item.xpath("./item-code-description/text()").to_s
+    coupon.item_code_destination = item.xpath("./item-code-destination/text()").to_s
+    coupon.item_name = item.xpath("./item-name/text()").to_s
+    coupon.item_type = item.xpath("./item-type/text()").to_s
+    coupon.performance_incentive = item.xpath("./performance-incentive/text()").to_s
+    coupon.start_date = item.xpath("./startdate/text()").to_s
+    coupon.end_date = item.xpath("./enddate/text()").to_s
+    coupon.promotion_type = item.xpath("./promotion-type/text()").to_s
+    coupon.ad_relationship = item.xpath("./relationship-status/text()").to_s
+    coupon.sale_commission = item.xpath("./sale-commission/text()").to_s
+    coupon.seven_day_epc = item.xpath("./seven-day-epc/text()").to_s.to_f
+    coupon.three_month_epc = item.xpath("./three-month-epc/text()").to_s.to_f
+=end
+  end
+
+###################
+#    Deprecated
+###################
+  def self.create_coupon_from_item(item, site_id, vendor_id)
+
+    site = Site.find(site_id)
+    vendor = Vendor.find(vendor_id)
+
+    advertiser_name = item.xpath("./advertiser-name/text()").to_s
+    advertiser = self.check_advertiser(advertiser_name, site.id, vendor.id)
+    
+    coupon = Coupon.new()
+    coupon.site_id = site.id
+    coupon.vendor_id = vendor.id
+    coupon.advertiser_id = advertiser.id
+    coupon.code = item.xpath("./couponcode/text()").to_s
+    coupon.description = item.xpath("./description/text()").to_s
+    coupon.link = item.xpath("./link/*").to_s
+    coupon.save
+    #set up the categories
+    coupon = self.add_categories_to_coupon(coupon,item)
+    coupon = self.add_products_to_coupon(coupon,item)
+    return coupon
+    #set up the products
+=begin
+    coupon.item_id = item.xpath("./item-id/text()").to_s.to_i
+    coupon.category = item.xpath("./category/text()").to_s
+    coupon.language = item.xpath("./language/text()").to_s
+    coupon.click_commission = item.xpath("./click-commission/text()").to_s
+    coupon.lead_commission = item.xpath("./lead-commission/text()").to_s
+    coupon.item_code_html = item.xpath("./item-code-html/*").to_s
+    coupon.item_code_description = item.xpath("./item-code-description/text()").to_s
+    coupon.item_code_destination = item.xpath("./item-code-destination/text()").to_s
+    coupon.item_name = item.xpath("./item-name/text()").to_s
+    coupon.item_type = item.xpath("./item-type/text()").to_s
+    coupon.performance_incentive = item.xpath("./performance-incentive/text()").to_s
+    coupon.promotion_start = item.xpath("./promotion-start-date/text()").to_s
+    coupon.promotion_end = item.xpath("./promotion-end-date/text()").to_s
+    coupon.promotion_type = item.xpath("./promotion-type/text()").to_s
+    coupon.ad_relationship = item.xpath("./relationship-status/text()").to_s
+    coupon.sale_commission = item.xpath("./sale-commission/text()").to_s
+    coupon.seven_day_epc = item.xpath("./seven-day-epc/text()").to_s.to_f
+    coupon.three_month_epc = item.xpath("./three-month-epc/text()").to_s.to_f    
+=end
+  end
+
+  private
+  def self.add_categories_to_coupon(coupon,item)
+    item.xpath("./category").each do |category_xml|
+      category_name = category_xml.xpath("./text()").to_s
+      category_nice_name = category_name.gsub(/[^A-Za-z0-9]+/, '-').strip.gsub(/\ +/, '-').downcase
+      
+      #Update/Create category
+      category = Category.find_or_create_by_nice_name(category_nice_name, :name => category_name)
+      
+      #Create the relationship
+      CategoryCouponLink.find_or_create_by_category_id_and_coupon_id(category.id, coupon.id)
+    end
+    return coupon
+  end
+
+  #We don't actually have any products yet.
+  def self.add_products_to_coupon(coupon, item)
+    item.xpath("./product").each do |product|
+      coupon.products.find_or_create_by_name(product.xpath("./text()").to_s)
+    end
+    return coupon
+  end
+
+  def self.check_advertiser(advertiser_id, advertiser_name, site_id, vendor_id)
+    advertiser = Advertiser.find_or_create_by_nice_name(
+      :nice_name => advertiser_name.gsub(/[^A-Za-z0-9]+/, '-').strip.gsub(/\ +/, '-').downcase, 
+      :name => advertiser_name, :advertiser_id => advertiser_id)
+    AdvertiserVendorLink.find_or_create_by_vendor_id_and_advertiser_id(:vendor_id => vendor_id, :advertiser_id => advertiser.id)
+    AdvertiserSiteLink.find_or_create_by_site_id_and_advertiser_id(:site_id => site_id, :advertiser_id => advertiser.id)
+    return advertiser
+  end
+end

data/lib/feed_mapper.rb

@@ -0,0 +1,34 @@
+class FeedMapper
+
+  @@find_to_replace = 
+  { #CommissionJunction
+    "//links/link"  => "item",
+    "//links/item/link-id" => "item-id",
+    "//root/links/item/promotion-start-date" => "startdate",
+    "//root/links/item/promotion-end-date" => "enddate",
+    "//root/links/item/link-code-html" => "link",
+    #ForMeToCoupon
+    "//root/item/dealtypes/type" => "dealtype",
+    "//root/item/merchantname" => "advertiser-name",
+    "//root/item/merchantid"  => "advertiser-id",
+    "//root/item/label" => "description",
+    "//root/item/couponid" => "item-id"
+  }
+
+  def self.massage_feed(xml)
+
+    doc = Nokogiri::XML(xml)
+    
+    doc.xpath("/").first.children.first.name="root"
+
+    @@find_to_replace.each_pair do |key, value|
+      unless doc.xpath(key).first.nil? then 
+        doc.xpath(key).each do |child|        
+          child.name=(value)
+        end
+      end
+    end
+    return doc
+
+  end
+end

data/lib/feed_parser.rb

@@ -0,0 +1,57 @@
+class FeedParser
+
+  attr_reader :uri, :vendor_id, :site_id, :params, :headers
+
+  def initialize(site_id, vendor_id)
+    @vendor_id = vendor_id
+    @site_id   = site_id
+  end
+
+  def create_coupons_from_xml(xml)
+    doc = FeedMapper.massage_feed(xml)
+
+    (doc.xpath("//item")).each do |item|
+      advertiser_id = item.xpath("./advertiser-id/text()")
+      item_id = item.xpath("./item-id/text()")
+
+      unless(item_id.to_s.empty?)
+        coupon = Coupon.find_or_create_by_advertiser_id_and_item_id(advertiser_id.to_s, item_id.to_s)
+        coupon = CouponFactory.update_coupon_with_item(coupon,item, @site_id, @vendor_id)
+        coupon.save
+      end
+    end
+  end
+
+=begin
+  #START:  The things in this block don't belong here
+  # This downloads the request.
+  def download_feed()
+    request = HtmlConnectionHelper.build_request(uri,params,headers)
+    http = Net::HTTP.new(uri.host, uri.port)
+    http.use_ssl = true if uri.port == 443
+    response = http.request(request)
+
+    return CGI.unescapeHTML(response.body)
+  end
+
+  # This takes a pre-massaged text, and creates coupons from it.
+  def parse_feed(xml)
+    doc = Nokogiri::XML(xml)
+    total_num = doc.xpath("/root/total_num_pages/text()").to_s.to_i
+    if(total_num > 1 && !massager.nil?)
+      #need a way to solve for pagination universally
+      (1..total_num/records_per_page).each do |n|
+        page_number = {"page-number" => n}
+        params.merge(page_number)
+        feed = download_feed(uri, params, headers)
+        feed = massager.massage_feed(feed)
+        create_coupons_from_xml(feed)
+      end
+    else
+      create_coupons_from_xml(xml)
+    end
+  
+  end
+  # END: The things in this block don't belong here.
+=end
+end

data/lib/helpers/advertiser_factory.rb

@@ -0,0 +1,50 @@
+class AdvertiserFactory
+
+  FIELDS = [
+    {:xml => './advertiser-name/text()',        :db => 'name'},
+    {:xml => './advertiser-name/text()',        :db => 'nice_name'},
+    {:xml => './advertiser-id/text()',          :db => 'advertiser_id'},
+    {:xml => './account-status/text()',         :db => 'account_status'},
+    {:xml => './seven-day-epc/text()',          :db => 'seven_day_epc'},
+    {:xml => './three-month-epc/text()',        :db => 'three_month_epc'},
+    {:xml => './language/text()',               :db => 'language'},
+    {:xml => './program-url/text()',            :db => 'program_url'},
+    {:xml => './relationship-status/text()',    :db => 'relationship_status'},
+    {:xml => './network-rank/text()',           :db => 'network_rank'},
+    {:xml => './performance-incentives/text()', :db => 'performance_incentives'},
+  ].freeze
+  
+  def self.update_fields(advertiser, advertiser_xml)
+    #puts advertiser_xml.xpath(FIELDS[0][:xml]).to_s
+    
+    #Iterate over every field and attempt to insert
+    FIELDS.each_with_index do |field, index|
+      
+      xml_field = field[:xml]
+      db_field = field[:db]
+      
+      #Magic baby!
+      unless db_field == 'nice_name'
+        advertiser[db_field] = advertiser_xml.xpath(xml_field).to_s
+      else
+        advertiser[db_field] = (advertiser_xml.xpath(xml_field).to_s).gsub(/[^A-Za-z0-9]+/, '-').strip.gsub(/\ +/, '-').downcase
+      end
+      
+    end
+
+    #Update categories & Relationships
+    advertiser_xml.xpath('./primary-category').children.each_with_index do |children, index|
+      category_name = children.child.to_s
+      category_nice_name = category_name.gsub(/[^A-Za-z0-9]+/, '-').strip.gsub(/\ +/, '-').downcase
+      
+      
+      category = Category.find_or_create_by_nice_name(category_nice_name, :name => category_name)
+      AdvertiserCategoryLink.find_or_create_by_advertiser_id_and_category_id(
+        :advertiser_id => advertiser.id,
+        :category_id => category.id)
+    end
+    
+    advertiser.save
+  end
+  
+end

data/lib/helpers/advertiser_parser.rb

@@ -0,0 +1,41 @@
+#load teh helperzzz
+require 'helpers/advertiser_factory.rb'
+
+class AdvertiserParser
+  
+  def create_cj_advertiser_from_xml(xml)
+    
+    doc = Nokogiri::XML(xml)
+    
+    doc.xpath("//advertiser").each do |advertiser_xml|
+      
+      advertiser_id = advertiser_xml.xpath("./advertiser-id/text()").to_s.to_i
+      
+      advertiser = Advertiser.find_or_create_by_advertiser_id(advertiser_id)
+
+      AdvertiserFactory.update_fields(advertiser, advertiser_xml)
+      
+      # unless advertiser.nil?
+      #   advertiser = AdvertiserFactory.update_advertiser(advertiser_xml)
+      # else
+      #   advertiser = AdvertiserFactory.create_advertiser(advertiser_xml)
+      # end
+    end
+    # doc = FeedMapper.massage_feed(xml)
+    # puts "create coupons from xml====="
+    # (doc.xpath("//item")).each do |item|
+    #   advertiser_id = item.xpath("./advertiser-id/text()")
+    #   item_id = item.xpath("./item-id/text()")
+    # 
+    #   coupon = Coupon.find_by_advertiser_id_and_item_id(advertiser_id.to_s.to_i, item_id.to_s.to_i)
+    # 
+    #   if(!coupon.nil?)
+    #     coupon = CouponFactory.update_coupon_with_item(coupon,item)
+    #   else
+    #     coupon = CouponFactory.create_coupon_from_item(item, @site_id, @vendor_id)
+    #   end
+    #   coupon.save
+    # end
+  end
+  
+end

data/lib/html_connection/html_connection_helper.rb

@@ -0,0 +1,11 @@
+class HtmlConnectionHelper
+
+  require 'net/http'
+
+  def self.build_request(uri, params, headers)
+    request = Net::HTTP::Get.new(uri.path)
+    request.set_form_data(params)
+    return Net::HTTP::Get.new(uri.path + '?' + request.body, headers)
+  end
+
+end

data/lib/tasks/coupon_feeds.rake

@@ -0,0 +1,33 @@
+namespace :coupon_feeds do
+  desc "Populate Commission Junction Data"
+  task :download_cj_data => :environment do
+    website_id = Site.find_by_nice_name("amplified-media").id
+    records_per_page = 100
+    type_of_promotion = "coupon"
+    params = {"website-id" => website_id,
+      "advertiser-ids" => "joined",
+      "records-per-page" => records_per_page,
+      "promotion-type" => type_of_promotion,
+      "page-number" => 1}
+    ca = CouponAggregator.new(params, CouponAggregator::CJ)
+    ca.aggregate(website_id)
+  end
+
+  desc "Populate For Me To Coupon Data"
+  task :download_fmtc_data => :environment do
+    ca = CouponAggregator.new({}, CouponAggregator::FMTC)
+    ca.aggregate(nil)
+  end
+end
+
+namespace :cj do
+  desc "Work on Commission Junction's Feeds"
+  task :get_advertisers => :environment do
+    params = { 
+      "advertiser-ids"=> "joined" 
+    }
+    cj_advertisers = CJAdvertisers.new(params)
+    
+    cj_advertisers.collect_advertisers
+  end
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: aggregator-gem
 version: !ruby/object:Gem::Version
-  version: 0.1.8
+  version: 0.1.9
   prerelease: 
 platform: ruby
 authors:
@@ -13,7 +13,7 @@ date: 2011-10-14 00:00:00.000000000Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rails
-  requirement: &18470940 !ruby/object:Gem::Requirement
+  requirement: &15966360 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - =
@@ -21,10 +21,10 @@ dependencies:
         version: 3.0.9
   type: :runtime
   prerelease: false
-  version_requirements: *18470940
+  version_requirements: *15966360
 - !ruby/object:Gem::Dependency
   name: mysql2
-  requirement: &18470220 !ruby/object:Gem::Requirement
+  requirement: &15965540 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - <
@@ -32,10 +32,10 @@ dependencies:
         version: '0.3'
   type: :runtime
   prerelease: false
-  version_requirements: *18470220
+  version_requirements: *15965540
 - !ruby/object:Gem::Dependency
   name: nokogiri
-  requirement: &18469420 !ruby/object:Gem::Requirement
+  requirement: &15964140 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - =
@@ -43,10 +43,10 @@ dependencies:
         version: 1.5.0
   type: :runtime
   prerelease: false
-  version_requirements: *18469420
+  version_requirements: *15964140
 - !ruby/object:Gem::Dependency
   name: shoulda
-  requirement: &18468560 !ruby/object:Gem::Requirement
+  requirement: &15963460 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -54,10 +54,10 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *18468560
+  version_requirements: *15963460
 - !ruby/object:Gem::Dependency
   name: bundler
-  requirement: &18467640 !ruby/object:Gem::Requirement
+  requirement: &15962660 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -65,10 +65,10 @@ dependencies:
         version: 1.0.0
   type: :development
   prerelease: false
-  version_requirements: *18467640
+  version_requirements: *15962660
 - !ruby/object:Gem::Dependency
   name: jeweler
-  requirement: &18466900 !ruby/object:Gem::Requirement
+  requirement: &15962100 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -76,10 +76,10 @@ dependencies:
         version: 1.6.4
   type: :development
   prerelease: false
-  version_requirements: *18466900
+  version_requirements: *15962100
 - !ruby/object:Gem::Dependency
   name: rcov
-  requirement: &18457880 !ruby/object:Gem::Requirement
+  requirement: &15961600 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -87,7 +87,7 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *18457880
+  version_requirements: *15961600
 description: Cut media coupon aggregator
 email: allentsai87@gmail.com
 executables: []
@@ -138,7 +138,17 @@ files:
 - lib/app/models/sites_vendors.rb
 - lib/app/models/vendor.rb
 - lib/app/views/layouts/application.html.erb
+- lib/cj_advertisers.rb
 - lib/coupon_aggregator.rb
+- lib/coupon_factory.rb
+- lib/feed_mapper.rb
+- lib/feed_parser.rb
+- lib/helpers/advertiser_factory.rb
+- lib/helpers/advertiser_parser.rb
+- lib/html_connection/.html_connector.rb.swp
+- lib/html_connection/html_connection_helper.rb
+- lib/tasks/.gitkeep
+- lib/tasks/coupon_feeds.rake
 - tasks/coupon_aggregator_tasks.rake
 - test/helper.rb
 - test/test_coupon_aggregator.rb
@@ -157,7 +167,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: '0'
       segments:
       - 0
-      hash: 2458002895548853343
+      hash: -165068521969160248
 required_rubygems_version: !ruby/object:Gem::Requirement
   none: false
   requirements: