apple_epf 1.0.0

data/spec/lib/apple_epf/main_spec.rb

@@ -0,0 +1,185 @@
+# encoding: UTF-8
+require File.expand_path('../../../spec_helper', __FILE__)
+
+describe AppleEpf::Main do
+  let(:filedate) { Date.parse('17-01-2013') }
+  let(:file_entry_double) { double('FileEntry', tbz_file: 'tbz_file') }
+  let(:file_basename) { 'itunes20130111.tbz' }
+
+  before do
+    @tmp_dir = [Dir.tmpdir, 'epm_files'].join('/')
+    FileUtils.mkpath @tmp_dir
+
+    AppleEpf.configure do |config|
+      config.apple_id = 'test'
+      config.apple_password = 'test'
+      config.extract_dir = @tmp_dir
+      config.files_matrix = {popularity: ['application_popularity_per_genre']}.freeze
+    end
+  end
+
+  describe "initialize" do
+    it "should set attributes" do
+      custom_dir = [Dir.tmpdir, 'epm_files_custom'].join('/')
+      manager = AppleEpf::Incremental.new(filedate, nil, custom_dir)
+
+      manager.store_dir.should == custom_dir
+      manager.filedate.to_s.should == Date.parse('17-01-2013').to_s
+      manager.store_dir.should == custom_dir
+      manager.files_matrix.should == {popularity: ['application_popularity_per_genre']}
+
+      manager = AppleEpf::Incremental.new(filedate, {test: ['itworks']})
+      manager.files_matrix.should == {test: ['itworks']}
+
+    end
+  end
+
+  describe "#download_all_files" do
+    before do
+      files_matrix = {one: ['test1', 'test2'], two: ['test3', 'test4']}
+      @manager = AppleEpf::Incremental.new(filedate, files_matrix)
+
+      @downloder_double1 = double('Downloader', download: true, download_to: 'somepath')
+      @downloder_double2 = double('Downloader', download: true, download_to: 'somepath2')
+
+      AppleEpf::Downloader.should_receive(:new).with('incremental', 'one', filedate).and_return(@downloder_double1)
+      AppleEpf::Downloader.should_receive(:new).with('incremental', 'two', filedate).and_return(@downloder_double2)
+    end
+
+    it "should download all files and return array with donwloaded files" do
+      @manager.download_all_files.should == [@downloder_double1, @downloder_double2]
+    end
+
+    it "should send to block if block given" do
+      expect { |b|
+        @manager.download_all_files(&b)
+      }.to yield_successive_args(*[@downloder_double1, @downloder_double2])
+    end
+  end
+
+  describe "#download_and_extract_all_files" do
+    before do
+      @itunes_download_to = "#{@tmp_dir}/itunes20130111.tbz"
+      FileUtils.copy_file(apple_epf_inc_filename('itunes20130111.tbz'), @itunes_download_to)
+
+      @popularity_download_to = "#{@tmp_dir}/popularity20130111.tbz"
+      FileUtils.copy_file(apple_epf_inc_filename('popularity20130111.tbz'), @popularity_download_to)
+
+      itunes_downloder_double = double('Downloader', download: true, download_to: @itunes_download_to)
+      popularity_downloder_double = double('Downloader', download: true, download_to: @popularity_download_to)
+
+      @file_matrix = {
+                        itunes: ['application', 'test_file.txt'],
+                        popularity: ['popularity1', 'popularity2'],
+                      }
+
+      @manager = AppleEpf::Incremental.new(filedate, @file_matrix)
+
+      AppleEpf::Downloader.should_receive(:new)
+        .with('incremental', 'itunes', filedate).and_return(itunes_downloder_double)
+
+      AppleEpf::Downloader.should_receive(:new)
+        .with('incremental', 'popularity', filedate).and_return(popularity_downloder_double)
+
+      @itunes_expected_extracted = ['application', 'test_file.txt'].map do |f|
+        File.join(@tmp_dir, 'itunes20130111', f)
+      end
+
+      @popularity_expected_extracted = ['popularity1', 'popularity2'].map do |f|
+        File.join(@tmp_dir, 'popularity20130111', f)
+      end
+    end
+
+    it "should download all files and return array with donwloaded files" do
+      result = @manager.download_and_extract_all_files
+      result.map(&:extracted_files).should == [
+        Hash[['application', 'test_file.txt'].zip(@itunes_expected_extracted)],
+        Hash[['popularity1', 'popularity2'].zip(@popularity_expected_extracted)]
+      ]
+    end
+
+    it "should send to block if block given" do
+      expect { |b|
+        @manager.download_and_extract_all_files(&b)
+      }.to yield_successive_args(AppleEpf::Extractor::FileEntry, AppleEpf::Extractor::FileEntry)
+    end
+  end
+
+  describe "#download_and_extract" do
+    it "should return extracted files" do
+      @download_to = "#{@tmp_dir}/#{file_basename}"
+      FileUtils.copy_file(apple_epf_inc_filename(file_basename), @download_to)
+
+      downloder_double = double('Downloader', download: true, download_to: @download_to)
+
+      manager = AppleEpf::Incremental.new(filedate)
+      AppleEpf::Downloader.should_receive(:new).and_return(downloder_double)
+
+      result = manager.download_and_extract('itunes', ['application', 'test_file.txt'])
+      expected_extracted = ['application', 'test_file.txt'].map do |f|
+        File.join(@tmp_dir, 'itunes20130111', f)
+      end
+
+      result.extracted_files.should == Hash[['application', 'test_file.txt'].zip(expected_extracted)]
+    end
+  end
+
+  describe "#download" do
+    it "should download file and return path to downloaded file" do
+      manager = AppleEpf::Incremental.new(filedate)
+
+      downloder_double1 = double('Downloader', download: true, download_to: 'somepath')
+
+      AppleEpf::Downloader.should_receive(:new).with('incremental', 'one', filedate).and_return(downloder_double1)
+
+      manager.download('one').download_to.should == 'somepath'
+    end
+
+  end
+
+  describe "#extract" do
+    it "should extract and return file entry" do
+      file = Tempfile.new('foo.tbz')
+      extractor_double = double('Ectractor', file_entry: file_entry_double).as_null_object
+
+      manager = AppleEpf::Incremental.new(filedate)
+      AppleEpf::Extractor.should_receive(:new).with(file, ['extractable1']).and_return(extractor_double)
+
+      manager.extract(file, ['extractable1']).should == file_entry_double
+
+    end
+  end
+
+
+  describe ".get_current_list" do
+    context 'Full' do
+      let(:filename) { apple_epf_filename('current_full_list.html') }
+
+      it "should return hash of avaliable files" do
+        stub_request(:get, "http://test:test@feeds.itunes.apple.com/feeds/epf/v3/full/current").
+          to_return(:status => 200, :body => File.read(filename), :headers => {})
+
+        list = {
+          'itunes' => '20130130',
+          'match' => '20130130',
+          'popularity' => '20130130',
+          'pricing' => '20130130'
+        }
+        AppleEpf::Full.get_current_list.should == list
+      end
+
+    end
+
+    context "Incremental" do
+      let(:filename) { apple_epf_filename('current_inc_list.html') }
+
+      it "should return hash of avaliable files" do
+        stub_request(:get, "http://test:test@feeds.itunes.apple.com/feeds/epf/v3/full/current/incremental/current").
+          to_return(:status => 200, :body => File.read(filename), :headers => {})
+
+        list = {"itunes"=>"20130205", "match"=>"20130205", "popularity"=>"20130205", "pricing"=>"20130205"}
+        AppleEpf::Incremental.get_current_list.should == list
+      end
+    end
+  end
+end

data/spec/lib/apple_epf/parser_spec.rb

@@ -0,0 +1,66 @@
+# encoding: UTF-8
+require File.expand_path('../../../spec_helper', __FILE__)
+
+describe AppleEpf::Parser do
+  let(:header_block) {Proc.new{|b|}}
+  let(:row_block) {Proc.new{|b|}}
+  let(:filename) { apple_epf_inc_filename('itunes20130111/application') }
+
+  let(:parser) {AppleEpf::Parser.new(filename)}
+
+  describe "perform" do
+
+    describe "#parse_metadata" do
+
+      it "should properly parse header" do
+        _header_info = {:file=> "application",
+                        :columns=>["export_date", "application_id", "title",
+                                  "recommended_age", "artist_name", "seller_name",
+                                  "company_url", "support_url", "view_url",
+                                  "artwork_url_large", "artwork_url_small",
+                                  "itunes_release_date", "copyright",
+                                  "description", "version", "itunes_version",
+                                  "download_size"],
+                        :primary_keys=>["application_id"],
+                        :db_types=>["BIGINT", "INTEGER", "VARCHAR(1000)", "VARCHAR(20)",
+                                    "VARCHAR(1000)", "VARCHAR(1000)", "VARCHAR(1000)",
+                                    "VARCHAR(1000)", "VARCHAR(1000)", "VARCHAR(1000)",
+                                    "VARCHAR(1000)", "DATETIME", "VARCHAR(4000)",
+                                    "LONGTEXT", "VARCHAR(100)", "VARCHAR(100)", "BIGINT"],
+                        :export_type=>["INCREMENTAL"]}
+
+        _footer_info = {:records=>"2"}
+
+        parser.parse_metadata.should eq(_header_info.merge(_footer_info))
+      end
+
+      it "should properly parse footer" do
+        _footer_info = {:records=>"2"}
+        parser.parse_metadata
+        parser.footer_info.should eq(_footer_info)
+      end
+    end
+
+    describe "#process_rows" do
+      it "should properly parse body" do
+        first_entry = ["1111111111", "1111111111", "1111111111", "4+", "1111111111", "1111111111", "", "http://static.f1111111111.com/support", "http://itunes.apple.cdcdcd/app/1111111111/id1111111111uo=5", "http://a3.mzstatic.com/us/r1000/112/Purple/v4/cdcdcd/e0/e8/1111111111-2398-c014-2aae-8aefc7cd0f1c/mzl.hbggcdah.100x100-75.jpg", "http://a3.dccdcd.com/us/r1000/116/Purple/v4/66/ea/39/1111111111-c19f-4f01-475e-71fbd2d864a1/Icdcdcdon.png", "2012 03 06", "© Freedomeat, Inc.", "1111111111", "2.1.0", "11111111110", "1111111111"]
+        second_entry = ["1111111111", "41111111111", "Sp1111111111free", "4+", "L1111111111a", "L1111111111va", "http://www.s1111111111q.pl", "http://www.1111111111.pl", "http://itunes.apple.com/app/1111111111-1111111111-free/id1111111111?uo=5", "http://a2.mzstatic.com/us/r1000/071/Purple/v4/d4/68/01/d1111111111f9ba-ba6c-43c306364299/temp..bsoykdqd.100x100-75.jpg", "http://a3.mzstatic.com/us/r1000/1111111111e3/0f/71e30f60-142f-5f03-3558-1c8a0c383e42/Icon.png", "2011 03 14", "© Linnova", "Sprawdź 1111111111\nRazem - ponad 650 słów i fraz tj. ponad 1000 profesjonalnych nagrań dźwi1111111111\n1111111111\n\n*More on www1111111111us", "2.1.3", "1273444446", "21444440"]
+        third_entry = ["134444270", "5411111111111", "Wh1111111111iz", "4+", "App1111111111td", "App1111111111d", "", "http://appe1111111111t.com", "http://itunes.apple.com/app/what1111111111id5111111111131?uo=5", "http://a5.mzstatic.com/us/r1000/101/Purple/v4/bd/39/44/bd39449d11111111111e8-4de4083899e0/mzm.kuywoxgn.100x100-75.jpg", "http://a1.mzstatic.com/us1111111111/v4/95/2c/75/952c7576-6196-11a7-42be-9f3822e9d084/icon.png", "2011111111119", "© Apperleft Ltd", "\n- Original exciting themes and levels\n- Test your knowledge\n- Use Bombs to narrow the letters selection\n- Challenging Themes and Levels\n\n- Compatible with all devices iPod/iPhone/iPad/New iPad\n- Free update keep coming\n!", "1.4", "14111111111139", "1411111111115"]
+
+        expect { |b|
+         parser.process_rows(&b)
+        }.to yield_successive_args(*[first_entry, second_entry, third_entry])
+      end
+
+      it "should return nil for blank data" do
+        first_entry = ["1111111111", "1111111111", "1111111111", "4+", "1111111111", "1111111111", "", "http://static.f1111111111.com/support", "http://itunes.apple.cdcdcd/app/1111111111/id1111111111uo=5", "http://a3.mzstatic.com/us/r1000/112/Purple/v4/cdcdcd/e0/e8/1111111111-2398-c014-2aae-8aefc7cd0f1c/mzl.hbggcdah.100x100-75.jpg", "http://a3.dccdcd.com/us/r1000/116/Purple/v4/66/ea/39/1111111111-c19f-4f01-475e-71fbd2d864a1/Icdcdcdon.png", "2012 03 06", "© Freedomeat, Inc.", "1111111111", "2.1.0", "11111111110", '']
+        parser = AppleEpf::Parser.new(apple_epf_inc_filename('itunes20130111/application_with_nil'))
+        expect { |b|
+         parser.process_rows(&b)
+        }.to yield_successive_args(*[first_entry])
+      end
+    end
+
+
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,40 @@
+$LOAD_PATH << "." unless $LOAD_PATH.include?(".")
+require 'logger'
+require 'tempfile'
+
+begin
+  require "rubygems"
+  require "bundler"
+
+  if Gem::Version.new(Bundler::VERSION) <= Gem::Version.new("0.9.5")
+    raise RuntimeError, "Your bundler version is too old." +
+     "Run `gem install bundler` to upgrade."
+  end
+
+  # Set up load paths for all bundled gems
+  Bundler.setup
+rescue Bundler::GemNotFound
+  raise RuntimeError, "Bundler couldn't find some gems." +
+    "Did you run \`bundle install\`?"
+end
+
+Bundler.require
+
+require 'webmock/rspec'
+require 'timecop'
+
+RSpec.configure do |config|
+  config.before(:each) do
+    AppleEpf.configure do |c|
+      c.log_to_console = true
+    end
+
+    WebMock.disable_net_connect!
+  end
+  config.filter_run :wip => true
+  config.run_all_when_everything_filtered = true
+  config.treat_symbols_as_metadata_keys_with_true_values = true
+end
+
+Dir["#{File.dirname(__FILE__)}/support/**/*.rb"].each {|f| require f}
+

data/spec/support/fixture_helper.rb

@@ -0,0 +1,13 @@
+module FixtureHelper
+  def apple_epf_inc_filename(filename)
+    File.expand_path("../../support/fixtures/itunes/epf/incremental/#{filename}", __FILE__)
+  end
+
+  def apple_epf_filename(filename)
+    File.expand_path("../../support/fixtures/itunes/epf/#{filename}", __FILE__)
+  end
+end
+
+RSpec.configure do |config|
+  config.include FixtureHelper
+end

data/spec/support/fixtures/itunes/epf/current_full_list.html

@@ -0,0 +1,20 @@
+<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 3.2 Final//EN">
+<html>
+ <head>
+  <title>Index of /feeds/epf/v3/full/current</title>
+ </head>
+ <body>
+<h1>Index of /feeds/epf/v3/full/current</h1>
+<table><tr><th><img src="/icons/blank.gif" alt="[ICO]"></th><th><a href="?C=N;O=D">Name</a></th><th><a href="?C=M;O=A">Last modified</a></th><th><a href="?C=S;O=A">Size</a></th><th><a href="?C=D;O=A">Description</a></th></tr><tr><th colspan="5"><hr></th></tr>
+<tr><td valign="top"><img src="/icons/folder.gif" alt="[DIR]"></td><td><a href="incremental/">incremental/</a>           </td><td align="right">05-Feb-2013 07:39  </td><td align="right">  - </td><td>&nbsp;</td></tr>
+<tr><td valign="top"><img src="/icons/compressed.gif" alt="[   ]"></td><td><a href="itunes20130130.tbz">itunes20130130.tbz</a>     </td><td align="right">31-Jan-2013 12:08  </td><td align="right">4.5G</td><td>&nbsp;</td></tr>
+<tr><td valign="top"><img src="/icons/unknown.gif" alt="[   ]"></td><td><a href="itunes20130130.tbz.md5">itunes20130130.tbz.md5</a> </td><td align="right">31-Jan-2013 12:09  </td><td align="right"> 60 </td><td>&nbsp;</td></tr>
+<tr><td valign="top"><img src="/icons/compressed.gif" alt="[   ]"></td><td><a href="match20130130.tbz">match20130130.tbz</a>      </td><td align="right">31-Jan-2013 12:13  </td><td align="right">296M</td><td>&nbsp;</td></tr>
+<tr><td valign="top"><img src="/icons/unknown.gif" alt="[   ]"></td><td><a href="match20130130.tbz.md5">match20130130.tbz.md5</a>  </td><td align="right">31-Jan-2013 12:13  </td><td align="right"> 59 </td><td>&nbsp;</td></tr>
+<tr><td valign="top"><img src="/icons/compressed.gif" alt="[   ]"></td><td><a href="popularity20130130.tbz">popularity20130130.tbz</a> </td><td align="right">31-Jan-2013 12:14  </td><td align="right"> 41M</td><td>&nbsp;</td></tr>
+<tr><td valign="top"><img src="/icons/unknown.gif" alt="[   ]"></td><td><a href="popularity20130130.tbz.md5">popularity20130130.t..&gt;</a></td><td align="right">31-Jan-2013 12:14  </td><td align="right"> 64 </td><td>&nbsp;</td></tr>
+<tr><td valign="top"><img src="/icons/compressed.gif" alt="[   ]"></td><td><a href="pricing20130130.tbz">pricing20130130.tbz</a>    </td><td align="right">31-Jan-2013 11:03  </td><td align="right"> 10G</td><td>&nbsp;</td></tr>
+<tr><td valign="top"><img src="/icons/unknown.gif" alt="[   ]"></td><td><a href="pricing20130130.tbz.md5">pricing20130130.tbz.md5</a></td><td align="right">31-Jan-2013 11:04  </td><td align="right"> 61 </td><td>&nbsp;</td></tr>
+<tr><th colspan="5"><hr></th></tr>
+</table>
+</body></html>

data/spec/support/fixtures/itunes/epf/current_inc_list.html

@@ -0,0 +1,19 @@
+<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 3.2 Final//EN">
+<html>
+ <head>
+  <title>Index of /feeds/epf/v3/full/current/incremental/current</title>
+ </head>
+ <body>
+<h1>Index of /feeds/epf/v3/full/current/incremental/current</h1>
+<table><tr><th><img src="/icons/blank.gif" alt="[ICO]"></th><th><a href="?C=N;O=D">Name</a></th><th><a href="?C=M;O=A">Last modified</a></th><th><a href="?C=S;O=A">Size</a></th><th><a href="?C=D;O=A">Description</a></th></tr><tr><th colspan="5"><hr></th></tr>
+<tr><td valign="top"><img src="/icons/compressed.gif" alt="[   ]"></td><td><a href="itunes20130205.tbz">itunes20130205.tbz</a>     </td><td align="right">05-Feb-2013 07:39  </td><td align="right">1.3G</td><td>&nbsp;</td></tr>
+<tr><td valign="top"><img src="/icons/unknown.gif" alt="[   ]"></td><td><a href="itunes20130205.tbz.md5">itunes20130205.tbz.md5</a> </td><td align="right">05-Feb-2013 07:39  </td><td align="right"> 60 </td><td>&nbsp;</td></tr>
+<tr><td valign="top"><img src="/icons/compressed.gif" alt="[   ]"></td><td><a href="match20130205.tbz">match20130205.tbz</a>      </td><td align="right">05-Feb-2013 05:47  </td><td align="right"> 65M</td><td>&nbsp;</td></tr>
+<tr><td valign="top"><img src="/icons/unknown.gif" alt="[   ]"></td><td><a href="match20130205.tbz.md5">match20130205.tbz.md5</a>  </td><td align="right">05-Feb-2013 05:47  </td><td align="right"> 59 </td><td>&nbsp;</td></tr>
+<tr><td valign="top"><img src="/icons/compressed.gif" alt="[   ]"></td><td><a href="popularity20130205.tbz">popularity20130205.tbz</a> </td><td align="right">05-Feb-2013 07:23  </td><td align="right"> 41M</td><td>&nbsp;</td></tr>
+<tr><td valign="top"><img src="/icons/unknown.gif" alt="[   ]"></td><td><a href="popularity20130205.tbz.md5">popularity20130205.t..&gt;</a></td><td align="right">05-Feb-2013 07:23  </td><td align="right"> 64 </td><td>&nbsp;</td></tr>
+<tr><td valign="top"><img src="/icons/compressed.gif" alt="[   ]"></td><td><a href="pricing20130205.tbz">pricing20130205.tbz</a>    </td><td align="right">05-Feb-2013 07:22  </td><td align="right">1.6G</td><td>&nbsp;</td></tr>
+<tr><td valign="top"><img src="/icons/unknown.gif" alt="[   ]"></td><td><a href="pricing20130205.tbz.md5">pricing20130205.tbz.md5</a></td><td align="right">05-Feb-2013 07:22  </td><td align="right"> 61 </td><td>&nbsp;</td></tr>
+<tr><th colspan="5"><hr></th></tr>
+</table>
+</body></html>

data/spec/support/fixtures/itunes/epf/incremental/itunes20130111/application

@@ -0,0 +1,21 @@
+#export_date
application_id
title
recommended_age
artist_name
seller_name
company_url
support_url
view_url
artwork_url_large
artwork_url_small
itunes_release_date
copyright
description
version
itunes_version
download_size
+#primaryKey:application_id
+#dbTypes:BIGINT
INTEGER
VARCHAR(1000)
VARCHAR(20)
VARCHAR(1000)
VARCHAR(1000)
VARCHAR(1000)
VARCHAR(1000)
VARCHAR(1000)
VARCHAR(1000)
VARCHAR(1000)
DATETIME
VARCHAR(4000)
LONGTEXT
VARCHAR(100)
VARCHAR(100)
BIGINT
+#exportMode:INCREMENTAL
+##legal: Legal Info
+1111111111
1111111111
1111111111
4+
1111111111
1111111111

http://static.f1111111111.com/support
http://itunes.apple.cdcdcd/app/1111111111/id1111111111uo=5
http://a3.mzstatic.com/us/r1000/112/Purple/v4/cdcdcd/e0/e8/1111111111-2398-c014-2aae-8aefc7cd0f1c/mzl.hbggcdah.100x100-75.jpg
http://a3.dccdcd.com/us/r1000/116/Purple/v4/66/ea/39/1111111111-c19f-4f01-475e-71fbd2d864a1/Icdcdcdon.png
2012 03 06
© Freedomeat, Inc.
1111111111
2.1.0
11111111110
1111111111
+1111111111
41111111111
Sp1111111111free
4+
L1111111111a
L1111111111va
http://www.s1111111111q.pl
http://www.1111111111.pl
http://itunes.apple.com/app/1111111111-1111111111-free/id1111111111?uo=5
http://a2.mzstatic.com/us/r1000/071/Purple/v4/d4/68/01/d1111111111f9ba-ba6c-43c306364299/temp..bsoykdqd.100x100-75.jpg
http://a3.mzstatic.com/us/r1000/1111111111e3/0f/71e30f60-142f-5f03-3558-1c8a0c383e42/Icon.png
2011 03 14
© Linnova
Sprawdź 1111111111
+Razem - ponad 650 słów i fraz tj. ponad 1000 profesjonalnych nagrań dźwi1111111111
+1111111111
+
+*More on www1111111111us
2.1.3
1273444446
21444440
+134444270
5411111111111
Wh1111111111iz
4+
App1111111111td
App1111111111d

http://appe1111111111t.com
http://itunes.apple.com/app/what1111111111id5111111111131?uo=5
http://a5.mzstatic.com/us/r1000/101/Purple/v4/bd/39/44/bd39449d11111111111e8-4de4083899e0/mzm.kuywoxgn.100x100-75.jpg
http://a1.mzstatic.com/us1111111111/v4/95/2c/75/952c7576-6196-11a7-42be-9f3822e9d084/icon.png
2011111111119
© Apperleft Ltd

+- Original exciting themes and levels
+- Test your knowledge
+- Use Bombs to narrow the letters selection
+- Challenging Themes and Levels
+
+- Compatible with all devices iPod/iPhone/iPad/New iPad
+- Free update keep coming
+!
1.4
14111111111139
1411111111115
+#recordsWritten:2

data/spec/support/fixtures/itunes/epf/incremental/itunes20130111/application_with_nil

@@ -0,0 +1,7 @@
+#export_date
application_id
title
recommended_age
artist_name
seller_name
company_url
support_url
view_url
artwork_url_large
artwork_url_small
itunes_release_date
copyright
description
version
itunes_version
download_size
+#primaryKey:application_id
+#dbTypes:BIGINT
INTEGER
VARCHAR(1000)
VARCHAR(20)
VARCHAR(1000)
VARCHAR(1000)
VARCHAR(1000)
VARCHAR(1000)
VARCHAR(1000)
VARCHAR(1000)
VARCHAR(1000)
DATETIME
VARCHAR(4000)
LONGTEXT
VARCHAR(100)
VARCHAR(100)
BIGINT
+#exportMode:INCREMENTAL
+##legal: Legal Info
+1111111111
1111111111
1111111111
4+
1111111111
1111111111

http://static.f1111111111.com/support
http://itunes.apple.cdcdcd/app/1111111111/id1111111111uo=5
http://a3.mzstatic.com/us/r1000/112/Purple/v4/cdcdcd/e0/e8/1111111111-2398-c014-2aae-8aefc7cd0f1c/mzl.hbggcdah.100x100-75.jpg
http://a3.dccdcd.com/us/r1000/116/Purple/v4/66/ea/39/1111111111-c19f-4f01-475e-71fbd2d864a1/Icdcdcdon.png
2012 03 06
© Freedomeat, Inc.
1111111111
2.1.0
11111111110

+#recordsWritten:1

metadata

@@ -0,0 +1,255 @@
+--- !ruby/object:Gem::Specification
+name: apple_epf
+version: !ruby/object:Gem::Version
+  version: 1.0.0
+  prerelease: 
+platform: ruby
+authors:
+- Artem Kramarenko
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-02-05 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '2.12'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '2.12'
+- !ruby/object:Gem::Dependency
+  name: rails
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 3.2.3
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 3.2.3
+- !ruby/object:Gem::Dependency
+  name: guard
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: guard-rspec
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rb-fsevent
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.9.1
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.9.1
+- !ruby/object:Gem::Dependency
+  name: webmock
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: timecop
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: curb
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: chronic
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.9.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.9.0
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.5.6
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.5.6
+description: Downloader, Extractor and Parser for Apple Epf Affiliate files
+email:
+- me@artemk.name
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/apple_epf/downloader.rb
+- lib/apple_epf/errors.rb
+- lib/apple_epf/extractor.rb
+- lib/apple_epf/logging.rb
+- lib/apple_epf/main.rb
+- lib/apple_epf/parser.rb
+- lib/apple_epf/version.rb
+- lib/apple_epf.rb
+- lib/core_ext/array.rb
+- lib/core_ext/module.rb
+- lib/tasks/apple_epf_tasks.rake
+- MIT-LICENSE
+- Rakefile
+- README.md
+- spec/lib/apple_epf/downloader_spec.rb
+- spec/lib/apple_epf/exctractor_spec.rb
+- spec/lib/apple_epf/main_spec.rb
+- spec/lib/apple_epf/parser_spec.rb
+- spec/spec_helper.rb
+- spec/support/fixture_helper.rb
+- spec/support/fixtures/itunes/epf/current_full_list.html
+- spec/support/fixtures/itunes/epf/current_inc_list.html
+- spec/support/fixtures/itunes/epf/incremental/itunes20130111.tbz
+- spec/support/fixtures/itunes/epf/incremental/itunes20130111/application
+- spec/support/fixtures/itunes/epf/incremental/itunes20130111/application_with_nil
+- spec/support/fixtures/itunes/epf/incremental/itunes20130111/test_file.txt
+- spec/support/fixtures/itunes/epf/incremental/popularity20130111.tbz
+- spec/support/fixtures/itunes/epf/incremental/popularity20130111/popularity1
+- spec/support/fixtures/itunes/epf/incremental/popularity20130111/popularity2
+homepage: 
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+      segments:
+      - 0
+      hash: 742301200685018392
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+      segments:
+      - 0
+      hash: 742301200685018392
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.23
+signing_key: 
+specification_version: 3
+summary: Downloader, Extractor and Parser for Apple Epf Affiliate files
+test_files:
+- spec/lib/apple_epf/downloader_spec.rb
+- spec/lib/apple_epf/exctractor_spec.rb
+- spec/lib/apple_epf/main_spec.rb
+- spec/lib/apple_epf/parser_spec.rb
+- spec/spec_helper.rb
+- spec/support/fixture_helper.rb
+- spec/support/fixtures/itunes/epf/current_full_list.html
+- spec/support/fixtures/itunes/epf/current_inc_list.html
+- spec/support/fixtures/itunes/epf/incremental/itunes20130111.tbz
+- spec/support/fixtures/itunes/epf/incremental/itunes20130111/application
+- spec/support/fixtures/itunes/epf/incremental/itunes20130111/application_with_nil
+- spec/support/fixtures/itunes/epf/incremental/itunes20130111/test_file.txt
+- spec/support/fixtures/itunes/epf/incremental/popularity20130111.tbz
+- spec/support/fixtures/itunes/epf/incremental/popularity20130111/popularity1
+- spec/support/fixtures/itunes/epf/incremental/popularity20130111/popularity2