scraper_app_store 0.0.1 → 0.0.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: c27450354925c4a3d2f82df79fc7676714e25616
-  data.tar.gz: a58695c410a6749d05b709e052f47369b426c44e
+  metadata.gz: 59b839e5813c839f4289c62fc8d1f4bb1d77d854
+  data.tar.gz: 464c4138133d100f16d2af648f064c3a80baeea5
 SHA512:
-  metadata.gz: 41c8068ae4f38044cdda1c4968892ce4e978ac80301d4d67a177568109afdee65b4fdf7dbfd98b69e35f9505f0aa03efef316bc8b3e0b82927a8c660dc96cd8b
-  data.tar.gz: 23b9d0b3d6dd300948c0ce59c74597bfa227c9b8f0546aa5261b5e1501a099841a88bbc3ff9599d8738cc97d18d02e228028e22a7771556e6d1ad7436b1d9a62
+  metadata.gz: 48092902a767a81212bf823de3634e24188b7f8145c89d777046a88eacdeb234051d51cf7315a8132a40d4981b06b9aaf5888fde8fa81ac3b03afec76176a272
+  data.tar.gz: 430e7c965bd35e8bdea81c1a1165fbac1db073939fd9a843d42913f8d83bb9a81478d7b409b0a0e9233c95ede0aada90443e803f48d55b5eb1f5f26ac86a86bf

data/.gitignore

@@ -7,3 +7,4 @@
 /pkg/
 /spec/reports/
 /tmp/
+*.gem

data/lib/scraper_app_store.rb

@@ -1,11 +1,12 @@
-
 module ScraperAppStore
-
+	def self.lorem
+		"lorem"
+	end
 end
 
-require "scraper_app_store/version"
 require "mechanize"
+require "scraper_app_store/version"
+require "scraper_app_store/constants"
 require "scraper_app_store/base"
 require "scraper_app_store/app"
 require "scraper_app_store/list"
-require "scraper_app_store/constants"

data/lib/scraper_app_store/app.rb

@@ -0,0 +1,48 @@
+class ScraperAppStore::App < ScraperAppStore::Base
+	DEFAULT_URL = "https://itunes.apple.com/lookup"
+
+	def initialize( options = {} ) #params id or app_id
+		raise "require Id (TrackId) or AppId (bundleId) " unless options[:id] || options[:app_id]
+		id_field = options[:id] ? "id" : "bundleId"
+		id_value = options[:id] || options[:app_id]
+    country = options[:country] || ''
+				
+		@agent = Mechanize.new
+
+		unless exist?("#{DEFAULT_URL}?#{id_field}=#{id_value}&country=#{country}")
+			@page = nil
+		else 
+			@page = @agent.get("#{DEFAULT_URL}?#{id_field}=#{id_value}&country=#{country}")
+		end
+
+		@info = @page.body
+	end
+
+	def info
+		hash_info = JSON.parse(@info)["results"][0]
+		
+		@app_info = {
+			id: hash_info['trackId'],
+			app_id: hash_info['bundleId'],
+			name: hash_info["trackName"] ,
+			logo: hash_info['artworkUrl512'] || hash_info['artworkUrl100'] || hash_info['artworkUrl60'],
+			screen_shots: hash_info['screenshotUrls'],
+			developer: hash_info['artistName'],
+			address: "",
+			email: hash_info['sellerUrl'], 
+			title: hash_info["trackName"],
+			genre_text: hash_info['genres'],
+			genre_id: hash_info['genresIds'],
+			version: hash_info['version'],
+			description: hash_info['description'],
+			android_version_text: "",
+			android_version: hash_info['minimumOsVersion'],
+			contentRating: hash_info['contentAdvisoryRating'],
+			size: hash_info['fileSizeBytes'],
+			video: "",
+			score: hash_info['averageUserRating'],
+		}	
+
+	end
+
+end

data/lib/scraper_app_store/base.rb

@@ -0,0 +1,14 @@
+class ScraperAppStore::Base
+	def exist?(url)
+  	uri = URI("#{url}")
+		status_code = Net::HTTP.get_response(uri).code
+		case status_code
+		when '200'
+			return true
+		when '404'
+			return false
+		else
+			return false
+		end
+  end
+end

data/lib/scraper_app_store/constants.rb

@@ -0,0 +1,218 @@
+module ScraperAppStore
+  Collection = {
+    TOP_MAC: 'topmacapps',
+    TOP_FREE_MAC: 'topfreemacapps',
+    TOP_GROSSING_MAC: 'topgrossingmacapps',
+    TOP_PAID_MAC: 'toppaidmacapps',
+    NEW_IOS: 'newapplications',
+    NEW_FREE_IOS: 'newfreeapplications',
+    NEW_PAID_IOS: 'newpaidapplications',
+    TOP_FREE_IOS: 'topfreeapplications',
+    TOP_FREE_IPAD: 'topfreeipadapplications',
+    TOP_GROSSING_IOS: 'topgrossingapplications',
+    TOP_GROSSING_IPAD: 'topgrossingipadapplications',
+    TOP_PAID_IOS: 'toppaidapplications',
+    TOP_PAID_IPAD: 'toppaidipadapplications'
+  }
+
+  Category = {
+    BOOKS: 6018,
+    BUSINESS: 6000,
+    CATALOGS: 6022,
+    EDUCATION: 6017,
+    ENTERTAINMENT: 6016,
+    FINANCE: 6015,
+    FOOD_AND_DRINK: 6023,
+    GAMES: 6014,
+    GAMES_ACTION: 7001,
+    GAMES_ADVENTURE: 7002,
+    GAMES_ARCADE: 7003,
+    GAMES_BOARD: 7004,
+    GAMES_CARD: 7005,
+    GAMES_CASINO: 7006,
+    GAMES_DICE: 7007,
+    GAMES_EDUCATIONAL: 7008,
+    GAMES_FAMILY: 7009,
+    GAMES_MUSIC: 7011,
+    GAMES_PUZZLE: 7012,
+    GAMES_RACING: 7013,
+    GAMES_ROLE_PLAYING: 7014,
+    GAMES_SIMULATION: 7015,
+    GAMES_SPORTS: 7016,
+    GAMES_STRATEGY: 7017,
+    GAMES_TRIVIA: 7018,
+    GAMES_WORD: 7019,
+    HEALTH_AND_FITNESS: 6013,
+    LIFESTYLE: 6012,
+    MAGAZINES_AND_NEWSPAPERS: 6021,
+    MAGAZINES_ARTS: 13007,
+    MAGAZINES_AUTOMOTIVE: 13006,
+    MAGAZINES_WEDDINGS: 13008,
+    MAGAZINES_BUSINESS: 13009,
+    MAGAZINES_CHILDREN: 13010,
+    MAGAZINES_COMPUTER: 13011,
+    MAGAZINES_FOOD: 13012,
+    MAGAZINES_CRAFTS: 13013,
+    MAGAZINES_ELECTRONICS: 13014,
+    MAGAZINES_ENTERTAINMENT: 13015,
+    MAGAZINES_FASHION: 13002,
+    MAGAZINES_HEALTH: 13017,
+    MAGAZINES_HISTORY: 13018,
+    MAGAZINES_HOME: 13003,
+    MAGAZINES_LITERARY: 13019,
+    MAGAZINES_MEN: 13020,
+    MAGAZINES_MOVIES_AND_MUSIC: 13021,
+    MAGAZINES_POLITICS: 13001,
+    MAGAZINES_OUTDOORS: 13004,
+    MAGAZINES_FAMILY: 13023,
+    MAGAZINES_PETS: 13024,
+    MAGAZINES_PROFESSIONAL: 13025,
+    MAGAZINES_REGIONAL: 13026,
+    MAGAZINES_SCIENCE: 13027,
+    MAGAZINES_SPORTS: 13005,
+    MAGAZINES_TEENS: 13028,
+    MAGAZINES_TRAVEL: 13029,
+    MAGAZINES_WOMEN: 13030,
+    MEDICAL: 6020,
+    MUSIC: 6011,
+    NAVIGATION: 6010,
+    NEWS: 6009,
+    PHOTO_AND_VIDEO: 6008,
+    PRODUCTIVITY: 6007,
+    REFERENCE: 6006,
+    SHOPPING: 6024,
+    SOCIAL_NETWORKING: 6005,
+    SPORTS: 6004,
+    TRAVEL: 6003,
+    UTILITIES: 6002,
+    WEATHER: 6001
+  }
+
+  Device = {
+    IPAD: 'iPadSoftware',
+    MAC: 'macSoftware',
+    ALL: 'software'
+  }
+
+  Sort = {
+    RECENT: 'mostRecent',
+    HELPFUL: 'mostHelpful'
+  }
+
+  Markets = {
+    DZ: 143563,
+    AO: 143564,
+    AI: 143538,
+    AR: 143505,
+    AM: 143524,
+    AU: 143460,
+    AT: 143445,
+    AZ: 143568,
+    BH: 143559,
+    BB: 143541,
+    BY: 143565,
+    BE: 143446,
+    BZ: 143555,
+    BM: 143542,
+    BO: 143556,
+    BW: 143525,
+    BR: 143503,
+    VG: 143543,
+    BN: 143560,
+    BG: 143526,
+    CA: 143455,
+    KY: 143544,
+    CL: 143483,
+    CN: 143465,
+    CO: 143501,
+    CR: 143495,
+    HR: 143494,
+    CY: 143557,
+    CZ: 143489,
+    DK: 143458,
+    DM: 143545,
+    EC: 143509,
+    EG: 143516,
+    SV: 143506,
+    EE: 143518,
+    FI: 143447,
+    FR: 143442,
+    DE: 143443,
+    GH: 143573,
+    GR: 143448,
+    GD: 143546,
+    GT: 143504,
+    GY: 143553,
+    HN: 143510,
+    HK: 143463,
+    HU: 143482,
+    IS: 143558,
+    IN: 143467,
+    ID: 143476,
+    IE: 143449,
+    IL: 143491,
+    IT: 143450,
+    JM: 143511,
+    JP: 143462,
+    JO: 143528,
+    KE: 143529,
+    KW: 143493,
+    LV: 143519,
+    LB: 143497,
+    LT: 143520,
+    LU: 143451,
+    MO: 143515,
+    MK: 143530,
+    MG: 143531,
+    MY: 143473,
+    ML: 143532,
+    MT: 143521,
+    MU: 143533,
+    MX: 143468,
+    MS: 143547,
+    NP: 143484,
+    NL: 143452,
+    NZ: 143461,
+    NI: 143512,
+    NE: 143534,
+    NG: 143561,
+    NO: 143457,
+    OM: 143562,
+    PK: 143477,
+    PA: 143485,
+    PY: 143513,
+    PE: 143507,
+    PH: 143474,
+    PL: 143478,
+    PT: 143453,
+    QA: 143498,
+    RO: 143487,
+    RU: 143469,
+    SA: 143479,
+    SN: 143535,
+    SG: 143464,
+    SK: 143496,
+    SI: 143499,
+    ZA: 143472,
+    ES: 143454,
+    LK: 143486,
+    SR: 143554,
+    SE: 143456,
+    CH: 143459,
+    TW: 143470,
+    TZ: 143572,
+    TH: 143475,
+    TN: 143536,
+    TR: 143480,
+    UG: 143537,
+    UA: 143492,
+    AE: 143481,
+    US: 143441,
+    UY: 143514,
+    UZ: 143566,
+    VE: 143502,
+    VN: 143471,
+    YE: 143571
+  }
+
+end

data/lib/scraper_app_store/list.rb

@@ -0,0 +1,21 @@
+class ScraperAppStore::List < ScraperAppStore::Base
+	DEFAULT_URL = "https://itunes.apple.com/${opts.country}/rss/"#${opts.collection}/limit=${opts.num}${category}/json"
+
+	def initialize(collection, category = "", num = 50, opts = {})
+		@agent = Mechanize.new
+		category = "/genre=#{category}" if category != ""
+		opts[:country] ||= 'us'
+		@page = @agent.get("https://itunes.apple.com/#{opts[:country]}/rss/#{collection}/limit=#{num}#{category}/json")
+		@result = JSON.parse @page.body
+	end
+
+	def apps
+		list_apps = []
+		list = @result["feed"]["entry"]
+		list.each do |item|
+			list_apps << item["id"]["attributes"]["im:bundleId"]
+		end	
+		list_apps
+	end
+
+end

data/lib/scraper_app_store/version.rb

@@ -1,3 +1,3 @@
 module ScraperAppStore
-  VERSION = "0.0.1"
+  VERSION = "0.0.3"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: scraper_app_store
 version: !ruby/object:Gem::Version
-  version: 0.0.1
+  version: 0.0.3
 platform: ruby
 authors:
 - Nguyen Bach
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2017-05-05 00:00:00.000000000 Z
+date: 2017-05-06 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -66,6 +66,10 @@ files:
 - bin/console
 - bin/setup
 - lib/scraper_app_store.rb
+- lib/scraper_app_store/app.rb
+- lib/scraper_app_store/base.rb
+- lib/scraper_app_store/constants.rb
+- lib/scraper_app_store/list.rb
 - lib/scraper_app_store/version.rb
 - scraper_app_store.gemspec
 homepage: https://github.com/anhdayem818/scraper_apple_store