android_app_index 0.1.0 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 5a7cdb9746766ca8825fb6ab4906811507f2f96a
-  data.tar.gz: 1d9fc4698103a913f8a61425882d29013db7e6b8
+  metadata.gz: 8e020f3f623e4bb69b81c5e18f7fee22f6f73c7a
+  data.tar.gz: b7ac8d2205abe7834ec827758726df2e4c46015d
 SHA512:
-  metadata.gz: ce2a916bc4f15863595cc8cb49f89b0609bdbff692a414b690232b9f338bbcc6234baeb08c228853c2263f13817dfd98adfc023d12379a2a0e273b397102409c
-  data.tar.gz: 8aa9da2034411a2d7c975c595fec793aeffdd3bb5c1f29996374410201d85f9aec4377ba82ed5c09e82e6ea0bd2dc3f22e211207c5213e4dbca5345f794da46d
+  metadata.gz: 30c137c6f3c67411eb15e259df03fbb755ae6bc6b62f45c3c0fb0c3fa8f369ab9cbfa3979cbd8a37c337cf090f4f04ac532a16eaf76ea539fec9aa5bfdd15889
+  data.tar.gz: 180c2ea98451dabe8aa99a1cee83386a68680255c4f7c3d93e695effbdc7f61d6295744444f25ce1c9f2cee65825b7c95db30f5b46831497dba0fa2b338d4e53

data/.gitignore

@@ -9,4 +9,5 @@
 
 # rspec failure tracking
 .rspec_status
-.idea
+.idea
+android_app_index*.gem

data/Gemfile.lock

@@ -2,11 +2,21 @@ PATH
   remote: .
   specs:
     android_app_index (0.1.0)
+      algoliasearch (= 1.19.1)
+      nokogiri (= 1.8.1)
 
 GEM
   remote: https://rubygems.org/
   specs:
+    algoliasearch (1.19.1)
+      httpclient (~> 2.8.3)
+      json (>= 1.5.1)
     diff-lcs (1.3)
+    httpclient (2.8.3)
+    json (2.0.4)
+    mini_portile2 (2.3.0)
+    nokogiri (1.8.1)
+      mini_portile2 (~> 2.3.0)
     rake (10.5.0)
     rspec (3.7.0)
       rspec-core (~> 3.7.0)

data/android_app_index.gemspec

@@ -11,7 +11,7 @@ Gem::Specification.new do |spec|
 
   spec.summary       = 'Index and search android app details'
   spec.description   = 'Search and store <package, name, icon_url> in Algolia'
-  spec.homepage      = "https://reactiverobot.com"
+  spec.homepage      = 'https://reactiverobot.com'
   spec.license       = 'MIT'
 
   spec.files         = `git ls-files -z`.split("\x0").reject do |f|
@@ -21,6 +21,9 @@ Gem::Specification.new do |spec|
   spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
   spec.require_paths = ['lib']
 
+  spec.add_runtime_dependency 'algoliasearch', '= 1.19.1'
+  spec.add_runtime_dependency 'nokogiri', '= 1.8.1'
+
   spec.add_development_dependency 'bundler', '~> 1.16'
   spec.add_development_dependency 'rake', '~> 10.0'
   spec.add_development_dependency 'rspec', '~> 3.0'

data/lib/android_app_index.rb

@@ -1,30 +1,102 @@
 require 'android_app_index/version'
 require 'algoliasearch'
+require 'nokogiri'
+require 'open-uri'
 
-class AlgoliaConnetor
-  def initialize(account_id, account_key)
-    @account_id = account_id
-    @account_key = account_key
+# Note that we use the singleton instance of the Algolia client.
+# To use the instance version, we use Algolia::Client.new(application_id, api_key)
+# and pass that Client to Algolia::Index. This is an interesting decision for
+# the algolia api to make. It makes a simple example very easy but actually
+# removes any opinion about how the api should be used. It seems easy enough for
+# users to create a singleton if they want so this seems like a poor API choice on
+# their part.
+Algolia.init application_id: ENV['ANDROID_APP_INDEX_ALGOLIA_APP_ID'],
+             api_key: ENV['ANDROID_APP_INDEX_ALGOLIA_API_KEY']
+
+class PlayStoreParser
+  private def get_page(package)
+    Nokogiri::HTML(open("https://play.google.com/store/apps/details?id=#{package}&hl=en"))
+  end
+
+  private def get_icon_url(page)
+    images = page.search('img.cover-image').map do |node|
+      { alt: node.attribute('alt').value, url: "https:#{node.attribute('src').value}" }
+    end
+
+    images.select { |image| image[:alt] == 'Cover art' }[0][:url]
+  end
+
+  # TODO: Figure out how to properly handle charset.
+  private def replace_dash(name)
+    name.gsub('–', '-')
+  end
+
+  private def get_name(page)
+    replace_dash page.search('div.id-app-title').first.inner_html
+  end
+
+  def parse_play_store(package)
+    page = get_page package
+
+    {
+      icon_url: get_icon_url(page),
+      name: get_name(page),
+      package: package,
+    }
   end
 end
 
+
 module AndroidAppIndex
-  # Your code goes here...
-  def init(application_id, api_key)
-    Algolia.init application_id: 'OYBJN03W91',
-                 api_key: 'c5e6af079b42a249e2131c5b5d9d8a37'
-  end
-
-  def index(package, name, icon_url)
-    index = Algolia::Index.new('android_apps')
-    index.add_objects([
-                        {
-                            package: 'com.instagram.android',
-                            icon_url: 'https://lh3.googleusercontent.com/aYbdIM1abwyVSUZLDKoE0CDZGRhlkpsaPOg9tNnBktUQYsXflwknnOn2Ge1Yr7rImGk=w300-rw',
-                            name: 'Instagram',
-                        }
-                      ])
+  @play_store_parser = PlayStoreParser.new
+  @index = Algolia::Index.new('android_apps')
+
+  @hit_to_result = lambda { |hit|
+    {
+      name: hit['name'],
+      package: hit['package'],
+      icon_url: hit['icon_url']
+    }
+  }
+
+  @index_and_parse_play_store = lambda { |package, name, icon_url|
+    app_data = {
+      package: package,
+      icon_url: icon_url,
+      name: name
+    }
+
+    needs_details = name.nil? || icon_url.nil?
+    app_data = @play_store_parser.parse_play_store(package) if needs_details
+
+    app_data[:objectID] = package
+    @index.add_object(app_data)
+    app_data
+  }
+
+  def self.get(package)
+    @index.get_object(package)
+  rescue Algolia::AlgoliaProtocolError
+    # Handle the error that occurs if the app is not yet indexed.
+    index package
+  end
+
+  def self.index(package, name = nil, icon_url = nil)
+    @index_and_parse_play_store.call(package, name, icon_url)
+  rescue OpenURI::HTTPError
+    {
+      error: 'no_app_found',
+      error_message: "Unable to find an app with package=#{package}"
+    }
   end
-end
 
+  def self.search(query)
+    search_results = @index.search(
+      query,
+      attributesToRetrieve: 'package,icon_url,name',
+      hitsPerPage: 100
+    )
 
+    search_results['hits'].map(&@hit_to_result)
+  end
+end

data/lib/android_app_index/version.rb

@@ -1,3 +1,3 @@
 module AndroidAppIndex
-  VERSION = "0.1.0"
+  VERSION = "0.2.0"
 end

metadata

@@ -1,15 +1,43 @@
 --- !ruby/object:Gem::Specification
 name: android_app_index
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.2.0
 platform: ruby
 authors:
 - Matt Dailey
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2018-01-02 00:00:00.000000000 Z
+date: 2018-01-03 00:00:00.000000000 Z
 dependencies:
+- !ruby/object:Gem::Dependency
+  name: algoliasearch
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.19.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.19.1
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.8.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.8.1
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
@@ -60,10 +88,6 @@ extensions: []
 extra_rdoc_files: []
 files:
 - ".gitignore"
-- ".idea/android_app_index.iml"
-- ".idea/misc.xml"
-- ".idea/modules.xml"
-- ".idea/workspace.xml"
 - ".rspec"
 - ".travis.yml"
 - CODE_OF_CONDUCT.md