openbeautyfacts 0.1.0

data/lib/openbeautyfacts/country.rb

@@ -0,0 +1,33 @@
+require 'hashie'
+
+module Openbeautyfacts
+  class Country < Hashie::Mash
+
+    # TODO: Add more locales
+    LOCALE_PATHS = {
+      'fr' => 'pays',
+      'uk' => 'countries',
+      'us' => 'countries',
+      'world' => 'countries'
+    }
+
+    class << self
+
+      # Get countries
+      #
+      def all(locale: DEFAULT_LOCALE, domain: DEFAULT_DOMAIN)
+        if path = LOCALE_PATHS[locale]
+          Product.tags_from_page(self, "http://#{locale}.#{domain}/#{path}")
+        end
+      end
+
+    end
+
+    # Get products with country
+    #
+    def products(page: -1)
+      Product.from_website_page(url, page: page, products_count: products_count) if url
+    end
+
+  end
+end

data/lib/openbeautyfacts/faq.rb

@@ -0,0 +1,50 @@
+require 'hashie'
+require 'nokogiri'
+require 'open-uri'
+
+module Openbeautyfacts
+  class Faq < Hashie::Mash
+
+    # TODO: Add more locales
+    LOCALE_PATHS = {
+      'fr' => 'questions-frequentes',
+      'uk' => 'faq',
+      'us' => 'faq',
+      'world' => 'faq'
+    }
+
+    class << self
+      def items(locale: DEFAULT_LOCALE, domain: DEFAULT_DOMAIN)
+        if path = LOCALE_PATHS[locale]
+          html = open("http://#{locale}.#{domain}/#{path}").read
+          dom = Nokogiri::HTML.fragment(html)
+
+          titles = dom.css('#main_column h2')
+          titles.each_with_index.map do |item, index|
+            paragraphs = []
+
+            element = item.next_sibling
+            while !element.nil? && element.node_name != 'h2'
+              if element.node_name == 'p'
+                paragraphs.push(element)
+              end
+
+              element = element.next_sibling
+            end
+
+            if index == titles.length - 1
+              paragraphs = paragraphs[0..-3]
+            end
+
+            new({
+              "question" => item.text.strip,
+              "answer" => paragraphs.map { |paragraph| paragraph.text.strip.gsub(/\r?\n/, ' ') }.join("\n\n"),
+              "answer_html" => paragraphs.map(&:to_html).join
+            })
+          end
+        end
+      end
+    end
+
+  end
+end

data/lib/openbeautyfacts/ingredient_that_may_be_from_palm_oil.rb

@@ -0,0 +1,33 @@
+require 'hashie'
+
+module Openbeautyfacts
+  class IngredientThatMayBeFromPalmOil < Hashie::Mash
+
+    # TODO: Add more locales
+    LOCALE_PATHS = {
+      'fr' => 'ingredients-pouvant-etre-issus-de-l-huile-de-palme',
+      'uk' => 'ingredients-that-may-be-from-palm-oil',
+      'us' => 'ingredients-that-may-be-from-palm-oil',
+      'world' => 'ingredients-that-may-be-from-palm-oil'
+    }
+
+    class << self
+
+      # Get ingredients that may be from palm oil
+      #
+      def all(locale: DEFAULT_LOCALE, domain: DEFAULT_DOMAIN)
+        if path = LOCALE_PATHS[locale]
+          Product.tags_from_page(self, "http://#{locale}.#{domain}/#{path}")
+        end
+      end
+
+    end
+
+    # Get products with ingredient that may be from palm oil
+    #
+    def products(page: -1)
+      Product.from_website_page(url, page: page, products_count: products_count) if url
+    end
+
+  end
+end

data/lib/openbeautyfacts/label.rb

@@ -0,0 +1,33 @@
+require 'hashie'
+
+module Openbeautyfacts
+  class Label < Hashie::Mash
+
+    # TODO: Add more locales
+    LOCALE_PATHS = {
+      'fr' => 'labels',
+      'uk' => 'labels',
+      'us' => 'labels',
+      'world' => 'labels'
+    }
+
+    class << self
+
+      # Get labels
+      #
+      def all(locale: DEFAULT_LOCALE, domain: DEFAULT_DOMAIN)
+        if path = LOCALE_PATHS[locale]
+          Product.tags_from_page(self, "http://#{locale}.#{domain}/#{path}")
+        end
+      end
+
+    end
+
+    # Get products with label
+    #
+    def products(page: -1)
+      Product.from_website_page(url, page: page, products_count: products_count) if url
+    end
+
+  end
+end

data/lib/openbeautyfacts/locale.rb

@@ -0,0 +1,30 @@
+module Openbeautyfacts
+  class Locale < String
+
+    GLOBAL = 'world'
+
+    class << self
+
+      # Get locales
+      #
+      def all(domain: DEFAULT_DOMAIN)
+        url = "http://#{domain}/"
+        body = open(url).read
+        dom = Nokogiri.parse(body)
+
+        dom.css('ul li a').map { |locale_link|
+          locale_from_link(locale_link.attr('href'))
+        }.uniq.sort
+      end
+
+      # Return locale from link
+      #
+      def locale_from_link(link)
+        locale = link[/^https?:\/\/([^.]+)\./i, 1]
+        locale unless locale.nil? || locale == 'static'
+      end
+
+    end
+
+  end
+end

data/lib/openbeautyfacts/manufacturing_place.rb

@@ -0,0 +1,33 @@
+require 'hashie'
+
+module Openbeautyfacts
+  class ManufacturingPlace < Hashie::Mash
+
+    # TODO: Add more locales
+    LOCALE_PATHS = {
+      'fr' => 'lieux-de-fabrication',
+      'uk' => 'manufacturing-places',
+      'us' => 'manufacturing-places',
+      'world' => 'manufacturing-places'
+    }
+
+    class << self
+
+      # Get manufacturing places
+      #
+      def all(locale: DEFAULT_LOCALE, domain: DEFAULT_DOMAIN)
+        if path = LOCALE_PATHS[locale]
+          Product.tags_from_page(self, "http://#{locale}.#{domain}/#{path}")
+        end
+      end
+
+    end
+
+    # Get products from manufacturing place
+    #
+    def products(page: -1)
+      Product.from_website_page(url, page: page, products_count: products_count) if url
+    end
+
+  end
+end

data/lib/openbeautyfacts/origin.rb

@@ -0,0 +1,33 @@
+require 'hashie'
+
+module Openbeautyfacts
+  class Origin < Hashie::Mash
+
+    # TODO: Add more locales
+    LOCALE_PATHS = {
+      'fr' => 'origines',
+      'uk' => 'origins',
+      'us' => 'origins',
+      'world' => 'origins'
+    }
+
+    class << self
+
+      # Get origins
+      #
+      def all(locale: DEFAULT_LOCALE, domain: DEFAULT_DOMAIN)
+        if path = LOCALE_PATHS[locale]
+          Product.tags_from_page(self, "http://#{locale}.#{domain}/#{path}")
+        end
+      end
+
+    end
+
+    # Get products with origin
+    #
+    def products(page: -1)
+      Product.from_website_page(url, page: page, products_count: products_count) if url
+    end
+
+  end
+end

data/lib/openbeautyfacts/packager_code.rb

@@ -0,0 +1,33 @@
+require 'hashie'
+
+module Openbeautyfacts
+  class PackagerCode < Hashie::Mash
+
+    # TODO: Add more locales
+    LOCALE_PATHS = {
+      'fr' => 'codes-emballeurs',
+      'uk' => 'packager-codes',
+      'us' => 'packager-codes',
+      'world' => 'packager-codes'
+    }
+
+    class << self
+
+      # Get packager codes
+      #
+      def all(locale: DEFAULT_LOCALE, domain: DEFAULT_DOMAIN)
+        if path = LOCALE_PATHS[locale]
+          Product.tags_from_page(self, "http://#{locale}.#{domain}/#{path}")
+        end
+      end
+
+    end
+
+    # Get products with packager code
+    #
+    def products(page: -1)
+      Product.from_website_page(url, page: page, products_count: products_count) if url
+    end
+
+  end
+end

data/lib/openbeautyfacts/packaging.rb

@@ -0,0 +1,33 @@
+require 'hashie'
+
+module Openbeautyfacts
+  class Packaging < Hashie::Mash
+
+    # TODO: Add more locales
+    LOCALE_PATHS = {
+      'fr' => 'conditionnements',
+      'uk' => 'packaging',
+      'us' => 'packaging',
+      'world' => 'packaging'
+    }
+
+    class << self
+
+      # Get packagings
+      #
+      def all(locale: DEFAULT_LOCALE, domain: DEFAULT_DOMAIN)
+        if path = LOCALE_PATHS[locale]
+          Product.tags_from_page(self, "http://#{locale}.#{domain}/#{path}")
+        end
+      end
+
+    end
+
+    # Get products with packaging
+    #
+    def products(page: -1)
+      Product.from_website_page(url, page: page, products_count: products_count) if url
+    end
+
+  end
+end

data/lib/openbeautyfacts/press.rb

@@ -0,0 +1,56 @@
+require 'hashie'
+require 'nokogiri'
+require 'open-uri'
+require 'time'
+
+module Openbeautyfacts
+  class Press < Hashie::Mash
+
+    # TODO: Add more locales
+    LOCALE_PATHS = {
+      'fr' => 'presse',
+      'uk' => 'press',
+      'us' => 'press',
+      'world' => 'press'
+    }
+
+    LOCALE_DATE_FORMATS = {
+      'fr' => '%d/%m/%Y',
+      'uk' => '%m/%d/%Y',
+      'us' => '%m/%d/%Y',
+      'world' => '%m/%d/%Y'
+    }
+
+    class << self
+      def items(locale: DEFAULT_LOCALE, domain: DEFAULT_DOMAIN)
+        if path = LOCALE_PATHS[locale]
+          html = open("http://#{locale}.#{domain}/#{path}").read
+          dom = Nokogiri::HTML.fragment(html)
+
+          titles = dom.css('#main_column li')
+          titles.each_with_index.map do |item, index|
+            data = item.inner_html.split(' - ')
+
+            link = Nokogiri::HTML.fragment(data.first).css('a')
+            attributes = {
+              "title" => link.text.strip,
+              "url" => link.attr('href').value
+            }
+
+            last = Nokogiri::HTML.fragment(data.last)
+            if date_format = LOCALE_DATE_FORMATS[locale] and date = last.text.strip[/\d+\/\d+\/\d+\z/, 0]
+              attributes["date"] = DateTime.strptime(date, date_format)
+            end
+
+            if data.length >= 3
+              attributes["source"] = Nokogiri::HTML.fragment(data[-2]).text.strip
+            end
+
+            new(attributes)
+          end
+        end
+      end
+    end
+
+  end
+end

data/lib/openbeautyfacts/product.rb

@@ -0,0 +1,185 @@
+require 'hashie'
+require 'net/http'
+require 'nokogiri'
+require 'open-uri'
+
+module Openbeautyfacts
+  class Product < Hashie::Mash
+
+    # TODO: Add more locales
+    LOCALE_WEBURL_PREFIXES = {
+      'fr' => 'produit',
+      'uk' => 'product',
+      'us' => 'product',
+      'world' => 'product'
+    }
+
+    class << self
+
+      # Get product
+      #
+      def get(code, locale: DEFAULT_LOCALE)
+        if code
+          product_url = url(code, locale: locale)
+          json = open(product_url).read
+          hash = JSON.parse(json)
+
+          new(hash["product"]) if !hash["status"].nil? && hash["status"] == 1
+        end
+      end
+      alias_method :find, :get
+
+      # Return product API URL
+      #
+      def url(code, locale: DEFAULT_LOCALE, domain: DEFAULT_DOMAIN)
+        if code
+          path = "api/v0/produit/#{code}.json"
+          "http://#{locale}.#{domain}/#{path}"
+        end
+      end
+
+      # Search products
+      #
+      def search(terms, locale: DEFAULT_LOCALE, page: 1, page_size: 20, sort_by: 'unique_scans_n', domain: DEFAULT_DOMAIN)
+        terms = URI::encode(terms)
+        path = "cgi/search.pl?search_terms=#{terms}&jqm=1&page=#{page}&page_size=#{page_size}&sort_by=#{sort_by}"
+        url = "http://#{locale}.#{domain}/#{path}"
+        json = open(url).read
+        hash = JSON.parse(json)
+        html = hash["jqm"]
+
+        from_jquery_mobile_list(html)
+      end
+      alias_method :where, :search
+
+      def from_html_list(html, list_css_selector, code_from_link_regex, locale: 'world')
+        dom = Nokogiri::HTML.fragment(html)
+        dom.css(list_css_selector).map do |product|
+          attributes = {}
+
+          if link = product.css('a').first
+            attributes["product_name"] = link.inner_text.strip
+
+            if code = link.attr('href')[code_from_link_regex, 1]
+              attributes["_id"] = code
+              attributes["code"] = code
+            end
+          end
+
+          if image = product.css('img').first and image_url = image.attr('src')
+            attributes["image_small_url"] = image_url
+            attributes["lc"] = Locale.locale_from_link(image_url)
+          end
+          attributes["lc"] ||= locale
+
+          new(attributes)
+        end
+
+      end
+
+      def from_jquery_mobile_list(jqm_html)
+        from_html_list(jqm_html, 'ul li:not(#loadmore)', /code=(\d+)\Z/i)
+      end
+
+      def from_website_list(html, locale: 'world')
+        from_html_list(html, 'ul.products li', /\/(\d+)[\/|\Z]/i, locale: 'world')
+      end
+
+      # page -1 to fetch all pages
+      def from_website_page(page_url, page: -1, products_count: nil)
+        if page == -1
+          if products_count # Avoid one call
+            pages_count = (products_count.to_f / 20).ceil
+            (1..pages_count).map { |page| from_website_page(page_url, page: page) }.flatten
+          else
+            products = []
+
+            page = 1
+            begin
+              products_on_page = from_website_page(page_url, page: page)
+              products += products_on_page
+              page += 1
+            end while products_on_page.any?
+
+            products
+          end
+        else
+          html = open("#{page_url}/#{page}").read
+          from_website_list(html, locale: Locale.locale_from_link(page_url))
+        end
+      end
+
+      def tags_from_page(_klass, page_url, &custom_tag_parsing)
+        html = open(page_url).read
+        dom = Nokogiri::HTML.fragment(html)
+
+        dom.css('table#tagstable tbody tr').map do |tag|
+          if custom_tag_parsing
+            custom_tag_parsing.call(tag)
+          else
+            link = tag.css('a').first
+
+            _klass.new({
+              "name" => link.text.strip,
+              "url" => URI.join(page_url, link.attr('href')).to_s,
+              "products_count" => tag.css('td')[1].text.to_i
+            })
+          end
+        end
+      end
+
+    end
+
+    # Fetch product
+    #
+    def fetch
+      if (self.code)
+        product = self.class.get(self.code)
+        self.merge!(product)
+      end
+
+      self
+    end
+    alias_method :reload, :fetch
+
+    # Update product
+    # Only product_name, brands and quantity fields seems to be updatable throught app / API.
+    # User can be nil
+    # Tested not updatable fields: countries, ingredients_text, purchase_places, purchase_places_tag, purchase_places_tags
+    #
+    def update(user: nil, domain: DEFAULT_DOMAIN)
+      if self.code && self.lc
+        subdomain = self.lc == 'world' ? 'world' : "world-#{self.lc}"
+        path = 'cgi/product_jqm.pl'
+        uri = URI("http://#{subdomain}.#{domain}/#{path}")
+        params = self.to_hash
+        params.merge!("user_id" => user.user_id, "password" => user.password) if user
+        response = Net::HTTP.post_form(uri, params)
+
+        data = JSON.parse(response.body)
+        data["status"] == 1
+      else
+        false
+      end
+    end
+    alias_method :save, :update
+
+    # Return Product API URL
+    #
+    def url(locale: DEFAULT_LOCALE)
+      self.class.url(self.code, locale: locale)
+    end
+
+    # Return Product web URL according to locale
+    #
+    def weburl(locale: nil, domain: DEFAULT_DOMAIN)
+      locale ||= self.lc || DEFAULT_LOCALE
+
+      if self.code && prefix = LOCALE_WEBURL_PREFIXES[locale]
+        path = "#{prefix}/#{self.code}"
+        "http://#{locale}.#{domain}/#{path}"
+      end
+    end
+
+  end
+end