openfoodfacts 0.2.2 → 0.3.0

data/lib/openfoodfacts/manufacturing_place.rb

@@ -0,0 +1,33 @@
+require 'hashie'
+
+module Openfoodfacts
+  class ManufacturingPlace < Hashie::Mash
+
+    # TODO: Add more locales
+    LOCALE_PATHS = {
+      'fr' => 'lieux-de-fabrication',
+      'uk' => 'manufacturing-places',
+      'us' => 'manufacturing-places',
+      'world' => 'manufacturing-places'
+    }
+
+    class << self
+
+      # Get manufacturing places
+      #
+      def all(locale: Openfoodfacts::DEFAULT_LOCALE)
+        if path = LOCALE_PATHS[locale]
+          Product.tags_from_page(self, "http://#{locale}.openfoodfacts.org/#{path}")
+        end
+      end
+
+    end
+
+    # Get products from manufacturing place
+    #
+    def products(page: -1)
+      Product.from_website_page(url, page: page, products_count: products_count) if url
+    end
+
+  end
+end

data/lib/openfoodfacts/origin.rb

@@ -0,0 +1,33 @@
+require 'hashie'
+
+module Openfoodfacts
+  class Origin < Hashie::Mash
+
+    # TODO: Add more locales
+    LOCALE_PATHS = {
+      'fr' => 'origines',
+      'uk' => 'origins',
+      'us' => 'origins',
+      'world' => 'origins'
+    }
+
+    class << self
+
+      # Get origins
+      #
+      def all(locale: Openfoodfacts::DEFAULT_LOCALE)
+        if path = LOCALE_PATHS[locale]
+          Product.tags_from_page(self, "http://#{locale}.openfoodfacts.org/#{path}")
+        end
+      end
+
+    end
+
+    # Get products with origin
+    #
+    def products(page: -1)
+      Product.from_website_page(url, page: page, products_count: products_count) if url
+    end
+
+  end
+end

data/lib/openfoodfacts/packager_code.rb

@@ -0,0 +1,33 @@
+require 'hashie'
+
+module Openfoodfacts
+  class PackagerCode < Hashie::Mash
+
+    # TODO: Add more locales
+    LOCALE_PATHS = {
+      'fr' => 'codes-emballeurs',
+      'uk' => 'packager-codes',
+      'us' => 'packager-codes',
+      'world' => 'packager-codes'
+    }
+
+    class << self
+
+      # Get packager codes
+      #
+      def all(locale: Openfoodfacts::DEFAULT_LOCALE)
+        if path = LOCALE_PATHS[locale]
+          Product.tags_from_page(self, "http://#{locale}.openfoodfacts.org/#{path}")
+        end
+      end
+
+    end
+
+    # Get products with packager code
+    #
+    def products(page: -1)
+      Product.from_website_page(url, page: page, products_count: products_count) if url
+    end
+
+  end
+end

data/lib/openfoodfacts/packaging.rb

@@ -0,0 +1,33 @@
+require 'hashie'
+
+module Openfoodfacts
+  class Packaging < Hashie::Mash
+
+    # TODO: Add more locales
+    LOCALE_PATHS = {
+      'fr' => 'conditionnements',
+      'uk' => 'packaging',
+      'us' => 'packaging',
+      'world' => 'packaging'
+    }
+
+    class << self
+
+      # Get packagings
+      #
+      def all(locale: Openfoodfacts::DEFAULT_LOCALE)
+        if path = LOCALE_PATHS[locale]
+          Product.tags_from_page(self, "http://#{locale}.openfoodfacts.org/#{path}")
+        end
+      end
+
+    end
+
+    # Get products with packaging
+    #
+    def products(page: -1)
+      Product.from_website_page(url, page: page, products_count: products_count) if url
+    end
+
+  end
+end

data/lib/openfoodfacts/press.rb

@@ -0,0 +1,56 @@
+require 'hashie'
+require 'nokogiri'
+require 'open-uri'
+require 'time'
+
+module Openfoodfacts
+  class Press < Hashie::Mash
+
+    # TODO: Add more locales
+    LOCALE_PATHS = {
+      'fr' => 'presse',
+      'uk' => 'press',
+      'us' => 'press',
+      'world' => 'press'
+    }
+
+    LOCALE_DATE_FORMATS = {
+      'fr' => '%d/%m/%Y',
+      'uk' => '%m/%d/%Y',
+      'us' => '%m/%d/%Y',
+      'world' => '%m/%d/%Y'
+    }
+
+    class << self
+      def items(locale: Openfoodfacts::DEFAULT_LOCALE)
+        if path = LOCALE_PATHS[locale]
+          html = open("http://#{locale}.openfoodfacts.org/#{path}").read
+          dom = Nokogiri::HTML.fragment(html)
+          
+          titles = dom.css('#main_column li')
+          titles.each_with_index.map do |item, index|
+            data = item.inner_html.split(' - ')
+
+            link = Nokogiri::HTML.fragment(data.first).css('a')
+            attributes = {
+              "title" => link.text.strip,
+              "url" => link.attr('href').value
+            }
+
+            last = Nokogiri::HTML.fragment(data.last)
+            if date_format = LOCALE_DATE_FORMATS[locale] and date = last.text.strip[/\d+\/\d+\/\d+\z/, 0]
+              attributes["date"] = DateTime.strptime(date, date_format)
+            end
+
+            if data.length >= 3
+              attributes["source"] = Nokogiri::HTML.fragment(data[-2]).text.strip
+            end
+
+            new(attributes)
+          end
+        end
+      end
+    end
+
+  end
+end

data/lib/openfoodfacts/product.rb

@@ -5,6 +5,14 @@ require 'open-uri'
 
 module Openfoodfacts
   class Product < Hashie::Mash
+    
+    # TODO: Add more locales
+    LOCALE_WEBURL_PREFIXES = {
+      'fr' => 'produit',
+      'uk' => 'product',
+      'us' => 'product',
+      'world' => 'product'
+    }
 
     class << self
 
@@ -24,12 +32,13 @@ module Openfoodfacts
       # Return product API URL
       #
       def url(code, locale: Openfoodfacts::DEFAULT_LOCALE)
-        "http://#{locale}.openfoodfacts.org/api/v0/produit/#{code}.json"
+        "http://#{locale}.openfoodfacts.org/api/v0/produit/#{code}.json" if code
       end
 
       # Search products 
       #
       def search(terms, locale: Openfoodfacts::DEFAULT_LOCALE, page: 1, page_size: 20, sort_by: 'unique_scans_n')
+        terms = URI::encode(terms)
         url = "http://#{locale}.openfoodfacts.org/cgi/search.pl?search_terms=#{terms}&jqm=1&page=#{page}&page_size=#{page_size}&sort_by=#{sort_by}"
         json = open(url).read
         hash = JSON.parse(json)
@@ -71,6 +80,49 @@ module Openfoodfacts
         from_html_list(html, 'ul.products li', /\/(\d+)[\/|\Z]/i)
       end
 
+      # page -1 to fetch all pages
+      def from_website_page(page_url, page: -1, products_count: nil)
+        if page == -1
+          if products_count # Avoid one call
+            pages_count = (products_count.to_f / 20).ceil
+            (1..pages_count).map { |page| from_website_page(page_url, page: page) }.flatten
+          else
+            products = []
+            
+            page = 1
+            begin
+              products_on_page = from_website_page(page_url, page: page)
+              products += products_on_page
+              page += 1
+            end while products_on_page.any?
+
+            products
+          end
+        else
+          html = open("#{page_url}/#{page}").read
+          from_website_list(html)
+        end
+      end
+
+      def tags_from_page(_klass, page_url, &custom_tag_parsing)
+        html = open(page_url).read
+        dom = Nokogiri::HTML.fragment(html)
+        
+        dom.css('table#tagstable tbody tr').map do |tag|
+          if custom_tag_parsing
+            custom_tag_parsing.call(tag)
+          else
+            link = tag.css('a').first
+            
+            _klass.new({
+              "name" => link.text.strip,
+              "url" => URI.join(page_url, link.attr('href')).to_s,
+              "products_count" => tag.css('td')[1].text.to_i
+            })
+          end
+        end
+      end
+
     end
 
     # Fetch product
@@ -111,5 +163,15 @@ module Openfoodfacts
       self.class.url(self.code, locale: locale)
     end
 
+    # Return Product web URL according to locale
+    #
+    def weburl(locale: nil)
+      locale ||= self.lc || Openfoodfacts::DEFAULT_LOCALE
+
+      if self.code && prefix = LOCALE_WEBURL_PREFIXES[locale]
+        "http://#{locale}.openfoodfacts.org/#{prefix}/#{self.code}"
+      end
+    end
+
   end
 end

data/lib/openfoodfacts/product_state.rb

@@ -1,27 +1,23 @@
 require 'hashie'
-require 'nokogiri'
-require 'open-uri'
 
 module Openfoodfacts
   class ProductState < Hashie::Mash
 
+    # TODO: Add more locales
+    LOCALE_PATHS = {
+      'fr' => 'etats',
+      'uk' => 'states',
+      'us' => 'states',
+      'world' => 'states'
+    }
+
     class << self
 
       # Get product states
       #
-      def all
-        url = "http://world.openfoodfacts.org/states"
-        html = open(url).read
-        dom = Nokogiri::HTML.fragment(html)
-        
-        dom.css('table#tagstable tbody tr').map do |product_state|
-          link = product_state.css('a').first
-
-          new({
-            "name" => link.text.strip,
-            "url" => URI.join(url, link.attr('href')).to_s,
-            "products_count" => product_state.css('td').last.text.to_i
-          })
+      def all(locale: Openfoodfacts::DEFAULT_LOCALE)
+        if path = LOCALE_PATHS[locale]
+          Product.tags_from_page(self, "http://#{locale}.openfoodfacts.org/#{path}")
         end
       end
 
@@ -30,19 +26,7 @@ module Openfoodfacts
     # Get products with state
     #
     def products(page: -1)
-      if url
-        if page == -1
-          if products_count
-            pages_count = (products_count.to_f / 20).ceil
-            (1..pages_count).map { |page| products(page: page) }.flatten
-          end
-        else
-          page_url = "#{url}/#{page}"
-          html = open(page_url).read
-          
-          Product.from_website_list(html)
-        end
-      end
+      Product.from_website_page(url, page: page, products_count: products_count) if url
     end
 
   end

data/lib/openfoodfacts/purchase_place.rb

@@ -0,0 +1,33 @@
+require 'hashie'
+
+module Openfoodfacts
+  class PurchasePlace < Hashie::Mash
+
+    # TODO: Add more locales
+    LOCALE_PATHS = {
+      'fr' => 'lieux-de-vente',
+      'uk' => 'purchase-places',
+      'us' => 'purchase-places',
+      'world' => 'purchase-places'
+    }
+
+    class << self
+
+      # Get purchase places
+      #
+      def all(locale: Openfoodfacts::DEFAULT_LOCALE)
+        if path = LOCALE_PATHS[locale]
+          Product.tags_from_page(self, "http://#{locale}.openfoodfacts.org/#{path}")
+        end
+      end
+
+    end
+
+    # Get products with purchase place
+    #
+    def products(page: -1)
+      Product.from_website_page(url, page: page, products_count: products_count) if url
+    end
+
+  end
+end

data/lib/openfoodfacts/store.rb

@@ -0,0 +1,33 @@
+require 'hashie'
+
+module Openfoodfacts
+  class Store < Hashie::Mash
+
+    # TODO: Add more locales
+    LOCALE_PATHS = {
+      'fr' => 'magasins',
+      'uk' => 'stores',
+      'us' => 'stores',
+      'world' => 'stores'
+    }
+
+    class << self
+
+      # Get stores
+      #
+      def all(locale: Openfoodfacts::DEFAULT_LOCALE)
+        if path = LOCALE_PATHS[locale]
+          Product.tags_from_page(self, "http://#{locale}.openfoodfacts.org/#{path}")
+        end
+      end
+
+    end
+
+    # Get products from store
+    #
+    def products(page: -1)
+      Product.from_website_page(url, page: page, products_count: products_count) if url
+    end
+
+  end
+end

data/lib/openfoodfacts/trace.rb

@@ -0,0 +1,33 @@
+require 'hashie'
+
+module Openfoodfacts
+  class Trace < Hashie::Mash
+
+    # TODO: Add more locales
+    LOCALE_PATHS = {
+      'fr' => 'traces',
+      'uk' => 'traces',
+      'us' => 'traces',
+      'world' => 'traces'
+    }
+
+    class << self
+
+      # Get traces
+      #
+      def all(locale: Openfoodfacts::DEFAULT_LOCALE)
+        if path = LOCALE_PATHS[locale]
+          Product.tags_from_page(self, "http://#{locale}.openfoodfacts.org/#{path}")
+        end
+      end
+
+    end
+
+    # Get products with trace
+    #
+    def products(page: -1)
+      Product.from_website_page(url, page: page, products_count: products_count) if url
+    end
+
+  end
+end