usda-nutrient-database 0.0.1 → 0.1.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 904f2f00161a4f432173ab79541f0a30dfcf34fa
-  data.tar.gz: 29f8f354f2b7c2f5a2dcfcde28d080776cba43ed
+  metadata.gz: cebda7a2b5846d466d3044269890e741582222b1
+  data.tar.gz: 3590220700d4755fed490d98e55d6247ec2c99d3
 SHA512:
-  metadata.gz: 963fdefa3c576eb48c2d3b9486c00e2b30c9728fa30d4a268b50b521fd4105ffd67c51bafbe6c12e3a03b5169db320506ecb33b72fe388424392bc90e66cc143
-  data.tar.gz: 67c3cb4451f8718ca739b298ea1886fe0dac0cd84d053096c602cfbb7ba736215d480f341de5b7fe1956d2a01a7229ea62e4a9e76c52e2e4fe964bebf98ebbac
+  metadata.gz: ab9b71ae50a77af706f1aad9da7293daa34060bade288d11820662f2c758c410d07806346fd590a13f9eab43e00c8d3ada8de9833a1a9e94cdf398180134c3d0
+  data.tar.gz: 388b9e1e6b72fab432c8b51f6f0e5973a7cf062f036d4e081c7079afc140a4aa620aae6b9589c8d9bd6e7f05a53cc46504573c272013284f581d1f0404cd5faf

data/.gitignore

@@ -15,3 +15,4 @@ spec/reports
 test/tmp
 test/version_tmp
 tmp
+spec/debug.log

data/.rspec

@@ -0,0 +1,2 @@
+--color
+--format documentation

data/Guardfile

@@ -0,0 +1,9 @@
+# A sample Guardfile
+# More info at https://github.com/guard/guard#readme
+
+guard :rspec, all_on_start: true, all_after_pass: true, keep_mode: :failed do
+  watch(%r{^spec/.+_spec\.rb$})
+  watch(%r{^lib/(.+)\.rb$})     { |m| "spec/lib/#{m[1]}_spec.rb" }
+  watch('spec/spec_helper.rb')  { 'spec' }
+end
+

data/db/migrate/1_create_usda_food_groups.rb

@@ -0,0 +1,8 @@
+class CreateUsdaFoodGroups < ActiveRecord::Migration
+  def change
+    create_table :usda_food_groups, id: :code do |t|
+      t.string  :code, null: false, index: true, uniq: true
+      t.string  :description, null: false
+    end
+  end
+end

data/db/migrate/2_create_usda_foods.rb

@@ -0,0 +1,19 @@
+class CreateUsdaFoods < ActiveRecord::Migration
+  def change
+    create_table :usda_foods, id: false, primary_key: :nutrient_databank_number do |t|
+      t.string  :nutrient_databank_number, null: false, index: true
+      t.string  :food_group_code, index: true
+      t.string  :long_description, null: false
+      t.string  :short_description, null: false
+      t.string  :common_names
+      t.string  :manufacturer_name
+      t.boolean :survey
+      t.string  :refuse_description
+      t.integer :percentage_refuse
+      t.float   :nitrogen_factor
+      t.float   :protein_factor
+      t.float   :fat_factor
+      t.float   :carbohydrate_factor
+    end
+  end
+end

data/db/migrate/3_create_usda_foods_nutrients.rb

@@ -0,0 +1,28 @@
+class CreateUsdaFoodsNutrients < ActiveRecord::Migration
+  def change
+    create_table :usda_foods_nutrients do |t|
+      t.string  :nutrient_databank_number, null: false
+      t.string  :nutrient_number, null: false
+      t.float   :nutrient_value, null: false
+      t.integer :num_data_points, null: false
+      t.float   :standard_error
+      t.string  :src_code, null: false
+      t.string  :derivation_code
+      t.string  :ref_nutrient_databank_number
+      t.boolean :add_nutrient_mark
+      t.integer :num_studies
+      t.float   :min
+      t.float   :max
+      t.integer :degrees_of_freedom
+      t.float   :lower_error_bound
+      t.float   :upper_error_bound
+      t.string  :statistical_comments
+      t.string  :add_mod_date
+      t.string  :confidence_code
+    end
+
+    add_index :usda_foods_nutrients,
+      [:nutrient_databank_number, :nutrient_number],
+      name: 'foods_nutrients_index'
+  end
+end

data/db/migrate/4_create_usda_nutrients.rb

@@ -0,0 +1,12 @@
+class CreateUsdaNutrients < ActiveRecord::Migration
+  def change
+    create_table :nutrients, id: :nutrient_number do |t|
+      t.string  :nutrient_number, null: false, index: true
+      t.string  :units, null: false
+      t.string  :tagname
+      t.string  :nutrient_description, null: false
+      t.string  :number_decimal_places, null: false
+      t.integer :sort_record_order, null: false
+    end
+  end
+end

data/lib/tasks/usda_nutrient_database.rake

@@ -0,0 +1,6 @@
+namespace :usda do
+  desc 'Import the latest USDA nutrition data'
+  task import: :environment do
+    UsdaNutrientDatabase::Importer.new
+  end
+end

data/lib/usda-nutrient-database.rb

@@ -0,0 +1,35 @@
+require 'faraday'
+require 'usda_nutrient_database/configuration'
+require 'usda_nutrient_database/food_group'
+require 'usda_nutrient_database/food'
+require 'usda_nutrient_database/nutrient'
+require 'usda_nutrient_database/foods_nutrient'
+require 'usda_nutrient_database/importer'
+require 'usda_nutrient_database/import/base'
+require 'usda_nutrient_database/import/downloader'
+require 'usda_nutrient_database/import/food_groups'
+require 'usda_nutrient_database/import/foods'
+require 'usda_nutrient_database/import/foods_nutrients'
+require 'usda_nutrient_database/import/nutrients'
+require 'usda_nutrient_database/railtie' if defined?(Rails)
+require 'usda_nutrient_database/version'
+
+module UsdaNutrientDatabase
+  class << self
+    attr_writer :configuration
+
+    def log(message, level = :debug)
+      configuration.logger.send(level, message)
+    end
+
+    def configuration
+      @configuration ||= UsdaNutrientDatabase::Configuration.new
+    end
+  end
+
+  def self.configure
+    self.configuration = UsdaNutrientDatabase::Configuration.new
+    yield(self.configuration)
+    self.configuration
+  end
+end

data/lib/usda_nutrient_database/configuration.rb

@@ -0,0 +1,9 @@
+module UsdaNutrientDatabase
+  class Configuration
+    attr_accessor :logger
+
+    def logger
+      @logger ||= Logger.new(STDOUT)
+    end
+  end
+end

data/lib/usda_nutrient_database/food.rb

@@ -0,0 +1,15 @@
+module UsdaNutrientDatabase
+  class Food < ActiveRecord::Base
+    self.table_name = 'usda_foods'
+    self.primary_key = 'nutrient_databank_number'
+
+    validates :nutrient_databank_number, presence: true,
+      uniqueness: { allow_blank: true }
+    validates :food_group_code, presence: true
+    validates :long_description, presence: true
+    validates :short_description, presence: true
+
+    belongs_to :food_group, class_name: 'UsdaNutrientDatabase::FoodGroup',
+      foreign_key: :food_group_code
+  end
+end

data/lib/usda_nutrient_database/food_group.rb

@@ -0,0 +1,12 @@
+module UsdaNutrientDatabase
+  class FoodGroup < ActiveRecord::Base
+    self.table_name = 'usda_food_groups'
+    self.primary_key = 'code'
+
+    validates :code, presence: true, uniqueness: { allow_blank: true }
+    validates :description, presence: true
+
+    has_many :foods, class_name: 'UsdaNutrientDatabase::Food',
+      dependent: :destroy
+  end
+end

data/lib/usda_nutrient_database/foods_nutrient.rb

@@ -0,0 +1,18 @@
+module UsdaNutrientDatabase
+  class FoodsNutrient < ActiveRecord::Base
+    self.table_name = 'usda_foods_nutrients'
+
+    validates :nutrient_databank_number, presence: true,
+      uniqueness: { scope: :nutrient_number, allow_blank: true }
+    validates :nutrient_number, presence: true,
+      uniqueness: { scope: :nutrient_databank_number, allow_blank: true }
+    validates :nutrient_value, presence: true
+    validates :num_data_points, presence: true
+    validates :src_code, presence: true
+
+    belongs_to :food, class_name: 'UsdaNutrientDatabase::Food',
+      foreign_key: :nutrient_databank_number
+    belongs_to :nutrient, class_name: 'UsdaNutrientDatabase::Nutrient',
+      foreign_key: :nutrient_number
+  end
+end

data/lib/usda_nutrient_database/import/base.rb

@@ -0,0 +1,17 @@
+module UsdaNutrientDatabase
+  module Import
+    class Base
+      attr_reader :directory
+
+      def initialize(directory)
+        @directory = directory
+      end
+
+      private
+
+      def csv_options
+        { col_sep: '^', quote_char: '~' }
+      end
+    end
+  end
+end

data/lib/usda_nutrient_database/import/downloader.rb

@@ -0,0 +1,59 @@
+require 'zip'
+
+module UsdaNutrientDatabase
+  module Import
+    class Downloader
+
+      attr_reader :directory, :version
+
+      def initialize(directory = 'tmp/usda', version = 'sr25')
+        @directory = directory
+        @version = version
+      end
+
+      def cleanup
+        UsdaNutrientDatabase.log 'Cleaning up data'
+        FileUtils.rm_rf(directory)
+      end
+
+      def download_and_unzip
+        download and unzip
+      end
+
+      def path
+        [
+          'SP2UserFiles', 'Place', '12354500', 'Data', version.upcase,
+          'dnload', "#{version}.zip"
+        ].join('/')
+      end
+
+      def download
+        UsdaNutrientDatabase.log "Downloading USDA data version: #{version}"
+        unless File.directory?(directory)
+          FileUtils.mkdir_p("#{directory}/#{version}")
+        end
+        File.open("#{directory}/#{version}.zip", 'w+b') do |file|
+          file.write connection.get(path).body
+        end
+      end
+
+      def unzip
+        UsdaNutrientDatabase.log 'Unzipping data'
+        Zip::File.open("#{directory}/#{version}.zip") do |zipfile|
+          zipfile.each do |file|
+            unless File.exist?("#{directory}/#{version}/#{file.name}")
+              zipfile.extract(file, "#{directory}/#{version}/#{file.name}")
+            end
+          end
+        end
+      end
+
+      def connection
+        @connection ||= Faraday.new(url: 'http://www.ars.usda.gov') do |faraday|
+          faraday.response :logger
+          faraday.adapter Faraday.default_adapter
+        end
+      end
+    end
+  end
+end

data/lib/usda_nutrient_database/import/food_groups.rb

@@ -0,0 +1,19 @@
+require 'csv'
+
+module UsdaNutrientDatabase
+  module Import
+    class FoodGroups < UsdaNutrientDatabase::Import::Base
+      def import
+        UsdaNutrientDatabase.log 'Importing food groups'
+        CSV.open(
+          "#{directory}/FD_GROUP.txt", 'r:iso-8859-1:utf-8', csv_options
+        ) do |csv|
+          csv.each do |row|
+            UsdaNutrientDatabase::FoodGroup.create! code: row[0],
+              description: row[1]
+          end
+        end
+      end
+    end
+  end
+end

data/lib/usda_nutrient_database/import/foods.rb

@@ -0,0 +1,30 @@
+# encoding: utf-8
+
+module UsdaNutrientDatabase
+  module Import
+    class Foods < Base
+      def import
+        UsdaNutrientDatabase.log 'Importing foods'
+        CSV.open("#{directory}/FOOD_DES.txt", 'r:iso-8859-1:utf-8', csv_options) do |csv|
+          csv.each do |row|
+            UsdaNutrientDatabase::Food.create!(
+              nutrient_databank_number: row[0],
+              food_group_code: row[1],
+              long_description: row[2],
+              short_description: row[3],
+              common_names: row[4],
+              manufacturer_name: row[5],
+              survey: row[6],
+              refuse_description: row[7],
+              percentage_refuse: row[8],
+              nitrogen_factor: row[9],
+              protein_factor: row[10],
+              fat_factor: row[11],
+              carbohydrate_factor: row[12]
+            )
+          end
+        end
+      end
+    end
+  end
+end

data/lib/usda_nutrient_database/import/foods_nutrients.rb

@@ -0,0 +1,34 @@
+module UsdaNutrientDatabase
+  module Import
+    class FoodsNutrients < Base
+      def import
+        UsdaNutrientDatabase.log 'Importing foods_nutrients'
+        CSV.open(
+          "#{directory}/NUT_DATA.txt", 'r:iso-8859-1:utf-8', csv_options
+        ) do |csv|
+          csv.each { |row| extract_row(row) }
+        end
+      end
+
+      private
+
+      def columns
+        [
+          :nutrient_databank_number, :nutrient_number, :nutrient_value,
+          :num_data_points, :standard_error, :src_code, :derivation_code,
+          :ref_nutrient_databank_number, :add_nutrient_mark, :num_studies, :min,
+          :max, :degrees_of_freedom, :lower_error_bound, :upper_error_bound,
+          :statistical_comments, :add_mod_date
+        ]
+      end
+
+      def extract_row(row)
+        attrs = {}
+        columns.each_with_index do |column, index|
+          attrs.merge!(column => row[index])
+        end
+        UsdaNutrientDatabase::FoodsNutrient.create!(attrs)
+      end
+    end
+  end
+end

data/lib/usda_nutrient_database/import/nutrients.rb

@@ -0,0 +1,20 @@
+module UsdaNutrientDatabase
+  module Import
+    class Nutrients < Base
+      def import
+        UsdaNutrientDatabase.log 'Importing nutrients'
+        CSV.open(
+          "#{directory}/NUTR_DEF.txt", 'r:iso-8859-1:utf-8', csv_options
+        ) do |csv|
+          csv.each do |row|
+            UsdaNutrientDatabase::Nutrient.create!(
+              nutrient_number: row[0], units: row[1], tagname: row[2],
+              nutrient_description: row[3], number_decimal_places: row[4],
+              sort_record_order: row[5]
+            )
+          end
+        end
+      end
+    end
+  end
+end

data/lib/usda_nutrient_database/importer.rb

@@ -0,0 +1,43 @@
+module UsdaNutrientDatabase
+  class Importer
+    attr_reader :directory, :version
+
+    def initialize(directory = 'tmp/usda', version = 'sr25')
+      @directory = directory
+      @version = version
+    end
+
+    def import
+      downloader.download_and_unzip
+      food_group_importer.import
+      food_importer.import
+      nutrient_importer.import
+      foods_nutrient_importer.import
+    ensure
+      downloader.cleanup
+    end
+
+    private
+
+    def food_importer
+      UsdaNutrientDatabase::Import::Foods.new("#{directory}/#{version}")
+    end
+
+    def nutrient_importer
+      UsdaNutrientDatabase::Import::Nutrients.new("#{directory}/#{version}")
+    end
+
+    def foods_nutrient_importer
+      UsdaNutrientDatabase::Import::FoodsNutrients.
+        new("#{directory}/#{version}")
+    end
+
+    def food_group_importer
+      UsdaNutrientDatabase::Import::FoodGroups.new("#{directory}/#{version}")
+    end
+
+    def downloader
+      UsdaNutrientDatabase::Import::Downloader.new(directory, version)
+    end
+  end
+end

data/lib/usda_nutrient_database/nutrient.rb

@@ -0,0 +1,17 @@
+module UsdaNutrientDatabase
+  class Nutrient < ActiveRecord::Base
+    self.table_name = 'usda_nutrients'
+
+    validates :nutrient_number, presence: true,
+      uniqueness: { allow_blank: true }
+    validates :units, presence: true
+    validates :nutrient_description, presence: true
+    validates :number_decimal_places, presence: true
+    validates :sort_record_order, presence: true,
+      numericality: { allow_blank: true }
+
+    has_many :foods_nutrients,
+      class_name: 'UsdaNutrientDatabase::FoodsNutrient',
+      dependent: :destroy
+  end
+end

data/lib/usda_nutrient_database/railtie.rb

@@ -0,0 +1,9 @@
+module UsdaNutrientDatabase
+  class Railtie < Rails::Railtie
+    railtie_name :usda_nutrient_database
+
+    rake_tasks do
+      load 'tasks/usda_nutrient_database.rake'
+    end
+  end
+end

data/lib/usda_nutrient_database/version.rb

@@ -0,0 +1,3 @@
+module UsdaNutrientDatabase
+  VERSION = "0.1.0"
+end

data/spec/database.yml

@@ -0,0 +1,19 @@
+sqlite3:
+  adapter: sqlite3
+  database: usda_nutrient_database_test.sqlite3
+
+mysql:
+  adapter: mysql2
+  hostname: localhost
+  username: root
+  password:
+  database: usda_nutrient_database_test
+  charset: utf8
+
+postgresql:
+  adapter: postgresql
+  hostname: localhost
+  username: postgres
+  password:
+  database: usda_nutrient_database_test
+  encoding: utf8

data/spec/lib/usda_nutrient_database/food_group_spec.rb

@@ -0,0 +1,6 @@
+require 'spec_helper'
+
+describe UsdaNutrientDatabase::FoodGroup do
+  it { should validate_presence_of(:code) }
+  it { should validate_presence_of(:description) }
+end

data/spec/lib/usda_nutrient_database/food_spec.rb

@@ -0,0 +1,8 @@
+require 'spec_helper'
+
+describe UsdaNutrientDatabase::Food do
+  it { should validate_presence_of(:nutrient_databank_number) }
+  it { should validate_presence_of(:food_group_code) }
+  it { should validate_presence_of(:long_description) }
+  it { should validate_presence_of(:short_description) }
+end

data/spec/lib/usda_nutrient_database/foods_nutrient_spec.rb

@@ -0,0 +1,9 @@
+require 'spec_helper'
+
+describe UsdaNutrientDatabase::FoodsNutrient do
+  it { should validate_presence_of(:nutrient_databank_number) }
+  it { should validate_presence_of(:nutrient_number) }
+  it { should validate_presence_of(:nutrient_value) }
+  it { should validate_presence_of(:num_data_points) }
+  it { should validate_presence_of(:src_code) }
+end

data/spec/lib/usda_nutrient_database/import/downloader_spec.rb

@@ -0,0 +1,46 @@
+require 'spec_helper'
+
+describe UsdaNutrientDatabase::Import::Downloader do
+  let(:downloader) { described_class.new('tmp/usda') }
+  let(:extraction_path) { "#{directory}/#{version}" }
+  let(:directory) { 'tmp/usda' }
+  let(:version) { 'sr25' }
+  let(:filenames) do
+    [
+      'DATA_SRC.txt', 'DATSRCLN.txt', 'DERIV_CD.txt', 'FD_GROUP.txt',
+      'FOOD_DES.txt', 'FOOTNOTE.txt', 'LANGDESC.txt', 'LANGUAL.txt',
+      'NUTR_DEF.txt', 'NUT_DATA.txt', 'SRC_CD.txt', 'WEIGHT.txt', 'sr25_doc.pdf'
+    ]
+  end
+
+  describe '#download_and_unzip' do
+    before do
+      stub_request(:get, /.*/).
+        to_return(body: File.read('spec/support/sr25.zip'))
+      downloader.download_and_unzip
+    end
+
+    after { downloader.cleanup }
+
+    it 'should download and extract all files' do
+      filenames.each do |filename|
+        expect(File.exist?("#{extraction_path}/#{filename}")).to eql(true)
+      end
+    end
+  end
+
+  describe '#cleanup' do
+    before do
+      stub_request(:get, /.*/).
+        to_return(body: File.read('spec/support/sr25.zip'))
+      downloader.download_and_unzip
+      downloader.cleanup
+    end
+
+    it 'should remove all of the extracted files' do
+      filenames.each do |filename|
+        expect(File.exist?("#{extraction_path}/#{filename}")).to eql(false)
+      end
+    end
+  end
+end

data/spec/lib/usda_nutrient_database/import/food_groups_spec.rb

@@ -0,0 +1,25 @@
+require 'spec_helper'
+
+describe UsdaNutrientDatabase::Import::FoodGroups do
+  let(:importer) { described_class.new('spec/support/sr25') }
+
+  describe '#import' do
+    before { importer.import }
+
+    it 'should import all food groups' do
+      expect(UsdaNutrientDatabase::FoodGroup.count).to eql(2)
+    end
+
+    it 'should import food group data correctly' do
+      [
+        { code: '0100', description: 'Dairy and Egg Products' },
+        { code: '0200', description: 'Spices and Herbs' }
+      ].each do |product|
+        expect(
+          UsdaNutrientDatabase::FoodGroup.
+          where(code: product[:code], description: product[:description]).count
+        ).to eql(1)
+      end
+    end
+  end
+end

data/spec/lib/usda_nutrient_database/import/foods_nutrients_spec.rb

@@ -0,0 +1,13 @@
+require 'spec_helper'
+
+describe UsdaNutrientDatabase::Import::FoodsNutrients do
+  let(:importer) { described_class.new('spec/support/sr25') }
+
+  describe '#import' do
+    before { importer.import }
+
+    it do
+      expect(UsdaNutrientDatabase::FoodsNutrient.count).to eql(5)
+    end
+  end
+end

data/spec/lib/usda_nutrient_database/import/foods_spec.rb

@@ -0,0 +1,16 @@
+require 'spec_helper'
+
+describe UsdaNutrientDatabase::Import::Foods do
+  let(:importer) { described_class.new('spec/support/sr25') }
+
+  describe '#import' do
+    before { importer.import }
+
+    it { expect(UsdaNutrientDatabase::Food.count).to eql(4) }
+
+    it do
+      expect(UsdaNutrientDatabase::Food.where(food_group_code: '0100').count).
+        to eql(3)
+    end
+  end
+end

data/spec/lib/usda_nutrient_database/import/nutrients_spec.rb

@@ -0,0 +1,11 @@
+require 'spec_helper'
+
+describe UsdaNutrientDatabase::Import::Nutrients do
+  let(:importer) { described_class.new('spec/support/sr25') }
+
+  describe '#import' do
+    before { importer.import }
+
+    it { expect(UsdaNutrientDatabase::Nutrient.count).to eql(3) }
+  end
+end

data/spec/lib/usda_nutrient_database/importer_spec.rb

@@ -0,0 +1,18 @@
+require 'spec_helper'
+
+describe UsdaNutrientDatabase::Importer do
+  let(:importer) { UsdaNutrientDatabase::Importer.new }
+
+  describe '#import' do
+    before do
+      stub_request(:get, /.*/).
+        to_return(body: File.read('spec/support/sr25.zip'))
+      importer.import
+    end
+
+    it { expect(UsdaNutrientDatabase::FoodGroup.count).to eql(25) }
+    it { expect(UsdaNutrientDatabase::Food.count).to eql(16) }
+    it { expect(UsdaNutrientDatabase::Nutrient.count).to eql(15) }
+    it { expect(UsdaNutrientDatabase::FoodsNutrient.count).to eql(12) }
+  end
+end

data/spec/lib/usda_nutrient_database/nutrient_spec.rb

@@ -0,0 +1,10 @@
+require 'spec_helper'
+
+describe UsdaNutrientDatabase::Nutrient do
+  it { should validate_presence_of(:nutrient_number) }
+  it { should validate_presence_of(:units) }
+  it { should validate_presence_of(:nutrient_description) }
+  it { should validate_presence_of(:number_decimal_places) }
+  it { should validate_presence_of(:sort_record_order) }
+  it { should validate_numericality_of(:sort_record_order) }
+end

data/spec/schema.rb

@@ -0,0 +1,52 @@
+ActiveRecord::Schema.define version: 0 do
+  create_table :usda_food_groups, force: true, primary_key: :code, id: false do |t|
+    t.string :code, null: false, index: true, unique: true
+    t.string :description, null: false
+  end
+
+  create_table :usda_foods, force: true, primary_key: :code, id: false do |t|
+    t.string  :nutrient_databank_number, null: false, index: true
+    t.string  :food_group_code, index: true
+    t.string  :long_description, null: false
+    t.string  :short_description, null: false
+    t.string  :common_names
+    t.string  :manufacturer_name
+    t.boolean :survey
+    t.string  :refuse_description
+    t.integer :percentage_refuse
+    t.float   :nitrogen_factor
+    t.float   :protein_factor
+    t.float   :fat_factor
+    t.float   :carbohydrate_factor
+  end
+
+  create_table :usda_nutrients, force: true, primary_key: :nutrient_number, id: false do |t|
+    t.string  :nutrient_number, null: false, index: true
+    t.string  :units, null: false
+    t.string  :tagname
+    t.string  :nutrient_description, null: false
+    t.string  :number_decimal_places, null: false
+    t.integer :sort_record_order, null: false
+  end
+
+  create_table :usda_foods_nutrients, force: true do |t|
+    t.string  :nutrient_databank_number, null: false
+    t.string  :nutrient_number, null: false
+    t.float   :nutrient_value, null: false
+    t.integer :num_data_points, null: false
+    t.float   :standard_error
+    t.string  :src_code, null: false
+    t.string  :derivation_code
+    t.string  :ref_nutrient_databank_number
+    t.boolean :add_nutrient_mark
+    t.integer :num_studies
+    t.float   :min
+    t.float   :max
+    t.integer :degrees_of_freedom
+    t.float   :lower_error_bound
+    t.float   :upper_error_bound
+    t.string  :statistical_comments
+    t.string  :add_mod_date
+    t.string  :confidence_code
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,63 @@
+require 'rubygems'
+require 'bundler'
+require 'logger'
+
+Bundler.setup
+
+require 'active_record'
+require 'database_cleaner'
+require 'usda-nutrient-database'
+require 'shoulda-matchers'
+require 'webmock/rspec'
+
+# This file was generated by the `rspec --init` command. Conventionally, all
+# specs live under a `spec` directory, which RSpec adds to the `$LOAD_PATH`.
+# Require this file using `require "spec_helper"` to ensure that it is only
+# loaded once.
+#
+# See http://rubydoc.info/gems/rspec-core/RSpec/Core/Configuration
+RSpec.configure do |config|
+  config.run_all_when_everything_filtered = true
+  config.filter_run :focus
+
+  # Run specs in random order to surface order dependencies. If you find an
+  # order dependency and want to debug it, you can fix the order by providing
+  # the seed, which is printed after each run.
+  #     --seed 1234
+  config.order = 'random'
+
+  config.fail_fast = true
+
+  db_name = ENV['DB'] || 'postgresql'
+  database_yml = File.expand_path('../database.yml', __FILE__)
+  ActiveRecord::Base.configurations = YAML.load_file(database_yml)
+  db_config = ActiveRecord::Base.configurations[db_name]
+
+  begin
+    ActiveRecord::Base.establish_connection(db_name)
+    ActiveRecord::Base.connection
+  rescue PG::ConnectionBad
+    ActiveRecord::Base.establish_connection db_config.merge('database' => nil)
+    ActiveRecord::Base.connection.create_database db_config['database']
+    ActiveRecord::Base.establish_connection db_config
+  end
+
+  ActiveRecord::Base.logger = Logger.new(File.join(File.dirname(__FILE__), 'debug.log'))
+  ActiveRecord::Base.default_timezone = :utc
+
+  ActiveRecord::Migration.verbose = false
+  load(File.join(File.dirname(__FILE__), 'schema.rb'))
+
+  config.before :suite do
+    DatabaseCleaner.strategy = :transaction
+    DatabaseCleaner.clean_with(:truncation)
+  end
+
+  config.before do
+    DatabaseCleaner.start
+  end
+
+  config.after do
+    DatabaseCleaner.clean
+  end
+end

data/spec/support/sr25/FD_GROUP.txt

@@ -0,0 +1,2 @@
+~0100~^~Dairy and Egg Products~
+~0200~^~Spices and Herbs~

data/spec/support/sr25/FOOD_DES.txt

@@ -0,0 +1,4 @@
+~01001~^~0100~^~Butter, salted~^~BUTTER,WITH SALT~^~~^~~^~Y~^~~^0^~~^6.38^4.27^8.79^3.87
+~01002~^~0100~^~Butter, whipped, with salt~^~BUTTER,WHIPPED,WITH SALT~^~~^~~^~Y~^~~^0^~~^6.38^4.27^8.79^3.87
+~01003~^~0100~^~Butter oil, anhydrous~^~BUTTER OIL,ANHYDROUS~^~~^~~^~Y~^~~^0^~~^6.38^4.27^8.79^3.87
+~02001~^~0200~^~Spices, allspice, ground~^~ALLSPICE,GROUND~^~~^~~^~~^~~^0^~Pimenta dioica~^6.25^3.36^8.37^2.35

data/spec/support/sr25/NUTR_DEF.txt

@@ -0,0 +1,3 @@
+~203~^~g~^~PROCNT~^~Protein~^~2~^~600~
+~204~^~g~^~FAT~^~Total lipid (fat)~^~2~^~800~
+~205~^~g~^~CHOCDF~^~Carbohydrate, by difference~^~2~^~1100~

data/spec/support/sr25/NUT_DATA.txt

@@ -0,0 +1,5 @@
+~01001~^~203~^0.85^16^0.074^~1~^~~^~~^~~^^^^^^^~~^11/1976^
+~01001~^~204~^81.11^580^0.065^~1~^~~^~~^~~^^^^^^^~~^11/1976^
+~01001~^~205~^0.06^0^^~4~^~NC~^~~^~~^^^^^^^~~^11/1976^
+~01001~^~207~^2.11^35^0.054^~1~^~~^~~^~~^^^^^^^~~^11/1976^
+~01001~^~208~^717^0^^~4~^~NC~^~~^~~^^^^^^^~~^08/2010^

data/usda-nutrient-database.gemspec

@@ -1,23 +1,34 @@
 # coding: utf-8
 lib = File.expand_path('../lib', __FILE__)
 $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
-require 'usda/nutrient/database/version'
+require 'usda_nutrient_database/version'
 
 Gem::Specification.new do |spec|
-  spec.name          = "usda-nutrient-database"
-  spec.version       = Usda::Nutrient::Database::VERSION
-  spec.authors       = ["Matt Beedle"]
-  spec.email         = ["mattbeedle@googlemail.com"]
+  spec.name          = 'usda-nutrient-database'
+  spec.version       = UsdaNutrientDatabase::VERSION
+  spec.authors       = ['Matt Beedle']
+  spec.email         = ['mattbeedle@googlemail.com']
   spec.description   = %q{A gem to include all the USDA nutrient data quickly into a ruby project}
   spec.summary       = %q{A gem to include all the USDA nutrient data quickly into a ruby project}
-  spec.homepage      = ""
-  spec.license       = "MIT"
+  spec.homepage      = ''
+  spec.license       = 'MIT'
 
   spec.files         = `git ls-files`.split($/)
   spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
   spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
-  spec.require_paths = ["lib"]
+  spec.require_paths = ['lib']
 
-  spec.add_development_dependency "bundler", "~> 1.3"
-  spec.add_development_dependency "rake"
+  spec.add_runtime_dependency 'activerecord', '>= 3.0.0'
+  spec.add_runtime_dependency 'faraday'
+  spec.add_runtime_dependency 'rubyzip'
+
+  spec.add_development_dependency 'bundler', '~> 1.3'
+  spec.add_development_dependency 'database_cleaner'
+  spec.add_development_dependency 'guard'
+  spec.add_development_dependency 'guard-rspec'
+  spec.add_development_dependency 'pg'
+  spec.add_development_dependency 'rake'
+  spec.add_development_dependency 'rspec'
+  spec.add_development_dependency 'shoulda-matchers'
+  spec.add_development_dependency 'webmock'
 end

metadata

@@ -1,15 +1,57 @@
 --- !ruby/object:Gem::Specification
 name: usda-nutrient-database
 version: !ruby/object:Gem::Version
-  version: 0.0.1
+  version: 0.1.0
 platform: ruby
 authors:
 - Matt Beedle
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-12-23 00:00:00.000000000 Z
+date: 2013-12-24 00:00:00.000000000 Z
 dependencies:
+- !ruby/object:Gem::Dependency
+  name: activerecord
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 3.0.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 3.0.0
+- !ruby/object:Gem::Dependency
+  name: faraday
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rubyzip
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
@@ -24,6 +66,62 @@ dependencies:
     - - ~>
       - !ruby/object:Gem::Version
         version: '1.3'
+- !ruby/object:Gem::Dependency
+  name: database_cleaner
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: guard
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: guard-rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: pg
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
@@ -38,6 +136,48 @@ dependencies:
     - - '>='
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: shoulda-matchers
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: webmock
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
 description: A gem to include all the USDA nutrient data quickly into a ruby project
 email:
 - mattbeedle@googlemail.com
@@ -46,12 +186,50 @@ extensions: []
 extra_rdoc_files: []
 files:
 - .gitignore
+- .rspec
 - Gemfile
+- Guardfile
 - LICENSE.txt
 - README.md
 - Rakefile
-- lib/usda/nutrient/database.rb
-- lib/usda/nutrient/database/version.rb
+- db/migrate/1_create_usda_food_groups.rb
+- db/migrate/2_create_usda_foods.rb
+- db/migrate/3_create_usda_foods_nutrients.rb
+- db/migrate/4_create_usda_nutrients.rb
+- lib/tasks/usda_nutrient_database.rake
+- lib/usda-nutrient-database.rb
+- lib/usda_nutrient_database/configuration.rb
+- lib/usda_nutrient_database/food.rb
+- lib/usda_nutrient_database/food_group.rb
+- lib/usda_nutrient_database/foods_nutrient.rb
+- lib/usda_nutrient_database/import/base.rb
+- lib/usda_nutrient_database/import/downloader.rb
+- lib/usda_nutrient_database/import/food_groups.rb
+- lib/usda_nutrient_database/import/foods.rb
+- lib/usda_nutrient_database/import/foods_nutrients.rb
+- lib/usda_nutrient_database/import/nutrients.rb
+- lib/usda_nutrient_database/importer.rb
+- lib/usda_nutrient_database/nutrient.rb
+- lib/usda_nutrient_database/railtie.rb
+- lib/usda_nutrient_database/version.rb
+- spec/database.yml
+- spec/lib/usda_nutrient_database/food_group_spec.rb
+- spec/lib/usda_nutrient_database/food_spec.rb
+- spec/lib/usda_nutrient_database/foods_nutrient_spec.rb
+- spec/lib/usda_nutrient_database/import/downloader_spec.rb
+- spec/lib/usda_nutrient_database/import/food_groups_spec.rb
+- spec/lib/usda_nutrient_database/import/foods_nutrients_spec.rb
+- spec/lib/usda_nutrient_database/import/foods_spec.rb
+- spec/lib/usda_nutrient_database/import/nutrients_spec.rb
+- spec/lib/usda_nutrient_database/importer_spec.rb
+- spec/lib/usda_nutrient_database/nutrient_spec.rb
+- spec/schema.rb
+- spec/spec_helper.rb
+- spec/support/sr25.zip
+- spec/support/sr25/FD_GROUP.txt
+- spec/support/sr25/FOOD_DES.txt
+- spec/support/sr25/NUTR_DEF.txt
+- spec/support/sr25/NUT_DATA.txt
 - usda-nutrient-database.gemspec
 homepage: ''
 licenses:
@@ -77,4 +255,22 @@ rubygems_version: 2.1.5
 signing_key: 
 specification_version: 4
 summary: A gem to include all the USDA nutrient data quickly into a ruby project
-test_files: []
+test_files:
+- spec/database.yml
+- spec/lib/usda_nutrient_database/food_group_spec.rb
+- spec/lib/usda_nutrient_database/food_spec.rb
+- spec/lib/usda_nutrient_database/foods_nutrient_spec.rb
+- spec/lib/usda_nutrient_database/import/downloader_spec.rb
+- spec/lib/usda_nutrient_database/import/food_groups_spec.rb
+- spec/lib/usda_nutrient_database/import/foods_nutrients_spec.rb
+- spec/lib/usda_nutrient_database/import/foods_spec.rb
+- spec/lib/usda_nutrient_database/import/nutrients_spec.rb
+- spec/lib/usda_nutrient_database/importer_spec.rb
+- spec/lib/usda_nutrient_database/nutrient_spec.rb
+- spec/schema.rb
+- spec/spec_helper.rb
+- spec/support/sr25.zip
+- spec/support/sr25/FD_GROUP.txt
+- spec/support/sr25/FOOD_DES.txt
+- spec/support/sr25/NUTR_DEF.txt
+- spec/support/sr25/NUT_DATA.txt

data/lib/usda/nutrient/database.rb

@@ -1,9 +0,0 @@
-require "usda/nutrient/database/version"
-
-module Usda
-  module Nutrient
-    module Database
-      # Your code goes here...
-    end
-  end
-end

data/lib/usda/nutrient/database/version.rb

@@ -1,7 +0,0 @@
-module Usda
-  module Nutrient
-    module Database
-      VERSION = "0.0.1"
-    end
-  end
-end