application_seeds 0.4.2 → 0.4.3

data/CHANGELOG.md

@@ -1,3 +1,9 @@
+v0.4.3, 2014-02-22
+------------------
+
+  * Only parse the seed data files once.
+
+
 v0.4.2, 2014-02-18
 ------------------
 

data/lib/application_seeds/version.rb

@@ -1,3 +1,3 @@
 module ApplicationSeeds
-  VERSION = "0.4.2"
+  VERSION = "0.4.3"
 end

data/lib/application_seeds.rb

@@ -141,6 +141,9 @@ module ApplicationSeeds
     # the dataset could not be found.
     #
     def dataset=(dataset)
+      clear_cached_data
+      @dataset = dataset
+
       if dataset.nil? || dataset.strip.empty? || dataset_path(dataset).nil?
         datasets = Dir[File.join(seed_data_path, "**", "*")].select { |x| File.directory?(x) }.map { |x| File.basename(x) }.join(', ')
 
@@ -150,11 +153,7 @@ module ApplicationSeeds
         raise error_message
       end
 
-      store_dataset(dataset)
-      find_seed_data_files(dataset)
-      process_labels(dataset)
-      load_seed_data(dataset)
-      @dataset = dataset
+      store_dataset
     end
 
     #
@@ -190,7 +189,7 @@ module ApplicationSeeds
     #   ApplicationSeeds.seed_data_exists?(:campaigns)
     #
     def seed_data_exists?(type)
-      !@seed_data[type.to_s].nil?
+      !processed_seed_data[type.to_s].nil?
     end
 
     #
@@ -218,46 +217,92 @@ module ApplicationSeeds
 
     private
 
-    def method_missing(method, *args)
-      self.send(:seed_data, method, args.shift)
+    def dataset_path(dataset)
+      Dir[File.join(seed_data_path, "**", "*")].select { |x| File.directory?(x) && File.basename(x) == dataset }.first
     end
 
-    def seed_data(type, options)
-      type = type.to_s
-      raise "No seed data file could be found for '#{type}'" if @seed_data[type].nil?
+    def store_dataset
+      Database.create_metadata_table
+      Database.connection.exec("INSERT INTO application_seeds (dataset) VALUES ('#{@dataset}');")
+    end
 
-      if options.nil?
-        fetch(type)
-      elsif options.is_a?(Fixnum) || options.is_a?(String)
-        fetch_with_id(type, options)
-      elsif options.is_a?(Symbol)
-        fetch_with_label(type, options.to_s)
-      elsif options.is_a? Hash
-        fetch(type) do |attributes|
-          options.stringify_keys!
-          options = replace_labels_with_ids(options)
-          (options.to_a - attributes.to_a).empty?
+    def seed_data_path
+      return @seed_data_path unless @seed_data_path.nil?
+
+      if data_directory
+        @seed_data_path = data_directory
+      else
+        spec = Gem::Specification.find_by_name(data_gem_name)
+        @seed_data_path = File.join(spec.gem_dir, "lib", "seeds")
+      end
+      @seed_data_path
+    end
+
+    def seed_data_files
+      return @seed_data_files unless @seed_data_files.nil?
+
+      @seed_data_files = []
+      path = dataset_path(@dataset)
+      while (seed_data_path != path) do
+        @seed_data_files.concat(Dir[File.join(path, "*.yml")])
+        path.sub!(/\/[^\/]+$/, "")
+      end
+      @seed_data_files
+    end
+
+    def raw_seed_data
+      return @raw_seed_data unless @raw_seed_data.nil?
+
+      @raw_seed_data = {}
+      seed_data_files.each do |seed_file|
+        data = YAML.load(ERB.new(File.read(seed_file)).result)
+        if data
+          @raw_seed_data[seed_file] = data
+        end
+      end
+      @raw_seed_data
+    end
+
+    def seed_labels
+      return @seed_labels unless @seed_labels.nil?
+
+      @seed_labels = {}
+      seed_data_files.each do |seed_file|
+        seed_type = File.basename(seed_file, ".yml")
+        @seed_labels[seed_type] ||= {}
+
+        data = raw_seed_data[seed_file]
+        if data
+          data.each do |label, attributes|
+            specified_id = attributes['id']
+            ids = specified_id.nil? ? generate_unique_ids(seed_type, label) : generate_ids(specified_id)
+            @seed_labels[seed_type][label] = ids
+          end
         end
       end
+      @seed_labels
     end
 
-    def load_seed_data(dataset)
-      @seed_data = {}
-      @seed_data_files.each do |seed_file|
+    def processed_seed_data
+      return @processed_seed_data unless @processed_seed_data.nil?
+
+      @processed_seed_data = {}
+      seed_data_files.each do |seed_file|
         basename = File.basename(seed_file, ".yml")
-        data = YAML.load(ERB.new(File.read(seed_file)).result)
+        data = raw_seed_data[seed_file]
         if data
           data.each do |label, attributes|
             data[label] = replace_labels_with_ids(attributes)
           end
 
-          if @seed_data[basename].nil?
-            @seed_data[basename] = data
+          if processed_seed_data[basename].nil?
+            processed_seed_data[basename] = data
           else
-            @seed_data[basename] = data.merge(@seed_data[basename])
+            processed_seed_data[basename] = data.merge(processed_seed_data[basename])
           end
         end
       end
+      @processed_seed_data
     end
 
     def replace_labels_with_ids(attributes)
@@ -283,8 +328,8 @@ module ApplicationSeeds
         value = value.sub(/\((.*)\)/, "").strip
       end
 
-      if @seed_labels[type]
-        label_ids = @seed_labels[type][value.to_s]
+      if seed_labels[type]
+        label_ids = seed_labels[type][value.to_s]
         value = label_ids[id_type(type)] if label_ids
       end
       value
@@ -300,35 +345,43 @@ module ApplicationSeeds
         value = $1.split(',').map(&:strip)
       end
 
-      if @seed_labels[type]
+      if seed_labels[type]
         value = value.map do |v|
-          label_ids = @seed_labels[type][v.to_s]
+          label_ids = seed_labels[type][v.to_s]
           (label_ids && label_ids[id_type(type)]) || v
         end
       end
       value
     end
 
-    def seed_data_path
-      return @seed_data_path unless @seed_data_path.nil?
-
-      if data_directory
-        @seed_data_path = data_directory
-      else
-        spec = Gem::Specification.find_by_name(data_gem_name)
-        @seed_data_path = File.join(spec.gem_dir, "lib", "seeds")
-      end
+    def method_missing(method, *args)
+      self.send(:seed_data, method, args.shift)
     end
 
-    def dataset_path(dataset)
-      Dir[File.join(seed_data_path, "**", "*")].select { |x| File.directory?(x) && File.basename(x) == dataset }.first
+    def seed_data(type, options)
+      type = type.to_s
+      raise "No seed data file could be found for '#{type}'" if processed_seed_data[type].nil?
+
+      if options.nil?
+        fetch(type)
+      elsif options.is_a?(Fixnum) || options.is_a?(String)
+        fetch_with_id(type, options)
+      elsif options.is_a?(Symbol)
+        fetch_with_label(type, options.to_s)
+      elsif options.is_a? Hash
+        fetch(type) do |attributes|
+          options.stringify_keys!
+          options = replace_labels_with_ids(options)
+          (options.to_a - attributes.to_a).empty?
+        end
+      end
     end
 
     def fetch(type, &block)
       result = {}
-      @seed_data[type].each do |label, attrs|
+      processed_seed_data[type].each do |label, attrs|
         attributes = attrs.clone
-        id = @seed_labels[type][label][id_type(type)]
+        id = seed_labels[type][label][id_type(type)]
         if !block_given? || (block_given? && yield(attributes) == true)
           result[id] = Attributes.new(attributes)
         end
@@ -338,10 +391,10 @@ module ApplicationSeeds
 
     def fetch_with_id(type, id)
       data = nil
-      @seed_labels[type].each do |label, ids|
+      seed_labels[type].each do |label, ids|
         if ids.values.map(&:to_s).include?(id.to_s)
-          data = @seed_data[type][label]
-          data['id'] = @seed_labels[type][label][id_type(type)]
+          data = processed_seed_data[type][label]
+          data['id'] = seed_labels[type][label][id_type(type)]
           break
         end
       end
@@ -350,45 +403,12 @@ module ApplicationSeeds
     end
 
     def fetch_with_label(type, label)
-      data = @seed_data[type][label]
+      data = processed_seed_data[type][label]
       raise "No seed data could be found for '#{type}' with label #{label}" if data.nil?
-      data['id'] = @seed_labels[type][label][id_type(type)]
+      data['id'] = seed_labels[type][label][id_type(type)]
       Attributes.new(data)
     end
 
-    def store_dataset(dataset)
-      Database.create_metadata_table
-      Database.connection.exec("INSERT INTO application_seeds (dataset) VALUES ('#{dataset}');")
-    end
-
-    def find_seed_data_files(dataset)
-      @seed_data_files = []
-      path = dataset_path(dataset)
-      while (seed_data_path != path) do
-        @seed_data_files.concat(Dir[File.join(path, "*.yml")])
-        path.sub!(/\/[^\/]+$/, "")
-      end
-    end
-
-    def process_labels(dataset)
-      return @seed_labels unless @seed_labels.nil?
-
-      @seed_labels = {}
-      @seed_data_files.each do |seed_file|
-        seed_type = File.basename(seed_file, ".yml")
-        @seed_labels[seed_type] = {}
-
-        data = YAML.load(File.read(seed_file))
-        if data
-          data.each do |label, attributes|
-            specified_id = attributes['id']
-            ids = specified_id.nil? ? generate_unique_ids(seed_type, label) : generate_ids(specified_id)
-            @seed_labels[seed_type][label] = ids
-          end
-        end
-      end
-    end
-
     MAX_ID = 2 ** 30 - 1
     def generate_unique_ids(seed_type, label)
       checksum = Zlib.crc32(seed_type + label) % MAX_ID
@@ -402,5 +422,12 @@ module ApplicationSeeds
     def id_type(type)
       self.config["#{type}_id_type".to_sym] || self.config[:id_type]
     end
+
+    def clear_cached_data
+      @seed_labels = nil
+      @processed_seed_data = nil
+      @raw_seed_data = nil
+      @seed_data_files = nil
+    end
   end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: application_seeds
 version: !ruby/object:Gem::Version
-  version: 0.4.2
+  version: 0.4.3
   prerelease: 
 platform: ruby
 authors:
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-02-18 00:00:00.000000000 Z
+date: 2014-02-22 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activesupport
@@ -118,18 +118,12 @@ required_ruby_version: !ruby/object:Gem::Requirement
   - - ! '>='
     - !ruby/object:Gem::Version
       version: '0'
-      segments:
-      - 0
-      hash: -4329626618656842482
 required_rubygems_version: !ruby/object:Gem::Requirement
   none: false
   requirements:
   - - ! '>='
     - !ruby/object:Gem::Version
       version: '0'
-      segments:
-      - 0
-      hash: -4329626618656842482
 requirements: []
 rubyforge_project: 
 rubygems_version: 1.8.23
@@ -147,3 +141,4 @@ test_files:
 - spec/seed_data/test_inheritable_data_set/level_2/departments.yml
 - spec/seed_data/test_inheritable_data_set/level_2/level_3/people.yml
 - spec/seed_data/test_inheritable_data_set/level_2/people.yml
+has_rdoc: