jobparser 0.11.0 → 0.12.0

data/lib/jobparser/cache/mongostore.rb

@@ -9,7 +9,8 @@ module JobParser
 
       def store(hash)
         Job.where(:url => hash[:url]).delete
-        Job.new(hash).save!
+        hash = strip_job_fields(hash)
+        Job.create(hash)
       end
 
       def cache_expired?(url)
@@ -41,6 +42,14 @@ module JobParser
         include Mongoid::Document
         include Mongoid::Timestamps
 
+        EXTRA_SCHEMA_TEXT_FIELDS = %w{
+          benefits education_requirements incentives industry
+          occupational_category qualifications responsibilities skills special_commitments work_hours
+        }
+        EXTRA_SCHEMA_TEXT_FIELDS.each do |f|
+          field f.to_sym, :type => String
+        end
+
         field :url, :type => String
         field :salary, :type => Array
         field :title, :type => String
@@ -48,6 +57,17 @@ module JobParser
         field :salary_string, :type => String
         field :location, :type => String
         field :deadline, :type => String
+        field :schema, :type => Boolean, :default => false
+
+      end
+
+      private
+
+      def strip_job_fields(hash)
+        new_hash = {}
+        excluded_fields = [:from_cache]
+        hash.each { |k, v| new_hash[k] = v unless excluded_fields.include?(k) }
+        new_hash
       end
 
     end

data/lib/jobparser/parseschema.rb

@@ -35,7 +35,7 @@ module JobParser
         EXTRA_SCHEMA_TEXT_FIELDS.each do |field|
           underscore_name = underscore(field).to_sym
           result = send("job_#{underscore_name}")
-          res[underscore_name] = result unless result.nil?
+          res[underscore_name] = result unless result.nil? || result.empty?
         end
       end
       cache(res)

data/lib/jobparser/version.rb

@@ -1,3 +1,3 @@
 module JobParser
-  VERSION = "0.11.0"
+  VERSION = "0.12.0"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: jobparser
 version: !ruby/object:Gem::Version
-  version: 0.11.0
+  version: 0.12.0
   prerelease: 
 platform: ruby
 authors: