jobparser 0.6.1 → 0.7.0

data/lib/jobparser/cache/mongostore.rb

@@ -0,0 +1,51 @@
+require 'mongoid'
+module JobParser
+  class Cache
+    class MongoStore
+
+      def has_cache_for_url?(url)
+        Job.where(:url => url).count > 0
+      end
+
+      def store(hash)
+        Job.where(:url => hash[:url]).delete
+        Job.new(hash).save!
+      end
+
+      def cache_expired?(url)
+        job = Job.where(:url => url).first
+        expire_time = (job.created_at + JobParser.config[:cache_expire])
+        Time.now > expire_time
+      end
+
+      def get(url)
+        job = Job.where(:url => url).first
+        new_obj = {}
+        job.attributes.each { |k, v| new_obj[k.to_sym] = v unless k == "_id" }
+        new_obj[:from_cache] = true
+        new_obj
+      end
+
+      def clear_all
+        MongoStore::Job.each do |job|
+          job.delete
+        end
+      end
+
+
+      class Job
+        include Mongoid::Document
+        include Mongoid::Timestamps
+
+        field :url, :type => String
+        field :salary, :type => Array
+        field :title, :type => String
+        field :apply, :type => String
+        field :salary_string, :type => String
+        field :location, :type => String
+        field :deadline, :type => String
+      end
+
+    end
+  end
+end

data/lib/jobparser/cache/textfile.rb

@@ -0,0 +1,52 @@
+require 'digest/md5'
+require 'json'
+module JobParser
+  class Cache
+    class TextFile
+      def has_cache_for_url?(url)
+        path = path_for_url(url)
+        File.exist?(path)
+      end
+
+      def store(job_hash)
+        url = job_hash[:url]
+        write_to_file(path_for_url(url), job_hash.to_json)
+      end
+
+      def get(url)
+        path = path_for_url(url)
+        obj = JSON.parse(IO.read(path))
+        sym_obj = {}
+        obj.each { |k, v| sym_obj[k.to_sym] = v }
+        sym_obj[:from_cache] = true
+        sym_obj
+      end
+
+      def clear_all
+        files = Dir[File.join(JobParser.config[:cache_location], "*.txt")]
+        files.each { |f| File.delete(f) }
+      end
+
+      def cache_expired?(url)
+        time = File.mtime(path_for_url(url))
+        expire_time = time + JobParser.config[:cache_expire]
+        Time.now > expire_time
+      end
+
+      private
+
+      def write_to_file(path, contents)
+        File.open(path, "w") { |f| f.puts(contents) }
+      end
+
+      def path_for_url(url)
+        cache_dir = JobParser.config[:cache_location]
+        File.join(cache_dir, md5_url(url))
+      end
+
+      def md5_url(url)
+        "#{Digest::MD5.hexdigest(url)}.txt"
+      end
+    end
+  end
+end

data/lib/jobparser/cache.rb

@@ -1,57 +1,23 @@
-require 'digest/md5'
-require 'json'
-
 module JobParser
   class Cache
-
     def has_cache_for_url?(url)
-      path = path_for_url(url)
-      File.exist?(path)
+      JobParser.config[:cache_storage_class].new.has_cache_for_url?(url)
     end
 
     def fetch_result_for_url(url)
-      path = path_for_url(url)
-      obj = JSON.parse(IO.read(path))
-      sym_obj = {}
-      obj.each { |k, v| sym_obj[k.to_sym] = v }
-      sym_obj[:from_cache] = true
-      sym_obj
+      JobParser.config[:cache_storage_class].new.get(url)
     end
 
     def store_to_file(job_hash)
-      url = job_hash[:url]
-      write_to_file(path_for_url(url), job_hash.to_json)
+      JobParser.config[:cache_storage_class].new.store(job_hash)
     end
 
     def cache_expired?(url)
-      !cache_not_expired?(url)
-    end
-
-    def cache_not_expired?(url)
-      time = File.mtime(path_for_url(url))
-      expire_time = time + JobParser.config[:cache_expire]
-      Time.now < expire_time
+      JobParser.config[:cache_storage_class].new.cache_expired?(url)
     end
 
     def clear_all
-      files = Dir[File.join(JobParser.config[:cache_location], "*.txt")]
-      files.each { |f| File.delete(f) }
-    end
-
-    private
-
-
-    def write_to_file(path, contents)
-      File.open(path, "w") { |f| f.puts(contents) }
-    end
-
-    def path_for_url(url)
-      cache_dir = JobParser.config[:cache_location]
-      File.join(cache_dir, md5_url(url))
-    end
-
-    def md5_url(url)
-      "#{Digest::MD5.hexdigest(url)}.txt"
+      JobParser.config[:cache_storage_class].new.clear_all
     end
   end
 end

data/lib/jobparser/parser.rb

@@ -11,7 +11,7 @@ module JobParser
     def job
       if JobParser.config[:cache_on]
         if JobParser.cache.has_cache_for_url?(@url)
-          if JobParser.cache.cache_not_expired?(@url)
+          if !JobParser.cache.cache_expired?(@url)
             return JobParser.cache.fetch_result_for_url(@url)
           end
         end

data/lib/jobparser/version.rb

@@ -1,3 +1,3 @@
 module JobParser
-  VERSION = "0.6.1"
+  VERSION = "0.7.0"
 end

data/lib/jobparser.rb

@@ -7,6 +7,8 @@ require "jobparser/cleaner"
 require "jobparser/scorer"
 require "jobparser/specialcases"
 require "jobparser/cache"
+require "jobparser/cache/textfile"
+require "jobparser/cache/mongostore"
 require "jobparser/facets/facet"
 require "jobparser/facets/salary"
 require "jobparser/facets/salarystring"
@@ -47,7 +49,8 @@ module JobParser
   @config = {
     :cache_on => false,
     :cache_expire => (1 * 60 * 60), # an hour
-    :cache_location => "cache"
+    :cache_location => "cache",
+    :cache_storage_class => JobParser::Cache::TextFile
   }
 
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: jobparser
 version: !ruby/object:Gem::Version
-  version: 0.6.1
+  version: 0.7.0
   prerelease: 
 platform: ruby
 authors:
@@ -107,6 +107,22 @@ dependencies:
     - - ! '>='
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: mongoid
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
 description: A parser for Job sites
 email:
 - jack@jackfranklin.net
@@ -114,6 +130,8 @@ executables: []
 extensions: []
 extra_rdoc_files: []
 files:
+- lib/jobparser/cache/mongostore.rb
+- lib/jobparser/cache/textfile.rb
 - lib/jobparser/cache.rb
 - lib/jobparser/cleaner.rb
 - lib/jobparser/facets/apply.rb
@@ -130,6 +148,7 @@ files:
 - lib/jobparser/regex.rb
 - lib/jobparser/scorer.rb
 - lib/jobparser/specialcases.rb
+- lib/jobparser/textfile.rb
 - lib/jobparser/version.rb
 - lib/jobparser.rb
 homepage: ''