jobparser 0.9.1 → 0.10.0

data/lib/jobparser/parseschema.rb

@@ -1,5 +1,12 @@
 # encoding: utf-8
-require "active_support/core_ext/string/inflections.rb"
+def underscore(camel_cased_word)
+  camel_cased_word.to_s.gsub(/::/, '/').
+    gsub(/([A-Z]+)([A-Z][a-z])/,'\1_\2').
+    gsub(/([a-z\d])([A-Z])/,'\1_\2').
+    tr("-", "_").
+    downcase
+end
+
 module JobParser
   class ParseSchema < Parser
 
@@ -9,11 +16,11 @@ module JobParser
     }
 
     EXTRA_SCHEMA_TEXT_FIELDS.each do |field|
-      define_method("job_#{field.underscore}") {
+      define_method("job_#{underscore(field)}") {
         get_content_at_prop(field)
       }
 
-      private "job_#{field.underscore}".to_sym
+      private "job_#{underscore(field)}".to_sym
     end
 
     def initialize(html, from_url)
@@ -25,7 +32,7 @@ module JobParser
       res = super
       res[:schema] = true
       EXTRA_SCHEMA_TEXT_FIELDS.each do |field|
-        underscore_name = field.underscore.to_sym
+        underscore_name = underscore(field).to_sym
         result = send("job_#{underscore_name}")
         res[underscore_name] = result unless result.nil?
       end

data/lib/jobparser/version.rb

@@ -1,3 +1,3 @@
 module JobParser
-  VERSION = "0.9.1"
+  VERSION = "0.10.0"
 end

data/lib/jobparser.rb

@@ -21,7 +21,17 @@ require "open-uri"
 
 module JobParser
   def self.parser(url)
-    html = open(url, :allow_redirections => :safe).read
+    puts "Warning: JobParser.parser is old. Use JobParser.parse"
+
+    JobParser.parse(url)
+  end
+
+  def self.parse(url)
+
+    unless JobParser.config[:cache_on] && JobParser.cache.has_cache_for_url?(@url) && !JobParser.cache.cache_expired?(@url)
+      # we only need the HTML if there's no cache
+      html = open(url, :allow_redirections => :safe).read
+    end
 
     if html.include?("http://schema.org/JobPosting")
       ParseSchema.new(html, url)

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: jobparser
 version: !ruby/object:Gem::Version
-  version: 0.9.1
+  version: 0.10.0
   prerelease: 
 platform: ruby
 authors:
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-08-09 00:00:00.000000000 Z
+date: 2013-08-12 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -123,22 +123,6 @@ dependencies:
     - - ! '>='
       - !ruby/object:Gem::Version
         version: '0'
-- !ruby/object:Gem::Dependency
-  name: activesupport
-  requirement: !ruby/object:Gem::Requirement
-    none: false
-    requirements:
-    - - '='
-      - !ruby/object:Gem::Version
-        version: 4.0.0
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    none: false
-    requirements:
-    - - '='
-      - !ruby/object:Gem::Version
-        version: 4.0.0
 description: A parser for Job sites
 email:
 - jack@jackfranklin.net