libcraigscrape 1.0 → 1.1.0

data/CHANGELOG

@@ -1,5 +1,16 @@
 == Change Log
 
+=== Release 1.1
+- ruby 1.9.3 support
+- migrated from rails 2 gems to rails 3
+- Replaced Net:Http with typhoeus
+- Switched to the money gem for price storage
+- fixed some new parsing bugs introduced by craigslist template changes
+- added a tz parameter in the craigwatch report definition for overiding the
+default timezone in your reports. 
+- added support for enable_starttls_auto and tls in craigwatch (Thanks olek!)
+- added erb evaluation support to the craigwatch definition file (Thanks olek!)
+
 === Release 1.0
 - Replaced hpricot dependency with Nokogiri. Nokogiri should be faster and more reliable. Whoo-hoo!
 
@@ -91,4 +102,4 @@
 - Found an example of a screwy listing that was starting date h4's , but not actually listing the dates in them (see mia_fua_index8900.5.21.09.html test case). Added test case - handled appropriately. Seems like a bug in craigslist itself.
 
 === Release 0.5.0 (April 30, 2009)
-- First release. Not much to say - hopefully someone else finds this useful.
+- First release. Not much to say - hopefully someone else finds this useful.

data/Gemfile

@@ -0,0 +1,12 @@
+source 'https://rubygems.org'
+
+gem 'htmlentities', '~>4.3'
+gem 'nokogiri',     '>= 1.4.4'
+gem 'activerecord', '~>3.2.9'
+gem 'activesupport', '~>3.2.9'
+gem 'rspec'
+gem 'kwalify', '~>0.7'
+gem 'actionmailer', '~>3.2.9'
+gem 'sqlite3', '~>1.3'
+gem 'typhoeus', '~>0.5'
+gem 'money', '~>5.0.0'

data/Rakefile

@@ -1,7 +1,6 @@
 require 'rake'
 require 'rake/clean'
-require 'rake/gempackagetask'
-require 'rake/rdoctask'
+require 'rdoc/task'
 require 'rake/testtask'
 require 'fileutils'
 require 'tempfile'
@@ -37,10 +36,6 @@ SPEC =
     s.files = PKG_FILES
     s.require_paths = ["lib"] 
     s.test_files = FileList['test/test_*.rb']
-    s.add_dependency 'nokogiri',     '>= 1.4.4'
-    s.add_dependency 'htmlentities', '>= 4.0.0'
-    s.add_dependency 'activesupport','>= 2.3.0', '< 3'
-    s.add_dependency 'activerecord', '>= 2.3.0', '< 3'
   end
 
 desc "Run all the tests"
@@ -58,14 +53,6 @@ Rake::RDocTask.new do |rdoc|
     rdoc.rdoc_files.add RDOC_FILES+Dir.glob('lib/*.rb').sort_by{|a,b| (a == 'lib/libcraigscrape.rb') ? -1 : 0 }
 end
 
-Rake::GemPackageTask.new(SPEC) do |p|
-  p.need_tar = false
-  p.need_tar_gz = false
-  p.need_tar_bz2 = false
-  p.need_zip = false
-  p.gem_spec = SPEC
-end
-
 task "lib" do
   directory "lib"
 end
@@ -79,44 +66,4 @@ task :uninstall => [:clean] do
   sh %{sudo gem uninstall #{NAME}}
 end
 
-require 'roodi'
-require 'roodi_task'
-
-namespace :code_tests do
-  desc "Analyze for code complexity"
-  task :flog do
-    require 'flog'
-
-    flog = Flog.new
-    flog.flog_files ['lib']
-    threshold = 105
-  
-    bad_methods = flog.totals.select do |name, score|
-       score > threshold
-    end
-  
-    bad_methods.sort { |a,b| a[1] <=> b[1] }.each do |name, score|
-      puts "%8.1f: %s" % [score, name]
-    end
-  
-    puts "WARNING : #{bad_methods.size} methods have a flog complexity > #{threshold}" unless bad_methods.empty?
-  end
-  
-  desc "Analyze for code duplication"
-    require 'flay'
-    task :flay do
-    threshold = 25
-    flay = Flay.new({:fuzzy => false, :verbose => false, :mass => threshold})
-    flay.process(*Flay.expand_dirs_to_files(['lib']))
-  
-    flay.report
-  
-    raise "#{flay.masses.size} chunks of code have a duplicate mass > #{threshold}" unless flay.masses.empty?
-  end
-  
-  RoodiTask.new 'roodi', ['lib/*.rb'], 'roodi.yml'
-end
-
-desc "Run all code tests"
-task :code_tests => %w(code_tests:flog code_tests:flay code_tests:roodi)
 

data/bin/craig_report_schema.yml

@@ -4,6 +4,7 @@ mapping:
    "debug_database":    { type: bool, required: no }
    "debug_mailer":      { type: bool, required: no }
    "debug_craigscrape": { type: bool, required: no }
+   "tz": { type: str, required: no }
 
    "report_name":   { type: str, required: no  }
    "email_to":      { type: str, required: yes }
@@ -18,6 +19,8 @@ mapping:
          "domain":         { type: str, required: no }
          "password":       { type: str, required: no }
          "authentication": { type: str, required: no }
+         "enable_starttls_auto": { type: bool, required: no }
+         "tls":            { type: bool, required: no }
    "tracking_database":
       type: map
       mapping:
@@ -63,4 +66,4 @@ mapping:
               "starting":  
                  type: str
                  required: no
-                 pattern: /^[\d]{1,2}\/[\d]{1,2}\/(?:[\d]{2}|[\d]{4})$/
+                 pattern: /^[\d]{1,2}\/[\d]{1,2}\/(?:[\d]{2}|[\d]{4})$/