craigler 1.3.0

data/.document

@@ -0,0 +1,5 @@
+README.rdoc
+lib/**/*.rb
+bin/*
+features/**/*.feature
+LICENSE

data/.gitignore

@@ -0,0 +1,5 @@
+*.sw?
+.DS_Store
+coverage
+rdoc
+pkg

data/LICENSE

@@ -0,0 +1,22 @@
+(MIT License)
+
+Copyright (c) 2009 Devin Christensen
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.rdoc

@@ -0,0 +1,165 @@
+= Craigler
+
+Search API for craigslist
+
+== SYNOPSIS:
+I couldn't decide which API I liked best, so you have two choices.
+  
+  Craigler.search(:motorcycles, :in => [:utah, :nevada, :arizona], :for => 'Boulevard M50') do |item|
+    puts item.title
+    puts item.url
+    puts item.time
+  end
+
+or
+  
+  Craigler.find('Boulevard M50', :in => :california, :only => :motorcycles) do |item|
+    puts item.title
+    puts item.url
+    puts item.time
+  end
+
+You can also create a search object to fetch the results later. When no location or category is given Craigler searches <tt>:all_for_sale_or_wanted</tt> <tt>:in => :anywhere</tt>
+
+  search = Craigler::Search.new('Yamaha')
+  search.results()
+  
+Note that additional calls to <tt>search.results()</tt> will always return the same result set unless refresh is forced
+  search.results(:refresh => true)
+
+See Craigler::Search for a list of all available options
+
+=== Supported Categories
+<tt>:all_for_sale_or_wanted</tt>, <tt>:art_and_crafts</tt>, <tt>:auto_parts</tt>, <tt>:baby_and_kid_stuff</tt>, <tt>:barter</tt>, <tt>:bicycles</tt>, <tt>:boats</tt>, <tt>:books</tt>, <tt>:business</tt>, <tt>:cars_and_trucks</tt>, <tt>:clothing</tt>, <tt>:collectibles</tt>, <tt>:community</tt>, <tt>:computers_and_tech</tt>, <tt>:electronics</tt>, <tt>:event</tt>, <tt>:farm_and_garden</tt>, <tt>:free_stuff</tt>, <tt>:furniture</tt>, <tt>:games_and_toys</tt>, <tt>:garage_sales</tt>, <tt>:general</tt>, <tt>:gigs</tt>, <tt>:household</tt>, <tt>:housing</tt>, <tt>:items_wanted</tt>, <tt>:jewelry</tt>, <tt>:jobs</tt>, <tt>:materials</tt>, <tt>:media</tt>, <tt>:motorcycles</tt>, <tt>:musical_instruments</tt>, <tt>:personals</tt>, <tt>:photo_and_video</tt>, <tt>:recreational_vehicles</tt>, <tt>:resume</tt>, <tt>:services_offered</tt>, <tt>:sporting_goods</tt>, <tt>:tickets</tt>, <tt>:tools</tt>
+
+=== Supported Locations
+==== States
+<tt>:alaska</tt>, <tt>:arizona</tt>, <tt>:arkansas</tt>, <tt>:california</tt>, <tt>:colorado</tt>, <tt>:connecticut</tt>, <tt>:delaware</tt>, <tt>:dc</tt>, <tt>:florida</tt>, <tt>:georgia</tt>, <tt>:hawaii</tt>, <tt>:idaho</tt>, <tt>:illinois</tt>, <tt>:indiana</tt>, <tt>:iowa</tt>, <tt>:kansas</tt>, <tt>:kentucky</tt>, <tt>:louisiana</tt>, <tt>:maine</tt>, <tt>:maryland</tt>, <tt>:mass</tt>, <tt>:michigan</tt>, <tt>:minnesota</tt>, <tt>:mississippi</tt>, <tt>:missouri</tt>, <tt>:montana</tt>, <tt>:nebraska</tt>, <tt>:nevada</tt>, <tt>:n_hampshire</tt>, <tt>:new_jersey</tt>, <tt>:new_mexico</tt>, <tt>:new_york</tt>, <tt>:n_carolina</tt>, <tt>:north_dakota</tt>, <tt>:ohio</tt>, <tt>:oklahoma</tt>, <tt>:oregon</tt>, <tt>:pennsylvania</tt>, <tt>:rhode_island</tt>, <tt>:s_carolina</tt>, <tt>:south_dakota</tt>, <tt>:tennessee</tt>, <tt>:texas</tt>, <tt>:utah</tt>, <tt>:vermont</tt>, <tt>:virginia</tt>, <tt>:washington</tt>, <tt>:west_virginia</tt> <tt>:wisconsin</tt>, <tt>:wyoming</tt>
+==== Cities
+===== Alabama
+<tt>:auburn</tt>,<tt>:bham</tt>,<tt>:columbusga</tt>,<tt>:dothan</tt>,<tt>:shoals</tt>,<tt>:gadsden</tt>,<tt>:huntsville</tt>,<tt>:mobile</tt>,<tt>:montgomery</tt>,<tt>:tuscaloosa</tt>,
+===== Alaska 
+<tt>:anchorage</tt>,
+===== Arizona 
+<tt>:flagstaff</tt>,<tt>:mohave</tt>,<tt>:phoenix</tt>,<tt>:prescott</tt>,<tt>:sierravista</tt>,<tt>:tucson</tt>,<tt>:yuma</tt>,
+===== Arkansas 
+<tt>:fayar</tt>,<tt>:fortsmith</tt>,<tt>:jonesboro</tt>,<tt>:littlerock</tt>,<tt>:memphis</tt>,<tt>:texarkana</tt>,
+===== California 
+<tt>:sfbay</tt>,<tt>:bakersfield</tt>,<tt>:chico</tt>,<tt>:fresno</tt>,<tt>:goldcountry</tt>,<tt>:humboldt</tt>,<tt>:imperial</tt>,<tt>:inlandempire</tt>,
+<tt>:losangeles</tt>,<tt>:mendocino</tt>,<tt>:merced</tt>,<tt>:modesto</tt>,<tt>:monterey</tt>,<tt>:orangecounty</tt>,<tt>:palmsprings</tt>,<tt>:redding</tt>,
+<tt>:reno</tt>,<tt>:sacramento</tt>,<tt>:sandiego</tt>,<tt>:slo</tt>,<tt>:santabarbara</tt>,<tt>:stockton</tt>,<tt>:ventura</tt>,<tt>:visalia</tt>,<tt>:yubasutter</tt>,
+===== Colorado 
+<tt>:boulder</tt>,<tt>:cosprings</tt>,<tt>:denver</tt>,<tt>:fortcollins</tt>,<tt>:pueblo</tt>,<tt>:rockies</tt>,<tt>:westslope</tt>,
+===== Connecticut 
+<tt>:newlondon</tt>,<tt>:hartford</tt>,<tt>:newhaven</tt>,<tt>:nwct</tt>,
+===== Delaware 
+<tt>:delaware</tt>,
+===== Dc 
+<tt>:washingtondc</tt>,
+===== Florida 
+<tt>:daytona</tt>,<tt>:keys</tt>,<tt>:fortmyers</tt>,<tt>:gainesville</tt>,<tt>:jacksonville</tt>,<tt>:lakeland</tt>,<tt>:ocala</tt>,<tt>:orlando</tt>,
+<tt>:panamacity</tt>,<tt>:pensacola</tt>,<tt>:sarasota</tt>,<tt>:miami</tt>,<tt>:spacecoast</tt>,<tt>:staugustine</tt>,<tt>:tallahassee</tt>,<tt>:tampa</tt>,<tt>:treasure</tt>,
+===== Georgia 
+<tt>:athensga</tt>,<tt>:atlanta</tt>,<tt>:augusta</tt>,<tt>:brunswick</tt>,<tt>:columbusga</tt>,<tt>:macon</tt>,<tt>:savannah</tt>,<tt>:valdosta</tt>,
+===== Hawaii 
+<tt>:honolulu</tt>,
+===== Idaho 
+<tt>:boise</tt>,<tt>:eastidaho</tt>,<tt>:pullman</tt>,<tt>:spokane</tt>,<tt>:twinfalls</tt>,
+===== Illinois 
+<tt>:bn</tt>,<tt>:carbondale</tt>,<tt>:chambana</tt>,<tt>:chicago</tt>,<tt>:decatur</tt>,<tt>:peoria</tt>,<tt>:quadcities</tt>,<tt>:rockford</tt>,<tt>:springfieldil</tt>,<tt>:stlouis</tt>,
+===== Indiana 
+<tt>:bloomington</tt>,<tt>:evansville</tt>,<tt>:fortwayne</tt>,<tt>:indianapolis</tt>,<tt>:tippecanoe</tt>,<tt>:muncie</tt>,<tt>:southbend</tt>,<tt>:terrahaute</tt>,
+===== Iowa 
+<tt>:ames</tt>,<tt>:cedarrapids</tt>,<tt>:desmoines</tt>,<tt>:dubuque</tt>,<tt>:iowacity</tt>,<tt>:omaha</tt>,<tt>:quadcities</tt>,<tt>:siouxcity</tt>,<tt>:waterloo</tt>,
+===== Kansas 
+<tt>:kansascity</tt>,<tt>:lawrence</tt>,<tt>:ksu</tt>,<tt>:topeka</tt>,<tt>:wichita</tt>,
+===== Kentucky 
+<tt>:bgky</tt>,<tt>:cincinnati</tt>,<tt>:huntington</tt>,<tt>:lexington</tt>,<tt>:louisville</tt>,<tt>:westky</tt>,
+===== Louisiana 
+<tt>:batonrouge</tt>,<tt>:lafayette</tt>,<tt>:lakecharles</tt>,<tt>:monroe</tt>,<tt>:neworleans</tt>,<tt>:shreveport</tt>,
+===== Maine 
+<tt>:maine</tt>,
+===== Maryland 
+<tt>:annapolis</tt>,<tt>:baltimore</tt>,<tt>:easternshore</tt>,<tt>:smd</tt>,<tt>:westmd</tt>,
+===== Mass 
+<tt>:boston</tt>,<tt>:capecod</tt>,<tt>:southcoast</tt>,<tt>:westernmass</tt>,<tt>:worcester</tt>,
+===== Michigan 
+<tt>:annarbor</tt>,<tt>:centralmich</tt>,<tt>:detroit</tt>,<tt>:flint</tt>,<tt>:grandrapids</tt>,<tt>:jxn</tt>,<tt>:kalamazoo</tt>,<tt>:lansing</tt>,
+<tt>:muskegon</tt>,<tt>:nmi</tt>,<tt>:porthuron</tt>,<tt>:saginaw</tt>,<tt>:southbend</tt>,<tt>:swmi</tt>,<tt>:up</tt>,
+===== Minnesota 
+<tt>:duluth</tt>,<tt>:fargo</tt>,<tt>:mankato</tt>,<tt>:minneapolis</tt>,<tt>:rmn</tt>,<tt>:stcloud</tt>,
+===== Mississippi 
+<tt>:gulfport</tt>,<tt>:hattiesburg</tt>,<tt>:jackson</tt>,<tt>:memphis</tt>,<tt>:northmiss</tt>,
+===== Missouri 
+<tt>:columbiamo</tt>,<tt>:joplin</tt>,<tt>:kansascity</tt>,<tt>:semo</tt>,<tt>:springfield</tt>,<tt>:stlouis</tt>,
+===== Montana 
+<tt>:montana</tt>,
+===== Nebraska 
+<tt>:grandisland</tt>,<tt>:lincoln</tt>,<tt>:omaha</tt>,<tt>:siouxcity</tt>,
+===== Nevada 
+<tt>:lasvegas</tt>,<tt>:reno</tt>,
+===== N hampshire 
+<tt>:nh</tt>,
+===== New jersey 
+<tt>:cnj</tt>,<tt>:jerseyshore</tt>,<tt>:newjersey</tt>,<tt>:southjersey</tt>,
+===== New mexico 
+<tt>:albuquerque</tt>,<tt>:farmington</tt>,<tt>:lascruces</tt>,<tt>:roswell</tt>,<tt>:santafe</tt>,
+===== New york 
+<tt>:albany</tt>,<tt>:binghamton</tt>,<tt>:buffalo</tt>,<tt>:catskills</tt>,<tt>:chautauqua</tt>,<tt>:elmira</tt>,<tt>:hudsonvalley</tt>,<tt>:ithaca</tt>,
+<tt>:longisland</tt>,<tt>:newyork</tt>,<tt>:plattsburgh</tt>,<tt>:rochester</tt>,<tt>:syracuse</tt>,<tt>:utica</tt>,<tt>:watertown</tt>,
+===== N carolina 
+<tt>:asheville</tt>,<tt>:boone</tt>,<tt>:charlotte</tt>,<tt>:eastnc</tt>,<tt>:fayetteville</tt>,<tt>:greensboro</tt>,<tt>:hickory</tt>,<tt>:outerbanks</tt>,
+<tt>:raleigh</tt>,<tt>:wilmington</tt>,<tt>:winstonsalem</tt>,
+===== North dakota 
+<tt>:fargo</tt>,<tt>:nd</tt>,
+===== Ohio 
+<tt>:akroncanton</tt>,<tt>:athensohio</tt>,<tt>:cincinnati</tt>,<tt>:cleveland</tt>,<tt>:columbus</tt>,<tt>:dayton</tt>,<tt>:huntington</tt>,<tt>:limaohio</tt>,
+<tt>:mansfield</tt>,<tt>:parkersburg</tt>,<tt>:sandusky</tt>,<tt>:toledo</tt>,<tt>:wheeling</tt>,<tt>:youngstown</tt>,
+===== Oklahoma 
+<tt>:fortsmith</tt>,<tt>:lawton</tt>,<tt>:oklahomacity</tt>,<tt>:stillwater</tt>,<tt>:tulsa</tt>,
+===== Oregon 
+<tt>:bend</tt>,<tt>:corvallis</tt>,<tt>:eastoregon</tt>,<tt>:eugene</tt>,<tt>:medford</tt>,<tt>:oregoncoast</tt>,<tt>:portland</tt>,<tt>:roseburg</tt>,<tt>:salem</tt>,
+===== Pennsylvania 
+<tt>:altoona</tt>,<tt>:erie</tt>,<tt>:harrisburg</tt>,<tt>:lancaster</tt>,<tt>:allentown</tt>,<tt>:philadelphia</tt>,<tt>:pittsburgh</tt>,<tt>:poconos</tt>,
+<tt>:reading</tt>,<tt>:scranton</tt>,<tt>:pennstate</tt>,<tt>:williamsport</tt>,<tt>:york</tt>,
+===== Rhode island 
+<tt>:providence</tt>,
+===== S carolina 
+<tt>:charleston</tt>,<tt>:columbia</tt>,<tt>:florencesc</tt>,<tt>:greenville</tt>,<tt>:hiltonhead</tt>,<tt>:myrtlebeach</tt>,
+===== South dakota 
+<tt>:sd</tt>,
+===== Tennessee 
+<tt>:chattanooga</tt>,<tt>:clarksville</tt>,<tt>:jacksontn</tt>,<tt>:knoxville</tt>,<tt>:memphis</tt>,<tt>:nashville</tt>,<tt>:tricities</tt>,
+===== Texas 
+<tt>:abilene</tt>,<tt>:amarillo</tt>,<tt>:austin</tt>,<tt>:beaumont</tt>,<tt>:brownsville</tt>,<tt>:collegestation</tt>,<tt>:corpuschristi</tt>,<tt>:dallas</tt>,
+<tt>:elpaso</tt>,<tt>:galveston</tt>,<tt>:houston</tt>,<tt>:killeen</tt>,<tt>:laredo</tt>,<tt>:lubbock</tt>,<tt>:mcallen</tt>,<tt>:odessa</tt>,<tt>:sanantonio</tt>,
+<tt>:sanmarcos</tt>,<tt>:texarkana</tt>,<tt>:easttexas</tt>,<tt>:victoriatx</tt>,<tt>:waco</tt>,<tt>:wichitafalls</tt>,
+===== Utah 
+<tt>:logan</tt>,<tt>:ogden</tt>,<tt>:provo</tt>,<tt>:saltlakecity</tt>,<tt>:stgeorge</tt>,
+===== Vermont 
+<tt>:burlington</tt>,
+===== Virginia 
+<tt>:blacksburg</tt>,<tt>:charlottesville</tt>,<tt>:danville</tt>,<tt>:easternshore</tt>,<tt>:fredericksburg</tt>,<tt>:norfolk</tt>,<tt>:harrisonburg</tt>,
+<tt>:lynchburg</tt>,<tt>:richmond</tt>,<tt>:roanoke</tt>,
+===== Washington 
+<tt>:bellingham</tt>,<tt>:kpr</tt>,<tt>:olympic</tt>,<tt>:pullman</tt>,<tt>:seattle</tt>,<tt>:skagit</tt>,<tt>:spokane</tt>,<tt>:wenatchee</tt>,<tt>:yakima</tt>,
+===== West virginia 
+<tt>:charlestonwv</tt>,<tt>:huntington</tt>,<tt>:martinsburg</tt>,<tt>:morgantown</tt>,<tt>:parkersburg</tt>,<tt>:wv</tt>,<tt>:wheeling</tt>,
+===== Wisconsin 
+<tt>:appleton</tt>,<tt>:duluth</tt>,<tt>:eauclaire</tt>,<tt>:greenbay</tt>,<tt>:janesville</tt>,<tt>:racine</tt>,<tt>:lacrosse</tt>,<tt>:madison</tt>,
+<tt>:milwaukee</tt>,<tt>:sheboygan</tt>,<tt>:wausau</tt> 
+
+
+Or use <tt>:in => :anywhere</tt> to search all supported locations.
+
+== REQUIREMENTS:
+
+* Hpricot
+
+== INSTALL:
+
+* sudo gem install quixoten-craigler
+
+== Copyright
+
+Copyright (c) 2009 Devin Christensen. See LICENSE for details.

data/Rakefile

@@ -0,0 +1,58 @@
+require 'rubygems'
+require 'rake'
+
+begin
+  require 'jeweler'
+  Jeweler::Tasks.new do |gem|
+    gem.name = "craigler"
+    gem.summary = %Q{Search API for craigslist}
+    gem.email = "quixoten@gmail.com"
+    gem.homepage = "http://github.com/threetrieslater/craigler"
+    gem.authors = ["Devin Christensen"]
+    gem.add_development_dependency "shoulda", ">= 2.10.3"
+    # gem is a Gem::Specification... see http://www.rubygems.org/read/chapter/20 for additional settings
+  end
+
+rescue LoadError
+  puts "Jeweler (or a dependency) not available. Install it with: sudo gem install jeweler"
+end
+
+require 'rake/testtask'
+Rake::TestTask.new(:test) do |test|
+  test.libs << 'lib' << 'test'
+  test.pattern = 'test/**/*_test.rb'
+  test.verbose = true
+end
+
+begin
+  require 'rcov/rcovtask'
+  Rcov::RcovTask.new do |test|
+    test.libs << 'test'
+    test.pattern = 'test/**/*_test.rb'
+    test.verbose = true
+  end
+rescue LoadError
+  task :rcov do
+    abort "RCov is not available. In order to run rcov, you must: sudo gem install spicycode-rcov"
+  end
+end
+
+
+task :default => :test
+
+require 'rake/rdoctask'
+Rake::RDocTask.new do |rdoc|
+  if File.exist?('VERSION.yml')
+    config = YAML.load(File.read('VERSION.yml'))
+    version = "#{config[:major]}.#{config[:minor]}.#{config[:patch]}"
+  else
+    version = ""
+  end
+
+  rdoc.rdoc_dir = 'rdoc'
+  rdoc.title = "Craigler #{version}"
+  rdoc.rdoc_files.include('lib/**/*.rb')
+  rdoc.rdoc_files.include('README.rdoc', 'LICENSE')
+  rdoc.main = 'README.rdoc'
+end
+

data/VERSION.yml

@@ -0,0 +1,5 @@
+--- 
+:minor: 3
+:patch: 0
+:major: 1
+:build: 

data/craigler.gemspec

@@ -0,0 +1,57 @@
+# Generated by jeweler
+# DO NOT EDIT THIS FILE DIRECTLY
+# Instead, edit Jeweler::Tasks in Rakefile, and run the gemspec command
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |s|
+  s.name = %q{craigler}
+  s.version = "1.3.0"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+  s.authors = ["Devin Christensen"]
+  s.date = %q{2010-09-05}
+  s.email = %q{quixoten@gmail.com}
+  s.extra_rdoc_files = [
+    "LICENSE",
+     "README.rdoc"
+  ]
+  s.files = [
+    ".document",
+     ".gitignore",
+     "LICENSE",
+     "README.rdoc",
+     "Rakefile",
+     "VERSION.yml",
+     "craigler.gemspec",
+     "lib/craigler.rb",
+     "lib/craigler/constants.rb",
+     "lib/craigler/search.rb",
+     "test/craigler_search_test.rb",
+     "test/craigler_test.rb",
+     "test/test_helper.rb"
+  ]
+  s.homepage = %q{http://github.com/threetrieslater/craigler}
+  s.rdoc_options = ["--charset=UTF-8"]
+  s.require_paths = ["lib"]
+  s.rubygems_version = %q{1.3.7}
+  s.summary = %q{Search API for craigslist}
+  s.test_files = [
+    "test/craigler_search_test.rb",
+     "test/craigler_test.rb",
+     "test/test_helper.rb"
+  ]
+
+  if s.respond_to? :specification_version then
+    current_version = Gem::Specification::CURRENT_SPECIFICATION_VERSION
+    s.specification_version = 3
+
+    if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then
+      s.add_development_dependency(%q<shoulda>, [">= 2.10.3"])
+    else
+      s.add_dependency(%q<shoulda>, [">= 2.10.3"])
+    end
+  else
+    s.add_dependency(%q<shoulda>, [">= 2.10.3"])
+  end
+end
+

data/lib/craigler.rb

@@ -0,0 +1,36 @@
+require 'open-uri'
+require 'Hpricot'
+
+require 'craigler/constants'
+require 'craigler/search'
+
+module Craigler
+  
+  # :stopdoc:
+  class CraiglerError < StandardError; end
+  class InvalidCategory < CraiglerError; end
+  class InvalidSearchTerm < CraiglerError; end
+  class InvalidLocation < CraiglerError; end
+  # :startdoc:
+  
+  class << self
+    # Interface to Search that may or may not be more readable
+    #
+    # Supports all options of Search#new except <tt>:only</tt>, as it's supplied through the <tt>category</tt> parameter
+    def search(category, options = {})
+      options = options.merge({ :only => category })
+      results = Search.new(options.delete(:for), options).results()
+      results.each {|result| yield(result) } if block_given?
+      results
+    end
+    
+    # Interface to Search that somewhat mimics ActiveRecord#find
+    #
+    # Supports all the options of Search#new
+    def find(search_term, options = {})
+      results = Search.new(search_term, options).results()
+      results.each {|result| yield(result) } if block_given?
+      results
+    end
+  end
+end

data/lib/craigler/constants.rb

@@ -0,0 +1,501 @@
+module Craigler
+  
+  # :stopdoc:
+  RESULTS_PER_PAGE = 25
+  
+  LOCATIONS = {
+    :alabama => ['http://auburn.craigslist.org/','http://bham.craigslist.org/','http://columbusga.craigslist.org/','http://dothan.craigslist.org/','http://shoals.craigslist.org/','http://gadsden.craigslist.org/','http://huntsville.craigslist.org/','http://mobile.craigslist.org/','http://montgomery.craigslist.org/','http://tuscaloosa.craigslist.org/'],
+    :alaska => ['http://anchorage.craigslist.org/'],
+    :arizona => ['http://flagstaff.craigslist.org/','http://mohave.craigslist.org/','http://phoenix.craigslist.org/','http://prescott.craigslist.org/','http://sierravista.craigslist.org/','http://tucson.craigslist.org/','http://yuma.craigslist.org/'],
+    :arkansas => ['http://fayar.craigslist.org/','http://fortsmith.craigslist.org/','http://jonesboro.craigslist.org/','http://littlerock.craigslist.org/','http://memphis.craigslist.org/','http://texarkana.craigslist.org/'],
+    :california => ['http://sfbay.craigslist.org/','http://bakersfield.craigslist.org/','http://chico.craigslist.org/','http://fresno.craigslist.org/','http://goldcountry.craigslist.org/','http://humboldt.craigslist.org/','http://imperial.craigslist.org/','http://inlandempire.craigslist.org/','http://losangeles.craigslist.org/','http://mendocino.craigslist.org/','http://merced.craigslist.org/','http://modesto.craigslist.org/','http://monterey.craigslist.org/','http://orangecounty.craigslist.org/','http://palmsprings.craigslist.org/','http://redding.craigslist.org/','http://reno.craigslist.org/','http://sacramento.craigslist.org/','http://sandiego.craigslist.org/','http://slo.craigslist.org/','http://santabarbara.craigslist.org/','http://stockton.craigslist.org/','http://ventura.craigslist.org/','http://visalia.craigslist.org/','http://yubasutter.craigslist.org/'],
+    :colorado => ['http://boulder.craigslist.org/','http://cosprings.craigslist.org/','http://denver.craigslist.org/','http://fortcollins.craigslist.org/','http://pueblo.craigslist.org/','http://rockies.craigslist.org/','http://westslope.craigslist.org/'],
+    :connecticut => ['http://newlondon.craigslist.org/','http://hartford.craigslist.org/','http://newhaven.craigslist.org/','http://nwct.craigslist.org/'],
+    :delaware => ['http://delaware.craigslist.org/'],
+    :dc => ['http://washingtondc.craigslist.org/'],
+    :florida => ['http://daytona.craigslist.org/','http://keys.craigslist.org/','http://fortmyers.craigslist.org/','http://gainesville.craigslist.org/','http://jacksonville.craigslist.org/','http://lakeland.craigslist.org/','http://ocala.craigslist.org/','http://orlando.craigslist.org/','http://panamacity.craigslist.org/','http://pensacola.craigslist.org/','http://sarasota.craigslist.org/','http://miami.craigslist.org/','http://spacecoast.craigslist.org/','http://staugustine.craigslist.org/','http://tallahassee.craigslist.org/','http://tampa.craigslist.org/','http://treasure.craigslist.org/'],
+    :georgia => ['http://athensga.craigslist.org/','http://atlanta.craigslist.org/','http://augusta.craigslist.org/','http://brunswick.craigslist.org/','http://columbusga.craigslist.org/','http://macon.craigslist.org/','http://savannah.craigslist.org/','http://valdosta.craigslist.org/'],
+    :hawaii => ['http://honolulu.craigslist.org/'],
+    :idaho => ['http://boise.craigslist.org/','http://eastidaho.craigslist.org/','http://pullman.craigslist.org/','http://spokane.craigslist.org/','http://twinfalls.craigslist.org/'],
+    :illinois => ['http://bn.craigslist.org/','http://carbondale.craigslist.org/','http://chambana.craigslist.org/','http://chicago.craigslist.org/','http://decatur.craigslist.org/','http://peoria.craigslist.org/','http://quadcities.craigslist.org/','http://rockford.craigslist.org/','http://springfieldil.craigslist.org/','http://stlouis.craigslist.org/'],
+    :indiana => ['http://bloomington.craigslist.org/','http://evansville.craigslist.org/','http://fortwayne.craigslist.org/','http://indianapolis.craigslist.org/','http://tippecanoe.craigslist.org/','http://muncie.craigslist.org/','http://southbend.craigslist.org/','http://terrahaute.craigslist.org/'],
+    :iowa => ['http://ames.craigslist.org/','http://cedarrapids.craigslist.org/','http://desmoines.craigslist.org/','http://dubuque.craigslist.org/','http://iowacity.craigslist.org/','http://omaha.craigslist.org/','http://quadcities.craigslist.org/','http://siouxcity.craigslist.org/','http://waterloo.craigslist.org/'],
+    :kansas => ['http://kansascity.craigslist.org/','http://lawrence.craigslist.org/','http://ksu.craigslist.org/','http://topeka.craigslist.org/','http://wichita.craigslist.org/'],
+    :kentucky => ['http://bgky.craigslist.org/','http://cincinnati.craigslist.org/','http://huntington.craigslist.org/','http://lexington.craigslist.org/','http://louisville.craigslist.org/','http://westky.craigslist.org/'],
+    :louisiana => ['http://batonrouge.craigslist.org/','http://lafayette.craigslist.org/','http://lakecharles.craigslist.org/','http://monroe.craigslist.org/','http://neworleans.craigslist.org/','http://shreveport.craigslist.org/'],
+    :maine => ['http://maine.craigslist.org/'],
+    :maryland => ['http://annapolis.craigslist.org/','http://baltimore.craigslist.org/','http://easternshore.craigslist.org/','http://smd.craigslist.org/','http://westmd.craigslist.org/'],
+    :mass => ['http://boston.craigslist.org/','http://capecod.craigslist.org/','http://southcoast.craigslist.org/','http://westernmass.craigslist.org/','http://worcester.craigslist.org/'],
+    :michigan => ['http://annarbor.craigslist.org/','http://centralmich.craigslist.org/','http://detroit.craigslist.org/','http://flint.craigslist.org/','http://grandrapids.craigslist.org/','http://jxn.craigslist.org/','http://kalamazoo.craigslist.org/','http://lansing.craigslist.org/','http://muskegon.craigslist.org/','http://nmi.craigslist.org/','http://porthuron.craigslist.org/','http://saginaw.craigslist.org/','http://southbend.craigslist.org/','http://swmi.craigslist.org/','http://up.craigslist.org/'],
+    :minnesota => ['http://duluth.craigslist.org/','http://fargo.craigslist.org/','http://mankato.craigslist.org/','http://minneapolis.craigslist.org/','http://rmn.craigslist.org/','http://stcloud.craigslist.org/'],
+    :mississippi => ['http://gulfport.craigslist.org/','http://hattiesburg.craigslist.org/','http://jackson.craigslist.org/','http://memphis.craigslist.org/','http://northmiss.craigslist.org/'],
+    :missouri => ['http://columbiamo.craigslist.org/','http://joplin.craigslist.org/','http://kansascity.craigslist.org/','http://semo.craigslist.org/','http://springfield.craigslist.org/','http://stlouis.craigslist.org/'],
+    :montana => ['http://montana.craigslist.org/'],
+    :nebraska => ['http://grandisland.craigslist.org/','http://lincoln.craigslist.org/','http://omaha.craigslist.org/','http://siouxcity.craigslist.org/'],
+    :nevada => ['http://lasvegas.craigslist.org/','http://reno.craigslist.org/'],
+    :n_hampshire => ['http://nh.craigslist.org/'],
+    :new_jersey => ['http://cnj.craigslist.org/','http://jerseyshore.craigslist.org/','http://newjersey.craigslist.org/','http://southjersey.craigslist.org/'],
+    :new_mexico => ['http://albuquerque.craigslist.org/','http://farmington.craigslist.org/','http://lascruces.craigslist.org/','http://roswell.craigslist.org/','http://santafe.craigslist.org/'],
+    :new_york => ['http://albany.craigslist.org/','http://binghamton.craigslist.org/','http://buffalo.craigslist.org/','http://catskills.craigslist.org/','http://chautauqua.craigslist.org/','http://elmira.craigslist.org/','http://hudsonvalley.craigslist.org/','http://ithaca.craigslist.org/','http://longisland.craigslist.org/','http://newyork.craigslist.org/','http://plattsburgh.craigslist.org/','http://rochester.craigslist.org/','http://syracuse.craigslist.org/','http://utica.craigslist.org/','http://watertown.craigslist.org/'],
+    :n_carolina => ['http://asheville.craigslist.org/','http://boone.craigslist.org/','http://charlotte.craigslist.org/','http://eastnc.craigslist.org/','http://fayetteville.craigslist.org/','http://greensboro.craigslist.org/','http://hickory.craigslist.org/','http://outerbanks.craigslist.org/','http://raleigh.craigslist.org/','http://wilmington.craigslist.org/','http://winstonsalem.craigslist.org/'],
+    :north_dakota => ['http://fargo.craigslist.org/','http://nd.craigslist.org/'],
+    :ohio => ['http://akroncanton.craigslist.org/','http://athensohio.craigslist.org/','http://cincinnati.craigslist.org/','http://cleveland.craigslist.org/','http://columbus.craigslist.org/','http://dayton.craigslist.org/','http://huntington.craigslist.org/','http://limaohio.craigslist.org/','http://mansfield.craigslist.org/','http://parkersburg.craigslist.org/','http://sandusky.craigslist.org/','http://toledo.craigslist.org/','http://wheeling.craigslist.org/','http://youngstown.craigslist.org/'],
+    :oklahoma => ['http://fortsmith.craigslist.org/','http://lawton.craigslist.org/','http://oklahomacity.craigslist.org/','http://stillwater.craigslist.org/','http://tulsa.craigslist.org/'],
+    :oregon => ['http://bend.craigslist.org/','http://corvallis.craigslist.org/','http://eastoregon.craigslist.org/','http://eugene.craigslist.org/','http://medford.craigslist.org/','http://oregoncoast.craigslist.org/','http://portland.craigslist.org/','http://roseburg.craigslist.org/','http://salem.craigslist.org/'],
+    :pennsylvania => ['http://altoona.craigslist.org/','http://erie.craigslist.org/','http://harrisburg.craigslist.org/','http://lancaster.craigslist.org/','http://allentown.craigslist.org/','http://philadelphia.craigslist.org/','http://pittsburgh.craigslist.org/','http://poconos.craigslist.org/','http://reading.craigslist.org/','http://scranton.craigslist.org/','http://pennstate.craigslist.org/','http://williamsport.craigslist.org/','http://york.craigslist.org/'],
+    :rhode_island => ['http://providence.craigslist.org/'],
+    :s_carolina => ['http://charleston.craigslist.org/','http://columbia.craigslist.org/','http://florencesc.craigslist.org/','http://greenville.craigslist.org/','http://hiltonhead.craigslist.org/','http://myrtlebeach.craigslist.org/'],
+    :south_dakota => ['http://sd.craigslist.org/'],
+    :tennessee => ['http://chattanooga.craigslist.org/','http://clarksville.craigslist.org/','http://jacksontn.craigslist.org/','http://knoxville.craigslist.org/','http://memphis.craigslist.org/','http://nashville.craigslist.org/','http://tricities.craigslist.org/'],
+    :texas => ['http://abilene.craigslist.org/','http://amarillo.craigslist.org/','http://austin.craigslist.org/','http://beaumont.craigslist.org/','http://brownsville.craigslist.org/','http://collegestation.craigslist.org/','http://corpuschristi.craigslist.org/','http://dallas.craigslist.org/','http://elpaso.craigslist.org/','http://galveston.craigslist.org/','http://houston.craigslist.org/','http://killeen.craigslist.org/','http://laredo.craigslist.org/','http://lubbock.craigslist.org/','http://mcallen.craigslist.org/','http://odessa.craigslist.org/','http://sanantonio.craigslist.org/','http://sanmarcos.craigslist.org/','http://texarkana.craigslist.org/','http://easttexas.craigslist.org/','http://victoriatx.craigslist.org/','http://waco.craigslist.org/','http://wichitafalls.craigslist.org/'],
+    :utah => ['http://logan.craigslist.org/','http://ogden.craigslist.org/','http://provo.craigslist.org/','http://saltlakecity.craigslist.org/','http://stgeorge.craigslist.org/'],
+    :vermont => ['http://burlington.craigslist.org/'],
+    :virginia => ['http://blacksburg.craigslist.org/','http://charlottesville.craigslist.org/','http://danville.craigslist.org/','http://easternshore.craigslist.org/','http://fredericksburg.craigslist.org/','http://norfolk.craigslist.org/','http://harrisonburg.craigslist.org/','http://lynchburg.craigslist.org/','http://richmond.craigslist.org/','http://roanoke.craigslist.org/'],
+    :washington => ['http://bellingham.craigslist.org/','http://kpr.craigslist.org/','http://olympic.craigslist.org/','http://pullman.craigslist.org/','http://seattle.craigslist.org/','http://skagit.craigslist.org/','http://spokane.craigslist.org/','http://wenatchee.craigslist.org/','http://yakima.craigslist.org/'],
+    :west_virginia => ['http://charlestonwv.craigslist.org/','http://huntington.craigslist.org/','http://martinsburg.craigslist.org/','http://morgantown.craigslist.org/','http://parkersburg.craigslist.org/','http://wv.craigslist.org/','http://wheeling.craigslist.org/'],
+    :wisconsin => ['http://appleton.craigslist.org/','http://duluth.craigslist.org/','http://eauclaire.craigslist.org/','http://greenbay.craigslist.org/','http://janesville.craigslist.org/','http://racine.craigslist.org/','http://lacrosse.craigslist.org/','http://madison.craigslist.org/','http://milwaukee.craigslist.org/','http://sheboygan.craigslist.org/','http://wausau.craigslist.org/'],
+    :wyoming => ['http://wyoming.craigslist.org/'],
+    # Alabama
+    :auburn => ['http://auburn.craigslist.org/'],
+    :bham => ['http://bham.craigslist.org/'],
+    :columbusga => ['http://columbusga.craigslist.org/'],
+    :dothan => ['http://dothan.craigslist.org/'],
+    :shoals => ['http://shoals.craigslist.org/'],
+    :gadsden => ['http://gadsden.craigslist.org/'],
+    :huntsville => ['http://huntsville.craigslist.org/'],
+    :mobile => ['http://mobile.craigslist.org/'],
+    :montgomery => ['http://montgomery.craigslist.org/'],
+    :tuscaloosa => ['http://tuscaloosa.craigslist.org/'],
+    # Alaska =
+    :anchorage => ['http://anchorage.craigslist.org/'],
+    # Arizona =
+    :flagstaff => ['http://flagstaff.craigslist.org/'],
+    :mohave => ['http://mohave.craigslist.org/'],
+    :phoenix => ['http://phoenix.craigslist.org/'],
+    :prescott => ['http://prescott.craigslist.org/'],
+    :sierravista => ['http://sierravista.craigslist.org/'],
+    :tucson => ['http://tucson.craigslist.org/'],
+    :yuma => ['http://yuma.craigslist.org/'],
+    # Arkansas =
+    :fayar => ['http://fayar.craigslist.org/'],
+    :fortsmith => ['http://fortsmith.craigslist.org/'],
+    :jonesboro => ['http://jonesboro.craigslist.org/'],
+    :littlerock => ['http://littlerock.craigslist.org/'],
+    :memphis => ['http://memphis.craigslist.org/'],
+    :texarkana => ['http://texarkana.craigslist.org/'],
+    # California =
+    :sfbay => ['http://sfbay.craigslist.org/'],
+    :bakersfield => ['http://bakersfield.craigslist.org/'],
+    :chico => ['http://chico.craigslist.org/'],
+    :fresno => ['http://fresno.craigslist.org/'],
+    :goldcountry => ['http://goldcountry.craigslist.org/'],
+    :humboldt => ['http://humboldt.craigslist.org/'],
+    :imperial => ['http://imperial.craigslist.org/'],
+    :inlandempire => ['http://inlandempire.craigslist.org/'],
+    :losangeles => ['http://losangeles.craigslist.org/'],
+    :mendocino => ['http://mendocino.craigslist.org/'],
+    :merced => ['http://merced.craigslist.org/'],
+    :modesto => ['http://modesto.craigslist.org/'],
+    :monterey => ['http://monterey.craigslist.org/'],
+    :orangecounty => ['http://orangecounty.craigslist.org/'],
+    :palmsprings => ['http://palmsprings.craigslist.org/'],
+    :redding => ['http://redding.craigslist.org/'],
+    :reno => ['http://reno.craigslist.org/'],
+    :sacramento => ['http://sacramento.craigslist.org/'],
+    :sandiego => ['http://sandiego.craigslist.org/'],
+    :slo => ['http://slo.craigslist.org/'],
+    :santabarbara => ['http://santabarbara.craigslist.org/'],
+    :stockton => ['http://stockton.craigslist.org/'],
+    :ventura => ['http://ventura.craigslist.org/'],
+    :visalia => ['http://visalia.craigslist.org/'],
+    :yubasutter => ['http://yubasutter.craigslist.org/'],
+    # Colorado =
+    :boulder => ['http://boulder.craigslist.org/'],
+    :cosprings => ['http://cosprings.craigslist.org/'],
+    :denver => ['http://denver.craigslist.org/'],
+    :fortcollins => ['http://fortcollins.craigslist.org/'],
+    :pueblo => ['http://pueblo.craigslist.org/'],
+    :rockies => ['http://rockies.craigslist.org/'],
+    :westslope => ['http://westslope.craigslist.org/'],
+    # Connecticut =
+    :newlondon => ['http://newlondon.craigslist.org/'],
+    :hartford => ['http://hartford.craigslist.org/'],
+    :newhaven => ['http://newhaven.craigslist.org/'],
+    :nwct => ['http://nwct.craigslist.org/'],
+    # Delaware =
+    :delaware => ['http://delaware.craigslist.org/'],
+    # Dc =
+    :washingtondc => ['http://washingtondc.craigslist.org/'],
+    # Florida =
+    :daytona => ['http://daytona.craigslist.org/'],
+    :keys => ['http://keys.craigslist.org/'],
+    :fortmyers => ['http://fortmyers.craigslist.org/'],
+    :gainesville => ['http://gainesville.craigslist.org/'],
+    :jacksonville => ['http://jacksonville.craigslist.org/'],
+    :lakeland => ['http://lakeland.craigslist.org/'],
+    :ocala => ['http://ocala.craigslist.org/'],
+    :orlando => ['http://orlando.craigslist.org/'],
+    :panamacity => ['http://panamacity.craigslist.org/'],
+    :pensacola => ['http://pensacola.craigslist.org/'],
+    :sarasota => ['http://sarasota.craigslist.org/'],
+    :miami => ['http://miami.craigslist.org/'],
+    :spacecoast => ['http://spacecoast.craigslist.org/'],
+    :staugustine => ['http://staugustine.craigslist.org/'],
+    :tallahassee => ['http://tallahassee.craigslist.org/'],
+    :tampa => ['http://tampa.craigslist.org/'],
+    :treasure => ['http://treasure.craigslist.org/'],
+    # Georgia =
+    :athensga => ['http://athensga.craigslist.org/'],
+    :atlanta => ['http://atlanta.craigslist.org/'],
+    :augusta => ['http://augusta.craigslist.org/'],
+    :brunswick => ['http://brunswick.craigslist.org/'],
+    :columbusga => ['http://columbusga.craigslist.org/'],
+    :macon => ['http://macon.craigslist.org/'],
+    :savannah => ['http://savannah.craigslist.org/'],
+    :valdosta => ['http://valdosta.craigslist.org/'],
+    # Hawaii =
+    :honolulu => ['http://honolulu.craigslist.org/'],
+    # Idaho =
+    :boise => ['http://boise.craigslist.org/'],
+    :eastidaho => ['http://eastidaho.craigslist.org/'],
+    :pullman => ['http://pullman.craigslist.org/'],
+    :spokane => ['http://spokane.craigslist.org/'],
+    :twinfalls => ['http://twinfalls.craigslist.org/'],
+    # Illinois =
+    :bn => ['http://bn.craigslist.org/'],
+    :carbondale => ['http://carbondale.craigslist.org/'],
+    :chambana => ['http://chambana.craigslist.org/'],
+    :chicago => ['http://chicago.craigslist.org/'],
+    :decatur => ['http://decatur.craigslist.org/'],
+    :peoria => ['http://peoria.craigslist.org/'],
+    :quadcities => ['http://quadcities.craigslist.org/'],
+    :rockford => ['http://rockford.craigslist.org/'],
+    :springfieldil => ['http://springfieldil.craigslist.org/'],
+    :stlouis => ['http://stlouis.craigslist.org/'],
+    # Indiana =
+    :bloomington => ['http://bloomington.craigslist.org/'],
+    :evansville => ['http://evansville.craigslist.org/'],
+    :fortwayne => ['http://fortwayne.craigslist.org/'],
+    :indianapolis => ['http://indianapolis.craigslist.org/'],
+    :tippecanoe => ['http://tippecanoe.craigslist.org/'],
+    :muncie => ['http://muncie.craigslist.org/'],
+    :southbend => ['http://southbend.craigslist.org/'],
+    :terrahaute => ['http://terrahaute.craigslist.org/'],
+    # Iowa =
+    :ames => ['http://ames.craigslist.org/'],
+    :cedarrapids => ['http://cedarrapids.craigslist.org/'],
+    :desmoines => ['http://desmoines.craigslist.org/'],
+    :dubuque => ['http://dubuque.craigslist.org/'],
+    :iowacity => ['http://iowacity.craigslist.org/'],
+    :omaha => ['http://omaha.craigslist.org/'],
+    :quadcities => ['http://quadcities.craigslist.org/'],
+    :siouxcity => ['http://siouxcity.craigslist.org/'],
+    :waterloo => ['http://waterloo.craigslist.org/'],
+    # Kansas =
+    :kansascity => ['http://kansascity.craigslist.org/'],
+    :lawrence => ['http://lawrence.craigslist.org/'],
+    :ksu => ['http://ksu.craigslist.org/'],
+    :topeka => ['http://topeka.craigslist.org/'],
+    :wichita => ['http://wichita.craigslist.org/'],
+    # Kentucky =
+    :bgky => ['http://bgky.craigslist.org/'],
+    :cincinnati => ['http://cincinnati.craigslist.org/'],
+    :huntington => ['http://huntington.craigslist.org/'],
+    :lexington => ['http://lexington.craigslist.org/'],
+    :louisville => ['http://louisville.craigslist.org/'],
+    :westky => ['http://westky.craigslist.org/'],
+    # Louisiana =
+    :batonrouge => ['http://batonrouge.craigslist.org/'],
+    :lafayette => ['http://lafayette.craigslist.org/'],
+    :lakecharles => ['http://lakecharles.craigslist.org/'],
+    :monroe => ['http://monroe.craigslist.org/'],
+    :neworleans => ['http://neworleans.craigslist.org/'],
+    :shreveport => ['http://shreveport.craigslist.org/'],
+    # Maine =
+    :maine => ['http://maine.craigslist.org/'],
+    # Maryland =
+    :annapolis => ['http://annapolis.craigslist.org/'],
+    :baltimore => ['http://baltimore.craigslist.org/'],
+    :easternshore => ['http://easternshore.craigslist.org/'],
+    :smd => ['http://smd.craigslist.org/'],
+    :westmd => ['http://westmd.craigslist.org/'],
+    # Mass =
+    :boston => ['http://boston.craigslist.org/'],
+    :capecod => ['http://capecod.craigslist.org/'],
+    :southcoast => ['http://southcoast.craigslist.org/'],
+    :westernmass => ['http://westernmass.craigslist.org/'],
+    :worcester => ['http://worcester.craigslist.org/'],
+    # Michigan =
+    :annarbor => ['http://annarbor.craigslist.org/'],
+    :centralmich => ['http://centralmich.craigslist.org/'],
+    :detroit => ['http://detroit.craigslist.org/'],
+    :flint => ['http://flint.craigslist.org/'],
+    :grandrapids => ['http://grandrapids.craigslist.org/'],
+    :jxn => ['http://jxn.craigslist.org/'],
+    :kalamazoo => ['http://kalamazoo.craigslist.org/'],
+    :lansing => ['http://lansing.craigslist.org/'],
+    :muskegon => ['http://muskegon.craigslist.org/'],
+    :nmi => ['http://nmi.craigslist.org/'],
+    :porthuron => ['http://porthuron.craigslist.org/'],
+    :saginaw => ['http://saginaw.craigslist.org/'],
+    :southbend => ['http://southbend.craigslist.org/'],
+    :swmi => ['http://swmi.craigslist.org/'],
+    :up => ['http://up.craigslist.org/'],
+    # Minnesota =
+    :duluth => ['http://duluth.craigslist.org/'],
+    :fargo => ['http://fargo.craigslist.org/'],
+    :mankato => ['http://mankato.craigslist.org/'],
+    :minneapolis => ['http://minneapolis.craigslist.org/'],
+    :rmn => ['http://rmn.craigslist.org/'],
+    :stcloud => ['http://stcloud.craigslist.org/'],
+    # Mississippi =
+    :gulfport => ['http://gulfport.craigslist.org/'],
+    :hattiesburg => ['http://hattiesburg.craigslist.org/'],
+    :jackson => ['http://jackson.craigslist.org/'],
+    :memphis => ['http://memphis.craigslist.org/'],
+    :northmiss => ['http://northmiss.craigslist.org/'],
+    # Missouri =
+    :columbiamo => ['http://columbiamo.craigslist.org/'],
+    :joplin => ['http://joplin.craigslist.org/'],
+    :kansascity => ['http://kansascity.craigslist.org/'],
+    :semo => ['http://semo.craigslist.org/'],
+    :springfield => ['http://springfield.craigslist.org/'],
+    :stlouis => ['http://stlouis.craigslist.org/'],
+    # Montana =
+    :montana => ['http://montana.craigslist.org/'],
+    # Nebraska =
+    :grandisland => ['http://grandisland.craigslist.org/'],
+    :lincoln => ['http://lincoln.craigslist.org/'],
+    :omaha => ['http://omaha.craigslist.org/'],
+    :siouxcity => ['http://siouxcity.craigslist.org/'],
+    # Nevada =
+    :lasvegas => ['http://lasvegas.craigslist.org/'],
+    :reno => ['http://reno.craigslist.org/'],
+    # N hampshire =
+    :nh => ['http://nh.craigslist.org/'],
+    # New jersey =
+    :cnj => ['http://cnj.craigslist.org/'],
+    :jerseyshore => ['http://jerseyshore.craigslist.org/'],
+    :newjersey => ['http://newjersey.craigslist.org/'],
+    :southjersey => ['http://southjersey.craigslist.org/'],
+    # New mexico =
+    :albuquerque => ['http://albuquerque.craigslist.org/'],
+    :farmington => ['http://farmington.craigslist.org/'],
+    :lascruces => ['http://lascruces.craigslist.org/'],
+    :roswell => ['http://roswell.craigslist.org/'],
+    :santafe => ['http://santafe.craigslist.org/'],
+    # New york =
+    :albany => ['http://albany.craigslist.org/'],
+    :binghamton => ['http://binghamton.craigslist.org/'],
+    :buffalo => ['http://buffalo.craigslist.org/'],
+    :catskills => ['http://catskills.craigslist.org/'],
+    :chautauqua => ['http://chautauqua.craigslist.org/'],
+    :elmira => ['http://elmira.craigslist.org/'],
+    :hudsonvalley => ['http://hudsonvalley.craigslist.org/'],
+    :ithaca => ['http://ithaca.craigslist.org/'],
+    :longisland => ['http://longisland.craigslist.org/'],
+    :newyork => ['http://newyork.craigslist.org/'],
+    :plattsburgh => ['http://plattsburgh.craigslist.org/'],
+    :rochester => ['http://rochester.craigslist.org/'],
+    :syracuse => ['http://syracuse.craigslist.org/'],
+    :utica => ['http://utica.craigslist.org/'],
+    :watertown => ['http://watertown.craigslist.org/'],
+    # N carolina =
+    :asheville => ['http://asheville.craigslist.org/'],
+    :boone => ['http://boone.craigslist.org/'],
+    :charlotte => ['http://charlotte.craigslist.org/'],
+    :eastnc => ['http://eastnc.craigslist.org/'],
+    :fayetteville => ['http://fayetteville.craigslist.org/'],
+    :greensboro => ['http://greensboro.craigslist.org/'],
+    :hickory => ['http://hickory.craigslist.org/'],
+    :outerbanks => ['http://outerbanks.craigslist.org/'],
+    :raleigh => ['http://raleigh.craigslist.org/'],
+    :wilmington => ['http://wilmington.craigslist.org/'],
+    :winstonsalem => ['http://winstonsalem.craigslist.org/'],
+    # North dakota =
+    :fargo => ['http://fargo.craigslist.org/'],
+    :nd => ['http://nd.craigslist.org/'],
+    # Ohio =
+    :akroncanton => ['http://akroncanton.craigslist.org/'],
+    :athensohio => ['http://athensohio.craigslist.org/'],
+    :cincinnati => ['http://cincinnati.craigslist.org/'],
+    :cleveland => ['http://cleveland.craigslist.org/'],
+    :columbus => ['http://columbus.craigslist.org/'],
+    :dayton => ['http://dayton.craigslist.org/'],
+    :huntington => ['http://huntington.craigslist.org/'],
+    :limaohio => ['http://limaohio.craigslist.org/'],
+    :mansfield => ['http://mansfield.craigslist.org/'],
+    :parkersburg => ['http://parkersburg.craigslist.org/'],
+    :sandusky => ['http://sandusky.craigslist.org/'],
+    :toledo => ['http://toledo.craigslist.org/'],
+    :wheeling => ['http://wheeling.craigslist.org/'],
+    :youngstown => ['http://youngstown.craigslist.org/'],
+    # Oklahoma =
+    :fortsmith => ['http://fortsmith.craigslist.org/'],
+    :lawton => ['http://lawton.craigslist.org/'],
+    :oklahomacity => ['http://oklahomacity.craigslist.org/'],
+    :stillwater => ['http://stillwater.craigslist.org/'],
+    :tulsa => ['http://tulsa.craigslist.org/'],
+    # Oregon =
+    :bend => ['http://bend.craigslist.org/'],
+    :corvallis => ['http://corvallis.craigslist.org/'],
+    :eastoregon => ['http://eastoregon.craigslist.org/'],
+    :eugene => ['http://eugene.craigslist.org/'],
+    :medford => ['http://medford.craigslist.org/'],
+    :oregoncoast => ['http://oregoncoast.craigslist.org/'],
+    :portland => ['http://portland.craigslist.org/'],
+    :roseburg => ['http://roseburg.craigslist.org/'],
+    :salem => ['http://salem.craigslist.org/'],
+    # Pennsylvania =
+    :altoona => ['http://altoona.craigslist.org/'],
+    :erie => ['http://erie.craigslist.org/'],
+    :harrisburg => ['http://harrisburg.craigslist.org/'],
+    :lancaster => ['http://lancaster.craigslist.org/'],
+    :allentown => ['http://allentown.craigslist.org/'],
+    :philadelphia => ['http://philadelphia.craigslist.org/'],
+    :pittsburgh => ['http://pittsburgh.craigslist.org/'],
+    :poconos => ['http://poconos.craigslist.org/'],
+    :reading => ['http://reading.craigslist.org/'],
+    :scranton => ['http://scranton.craigslist.org/'],
+    :pennstate => ['http://pennstate.craigslist.org/'],
+    :williamsport => ['http://williamsport.craigslist.org/'],
+    :york => ['http://york.craigslist.org/'],
+    # Rhode island =
+    :providence => ['http://providence.craigslist.org/'],
+    # S carolina =
+    :charleston => ['http://charleston.craigslist.org/'],
+    :columbia => ['http://columbia.craigslist.org/'],
+    :florencesc => ['http://florencesc.craigslist.org/'],
+    :greenville => ['http://greenville.craigslist.org/'],
+    :hiltonhead => ['http://hiltonhead.craigslist.org/'],
+    :myrtlebeach => ['http://myrtlebeach.craigslist.org/'],
+    # South dakota =
+    :sd => ['http://sd.craigslist.org/'],
+    # Tennessee =
+    :chattanooga => ['http://chattanooga.craigslist.org/'],
+    :clarksville => ['http://clarksville.craigslist.org/'],
+    :jacksontn => ['http://jacksontn.craigslist.org/'],
+    :knoxville => ['http://knoxville.craigslist.org/'],
+    :memphis => ['http://memphis.craigslist.org/'],
+    :nashville => ['http://nashville.craigslist.org/'],
+    :tricities => ['http://tricities.craigslist.org/'],
+    # Texas =
+    :abilene => ['http://abilene.craigslist.org/'],
+    :amarillo => ['http://amarillo.craigslist.org/'],
+    :austin => ['http://austin.craigslist.org/'],
+    :beaumont => ['http://beaumont.craigslist.org/'],
+    :brownsville => ['http://brownsville.craigslist.org/'],
+    :collegestation => ['http://collegestation.craigslist.org/'],
+    :corpuschristi => ['http://corpuschristi.craigslist.org/'],
+    :dallas => ['http://dallas.craigslist.org/'],
+    :elpaso => ['http://elpaso.craigslist.org/'],
+    :galveston => ['http://galveston.craigslist.org/'],
+    :houston => ['http://houston.craigslist.org/'],
+    :killeen => ['http://killeen.craigslist.org/'],
+    :laredo => ['http://laredo.craigslist.org/'],
+    :lubbock => ['http://lubbock.craigslist.org/'],
+    :mcallen => ['http://mcallen.craigslist.org/'],
+    :odessa => ['http://odessa.craigslist.org/'],
+    :sanantonio => ['http://sanantonio.craigslist.org/'],
+    :sanmarcos => ['http://sanmarcos.craigslist.org/'],
+    :texarkana => ['http://texarkana.craigslist.org/'],
+    :easttexas => ['http://easttexas.craigslist.org/'],
+    :victoriatx => ['http://victoriatx.craigslist.org/'],
+    :waco => ['http://waco.craigslist.org/'],
+    :wichitafalls => ['http://wichitafalls.craigslist.org/'],
+    # Utah =
+    :logan => ['http://logan.craigslist.org/'],
+    :ogden => ['http://ogden.craigslist.org/'],
+    :provo => ['http://provo.craigslist.org/'],
+    :saltlakecity => ['http://saltlakecity.craigslist.org/'],
+    :stgeorge => ['http://stgeorge.craigslist.org/'],
+    # Vermont =
+    :burlington => ['http://burlington.craigslist.org/'],
+    # Virginia =
+    :blacksburg => ['http://blacksburg.craigslist.org/'],
+    :charlottesville => ['http://charlottesville.craigslist.org/'],
+    :danville => ['http://danville.craigslist.org/'],
+    :easternshore => ['http://easternshore.craigslist.org/'],
+    :fredericksburg => ['http://fredericksburg.craigslist.org/'],
+    :norfolk => ['http://norfolk.craigslist.org/'],
+    :harrisonburg => ['http://harrisonburg.craigslist.org/'],
+    :lynchburg => ['http://lynchburg.craigslist.org/'],
+    :richmond => ['http://richmond.craigslist.org/'],
+    :roanoke => ['http://roanoke.craigslist.org/'],
+    # Washington =
+    :bellingham => ['http://bellingham.craigslist.org/'],
+    :kpr => ['http://kpr.craigslist.org/'],
+    :olympic => ['http://olympic.craigslist.org/'],
+    :pullman => ['http://pullman.craigslist.org/'],
+    :seattle => ['http://seattle.craigslist.org/'],
+    :skagit => ['http://skagit.craigslist.org/'],
+    :spokane => ['http://spokane.craigslist.org/'],
+    :wenatchee => ['http://wenatchee.craigslist.org/'],
+    :yakima => ['http://yakima.craigslist.org/'],
+    # West virginia =
+    :charlestonwv => ['http://charlestonwv.craigslist.org/'],
+    :huntington => ['http://huntington.craigslist.org/'],
+    :martinsburg => ['http://martinsburg.craigslist.org/'],
+    :morgantown => ['http://morgantown.craigslist.org/'],
+    :parkersburg => ['http://parkersburg.craigslist.org/'],
+    :wv => ['http://wv.craigslist.org/'],
+    :wheeling => ['http://wheeling.craigslist.org/'],
+    # Wisconsin =
+    :appleton => ['http://appleton.craigslist.org/'],
+    :duluth => ['http://duluth.craigslist.org/'],
+    :eauclaire => ['http://eauclaire.craigslist.org/'],
+    :greenbay => ['http://greenbay.craigslist.org/'],
+    :janesville => ['http://janesville.craigslist.org/'],
+    :racine => ['http://racine.craigslist.org/'],
+    :lacrosse => ['http://lacrosse.craigslist.org/'],
+    :madison => ['http://madison.craigslist.org/'],
+    :milwaukee => ['http://milwaukee.craigslist.org/'],
+    :sheboygan => ['http://sheboygan.craigslist.org/'],
+    :wausau => ['http://wausau.craigslist.org/']
+  }
+
+  CATEGORIES = {
+    :community => 'ccc',
+    :event => 'eee',
+    :all_for_sale_or_wanted => 'sss',
+    :art_and_crafts => 'art',
+    :auto_parts => 'pts',
+    :baby_and_kid_stuff => 'bab',
+    :barter => 'bar',
+    :bicycles => 'bik',
+    :boats => 'boa',
+    :books => 'bks',
+    :business => 'bfs',
+    :cars_and_trucks => 'cta',
+    :media => 'emd',
+    :clothing => 'clo',
+    :collectibles => 'clt',
+    :computers_and_tech => 'sys',
+    :electronics => 'ele',
+    :farm_and_garden => 'grd',
+    :free_stuff => 'zip',
+    :furniture => 'fua',
+    :games_and_toys => 'tag',
+    :garage_sales => 'gms',
+    :general => 'for',
+    :household => 'hsh',
+    :items_wanted => 'wan',
+    :jewelry => 'jwl',
+    :materials => 'mat',
+    :motorcycles => 'mcy',
+    :musical_instruments => 'msg',
+    :photo_and_video => 'pho',
+    :recreational_vehicles => 'rvs',
+    :sporting_goods => 'spo',
+    :tickets => 'tix',
+    :tools => 'tls',
+    :gigs => 'ggg',
+    :housing => 'hhh',
+    :jobs => 'jjj',
+    :personals => 'ppp',
+    :resume => 'res',
+    :services_offered => 'bbb'
+  }
+  
+  # :startdoc:
+end

data/lib/craigler/search.rb

@@ -0,0 +1,94 @@
+require 'erb'
+
+module Craigler
+  class Search
+    include ERB::Util
+    
+    attr_reader :search_term, :categories, :locations, :page_limit
+    
+    # Creates a wrapper object for a craigslist search
+    #
+    # === Options
+    # [:in]
+    #   Specifies the location(s) to search in. Defaults to <tt>:anywhere</tt>.
+    # [:only]
+    #   Specifies the category or categories to search in. Defaults to <tt>:all_for_sale_or_wanted</tt>
+    # [:page_limit]
+    #   Maximum number of pages to fetch results from. Defaults to <tt>4</tt>.
+    #   <b>Note:</b> A location may, and often does, have more than one searchable
+    #   url assciated with it, e.g., {California}[http://geo.craigslist.org/iso/us/ca]. Because
+    #   <tt>:page_limit</tt> is applied seperately to each url within the location, searching <tt>:in => :california</tt>
+    #   with a <tt>:page_limit => 4</tt> could potentially make up to 100 page requests.
+    def initialize(search_term, options = {})
+      raise InvalidSearchTerm if search_term.nil? || search_term == ''
+      
+      options       = {:in => :anywhere, :only => :all_for_sale_or_wanted, :page_limit => 4}.merge(options)
+      options[:in]  = LOCATIONS.keys if options[:in] == :anywhere
+      @locations    = (options[:in].is_a?(Array) ? options[:in] : [options[:in]]).collect(&:to_sym)
+      @categories   = (options[:only].is_a?(Array) ? options[:only] : [options[:only]]).collect(&:to_sym)
+      @page_limit   = options[:page_limit]
+      @search_term  = search_term
+      @results      = nil
+      
+      _validate_locations()
+      _validate_categories()
+    end
+    
+    # Returns the results of the search. If this is the first time
+    # calling #results then they will be fetched over the internet and cached in the search object.
+    #
+    # === Options
+    # [:refresh]
+    #   Set to <tt>true</tt> to force an update across the internet.
+    def results(options = {})
+      options = { :refresh => false }.merge(options)
+      return @results unless @results.nil? || options[:refresh]
+      
+      @results  = []
+      last_page = @page_limit - 1 # pages start at 0
+      
+      _for_each_locations_search_url() do |location, url|
+        (0..last_page).each do |page|
+          results = _extract_items_from_url(location, "#{url}&s=#{page*25}")
+          @results.push(*results)
+          break if results.size < RESULTS_PER_PAGE
+        end
+      end
+      
+      results
+    end
+    
+    protected
+    def _validate_locations # :nodoc:
+      @locations.each() do |location|
+        raise InvalidLocation.new(":anywhere not expected as part of an array") if location == :anywhere
+        raise InvalidLocation.new(":#{location} is not a valid location") unless LOCATIONS.key?(location)
+      end
+    end
+    
+    def _validate_categories # :nodoc:
+      @categories.each() do |category|
+        raise InvalidCategory unless CATEGORIES.key?(category)
+      end
+    end
+    
+    def _for_each_locations_search_url # :nodoc:
+      @locations.each do |location|
+        LOCATIONS[location].each do |url|
+          @categories.each do |category|
+            yield(location, "#{url}search/#{CATEGORIES[category]}?query=#{url_encode(@search_term)}&format=rss")
+          end
+        end
+      end
+    end
+    
+    def _extract_items_from_url(location, url) # :nodoc:
+      (Hpricot(open(url))/'item').collect { |item| {
+        :url          => item['rdf:about'],
+        :title        => (item%'title').inner_text,
+        :location     => location.to_s,
+        :published_at => Time.parse((item%'dc:date').inner_text)
+      }}
+    end
+  end
+end

data/test/craigler_search_test.rb

@@ -0,0 +1,70 @@
+require 'test_helper'
+
+class CraiglerSearchTest < Test::Unit::TestCase
+  context "creating a search" do
+    should "require a valid category" do
+      assert_raises(Craigler::InvalidCategory) do
+        Craigler::Search.new('Yamaha Radian', :only => :invalid)
+      end
+    end
+    
+    should "require a search term" do
+      assert_raises(Craigler::InvalidSearchTerm) do
+        Craigler::Search.new(nil)
+      end
+      
+      assert_raises(ArgumentError) do
+        Craigler::Search.new()
+      end
+    end
+    
+    should "not require a location" do
+      assert_nothing_raised() do
+        Craigler::Search.new('Yamaha Roadstar Warrior', :only => :motorcycles)
+      end
+    end
+    
+    should "not require a category" do
+      assert_nothing_raised() do
+        Craigler::Search.new('Honda Shadow', :in => :utah)
+      end
+    end
+    
+    should "use a default category of :all_for_sale_or_wanted" do
+      search = Craigler::Search.new('Buell', :in => :utah)
+      assert(search.categories == [:all_for_sale_or_wanted],
+              "category was [:#{search.categories.join(", :")}] but should have been [:all_for_sale_or_wanted]")
+    end
+    
+    should "require that the location is valid" do
+      assert_raises(Craigler::InvalidLocation) do
+        Craigler::Search.new('Honda Nighthawk', :in => :invalid)
+      end
+    end
+    
+    should "accept multiple locations" do
+      assert_nothing_raised() do
+        Craigler::Search.new('Suzuki Boulevard M50', :in => [:utah, :nevada])
+      end
+    end
+    
+    should "allow us to limit the number of pages searched" do
+      one_page_count  = Craigler::Search.new('Honda', :in => :utah, :page_limit => 1).results.size
+      two_page_count  = Craigler::Search.new('Honda', :in => :utah, :page_limit => 2).results.size
+      assert(one_page_count < two_page_count, "#{one_page_count} is not less than #{two_page_count}")
+    end
+  end
+  
+  context "fetching search results" do
+    setup do
+      @search = Craigler::Search.new('Honda', :in => :utah, :only => :motorcycles, :page_limit => 1)
+    end
+    
+    should "return an array of hashes" do
+      results = @search.results()
+      assert(results.is_a?(Array), "Array exptected but was #{results.class}")
+      assert(results.size > 0, "No results were returned")
+      assert(results.inject(true) {|t,r| t && r.is_a?(Hash)})
+    end
+  end
+end

data/test/craigler_test.rb

@@ -0,0 +1,33 @@
+require 'test_helper'
+
+class CraiglerTest < Test::Unit::TestCase
+  context "Search interface" do
+    should "respond to search" do
+      assert_respond_to(Craigler, :search)
+    end
+    
+    should "yield results to a block if given" do
+      yielded = false 
+      Craigler::search(:motorcycles, :in => :utah, :for => 'Yamaha', :page_limit => 1) do
+        yielded = true; break;
+      end
+      
+      assert(yielded, "results were never yielded to the block")
+    end
+  end
+  
+  context "Find interface" do
+    should "respond to find" do
+      assert_respond_to(Craigler, :find)
+    end
+    
+    should "yield results to a block if given" do
+      yielded = false 
+      Craigler::find('Yamaha', :in => :utah, :only => :motorcycles, :page_limit => 1) do
+        yielded = true; break;
+      end
+      
+      assert(yielded, "results were never yielded to the block")
+    end
+  end
+end

data/test/test_helper.rb

@@ -0,0 +1,16 @@
+require 'rubygems'
+require 'test/unit'
+require 'shoulda'
+
+$LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
+$LOAD_PATH.unshift(File.dirname(__FILE__))
+
+require 'craigler'
+
+module Craigler
+  class Search
+    def open(*args)
+      @@results_page ||= Kernel::open("http://saltlakecity.craigslist.org/search/sss?query=Honda&format=rss&s=0").read()
+    end
+  end
+end

metadata

@@ -0,0 +1,97 @@
+--- !ruby/object:Gem::Specification 
+name: craigler
+version: !ruby/object:Gem::Version 
+  hash: 27
+  prerelease: false
+  segments: 
+  - 1
+  - 3
+  - 0
+  version: 1.3.0
+platform: ruby
+authors: 
+- Devin Christensen
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2010-09-05 00:00:00 -06:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: shoulda
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 33
+        segments: 
+        - 2
+        - 10
+        - 3
+        version: 2.10.3
+  type: :development
+  version_requirements: *id001
+description: 
+email: quixoten@gmail.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: 
+- LICENSE
+- README.rdoc
+files: 
+- .document
+- .gitignore
+- LICENSE
+- README.rdoc
+- Rakefile
+- VERSION.yml
+- craigler.gemspec
+- lib/craigler.rb
+- lib/craigler/constants.rb
+- lib/craigler/search.rb
+- test/craigler_search_test.rb
+- test/craigler_test.rb
+- test/test_helper.rb
+has_rdoc: true
+homepage: http://github.com/threetrieslater/craigler
+licenses: []
+
+post_install_message: 
+rdoc_options: 
+- --charset=UTF-8
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.3.7
+signing_key: 
+specification_version: 3
+summary: Search API for craigslist
+test_files: 
+- test/craigler_search_test.rb
+- test/craigler_test.rb
+- test/test_helper.rb