scrapin-a-livin 0.1.1 → 0.1.2

data/VERSION

@@ -1 +1 @@
-0.1.1
+0.1.2

data/lib/generic/listing.rb

@@ -3,23 +3,125 @@
 # A generic job listing
 class JobListing
 
-	attr_reader :title
-	attr_reader :link
-	attr_reader :company
-	attr_reader :company_link
-	attr_reader :location
-	attr_reader :date
-	attr_reader :repost
-
-	# Initializer for the job listing
-	def initialize(title, link, company, company_link, location, date)
-
-		@title = title
-		@link = link
-		@company = company
-		@company_link = company_link
-		@location = location
-		@date = date
-	end
+     attr_reader :title
+     attr_reader :link
+     attr_reader :company
+     attr_reader :company_link
+     attr_reader :location
+     attr_reader :date
+     attr_reader :repost
+
+     def initialize(title, link, company, company_link, location, date)
+
+          @title = title
+          @link = link
+          @company = company
+          @company_link = company_link
+          @location = location
+          @date = date
+     end
+
+     # The state where the job is listed
+     def state
+       location.split(",")[1].strip
+     end
+
+     # The city where the job is listed
+     def city
+       location.split(",")[0].strip
+     end
+
+     # Convert to string
+     def to_s
+       "Title: #@title\n" +
+       "Link: #@link\n" +
+       "Company: #@company\n" +
+       "Company Link: #@company_link\n" +
+       "Location: #@location\n" +
+       "Date: #@date\n"
+     end
+
+     # Add the state for the listing to the path
+     #
+     # @param basepath [String, #read] the base directory path
+     # @param listing [JobListing, #read] the job listing
+     # @return [String] the new path with the state appended
+     def add_state(basepath)
+     
+          state_path = "#{basepath}/" + replace_invalid(state).upcase
+     
+          # Create the directories
+          Dir.mkdir(state_path) if !File.exists?(state_path)
+     
+          return state_path
+     end
+     
+     # Add the city for the listing to the path
+     #
+     # @param basepath [String, #read] the base directory path
+     # @param listing [JobListing, #read] the job listing
+     # @return [String] the new path with the city appended
+     def add_city(basepath)
+     
+          city_path = "#{basepath}/" + replace_invalid(city).capitalize
+     
+          # Create the directories
+          Dir.mkdir(city_path) if !File.exists?(city_path)
+     
+          return city_path
+     end
+     
+     # Add the date for the listing to the path
+     #
+     # @param basepath [String, #read] the base directory path
+     # @param listing [JobListing, #read] the job listing
+     # @return [String] the new path with the date appended
+     def add_date(basepath)
+     
+          date_path = "#{basepath}/" + date.tr(" ", "_").tr(",", "")
+     
+          # Create the directories
+          Dir.mkdir(date_path) if !File.exists?(date_path)
+     
+          return date_path
+     end
+     
+     # Add the company for the listing to the path
+     #
+     # @param basepath [String, #read] the base directory path
+     # @param listing [JobListing, #read] the job listing
+     # @return [String] the new path with the company appended
+     def add_company(basepath)
+     
+          # Get the directory
+          company_path = "#{basepath}/" + replace_invalid(company)
+     
+          # Check to see if the date folder is available
+          Dir.mkdir(company_path) if !File.exists?(company_path)
+     
+          return company_path
+     end
+     
+     # Add the name for the listing to the path
+     #
+     # @param basepath [String, #read] the base directory path
+     # @param listing [JobListing, #read] the job listing
+     # @return [String] the new path with the company appended
+     def add_name(basepath)
+     
+          name_path = "#{basepath}/" + replace_invalid(title)
+     end
+
+     private
+     # Replace the invalid characters in the provided string
+     #
+     # @param name [String, #read] the string to check
+     # @return [String] the name with the invalid characters replaced
+     def replace_invalid(name)
+          name.sub("&", "&")\
+              .sub("'", "-")\
+              .tr(" ", "_")\
+              .tr("!@\#$%^*()'~`;:'\"<>,./?", "-")
+     end
 
 end

data/test/listing_test.rb

@@ -0,0 +1,113 @@
+#!/usr/bin/env ruby
+require 'test_helper'
+require 'shoulda'
+require 'fileutils'
+
+# Test Case for the Job Listing Class
+# 
+class TC_JobListing < Test::Unit::TestCase
+
+     TMP_DIR = './tmp'
+
+     context "Check default parameters: " do
+
+          setup do
+     
+               # Create the job listing
+               @listing = JobListing.new(
+                    "Software Developer",
+                    "http://www.google.com",
+                    "Google Inc.",
+                    "http://careers.google.com",
+                    "Mountain View, CA",
+                    "Dec, 1")
+          end
+     
+          should "have same name" do
+               assert_equal("Software Developer", @listing.title)
+          end
+
+          should "have same link" do
+               assert_equal("http://www.google.com", @listing.link)
+          end
+
+          should "have same company name" do
+               assert_equal("Google Inc.", @listing.company)
+          end
+
+          should "have same company link" do
+               assert_equal("http://careers.google.com", @listing.company_link)
+          end
+
+          should "have same date" do
+               assert_equal("Dec, 1", @listing.date)
+          end
+
+          should "have parsed city" do
+               assert_equal("Mountain View", @listing.city)
+          end
+
+          should "have parsed state" do
+               assert_equal("CA", @listing.state)
+          end
+
+          should "print the information" do
+
+               text = "Title: Software Developer\n" +
+                      "Link: http://www.google.com\n" +
+                      "Company: Google Inc.\n" +
+                      "Company Link: http://careers.google.com\n" +
+                      "Location: Mountain View, CA\n" +
+                      "Date: Dec, 1\n"
+
+               assert_equal(text, @listing.to_s)
+          end
+
+     end
+
+     context "Check path replacements" do
+
+          setup do
+
+               # Create the job listing
+               @listing = JobListing.new(
+                    "Begin !@\#$%^&*()'~`;:'\"<>,./?&amp;&#039; End",
+                    "http://www.google.com",
+                    "Begin !@\#$%^&*()'~`;:'\"<>,./?&amp;&#039; End",
+                    "http://careers.google.com",
+                    "Begin !@\#$%^&*()'~`;:'\"<>./?&amp;&#039; End, CA",
+                    "Dec, 1")
+
+               # Create the temp directory
+               Dir.mkdir TMP_DIR
+          end
+
+          teardown do
+               # Delete the temp directory
+               FileUtils.rm_r TMP_DIR
+          end
+
+          should "replace invalid name characters" do
+               path = "./tmp/Begin_------&----------------&-_End"
+               assert_equal(path, @listing.add_name(TMP_DIR))
+          end
+
+          should "replace invalid date characters" do
+               path = "./tmp/Dec_1"
+               assert_equal(path, @listing.add_date(TMP_DIR))
+               assert(true, File.exists?(path))
+          end
+
+          should "replace invalid company characters" do
+               path = "./tmp/Begin_------&----------------&-_End"
+               assert_equal(path, @listing.add_company(TMP_DIR))
+               assert(true, File.exists?(path))
+          end
+
+          should "replace invalid city characters" do
+               path = "./tmp/Begin_------&---------------&-_end"
+               assert_equal(path, @listing.add_city(TMP_DIR))
+               assert(true, File.exists?(path))
+          end
+     end
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification 
 name: scrapin-a-livin
 version: !ruby/object:Gem::Version 
-  version: 0.1.1
+  version: 0.1.2
 platform: ruby
 authors: 
 - Kevin S Kirkup
@@ -9,7 +9,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2009-11-28 00:00:00 -05:00
+date: 2009-11-30 00:00:00 -05:00
 default_executable: 
 dependencies: 
 - !ruby/object:Gem::Dependency 
@@ -65,6 +65,7 @@ files:
 - lib/scrapin-a-livin.rb
 - lib/yahoo/hotjobs.rb
 - test/dice_parser_test.rb
+- test/listing_test.rb
 - test/queries/dice/queryAustin.html
 - test/queries/dice/queryRaleigh.html
 - test/queries/dice/querySanJose.html
@@ -108,4 +109,5 @@ test_files:
 - test/scripts/hotjobsDump.rb
 - test/yahoo_parser_test.rb
 - test/dice_parser_test.rb
+- test/listing_test.rb
 - test/test_helper.rb