pstuteville-scrubyt 0.4.31

data/examples/social/dzone/test.rb

@@ -0,0 +1,28 @@
+$:.unshift File.join(File.dirname(__FILE__), '../../..//lib')
+
+require 'scrubyt'
+
+#Example of:
+#  - Scraping a dzone page; otherwise nothing special
+#  
+#Goal: Extract every main item contained on the front page - an item
+#      should containt the title and the number of votes.
+#
+#Solution:  Check out the comment on the digg example - everything
+#           written there applies. (Well in practice dzone is more 'example friendly' -
+#           the votes are not rising that fast).
+#           If you think 'hey, why do we need one more digg like example, they are all the same'
+#           then check out reddit and del.icio.us, and you will see they are not the same at all :-)
+
+dzone_data = Scrubyt::Extractor.define do
+  fetch 'http://www.dzone.com/search.html?query=ruby'
+
+  item do
+    title "Deconstructing generic components"
+    votes "1"
+  end
+end
+
+dzone_data.to_xml.write($stdout, 1)
+Scrubyt::ResultDumper.print_statistics(dzone_data)
+dzone_data.export(__FILE__)

data/examples/social/linkedin/linkedin.rb

@@ -0,0 +1,23 @@
+require 'rubygems'
+require 'scrubyt'
+
+
+property_data = Scrubyt::Extractor.define :agent => :firefox do
+  fetch          'https://www.linkedin.com/secure/login'
+  fill_textfield 'session_key', 'peter@rubyrailways.com'
+  fill_textfield 'session_password', 'peter1980'
+  submit
+
+  click_link_and_wait 'Connections', 5
+  
+  vcard "//li[@class='vcard']" do    
+    first_name  "//span[@class='given-name']"
+    second_name "//span[@class='family-name']"
+    email       "//a[@class='email']"
+  end
+end
+
+puts property_data.to_xml
+
+
+

data/examples/social/reddit/test.rb

@@ -0,0 +1,23 @@
+$:.unshift File.join(File.dirname(__FILE__), '../../..//lib')
+
+require 'scrubyt'
+
+#Will comment later
+reddit_data = Scrubyt::Extractor.define do
+  fetch 'http://programming.reddit.com'
+  
+  article_info do
+    article_title("Top Ten Mistakes in Web Design", :generalize => true).select_indices([:first,:every_third])
+    #article_title_url "Top Ten Mistakes in Web Design", :generalize => true do
+    #  url 'href', :type => :attribute
+    #end.select_indices([:first,:every_third])
+    vote_string '11 points', :generalize => true do
+      votes /\d+/
+    end
+  end
+
+end
+
+reddit_data.to_xml.write($stdout, 1)
+#ResultDumper.print_statistics(reddit_data)
+#reddit_data.export(__FILE__)

data/examples/tones_extractor_export.rb

@@ -0,0 +1,23 @@
+$:.unshift File.join(File.dirname(__FILE__), '../../..//lib')
+
+require 'scrubyt'
+
+tones = Scrubyt::Extractor.define do
+  fetch("http://www.jamster.com/jcw/goto/ringtones/real-tones/cat-1069173")
+  
+  tone("/html/body/div/div/div/div/div/div/div/div/div", { :generalize => true }) do
+    image("/div[1]/a[1]/img[1]") { sample_image(, { :type => :attribute }) }
+    get_it("/div[4]/a[1]/img[1]") { url(, { :type => :attribute }) }
+    preview_img("/div[3]/a[1]/img[1]") do
+      tone_preview_detail({ :type => :detail_page }) do
+        whole_doc("//body", { :generalize => true }) do
+          sample_url(/FlashVars=file=(.+?)&/, { :type => :regexp })
+        end
+      end
+    end
+    title("/div[2]/a[1]", { :ends_with => "Matter" })
+    author("/div[2]/div[1]/a[1]")
+  end
+end
+
+tones.to_xml.write($stdout, 1)