jakal 0.1.95 → 0.1.96

data/lib/jkl/rest_client.rb

@@ -10,11 +10,11 @@ module Jkl
         resp, data = Net::HTTP.post_form(uri, post_args)
         data
       rescue  URI::InvalidURIError => e
-        puts("WARN: Invalid URI: #{e}")
+        puts("WARN: JKL Invalid URI: #{e}")
       rescue SocketError => e
-        puts("WARN: Could not connect: #{e}")
+        puts("WARN: JKL Could not connect: #{e}")
       rescue Errno::ECONNREFUSED  => e
-        puts("WARN: Connection refused: #{e}")
+        puts("WARN: JKL Connection refused: #{e}")
       end
     end
   
@@ -23,13 +23,19 @@ module Jkl
         response = Net::HTTP.get_response(URI.parse(uri))
         response.body
       rescue  URI::InvalidURIError => e
-        puts("WARN: Invalid URI: #{e}")
+        puts("WARN: JKL Invalid URI: #{e}")
       rescue SocketError => e
-        puts("WARN: Could not connect: #{e}")
+        puts("WARN: JKL Could not connect: #{e}")
       rescue Errno::ECONNREFUSED  => e
-        puts("WARN: Connection refused: #{e}")
+        puts("WARN: JKL Connection refused: #{e}")
       end
     end
+    
+    def get_from_over_https(host, path)
+      http = Net::HTTP.new(host, "443")
+      http.use_ssl = true
+      http.get2(path) # returns [status, data]
+    end
   
     def get_xml_from(uri)
       Hpricot.XML(get_from(uri))

data/lib/jkl/text_client.rb

@@ -2,8 +2,8 @@ module Jkl
   module Text
     class << self
 
-      def sanitize(text, number = 5)
-        remove_short_lines(strip_all_tags(remove_script_tags(text)), number)
+      def sanitize(text, words_on_line = 5)
+        remove_short_lines(strip_all_tags(remove_script_tags(text)), words_on_line)
       end
       alias :clean :sanitize
 
@@ -24,12 +24,12 @@ module Jkl
         text.gsub(/((<[\s\/]*script\b[^>]*>)([^>]*)(<\/script>))/i, "")
       end
 
-      def remove_short_lines(text, number = 5)
+      def remove_short_lines(text, words_on_line = 5)
         text = text.gsub(/\s\s/, "\n")
         str = ""
         # remove short lines - ususally just navigation
         text.split("\n").each do |l|
-          str << l unless l.count(" ") < number
+          str << l unless l.count(" ") < words_on_line
         end
         str
       end

data/test/unit/jkl_test.rb

@@ -2,10 +2,10 @@ require "test/unit"
 require "shoulda"
 require "webmock/test_unit"
 require "yaml"
-require "lib/jkl"
+require_relative "../../lib/jkl"
 
 class JklTest < Test::Unit::TestCase
-  include WebMock
+  include WebMock::API
 
   context "Using Jkl" do    
     setup do
@@ -33,7 +33,9 @@ class JklTest < Test::Unit::TestCase
     end
     
     should "extract tags from some text" do
-      key = YAML::load_file('config/keys.yml')['calais']
+      keys = "config/keys.yml"
+      raise "READ:::::::: You need to create #{keys} and put your calais credentials in it." unless File.exist?(keys)
+      key = YAML::load_file(keys)['calais']
       text = <<-EOF
         Barack Obama said today that he expects there 
         to be conflict within his new security team after 

data/test/unit/text_cleaning_test.rb

@@ -2,7 +2,7 @@ require "test/unit"
 require "shoulda"
 require "webmock/test_unit"
 require "yaml"
-require "lib/jkl"
+require_relative "../../lib/jkl"
 
 class TextCleaningTest < Test::Unit::TestCase
   context "Cleaning Text" do

metadata

@@ -5,8 +5,8 @@ version: !ruby/object:Gem::Version
   segments: 
   - 0
   - 1
-  - 95
-  version: 0.1.95
+  - 96
+  version: 0.1.96
 platform: ruby
 authors: 
 - sshingler
@@ -14,13 +14,14 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2010-04-13 00:00:00 +01:00
+date: 2010-04-13 00:00:00 +00:00
 default_executable: 
 dependencies: 
 - !ruby/object:Gem::Dependency 
   name: hpricot
   prerelease: false
   requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
     requirements: 
     - - ">="
       - !ruby/object:Gem::Version 
@@ -35,6 +36,7 @@ dependencies:
   name: json
   prerelease: false
   requirement: &id002 !ruby/object:Gem::Requirement 
+    none: false
     requirements: 
     - - ">="
       - !ruby/object:Gem::Version 
@@ -49,6 +51,7 @@ dependencies:
   name: rest-client
   prerelease: false
   requirement: &id003 !ruby/object:Gem::Requirement 
+    none: false
     requirements: 
     - - ">="
       - !ruby/object:Gem::Version 
@@ -63,6 +66,7 @@ dependencies:
   name: calais
   prerelease: false
   requirement: &id004 !ruby/object:Gem::Requirement 
+    none: false
     requirements: 
     - - ">="
       - !ruby/object:Gem::Version 
@@ -106,6 +110,7 @@ rdoc_options:
 require_paths: 
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
   requirements: 
   - - ">="
     - !ruby/object:Gem::Version 
@@ -113,6 +118,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
       - 0
       version: "0"
 required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
   requirements: 
   - - ">="
     - !ruby/object:Gem::Version 
@@ -122,7 +128,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
 requirements: []
 
 rubyforge_project: 
-rubygems_version: 1.3.6
+rubygems_version: 1.3.7
 signing_key: 
 specification_version: 2
 summary: Jakal is a Ruby library which contains some utilities for tagging content, cleaning text from web pages and working with RSS feeds.