pismo 0.2.0

data/lib/pismo.rb

@@ -0,0 +1,44 @@
+require 'open-uri'
+require 'nokogiri'
+require 'fast_stemmer'
+require 'chronic'
+
+$: << File.dirname(__FILE__)
+require 'pismo/document'
+require 'pismo/readability'
+
+module Pismo
+  # Sugar method to make creating document objects nicer
+  def self.document(handle, url = nil)
+    Document.new(handle, url)
+  end
+  
+  class NFunctions
+    def self.match_href(list, expression)
+      list.find_all { |node| node['href'] =~ /#{expression}/ }
+    end
+  end
+end
+
+# Add some sugar to Nokogiri
+class Nokogiri::HTML::Document
+  def get_the(search)
+    self.search(search).first rescue nil
+  end
+  
+  def match(*queries)
+    queries.each do |query|
+      if query.is_a?(String)
+        result = self.search(query).first.inner_text.strip rescue nil
+      elsif query.is_a?(Array)
+        result = query[1].call(self.search(query.first).first).strip rescue nil
+      end
+      if result
+        result.gsub!(/\342\200\231/, '\'')
+        result.gsub!(/\342\200\224/, '-')
+        return result
+      end
+    end
+    return nil
+  end
+end

data/pismo.gemspec

@@ -0,0 +1,92 @@
+# Generated by jeweler
+# DO NOT EDIT THIS FILE DIRECTLY
+# Instead, edit Jeweler::Tasks in Rakefile, and run the gemspec command
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |s|
+  s.name = %q{pismo}
+  s.version = "0.2.0"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+  s.authors = ["Peter Cooper"]
+  s.date = %q{2010-03-26}
+  s.default_executable = %q{pismo}
+  s.description = %q{Pismo extracts and retrieves content-related metadata from HTML pages - you can use the resulting data in an organized way, such as a summary/first paragraph, del.icio.us tags, first image used in the content block, etc.}
+  s.email = %q{git@peterc.org}
+  s.executables = ["pismo"]
+  s.extra_rdoc_files = [
+    "LICENSE",
+     "README.rdoc"
+  ]
+  s.files = [
+    ".document",
+     ".gitignore",
+     "LICENSE",
+     "README.rdoc",
+     "Rakefile",
+     "VERSION",
+     "bin/pismo",
+     "lib/pismo.rb",
+     "lib/pismo/document.rb",
+     "lib/pismo/external_attributes.rb",
+     "lib/pismo/internal_attributes.rb",
+     "lib/pismo/readability.rb",
+     "lib/pismo/stopwords.txt",
+     "pismo.gemspec",
+     "test/corpus/bbcnews.html",
+     "test/corpus/briancray.html",
+     "test/corpus/cant_read.html",
+     "test/corpus/factor.html",
+     "test/corpus/huffington.html",
+     "test/corpus/metadata_expected.yaml",
+     "test/corpus/rubyinside.html",
+     "test/corpus/rww.html",
+     "test/corpus/spolsky.html",
+     "test/corpus/techcrunch.html",
+     "test/corpus/youtube.html",
+     "test/helper.rb",
+     "test/test_corpus.rb",
+     "test/test_pismo_document.rb",
+     "test/test_readability.rb"
+  ]
+  s.homepage = %q{http://github.com/peterc/pismo}
+  s.rdoc_options = ["--charset=UTF-8"]
+  s.require_paths = ["lib"]
+  s.rubygems_version = %q{1.3.5}
+  s.summary = %q{Extracts or retrieves content-related metadata from HTML pages}
+  s.test_files = [
+    "test/helper.rb",
+     "test/test_corpus.rb",
+     "test/test_pismo_document.rb",
+     "test/test_readability.rb"
+  ]
+
+  if s.respond_to? :specification_version then
+    current_version = Gem::Specification::CURRENT_SPECIFICATION_VERSION
+    s.specification_version = 3
+
+    if Gem::Version.new(Gem::RubyGemsVersion) >= Gem::Version.new('1.2.0') then
+      s.add_development_dependency(%q<shoulda>, [">= 0"])
+      s.add_runtime_dependency(%q<nokogiri>, [">= 0"])
+      s.add_runtime_dependency(%q<loofah>, [">= 0"])
+      s.add_runtime_dependency(%q<httparty>, [">= 0"])
+      s.add_runtime_dependency(%q<fast-stemmer>, [">= 0"])
+      s.add_runtime_dependency(%q<chronic>, [">= 0"])
+    else
+      s.add_dependency(%q<shoulda>, [">= 0"])
+      s.add_dependency(%q<nokogiri>, [">= 0"])
+      s.add_dependency(%q<loofah>, [">= 0"])
+      s.add_dependency(%q<httparty>, [">= 0"])
+      s.add_dependency(%q<fast-stemmer>, [">= 0"])
+      s.add_dependency(%q<chronic>, [">= 0"])
+    end
+  else
+    s.add_dependency(%q<shoulda>, [">= 0"])
+    s.add_dependency(%q<nokogiri>, [">= 0"])
+    s.add_dependency(%q<loofah>, [">= 0"])
+    s.add_dependency(%q<httparty>, [">= 0"])
+    s.add_dependency(%q<fast-stemmer>, [">= 0"])
+    s.add_dependency(%q<chronic>, [">= 0"])
+  end
+end
+