fizx-csvget 0.2.1 → 0.3.0

data/CHANGELOG

@@ -0,0 +1,4 @@
+0.3.0 - Sept 2, 2009
+	-- Added command-line option:
+			--filter=RUBY_CODE RUBY_CODE will be eval'd in context of @row.is_a?(FasterCSV::Row)
+  -- Added Changelog

data/VERSION

@@ -1 +1 @@
-0.2.1
+0.3.0

data/bin/csvget

@@ -8,6 +8,12 @@ parser = RWGetOptionParser.new do |opts|
     parser.options[:parselets] ||= []
     parser.options[:parselets] << path
   end
+  
+  opts.on("--filter=RUBY_CODE", "RUBY_CODE will be eval'd in context of @row.is_a?(FasterCSV::Row)") do |filter|
+    parser.options[:filter] ||= []
+    parser.options[:filter] << filter
+  end
+  
 end
 parser.parse!
 

data/csvget.gemspec

@@ -5,11 +5,11 @@
 
 Gem::Specification.new do |s|
   s.name = %q{csvget}
-  s.version = "0.2.1"
+  s.version = "0.3.0"
 
   s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
   s.authors = ["Kyle Maxwell"]
-  s.date = %q{2009-08-28}
+  s.date = %q{2009-09-02}
   s.description = %q{Super easy to use (but lots of dependencies :/) parser}
   s.email = %q{kyle@kylemaxwell.com}
   s.executables = ["csvget", "jsonget"]
@@ -19,6 +19,7 @@ Gem::Specification.new do |s|
   ]
   s.files = [
     ".gitignore",
+     "CHANGELOG",
      "LICENSE",
      "README.rdoc",
      "Rakefile",
@@ -26,6 +27,7 @@ Gem::Specification.new do |s|
      "bin/csvget",
      "bin/jsonget",
      "csvget.gemspec",
+     "hn.let",
      "lib/csvget.rb",
      "lib/jsonget.rb",
      "test/csvget_test.rb"

data/hn.let

@@ -0,0 +1,10 @@
+{
+   "headlines":[{
+     "title": ".title a",
+     "link": ".title a @href",
+     "comments": "match(.subtext a:nth-child(3), '\\d+')",
+     "user": ".subtext a:nth-child(2)",
+     "score": "match(.subtext span, '\\d+')",
+     "time": "match(.subtext, '\\d+\\s+\\w+\\s+ago')"
+   }]
+ }

data/lib/csvget.rb

@@ -8,6 +8,7 @@ require "fileutils"
 class CSVStore
   def initialize(options = {})
     @output_folder = options[:prefix] || "."
+    @filters = options[:filter] || []
     FileUtils.mkdir_p(@output_folder)
     @parselets = (options[:parselets] || []).map{|path| Parsley.new(File.read(path)) }
     @files = {}
@@ -32,10 +33,13 @@ class CSVStore
       h = @headers[prefix] ||= values.first.keys
       f = @files[prefix] ||= FasterCSV.open(file_name, "a", :headers => h, :write_headers => true)
       
-      values.each do |v|
-        f << h.inject([]) do |memo, key|
-          memo << v[key]
+      values.each do |hash|
+        arr = h.inject([]) do |memo, key|
+          memo << hash[key]
         end
+        @row = FasterCSV::Row.new(h, arr)
+        @filters.each {|filter| eval(filter) }
+        f << @row
       end
     end
   end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification 
 name: fizx-csvget
 version: !ruby/object:Gem::Version 
-  version: 0.2.1
+  version: 0.3.0
 platform: ruby
 authors: 
 - Kyle Maxwell
@@ -9,7 +9,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2009-08-28 00:00:00 -07:00
+date: 2009-09-02 00:00:00 -07:00
 default_executable: 
 dependencies: 
 - !ruby/object:Gem::Dependency 
@@ -74,6 +74,7 @@ extra_rdoc_files:
 - README.rdoc
 files: 
 - .gitignore
+- CHANGELOG
 - LICENSE
 - README.rdoc
 - Rakefile
@@ -81,12 +82,12 @@ files:
 - bin/csvget
 - bin/jsonget
 - csvget.gemspec
+- hn.let
 - lib/csvget.rb
 - lib/jsonget.rb
 - test/csvget_test.rb
 has_rdoc: false
 homepage: http://github.com/fizx/csvget
-licenses: 
 post_install_message: 
 rdoc_options: 
 - --charset=UTF-8
@@ -107,7 +108,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
 requirements: []
 
 rubyforge_project: 
-rubygems_version: 1.3.5
+rubygems_version: 1.2.0
 signing_key: 
 specification_version: 3
 summary: Uses parselets and rwget to generate csv files from websites