little_fish 0.0.1 → 0.0.2

data/README.md

@@ -3,12 +3,17 @@
 This gem is a little tool for pulling infomation from boston bigpicture, which is a news site with beautiful photos.
 The reutrn info format is a data sructure looks like:
 
-    bp: info
-      description : text
-      image_list : list
-        image_url : string
-        desc : text
-  
+```ruby
+bp_info{
+  :total_desc => "description for the whole theme of all photos"
+  :image_list => [
+    image{
+      :url => url
+      :desc => "description for the single photo"
+    }
+  ]#list of photos
+}
+```
 
 ## Installation
 
@@ -25,11 +30,18 @@ Or install it yourself as:
     $ gem install little_fish
 
 ## Usage
-1. demo
-  little_fish --help
+There are two use scenarios
+
+1. command line application 
+  usually you can just type: 
+    little_fish  
+  for downdoading:
+    little_fish -d
+  more details plz dont be hesitated to call for help
+    little_fish --help
 
-2. add this line in your application
- 
+2. usage in your application 
+  
 ```ruby 
 require 'little_fish'
 fisher = LittleFish::Fisher.new do |f|
@@ -37,6 +49,8 @@ fisher = LittleFish::Fisher.new do |f|
   f.dumpfile = 'temp.txt'#if not assigned, filename will be named by datetime. if assigned 'no', 'none', or 'false', it wont dump out any file
 end
 info = fisher.pull
+
+urls = info[:images].map{|e| e[:url]} #to get the urls
 ```
 
 ## Contributing

data/lib/little_fish/fisher.rb

@@ -3,10 +3,11 @@ require 'rss/2.0'
 require 'nokogiri'
 require 'open-uri'
 require 'timeout'
+require 'net/http'
 
 module LittleFish
   class Fisher
-    attr_accessor :url, :last_nth_item, :dumpfile
+    attr_accessor :url, :last_nth_item, :dumpfile, :download
     def initialize
       if block_given?
         yield self
@@ -14,6 +15,7 @@ module LittleFish
         @url = 'http://feeds.boston.com/boston/bigpicture/index'
         @last_nth_item = 0
         @dumpfile = './pic_output_' + Time.now.strftime('%H-%M-%S') + '.txt'
+        @download = false
       end
     end
 
@@ -30,12 +32,19 @@ module LittleFish
       unless ['none', 'NONE', 'no', 'NO', 'false', 'FALSE'].include? @dumpfile
         info 'dumping bp_info ... '
         f = File.new(@dumpfile, 'w') 
-        bp_info[:images].each do |imgs|
-          f.puts imgs
+        bp_info[:images].each do |img|
+          f.puts img
         end
         info 'saved info in ' +  @dumpfile
       end
 
+      if @download
+        info 'down loading photos ... '
+        urls = bp_info[:images].map{|img| img[:url]}
+        download(urls, 'lf_download')
+        info 'photos downloaded!'
+      end
+
       bp_info
     end
 
@@ -105,10 +114,17 @@ module LittleFish
       both.each do |e|
         img_url =  e.children[1].attributes['src'].value
         img_info = e.children.last.content
-        img_list << { img_url => img_info }
+        img_list << { :url =>img_url, :desc => img_info }
       end
       bp_info[:images] = img_list
       bp_info
     end
+
+    def download (urls, dir)
+      Dir.mkdir(dir) unless Dir.exists? dir
+      urls.each do |url|
+        `wget -c #{url} -P #{dir}`
+      end
+    end
   end
 end

data/lib/little_fish/runner.rb

@@ -17,6 +17,7 @@ module LittleFish
     def parse_options
       options = OptionParser.new 
       options.banner = "Usage: littlefish [options]"
+      options.on('-d', '--download', "Download all photos after pulling" )  { @demo.download = true }
       options.on('-f', '--file FILENAME', "Dumping info into file name by datetime in current directory. NOTE: use '-f no', '-f none', or '-f false' will disable dumping into any file")  { |filename| @demo.dumpfile = filename }
       options.on('-n', '--number NUM', "Pull last x th item  by given num")  { |n| @demo.last_nth_item = n.to_i }
       options.on('-u', '--url URL',   "Redirect the url")     { |url| @demo.url = url }

data/lib/little_fish/version.rb

@@ -1,3 +1,3 @@
 module LittleFish
-  VERSION = "0.0.1"
+  VERSION = "0.0.2"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: little_fish
 version: !ruby/object:Gem::Version
-  version: 0.0.1
+  version: 0.0.2
   prerelease: 
 platform: ruby
 authors:
@@ -9,11 +9,11 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2012-05-05 00:00:00.000000000 Z
+date: 2012-05-07 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rake
-  requirement: &70115706073680 !ruby/object:Gem::Requirement
+  requirement: &70173751263660 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -21,10 +21,10 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *70115706073680
+  version_requirements: *70173751263660
 - !ruby/object:Gem::Dependency
   name: rspec
-  requirement: &70115706073220 !ruby/object:Gem::Requirement
+  requirement: &70173751263240 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -32,10 +32,10 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *70115706073220
+  version_requirements: *70173751263240
 - !ruby/object:Gem::Dependency
   name: nokogiri
-  requirement: &70115706072740 !ruby/object:Gem::Requirement
+  requirement: &70173751262820 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -43,7 +43,7 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *70115706072740
+  version_requirements: *70173751262820
 description: my first toy gem
 email:
 - athom@126.com