little_fish 0.0.1

data/.gitignore

@@ -0,0 +1,17 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp

data/.rvmrc

@@ -0,0 +1,81 @@
+#!/usr/bin/env bash
+
+# This is an RVM Project .rvmrc file, used to automatically load the ruby
+# development environment upon cd'ing into the directory
+
+# First we specify our desired <ruby>[@<gemset>], the @gemset name is optional.
+environment_id="ruby-1.9.3-p0@bigfish"
+
+#
+# Uncomment the following lines if you want to verify rvm version per project
+#
+# rvmrc_rvm_version="1.10.2" # 1.10.1 seams as a safe start
+# eval "$(echo ${rvm_version}.${rvmrc_rvm_version} | awk -F. '{print "[[ "$1*65536+$2*256+$3" -ge "$4*65536+$5*256+$6" ]]"}' )" || {
+#   echo "This .rvmrc file requires at least RVM ${rvmrc_rvm_version}, aborting loading."
+#   return 1
+# }
+#
+
+#
+# Uncomment following line if you want options to be set only for given project.
+#
+# PROJECT_JRUBY_OPTS=( --1.9 )
+#
+# The variable PROJECT_JRUBY_OPTS requires the following to be run in shell:
+#
+#    chmod +x ${rvm_path}/hooks/after_use_jruby_opts
+#
+
+#
+# First we attempt to load the desired environment directly from the environment
+# file. This is very fast and efficient compared to running through the entire
+# CLI and selector. If you want feedback on which environment was used then
+# insert the word 'use' after --create as this triggers verbose mode.
+#
+if [[ -d "${rvm_path:-$HOME/.rvm}/environments" \
+  && -s "${rvm_path:-$HOME/.rvm}/environments/$environment_id" ]]
+then
+  \. "${rvm_path:-$HOME/.rvm}/environments/$environment_id"
+
+  if [[ -s "${rvm_path:-$HOME/.rvm}/hooks/after_use" ]]
+  then
+    . "${rvm_path:-$HOME/.rvm}/hooks/after_use"
+  fi
+else
+  # If the environment file has not yet been created, use the RVM CLI to select.
+  if ! rvm --create  "$environment_id"
+  then
+    echo "Failed to create RVM environment '${environment_id}'."
+    return 1
+  fi
+fi
+
+#
+# If you use an RVM gemset file to install a list of gems (*.gems), you can have
+# it be automatically loaded. Uncomment the following and adjust the filename if
+# necessary.
+#
+# filename=".gems"
+# if [[ -s "$filename" ]]
+# then
+#   rvm gemset import "$filename" | grep -v already | grep -v listed | grep -v complete | sed '/^$/d'
+# fi
+
+# If you use bundler, this might be useful to you:
+# if [[ -s Gemfile ]] && ! command -v bundle >/dev/null
+# then
+#   printf "%b" "The rubygem 'bundler' is not installed. Installing it now.\n"
+#   gem install bundler
+# fi
+# if [[ -s Gemfile ]] && command -v bundle
+# then
+#   bundle install
+# fi
+
+if [[ $- == *i* ]] # check for interactive shells
+then
+    echo "Using: $(tput setaf 2)$GEM_HOME$(tput sgr0)" # show the user the ruby and gemset they are using in green
+else 
+	echo "Using: $GEM_HOME" # don't use colors in interactive shells
+fi
+

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in little_fish.gemspec
+gemspec

data/LICENSE

@@ -0,0 +1,22 @@
+Copyright (c) 2012 yeer
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,48 @@
+# LittleFish
+
+This gem is a little tool for pulling infomation from boston bigpicture, which is a news site with beautiful photos.
+The reutrn info format is a data sructure looks like:
+
+    bp: info
+      description : text
+      image_list : list
+        image_url : string
+        desc : text
+  
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'little_fish'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install little_fish
+
+## Usage
+1. demo
+  little_fish --help
+
+2. add this line in your application
+ 
+```ruby 
+require 'little_fish'
+fisher = LittleFish::Fisher.new do |f|
+  f.last_nth_item = 0 #0 for latest post, and 1 means the last one, 2 means the one before last post, eg.
+  f.dumpfile = 'temp.txt'#if not assigned, filename will be named by datetime. if assigned 'no', 'none', or 'false', it wont dump out any file
+end
+info = fisher.pull
+```
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Added some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1,8 @@
+#!/usr/bin/env rake
+require "bundler/gem_tasks"
+require "rspec/core/rake_task"
+
+RSpec::Core::RakeTask.new
+
+task :default => :spec
+task :test => :spec

data/bin/littlefish

@@ -0,0 +1,5 @@
+#!/usr/bin/env ruby
+
+require File.dirname(__FILE__) + '/../lib/little_fish'
+runner = LittleFish::Runner.new(ARGV)
+bp = runner.run

data/lib/little_fish/fisher.rb

@@ -0,0 +1,114 @@
+require 'rss/1.0'
+require 'rss/2.0'
+require 'nokogiri'
+require 'open-uri'
+require 'timeout'
+
+module LittleFish
+  class Fisher
+    attr_accessor :url, :last_nth_item, :dumpfile
+    def initialize
+      if block_given?
+        yield self
+      else
+        @url = 'http://feeds.boston.com/boston/bigpicture/index'
+        @last_nth_item = 0
+        @dumpfile = './pic_output_' + Time.now.strftime('%H-%M-%S') + '.txt'
+      end
+    end
+
+    def pull
+      info 'opening URI ... '
+      rss_string = open_url(@url)
+
+      info 'parsing doc from text ... '
+      doc  = get_doc(rss_string, @last_nth_item)
+
+      info 'filling doc into bp_info ... '
+      bp_info  = get_bp_info(doc)
+
+      unless ['none', 'NONE', 'no', 'NO', 'false', 'FALSE'].include? @dumpfile
+        info 'dumping bp_info ... '
+        f = File.new(@dumpfile, 'w') 
+        bp_info[:images].each do |imgs|
+          f.puts imgs
+        end
+        info 'saved info in ' +  @dumpfile
+      end
+
+      bp_info
+    end
+
+    private 
+    def info(str)
+      puts "LittleFish(INFO): " + str
+    end
+
+    def warning(str)
+      puts "LittleFish(WARNING): " + str
+    end
+
+    def error(str)
+      puts "LittleFish(ERROR): " + str
+    end
+
+    def open_url(uri)
+      retries = 3
+      begin
+        Timeout::timeout 10 do
+          rss_string = open(@url).read
+        end
+      rescue Timeout::Error
+        retries -= 1
+        if retries > 0
+          warning 'retrying .. '
+          sleep 2 and retry
+        else
+          error "can not open url: #{@url}"
+          raise
+        end
+      end
+    end
+
+    def get_doc(rss_str, n)
+      rss = nil
+      begin
+        Timeout::timeout 10 do
+          rss = RSS::Parser.parse(rss_str, false) 
+        end
+      rescue
+        retries -= 1
+        if retries > 0
+          warning 'retrying .. '
+          sleep 2 and retry
+        else
+          error 'cat not parse rss, maybe try it again'
+          raise
+        end
+      end
+      link = rss.items[n].link 
+      doc = Nokogiri::HTML(open(link))
+    end
+
+    def get_bp_info(doc)
+      bp_info = {}
+      total_desc =  doc.css('.bpBody').children.first.content
+      bp_info[:total_desc]=total_desc
+
+      img_list = []
+      top =  doc.css('.bpImageTop').children.children
+      img_url =  top.first.attributes['src'].value
+      img_info =  top[1].content
+      img_list << { img_url => img_info } 
+
+      both =  doc.css('.bpBoth')
+      both.each do |e|
+        img_url =  e.children[1].attributes['src'].value
+        img_info = e.children.last.content
+        img_list << { img_url => img_info }
+      end
+      bp_info[:images] = img_list
+      bp_info
+    end
+  end
+end

data/lib/little_fish/runner.rb

@@ -0,0 +1,27 @@
+require 'optparse'
+
+module LittleFish
+  class Runner
+    def initialize(arguments)
+      @arguments = arguments
+      @demo = LittleFish::Fisher.new
+    end
+    
+    def run
+      parse_options
+      @demo.pull
+    end
+    
+    private
+    
+    def parse_options
+      options = OptionParser.new 
+      options.banner = "Usage: littlefish [options]"
+      options.on('-f', '--file FILENAME', "Dumping info into file name by datetime in current directory. NOTE: use '-f no', '-f none', or '-f false' will disable dumping into any file")  { |filename| @demo.dumpfile = filename }
+      options.on('-n', '--number NUM', "Pull last x th item  by given num")  { |n| @demo.last_nth_item = n.to_i }
+      options.on('-u', '--url URL',   "Redirect the url")     { |url| @demo.url = url }
+      options.on('-h', '--help',          "Show this message")          { puts(options); exit }
+      options.parse!(@arguments)
+    end
+  end
+end

data/lib/little_fish/version.rb

@@ -0,0 +1,3 @@
+module LittleFish
+  VERSION = "0.0.1"
+end

data/lib/little_fish.rb

@@ -0,0 +1,5 @@
+$: << File.dirname(__FILE__)
+
+require "little_fish/version"
+require "little_fish/fisher"
+require "little_fish/runner"

data/little_fish.gemspec

@@ -0,0 +1,22 @@
+# -*- encoding: utf-8 -*-
+require File.expand_path('../lib/little_fish/version', __FILE__)
+
+Gem::Specification.new do |gem|
+  gem.authors       = ["yeer"]
+  gem.email         = ["athom@126.com"]
+  gem.description   = %q{my first toy gem}
+  gem.summary       = %q{it's just pulling data from website boston bigpicture}
+  gem.homepage      = ""
+
+  gem.files         = `git ls-files`.split($\)
+  gem.executables   = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
+  gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
+  gem.name          = "little_fish"
+  gem.require_paths = ["lib"]
+  gem.version       = LittleFish::VERSION
+
+  gem.add_development_dependency 'rake'
+  gem.add_development_dependency 'rspec'
+  gem.add_development_dependency 'nokogiri'
+
+end

data/spec/lib/little_fish_spec.rb

@@ -0,0 +1,14 @@
+require 'spec_helper'
+
+describe LittleFish do
+  it 'should return info and dump file in a pulling' do
+   #TODO  for somereason open-uri is not availble in spec
+   # fisher  = LittleFish::Fisher.new  do |f|
+   #   f.dumpfile = 'spec_test.txt'
+   # end
+   # info = fisher.pull
+   # info.should_not be_nil
+    #File.exist?('spec_test.txt').should be_true
+    #File.delete 'spec_test.txt'
+  end
+end 

data/spec/spec_helper.rb

@@ -0,0 +1,2 @@
+#require File.dirname(__FILE__) + '/../lib/little_fish'
+require 'little_fish'

metadata

@@ -0,0 +1,95 @@
+--- !ruby/object:Gem::Specification
+name: little_fish
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+  prerelease: 
+platform: ruby
+authors:
+- yeer
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-05-05 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: &70115706073680 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: *70115706073680
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: &70115706073220 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: *70115706073220
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: &70115706072740 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: *70115706072740
+description: my first toy gem
+email:
+- athom@126.com
+executables:
+- littlefish
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- .rvmrc
+- Gemfile
+- LICENSE
+- README.md
+- Rakefile
+- bin/littlefish
+- lib/little_fish.rb
+- lib/little_fish/fisher.rb
+- lib/little_fish/runner.rb
+- lib/little_fish/version.rb
+- little_fish.gemspec
+- spec/lib/little_fish_spec.rb
+- spec/spec_helper.rb
+homepage: ''
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.15
+signing_key: 
+specification_version: 3
+summary: it's just pulling data from website boston bigpicture
+test_files:
+- spec/lib/little_fish_spec.rb
+- spec/spec_helper.rb