bulletin 0.0.4

data/bulletin

@@ -0,0 +1,28 @@
+#!/usr/bin/env ruby
+require 'optparse'
+require File.expand_path('bulletin', File.dirname(__FILE__))
+
+ARGV.options do |o|
+  Bulletin::App.setup_db
+  bulletin = Bulletin::App.new(true)
+  bulletin.load_config
+  o.set_summary_indent('  ')
+  o.banner =    "Usage: #{File.basename($0)} [OPTIONS]"
+  o.define_head 'Personalized news client'
+  o.on('-a', '--all', 'show all links') { bulletin.run(0); exit }
+  o.on('-f', '--filter uri', 'filter news') { |f| bulletin.filter(f) }
+  o.on('-o', '--open id', 'open link') { |id| bulletin.open_item(id); exit }
+  o.on('-p', '--page page', 'show page') { |page| bulletin.run(page); exit }
+  o.on('-r', '--read id', 'read a link') { |id| bulletin.read(id); exit }
+  o.on('-R', '--refresh', 'refresh and ranks stories') { bulletin.refresh; exit }
+  o.on('-s', '--save id', 'save link') { |id| bulletin.save(id); exit }
+  o.on('-S', '--saved', 'show all saved') { |id| bulletin.saved; exit }
+  o.on('-u', '--unsave id', 'undo save') { |id| bulletin.unsave(id); exit }
+  o.on('-v', '--version', 'show version') do
+    puts "bulletin version #{Bulletin::VERSION}"
+    exit
+  end
+  o.on('-h', '--help', 'show this help message') { puts o; exit }
+  o.parse!
+  ARGV.empty? ? bulletin.run : puts(o)
+end

data/bulletin.rb

@@ -0,0 +1,238 @@
+require 'rubygems'
+require 'uri'
+require 'data_mapper'
+require 'dm-types'
+require 'colorize'
+require 'feedzirra'
+require 'nokogiri'
+require 'date'
+
+module Bulletin
+  VERSION = '0.0.4'
+
+  class App
+    attr_reader :options, :feeds
+    
+    def initialize(production = true)
+      @production = production
+      @options = {}
+      @feeds = []
+      @term_width = `tput cols`.to_i
+      @term_height = `tput lines`.to_i
+    end
+
+    def filter(site)
+      @filter = site
+    end
+
+    def run(page=1)
+      total = Item.count
+      per_page = options[:per_page]
+      page = page.to_i - 1
+      options = {:order => [:rank]}
+      if page > -1
+        options.merge!(
+          :rank.gt => (per_page * page),
+          :rank.lte => (per_page * (page + 1)))
+      end
+      if @filter
+        options.merge!(
+          :uri.like => "%#{@filter}%"
+        )
+      end
+      items = Item.all(options)
+      return if items.empty?
+      puts table(items)
+    end
+
+    def read(id)
+      item = Item.first(:rank => id)
+      print wrap_line(item.title).colorize(:light_cyan)
+      puts (item.is_saved ? ' (S)'.colorize(:light_red) : '')
+      print item.uri.host.to_s.colorize(:light_green) + ' on '
+      puts item.published_at.strftime('%m/%d/%Y')
+      puts ('-----').colorize(:light_red)
+      puts html_to_text(item.body)
+    end
+
+    def open_item(id)
+      item = Item.first(:rank => id)
+      `#{options[:browser]} #{item.uri}` if item
+    end
+
+    def save(id)
+      item = Item.first(:rank => id)
+      if item
+        item.is_saved = true
+        item.save
+      end
+    end
+
+    def unsave(id)
+      return if id !~ /^\d+$/
+      item = Item.first(:is_saved => true, :rank => id)
+      if item
+        item.is_saved = false
+        item.save
+      end
+    end
+
+    def saved
+      items = Item.all(:is_saved => true, :order => [:rank])
+      return if items.empty?
+      num_width = items.last.rank.to_s.size
+      puts table(items)
+    end
+
+    def refresh
+      items = []
+      Feedzirra::Feed.fetch_and_parse(@feeds).each do |uri, rss|
+        if rss.is_a?(Fixnum)
+          puts "Unable to fetch #{uri}"
+        else
+          items += rss.entries.map { |entry| Item.from_rss(rss, entry) }
+        end
+      end
+      expired = Date.today - options[:expire]
+      all_uris = Item.all.map(&:uri)
+      items.reject! { |i| all_uris.include?(i.uri) || i.published_at < expired }
+      Item.all(:published_at.lt => (Date.today - options[:expire])).destroy
+      items = items + Item.all
+      items.sort_by!(&:published_at)
+      items.reverse!
+      items.each_with_index do |item, index|
+        item.update(:rank => index + 1)
+      end
+    end
+
+    def set(option, value)
+      @options[option] = value
+    end
+
+    def feed(uri)
+      @feeds << uri
+    end
+
+    def load_config
+      config = File.join(ENV['HOME'], '.bulletinrc')
+      if File.exists?(config)
+        app = self
+        Object.class_eval do
+          define_method(:set) { |opt, val| app.set(opt, val) }
+          define_method(:feed) { |uri| app.feed(uri) }
+        end
+        load(config, true)
+        @options[:browser] ||= 'firefox'
+        @options[:per_page] ||= (@term_height - 2)
+        @options[:expire] ||= 30
+      end
+    end
+
+    private
+    def truncate(str)
+      str.size <= @term_width ?
+        str :
+        "#{str[0..@term_width-4]}..."
+    end
+
+    def production?
+      !!@production
+    end
+
+    def table(items)
+      id_width = items.map { |i| i.rank.to_s.size }.max
+      host_width = items.map { |i| i.host.to_s.size }.max
+      items.map do |item|
+        id_pad = ' ' * (id_width - item.rank.to_s.size)
+        host_pad = ' ' * (host_width - item.host.to_s.size)
+        flag = item.is_saved ? 'S' : '*'
+        id = "#{id_pad}#{item.rank}"
+        host = "#{item.host}#{host_pad}"
+        prefix_width = id_width + host_width + 4
+        title = if (prefix_width + item.title.size) > @term_width
+          "#{item.title[0..@term_width-(4 + prefix_width)]}..."
+        else
+          item.title
+        end
+        flag = flag == 'S' ? flag.colorize(:light_red) : flag
+        "#{id.colorize(:light_blue)} #{host.colorize(:light_green)} #{flag} #{title}"
+      end.join("\n")
+    end
+
+    def html_to_text(html)
+      blocks = %w(p div ul ol h1 h2 h3 h4 h5 h6)
+      lists = %w(li)
+      swaps = {'br'=>"\n", 'hr'=>"\n"}
+      node = Nokogiri::HTML(html)
+      node.xpath('.//text()').each { |t| t.content = t.text.gsub(/\s+/,' ') }
+      node.css(swaps.keys.join(',')).each { |n| n.replace(swaps[n.name]) }
+      node.css(blocks.join(',')).each { |n| n.after("\n\n") }
+      node.css(lists.join(',')).each { |n| n.after("\n").before("* ") }
+      text = node.text.split(/\n\n+/).map do |paragraph|
+        paragraph.split(/\n/).map do |line|
+          wrap_line(line.strip)
+        end.join("\n")
+      end.join("\n\n").gsub(/\n\n+/, "\n\n").strip
+    end
+
+    def wrap_line(line)
+      buffer = []
+      width = @term_width - 2
+      line.split(/\s+/).each do |word|
+        if buffer.empty? || (buffer.last.length + word.length + 1) > width
+          if buffer.first && buffer.first =~ /^\*/
+            buffer << "  #{word}"
+          else
+            buffer << word
+          end
+        else
+          last = buffer.pop
+          buffer << "#{last} #{word}"
+        end
+      end
+      buffer.join("\n")
+    end
+
+    def self.setup_db(production = true)
+      DataMapper.setup(:default, production ?
+        "sqlite://#{File.expand_path('~/.bulletindb')}" :
+        "sqlite3::memory:")
+      if !DataMapper.repository(:default).adapter.storage_exists?('bulletin_items')
+        DataMapper.auto_migrate! 
+      end
+    end
+  end
+
+  class Item
+    include DataMapper::Resource
+
+    property :id, Serial
+    property :created_at, DateTime
+    property :published_at, DateTime
+    property :title, String, :length => 255
+    property :uri, URI
+    property :is_saved, Boolean, :default => false
+    property :rank, Integer, :default => 0, :key => true
+    property :body, Text
+
+    def self.from_rss(rss, entry)
+      return nil if entry.url.nil?
+      Item.new(:published_at => (entry.published || Time.now),
+               :title => entry.title.to_s.strip,
+               :uri => entry.url,
+               :body => entry.content)
+    end
+
+    def full_title
+      code = self.is_saved ? 'S'.colorize(:light_red) : '*'
+      "#{host.colorize(:light_green)} #{code} #{title}"
+    end
+
+    def host
+      uri.host.sub(/www\./, '').sub(/\.[^.]+$/, '')[0..14]
+    end
+  end
+
+  DataMapper.finalize
+  DataMapper::Model.raise_on_save_failure = true
+end

data/bulletin_test.rb

@@ -0,0 +1,54 @@
+if ENV['COVERAGE']
+  require 'simplecov'
+  SimpleCov.start
+  SimpleCov.command_name 'Unit Tests'
+end
+
+require File.join(File.dirname(__FILE__), 'bulletin')
+require 'minitest/autorun'
+
+class BulletinTest < MiniTest::Unit::TestCase
+  Bulletin::App.setup_db(false)
+
+  def setup
+    @bulletin = Bulletin::App.new(false)
+    Bulletin::Item.all.destroy
+  end
+
+  def test_refresh
+    assert_equal(0, Bulletin::Item.count)
+    @bulletin.feed sample_uri
+    @bulletin.refresh
+    assert_equal(3, Bulletin::Item.count)
+
+    item = Bulletin::Item.first
+    assert(item.title)
+    assert(item.created_at)
+    assert(item.published_at)
+    assert(item.uri)
+    assert(item.rank)
+
+    @bulletin.refresh
+    assert_equal(3, Bulletin::Item.count)
+  end
+
+  def test_configure
+    @bulletin.set :browser, 'firefox'
+    @bulletin.set :per_page, 20
+    @bulletin.feed 'http://liftoff.msfc.nasa.gov/rss.xml'
+
+    assert_equal('firefox', @bulletin.send(:options)[:browser])
+    assert_equal(20, @bulletin.send(:options)[:per_page])
+    assert_equal('http://liftoff.msfc.nasa.gov/rss.xml',
+                 @bulletin.send(:feeds)[0])
+  end
+
+  def test_environment
+    refute(@bulletin.send(:production?))
+  end
+
+  private
+  def sample_uri
+    File.join(File.expand_path(File.dirname(__FILE__)), 'sample.xml')
+  end
+end

metadata

@@ -0,0 +1,162 @@
+--- !ruby/object:Gem::Specification
+name: bulletin
+version: !ruby/object:Gem::Version
+  version: 0.0.4
+  prerelease: 
+platform: ruby
+authors:
+- Hugh Bien
+autorequire: 
+bindir: .
+cert_chain: []
+date: 2012-06-02 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: dm-sqlite-adapter
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: data_mapper
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: colorize
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: feedzirra
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: minitest
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: simplecov
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Command line RSS reader
+email:
+- hugh@hughbien.com
+executables:
+- bulletin
+extensions: []
+extra_rdoc_files: []
+files:
+- bulletin.rb
+- bulletin_test.rb
+- bulletin
+- ./bulletin
+homepage: https://github.com/hughbien/bulletin
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: 1.3.6
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.23
+signing_key: 
+specification_version: 3
+summary: Command line RSS reader
+test_files: []