pluto-update 1.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 68de3691ae194862a74e9478d542fa5c606aa97e
+  data.tar.gz: 480c6f296bfa83495481d3f3f10c6c8e66b4c23b
+SHA512:
+  metadata.gz: 42b5f6a7e8b03a82325ab4f5dedbabcdae1ccfe9e103c8d6b23d84efa948cdfd9e37b86ef67d5f05289e0002d1d7962eafd79a2bd2fa292df48786430ddfc189
+  data.tar.gz: 22abcd241d7ae8a2e1565ef9a42e441c88eb8b4dfa0038f4e9f69d6d4ea8842dc104eaf697d5ef8fa561d87651a146aea1129bda7a56e38562bf75bcc6bdb13d

data/HISTORY.md

@@ -0,0 +1,4 @@
+
+### 0.0.1 / 2014-12-13
+
+* Everything is new. First release

data/Manifest.txt

@@ -0,0 +1,10 @@
+HISTORY.md
+Manifest.txt
+README.md
+Rakefile
+lib/pluto/update.rb
+lib/pluto/update/fetcher.rb
+lib/pluto/update/refresher.rb
+lib/pluto/update/subscriber.rb
+lib/pluto/update/updater.rb
+lib/pluto/update/version.rb

data/README.md

@@ -0,0 +1,55 @@
+#  pluto-update gem - planet feed 'n' subscription updater
+
+* home  :: [github.com/feedreader/pluto-update](https://github.com/feedreader/pluto-update)
+* bugs  :: [github.com/feedreader/pluto-update/issues](https://github.com/feedreader/pluto-update/issues)
+* gem   :: [rubygems.org/gems/pluto-update](https://rubygems.org/gems/pluto-update)
+* rdoc  :: [rubydoc.info/gems/pluto-update](http://rubydoc.info/gems/pluto-update)
+* forum :: [groups.google.com/group/feedreader](http://groups.google.com/group/feedreader)
+
+
+
+## Usage
+
+### Planet Configuration Sample 
+
+`ruby.ini`:
+
+```
+title = Planet Ruby
+
+[rubyflow]
+  title  = Ruby Flow
+  link   = http://rubyflow.com
+  feed   = http://feeds.feedburner.com/Rubyflow?format=xml
+
+[rubyonrails]
+  title = Ruby on Rails Blog
+  link  = http://weblog.rubyonrails.org
+  feed  = http://weblog.rubyonrails.org/feed/atom.xml
+
+[viennarb]
+  title = vienna.rb Blog
+  link  = http://vienna-rb.at
+  feed  = http://vienna-rb.at/atom.xml
+```
+
+For more samples, see [`nytimes.ini`](https://github.com/feedreader/pluto.samples/blob/master/nytimes.ini),
+[`js.ini`](https://github.com/feedreader/pluto.samples/blob/master/js.ini),
+[`dart.ini`](https://github.com/feedreader/pluto.samples/blob/master/dart.ini),
+[`haskell.ini`](https://github.com/feedreader/pluto.samples/blob/master/haskell.ini),
+[`viennarb.ini`](https://github.com/feedreader/pluto.samples/blob/master/viennarb.ini),
+[`beer.ini`](https://github.com/feedreader/pluto.samples/blob/master/beer.ini),
+[`football.ini`](https://github.com/feedreader/pluto.samples/blob/master/football.ini).
+
+
+
+
+## License
+
+The `pluto-update` scripts are dedicated to the public domain.
+Use it as you please with no restrictions whatsoever.
+
+## Questions? Comments?
+
+Send them along to the [Planet Pluto and Friends Forum/Mailing List](http://groups.google.com/group/feedreader).
+Thanks!

data/Rakefile

@@ -0,0 +1,31 @@
+require 'hoe'
+require './lib/pluto/update/version.rb'
+
+Hoe.spec 'pluto-update' do
+
+  self.version = PlutoUpdate::VERSION
+
+  self.summary = "pluto-update - planet feed 'n' subscription updater"
+  self.description = summary
+
+  self.urls    = ['https://github.com/feedreader/pluto-update']
+
+  self.author  = 'Gerald Bauer'
+  self.email   = 'feedreader@googlegroups.com'
+
+  # switch extension to .markdown for gihub formatting
+  self.readme_file  = 'README.md'
+  self.history_file = 'HISTORY.md'
+
+  self.extra_deps = [
+    ['pluto-models',  '>= 1.2.2'],
+    ['fetcher',       '>= 0.4.4'],
+  ]
+
+  self.licenses = ['Public Domain']
+
+  self.spec_extras = {
+    required_ruby_version: '>= 1.9.2'
+  }
+
+end

data/lib/pluto/update.rb

@@ -0,0 +1,40 @@
+# encoding: utf-8
+
+
+require 'pluto/models'
+
+
+# more 3rd party gems
+require 'fetcher'
+
+
+# our own code
+require 'pluto/update/version'   # Note: let version always go first
+require 'pluto/update/fetcher'
+require 'pluto/update/refresher'
+require 'pluto/update/subscriber'
+require 'pluto/update/updater'
+
+
+
+module Pluto
+
+  # todo: add alias update_site( config ) ??
+  def self.update_subscriptions( config )
+    Subscriber.new.update_subscriptions( config )
+  end
+
+  def self.update_feeds
+    Refresher.new.update_feeds
+  end
+
+  def self.update_sites
+    Refresher.new.update_sites
+  end
+
+end  # module Pluto
+
+
+
+# say hello
+puts PlutoUpdate.banner   if $DEBUG || (defined?($RUBYLIBS_DEBUG) && $RUBYLIBS_DEBUG) 

data/lib/pluto/update/fetcher.rb

@@ -0,0 +1,297 @@
+# encoding: utf-8
+
+
+module Pluto
+
+class Fetcher
+
+  include LogUtils::Logging
+
+  include Models   # for easy convenience access for Activity etc.
+
+  def initialize
+    @worker  = ::Fetcher::Worker.new
+  end
+
+  def debug=(value)  @debug = value;   end
+  def debug?()       @debug || false;  end
+
+
+  def fetch_feed( url )
+    response = @worker.get( url )
+
+    ## if debug?
+      puts "http status #{response.code} #{response.message}"
+
+      puts "http header - server: #{response.header['server']} - #{response.header['server'].class.name}"
+      puts "http header - etag: #{response.header['etag']} - #{response.header['etag'].class.name}"
+      puts "http header - last-modified: #{response.header['last-modified']} - #{response.header['last-modified'].class.name}"
+    ## end
+
+    xml = response.body
+
+    ###
+    # NB: Net::HTTP will NOT set encoding UTF-8 etc.
+    # will mostly be ASCII
+    # - try to change encoding to UTF-8 ourselves
+    logger.debug "xml.encoding.name (before): #{xml.encoding.name}"
+
+    #####
+    # NB: ASCII-8BIT == BINARY == Encoding Unknown; Raw Bytes Here
+
+    ## NB:
+    # for now "hardcoded" to utf8 - what else can we do?
+    # - note: force_encoding will NOT change the chars only change the assumed encoding w/o translation
+    xml = xml.force_encoding( Encoding::UTF_8 )
+    logger.debug "xml.encoding.name (after): #{xml.encoding.name}"      
+
+    xml
+  end
+
+
+  def feed_by_rec( feed_rec )
+    # simple feed fetcher; use for debugging (only/mostly)
+    #  -- will NOT change db records in any way
+
+    feed_url = feed_rec.feed_url
+    feed_key = feed_rec.key
+
+    feed_xml = fetch_feed( feed_url )
+
+    logger.debug "feed_xml:"
+    logger.debug feed_xml[ 0..500 ] # get first 500 chars
+
+    #  if opts.verbose?  # also write a copy to disk
+    if debug?
+      logger.debug "saving feed to >./#{feed_key}.xml<..."
+      File.open( "./#{feed_key}.xml", 'w' ) do |f|
+        f.write( feed_xml )
+      end
+    end
+      
+    puts "Before parsing feed >#{feed_key}<..."
+
+    ## fix/todo: check for feed.nil?   -> error parsing!!!
+    #    or throw exception
+    feed = FeedUtils::Parser.parse( feed_xml )
+    feed
+  end
+
+
+  def feed_by_rec_if_modified( feed_rec )   # try smart http update; will update db records
+    feed_url = feed_rec.feed_url
+    feed_key = feed_rec.key
+
+    ### todo/fix: normalize/unifiy feed_url
+    ##  - same in fetcher - use shared utitlity method or similar
+
+    @worker.use_cache = true
+    @worker.cache[ feed_url ] = {
+      'etag'          => feed_rec.http_etag,
+      'last-modified' => feed_rec.http_last_modified
+    }
+
+    begin
+      response = @worker.get( feed_url )
+    rescue SocketError => e
+      ## catch socket error for unknown domain names (e.g. pragdave.blogs.pragprog.com)
+      ###  will result in SocketError -- getaddrinfo: Name or service not known
+      puts "*** error: fetching feed '#{feed_key}' - #{e.to_s}"
+      Activity.create!( text: "*** error: fetching feed '#{feed_key}' - #{e.to_s}" )
+
+      ### todo/fix: update feed rec in db
+      @worker.use_cache = false   # fix/todo: restore old use_cache setting instead of false
+      return nil
+    end
+
+    @worker.use_cache = false   # fix/todo: restore old use_cache setting instead of false
+
+    if response.code == '304'  # not modified (conditional GET - e.g. using etag/last-modified)
+      puts "OK - fetching feed '#{feed_key}' - HTTP status #{response.code} #{response.message}"
+      puts "no change; request returns not modified (304); skipping parsing feed"
+      return nil   # no updates available; nothing to do
+    end
+
+    feed_fetched = Time.now
+
+    if response.code != '200'   # note Net::HTTP response.code is a string in ruby
+
+      puts "*** error: fetching feed '#{feed_key}' - HTTP status #{response.code} #{response.message}"
+      
+      feed_attribs = {
+        http_code:          response.code.to_i,
+        http_server:        response.header[ 'server' ],
+        http_etag:          nil,
+        http_last_modified: nil,
+        body:               nil,
+        md5:                nil,
+        fetched:            feed_fetched 
+      }
+      feed_rec.update_attributes!( feed_attribs )
+      
+      ## add log error activity -- in future add to error log - better - why? why not?
+      Activity.create!( text: "*** error: fetching feed '#{feed_key}' - HTTP status #{response.code} #{response.message}" )
+
+      return nil  #  sorry; no feed for parsing available
+    end
+
+    puts "OK - fetching feed '#{feed_key}' - HTTP status #{response.code} #{response.message}"
+
+    feed_xml = response.body
+    ###
+    # NB: Net::HTTP will NOT set encoding UTF-8 etc.
+    # will mostly be ASCII
+    # - try to change encoding to UTF-8 ourselves
+    logger.debug "feed_xml.encoding.name (before): #{feed_xml.encoding.name}"
+
+    #####
+    # NB: ASCII-8BIT == BINARY == Encoding Unknown; Raw Bytes Here
+
+    ## NB:
+    # for now "hardcoded" to utf8 - what else can we do?
+    # - note: force_encoding will NOT change the chars only change the assumed encoding w/o translation
+    feed_xml = feed_xml.force_encoding( Encoding::UTF_8 )
+    logger.debug "feed_xml.encoding.name (after): #{feed_xml.encoding.name}"
+
+    ## check for md5 hash for response.body
+
+    last_feed_md5 = feed_rec.md5
+    feed_md5 = Digest::MD5.hexdigest( feed_xml )
+    
+    if last_feed_md5 && last_feed_md5 == feed_md5
+      # not all servers handle conditional gets, so while not much can be
+      # done about the bandwidth, but if the response body is identical
+      # the downstream processing (parsing, caching, ...) can be avoided.
+      #  - thanks to planet mars -fido.rb for the idea, cheers.
+      
+      puts "no change; md5 digests match; skipping parsing feed"
+      return nil   # no updates available; nothing to do
+    end
+
+    feed_attribs = {
+      http_code:          response.code.to_i,
+      http_server:        response.header[ 'server' ],
+      http_etag:          response.header[ 'etag' ],
+      http_last_modified: response.header[ 'last-modified' ], ## note: last_modified header gets stored as plain text (not datetime)
+      body:               feed_xml,
+      md5:                feed_md5,
+      fetched:            feed_fetched
+    }
+
+    ## if debug?
+      puts "http header - server: #{response.header['server']} - #{response.header['server'].class.name}"
+      puts "http header - etag: #{response.header['etag']} - #{response.header['etag'].class.name}"
+      puts "http header - last-modified: #{response.header['last-modified']} - #{response.header['last-modified'].class.name}"
+    ## end
+
+    feed_rec.update_attributes!( feed_attribs )
+
+    logger.debug "feed_xml:"
+    logger.debug feed_xml[ 0..300 ] # get first 300 chars
+      
+    puts "Before parsing feed >#{feed_key}<..."
+
+    ### move to feedutils
+    ### logger.debug "using stdlib RSS::VERSION #{RSS::VERSION}"
+
+    ## fix/todo: check for feed.nil?   -> error parsing!!!
+    #    or throw exception
+    feed = FeedUtils::Parser.parse( feed_xml )
+    feed
+  end
+
+
+  def site_by_rec_if_modified( site_rec )   # try smart http update; will update db records
+    site_url = site_rec.url
+    site_key = site_rec.key
+
+    ### todo/fix: normalize/unifiy feed_url
+    ##  - same in fetcher - use shared utitlity method or similar
+
+    @worker.use_cache = true
+    @worker.cache[ site_url ] = {
+      'etag'          => site_rec.http_etag,
+      'last-modified' => site_rec.http_last_modified
+    }
+
+    response = @worker.get( site_url )
+    @worker.use_cache = false   # fix/todo: restore old use_cache setting instead of false
+
+    if response.code == '304'  # not modified (conditional GET - e.g. using etag/last-modified)
+      puts "OK - fetching site '#{site_key}' - HTTP status #{response.code} #{response.message}"
+      puts "no change; request returns not modified (304); skipping parsing site config"
+      return nil   # no updates available; nothing to do
+    end
+
+    site_fetched = Time.now
+
+    if response.code != '200'   # note Net::HTTP response.code is a string in ruby
+
+      puts "*** error: fetching site '#{site_key}' - HTTP status #{response.code} #{response.message}"
+
+      site_attribs = {
+        http_code:          response.code.to_i,
+        http_server:        response.header[ 'server' ],
+        http_etag:          nil,
+        http_last_modified: nil,
+        body:               nil,
+        md5:                nil,
+        fetched:            feed_fetched 
+      }
+      site_rec.update_attributes!( site_attribs )
+      
+      ## add log error activity -- in future add to error log - better - why? why not?
+      Activity.create!( text: "*** error: fetching site '#{site_key}' - HTTP status #{response.code} #{response.message}" )
+
+      return nil  #  sorry; no feed for parsing available
+    end
+
+    puts "OK - fetching site '#{site_key}' - HTTP status #{response.code} #{response.message}"
+
+    site_text = response.body
+    
+    ###
+    # NB: Net::HTTP will NOT set encoding UTF-8 etc.
+    # will mostly be ASCII
+    # - try to change encoding to UTF-8 ourselves
+    logger.debug "site_text.encoding.name (before): #{site_text.encoding.name}"
+
+    #####
+    # NB: ASCII-8BIT == BINARY == Encoding Unknown; Raw Bytes Here
+
+    ## NB:
+    # for now "hardcoded" to utf8 - what else can we do?
+    # - note: force_encoding will NOT change the chars only change the assumed encoding w/o translation
+    site_text = site_text.force_encoding( Encoding::UTF_8 )
+    logger.debug "site_text.encoding.name (after): #{site_text.encoding.name}"
+
+    site_attribs = {
+      http_code:          response.code.to_i,
+      http_server:        response.header[ 'server' ],
+      http_etag:          response.header[ 'etag' ],
+      http_last_modified: response.header[ 'last-modified' ], ## note: last_modified header gets stored as plain text (not datetime)
+      fetched:            site_fetched
+    }
+
+    ## if debug?
+      puts "http header - server: #{response.header['server']} - #{response.header['server'].class.name}"
+      puts "http header - etag: #{response.header['etag']} - #{response.header['etag'].class.name}"
+      puts "http header - last-modified: #{response.header['last-modified']} - #{response.header['last-modified'].class.name}"
+    ## end
+
+    site_rec.update_attributes!( site_attribs )
+
+    ## logger.debug "site_text:"
+    ## logger.debug site_text[ 0..300 ] # get first 300 chars
+
+
+    puts "Before parsing site config >#{site_key}<..."
+    
+    # assume ini format for now
+    site_config = INI.load( site_text )
+    site_config
+  end
+
+end # class Fetcher
+
+end # module Pluto

data/lib/pluto/update/refresher.rb

@@ -0,0 +1,133 @@
+# encoding: utf-8
+
+
+module Pluto
+
+class Refresher
+
+  include LogUtils::Logging
+
+  include Models
+
+  def initialize
+    @worker  = Fetcher.new
+  end
+
+  def debug=(value)  @debug = value;   end
+  def debug?()       @debug || false;  end
+
+
+  def update_sites( opts={} )  # update all site configs
+    if debug?
+      ## turn on logging for sql too
+      ActiveRecord::Base.logger = Logger.new( STDOUT )
+      @worker.debug = true   # also pass along worker debug flag if set
+    end
+
+    # -- log update activity
+    Activity.create!( text: "update sites (#{Site.count})" )
+
+    #### - hack - use order(:id) instead of .all - avoids rails/activerecord 4 warnings
+
+    Site.order(:id).each do |site|
+      update_site_worker( site )  if site.url.present?  # note: only update if (source) url present
+    end
+  end
+
+
+  def update_feeds( opts={} )  # update all feeds
+    if debug?
+      ## turn on logging for sql too
+      ActiveRecord::Base.logger = Logger.new( STDOUT )
+      @worker.debug = true   # also pass along worker debug flag if set
+    end
+
+    # -- log update activity
+    Activity.create!( text: "update feeds (#{Feed.count})" )
+
+    #### - hack - use order(:id) instead of .all - avoids rails/activerecord 4 warnings
+
+    Feed.order(:id).each do |feed|
+      update_feed_worker( feed )
+    end
+  end
+
+
+  def update_feeds_for( site_key, opts={} )
+    if debug?
+      ## turn on logging for sql too
+      ActiveRecord::Base.logger = Logger.new( STDOUT )
+      @worker.debug = true   # also pass along worker debug flag if set
+    end
+
+    # -- log update activity
+    Activity.create!( text: "update feeds >#{site_key}<" )
+
+    site = Site.find_by_key!( site_key )
+
+    site.feeds.each do |feed|
+      update_feed_worker( feed )
+    end
+
+  end # method update_feeds
+
+
+private
+  def update_site_worker( site_rec )
+    site_config = @worker.site_by_rec_if_modified( site_rec )
+  
+    # on error or if http-not modified etc. skip update/processing
+    return  if site_config.nil?
+
+    subscriber = Subscriber.new
+    subscriber.debug = debug? ? true : false    # pass along debug flag
+
+    site_key = site_rec.key
+    subscriber.update_subscriptions_for( site_key, site_config )
+  end
+
+
+  def update_feed_worker( feed_rec )
+    feed = @worker.feed_by_rec_if_modified( feed_rec )
+      
+    # on error or if http-not modified etc. skip update/processing
+    return  if feed.nil?
+
+    ## fix/todo: reload feed_red   - fetched date updated etc.
+    ##  check if needed for access to fetched date
+      
+
+    ## todo/check: move feed_rec update to the end (after item updates??)
+
+    # update feed attribs e.g.
+    #    generator
+    #    published_at,built_at,touched_at,fetched_at
+    #    summary,title2
+      
+    ## fix:
+    ## weird rss exception error on windows w/ dates
+    #  e.g. /lib/ruby/1.9.1/rss/rss.rb:37:in `w3cdtf': wrong number of arguments (1 for 0) (ArgumentError)
+    #
+    #  move to_datetime to feedutils!! if it works
+    ##   todo: move this comments to feedutils??
+
+
+    feed_rec.debug = debug? ? true : false    # pass along debug flag
+    ## fix/todo: pass debug flag as opts - debug: true|false !!!!!!
+    feed_rec.save_from_struct!( feed )  # todo: find a better name - why? why not??
+
+
+    #  update  cached value last published for item
+    last_item_rec = feed_rec.items.latest.limit(1).first  # note limit(1) will return relation/arrar - use first to get first element or nil from ary
+    if last_item_rec.present?
+      if last_item_rec.published?
+        feed_rec.update_attributes!( last_published: last_item_rec.published )
+      else # try touched
+        feed_rec.update_attributes!( last_published: last_item_rec.touched )
+      end
+    end
+  end  # method update_feed_worker
+
+end # class Refresher
+
+end # module Pluto

data/lib/pluto/update/subscriber.rb

@@ -0,0 +1,105 @@
+# encoding: utf-8
+
+
+module Pluto
+
+class Subscriber
+
+  include LogUtils::Logging
+
+  include Models
+
+  def debug=(value)  @debug = value;   end
+  def debug?()       @debug || false;  end
+
+
+  def update_subscriptions( config, opts={} )
+    # !!!! -- depreciated API - remove - do NOT use anymore
+    puts "*** warn - [Pluto::Subscriber] depreciated API -- use update_subscriptions_for( site_key )"
+    update_subscriptions_for( 'planet', config, opts )  # default to planet site_key
+  end
+
+
+  def update_subscriptions_for( site_key, config, opts={} )
+    site_attribs = {
+      title:  config['title'] || config['name'],   # support either title or name
+      url:    config['source'] || config['url']    # support source or url   for source url for auto-update (optional)
+    }
+
+    logger.debug "site_attribs: #{site_attribs.inspect}"
+
+    site_rec = Site.find_by_key( site_key )
+    if site_rec.nil?
+      site_rec             = Site.new
+      site_attribs[ :key ] = site_key
+
+      ## use object_id: site.id and object_type: Site
+      ## change - model/table/schema!!!
+      Activity.create!( text: "new site >#{site_key}< - #{site_attribs[ :title ]}" )
+    end
+    site_rec.update_attributes!( site_attribs )
+
+    # -- log update activity
+    Activity.create!( text: "update subscriptions >#{site_key}<" )
+
+    # clean out subscriptions and add again
+    logger.debug "before site.subscriptions.delete_all - count: #{site_rec.subscriptions.count}"
+    site_rec.subscriptions.destroy_all  # note: use destroy_all NOT delete_all (delete_all tries by default only nullify)
+    logger.debug "after site.subscriptions.delete_all - count: #{site_rec.subscriptions.count}"
+
+    config.each do |key, value|
+
+      ## todo: downcase key - why ??? why not???
+
+      # skip "top-level" feed keys e.g. title, etc. or planet planet sections (e.g. planet,defaults)
+      next if ['title','title2','name',
+               'source', 'url',
+               'include','includes','exclude','excludes',
+               'feeds',
+               'planet','defaults'].include?( key )
+
+      ### todo/check:
+      ##   check value - must be hash
+      #     check if url or feed_url present
+      #      that is, check for required props/key-value pairs
+
+      feed_key   = key.to_s.dup
+      feed_hash  = value
+
+      # todo/fix: use title from feed?
+      #  e.g. fill up auto_title, auto_url, etc.
+
+      feed_attribs = {
+        feed_url: feed_hash[ 'feed' ]  || feed_hash[ 'feed_url' ],
+        url:      feed_hash[ 'link' ]  || feed_hash[ 'url' ],
+        title:    feed_hash[ 'title' ] || feed_hash[ 'name' ],
+        title2:   feed_hash[ 'title2' ],
+        includes: feed_hash[ 'includes' ] || feed_hash[ 'include' ],
+        excludes: feed_hash[ 'excludes' ] || feed_hash[ 'exclude' ]
+      }
+
+      puts "Updating feed subscription >#{feed_key}< - >#{feed_attribs[:feed_url]}<..."
+
+      feed_rec = Feed.find_by_key( feed_key )
+      if feed_rec.nil?
+        feed_rec             = Feed.new
+        feed_attribs[ :key ] = feed_key
+
+        ## use object_id: feed.id and object_type: Feed
+        ## change - model/table/schema!!!
+        ## todo: add parent_action_id - why? why not?
+        Activity.create!( text: "new feed >#{feed_key}< - #{feed_attribs[ :title ]}" )
+      end
+
+      feed_rec.update_attributes!( feed_attribs )
+
+      #  add subscription record
+      #   note: subscriptions get cleaned out on update first (see above)
+      site_rec.subscriptions.create!( feed_id: feed_rec.id )   
+    end
+
+  end # method update_subscriptions
+
+end # class Subscriber
+
+end # module Pluto

data/lib/pluto/update/updater.rb

@@ -0,0 +1,53 @@
+# encoding: utf-8
+
+
+module Pluto
+
+class Updater
+
+  include LogUtils::Logging
+
+  ### fix!!!!!: change config    to text   - yes/no - why? why not??
+  #   or pass along struct
+  #      - with hash and text and format(e.g. ini/yml) as fields???
+  #
+  #   - why? - we need to get handle on md5 digest/hash plus on plain text, ideally to store in db
+  ##  - pass along unparsed text!! - not hash struct
+  #      - will get saved in db plus we need to generate md5 hash
+  #    - add filename e.g. ruby.ini|ruby.conf|ruby.yml as opt ??
+  #           or add config format as opt e.g. ini or yml?
+
+  def initialize( opts, config )
+    @opts    = opts
+    @config  = config
+  end
+
+  attr_reader :opts, :config
+
+  def run( arg )
+    arg = arg.downcase.gsub('.ini','').gsub('.yml','')  # remove file extension if present
+
+    update_for( arg )
+  end
+
+  def update_for( site_key )
+    ###################
+    # step 1) update subscriptions
+    subscriber = Subscriber.new
+
+    # pass along debug/verbose setting/switch
+    subscriber.debug = true    if opts.verbose?
+    subscriber.update_subscriptions_for( site_key, config )
+
+    ##############################
+    # step 2) update feeds
+    refresher = Refresher.new
+
+    # pass along debug/verbose setting/switch
+    refresher.debug = true    if opts.verbose?
+    refresher.update_feeds_for( site_key )
+  end # method run
+
+end # class Updater
+
+end # module Pluto

data/lib/pluto/update/version.rb

@@ -0,0 +1,25 @@
+# encoding: utf-8
+
+
+module PlutoUpdate
+
+  MAJOR = 1
+  MINOR = 1
+  PATCH = 0
+  VERSION = [MAJOR,MINOR,PATCH].join('.')
+
+  def self.version
+    VERSION
+  end
+
+  def self.banner
+    ### todo: add RUBY_PATCHLEVEL or RUBY_PATCH_LEVEL  e.g. -p124
+    "pluto-update/#{VERSION} on Ruby #{RUBY_VERSION} (#{RUBY_RELEASE_DATE}) [#{RUBY_PLATFORM}]"
+  end
+
+  def self.root
+    "#{File.expand_path( File.dirname(File.dirname(File.dirname(File.dirname(__FILE__)))) )}"
+  end
+
+end # module PlutoUpdate
+

metadata

@@ -0,0 +1,114 @@
+--- !ruby/object:Gem::Specification
+name: pluto-update
+version: !ruby/object:Gem::Version
+  version: 1.1.0
+platform: ruby
+authors:
+- Gerald Bauer
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-12-13 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: pluto-models
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.2.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.2.2
+- !ruby/object:Gem::Dependency
+  name: fetcher
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.4.4
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.4.4
+- !ruby/object:Gem::Dependency
+  name: rdoc
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.0'
+- !ruby/object:Gem::Dependency
+  name: hoe
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.13'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.13'
+description: pluto-update - planet feed 'n' subscription updater
+email: feedreader@googlegroups.com
+executables: []
+extensions: []
+extra_rdoc_files:
+- HISTORY.md
+- Manifest.txt
+- README.md
+files:
+- HISTORY.md
+- Manifest.txt
+- README.md
+- Rakefile
+- lib/pluto/update.rb
+- lib/pluto/update/fetcher.rb
+- lib/pluto/update/refresher.rb
+- lib/pluto/update/subscriber.rb
+- lib/pluto/update/updater.rb
+- lib/pluto/update/version.rb
+homepage: https://github.com/feedreader/pluto-update
+licenses:
+- Public Domain
+metadata: {}
+post_install_message: 
+rdoc_options:
+- "--main"
+- README.md
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 1.9.2
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.2
+signing_key: 
+specification_version: 4
+summary: pluto-update - planet feed 'n' subscription updater
+test_files: []