pluto 1.0.1 → 1.1.0

data/lib/pluto/manifest_helpers.rb

@@ -1,50 +0,0 @@
-module Pluto
-
-module ManifestHelper
-
-  ## shared methods for handling manifest lookups
-  ##
-  #  note: required attribs (in host class) include:
-  #     - opts.config_path
-  
-  def installed_template_manifest_patterns
-
-    # 1) search .    # that is, working/current dir
-    # 2) search <config_dir>
-    # 3) search <gem>/templates
-
-### 
-# Note
-# -- for now - no longer ship w/ builtin template packs
-# - download on demand if needed
-
-    builtin_patterns = [
-##      "#{Pluto.root}/templates/*.txt"
-    ]
-    config_patterns  = [
-##      "#{File.expand_path(opts.config_path)}/*.txt",
-      "#{File.expand_path(opts.config_path)}/*/*.txt"
-    ]
-    current_patterns = [
-##      "*.txt",
-      "*/*.txt"
-    ]
-    
-    patterns = []
-    patterns += current_patterns
-    patterns += config_patterns
-    patterns += builtin_patterns
-  end
-
-  def installed_template_manifests
-    excludes = [
-      "Manifest.txt",
-      "*/Manifest.txt"
-    ]    
-    
-    Pakman::Finder.new.find_manifests( installed_template_manifest_patterns, excludes )
-  end
-
-
-end # module Manifest
-end # module Slideshow

data/lib/pluto/models/activity.rb

@@ -1,8 +0,0 @@
-module Pluto
-  module Models
-
-# add shortcut/alias
-Activity = ActivityDb::Models::Activity
-
-  end # module Models
-end # module Pluto

data/lib/pluto/models/feed.rb

@@ -1,127 +0,0 @@
-module Pluto
-  module Models
-
-class Feed < ActiveRecord::Base
-  self.table_name = 'feeds'
-
-  include Pluto::ActiveRecordMethods  # e.g. read_attribute_w_fallbacks
-
-  has_many :items
-  has_many :subscriptions
-  has_many :sites, :through => :subscriptions
-
-
-  def self.latest
-    # note: order by first non-null datetime field
-    #   coalesce - supported by sqlite (yes), postgres (yes)
-
-    # note: if not published, touched or built use hardcoded 1971-01-01 for now
-    ## order( "coalesce(published,touched,built,'1971-01-01') desc" )
-    order( "coalesce(feeds.last_published,'1971-01-01') desc" )
-  end
-
-  ##################################
-  # attribute reader aliases
-  #
-  #  todo: check if we can use alias_method :name, :title   - works for non-existing/on-demand-generated method too??
-
-  def name()        title;    end  # alias for title
-  def description() summary;  end  # alias for summary  -- also add descr shortcut??
-  def link()        url;      end  # alias for url
-  def feed()        feed_url; end  # alias for feed_url
-
-  def url?()           read_attribute(:url).present?;       end
-  def title?()         read_attribute(:title).present?;     end
-  def title2?()        read_attribute(:title2).present?;    end
-  def feed_url?()      read_attribute(:feed_url).present?;  end
-
-  def url()      read_attribute_w_fallbacks( :url,      :auto_url );      end
-  def title()    read_attribute_w_fallbacks( :title,    :auto_title );    end
-  def title2()   read_attribute_w_fallbacks( :title2,   :auto_title2 );   end
-  def feed_url() read_attribute_w_fallbacks( :feed_url, :auto_feed_url ); end
-
-
-  def published?()  read_attribute(:published).present?;  end
-  def touched?()    read_attribute(:touched).present?;    end
-
-
-  def published
-    ## todo/fix: use a new name - do NOT squeeze convenience lookup into existing
-    #    db backed attribute
-
-    read_attribute_w_fallbacks(
-       :published,  
-       :touched,     # try touched (aka updated (ATOM))
-       :built        # try build (aka lastBuildDate (RSS))
-    )
-  end
-
-
-  def debug=(value)  @debug = value;   end
-  def debug?()       @debug || false;  end
-
-  def save_from_struct!( data )
-
-    update_from_struct!( data )
-    
-    data.items.each do |item|
-
-      item_rec = Item.find_by_guid( item.guid )
-      if item_rec.nil?
-        item_rec  = Item.new
-        puts "** NEW | #{item.title}"
-      else
-        ## todo: check if any attribs changed
-        puts "UPDATE | #{item.title}"
-      end
-      
-      item_rec.debug = debug? ? true : false  # pass along debug flag
-      item_rec.update_from_struct!( self, item )
-
-    end  # each item
-  end
-
-
-  def update_from_struct!( data )
-
-    ## todo: move to FeedUtils::Feed ??? why? why not??
-    if data.generator
-      generator_full = ''
-      generator_full << data.generator
-      generator_full << " @version=#{data.generator_version}"   if data.generator_version
-      generator_full << " @uri=#{data.generator_uri}"           if data.generator_uri
-    else
-      generator_full = nil
-    end
-
-    feed_attribs = {
-        format:       data.format,
-        published:    data.published,
-        touched:      data.updated,
-        built:        data.built,
-        summary:      data.summary,
-        ### todo/fix: add/use
-        # auto_title:     ???,
-        # auto_url:       ???,
-        # auto_feed_url:  ???,
-        auto_title2:  data.title2,
-        generator:    generator_full
-      }
-
-    if debug?
-        ## puts "*** dump feed_attribs:"
-        ## pp feed_attribs
-        puts "*** dump feed_attribs w/ class types:"
-        feed_attribs.each do |key,value|
-          puts "  #{key}: >#{value}< : #{value.class.name}"
-        end
-    end
-
-    update_attributes!( feed_attribs )
-  end
-
-end  # class Feed
-
-
-  end # module Models
-end # module Pluto

data/lib/pluto/models/item.rb

@@ -1,73 +0,0 @@
-module Pluto
-  module Models
-
-class Item < ActiveRecord::Base
-  self.table_name = 'items'
-
-  include Pluto::ActiveRecordMethods  # e.g. read_attribute_w_fallbacks
-
-  belongs_to :feed
-
-  ##################################
-  # attribute reader aliases
-  def name()        title;    end  # alias for title
-  def description() summary;  end  # alias for summary  -- also add descr shortcut??
-  def link()        url;      end  # alias for url
-
-  def self.latest
-    # note: order by first non-null datetime field
-    #   coalesce - supported by sqlite (yes), postgres (yes)
-
-    # note: if not published,touched or built_at use hardcoded 1971-01-01 for now
-    order( "coalesce(items.published,items.touched,'1971-01-01') desc" )
-  end
-
-  def published?()  read_attribute(:published).present?;  end
-
-  def published
-    ## todo/fix: use a new name - do NOT squeeze convenience lookup into existing
-    #    db backed attribute
-
-    read_attribute_w_fallbacks(
-      :published,
-      :touched       # try touched (aka updated RSS/ATOM)
-    )
-  end
-
-
-
-  def debug=(value)  @debug = value;   end
-  def debug?()       @debug || false;  end
-
-  def update_from_struct!( feed_rec, data )
-    ## check: new item/record?  not saved?  add guid
-    #   otherwise do not add guid  - why? why not?
-
-    item_attribs = {
-      guid:         data.guid,   # todo: only add for new records???
-      title:        data.title,
-      url:          data.url,
-      summary:      data.summary,
-      content:      data.content,
-      published:    data.published,
-      touched:      data.updated,
-      feed_id:      feed_rec.id,    # add feed_id fk_ref
-      fetched:      feed_rec.fetched
-    }
-
-    if debug?
-      puts "*** dump item_attribs w/ class types:"
-      item_attribs.each do |key,value|
-        next if [:summary,:content].include?( key )   # skip summary n content
-        puts "  #{key}: >#{value}< : #{value.class.name}"
-      end
-    end
-
-    update_attributes!( item_attribs )
-  end
-
-end  # class Item
-
-
-  end # module Models
-end # module Pluto

data/lib/pluto/models/site.rb

@@ -1,19 +0,0 @@
-module Pluto
-  module Models
-
-class Site < ActiveRecord::Base
-  self.table_name = 'sites'
-  
-  has_many :subscriptions
-  has_many :feeds, :through => :subscriptions
-  has_many :items, :through => :feeds
-
-  ##################################
-  # attribute reader aliases
-  def name()        title;    end  # alias for title
-  def fetched_at()  fetched;  end  # - legacy attrib reader -- remove!!!
-
-end
-
-  end # module Models
-end # module Pluto

data/lib/pluto/models/subscription.rb

@@ -1,14 +0,0 @@
-module Pluto
-  module Models
-
-
-class Subscription < ActiveRecord::Base
-  self.table_name = 'subscriptions'
-  
-  belongs_to :site
-  belongs_to :feed
-end
-
-
-  end # module Models
-end # module Pluto

data/lib/pluto/models/utils.rb

@@ -1,47 +0,0 @@
-module Pluto
-  module Models
-
-class ItemCursor
-
-  def initialize( items )
-    @items = items
-  end
-
-  def each
-    last_published = Time.local( 1971, 1, 1 )
-    last_feed_id      = -1     ## todo: use feed_key instead of id?? why? why not??
-    
-    @items.each do |item|
-
-      item_published = item.published  # cache published value ref
-
-      if last_published.year   == item_published.year  &&
-         last_published.month  == item_published.month &&
-         last_published.day    == item_published.day 
-        new_date = false
-      else
-        new_date = true
-      end
-
-## note:
-#   new date also **always** starts new feed
-#  - e.g. used for grouping within day (follows planet planet convention)
-
-      if new_date || last_feed_id != item.feed.id 
-        new_feed = true
-      else
-        new_feed = false
-      end
-
-      yield( item, new_date, new_feed )
-
-      last_published = item.published
-      last_feed_id   = item.feed.id
-    end
-  end # method each
-    
-end # class ItemCursor
-
-
-  end # module Models
-end # module Pluto

data/lib/pluto/refresher.rb

@@ -1,130 +0,0 @@
-module Pluto
-
-class Refresher
-
-  include LogUtils::Logging
-
-  include Models
-
-  def initialize
-    @worker  = Fetcher.new
-  end
-
-  def debug=(value)  @debug = value;   end
-  def debug?()       @debug || false;  end
-
-
-  def update_sites( opts={} )  # update all site configs
-    if debug?
-      ## turn on logging for sql too
-      ActiveRecord::Base.logger = Logger.new( STDOUT )
-      @worker.debug = true   # also pass along worker debug flag if set
-    end
-
-    # -- log update activity
-    Activity.create!( text: "update sites (#{Site.count})" )
-
-    #### - hack - use order(:id) instead of .all - avoids rails/activerecord 4 warnings
-
-    Site.order(:id).each do |site|
-      update_site_worker( site )  if site.url.present?  # note: only update if (source) url present
-    end
-  end
-
-
-  def update_feeds( opts={} )  # update all feeds
-    if debug?
-      ## turn on logging for sql too
-      ActiveRecord::Base.logger = Logger.new( STDOUT )
-      @worker.debug = true   # also pass along worker debug flag if set
-    end
-
-    # -- log update activity
-    Activity.create!( text: "update feeds (#{Feed.count})" )
-
-    #### - hack - use order(:id) instead of .all - avoids rails/activerecord 4 warnings
-
-    Feed.order(:id).each do |feed|
-      update_feed_worker( feed )
-    end
-  end
-
-
-  def update_feeds_for( site_key, opts={} )
-    if debug?
-      ## turn on logging for sql too
-      ActiveRecord::Base.logger = Logger.new( STDOUT )
-      @worker.debug = true   # also pass along worker debug flag if set
-    end
-
-    # -- log update activity
-    Activity.create!( text: "update feeds >#{site_key}<" )
-
-    site = Site.find_by_key!( site_key )
-
-    site.feeds.each do |feed|
-      update_feed_worker( feed )
-    end
-
-  end # method update_feeds
-
-
-private
-  def update_site_worker( site_rec )
-    site_config = @worker.site_by_rec_if_modified( site_rec )
-  
-    # on error or if http-not modified etc. skip update/processing
-    return  if site_config.nil?
-
-    subscriber = Subscriber.new
-    subscriber.debug = debug? ? true : false    # pass along debug flag
-
-    site_key = site_rec.key
-    subscriber.update_subscriptions_for( site_key, site_config )
-  end
-
-
-  def update_feed_worker( feed_rec )
-    feed = @worker.feed_by_rec_if_modified( feed_rec )
-      
-    # on error or if http-not modified etc. skip update/processing
-    return  if feed.nil?
-
-    ## fix/todo: reload feed_red   - fetched date updated etc.
-    ##  check if needed for access to fetched date
-      
-
-    ## todo/check: move feed_rec update to the end (after item updates??)
-
-    # update feed attribs e.g.
-    #    generator
-    #    published_at,built_at,touched_at,fetched_at
-    #    summary,title2
-      
-    ## fix:
-    ## weird rss exception error on windows w/ dates
-    #  e.g. /lib/ruby/1.9.1/rss/rss.rb:37:in `w3cdtf': wrong number of arguments (1 for 0) (ArgumentError)
-    #
-    #  move to_datetime to feedutils!! if it works
-    ##   todo: move this comments to feedutils??
-
-
-    feed_rec.debug = debug? ? true : false    # pass along debug flag
-    ## fix/todo: pass debug flag as opts - debug: true|false !!!!!!
-    feed_rec.save_from_struct!( feed )  # todo: find a better name - why? why not??
-
-
-    #  update  cached value last published for item
-    last_item_rec = feed_rec.items.latest.limit(1).first  # note limit(1) will return relation/arrar - use first to get first element or nil from ary
-    if last_item_rec.present?
-      if last_item_rec.published?
-        feed_rec.update_attributes!( last_published: last_item_rec.published )
-      else # try touched
-        feed_rec.update_attributes!( last_published: last_item_rec.touched )
-      end
-    end
-  end  # method update_feed_worker
-
-end # class Refresher
-
-end # module Pluto