pluto-models 1.1.0 → 1.2.0

data/lib/pluto/lister.rb

@@ -1,42 +0,0 @@
-module Pluto
-
-class Lister
-
-  include LogUtils::Logging
-
-  include ManifestHelper
-
-  def initialize( opts )
-    @opts    = opts
-  end
-
-  attr_reader :opts
-
-  def list
-    home = Env.home
-    ## replace home w/ ~ (to make out more readable (shorter))
-    ## e.g. use gsub( home, '~' )
-
-    puts ''
-    puts 'Installed template packs in search path'
-    
-    installed_template_manifest_patterns.each_with_index do |pattern,i|
-      puts "    [#{i+1}] #{pattern.gsub(home,'~')}"
-    end
-    puts '  include:'
-    
-    manifests = installed_template_manifests
-    if manifests.empty?
-      puts "    -- none --"
-    else
-      manifests.each do |manifest|
-        pakname      = manifest[0].gsub('.txt','')
-        manifestpath = manifest[1].gsub(home,'~')
-        puts "%16s (%s)" % [pakname,manifestpath]
-      end
-    end
-  end # method list
-
-end # class Lister
-
-end # module Pluto

data/lib/pluto/manifest_helpers.rb

@@ -1,51 +0,0 @@
-module Pluto
-
-module ManifestHelper
-
-  ## shared methods for handling manifest lookups
-  ##
-  #  note: required attribs (in host class) include:
-  #     - opts.config_path
-  
-  def installed_template_manifest_patterns
-
-    # 1) search .    # that is, working/current dir
-    # 2) search <config_dir>
-    # 3) search <gem>/templates
-
-### 
-# Note
-# -- for now - no longer ship w/ builtin template packs
-# - download on demand if needed
-
-    builtin_patterns = [
-##      "#{Pluto.root}/templates/*.txt"
-    ]
-    config_patterns  = [
-##      "#{File.expand_path(opts.config_path)}/*.txt",
-      "#{File.expand_path(opts.config_path)}/*/*.txt"
-    ]
-    current_patterns = [
-##      "*.txt",
-      "*/*.txt",
-      "node_modules/*/*.txt", # note: add support for npm installs - use/make slideshow required in name? for namespace in the future???
-    ]
-
-    patterns = []
-    patterns += current_patterns
-    patterns += config_patterns
-    patterns += builtin_patterns
-  end
-
-  def installed_template_manifests
-    excludes = [
-      "Manifest.txt",
-      "*/Manifest.txt"
-    ]    
-    
-    Pakman::Finder.new.find_manifests( installed_template_manifest_patterns, excludes )
-  end
-
-
-end # module Manifest
-end # module Slideshow

data/lib/pluto/models/activity.rb

@@ -1,8 +0,0 @@
-module Pluto
-  module Models
-
-# add shortcut/alias
-Activity = ActivityDb::Models::Activity
-
-  end # module Models
-end # module Pluto

data/lib/pluto/refresher.rb

@@ -1,130 +0,0 @@
-module Pluto
-
-class Refresher
-
-  include LogUtils::Logging
-
-  include Models
-
-  def initialize
-    @worker  = Fetcher.new
-  end
-
-  def debug=(value)  @debug = value;   end
-  def debug?()       @debug || false;  end
-
-
-  def update_sites( opts={} )  # update all site configs
-    if debug?
-      ## turn on logging for sql too
-      ActiveRecord::Base.logger = Logger.new( STDOUT )
-      @worker.debug = true   # also pass along worker debug flag if set
-    end
-
-    # -- log update activity
-    Activity.create!( text: "update sites (#{Site.count})" )
-
-    #### - hack - use order(:id) instead of .all - avoids rails/activerecord 4 warnings
-
-    Site.order(:id).each do |site|
-      update_site_worker( site )  if site.url.present?  # note: only update if (source) url present
-    end
-  end
-
-
-  def update_feeds( opts={} )  # update all feeds
-    if debug?
-      ## turn on logging for sql too
-      ActiveRecord::Base.logger = Logger.new( STDOUT )
-      @worker.debug = true   # also pass along worker debug flag if set
-    end
-
-    # -- log update activity
-    Activity.create!( text: "update feeds (#{Feed.count})" )
-
-    #### - hack - use order(:id) instead of .all - avoids rails/activerecord 4 warnings
-
-    Feed.order(:id).each do |feed|
-      update_feed_worker( feed )
-    end
-  end
-
-
-  def update_feeds_for( site_key, opts={} )
-    if debug?
-      ## turn on logging for sql too
-      ActiveRecord::Base.logger = Logger.new( STDOUT )
-      @worker.debug = true   # also pass along worker debug flag if set
-    end
-
-    # -- log update activity
-    Activity.create!( text: "update feeds >#{site_key}<" )
-
-    site = Site.find_by_key!( site_key )
-
-    site.feeds.each do |feed|
-      update_feed_worker( feed )
-    end
-
-  end # method update_feeds
-
-
-private
-  def update_site_worker( site_rec )
-    site_config = @worker.site_by_rec_if_modified( site_rec )
-  
-    # on error or if http-not modified etc. skip update/processing
-    return  if site_config.nil?
-
-    subscriber = Subscriber.new
-    subscriber.debug = debug? ? true : false    # pass along debug flag
-
-    site_key = site_rec.key
-    subscriber.update_subscriptions_for( site_key, site_config )
-  end
-
-
-  def update_feed_worker( feed_rec )
-    feed = @worker.feed_by_rec_if_modified( feed_rec )
-      
-    # on error or if http-not modified etc. skip update/processing
-    return  if feed.nil?
-
-    ## fix/todo: reload feed_red   - fetched date updated etc.
-    ##  check if needed for access to fetched date
-      
-
-    ## todo/check: move feed_rec update to the end (after item updates??)
-
-    # update feed attribs e.g.
-    #    generator
-    #    published_at,built_at,touched_at,fetched_at
-    #    summary,title2
-      
-    ## fix:
-    ## weird rss exception error on windows w/ dates
-    #  e.g. /lib/ruby/1.9.1/rss/rss.rb:37:in `w3cdtf': wrong number of arguments (1 for 0) (ArgumentError)
-    #
-    #  move to_datetime to feedutils!! if it works
-    ##   todo: move this comments to feedutils??
-
-
-    feed_rec.debug = debug? ? true : false    # pass along debug flag
-    ## fix/todo: pass debug flag as opts - debug: true|false !!!!!!
-    feed_rec.save_from_struct!( feed )  # todo: find a better name - why? why not??
-
-
-    #  update  cached value last published for item
-    last_item_rec = feed_rec.items.latest.limit(1).first  # note limit(1) will return relation/arrar - use first to get first element or nil from ary
-    if last_item_rec.present?
-      if last_item_rec.published?
-        feed_rec.update_attributes!( last_published: last_item_rec.published )
-      else # try touched
-        feed_rec.update_attributes!( last_published: last_item_rec.touched )
-      end
-    end
-  end  # method update_feed_worker
-
-end # class Refresher
-
-end # module Pluto

data/lib/pluto/subscriber.rb

@@ -1,102 +0,0 @@
-module Pluto
-
-class Subscriber
-
-  include LogUtils::Logging
-
-  include Models
-
-  def debug=(value)  @debug = value;   end
-  def debug?()       @debug || false;  end
-
-
-  def update_subscriptions( config, opts={} )
-    # !!!! -- depreciated API - remove - do NOT use anymore
-    puts "*** warn - [Pluto::Subscriber] depreciated API -- use update_subscriptions_for( site_key )"
-    update_subscriptions_for( 'planet', config, opts )  # default to planet site_key
-  end
-
-
-  def update_subscriptions_for( site_key, config, opts={} )
-    site_attribs = {
-      title:  config['title'] || config['name'],   # support either title or name
-      url:    config['source'] || config['url']    # support source or url   for source url for auto-update (optional)
-    }
-
-    logger.debug "site_attribs: #{site_attribs.inspect}"
-
-    site_rec = Site.find_by_key( site_key )
-    if site_rec.nil?
-      site_rec             = Site.new
-      site_attribs[ :key ] = site_key
-
-      ## use object_id: site.id and object_type: Site
-      ## change - model/table/schema!!!
-      Activity.create!( text: "new site >#{site_key}< - #{site_attribs[ :title ]}" )
-    end
-    site_rec.update_attributes!( site_attribs )
-
-    # -- log update activity
-    Activity.create!( text: "update subscriptions >#{site_key}<" )
-
-    # clean out subscriptions and add again
-    logger.debug "before site.subscriptions.delete_all - count: #{site_rec.subscriptions.count}"
-    site_rec.subscriptions.destroy_all  # note: use destroy_all NOT delete_all (delete_all tries by default only nullify)
-    logger.debug "after site.subscriptions.delete_all - count: #{site_rec.subscriptions.count}"
-
-    config.each do |key, value|
-
-      ## todo: downcase key - why ??? why not???
-
-      # skip "top-level" feed keys e.g. title, etc. or planet planet sections (e.g. planet,defaults)
-      next if ['title','title2','name',
-               'source', 'url',
-               'include','includes','exclude','excludes',
-               'feeds',
-               'planet','defaults'].include?( key )
-
-      ### todo/check:
-      ##   check value - must be hash
-      #     check if url or feed_url present
-      #      that is, check for required props/key-value pairs
-
-      feed_key   = key.to_s.dup
-      feed_hash  = value
-
-      # todo/fix: use title from feed?
-      #  e.g. fill up auto_title, auto_url, etc.
-
-      feed_attribs = {
-        feed_url: feed_hash[ 'feed' ]  || feed_hash[ 'feed_url' ],
-        url:      feed_hash[ 'link' ]  || feed_hash[ 'url' ],
-        title:    feed_hash[ 'title' ] || feed_hash[ 'name' ],
-        title2:   feed_hash[ 'title2' ],
-        includes: feed_hash[ 'includes' ] || feed_hash[ 'include' ],
-        excludes: feed_hash[ 'excludes' ] || feed_hash[ 'exclude' ]
-      }
-
-      puts "Updating feed subscription >#{feed_key}< - >#{feed_attribs[:feed_url]}<..."
-
-      feed_rec = Feed.find_by_key( feed_key )
-      if feed_rec.nil?
-        feed_rec             = Feed.new
-        feed_attribs[ :key ] = feed_key
-
-        ## use object_id: feed.id and object_type: Feed
-        ## change - model/table/schema!!!
-        ## todo: add parent_action_id - why? why not?
-        Activity.create!( text: "new feed >#{feed_key}< - #{feed_attribs[ :title ]}" )
-      end
-
-      feed_rec.update_attributes!( feed_attribs )
-
-      #  add subscription record
-      #   note: subscriptions get cleaned out on update first (see above)
-      site_rec.subscriptions.create!( feed_id: feed_rec.id )   
-    end
-
-  end # method update_subscriptions
-
-end # class Subscriber
-
-end # module Pluto

data/lib/pluto/tasks/env.rake

@@ -1,25 +0,0 @@
-
-
-task :env  do
-  LogUtils::Logger.root.level = :debug
-
-  Pluto.connect!
-end
-
-
-#########
-# for debugging
-
-desc 'pluto - debug site setup'
-task :site => :env do
-  site = Pluto::Models::Site.first      # FIX: for now assume one planet per DB (fix later; allow planet key or similar)
-  if site.present?
-    puts "site found:"
-    pp site
-  else
-    puts "no site found"
-  end
-end
-
-### todo: add new task :sites
-

data/lib/pluto/tasks/setup.rake

@@ -1,40 +0,0 @@
-
-
-desc 'pluto -=- setup/update feed subscriptions'
-task :setup => :env do
-
-  ## check if PLANET key passed in
-  if ENV['PLANET'].present?
-    key = ENV['PLANET']
-    puts "setup planet for key >#{key}<"
-  else
-    puts 'no PLANET=key passed along; try defaults'
-    # try pluto.yml or planet.yml if exist
-
-    if File.exists?( './pluto.ini' ) || File.exists?( './pluto.yml' ) # check if pluto.yml exists, if yes add/use it
-      key ='pluto'
-    elsif File.exists?( './planet.ini' ) || File.exists?( './planet.yml' ) # check if planet.yml exists, if yes add/use it
-      key = 'planet'
-    else
-      puts '*** note: no arg passed in; no pluto.ini|yml or planet.ini|yml found in working folder'
-    end
-  end
-
-
-  config_path = "./#{key}.ini"
-  if File.exists?( config_path )
-    config = INI.load_file( config_path )
-  else  ## assume .yml
-    config_path = "./#{key}.yml"
-    config = YAML.load_file( config_path )
-  end
-  
-
-  puts "dump planet setup settings >#{config_path}<:"
-  pp config
-
-  # note: allow multiple planets (sites) for a single install
-  Pluto::Subscriber.new.update_subscriptions_for( key, config )
-
-  puts 'Done.'
-end

data/lib/pluto/tasks/stats.rake

@@ -1,10 +0,0 @@
-
-
-desc 'pluto - show planet (feed) stats'
-task :stats => :env do
-  puts "stats:"
-  puts "  Feeds: #{Pluto::Models::Feed.count}"
-  puts "  Items: #{Pluto::Models::Item.count}"
-  puts "  Sites: #{Pluto::Models::Site.count}"
-  puts "  Subscriptions:  #{Pluto::Models::Subscription.count}"
-end

data/lib/pluto/tasks/update.rake

@@ -1,24 +0,0 @@
-
-
-desc 'pluto -=- update planet (site configs)'
-task :update_sites => :env do
-
-  Pluto.update_sites  # update all site configs if source (url) present/specified
-
-  puts 'Done (Update Sites).'
-end
-
-
-desc 'pluto -=- update planet (feeds)'
-task :update_feeds => :env do
-
-  Pluto.update_feeds
-  
-  puts 'Done (Update Feeds).'
-end
-
-
-desc 'pluto -=- update planet (site configs + feeds)'
-task :update => [:update_sites, :update_feeds] do
-  puts 'Done.'
-end

data/lib/pluto/updater.rb

@@ -1,50 +0,0 @@
-module Pluto
-
-class Updater
-
-  include LogUtils::Logging
-
-  ### fix!!!!!: change config    to text   - yes/no - why? why not??
-  #   or pass along struct
-  #      - with hash and text and format(e.g. ini/yml) as fields???
-  #
-  #   - why? - we need to get handle on md5 digest/hash plus on plain text, ideally to store in db
-  ##  - pass along unparsed text!! - not hash struct
-  #      - will get saved in db plus we need to generate md5 hash
-  #    - add filename e.g. ruby.ini|ruby.conf|ruby.yml as opt ??
-  #           or add config format as opt e.g. ini or yml?
-
-  def initialize( opts, config )
-    @opts    = opts
-    @config  = config
-  end
-
-  attr_reader :opts, :config
-
-  def run( arg )
-    arg = arg.downcase.gsub('.ini','').gsub('.yml','')  # remove file extension if present
-
-    update_for( arg )
-  end
-
-  def update_for( site_key )
-    ###################
-    # step 1) update subscriptions
-    subscriber = Subscriber.new
-
-    # pass along debug/verbose setting/switch
-    subscriber.debug = true    if opts.verbose?
-    subscriber.update_subscriptions_for( site_key, config )
-
-    ##############################
-    # step 2) update feeds
-    refresher = Refresher.new
-
-    # pass along debug/verbose setting/switch
-    refresher.debug = true    if opts.verbose?
-    refresher.update_feeds_for( site_key )
-  end # method run
-
-end # class Updater
-
-end # module Pluto