pluto 0.0.1 → 0.1.0

data/Manifest.txt

@@ -2,4 +2,14 @@ History.markdown
 Manifest.txt
 README.markdown
 Rakefile
+bin/pluto
 lib/pluto.rb
+lib/pluto/fetcher.rb
+lib/pluto/formatter.rb
+lib/pluto/models.rb
+lib/pluto/opts.rb
+lib/pluto/runner.rb
+lib/pluto/version.rb
+templates/blank.html.erb
+templates/blank.top.html.erb
+templates/blank.txt

data/README.markdown

@@ -3,6 +3,9 @@
 Another Planet Generator in Ruby - Lets You Build Web Pages
 from Published Web Feeds
 
+* [geraldb.github.com/pluto](http://geraldb.github.com/pluto)
+
+
 ## Usage
 
 TBD

data/Rakefile

@@ -1,5 +1,5 @@
 require 'hoe'
-require './lib/pluto.rb'
+require './lib/pluto/version.rb'
 
 Hoe.spec 'pluto' do
   

data/bin/pluto

@@ -0,0 +1,5 @@
+#!/usr/bin/env ruby
+
+require 'pluto'
+
+Pluto.main

data/lib/pluto.rb

@@ -1,3 +1,50 @@
+###
+# NB: for local testing run like:
+#
+# 1.8.x: ruby -Ilib -rrubygems lib/pakman.rb
+# 1.9.x: ruby -Ilib lib/pakman.rb
+
+# core and stlibs
+
+require 'yaml'
+require 'pp'
+require 'logger'
+require 'optparse'
+require 'fileutils'
+
+require 'rss'
+
+# rubygems
+
+require 'active_record'   ## todo: add sqlite3? etc.
+
+require 'fetcher'   # fetch (download) files
+require 'pakman'    # template pack manager 
+
+# our own code
+
+require 'pluto/models'
+require 'pluto/version'
+require 'pluto/opts'
+require 'pluto/runner'
+require 'pluto/fetcher'
+require 'pluto/formatter'
+
 module Pluto
-  VERSION = '0.0.1'
-end
+
+  def self.banner
+    "pluto #{VERSION} on Ruby #{RUBY_VERSION} (#{RUBY_RELEASE_DATE}) [#{RUBY_PLATFORM}]"
+  end
+
+  def self.root
+    "#{File.expand_path( File.dirname(File.dirname(__FILE__)) )}"
+  end
+
+  def self.main
+    Runner.new.run(ARGV)
+  end
+
+end  # module Pluto
+
+
+Pluto.main if __FILE__ == $0

data/lib/pluto/fetcher.rb

@@ -0,0 +1,124 @@
+module Pluto
+
+
+class Fetcher
+
+  def initialize( logger, opts, config )
+    @logger  = logger
+    @opts    = opts
+    @config  = config
+  end
+
+  attr_reader :logger, :opts, :config
+
+  
+  def run
+    worker = ::Fetcher::Worker.new( logger )
+
+    config[ 'feeds' ].each do |feed_key|
+      
+      feed_hash  = config[ feed_key ]
+      feed_url   = feed_hash[ 'feed_url' ]
+      
+      puts "Fetching feed >#{feed_key}< using >#{feed_url}<..."
+
+      feed_rec = Feed.find_by_key( feed_key )
+      if feed_rec.nil?
+        feed_rec      = Feed.new
+        feed_rec.key  = feed_key
+      end
+      feed_rec.feed_url = feed_url
+      feed_rec.url      = feed_hash[ 'url' ]
+      feed_rec.title    = feed_hash[ 'title' ]    # todo: use title from feed?
+      feed_rec.save!
+
+      worker.copy( feed_url, "./#{feed_key}.xml" )
+    end
+
+    logger.debug "RSS::VERSION #{RSS::VERSION}"
+    
+    config[ 'feeds' ].each do |feed_key|
+      
+      feed_hash = config[ feed_key ]
+      feed_rec  = Feed.find_by_key!( feed_key )
+
+      xml = File.read( "./#{feed_key}.xml" )
+      
+      puts "Before parsing feed >#{feed_key}<..."
+
+      parser = RSS::Parser.new( xml )
+      parser.do_validate            = false
+      parser.ignore_unknown_element = true
+
+      puts "Parsing feed >#{feed_key}<..."
+      feed = parser.parse
+      puts "After parsing feed >#{feed_key}<..."
+      
+      puts "feed.class=#{feed.class.name}"
+
+
+      if feed.class == RSS::Atom::Feed
+         puts "== #{feed.title.content} =="  
+      else  # assume RSS::Rss
+         puts "==  #{feed.channel.title} =="
+      end
+      
+      feed.items.each do |item|
+
+        if feed.class == RSS::Atom::Feed
+
+        ## todo: if content.content empty use summary for example
+        item_attribs = {
+          :title        => item.title.content,
+          :url          => item.link.href,
+          :published_at => item.updated.content,
+          # :content      => item.content.content,
+          :feed_id      => feed_rec.id
+        }
+        guid = item.id.content
+
+        puts "- #{item.title.content}"
+        puts "  link >#{item.link.href}<"
+        puts "  id (~guid) >#{item.id.content}<"
+        
+        ### todo: use/try published first? why? why not?
+        puts "  updated (~pubDate) >#{item.updated.content}< : #{item.updated.content.class.name}"
+        puts
+        
+        else  # assume RSS::Rss
+        item_attribs = {
+          :title        => item.title,
+          :url          => item.link,
+          :published_at => item.pubDate,
+          :content      => item.content_encoded,
+          :feed_id      => feed_rec.id
+        }
+        guid = item.guid.content
+        
+        puts "- #{item.title}"
+        puts "  link (#{item.link})"
+        puts "  guid (#{item.guid.content})"
+        puts "  pubDate (#{item.pubDate}) : #{item.pubDate.class.name}"
+        puts
+
+        end
+        
+        rec = Item.find_by_guid( guid )
+        if rec.nil?
+          rec      = Item.new
+          rec.guid = guid
+        end
+                
+        rec.update_attributes!( item_attribs )
+        
+        # puts "*** dump item:"
+        # pp item
+        
+        end  # each item
+    end # each feed
+
+  end # method run
+
+end # class Fetcher
+
+end # module Pluto

data/lib/pluto/formatter.rb

@@ -0,0 +1,72 @@
+module Pluto
+
+class Formatter
+
+  def initialize( logger, opts, config )
+    @logger  = logger
+    @opts    = opts
+    @config  = config
+  end
+
+  attr_reader :logger, :opts
+
+  def run( arg )
+    manifest_name = opts.manifest
+    manifest_name = manifest_name.downcase.gsub('.txt', '' )  # remove .txt if present
+    
+    logger.debug "manifest=#{manifest_name}"
+
+    # check for matching manifests
+    manifests = installed_template_manifests.select { |m| m[0] == manifest_name+'.txt' }
+        
+    if manifests.empty?
+      puts "*** error: unknown template pack '#{manifest_name}'; use pluto -l to list installed template packs"
+      exit 2
+    end
+        
+    manifestsrc = manifests[0][1]
+    pakpath     = opts.output_path
+    
+        
+    name = arg
+    Pakman::Templater.new( logger ).merge_pak( manifestsrc, pakpath, binding, name )
+  end
+
+private
+
+  def installed_template_manifest_patterns
+
+    # 1) search .    # that is, working/current dir
+    # 2) search <config_dir>
+    # 3) search <gem>/templates
+
+    builtin_patterns = [
+      "#{Pluto.root}/templates/*.txt"
+    ]
+    config_patterns  = [
+      "#{File.expand_path(opts.config_path)}/*.txt",
+      "#{File.expand_path(opts.config_path)}/*/*.txt"
+    ]
+    current_patterns = [
+      "*.txt",
+      "*/*.txt"
+    ]
+    
+    patterns = []
+    patterns += current_patterns
+    patterns += config_patterns
+    patterns += builtin_patterns
+  end
+
+  def installed_template_manifests
+    excludes = [
+      "Manifest.txt",
+      "*/Manifest.txt"
+    ]    
+    
+    Pakman::Finder.new( logger ).find_manifests( installed_template_manifest_patterns, excludes )
+  end
+
+end # class Formatter
+
+end # module Pluto

data/lib/pluto/models.rb

@@ -0,0 +1,19 @@
+module Pluto
+
+class Feed < ActiveRecord::Base
+  self.table_name = 'feeds'
+  
+  has_many :items
+end
+
+class Item < ActiveRecord::Base
+  self.table_name = 'items'
+
+  belongs_to :feed
+  
+  def self.latest
+    self.order( 'published_at desc' ).all
+  end
+end
+
+end # module Pluto

data/lib/pluto/opts.rb

@@ -0,0 +1,34 @@
+module Pluto
+
+class Opts
+
+  def manifest=(value)
+    @manifest = value
+  end
+  
+  def manifest
+    @manifest || 'blank.txt'
+  end
+
+
+  def config_path=(value)
+    @config_path = value
+  end
+  
+  def config_path
+    @config_path || '~/.pluto'
+  end
+
+
+  def output_path=(value)
+    @output_path = value
+  end
+  
+  def output_path
+    @output_path || '.'
+  end
+
+
+end # class Opts
+
+end # module Pluto

data/lib/pluto/runner.rb

@@ -0,0 +1,121 @@
+
+module Pluto
+
+class Runner
+
+  def initialize
+    @logger = Logger.new(STDOUT)
+    @logger.level = Logger::INFO
+
+    @opts    = Opts.new
+  end
+
+  attr_reader :logger, :opts
+
+  def run( args )
+    opt=OptionParser.new do |cmd|
+    
+      cmd.banner = "Usage: pluto [options]"
+
+      cmd.on( '-t', '--template MANIFEST',  'Generate Templates' ) do |manifest|
+        opts.manifest = manifest
+      end
+    
+      cmd.on( '-c', '--config PATH', "Configuration Path (default is #{opts.config_path})" ) do |path|
+        opts.config_path = path
+      end
+    
+      cmd.on( '-o', '--output PATH', "Output Path (default is #{opts.output_path})" ) { |path| opts.output_path = path }
+
+      cmd.on( '-v', '--version', "Show version" ) do
+        puts Pluto.banner
+        exit
+      end
+
+      cmd.on( "--verbose", "Show debug trace" )  do
+        logger.datetime_format = "%H:%H:%S"
+        logger.level = Logger::DEBUG
+      end
+
+      cmd.on_tail( "-h", "--help", "Show this message" ) do
+        puts <<EOS
+
+pluto - Lets you build web pages from published web feeds.
+
+#{cmd.help}
+
+Examples:
+    pluto ruby                          # to be done
+
+Further information:
+  http://geraldb.github.com/pluto
+  
+EOS
+        exit
+      end
+    end
+
+    opt.parse!( args )
+  
+    puts Pluto.banner
+
+    args.each do |arg|
+
+      name = File.basename( arg, '.*' )
+ 
+      db_config = {
+        :adapter  => 'sqlite3',
+        :database => "#{opts.output_path}/#{name}.sqlite"
+      }
+ 
+      setup_db( db_config )
+
+      config_path = arg.dup   # add .yml file extension if missing (for convenience)
+      config_path << '.yml'  unless config_path.ends_with?( '.yml' )
+
+      config = YAML.load_file( config_path )
+      
+      puts "dump >#{config_path}<:"
+      pp config
+    
+      Fetcher.new( logger, opts, config ).run
+      Formatter.new( logger, opts, config ).run( name )
+      
+    end
+    
+    puts 'Done.'
+    
+  end   # method run
+
+
+private
+
+  def setup_db( db_config )
+        
+    ActiveRecord::Base.establish_connection( db_config )
+    
+    unless Feed.table_exists?
+      ActiveRecord::Schema.define do
+        create_table :feeds do |t|
+          t.string  :title,    :null => false
+          t.string  :url,      :null => false
+          t.string  :feed_url, :null => false
+          t.string  :key,      :null => false
+          t.timestamps
+        end
+
+        create_table :items do |t|
+          t.string   :title   # todo: add some :null => false ??
+          t.string   :url
+          t.string   :guid
+          t.text     :content
+          t.datetime :published_at
+          t.references :feed, :null => false
+          t.timestamps
+        end
+      end
+    end
+  end # method setup_db
+
+end # class Runner
+end # module Pakman

data/lib/pluto/version.rb

@@ -0,0 +1,4 @@
+
+module Pluto
+  VERSION = '0.1.0'
+end

data/templates/blank.html.erb

@@ -0,0 +1,26 @@
+
+<h1>Pluto Planet Blank Template Sample</h1>
+
+<p>Subscriptions:</p>
+<ul>
+  <% Feed.all.each do |feed| %>
+  <li><%= feed.title %> (<%= feed.items.count %>)</li>
+  <% end %>
+</ul>
+
+
+<% Item.latest.each do |item| %>
+
+<p>
+  <%= item.published_at %>
+</p>
+
+<p>
+  <%= item.title %>
+
+(<%= item.feed.title %>)
+</p>
+
+<hr>
+  
+<% end %>

data/templates/blank.top.html.erb

@@ -0,0 +1,10 @@
+<h1>Pluto Planet Blank Top Template Sample</h1>
+
+<% Feed.all.each do |feed| %>
+<h3><%= feed.title %> </h3>
+<ul>
+  <% feed.items.latest.each do |item| %>
+    <li><%= item.title %> (<%= item.published_at %>)</li>
+  <% end %>
+</ul>
+<% end %>

data/templates/blank.txt

@@ -0,0 +1,4 @@
+# pakman manifest
+
+__file__.html  blank.html.erb
+__file__.top.html  blank.top.html.erb

metadata

@@ -1,13 +1,13 @@
 --- !ruby/object:Gem::Specification 
 name: pluto
 version: !ruby/object:Gem::Version 
-  hash: 29
+  hash: 27
   prerelease: 
   segments: 
   - 0
-  - 0
   - 1
-  version: 0.0.1
+  - 0
+  version: 0.1.0
 platform: ruby
 authors: 
 - Gerald Bauer
@@ -49,18 +49,29 @@ dependencies:
   version_requirements: *id002
 description: pluto - Another Planet Generator (Lets You Build Web Pages from Published Web Feeds)
 email: webslideshow@googlegroups.com
-executables: []
-
+executables: 
+- pluto
 extensions: []
 
 extra_rdoc_files: 
 - Manifest.txt
+- templates/blank.txt
 files: 
 - History.markdown
 - Manifest.txt
 - README.markdown
 - Rakefile
+- bin/pluto
 - lib/pluto.rb
+- lib/pluto/fetcher.rb
+- lib/pluto/formatter.rb
+- lib/pluto/models.rb
+- lib/pluto/opts.rb
+- lib/pluto/runner.rb
+- lib/pluto/version.rb
+- templates/blank.html.erb
+- templates/blank.top.html.erb
+- templates/blank.txt
 homepage: http://geraldb.github.com/pluto
 licenses: []