smallcage 0.1.9 → 0.2.0

data/History.txt

@@ -1,3 +1,10 @@
+== 0.2.0 2009-11-13
+
+* add Google Data project template.
+* fix some problem at cache control project template.
+* add cache clear tasks.
+* update gem summary and description.
+
 == 0.1.9 2009-11-09
 
 * add uri command.

data/README.rdoc

@@ -1,5 +1,16 @@
 = SmallCage -- simple website generator
 
+SmallCage is a simple, but powerful website generator. It converts content and template files, which has common elements in a website, to a plain, static website. No database, no application container, and no repeat in many pages is needed. You can keep your site well with very little work.
+
+With SmallCage, you can
+
+* simply separate your template from content.
+* convert your content to a plain, static website. It's easy to serve and test.
+* generate multi pages from a single CSV file or even Google Docs spreadsheet.
+* share your template with various web applications: Ruby on Rails, WordPress, and MovableType.
+* manage your website with a source code management system like a Git, Subversion, and CVS.
+* customize the rules of convert with Ruby.
+
 
 == Installation
 
@@ -17,11 +28,12 @@ If successfully installed, smc command will be available.
       update [path]                    Build smc contents.
       clean  [path]                    Remove files generated from *.smc source.
       server [path] [port]             Start HTTP server.
-      auto   [path] [port]             Start auto update daemon.
+      auto   [path] [port]             Start auto update server.
       import [name|uri]                Import project.
       export [path] [outputpath]       Export project.
+      uri    [path]                    Print URIs.
       manifest [path]                  Generate Manifest.html file.
-
+  
   Options are:
   
       -h, --help                       Show this help message.

data/Rakefile

@@ -5,8 +5,8 @@ begin
   require 'jeweler'
   Jeweler::Tasks.new do |gem|
     gem.name = "smallcage"
-    gem.summary = "Lightweight CMS package."
-    gem.description = "Lightweight CMS package."
+    gem.summary = "simple website generator"
+    gem.description = "SmallCage is a simple, but powerful website generator. It converts content and template files, which has common elements in a website, to a plain, static website. No database, no application container, and no repeat in many pages is needed. You can keep your site well with very little work."
     gem.email = "smallcage@googlegroups.com"
     gem.homepage = "http://www.smallcage.org"
     gem.authors = ["SAITO Toshihiro", "gommmmmm", "KOSEKI Kengo"]

data/VERSION

@@ -1 +1 @@
-0.1.9
+0.2.0

data/lib/smallcage/version.rb

@@ -1,8 +1,8 @@
 module SmallCage #:nodoc:
   module VERSION #:nodoc:
     MAJOR = 0
-    MINOR = 1
-    TINY  = 9
+    MINOR = 2
+    TINY  = 0
 
     STRING = [MAJOR, MINOR, TINY].join('.')
   end

data/project/cache/_smc/filters/cache_filter.rb

@@ -1,11 +1,16 @@
+require "rexml/document" 
+
 module SmallCage
   class CacheFilter
+    TARGET_EXT = %w{css js png gif jpg ico}
+    TARGET_PATTERN = "**/*--latest.{#{TARGET_EXT.join(",")}}"
+    TARGET_SRC_REX = %r{(["'])(?!https?://)([^"']+--latest\.(?:#{TARGET_EXT.join("|")}))(["'])}
 
     def initialize(opts)
     end
 
     def after_rendering_filter(obj, str)
-      str.gsub %r{(\s(?:src|href)=["'])(?!https?://)([^"']+--latest\.(?:css|js|png|gif|jpg))(["'])} do
+      str.gsub TARGET_SRC_REX do
         pre  = $1
         path = $2
         pro  = $3
@@ -20,10 +25,21 @@ module SmallCage
       
       rex = /^(.+)--latest(\.[^.]+)$/
       pattern    = relpath.to_s.sub(rex, '\1-*\2')
-      
+      pre = $1
+      pro = $2
+
+      # Search largest numbered file.
       entry = nil
       Dir.chdir(dir) do
-        entry = Dir.glob(pattern).reject {|f| f == relpath }.sort.last
+        files = []
+        Dir.glob(pattern).each do |f|
+          next if f == relpath
+          number = f[pre.length ... -pro.length]
+          next unless number =~ /^-0*(\d+)$/
+          files << [f, $1.to_i]
+        end
+        files.reject {|f| f == relpath }
+        entry = files.sort{|a,b| a[1] <=> b[1] }.last.to_a[0]
       end
       return path unless entry
       
@@ -31,5 +47,53 @@ module SmallCage
       return entry
     end
     private :find_latest
+
+    
+    # Get svn revision of file path + ".smc" or path
+    def self.get_revision(path)
+      smcpath = Pathname.new(path.to_s + ".smc")
+      path = smcpath if smcpath.file?
+      
+      src = %x{svn info --xml #{path}}
+      begin
+        doc = REXML::Document.new(src)
+        revision = doc.elements['/info/entry/commit/@revision'].value
+        return revision
+      rescue
+        puts "Can't get revision number: #{path}"
+        return "0"
+      end    
+    end
+    
+    def self.outfiles(srcfile, outfiles)
+      r = srcfile.rindex("--latest")
+      prefix = srcfile[0..r]
+      suffix = srcfile[r + 8 .. -1]
+      result = []
+      outfiles.each do |f|
+        if f[0..r] == prefix && f[- suffix.length .. -1] == suffix
+          rev = f[r ... -suffix.length]
+          if rev =~ /^-(\d+)$/
+            result << [f, $1.to_i]
+          end
+        end
+      end
+      return result.sort {|a,b| a[1] <=> b[1]}
+    end
+    
+    def self.create_cache(list, dryrun, quiet = false)
+      list.each do |path|
+        revision = SmallCage::CacheFilter.get_revision(path)
+        to = path.pathmap("%{--latest$,-#{revision}}X%x")
+        puts File.exist?(to) ? "(cache)U #{to}" : "(cache)A #{to}" unless quiet 
+        begin
+          FileUtils.copy(path,to) unless dryrun
+        rescue => e
+          puts "  ERROR: #{e} #{path} -> #{to}"
+        end
+      end
+    end
+
   end
+  
 end

data/project/cache/_smc/rakelib/cache.rake

@@ -1,34 +1,56 @@
-
 namespace :cache do
-
-  task :update do
-    require "rexml/document" 
-    list = FileList["**/*--latest.{css,js,png,gif,jpg}"]
-    
+  
+  desc "Delete all cache files."
+  task :clean => :require do
+    pat = SmallCage::CacheFilter::TARGET_PATTERN
+    list = FileList[pat]
     list.each do |path|
-      src = %x{svn info --xml #{path}}
-      begin
-        doc = REXML::Document.new(src)
-        revision = doc.elements['/info/entry/commit/@revision'].value
-      rescue
-        puts "Can't get revision number: #{path}"
+      to = path.pathmap("%{--latest$,-*}X%x")
+      outfiles = FileList[to]
+      outfiles = SmallCage::CacheFilter.outfiles(path, outfiles)
+      outfiles.each do |f|
+        puts "(cache)D #{f[0]}"
+        File.delete(f[0])
       end
-      to = path.pathmap("%{--latest$,-#{revision}}X%x")
-      if File.exist?(to)
-        puts "  SKIP(exists): #{path} -> #{to}"
-        next
-      else
-        puts "  COPY: #{path} -> #{to}"
-      end
-      unless ENV["DRYRUN"]
-        next if File.exist?(to)
-        begin
-          FileUtils.copy(path,to)
-        rescue => e
-          puts "  ERROR: #{e} #{path} -> #{to}"
-        end
+    end
+  end
+  
+  desc "Delete old cache files."
+  task :delete_old => :require do
+    pat = SmallCage::CacheFilter::TARGET_PATTERN
+    list = FileList[pat]
+    list.each do |path|
+      to = path.pathmap("%{--latest$,-*}X%x")
+      outfiles = FileList[to]
+      outfiles = SmallCage::CacheFilter.outfiles(path, outfiles)
+      outfiles.pop
+      outfiles.each do |f|
+        puts "(cache)D #{f[0]}"
+        File.delete(f[0])
       end
     end
   end
+  
+  task :require do
+    require File.dirname(__FILE__) + "/../filters/cache_filter.rb"
+  end
+  
+  desc "Update *--latest.* files."
+  task :update => [:require] do
+    pat = SmallCage::CacheFilter::TARGET_PATTERN
+    
+    # Fix filenames. (site--latest.css.smc -> site--latest.css -> site-123.css)
+    smclist = FileList["#{pat}.smc"]
+    system "smc update" unless smclist.empty?
+    list = FileList[pat]
+    SmallCage::CacheFilter.create_cache(list, ENV["DRYRUN"])
+    
+    # Apply cache filter. Rewrite links. (site--latest.css.smc -> site--latest.css)
+    system "smc update"
+    
+    # Copy updated file (site--latest.css -> site-123.css)
+    smclist = smclist.map {|f| f[0 .. -5]}
+    SmallCage::CacheFilter.create_cache(smclist, ENV["DRYRUN"])
+  end
 
 end

data/project/gdata/_smc/rakelib/gdata.rake

@@ -0,0 +1,227 @@
+require "rubygems"
+require "gdata"
+require "yaml"
+require "highline/import"
+
+class GDataExporter
+  CONFIG_FILE = Pathname.new(File.dirname(__FILE__)).realpath + "../../_dir.smc"
+  AUTH_ROOT   = Pathname.new(File.expand_path("~/.smallcage"))
+
+  def initialize
+    load_config
+  end
+
+  def load_config
+    if File.file?(CONFIG_FILE)
+      @config = YAML.load_file(CONFIG_FILE)
+    else
+      @config ||= {}
+    end
+    @config["gdata_auth"] ||= "default"
+  end
+  private :load_config
+
+  def auth_file
+    return AUTH_ROOT + "gdata_auth_#{@config["gdata_auth"]}.yml"
+  end
+  private :auth_file
+
+  def umask_close
+    old = File.umask
+    File.umask(077)
+    begin
+      yield
+    ensure
+      File.umask(old)
+    end
+  end
+  private :umask_close
+
+  def env
+    unless File.file?(CONFIG_FILE)
+      puts "ERROR: Config file not found: #{CONFIG_FILE}"
+      return
+    end
+    puts "OK: Config file exists: #{CONFIG_FILE.realpath}"
+
+    puts "OK: Auth name(gdata_auth): #{@config["gdata_auth"]}"
+
+    if @config["gdata_files"]
+      puts "OK: gdata_files"
+      @config["gdata_files"].to_a.each do |fileconf|
+        puts <<"EOT"
+- title: "#{fileconf["title"]}"
+  key: #{fileconf["key"]}
+  file: #{fileconf["file"]}
+EOT
+      end
+    else
+      puts <<'EOT'
+ERROR: gdata_files doesn't set.
+
+Configulation sample (add these lines to _dir.smc):
+----------------------------------------------------------------
+gdata_auth: default
+gdata_files: 
+- key: xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx
+  file: _smc/data/sample1.csv
+- key: xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx
+  file: _smc/data/sample2.csv
+----------------------------------------------------------------
+You can get document keys using 'gdata:keys' task.
+
+EOT
+    end
+
+    unless AUTH_ROOT.exist?
+      umask_close do
+        Dir.mkdir(AUTH_ROOT)
+        puts "OK: auth dir created: #{AUTH_ROOT}"
+      end
+    end
+    if AUTH_ROOT.stat.mode & 077 != 0
+      puts "ERROR: Close group/other permission for security: #{AUTH_ROOT}"
+    end
+
+    afile = auth_file
+    if afile.file?
+      if afile.stat.mode & 077 != 0
+        puts "ERROR: Close group/other permission for security: #{afile}"
+      else
+        puts "OK: auth file exists: #{afile}"
+      end
+    else
+      puts "ERROR: auth file doesn't exist. execute gdata:login task.: #{afile}"
+    end
+  end
+  
+  def login
+    umask_close { _login }
+  end
+
+  def _login
+    unless AUTH_ROOT.directory?
+      Dir.mkdir(AUTH_ROOT)
+      puts "OK: auth dir created: #{AUTH_ROOT}"
+    end
+    check_permission(AUTH_ROOT)
+
+    if auth_file.exist?
+      auth = YAML.load_file(auth_file)
+    end
+    auth ||= {}
+    if auth["email"] || auth["pass"]
+      puts "ERROR: using email/pass in the auth file: #{auth_file}"
+      return
+    end
+
+    (email,pass) = login_prompt_highline
+    c = GData::Client::DocList.new
+    auth["doclist"]      = c.clientlogin(email, pass)
+    c = GData::Client::Spreadsheets.new
+    auth["spreadsheets"] = c.clientlogin(email, pass)
+    
+    open(auth_file, "w") do |io|
+      io << auth.to_yaml
+    end
+    puts "OK: Login token saved: #{auth_file}"
+  end
+  private :_login
+
+  def login_prompt_highline
+    email = ask("Email: ")
+    pass  = ask("Password: ") { |q| q.echo = '*' }
+    return [email, pass]
+  end
+  private :login_prompt_highline
+
+  def check_permission(path)
+    if path.stat.mode & 077 != 0
+      raise "Close group/other permission for security: #{path}"
+    end
+  end
+
+  def list
+    check_permission(auth_file.parent)
+    check_permission(auth_file)
+
+    c = GData::Client::DocList.new
+    auth = YAML.load_file(auth_file)
+
+    if auth["email"].to_s.empty?
+      c.auth_handler = GData::Auth::ClientLogin.new("writely")
+      c.auth_handler.token = auth["doclist"]
+    else
+      c.clientlogin(auth["email"], auth["pass"])
+    end
+
+    xml = c.get("http://docs.google.com/feeds/documents/private/full/-/spreadsheet").to_xml
+    xml.elements.each("entry") do |e|
+      key = e.elements["gd:resourceId"].text.to_s.split(/:/)[1]
+      title =  e.elements["title"].text
+      puts <<"EOT"
+- title: "#{title}"
+  key: #{key}
+  file: _smc/data/sample.csv
+
+EOT
+    end
+  end
+
+  def export
+    check_permission(auth_file.parent)
+    check_permission(auth_file)
+
+    c = GData::Client::Spreadsheets.new
+    auth = YAML.load_file(auth_file) || {}
+
+    if auth["email"].to_s.empty?
+      if auth["spreadsheets"].to_s.empty?
+        puts "ERROR: execute gdata:login task."
+        return
+      end
+      c.auth_handler = GData::Auth::ClientLogin.new("wise")
+      c.auth_handler.token = auth["spreadsheets"]
+    else
+      c.clientlogin(auth["email"], auth["pass"])
+    end
+
+    @config["gdata_files"].each do |fdata|
+      next if fdata["key"] =~ /^x{44}$/
+      data = c.get("http://spreadsheets.google.com/feeds/download/spreadsheets/Export?key=#{fdata["key"]}&exportFormat=csv")
+      contents = data.body
+      open(File.dirname(__FILE__) + "/../../" + fdata["file"], "w") do |io|
+        io << contents
+      end
+    end
+  end
+end
+
+namespace :gdata do
+
+  desc "show Google Data API configuration."
+  task :env do
+    exporter = GDataExporter.new
+    exporter.env
+  end
+
+  desc "login Google Data API."
+  task :login do
+    exporter = GDataExporter.new
+    exporter.login
+  end
+
+  desc "list all Google Spreadsheets."
+  task :list do
+    exporter = GDataExporter.new
+    exporter.list
+  end
+
+  desc "export Google Spreadsheets as CSV."
+  task :export do
+    exporter = GDataExporter.new
+    exporter.export
+  end
+
+
+end

data/project/rake/_smc/Rakefile

@@ -1,6 +1,5 @@
 Dir.chdir(File.dirname(__FILE__) + "/..")
 
-require 'pathname'
 require 'rubygems'
 require 'smallcage'
 

data/smallcage.gemspec

@@ -5,13 +5,13 @@
 
 Gem::Specification.new do |s|
   s.name = %q{smallcage}
-  s.version = "0.1.9"
+  s.version = "0.2.0"
 
   s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
   s.authors = ["SAITO Toshihiro", "gommmmmm", "KOSEKI Kengo"]
-  s.date = %q{2009-11-09}
+  s.date = %q{2009-11-13}
   s.default_executable = %q{smc}
-  s.description = %q{Lightweight CMS package.}
+  s.description = %q{SmallCage is a simple, but powerful website generator. It converts content and template files, which has common elements in a website, to a plain, static website. No database, no application container, and no repeat in many pages is needed. You can keep your site well with very little work.}
   s.email = %q{smallcage@googlegroups.com}
   s.executables = ["smc"]
   s.extra_rdoc_files = [
@@ -57,6 +57,7 @@ Gem::Specification.new do |s|
      "project/cache/_smc/filters/cache_filter.rb",
      "project/cache/_smc/filters/filters.yml",
      "project/cache/_smc/rakelib/cache.rake",
+     "project/gdata/_smc/rakelib/gdata.rake",
      "project/lang/_smc/helpers/lang_helper.rb",
      "project/lang/_smc/templates/other_lang.rhtml",
      "project/news/_smc/helpers/news_helper.rb",
@@ -147,7 +148,7 @@ Gem::Specification.new do |s|
   s.rdoc_options = ["--charset=UTF-8"]
   s.require_paths = ["lib"]
   s.rubygems_version = %q{1.3.5}
-  s.summary = %q{Lightweight CMS package.}
+  s.summary = %q{simple website generator}
   s.test_files = [
     "spec/document_path_spec.rb",
      "spec/export_spec.rb",

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification 
 name: smallcage
 version: !ruby/object:Gem::Version 
-  version: 0.1.9
+  version: 0.2.0
 platform: ruby
 authors: 
 - SAITO Toshihiro
@@ -11,7 +11,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2009-11-09 00:00:00 +09:00
+date: 2009-11-13 00:00:00 +09:00
 default_executable: smc
 dependencies: 
 - !ruby/object:Gem::Dependency 
@@ -24,7 +24,7 @@ dependencies:
       - !ruby/object:Gem::Version 
         version: 1.2.9
     version: 
-description: Lightweight CMS package.
+description: SmallCage is a simple, but powerful website generator. It converts content and template files, which has common elements in a website, to a plain, static website. No database, no application container, and no repeat in many pages is needed. You can keep your site well with very little work.
 email: smallcage@googlegroups.com
 executables: 
 - smc
@@ -72,6 +72,7 @@ files:
 - project/cache/_smc/filters/cache_filter.rb
 - project/cache/_smc/filters/filters.yml
 - project/cache/_smc/rakelib/cache.rake
+- project/gdata/_smc/rakelib/gdata.rake
 - project/lang/_smc/helpers/lang_helper.rb
 - project/lang/_smc/templates/other_lang.rhtml
 - project/news/_smc/helpers/news_helper.rb
@@ -184,7 +185,7 @@ rubyforge_project:
 rubygems_version: 1.3.5
 signing_key: 
 specification_version: 3
-summary: Lightweight CMS package.
+summary: simple website generator
 test_files: 
 - spec/document_path_spec.rb
 - spec/export_spec.rb