tenjin 0.6.0

data/benchmark/bench_context.rb

@@ -0,0 +1,17 @@
+require 'yaml'
+
+class StockInfo
+  def initialize(values={})
+    @name   = values['name']
+    @name2  = values['name2']
+    @url    = values['url']
+    @symbol = values['symbol']
+    @price  = values['price']
+    @change = values['change']
+    @ratio  = values['ratio']
+  end
+  attr_accessor :name, :name2, :url, :symbol, :price, :change, :ratio
+end
+
+ydoc = YAML.load_file('bench_context.yaml')
+@list = ydoc['list'].collect { |values| StockInfo.new(values) }

data/benchmark/bench_context.yaml

@@ -0,0 +1,141 @@
+list:
+  - name:       Adobe Systems
+    name2:      Adobe Systems Inc.
+    url:        http://www.adobe.com
+    symbol:     ADBE
+    price:      39.26
+    change:     0.13
+    ratio:      0.33
+  - name:       Advanced Micro Devices
+    name2:      Advanced Micro Devices Inc.
+    url:        http://www.amd.com
+    symbol:     AMD
+    price:      16.22
+    change:     0.17
+    ratio:      1.06
+  - name:       Amazon.com
+    name2:      Amazon.com Inc
+    url:        http://www.amazon.com
+    symbol:     AMZN
+    price:      36.85
+    change:     -0.23
+    ratio:      -0.62
+  - name:       Apple
+    name2:      Apple Inc.
+    url:        http://www.apple.com
+    symbol:     AAPL
+    price:      85.38
+    change:     -0.87
+    ratio:      -1.01
+  - name:       BEA Systems
+    name2:      BEA Systems Inc.
+    url:        http://www.bea.com
+    symbol:     BEAS
+    price:      12.46
+    change:     0.09
+    ratio:      0.73
+  - name:       CA
+    name2:      CA, Inc.
+    url:        http://www.ca.com
+    symbol:     CA
+    price:      24.66
+    change:     0.38
+    ratio:      1.57
+  - name:       Cisco Systems
+    name2:      Cisco Systems Inc.
+    url:        http://www.cisco.com
+    symbol:     CSCO
+    price:      26.35
+    change:     0.13
+    ratio:      0.5
+  - name:       Dell
+    name2:      Dell Corp.
+    url:        http://www.dell.com/
+    symbol:     DELL
+    price:      23.73
+    change:     -0.42
+    ratio:      -1.74
+  - name:       eBay
+    name2:      eBay Inc.
+    url:        http://www.ebay.com
+    symbol:     EBAY
+    price:      31.65
+    change:     -0.8
+    ratio:      -2.47
+  - name:       Google
+    name2:      Google Inc.
+    url:        http://www.google.com
+    symbol:     GOOG
+    price:      495.84
+    change:     7.75
+    ratio:      1.59
+  - name:       Hewlett-Packard
+    name2:      Hewlett-Packard Co.
+    url:        http://www.hp.com
+    symbol:     HPQ
+    price:      41.69
+    change:     -0.02
+    ratio:      -0.05
+  - name:       IBM
+    name2:      International Business Machines Corp.
+    url:        http://www.ibm.com
+    symbol:     IBM
+    price:      97.45
+    change:     -0.06
+    ratio:      -0.06
+  - name:       Intel
+    name2:      Intel Corp.
+    url:        http://www.intel.com
+    symbol:     INTC
+    price:      20.53
+    change:     -0.07
+    ratio:      -0.34
+  - name:       Juniper Networks
+    name2:      Juniper Networks, Inc
+    url:        http://www.juniper.net/
+    symbol:     JNPR
+    price:      18.96
+    change:     0.5
+    ratio:      2.71
+  - name:       Microsoft
+    name2:      Microsoft Corp
+    url:        http://www.microsoft.com
+    symbol:     MSFT
+    price:      30.6
+    change:     0.15
+    ratio:      0.49
+  - name:       Oracle
+    name2:      Oracle Corp.
+    url:        http://www.oracle.com
+    symbol:     ORCL
+    price:      17.15
+    change:     0.17
+    ratio:      1.0
+  - name:       SAP
+    name2:      SAP AG
+    url:        http://www.sap.com
+    symbol:     SAP
+    price:      46.2
+    change:     -0.16
+    ratio:      -0.35
+  - name:       Seagate Technology
+    name2:      Seagate Technology
+    url:        http://www.seagate.com/
+    symbol:     STX
+    price:      27.35
+    change:     -0.36
+    ratio:      -1.3
+  - name:       Sun Microsystems
+    name2:      Sun Microsystems Inc.
+    url:        http://www.sun.com
+    symbol:     SUNW
+    price:      6.33
+    change:     -0.01
+    ratio:      -0.16
+  - name:       Yahoo
+    name2:      Yahoo! Inc.
+    url:        http://www.yahoo.com
+    symbol:     YHOO
+    price:      28.04
+    change:     -0.17
+    ratio:      -0.6

data/benchmark/templates/_footer.html

@@ -0,0 +1,4 @@
+  </table>
+
+ </body>
+</html>

data/benchmark/templates/_header.html

@@ -0,0 +1,52 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"
+          "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
+ <head>
+  <title>Stock Prices</title>
+  <meta http-equiv="Content-Type" content="text/html; charset=UTF-8" />
+  <meta http-equiv="Content-Style-Type" content="text/css" />
+  <meta http-equiv="Content-Script-Type" content="text/javascript" />
+  <link rel="shortcut icon" href="/images/favicon.ico" />
+  <link rel="stylesheet" type="text/css" href="/css/style.css" media="all" />
+  <script type="text/javascript" src="/js/util.js"></script>
+  <style type="text/css">
+  /*<![CDATA[*/
+
+body {
+    color: #333333;
+    line-height: 150%;
+}
+
+thead {
+    font-weight: bold;
+    background-color: #CCCCCC;
+}
+
+.odd {
+    background-color: #FFCCCC;
+}
+
+.even {
+    background-color: #CCCCFF;
+}
+
+.minus {
+    color: #FF0000;
+}
+
+  /*]]>*/
+  </style>
+
+ </head>
+
+ <body>
+
+  <h1>Stock Prices</h1>
+
+  <table>
+   <thead>
+    <tr>
+     <th>#</th><th>symbol</th><th>name</th><th>price</th><th>change</th><th>ratio</th>
+    </tr>
+   </thead>

data/benchmark/templates/bench_eruby.rhtml

@@ -0,0 +1,29 @@
+   <tbody>
+<%
+n = 0
+for item in list
+    n += 1
+ %>
+    <tr class="<%= n % 2 == 0 ? 'even' : 'odd' %>">
+     <td style="text-align: center"><%= n %></td>
+     <td>
+      <a href="/stocks/<%= item['symbol'] %>"><%= item['symbol'] %></a>
+     </td>
+     <td>
+      <a href="<%= item['url'] %>"><%= item['name'] %></a>
+     </td>
+     <td>
+      <strong><%= item['price'] %></strong>
+     </td>
+<% if item['change'] < 0.0 %>
+     <td class="minus"><%= item['change'] %></td>
+     <td class="minus"><%= item['ratio'] %></td>
+<% else %>
+     <td><%= item['change'] %></td>
+     <td><%= item['ratio'] %></td>
+<% end %>
+    </tr>
+<%
+end
+ %>
+   </tbody>

data/benchmark/templates/bench_tenjin.rbhtml

@@ -0,0 +1,29 @@
+   <tbody>
+<?rb
+n = 0
+for item in @list
+    n += 1
+ ?>
+    <tr class="#{n % 2 == 0 ? 'even' : 'odd'}">
+     <td style="text-align: center">#{n}</td>
+     <td>
+      <a href="/stocks/#{item['symbol']}">#{item['symbol']}</a>
+     </td>
+     <td>
+      <a href="#{item['url']}">#{item['name']}</a>
+     </td>
+     <td>
+      <strong>#{item['price']}</strong>
+     </td>
+<?rb if item['change'] < 0.0 ?>
+     <td class="minus">#{item['change']}</td>
+     <td class="minus">#{item['ratio']}</td>
+<?rb else ?>
+     <td>#{item['change']}</td>
+     <td>#{item['ratio']}</td>
+<?rb end ?>
+    </tr>
+<?rb
+end
+ ?>
+   </tbody>

data/bin/rbtenjin

@@ -0,0 +1,449 @@
+#!/usr/bin/env ruby
+
+##
+## copyright(c) 2007 kuwata-lab all rights reserved.
+##
+## Permission is hereby granted, free of charge, to any person obtaining
+## a copy of this software and associated documentation files (the
+## "Software"), to deal in the Software without restriction, including
+## without limitation the rights to use, copy, modify, merge, publish,
+## distribute, sublicense, and/or sell copies of the Software, and to
+## permit persons to whom the Software is furnished to do so, subject to
+## the following conditions:
+##
+## The above copyright notice and this permission notice shall be
+## included in all copies or substantial portions of the Software.
+##
+## THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+## EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+## MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+## NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+## LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+## OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+## WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+##
+
+## $Rev: 59 $
+## $Release: 0.6.0 $
+
+require 'tenjin'
+
+module Tenjin
+
+
+  module NoTextModule
+
+    def initialize(*args)
+      @noexpr = args[-1].is_a?(Hash) ? args[-1].delete(:noexpr) : nil
+      super
+    end
+
+    def start_text_part()
+      nil
+    end
+
+    def stop_text_part()
+      nil
+    end
+
+    def add_text(text, encode_newline=false)
+      return unless text && !text.empty?
+      n = text.count("\n")
+      n -= 1 if encode_newline && text[-1] == ?\n
+      @script << (@newline * n)
+    end
+
+    ## add expression code
+    def add_expr(code, flag_escape=nil)
+      return if !code || code.empty?
+      if @noexpr
+        @script << (@newline * code.count("\n"))
+      elsif flag_escape
+        #@script << "_buf << %Q`\#{#{@escapefunc}((#{code}).to_s)}`"
+        @script << "#{@escapefunc}((#{code}).to_s); "
+      else
+        #@script << "_buf << %Q`\#{#{code}}`"
+        @script << "#{code}; "
+      end
+    end
+
+  end
+
+
+  class NoTextTemplate < Template
+    include NoTextModule
+  end
+
+
+  class CommandOptionError < StandardError
+  end
+
+
+  class Main
+
+
+    def self.main()
+      begin
+        output = self.new().execute()
+        print output if output
+        exit(0)
+      rescue CommandOptionError => ex
+        $stderr.puts ex.message
+        exit(1)
+      end
+    end
+
+
+    def initialize(argv=nil)
+      @command = File.basename($0)
+      @argv = argv || ARGV
+    end
+
+
+    def execute()
+      command = @command
+
+      ## parse options
+      noargopts = 'hvsSNXCUbxzqwTPdD'
+      argopts   = 'fckra'
+      argopts2  = ''
+      command   = File.basename($0)
+      options, properties, filenames = parse_argv(@argv, noargopts, argopts, argopts2)
+      debug = options[:D]
+      debug and $stderr.puts "*** debug: options=#{options.inspect}"
+      debug and $stderr.puts "*** debug: properties=#{properties.inspect}"
+      debug and $stderr.puts "*** debug: filenames=#{filenames.inspect}"
+
+      ## help, version
+      return usage() if options[:h] || properties[:help]
+      return version()+"\n" if options[:v] || properties[:version]
+
+      ## check options
+      datafile = options[:f]
+      if datafile && !test(?f, datafile)
+        raise _error("-f %s: file not found." % datafile)
+      end
+
+      ## action
+      action = options[:a]
+      actions = %w[render convert retrieve statements syntax dump preprocess]
+      if action
+        unless actions.include?(action)
+          raise _error("-a #{action}: unknown action.")
+        end
+        action = action.intern
+      else
+        action = options[:s] && :convert    ||
+                 options[:X] && :statements ||
+                 options[:S] && :retrieve   ||
+                 options[:z] && :syntax     ||
+                 options[:P] && :preprocess ||
+                 true        && :render
+      end
+
+      ## ruby global options
+      $KCODE = options[:k] if options[:k]
+      $VERBOSE = 2 if options[:w]
+
+      ## lib
+      if options[:r]
+        begin
+          for lib in options[:r].split(/,/)
+            require lib
+          end
+        rescue LoadError => ex
+          raise _error("-r %s: library not found." % lib)
+        end
+      end
+
+      ## context data file
+      context = Tenjin::Context.new
+      if options[:f]
+        datafile = options[:f]
+        content = File.read(datafile)
+        if datafile =~ /\.ya?ml\z/
+          content = _expandtabs(content) unless options[:T]
+          hash = load_yaml(content, datafile)
+          context.update(hash)
+        elsif datafile =~ /\.rb\z/
+          load_rubycode_as_contextdata(content, context, datafile)
+        else
+          raise _error("-f %s: unknown file type ('*.yaml' or '*.rb' expected)." % datafile)
+        end
+      end
+
+      ## context data
+      if options[:c]
+        if options[:c][0] == ?{
+          yamlstr = options[:c]
+          hash = load_yaml(yamlstr, '-c')
+          context.update(hash)
+        else
+          ruby_code = options[:c]
+          load_rubycode_as_contextdata(ruby_code, context, '-c')
+        end
+      end
+
+      ## set initalizer option for Tenjin::Template.new()
+      if options[:b]
+        properties[:preamble] = properties[:postamble] = nil
+      elsif action == :convert || action == :retrieve || action == :statements
+        properties[:preamble]  = true unless properties.key?(:preamble)
+        properties[:postamble] = true unless properties.key?(:postamble)
+      end
+
+      ## set initalizer option for Tenjin::Engine.new()
+      properties[:cache] = false unless properties.key?(:cache)
+      properties[:path]  = properties[:path].split(/,/) if properties[:path]
+      if properties.key?(:templateclass)
+        classname = properties[:templateclass]
+        klass = _to_class(classname)
+        properties[:templateclass] = klass
+      elsif action == :preprocess || options[:P]
+        properties[:templateclass] = Tenjin::Preprocessor
+        properties[:preprocess] = false
+      elsif action == :retrieve
+        properties[:templateclass] = Tenjin::NoTextTemplate
+      elsif action == :statements
+        properties[:templateclass] = Tenjin::NoTextTemplate
+        properties[:noexpr] = true
+      end
+
+      ## create Engine instance
+      engine = Tenjin::Engine.new(properties)
+
+      ## execute
+      filenames = [nil] if filenames.empty?
+      output_buf = ''
+      for template_name in filenames
+        if template_name.nil?
+          input = $stdin.read()
+          template_class = properties.fetch(:templateclass, Tenjin::Template)
+          template = template_class.new(properties)
+          engine.register_template(template_name, template)
+        end
+        case action
+        when :convert, :retrieve, :statements
+          template = engine.get_template(template_name)
+          output = template.script
+        when :syntax
+          template = engine.get_template(template_name)
+          output = check_syntax(template.script, template.filename, options[:q], options[:w])
+        when :render, :preprocess
+          output = engine.render(template_name, context)
+        else
+          assert unreachable
+        end
+        output_buf << manipulate_output(output, options)
+      end
+      return output_buf
+    end
+
+
+    def check_syntax(script, filename, quiet, warning)
+      command = warning ? "ruby -wc" : "ruby -c"
+      require 'open3'
+      stdin, stdout, stderr = *Open3.popen3(command)
+      stdin.write(script)     ; stdin.close()
+      result = stdout.read()  ; stdout.close()
+      errmsg = stderr.read()  ; stderr.close()
+      if errmsg && !errmsg.empty?
+        errmsg.gsub!(/^-(:\d+: )/, "#{filename}\\1")
+        return errmsg
+      else
+        return quiet ? '' : "#{filename}: #{result}"
+      end
+    end
+
+
+    def manipulate_output(output, options)
+      flag_linenum = options[:N]    # add line numbers
+      flag_compact = options[:C]    # remove empty lines
+      flag_unique  = options[:U]    # compress empty lines to a line
+      if flag_linenum
+        n = 0
+        output.gsub!(/^/) { n += 1; "%5d:  " % n }
+        output.gsub!(/^ *\d+:\s+?\n/, '')      if flag_compact
+        output.gsub!(/(^ *\d+:\s+?\n)+/, "\n") if flag_unique
+      else
+        output.gsub!(/^\s*?\n/, '')      if flag_compact
+        output.gsub!(/(^\s*?\n)+/, "\n") if flag_unique
+      end
+      return output
+    end
+
+
+    def load_yaml(yamlstr, filename)
+      require 'yaml'
+      hash = YAML.load(yamlstr)
+      unless hash.is_a?(Hash)
+        raise _error("%s: not a mapping (hash)." % filename)
+      end
+      return hash
+    end
+
+
+    def load_rubycode_as_contextdata(_rubycode, _context, _filename)
+      _context.instance_eval(_rubycode, _filename)
+    end
+
+
+    def usage(command=nil)
+      command ||= @command
+      s = <<"END"
+Usage: #{command} [..options..] [file1 [file2...]]
+  -h, --help          : help
+  -v, --version       : version
+  -a action           : action
+     -a render        : render template (default)
+     -a convert       : convert template into script
+     -a retrieve      : retrieve statements and expressons
+     -a statements    : retrieve only statements
+     -a syntax        : syntax check
+     -a preprocess    : show preprocessed template
+  -s                  :  alias of '-a convert'
+  -S                  :  alias of '-a retrieve'
+  -z                  :  alias of '-a syntax'
+  -X                  :  alias of '-a statements'
+# -d                  :  alias of '-a dump'
+  -P                  :  alias of '-a preprocess'
+  -N                  :  add line number
+  -C                  :  compact: remove empty lines
+  -U                  :  uniq: compress empty lines into a line
+  -b                  :  remove "_buf='';" and "_buf.to_s"
+  -q                  :  quet mode (for '-a syntax')
+# -w                  :  use strict package
+  -c string           :  context data string (yaml or ruby)
+  -f file             :  context data file (*.yaml or *.rb)
+  -T                  :  unexpand tab chars in datafile
+  -r lib1,lib2,..     :  require libraries
+  -k code             :  kanji code for $KCODE
+# --encoding=encoding :  encoding name, with converting into unicode
+  --escapefunc=name   :  'escape' function name
+# --tostrfunc=name    :  'to_str' function name
+  --preamble=text     :  preamble which is insreted into ruby script
+  --postamble=text    :  postamble which is insreted into ruby script
+# --smarttrim         :  trim "\\n{expr}\\n" into "\\n{expr}".
+  --prefix=str        :  prefix string for template shortname
+  --postfix=str       :  postfix string for template shortname
+  --layout=filename   :  layout template name
+  --path=dir1,dir2,.. :  template lookup path
+  --preprocess        :  activate preprocessing
+  --templateclass=name:  template class (default: Tenjin::Template)
+Examples:
+ ex1. render template
+   $ #{command} file.rbhtml
+ ex2. convert template into ruby script
+   $ #{command} -a convert file.rbhtml
+   $ #{command} -a retrieve -UN file.rbhtml  # for debug
+ ex3. render with context data file (*.yaml or *.rb)
+   $ #{command} -f datafile.yaml file.rbhtml
+ ex4. render with context data string
+   $ #{command} -c '{title: tenjin example, items: [1, 2, 3]}' file.rbhtml # yaml
+   $ #{command} -c '@title="tenjin example"; @items=[1,2,3]'   file.rbhtml # ruby
+ ex5. syntax check
+   $ #{command} -wa syntax *.rbhtml     # or '-wz'
+END
+      return s.gsub(/^\#.*\n/, '')
+    end
+
+
+    def version()
+      return RELEASE
+    end
+
+
+    def parse_argv(argv, noargopts, argopts, argopts2='')
+      options = {}
+      properties = {}
+      while argv[0] && argv[0][0] == ?-
+        optstr = argv.shift
+        if optstr == '-'
+          break
+        elsif optstr =~ /\A--([-\w]+)(=.*)?/
+          name = $1
+          value = $2 && !$2.empty? ? _to_value($2[1..-1]) : true
+          properties[name.intern] = value
+        else
+          optstr = optstr[1..-1]
+          while !optstr.empty?
+            ch = optstr[0].chr
+            optstr = optstr[1..-1]
+            if noargopts.include?(ch)
+              options[ch.intern] = true
+            elsif argopts.include?(ch)
+              if !optstr.empty?
+                options[ch.intern] = optstr
+                optstr = ''
+              elsif !argv.empty?
+                options[ch.intern] = argv.shift
+              else
+                raise _error("-#{ch}: argument required.")
+              end
+            elsif argopts2.include?(ch)
+              options[ch.intern] = !optstr.empty? ? optstr : true
+              optstr = ''
+            else
+              raise _error("-#{ch}: unknown option.")
+            end
+          end
+        end
+      end
+      filenames = argv
+      return options, properties, filenames
+    end
+
+
+    def _to_value(s)
+      case s
+      when 'true', 'yes'    ;  return true
+      when 'false', 'no'    ;  return false
+      when 'null', 'nil'    ;  return nil
+      when /\A\d+\z/        ;  return s.to_i
+      when /\A\d+\.\d+\z/   ;  return s.to_f
+      when /\A:[-\w]+\z/    ;  return s[1..-1].intern
+      else                  ;  return s
+      end
+    end
+
+
+    def _to_class(classname)
+      klass = Object
+      begin
+        classname.split(/::/).each { |m| klass = klass.const_get(m) }
+      rescue NameError => ex
+        raise _error("%s: class not found." % classname)
+      end
+      return klass
+    end
+
+
+    def _error(message)
+      return CommandOptionError.new(message)
+    end
+
+
+    def _expandtabs(input, width=8)
+      arr = input.split(/\t/)
+      last = arr.pop
+      buf = ''
+      arr.each do |s|
+        column = (n = s.rindex(?\n)) ? s.length - n - 1 : s.length
+        n = width - (column % width)
+        buf << s << (' ' * n)
+      end
+      buf << last
+      return buf
+    end
+
+
+  end
+
+
+end
+
+
+#if __FILE__ == $0
+unless defined?(DONT_INVOKE)
+  Tenjin::Main.main()
+end