jejune 1.1.0

data/lib/jejune/boot.rb

@@ -0,0 +1,107 @@
+#!/usr/bin/ruby
+# encoding: utf-8
+#--
+# Copyright (c) 2010-2011 Kyle C. Yetter
+#
+# Permission is hereby granted, free of charge, to any person obtaining
+# a copy of this software and associated documentation files (the
+# "Software"), to deal in the Software without restriction, including
+# without limitation the rights to use, copy, modify, merge, publish,
+# distribute, sublicense, and/or sell copies of the Software, and to
+# permit persons to whom the Software is furnished to do so, subject to
+# the following conditions:
+#
+# The above copyright notice and this permission notice shall be
+# included in all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+# EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+# MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+# NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+# LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+# OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+# WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+#++
+
+
+module Jejune::Data
+  define_string DOC, :outdent
+  define_string DDOC, :interpolate, :outdent
+  define_string STRING
+  define_string DSTRING, :interpolate
+  
+  define_string( 'Q', :interpolate, :outdent )
+  
+  define( 'q', :outdent => true ) do | manager, blob |
+    manager.jstring( blob.data, true )
+  end
+  
+  define( 'w' ) do | manager, blob |
+    manager.split_words( blob.data ).to_json
+  end
+  
+  define( 'embed' ) do | manager, blob |
+    lib  = manager.string_value( blob.data )
+    path = manager.find_resource( lib, '', blob.delimiter == '<' ) ||
+           manager.find_library( lib, blob.delimiter == '<' )
+    
+    manager.add_dependency( path )
+    content = path =~ /\.jjs$/i ? manager.load_file( path ).translate : File.read( path )
+    content.to_json
+  end
+  
+  define( 'r' ) do | manager, blob |
+    data = blob.data
+    data.gsub!( /(\\*)(\s)/ ) { $1.length.even? ? $1 : $1[ 1, $1.length ] << $2 }
+    data.gsub!( %r(/), '\/' )
+    '/' << data << '/' << blob.flags
+  end
+  
+  define( 'sass', :outdent => true ) do | manager, blob |
+    defined?( gem ) or require 'rubygems'
+    begin
+      gem 'sass'
+    rescue LoadError
+    end
+    require 'sass'
+    
+    sass_source = manager.string_value( blob.data )
+    css = Sass.compile( sass_source )
+    blob.flags.include?( 'c' ) and css = manager.compress( css, 'css' )
+    manager.jstring( css )
+  end
+  
+  define( 'loadSass' ) do | manager, blob |
+    lib    = manager.string_value( blob.data )
+    path   = manager.find_resource( lib, 'sass|scss|css|', blob.delimiter == '<' )
+    source = File.read( path )
+    manager.add_dependency( path )
+    
+    defined?( gem ) or require 'rubygems'
+    begin
+      gem 'sass'
+    rescue LoadError
+    end
+    require 'sass'
+    
+    css = Sass.compile( source )
+    blob.flags.include?( 'c' ) and css = manager.compress( css, 'css' )
+    manager.jstring( css )
+  end
+  
+  define( 'y', :outdent => true ) do | manager, blob |
+    ::JSON.dump( ::YAML.load( blob.data ) )
+  end
+  
+  define( 'loadYAML' ) do | manager, blob |
+    lib = manager.string_value( blob.data )
+    path = manager.find_resource( lib, 'yaml|yml|', blob.delimiter == '<' )
+    manager.add_dependency( path )
+    YAML.load_file( path ).to_json
+  end
+  
+  define( 't', :outdent => true ) do | manager, blob |
+    require 'jejune/ejjs'
+    Jejune::EJJS.new( blob.data, :line => blob.line, :file => blob.file ).as_eval
+  end
+end

data/lib/jejune/constants.rb

@@ -0,0 +1,105 @@
+#!/usr/bin/ruby
+# encoding: utf-8
+#--
+# Copyright (c) 2010-2011 Kyle C. Yetter
+#
+# Permission is hereby granted, free of charge, to any person obtaining
+# a copy of this software and associated documentation files (the
+# "Software"), to deal in the Software without restriction, including
+# without limitation the rights to use, copy, modify, merge, publish,
+# distribute, sublicense, and/or sell copies of the Software, and to
+# permit persons to whom the Software is furnished to do so, subject to
+# the following conditions:
+#
+# The above copyright notice and this permission notice shall be
+# included in all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+# EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+# MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+# NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+# LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+# OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+# WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+#++
+
+module Jejune
+module Constants
+  include TokenData
+  
+  # pseudo-type used by the interpolation parser
+  CODE = PROGRAM
+  
+  PROPERTY_DEFINITION_TYPES = Set[ GET, SET, COLON, ARROW ]
+  EXPRESSION_TYPES = Set[
+    AMP_ASGN, AND, AREF, ARRAY, ASGN, CALL, COLON, COMMA, DECR,
+    DELETE, DOT, EQ, EQQ, FALSE, GEQ, GREATER, HAT, HAT_ASGN,
+    ID, IN, INCR, INSTANCEOF, ITER, IVAR, LEQ, LESS, LSHIFT,
+    LSHIFT_ASGN, MINUS, MINUS_ASGN, MOD, MOD_ASGN, NEQ, NEQQ,
+    NEW, NOT, NULL, NUMBER, OBJECT, OR, PIPE, PIPE_ASGN, PLUS,
+    PLUS_ASGN, POST_DECR, POST_INCR, QMARK, REGEX, RSHIFT,
+    RSHIFT3, RSHIFT3_ASGN, RSHIFT_ASGN, SLASH, SLASH_ASGN, STAR,
+    STAR_ASGN, STRING, THIS, TILDE, TRUE, TYPEOF, UNDEFINED,
+    VOID, FUNCTION, ARROW, DSTRING, DDOC, DGENERAL, UPLUS, UMINUS
+  ]
+  PROPERTY_TYPES = Set[ STRING, ID, NUMBER ]
+  
+  CATCH_TYPES    = Set[ CATCH, FINALLY ]
+  FUNCTION_TYPES = Set[ ARROW, FUNCTION ]
+  
+  OPERATOR_PRECEDENCE = Hash.new do | h, k |
+    name = TOKEN_NAMES[ k ] and
+      warn( "Jejune Token Type `#{ name }[#{ k }]' is not Jejune::Constants::OPERATOR_PRECEDENCE" )
+    h[ k ] = -1
+  end
+  
+  op_list = <<-END
+    COMMA
+    ASGN AMP_ASGN HAT_ASGN LSHIFT_ASGN MINUS_ASGN MOD_ASGN OR_ASGN PIPE_ASGN PLUS_ASGN RSHIFT3_ASGN RSHIFT_ASGN SLASH_ASGN STAR_ASGN
+    QMARK
+    OR
+    AND
+    PIPE
+    HAT
+    AMP
+    EQ EQQ NEQ NEQQ
+    LESS GREATER LEQ GEQ INSTANCEOF IN
+    LSHIFT RSHIFT RSHIFT3
+    PLUS MINUS
+    STAR SLASH MOD
+    DELETE VOID TYPEOF INCR DECR UPLUS UMINUS TILDE NOT
+    POST_INCR POST_DECR
+    NEW CALL AREF DOT ITER
+    THIS IVAR ID NULL TRUE FALSE UNDEFINED STRING DOC REGEX ARRAY OBJECT FUNCTION
+  END
+  
+  # use the list above to give each expression node
+  # a precedence number for use in situations such
+  # as determining whether code needs to be surrounded
+  # in parentheses to protect operator precedence in an expression
+  op_list.strip.split( $/ ).each_with_index do | line, index |
+    for name in line.strip.split( /\s+/ )
+      value = TokenData.const_get( name )
+      OPERATOR_PRECEDENCE[ value ] = index
+    end
+  end
+  
+  DELIMS =
+    {
+      "@"=>"@", "+"=>"+", "`"=>"`", ","=>",", "!"=>"!", "-"=>"-",
+      "\""=>"\"", "."=>".", "#"=>"#", ":"=>":", "/"=>"/",
+      "$"=>"$", ";"=>";", "%"=>"%", "{"=>"}", "["=>"]", "|"=>"|",
+      "\\"=>"\\", "&"=>"&", "<"=>">", "="=>"=", "'"=>"'",
+      "~"=>"~", "^"=>"^", "("=>")", "?"=>"?", "*"=>"*"
+    }
+  OPEN_DELIM = /([#{ Regexp.escape( DELIMS.keys.join( '' ) ) }])/
+  
+  DEFAULT_EXT = "jjs|js|"
+  BROWSERS = %w( opera firefox chrome )
+end
+end
+
+module Jejune
+  include ANTLR3
+  RewriteStream = TokenRewriteStream
+end

data/lib/jejune/data-extension.rb

@@ -0,0 +1,144 @@
+#!/usr/bin/ruby
+# encoding: utf-8
+
+#--
+# Copyright (c) 2010-2011 Kyle C. Yetter
+#
+# Permission is hereby granted, free of charge, to any person obtaining
+# a copy of this software and associated documentation files (the
+# "Software"), to deal in the Software without restriction, including
+# without limitation the rights to use, copy, modify, merge, publish,
+# distribute, sublicense, and/or sell copies of the Software, and to
+# permit persons to whom the Software is furnished to do so, subject to
+# the following conditions:
+#
+# The above copyright notice and this permission notice shall be
+# included in all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+# EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+# MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+# NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+# LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+# OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+# WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+#++
+
+module Jejune
+module Data
+class Handler
+  include Constants
+  include Utils
+
+  attr_reader :type, :processor
+  
+  def initialize( type, options = {}, &processor )
+    @type = type
+    @string = @outdent = @interpolate = false
+    @processor = nil
+    configure( options, &processor )
+  end
+  
+  def configure( options, &processor )
+    @processor   = processor || options.fetch( :processor, @processor )
+    @interpolate = options.fetch( :interpolate, @interpolate )
+    @outdent     = options.fetch( :outdent, @outdent )
+    @string      = options.fetch( :string, @string )
+  end
+  
+  def process( manager, blob )
+    blob.data = prepare( manager, blob )
+    @processor and blob.data = @processor.call( manager, blob )
+    return( blob.data )
+  end
+  
+  def prepare( manager, blob )
+    @interpolate and return manager.interpolate( blob, @outdent )
+    source  = blob.data
+    @outdent and source = manager.outdent( source )
+    @string ? blob.delimiter == "'" ? manager.jstring( source, "'" ) : manager.jstring( source ) : source
+  end
+  
+end
+
+unless defined?( Blob )
+  Blob = Struct.new(
+    :type, :data, :delimiter, :prefix,
+    :flags, :file, :line, :column
+  )
+end
+
+class Blob
+  include Constants
+  
+  def self.extract( token, type = nil )
+    source = token.text
+    if source =~ /\A%?\s*(\w*\s*)/
+      prefix, source = $&, $'
+      signifier = $1.to_s.strip
+      type ||= signifier.empty? ? 'Q' : signifier
+    else
+      prefix = ''
+    end
+    source =~ OPEN_DELIM or raise( "%p doesn't have a delimiter" % source )
+    delimiter, source, closer = $&, $', DELIMS[ $1 ]
+    
+    data, d, flags = source.rpartition( closer )
+    new(
+      type || delimiter, data,
+      delimiter, prefix, flags,
+      token.source_name, token.line, token.column
+    )
+  end
+  
+  def inspect
+    '' << prefix << delimiter << data << DELIMS[ delimiter ] << flags
+  end
+  
+  def data_column
+    column + prefix.length + delimiter.length
+  end
+end
+
+end
+end
+
+
+module Jejune
+module Data
+  include Constants
+  defined?( @@global_handlers ) or @@global_handlers = {}
+  
+  def self.define( type, options = {}, &action )
+    @@global_handlers[ type ] = Handler.new( type, options, &action )
+  end
+  
+  def self.define_string( type, *opts )
+    options = { :string => true }
+    for opt in opts
+      options[ opt ] = true
+    end
+    define( type, options )
+  end
+  
+  
+  # lazy attribute reader for
+  def data_handlers
+    @data_handlers ||= {}
+  end
+  
+  def define_handler( type, options = {}, &action )
+    @data_handler[ type ] = Handler.new( type, options, &action )
+  end
+  
+  def handler_for( blob )
+    type = blob.type
+    data_handlers.fetch( type ) do
+      @@global_handlers.fetch( type ) do
+        raise( "no data handler defined for `#{ type }'" )
+      end
+    end
+  end
+
+end
+end

data/lib/jejune/dependency-scanner.rb

@@ -0,0 +1,69 @@
+#!/usr/bin/ruby
+# encoding: utf-8
+#
+# author: Kyle Yetter
+#
+
+module Jejune
+class DependencyScanner
+  include Constants
+  include Utils
+  
+  attr_accessor :manager, :dependency_map, :file_stack, :file
+  
+  def initialize( manager )
+    @manager        = manager
+    @dependency_map = {}
+    @file_stack     = []
+  end
+  
+  def dependencies
+    out = {}
+    for path, set in @dependency_map
+      out[ path ] = set.to_a.sort
+    end
+    return out
+  end
+  
+  def scan( file )
+    file = File.expand_path( file )
+    deps = @dependency_map[ file ] and return( deps )
+    
+    deps = Set.new
+    dir = File.dirname( file )
+    
+    open( file ) do | f |
+      f.grep( /^\s*%%\s*(include|require)\s*(\S.*)/ ) do
+        type, target = $1, $2.strip
+        case type
+        when 'require'
+          if dep = find_in_path_list( @manager.load_path, target, DEFAULT_EXT )
+            deps.add File.expand_path( dep )
+          end
+        when 'include'
+          if dep = find_in_directory( dir, target, DEFAULT_EXT )
+            deps.add File.expand_path( dep )
+          end
+        end
+      end
+    end
+    
+    @dependency_map[ file ] = deps
+    @file_stack.each do | f |
+      @dependency_map[ file ].merge( deps )
+    end
+    
+    begin
+      @file_stack.push( file )
+      deps.grep( /\.jjs$/i ) do | child |
+        scan( child )
+      end
+    ensure
+      @file_stack.pop
+    end
+    
+    return deps
+  end
+  
+end
+end

data/lib/jejune/ejjs.rb

@@ -0,0 +1,178 @@
+#!/usr/bin/ruby
+# encoding: utf-8
+#--
+# Copyright (c) 2010-2011 Kyle C. Yetter
+#
+# Permission is hereby granted, free of charge, to any person obtaining
+# a copy of this software and associated documentation files (the
+# "Software"), to deal in the Software without restriction, including
+# without limitation the rights to use, copy, modify, merge, publish,
+# distribute, sublicense, and/or sell copies of the Software, and to
+# permit persons to whom the Software is furnished to do so, subject to
+# the following conditions:
+#
+# The above copyright notice and this permission notice shall be
+# included in all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+# EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+# MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+# NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+# LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+# OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+# WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+#++
+
+#require 'jejune/lo-fi-lexer'
+
+module Jejune
+class EJJS
+  
+  #class Lexer < LoFiLexer::StatefulLexer
+  #  state :line_start, :go_to => :template do
+  #    rule( :indentation, /[^\n\r]+?(?=%\|)/ )
+  #    rule( :comment_line, /(?:[^\n\r%\\]|\\[^\n\r])*%#([\n\r]*)\r?\n/, :text => 1 )
+  #    delimited( :insert_indented, /%\|=?/, /\r?\n|\z/, :text => :body )
+  #    delimited( :control_line, '%', /\r?\n|\z/, :text => :body )
+  #  end
+  #  
+  #  state :template do
+  #    rule( :newline, /\r?\n/, :go_to => :line_start )
+  #    delimited( :comment, '<%#', '%>', :text => :body )
+  #    delimited( :insert, '<%=', '%>', :text => :body )
+  #    delimited( :control, '<%', '%>', :text => :body )
+  #    rule( :literal, /(?:[^\r\n\\<]|\\[^\r\n]|<(?!%)|\\)+(?=<%|\r?\n|\z)/ )
+  #  end
+  #end # class Lexer
+  
+  module Compile
+    module_function
+    
+    def scan( source, options = {} )
+      block_given? or return( enum_for( :scan, source, options ) )
+      
+      s = SourceScanner.new( source, options )
+      line_start = true
+      until s.eos?
+        if line_start
+          case
+          when s.scan( %r< % \# ((?: [^\\\r\n]+ | \\ \r? \n | \\ . )*) (?: \r? \n | \z ) >x )
+            yield( :comment_line, s[ 1 ] )
+          when s.scan( %r< % ((?: [^\\\r\n]+ | \\ \r? \n | \\ . )*) (?: \r? \n | \z ) >x )
+            yield( :control_line, s[ 1 ] )
+          else
+            line_start = false
+          end
+        else
+          case
+          when s.scan( /\r?\n/ )
+            line_start = true
+            yield( :newline, s.matched )
+          when m = s.nested!( '<%#', '%>' )
+            content = m[ 3, m.length - 5 ].to_s
+            yield( :comment, content )
+          when m = s.nested!( '<%=', '%>' )
+            content = m[ 3, m.length - 5 ].to_s
+            yield( :insert, content )
+          when m = s.nested!( '<%', '%>' )
+            content = m[ 2, m.length - 4 ].to_s
+            yield( :control, content )
+          when s.scan( /(?:[^\r\n\\<]|\\[^\r\n]|<(?!%)|\\)+(?=<%|\r?\n|\z)/ )
+            text = s.matched
+            yield( :literal, text )
+          end
+        end
+        
+        
+      end
+    end
+    
+    def compile( source, options = {} )
+      #lexer = Lexer.new( source.to_s, options )
+      var = options.fetch( :variable, '__data__' )
+      lines = []
+      line = []
+      indentation = ''
+      previous = nil
+      clear_line = false
+      
+      scan( source, options ) do | type, text |
+        case type
+        when :literal
+          line << %(#{ var }.push( #{ str( text ) } ))
+        when :comment_line
+          line << "//" << text
+          clear_line = true
+        when :insert
+          line << %[#{ var }.push( #{ text } )]
+        when :newline
+          line << %[#{ var }.push( #{ str( text ) } )]
+          clear_line = true
+        when :control
+          line << text
+        when :control_line
+          line << text
+          clear_line = true
+        else
+          raise( "BUG: unknown token type `#{ type }' -- this shouldn't happen" )
+        end
+        
+        if clear_line
+          lines << line.join( '; ' )
+          line = []
+          indentation = ''
+          clear_line = false
+        end
+        #previous = token.type
+      end
+      
+      lines << line.join( '; ' )
+      return lines.join( "\n" )
+    end
+    
+    def str( text )
+      JString.jstring( text )
+    end
+    
+  end # module Compile
+
+  include Compile
+  
+  attr_accessor :file, :line, :source, :parameters, :variable, :name, :js_body
+  
+  def initialize( source, options = nil )
+    @source = source
+    if options
+      @variable   = options.fetch( :variable, '__text__' )
+      @file       = options.fetch( :file, '(erb)' )
+      @line       = options.fetch( :line, 1 )
+      @name       = options[ :name ]
+      @parameters = options[ :parameters ]
+    else
+      @variable   = '__text__'
+      @file       = '(ejs)'
+      @line       = 1
+      @name       = nil
+      @parameters = nil
+    end
+    jjs_output  = compile( source, :variable => @variable, :file => @file, :line => @line )
+    @js_body    = Jejune.translate( jjs_output, :file => @file, :line => @line )
+  end
+  
+  def as_eval
+    "(#{ as_function })()"
+  end
+  
+  def as_function
+    code = "function"
+    @name and code << " " << @name
+    code << ( @parameters ? @parameters.declaration : '()' )
+    code << " { var #{ @variable } = []; "
+    @parameters and code << @parameters.parsing_source
+    code << @js_body << "; "
+    code << "return #{ @variable }.join( '' ) }"
+    return code
+  end
+  
+end
+end