modulr 0.1.0

data/LICENSE

@@ -0,0 +1,22 @@
+Copyright (c) 2010 codespeaks sàrl
+
+Permission is hereby granted, free of charge, to any person
+obtaining a copy of this software and associated documentation
+files (the "Software"), to deal in the Software without
+restriction, including without limitation the rights to use,
+copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the
+Software is furnished to do so, subject to the following
+conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES
+OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT
+HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,
+WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
+FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
+OTHER DEALINGS IN THE SOFTWARE.

data/README.markdown

@@ -0,0 +1,62 @@
+modulr
+======
+
+Description
+-----------
+
+`modulr` is a [CommonJS module implementation](http://commonjs.org/specs/modules/1.0.html)
+in Ruby for client-side JavaScript.
+
+* [Github repository](http://github.com/codespeaks/modulr)
+* [Specification](http://wiki.commonjs.org/wiki/Modules/1.0)
+
+Install
+-------
+
+    $ [sudo] gem install modulr
+
+Usage
+-----
+
+`modulr` accepts a singular file as input (the _program_) on which is does static
+analysis to recursively resolve its dependencies.
+
+The program, its dependencies and a small, namespaced JavaScript library are concatenated into a single `js` file. This
+[improves load times by minimizing HTTP requests](http://developer.yahoo.com/performance/rules.html#num_http).
+
+The bundled JavaScript library provides each module with the necessary `require`
+function and `exports` and `module` free variables.
+
+`modulr` is available as a Ruby library or as a command-line utility (`modulrize`).
+
+To process a JavaScript source file, just run:
+
+    $ modulrize filename.js > output.js
+
+For a comprehensive list of options:
+
+    $ modulrize --help"
+
+Specs
+-----
+
+To run the specs, first clone the Git repository then grab the CommonJS
+specs, included as a Git submodule, by running:
+
+    $ git clone git://github.com/codespeaks/modulr.git
+    $ cd modulr
+    $ git submodule init
+    $ git submodule update
+
+[Mozilla's SpiderMonkey](http://www.mozilla.org/js/spidermonkey/) is required
+and the `js` command line executable must be available on the load path (try `which js`).
+
+You can run all the specs by issuing:
+
+    $ rake spec
+
+Alternatively, a list of comma-separated specs can be specified through the `SPECS`
+environment variable (see `vendor/commonjs/tests/modules/1.0`) for a comprehensive
+list of available specs).
+
+    $ rake spec SPECS=absolute,transitive

data/Rakefile

@@ -0,0 +1,55 @@
+require 'rubygems'
+require 'rake'
+require 'lib/modulr'
+
+COMMONJS_SPEC_DIR = File.join('vendor', 'commonjs', 'tests', 'modules', '1.0')
+
+desc "Concatenate example file"
+task :build_example do
+  File.open(File.join('output', 'example.js'), 'w') do |f|
+    f << Modulr.ize(File.join('example', 'program.js'))
+  end
+end
+
+desc "Run CommonJS Module 1.0 specs"
+task :spec do
+  specs = ENV["SPECS"] || "**"
+  
+  FileList["#{COMMONJS_SPEC_DIR}/{#{specs}}/program.js"].each do |spec|
+    dir = File.dirname(spec)
+    output = File.join(dir, 'output.js')
+    system = File.join(dir, 'system.js')
+    FileUtils.touch(system)
+    begin
+      puts File.basename(dir).center(80, "_")
+      File.open(output, 'w') do |f|
+        f << Modulr.ize(spec)
+      end
+      system("js -f #{output}")
+    rescue => e
+      phase = e.is_a?(Modulr::ModulrError) ? "building" : "running"
+      puts "ERROR while #{phase} (#{e.class}):"
+      puts e.message
+    ensure
+      FileUtils.rm(output)
+      FileUtils.rm(system)
+      puts
+      puts
+    end
+  end
+end
+
+begin
+  require "jeweler"
+  Jeweler::Tasks.new do |gemspec|
+    gemspec.name = "modulr"
+    gemspec.summary = "A CommonJS module implementation in Ruby for client-side JavaScript"
+    gemspec.author = "Tobie Langel"
+    gemspec.email = "tobie.langel@gmail.com"
+    gemspec.homepage = "http://github.com/tobie/modulr"
+    gemspec.files = FileList["Rakefile", "README.markdown", "LICENSE", "VERSION", "{lib,bin,assets,example}/**/*", "vendor/rkelly/**/*"]
+    gemspec.executable = "modulrize"
+  end
+rescue LoadError
+  puts "Jeweler not available. Install it with: sudo gem install jeweler"
+end

data/VERSION

@@ -0,0 +1 @@
+0.1.0

data/assets/modulr.js

@@ -0,0 +1,58 @@
+// modulr (c) 2010 codespeaks sàrl
+// Freely distributable under the terms of the MIT license.
+// For details, see:
+//   http://github.com/codespeaks/modulr/blob/master/LICENSE
+
+var modulr = (function(global) {
+  var _modules = {},
+      _moduleObjects = {},
+      _references = {},
+      _exports = {},
+      PREFIX = '__module__'; // Prefix identifiers to avoid issues in IE.
+  
+  function log(str) {
+    if (global.console && console.log) { console.log(str); }
+  }
+  
+  function require(identifier) {
+    var fn, modObj,
+        id = _references[PREFIX + identifier],
+        expts = _exports[id];
+    
+    log('Required module "' + identifier + '".');
+    
+    if (!expts) {
+      _exports[id] = expts = {};
+      _moduleObjects[id] = modObj = { id: id.replace(PREFIX, '') };
+      
+      if (!require.main) { require.main = modObj; }
+      
+      fn = _modules[id];
+      if (!fn) { throw 'Can\'t find module "' + identifier + '".'; }
+      fn(require, expts, modObj);
+    }
+    return expts;
+  }
+  
+  function cache(identifier, id, fn) {
+    log('Cached module "' + identifier + '".');
+    id = PREFIX + id;
+    
+    if (_modules[id]) {
+      throw 'Can\'t overwrite module "' + identifier + '".';
+    }
+    _modules[id] = fn;
+    _references[PREFIX + identifier] = id;
+  }
+  
+  function alias(identifier, id) {
+    log('Linked "' + identifier + '" to module "' + id + '".');
+    _references[PREFIX + identifier] = PREFIX + id;
+  }
+  
+  return {
+    require: require,
+    cache: cache,
+    alias: alias
+  };
+})(this);

data/bin/modulrize

@@ -0,0 +1,39 @@
+#!/usr/bin/env ruby
+require File.dirname(__FILE__) + '/../lib/modulr'
+require 'optparse'
+
+options = {
+  :output => STDOUT
+}
+
+opts = OptionParser.new do |opts|
+  opts.banner = 'Usage: modulrize [options] FILE'
+  
+  opts.on('-o', '--output=FILE', 'Write the output to FILE. Defaults to stdout') do |output|
+    options[:output] = File.open(output, 'w')
+  end
+  
+  opts.on('-r', '--root=DIR', 'Set DIR as root directory. Defaults to the directory containing FILE') do |root|
+    options[:root] = root
+  end
+  
+  opts.on_tail('-h', '--help', 'Show this message') do
+    puts opts
+    exit
+  end
+end
+
+opts.parse!
+
+output = options.delete(:output)
+
+begin
+  if ARGV.size != 1
+    puts opts
+    exit 1
+  end
+  result = Modulr.ize(ARGV.first, options)
+  output.print(result)
+ensure
+  output.close
+end

data/example/foo/bar.js

@@ -0,0 +1 @@
+exports.bar = 42;

data/example/foo/foo.js

@@ -0,0 +1,3 @@
+exports.toplevel = require('math').add;
+exports.relative = require('./bar').bar;
+exports.relative2 = require('../foo/bar').bar;

data/example/increment.js

@@ -0,0 +1,6 @@
+var add = require('math').add;
+add = require('../example/math').add;
+
+exports.increment = function(val) {
+    return add(val, 1);
+};

data/example/inspect.js

@@ -0,0 +1,3 @@
+exports.inspect = function(foo) {
+  console.log(foo)
+}

data/example/math.js

@@ -0,0 +1,7 @@
+exports.add = function() {
+    var sum = arguments[0];
+    for (var i=1; i < arguments.length; i++) {
+        sum += arguments[i];
+    }
+    return sum;
+};

data/example/program.js

@@ -0,0 +1,9 @@
+var inc = require('increment').increment;
+var inspect = require('inspect').inspect;
+inspect(inc(44));
+inspect(require('inspect') === require('inspect'));
+
+var foo = require('foo/foo');
+inspect(foo.relative);
+inspect(foo.relative === foo.relative2);
+inspect(foo.toplevel === require('math').add);

data/lib/modulr/collector.rb

@@ -0,0 +1,60 @@
+require 'rkelly'
+
+module Modulr
+  class Collector
+    attr_reader :modules, :aliases, :main
+    
+    def initialize(root = nil)
+      @root = root
+      @modules = {}
+      @aliases = {}
+    end
+    
+    def parse_file(path)
+      @src = File.read(path)
+      @root ||= File.dirname(path)
+      @main = JSModule.new(File.basename(path, '.js'), @root, path)
+      modules[main.id] = main
+      find_dependencies(@src, path)
+    end
+    
+    def parser
+      @parser ||= RKelly::Parser.new
+    end
+    
+    def parse(src)
+      parser.parse(src)
+    end
+    
+    def find_dependencies(src, path)
+      parse(src).each do |exp|
+        if is_a_require_expression?(exp)
+          js_module = JSModule.from_expression(exp, @root, path)
+          if cached_module = modules[js_module.id]
+            if cached_module.identifier != js_module.identifier
+              aliases[js_module.identifier] = js_module.id
+            end
+          else
+            modules[js_module.id] = js_module
+            find_dependencies(js_module.src, js_module.path)
+          end
+        end
+      end
+    end
+    
+    def is_a_require_expression?(node)
+      node.is_a?(RKelly::Nodes::FunctionCallNode) &&
+      node.value.is_a?(RKelly::Nodes::ResolveNode) &&
+      node.value.value == 'require'
+    end
+    
+    def to_js(buffer = '')
+      buffer << File.read(PATH_TO_MODULR_JS);
+      modules.each { |id, js_module| js_module.to_js(buffer) }
+      aliases.each do |identifier, id|
+        buffer << "modulr.alias('#{identifier}', '#{id}');\n"
+      end
+      buffer << "\nmodulr.require('#{main.identifier}');\n"
+    end
+  end
+end

data/lib/modulr/js_module.rb

@@ -0,0 +1,88 @@
+module Modulr
+  class JSModule
+    def self.from_expression(exp, root, file)
+      str = exp.arguments.first.value.first
+      new(str.value[1...-1], root, file, str.line.to_i)
+    end
+
+    attr_reader :identifier, :root, :terms, :file, :line
+    
+    def initialize(identifier, root, file=nil, line=nil)
+      @identifier = identifier
+      @root = root
+      @file = file
+      @line = line
+      @terms = identifier.split('/').reject { |term| term == '' }
+      raise ModuleIdentifierError.new(self) unless identifier_valid?
+    end
+
+    def inspect
+      "#<#{self.class.name} \"#{identifier}\">"
+    end
+
+    def identifier_valid?
+      @valid ||= terms.all? { |t| t =~ /^([a-zA-Z]+|\.\.?)$/ }
+    end
+    
+    def id
+      return @id if @id
+      @id = File.expand_path(partial_path, directory)
+      @id.sub!("#{File.expand_path(root)}/", '')
+    end
+
+    def relative?
+      @relative ||= terms.first =~ /^\.\.?$/
+    end
+
+    def top_level?
+      !relative?
+    end
+
+    def path
+      @path ||= File.expand_path(partial_path, directory) + '.js'
+    end
+    
+    def src
+      return @src if @src
+      if File.exist?(path)
+        @src = File.read(path)
+      else
+        raise LoadModuleError.new(self)
+      end
+    end
+    
+    def to_js(buffer = '')
+      fn = "function(require, exports, module) {\n#{src}\n}"
+      buffer << "modulr.cache('#{identifier}', '#{id}', #{fn});"
+    end
+    
+    protected
+      def partial_path
+        File.join(*terms)
+      end
+      
+      def directory
+        if relative?
+          File.dirname(file)
+        else
+          root
+        end
+      end
+  end
+  
+  class ModuleIdentifierError < ModulrError
+    attr_reader :js_module
+    def initialize(js_module)
+      @js_module = js_module
+      super("Invalid module identifier '#{js_module.identifier}' in #{js_module.file} at line #{js_module.line}.")
+    end
+  end
+
+  class LoadModuleError < ModulrError
+    attr_reader :js_module
+    def initialize(js_module)
+      @js_module = js_module
+      super("Cannot load module '#{js_module.identifier}' in #{js_module.file} at line #{js_module.line}.\nMissing file #{js_module.path}.")
+    end
+  end
+end

data/lib/modulr/version.rb

@@ -0,0 +1,6 @@
+module Modulr
+  module VERSION
+    STRING = File.read(File.join(File.dirname(__FILE__), '..', '..', 'VERSION')).chomp
+    MAJOR, MINOR, PATCH = STRING.split(".").collect { |n| Integer(n) }
+  end
+end

data/lib/modulr.rb

@@ -0,0 +1,21 @@
+module Modulr
+  LIB_DIR = File.dirname(__FILE__)
+  PARSER_DIR = File.join(LIB_DIR, '..', 'vendor', 'rkelly', 'lib')
+  $:.unshift(LIB_DIR)
+  $:.unshift(PARSER_DIR)
+  
+  class ModulrError < StandardError
+  end
+  
+  require 'modulr/js_module'
+  require 'modulr/collector'
+  require 'modulr/version'
+  
+  PATH_TO_MODULR_JS = File.join(LIB_DIR, '..', 'assets', 'modulr.js')
+  
+  def self.ize(input_filename, options = {})
+    collector = Collector.new(options[:root])
+    collector.parse_file(input_filename)
+    collector.to_js
+  end
+end

data/vendor/rkelly/CHANGELOG.rdoc

@@ -0,0 +1,13 @@
+= RKelly CHANGELOG
+
+=== 1.0.1
+
+* Bugfixes
+
+  * Fixed nondeterministic file order loading issue.
+
+=== 0.0.1
+
+* Added dynamic method assignment
+* Birthday!
+

data/vendor/rkelly/Manifest.txt

@@ -0,0 +1,198 @@
+CHANGELOG.rdoc
+Manifest.txt
+README.rdoc
+Rakefile
+lib/parser.y
+lib/rkelly.rb
+lib/rkelly/constants.rb
+lib/rkelly/generated_parser.rb
+lib/rkelly/js.rb
+lib/rkelly/js/array.rb
+lib/rkelly/js/base.rb
+lib/rkelly/js/boolean.rb
+lib/rkelly/js/function.rb
+lib/rkelly/js/function_prototype.rb
+lib/rkelly/js/global_object.rb
+lib/rkelly/js/math.rb
+lib/rkelly/js/nan.rb
+lib/rkelly/js/number.rb
+lib/rkelly/js/object.rb
+lib/rkelly/js/object_prototype.rb
+lib/rkelly/js/property.rb
+lib/rkelly/js/scope.rb
+lib/rkelly/js/string.rb
+lib/rkelly/lexeme.rb
+lib/rkelly/nodes.rb
+lib/rkelly/nodes/binary_node.rb
+lib/rkelly/nodes/bracket_accessor_node.rb
+lib/rkelly/nodes/case_clause_node.rb
+lib/rkelly/nodes/comma_node.rb
+lib/rkelly/nodes/conditional_node.rb
+lib/rkelly/nodes/dot_accessor_node.rb
+lib/rkelly/nodes/for_in_node.rb
+lib/rkelly/nodes/for_node.rb
+lib/rkelly/nodes/function_call_node.rb
+lib/rkelly/nodes/function_decl_node.rb
+lib/rkelly/nodes/function_expr_node.rb
+lib/rkelly/nodes/if_node.rb
+lib/rkelly/nodes/label_node.rb
+lib/rkelly/nodes/new_expr_node.rb
+lib/rkelly/nodes/node.rb
+lib/rkelly/nodes/not_strict_equal_node.rb
+lib/rkelly/nodes/op_equal_node.rb
+lib/rkelly/nodes/postfix_node.rb
+lib/rkelly/nodes/prefix_node.rb
+lib/rkelly/nodes/property_node.rb
+lib/rkelly/nodes/resolve_node.rb
+lib/rkelly/nodes/strict_equal_node.rb
+lib/rkelly/nodes/try_node.rb
+lib/rkelly/nodes/var_decl_node.rb
+lib/rkelly/parser.rb
+lib/rkelly/runtime.rb
+lib/rkelly/runtime/ruby_function.rb
+lib/rkelly/runtime/scope_chain.rb
+lib/rkelly/token.rb
+lib/rkelly/tokenizer.rb
+lib/rkelly/visitable.rb
+lib/rkelly/visitors.rb
+lib/rkelly/visitors/dot_visitor.rb
+lib/rkelly/visitors/ecma_visitor.rb
+lib/rkelly/visitors/enumerable_visitor.rb
+lib/rkelly/visitors/evaluation_visitor.rb
+lib/rkelly/visitors/function_visitor.rb
+lib/rkelly/visitors/pointcut_visitor.rb
+lib/rkelly/visitors/real_sexp_visitor.rb
+lib/rkelly/visitors/sexp_visitor.rb
+lib/rkelly/visitors/visitor.rb
+test/ecma_script_test_case.rb
+test/execute_test_case.rb
+test/execution_contexts/test_10_1_3-1.rb
+test/expressions/test_11_3_1.rb
+test/expressions/test_11_3_2.rb
+test/expressions/test_11_4_2.rb
+test/expressions/test_11_4_3.rb
+test/expressions/test_11_4_4.rb
+test/expressions/test_11_4_5.rb
+test/expressions/test_11_4_6.rb
+test/expressions/test_11_4_8.rb
+test/expressions/test_11_4_9.rb
+test/expressions/test_11_5_1.rb
+test/expressions/test_11_5_2.rb
+test/expressions/test_11_5_3.rb
+test/expressions/test_11_6_1-1.rb
+test/expressions/test_11_9_1.rb
+test/function/test_15_3_1_1-1.rb
+test/global_object/test_15_1_1_1.rb
+test/global_object/test_15_1_1_2.rb
+test/global_object/test_15_1_1_3.rb
+test/helper.rb
+test/node_test_case.rb
+test/object/test_15_2_1_1.rb
+test/object/test_15_2_1_2.rb
+test/object/test_15_2_2_1.rb
+test/statements/test_12_5-1.rb
+test/test_add_node.rb
+test/test_arguments_node.rb
+test/test_array_node.rb
+test/test_assign_expr_node.rb
+test/test_automatic_semicolon_insertion.rb
+test/test_bit_and_node.rb
+test/test_bit_or_node.rb
+test/test_bit_x_or_node.rb
+test/test_bitwise_not_node.rb
+test/test_block_node.rb
+test/test_bracket_accessor_node.rb
+test/test_break_node.rb
+test/test_case_block_node.rb
+test/test_case_clause_node.rb
+test/test_comma_node.rb
+test/test_comments.rb
+test/test_conditional_node.rb
+test/test_const_statement_node.rb
+test/test_continue_node.rb
+test/test_delete_node.rb
+test/test_divide_node.rb
+test/test_do_while_node.rb
+test/test_dot_accessor_node.rb
+test/test_ecma_visitor.rb
+test/test_element_node.rb
+test/test_empty_statement_node.rb
+test/test_equal_node.rb
+test/test_evaluation_visitor.rb
+test/test_expression_statement_node.rb
+test/test_false_node.rb
+test/test_for_in_node.rb
+test/test_for_node.rb
+test/test_function_body_node.rb
+test/test_function_call_node.rb
+test/test_function_decl_node.rb
+test/test_function_expr_node.rb
+test/test_function_visitor.rb
+test/test_getter_property_node.rb
+test/test_global_object.rb
+test/test_greater_node.rb
+test/test_greater_or_equal_node.rb
+test/test_if_node.rb
+test/test_in_node.rb
+test/test_instance_of_node.rb
+test/test_label_node.rb
+test/test_left_shift_node.rb
+test/test_less_node.rb
+test/test_less_or_equal_node.rb
+test/test_line_number.rb
+test/test_logical_and_node.rb
+test/test_logical_not_node.rb
+test/test_logical_or_node.rb
+test/test_modulus_node.rb
+test/test_multiply_node.rb
+test/test_new_expr_node.rb
+test/test_not_equal_node.rb
+test/test_not_strict_equal_node.rb
+test/test_null_node.rb
+test/test_number_node.rb
+test/test_object_literal_node.rb
+test/test_op_and_equal_node.rb
+test/test_op_divide_equal_node.rb
+test/test_op_equal_node.rb
+test/test_op_l_shift_equal_node.rb
+test/test_op_minus_equal_node.rb
+test/test_op_mod_equal_node.rb
+test/test_op_multiply_equal_node.rb
+test/test_op_or_equal_node.rb
+test/test_op_plus_equal_node.rb
+test/test_op_r_shift_equal_node.rb
+test/test_op_u_r_shift_equal_node.rb
+test/test_op_x_or_equal_node.rb
+test/test_parameter_node.rb
+test/test_parser.rb
+test/test_pointcut_visitor.rb
+test/test_postfix_node.rb
+test/test_prefix_node.rb
+test/test_property_node.rb
+test/test_regexp_node.rb
+test/test_resolve_node.rb
+test/test_return_node.rb
+test/test_right_shift_node.rb
+test/test_rkelly.rb
+test/test_runtime.rb
+test/test_scope_chain.rb
+test/test_setter_property_node.rb
+test/test_source_elements.rb
+test/test_strict_equal_node.rb
+test/test_string_node.rb
+test/test_subtract_node.rb
+test/test_switch_node.rb
+test/test_this_node.rb
+test/test_throw_node.rb
+test/test_tokenizer.rb
+test/test_true_node.rb
+test/test_try_node.rb
+test/test_type_of_node.rb
+test/test_unary_minus_node.rb
+test/test_unary_plus_node.rb
+test/test_unsigned_right_shift_node.rb
+test/test_var_decl_node.rb
+test/test_var_statement_node.rb
+test/test_void_node.rb
+test/test_while_node.rb
+test/test_with_node.rb