comment-ripper 0.0.2

data/LICENSE

@@ -0,0 +1,20 @@
+Copyright (c) 2009 Max Aller
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.rdoc

@@ -0,0 +1,18 @@
+= comment-ripper
+
+Strip comments from your source files.  Useful removing potentially sensitive files before transferring to, say, clients, while preserving some readability.
+Currently only supports Javascript, and partly at that.  More to come later.
+
+== Note on Patches/Pull Requests
+ 
+* Fork the project.
+* Make your feature addition or bug fix.
+* Add tests for it. This is important so I don't break it in a
+  future version unintentionally.
+* Commit, do not mess with rakefile, version, or history.
+  (if you want to have your own version, that is fine but bump version in a commit by itself I can ignore when I pull)
+* Send me a pull request. Bonus points for topic branches.
+
+== Copyright
+
+Copyright (c) 2010 Max Aller. See LICENSE for details.

data/Rakefile

@@ -0,0 +1,63 @@
+require 'rubygems'
+require 'rake'
+
+begin
+  require 'jeweler'
+  Jeweler::Tasks.new do |gem|
+    gem.name = "comment-ripper"
+    gem.summary = %Q{Strip comments from your source files.}
+    gem.description = %Q{Strip comments from your source files.  Useful removing potentially sensitive files before transferring to, say, clients, while preserving some readability.}
+    gem.email = "nanodeath@gmail.com"
+    gem.homepage = "http://github.com/nanodeath/comment-ripper"
+    gem.authors = ["Max Aller"]
+    gem.add_dependency "treetop", ">= 1.4"
+    gem.add_development_dependency "rspec", ">= 1.2.9"
+    
+    # This doesn't actually build a native extension, but eh, it works.
+    gem.extensions << "Rakefile"
+    gem.files = Dir['lib/grammars/**/*.tt']
+  end
+  Jeweler::GemcutterTasks.new
+rescue LoadError
+  puts "Jeweler (or a dependency) not available. Install it with: gem install jeweler"
+end
+
+require 'spec/rake/spectask'
+Spec::Rake::SpecTask.new(:spec) do |spec|
+  spec.libs << 'lib' << 'spec'
+  spec.spec_files = FileList['spec/**/*_spec.rb']
+end
+
+Spec::Rake::SpecTask.new(:rcov) do |spec|
+  spec.libs << 'lib' << 'spec'
+  spec.pattern = 'spec/**/*_spec.rb'
+  spec.rcov = true
+end
+
+task :spec => :check_dependencies
+
+task :default do
+	# Build grammars
+	generated_directory = "lib/grammars/generated_parsers"
+	mkdir_p File.join(File.dirname(__FILE__), generated_directory)
+	
+	grammars = Dir[File.expand_path(File.dirname(__FILE__) + "/lib/grammars/*.tt")]
+	puts "Building #{grammars.length} grammar parsers..."
+	grammars.each do |g|
+		outfile = File.join(File.dirname(__FILE__), generated_directory, File.basename(g, ".tt") + ".rb")
+		print "Processing grammar #{File.basename(g)}"
+		`tt #{g} -o #{outfile}`
+		puts "...Success!"
+	end
+end
+
+require 'rake/rdoctask'
+Rake::RDocTask.new do |rdoc|
+  version = File.exist?('VERSION') ? File.read('VERSION') : ""
+
+  rdoc.rdoc_dir = 'rdoc'
+  rdoc.title = "comment-ripper #{version}"
+  rdoc.rdoc_files.include('README*')
+  rdoc.rdoc_files.include('lib/**/*.rb')
+end
+

data/bin/rip-comments

@@ -0,0 +1,98 @@
+#!/usr/bin/ruby
+
+begin
+  # Try to require the preresolved locked set of gems.
+  require File.expand_path('../.bundle/environment', __FILE__)
+rescue LoadError
+  # Fall back on doing an unlocked resolve at runtime.
+  require "rubygems"
+  require "bundler"
+  Bundler.setup
+end
+
+Bundler.require
+
+require 'optparse'
+
+options = {}
+
+$:.unshift(File.expand_path(File.dirname(__FILE__) + "/../lib/grammars/generated_parsers"))
+
+class Loader
+	def self.load(filename, options={})
+		raise "self.load on #{self.class} is abstract"
+	end
+end
+
+class UnsupportedLoader < Loader
+	def self.load(filename, options={})
+		raise "File extension #{File.extname(filename)} is not supported"
+	end
+end
+
+require 'singleton'
+class JavascriptLoader < Loader
+	include Singleton
+	
+	def initialize
+		require 'javascript'
+		@parser = JavascriptParser.new
+	end
+
+	def load(filename, options={})
+		require 'javascript'
+		File.open(filename) do |file|
+			input = file.read
+			output = @parser.parse(input)
+			if(output.nil?)
+				$stderr.puts output.failure_reason
+			elsif(!options.nil? && options.has_key?(:outfile))
+				outfile = options[:outfile]
+				if(outfile != filename)
+					File.open(outfile, 'w') {|f| f.write(output.value) }
+				else
+					$stderr.puts("Infile and outfile are the same (#{outfile}), and won't overwrite without force flag.")
+				end
+			else
+				puts output.value
+			end
+		end
+	end
+end
+
+loaders = Hash.new(UnsupportedLoader)
+loaders[:'.js'] = JavascriptLoader
+
+optparse = OptionParser.new do |opts|
+	opts.banner = "Usage: #{__FILE__} [options] file"
+
+	opts.on("-i", "--input infile1,infile2,infile3", Array, "List of files to process") do |l|
+		options[:input_files] = l
+	end
+
+	opts.on("-o", "--output outfile1,outfile2,outfile3", Array, "List of files to process") do |l|
+		options[:output_files] = l
+	end
+end
+optparse.parse!
+
+if(options[:input_files].nil? ^ options[:output_files].nil?)
+	raise "Can't specify input files or output files and not the other"
+end
+
+if(!options[:input_files].nil?)
+	raise "Output list must have the same count as input list (#{options[:input_files].length} inputs, #{options[:output_files].length} outputs)" if options[:input_files].length != options[:output_files].length
+	until options[:input_files].empty?
+		infile = options[:input_files].shift
+		outfile = options[:output_files].shift
+		ext_symbol = File.extname(infile).to_sym
+		loaders[ext_symbol].instance.load(infile, :outfile => outfile)
+	end
+elsif(ARGV.length == 1)
+	ext_symbol = File.extname(ARGV[0]).to_sym
+	loaders[ext_symbol].load(ARGV[0])
+else
+	$stderr.puts "No file given and no input/output lists given."
+	raise optparse.banner
+end
+

data/bin/rip-comments~

@@ -0,0 +1,100 @@
+#!/usr/bin/ruby
+
+begin
+  # Try to require the preresolved locked set of gems.
+  require File.expand_path('../.bundle/environment', __FILE__)
+rescue LoadError
+  # Fall back on doing an unlocked resolve at runtime.
+  require "rubygems"
+  require "bundler"
+  Bundler.setup
+end
+
+Bundler.require
+
+require 'optparse'
+
+options = {}
+
+$:.unshift(File.expand_path(File.dirname(__FILE__) + "/../lib/grammars/generated_parsers"))
+
+class Loader
+	def self.load(filename, options={})
+		raise "self.load on #{self.class} is abstract"
+	end
+end
+
+class UnsupportedLoader < Loader
+	def self.load(filename, options={})
+		raise "File extension #{File.extname(filename)} is not supported"
+	end
+end
+
+require 'singleton'
+class JavascriptLoader < Loader
+	include Singleton
+	
+	def initialize
+		require 'javascript'
+		@parser = JavascriptParser.new
+	end
+
+	def load(filename, options={})
+		require 'javascript'
+		File.open(filename) do |file|
+			#p = JavascriptParser.new
+			input = file.read
+			#output = p.parse(input)
+			output = @@parser.parse(input)
+			if(output.nil?)
+				$stderr.puts output.failure_reason
+			elsif(!options.nil? && options.has_key?(:outfile))
+				outfile = options[:outfile]
+				if(outfile != filename)
+					File.open(outfile, 'w') {|f| f.write(output.value) }
+				else
+					$stderr.puts("Infile and outfile are the same (#{outfile}), and won't overwrite without force flag.")
+				end
+			else
+				puts output.value
+			end
+		end
+	end
+end
+
+loaders = Hash.new(UnsupportedLoader)
+loaders[:'.js'] = JavascriptLoader
+
+optparse = OptionParser.new do |opts|
+	opts.banner = "Usage: #{__FILE__} [options] file"
+
+	opts.on("-i", "--input infile1,infile2,infile3", Array, "List of files to process") do |l|
+		options[:input_files] = l
+	end
+
+	opts.on("-o", "--output outfile1,outfile2,outfile3", Array, "List of files to process") do |l|
+		options[:output_files] = l
+	end
+end
+optparse.parse!
+
+if(options[:input_files].nil? ^ options[:output_files].nil?)
+	raise "Can't specify input files or output files and not the other"
+end
+
+if(!options[:input_files].nil?)
+	raise "Output list must have the same count as input list (#{options[:input_files].length} inputs, #{options[:output_files].length} outputs)" if options[:input_files].length != options[:output_files].length
+	until options[:input_files].empty?
+		infile = options[:input_files].shift
+		outfile = options[:output_files].shift
+		ext_symbol = File.extname(infile).to_sym
+		loaders[ext_symbol].instance.load(infile, :outfile => outfile)
+	end
+elsif(ARGV.length == 1)
+	ext_symbol = File.extname(ARGV[0]).to_sym
+	loaders[ext_symbol].load(ARGV[0])
+else
+	$stderr.puts "No file given and no input/output lists given."
+	raise optparse.banner
+end
+

data/bin/test.js~

@@ -0,0 +1,5 @@
+//Hello!
+function(){
+  /* Foo */
+  bar();
+}

data/lib/grammars/javascript.tt

@@ -0,0 +1,35 @@
+grammar Javascript
+	rule monkey
+		(one_line_comment / multi_line_comment / code)* {
+			def value
+				elements.map do |e|
+					e.value if e.respond_to? :value
+				end.join
+			end
+		}
+	end
+
+	rule one_line_comment
+		newline? ' '* '//' (!newline . )+ newline?
+	end
+	
+	rule multi_line_comment
+		'/*' (!'*/' . )* '*/'
+	end
+
+	rule code
+		(!(one_line_comment / multi_line_comment) . )+ {
+			def value
+				text_value
+			end
+		}
+	end
+
+	rule newline
+		"\n" {
+			def value
+				text_value
+			end
+		}
+	end
+end

data/spec/comment-ripper_spec.rb

@@ -0,0 +1,36 @@
+require File.expand_path(File.dirname(__FILE__) + '/spec_helper')
+require 'javascript'
+
+describe JavascriptParser do
+	before do
+		@p = JavascriptParser.new
+	end
+
+	it "shouldn't touch non-comment code" do
+		input = <<-JS
+alert("cat");
+		JS
+		output = @p.parse(input).text_value
+		expected_output = input
+		
+		output.should == expected_output
+	end
+
+	it "should handle single-line comments on their own line" do
+		input = %Q{// monkey!\nalert("cat");\n// tree!}
+		
+		expected_output = %q{alert("cat");}
+		output = @p.parse(input)
+
+		output.value.should == expected_output
+	end
+
+	it "should handle single-line comments at the end of regular lines" do
+		input = %Q{alert("cat"); // monkey! // banana!}
+		
+		expected_output = %Q{alert("cat");}
+		output = @p.parse(input)
+
+		output.value.should == expected_output
+	end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,27 @@
+begin
+  # Try to require the preresolved locked set of gems.
+  require File.expand_path('../.bundle/environment', __FILE__)
+rescue LoadError
+  # Fall back on doing an unlocked resolve at runtime.
+  require "rubygems"
+  require "bundler"
+  Bundler.setup
+end
+
+# Your application's requires come here, e.g.
+# require 'date' # a ruby standard library
+# require 'rack' # a bundled gem
+
+# Alternatively, you can require all the bundled libs at once
+Bundler.require(:default, :test)
+
+$LOAD_PATH.unshift(File.dirname(__FILE__))
+$LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
+$LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib', 'grammars', 'generated_parsers'))
+require 'comment-ripper'
+require 'spec'
+require 'spec/autorun'
+
+Spec::Runner.configure do |config|
+  
+end

metadata

@@ -0,0 +1,94 @@
+--- !ruby/object:Gem::Specification 
+name: comment-ripper
+version: !ruby/object:Gem::Version 
+  prerelease: false
+  segments: 
+  - 0
+  - 0
+  - 2
+  version: 0.0.2
+platform: ruby
+authors: 
+- Max Aller
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2010-03-28 00:00:00 -07:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: treetop
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 1
+        - 4
+        version: "1.4"
+  type: :runtime
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: rspec
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 1
+        - 2
+        - 9
+        version: 1.2.9
+  type: :development
+  version_requirements: *id002
+description: Strip comments from your source files.  Useful removing potentially sensitive files before transferring to, say, clients, while preserving some readability.
+email: nanodeath@gmail.com
+executables: 
+- rip-comments
+- rip-comments~
+- test.js~
+extensions: 
+- Rakefile
+extra_rdoc_files: 
+- LICENSE
+- README.rdoc
+files: 
+- lib/grammars/javascript.tt
+- LICENSE
+- README.rdoc
+has_rdoc: true
+homepage: http://github.com/nanodeath/comment-ripper
+licenses: []
+
+post_install_message: 
+rdoc_options: 
+- --charset=UTF-8
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.3.6
+signing_key: 
+specification_version: 3
+summary: Strip comments from your source files.
+test_files: 
+- spec/comment-ripper_spec.rb
+- spec/spec_helper.rb