furnace-avm2 0.0.9 → 0.9.0

data/Gemfile

@@ -1,3 +1,3 @@
 source "http://rubygems.org"
 
-gemspec
+gemspec

data/Gemfile.lock

@@ -1,17 +1,18 @@
 PATH
   remote: .
   specs:
-    furnace-avm2 (0.0.8)
-      furnace (>= 0.0.5)
+    furnace-avm2 (0.9.0)
+      furnace (>= 0.1.0)
       trollop
 
 GEM
   remote: http://rubygems.org/
   specs:
-    furnace (0.0.5)
+    furnace (0.1.0)
     trollop (1.16.2)
 
 PLATFORMS
+  java
   ruby
 
 DEPENDENCIES

data/LICENSE

@@ -0,0 +1,20 @@
+Copyright (c) 2012  Peter Zotov <whitequark@whitequark.org>
+
+Permission is hereby granted, free of charge, to any person obtaining a 
+copy of this software and associated documentation files (the 
+"Software"), to deal in the Software without restriction, including 
+without limitation the rights to use, copy, modify, merge, publish, 
+distribute, sublicense, and/or sell copies of the Software, and to 
+permit persons to whom the Software is furnished to do so, subject to 
+the following conditions:
+
+The above copyright notice and this permission notice shall be included 
+in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS 
+OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF 
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. 
+IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY 
+CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, 
+TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE 
+SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/bin/furnace-avm2

@@ -13,7 +13,7 @@ require "benchmark"
 include Furnace
 
 opts = Trollop::options do
-  version "furnace-as3 #{AVM2::VERSION}"
+  version "furnace-avm2 #{AVM2::VERSION}"
   banner <<-EOS
   furnace-avm2 is a processing tool which operates on ActionScript3 bytecode.
 
@@ -39,6 +39,8 @@ EOS
 
   opt :dce,           "Eliminate dead code",                        :default => false
   opt :ast,           "Build AST",                                  :default => false
+  opt :nf,            "Build NF-AST",                               :default => false
+  opt :decompile,     "Decompile methods",                          :default => false
 end
 
 Trollop::die "Stray arguments: #{ARGV}" unless ARGV.empty?
@@ -50,7 +52,6 @@ File.open(opts[:input]) do |file|
 end
 
 disasm = lambda do |body, after|
-  puts
   puts "Method #{body.method_idx}," <<
        " max stack #{body.max_stack}, local count #{body.local_count}"
   if after
@@ -68,6 +69,8 @@ disasm = lambda do |body, after|
            "catch(#{exception.exc_type} #{exception.var_name}) #{exception.target_offset}"
     end
   end
+
+  puts
 end
 
 failed = []
@@ -130,21 +133,48 @@ opts[:threads].times do
           dced << body.method_idx if body.code.eliminate_dead!
         end
 
+        disasm[body, true] if opts[:disasm_after]
+
         if opts[:ast]
-          ast, = body.code_to_ast
-          puts "Method #{body.method_idx}"
+          ast = body.code_to_ast
+          puts "Method #{body.method_idx}; AST"
           puts ast.to_sexp
           puts
         end
 
         if opts[:cfg]
-          cfg = body.code.build_cfg
+          cfg = body.code_to_cfg
           File.open("method-#{body.method_idx}.dot", "w") do |dot|
             dot.write cfg.to_graphviz
           end
+
+          puts "Method #{body.method_idx}; dominators"
+          cfg.dominators.each do |node, dominating|
+            puts "#{node.label.inspect} => " +
+                 "#{dominating.map(&:label).map(&:inspect).join(", ")}"
+          end
+          puts
+
+          puts "Method #{body.method_idx}; loops"
+          cfg.identify_loops.each do |header, body|
+            puts "#{header.label.inspect} => " +
+                 "#{body.map(&:label).map(&:inspect).join(", ")}"
+          end
+          puts
         end
 
-        disasm[body, true] if opts[:disasm_after]
+        if opts[:nf]
+          ast = body.code_to_nf
+          puts "Method #{body.method_idx}; NF-AST"
+          puts ast.to_sexp
+          puts
+        end
+
+        if opts[:decompile]
+          puts "Method #{body.method_idx}"
+          puts body.decompile(ns: []).to_text.lstrip
+          puts
+        end
       rescue Exception => e
         if opts[:collect]
           puts "Failure at method body idx=#{body.method_idx}: #{e.class} (#{e.message}) at #{e.backtrace.first}."

data/bin/furnace-avm2-decompiler

@@ -0,0 +1,141 @@
+#!/usr/bin/env ruby
+
+require "rubygems"
+require "bundler/setup"
+
+$: << File.join(File.dirname(__FILE__), '..', 'lib')
+
+require "trollop"
+require "furnace-avm2"
+require "thread"
+
+include Furnace
+
+DEBUG_INFO = %w(names funids)
+
+opts = Trollop::options do
+  version "furnace-avm2 #{AVM2::VERSION} decompiler"
+  banner <<-EOS
+  furnace-avm2-decompiler is a decompiler for ActionScript3 bytecode.
+
+  Debugging information classes: #{DEBUG_INFO.join(", ")}.
+
+  Usage: #{__FILE__} [options]
+EOS
+
+  opt :input,         "Input file",                                 :type => :string, :required => true
+  opt :verbose,       "Be verbose",                                 :default => false
+  opt :debug,         "Show debugging information for <s+>.",       :type => :strings, :short => '-D'
+
+  opt :threads,       "Use <i> threads for processing",             :default => 1
+
+  opt :only,          "Only operate on classes <s+>",               :type => :strings, :short => '-O'
+  opt :except,        "Operate on all classes except <s+>",         :type => :strings, :short => '-E'
+  opt :grep,          "Search <s> (regexp) in class names",         :type => :string,  :short => '-G'
+
+  opt :decompile,     "Write ActionScript 3 code",                  :type => :boolean, :short => '-d'
+  opt :destructurize, "Write internal token structure",             :type => :boolean, :short => '-s'
+end
+
+Trollop::die "Stray arguments: #{ARGV}" unless ARGV.empty?
+
+decompile_options = {}
+
+(opts[:debug] || []).each do |opt|
+  Trollop::die "Unknown debug option #{opt}." unless DEBUG_INFO.include? opt
+
+  decompile_options[:"debug_#{opt}"] = true
+end
+
+shound_skip = ->(obj) {
+  (opts[:except]  && opts[:except].include?(obj.to_s)) ||
+     (opts[:only] && !opts[:only].include?(obj.to_s))
+}
+
+$stderr.puts "Reading input data..."
+
+abc = nil
+File.open(opts[:input]) do |file|
+  abc = AVM2::ABC::File.new
+  abc.read(file)
+end
+
+if opts[:grep]
+  regexp = Regexp.new(opts[:grep], Regexp::IGNORECASE)
+
+  abc.instances.each do |inst|
+    if inst.name.to_s =~ regexp
+      if inst.interface?
+        print "Iface "
+      else
+        print "Class "
+      end
+
+      print inst.name.to_s.ljust(30)
+
+      if inst.super_name
+        print " extends #{inst.super_name.to_s}"
+      end
+
+      puts
+    end
+  end
+
+  exit
+end
+
+mutex = Mutex.new
+
+roots      = {}
+workqueue  = abc.instances.dup + abc.scripts.select(&:any_code?)
+total_size = workqueue.size
+
+last_percentage = 0
+
+$stderr.puts "Decompiling #{total_size} classes and packages..."
+
+opts[:threads].times.map do
+  Thread.new do
+    loop do
+      what = nil
+      mutex.synchronize do
+        what = workqueue.pop
+
+        percentage = (total_size - workqueue.size) * 100 / total_size
+        if percentage >= last_percentage
+          $stderr.print " #{percentage}% (#{total_size - workqueue.size}) "
+          last_percentage += 10
+        end
+      end
+
+      break if what.nil?
+
+      if what.is_a? AVM2::ABC::InstanceInfo
+        name = what.name
+        ns   = name.ns
+      else # ScriptInfo
+        name = what.traits[0].name.ns
+        ns   = name.to_s.sub(/(^|\.)[^.]+$/, '')
+      end
+      next if shound_skip.(name)
+
+      source = what.decompile(decompile_options)
+      next unless source
+
+      text = source.to_text
+
+      mutex.synchronize do
+        $stderr.print "."
+        roots[ns.to_s] ||= []
+        roots[ns.to_s] << text
+      end
+    end
+  end
+end.each(&:join)
+
+$stderr.puts
+
+roots.values.flatten.each do |code|
+  puts code
+  puts
+end

data/furnace-avm2.gemspec

@@ -1,6 +1,6 @@
 # -*- encoding: utf-8 -*-
 $:.push File.expand_path("../lib", __FILE__)
-require "furnace-avm2"
+require "furnace-avm2/version"
 
 Gem::Specification.new do |s|
   s.name        = "furnace-avm2"
@@ -17,6 +17,6 @@ Gem::Specification.new do |s|
   s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
   s.require_paths = ["lib"]
 
-  s.add_runtime_dependency "furnace", '>= 0.0.5'
+  s.add_runtime_dependency "furnace", '>= 0.1.0'
   s.add_runtime_dependency "trollop"
 end

data/lib/furnace-avm2.rb

@@ -1,5 +1,6 @@
 require "furnace/cfg"
 require "furnace/ast"
+require "furnace/code"
 require "furnace/transform"
 
 require "furnace/graphviz"

data/lib/furnace-avm2/abc.rb

@@ -1,6 +1,6 @@
 module Furnace::AVM2::ABC
-  AST = Furnace::AST
-  CFG = Furnace::CFG
+  AST  = Furnace::AST
+  CFG  = Furnace::CFG
 end
 
 require_relative "binary/choice_definition"
@@ -41,11 +41,8 @@ require_relative "abc/metadata/multiname_kind_genericname"
 require_relative "abc/metadata/multiname_info"
 require_relative "abc/metadata/const_pool_info"
 
-require_relative "abc/metadata/option_detail"
-require_relative "abc/metadata/option_info"
-require_relative "abc/metadata/method_info"
-
-require_relative "abc/metadata/metadata_info"
+require_relative "abc/metadata/record_with_value"
+require_relative "abc/metadata/initializer_body"
 
 require_relative "abc/metadata/trait_slot"
 require_relative "abc/metadata/trait_method"
@@ -53,6 +50,11 @@ require_relative "abc/metadata/trait_class"
 require_relative "abc/metadata/trait_function"
 require_relative "abc/metadata/trait_info"
 
+require_relative "abc/metadata/default_value"
+require_relative "abc/metadata/method_info"
+
+require_relative "abc/metadata/metadata_info"
+
 require_relative "abc/metadata/record_with_traits"
 
 require_relative "abc/metadata/instance_info"
@@ -66,3 +68,18 @@ require_relative "abc/metadata/method_body_info"
 require_relative "abc/metadata/file"
 
 Furnace::AVM2::Binary::Record.codegen_each
+
+require_relative "source/declaration_tokens/token_with_traits"
+
+Dir[File.join(File.dirname(__FILE__), "source", "declaration_tokens", "*.rb")].each do |file|
+  require file
+end
+
+require_relative 'source/implementation_tokens/is_simple'
+require_relative 'source/implementation_tokens/is_complex'
+
+Dir[File.join(File.dirname(__FILE__), "source", "implementation_tokens", "*.rb")].each do |file|
+  require file
+end
+
+require_relative 'source/decompiler'

data/lib/furnace-avm2/abc/metadata/{option_detail.rb → default_value.rb}

@@ -1,6 +1,10 @@
 module Furnace::AVM2::ABC
-  class OptionDetail < Record
+  class DefaultValue < Record
+    include RecordWithValue
+
     vuint30    :value_idx
+
     uint8      :value_kind_raw
+    xlat_field :value_kind
   end
 end

data/lib/furnace-avm2/abc/metadata/initializer_body.rb

@@ -0,0 +1,8 @@
+module Furnace::AVM2::ABC
+  module InitializerBody
+    def initializer_body
+      root.method_bodies.find { |body| body.method_idx == initializer_idx }
+    end
+  end
+end
+

data/lib/furnace-avm2/abc/metadata/instance_info.rb

@@ -1,6 +1,7 @@
 module Furnace::AVM2::ABC
   class InstanceInfo < Record
     include RecordWithTraits
+    include InitializerBody
 
     CLASS_SEALED       = 0x01
     CLASS_FINAL        = 0x02
@@ -28,10 +29,6 @@ module Furnace::AVM2::ABC
       root.klasses[root.instances.index(self)]
     end
 
-    def initializer_body
-      root.method_bodies.find { |body| body.method_idx == initializer_idx }
-    end
-
     def to_astlet
       if interface?
         root = AST::Node.new(:interface)
@@ -64,5 +61,23 @@ module Furnace::AVM2::ABC
 
       root.normalize_hierarchy!
     end
+
+    def collect_ns
+      ns = []
+      ns << super_name.ns if super_name
+      ns += initializer.collect_ns if initializer
+      interfaces.each   { |iface| ns << iface.ns_set.ns[0] } # stupid avm2
+      traits.each       { |trait| ns += trait.collect_ns }
+      klass.traits.each { |trait| ns += trait.collect_ns }
+      ns
+    end
+
+    def decompile(options={})
+      Furnace::AVM2::Tokens::PackageToken.new(self,
+            options.merge(
+                ns: collect_ns,
+                package_type: (interface? ? :interface : :class),
+                package_name: name))
+    end
   end
 end

data/lib/furnace-avm2/abc/metadata/klass_info.rb

@@ -1,6 +1,7 @@
 module Furnace::AVM2::ABC
   class KlassInfo < Record
     include RecordWithTraits
+    include InitializerBody
 
     root_ref     :initializer, :method
 
@@ -10,10 +11,6 @@ module Furnace::AVM2::ABC
       root.instances[root.klasses.index(self)]
     end
 
-    def initializer_body
-      root.method_bodies.find { |body| body.method_idx == initializer_idx }
-    end
-
     def to_astlet
       root = AST::Node.new(:klass)
 

data/lib/furnace-avm2/abc/metadata/method_body_info.rb

@@ -19,17 +19,34 @@ module Furnace::AVM2::ABC
       end
     end
 
-    def code_to_ast
-      unless @ast
-        pipeline = Furnace::Transform::Pipeline.new([
-          Furnace::AVM2::Transform::ASTBuild.new(validate: true),
-          Furnace::AVM2::Transform::ASTNormalize.new
-        ])
-
-        @ast, = pipeline.run(code, self)
-      end
+    def code_to_ast(options={})
+      pipeline = Furnace::Transform::Pipeline.new([
+        Furnace::AVM2::Transform::ASTBuild.new(options),
+        Furnace::AVM2::Transform::ASTNormalize.new
+      ])
+
+      pipeline.run(code, self)
+    end
+
+    def code_to_cfg
+      pipeline = Furnace::Transform::Pipeline.new([
+        Furnace::AVM2::Transform::CFGBuild.new
+      ])
+
+      pipeline.run(*code_to_ast)
+    end
+
+    def code_to_nf
+      pipeline = Furnace::Transform::Pipeline.new([
+        Furnace::AVM2::Transform::CFGReduce.new,
+        Furnace::AVM2::Transform::NFNormalize.new,
+      ])
+
+      pipeline.run(*code_to_cfg)
+    end
 
-      @ast
+    def decompile(options={})
+      Furnace::AVM2::Decompiler.new(self, options).decompile
     end
   end
 end