swf_recompress 0.0.6

data/bin/swf_recompress

@@ -0,0 +1,69 @@
+#!/usr/bin/env ruby
+
+require 'optparse'
+require File.join(File.dirname(__FILE__), '../lib/swf_recompress')
+
+ACQUIRE_KZIP_TEXT = "Run with --acquire-kzip to download the kzip tool"
+SWF_RECOMPRESS_BANNER = "swf_recompress version #{SWFRecompress::VERSION}#{SWFRecompress.kzip_available? ? '' : ', but no kzip installed'}"
+
+options = {}
+OptionParser.new do |opts|
+  opts.banner = "#{SWF_RECOMPRESS_BANNER}\nRecompress a swf file with more aggressive DEFLATE settings\nUsage: swf_recompress [options] swf_filename [output_swf_filename]"
+  opts.on('-i', '--in-place', 'Compress the swf in-place, replacing the original file') do
+    options[:use_input_filename] = true
+  end
+  opts.on('-a', '--acquire-kzip', 'Download kzip tool') do
+    options[:acquire_kzip] = true
+  end
+  opts.on_tail('-v', '--version', 'Show version & contributors') do
+    puts SWF_RECOMPRESS_BANNER
+    puts "  Based on Jos-Iven Hirth's \"Improving SWF Compression\": http://kaioa.com/node/87"
+    puts SWFRecompress::KZIP_ABOUT
+    if !SWFRecompress.kzip_available?
+      puts SWFRecompress::KZIP_INSTALL_TEXT
+    end
+    exit
+  end
+  opts.on_tail("-h", "--help", "Show this message") do
+    puts opts
+    puts "If only one filename is given and the -i flag is not supplied, a new swf"
+    puts "with the suffix '_compressed' will be created alongside the original file."
+    exit
+  end
+end.parse!(ARGV)
+
+options[:input_filename] = ARGV[0]
+options[:output_filename] = ARGV[0] if options[:use_input_filename]
+
+def require_kzip!
+  if !SWFRecompress.kzip_available?
+    $stderr.puts "No kzip installed"
+    $stderr.puts "#{ACQUIRE_KZIP_TEXT}\n#{SWFRecompress::KZIP_ABOUT}"
+    exit 1
+  end
+end
+
+begin
+  if options[:acquire_kzip]
+    if SWFRecompress.kzip_available?
+      puts "kzip already available"
+    else
+      SWFRecompress.acquire_kzip
+      puts "Installed lib/kzip"
+    end
+  end
+  
+  if options[:output_filename]
+    require_kzip!
+    SWFRecompress.recompress_to(options[:input_filename], options[:output_filename])
+  elsif options[:input_filename]
+    require_kzip!
+    SWFRecompress.recompress(options[:input_filename])
+  elsif !options[:acquire_kzip]
+    $stderr.puts "Please specify a swf file to recompress"
+    exit 1
+  end
+rescue => e
+  $stderr.puts "There was an error recompressing #{options[:input_filename].inspect}\n#{e}"
+  exit 1
+end

data/lib/swf_recompress.rb

@@ -0,0 +1,208 @@
+module SWFRecompress
+  VERSION = "0.0.6"
+  
+  require 'fileutils'
+  require 'pathname'
+  require 'tempfile'
+  
+  ROOT       = File.join(File.dirname(__FILE__), '..')
+  TMP_DIR    = Dir::tmpdir
+  
+  KZIP_HOST  = 'static.jonof.id.au'
+  KZIP_MD5   = 'fdbf05e2bd12b16e899df0f3b6a3e87d'
+  KZIP_PATH  = '/dl/kenutils/kzipmix-20091108-darwin.tar.gz'
+  KZIP_ABOUT = <<-END_KZIP_ABOUT
+  kzip by Ken Silverman: http://advsys.net/ken/utils.htm
+  Mac OS X and Linux binaries maintained by Jonathan Fowler: http://www.jonof.id.au/
+END_KZIP_ABOUT
+  KZIP_INSTALL_TEXT = "  Install kzip binary to #{File.expand_path(File.join(ROOT, 'lib/kzip'))}"
+
+  class Tempfile
+    def self.open(temp_stem, write_mode = nil)
+      begin
+        instance_tmp_dir = nil
+        begin
+          instance_tmp_dir = File.join(TMP_DIR, rand(1_000_000).to_s)
+        end until !File.exists?(instance_tmp_dir)
+        FileUtils.mkdir_p(instance_tmp_dir)
+        ext           = File.extname(temp_stem)
+        temp_filename = Pathname.new(
+            File.expand_path(File.join(instance_tmp_dir, '%s%s' % [ File.basename(temp_stem, ext), ext ]))
+          ).relative_path_from(Pathname.new(Dir.pwd))
+        File.open(temp_filename, write_mode || 'w') do |f|
+          yield(f)
+        end
+      rescue => e
+        raise "Error during Tempfile open #{e.message}"
+      ensure
+        FileUtils.rm(temp_filename)
+        FileUtils.rm_rf(instance_tmp_dir)
+      end
+    end
+  end
+  
+  class SWFRecompressor
+    attr_reader :data_filename, :data_zip_filename, :info_filename, :swf_filename, :output_filename
+    def initialize(swf_filename, output_filename)
+      if !File.exists?(swf_filename)
+        raise "The file #{swf_filename.inspect} does not exist"
+      end
+      @swf_filename    = swf_filename
+      @output_filename = output_filename
+    end
+    
+    def recompress!
+      with_tempfiles do
+        SWFRecompress.execute(swf_extract, kzip_data, swf_inject)
+      end
+    end
+    
+    private
+    def swf_extract
+      java('SWFExtract', swf_filename, data_filename, info_filename)
+    end
+    
+    def swf_inject
+      java('SWFInject', data_zip_filename, info_filename, output_filename)
+    end
+    
+    def kzip_data
+      kzip('-y', '-k0', data_zip_filename, data_filename)
+    end
+    
+    def with_tempfiles
+      Dir.chdir(ROOT) do
+        with_temp_info_file do
+          with_temp_data_file do
+            with_temp_data_zip_file do
+              yield
+            end
+          end
+        end
+      end
+    end
+    
+    def with_temp_info_file
+      Tempfile.open('INFO') do |f|
+        f.close
+        @info_filename = f.path
+        yield
+      end
+    end
+    
+    def with_temp_data_file
+      Tempfile.open('SWF_DATA') do |f|
+        f.close
+        @data_filename = f.path
+        yield
+      end
+    end
+    
+    def with_temp_data_zip_file
+      Tempfile.open('SWF_DATA.zip') do |f|
+        f.close
+        @data_zip_filename = f.path
+        yield
+      end
+    end
+    
+    def java(*args)
+      command('java', '-classpath', 'src', *args)
+    end
+    
+    def kzip(*args)
+      command('lib/kzip', *args)
+    end
+    
+    def zip(*args)
+      command('zip', *args)
+    end
+    
+    def command(*args)
+      SWFRecompress.command(*args)
+    end
+  end
+  
+  module ClassMethods
+    def recompress(filename)
+      expanded_filename = File.expand_path(filename)
+      ext               = File.extname(expanded_filename)
+      dirname           = File.dirname(expanded_filename)
+      new_filename      = File.join(dirname, '%s%s%s' % [ File.basename(expanded_filename, ext), '_compressed', ext ])
+      compressor        = SWFRecompressor.new(expanded_filename, new_filename)
+      compressor.recompress!
+    end
+    
+    def recompress_to(filename, new_filename)
+      expanded_filename = File.expand_path(filename)
+      compressor        = SWFRecompressor.new(
+        File.expand_path(filename),
+        File.expand_path(new_filename))
+      compressor.recompress!
+    end
+    
+    def execute(*ramulons)
+      execution = ramulons.join(' && ')
+      results = ramulons.map { |command| `#{command} 2&> /dev/null` }
+      puts results.join("\n")
+      results
+    end
+    
+    def command(*args)
+      args.map { |arg| '"%s"' % arg }.join(' ')
+    end
+    
+    def kzip_available?
+      @kzip_available ||= File.exists?('lib/kzip') && KZIP_MD5 == kzip_md5('lib/kzip')
+    end
+    
+    def kzip_md5(kzip_filename)
+      require 'digest/md5'
+      Digest::MD5.hexdigest(File.read(kzip_filename))
+    end
+    
+    def acquire_kzip
+      begin
+        Tempfile.open('kzipmix.tar.gz', 'wb') do |f|
+          begin
+            download_kzipmix(f)
+          rescue => e
+            raise "There was an error downloading kzipmix"
+          end
+          extracted_kzip_filename = extract_kzipmix(f)
+          if File.exists?(extracted_kzip_filename)
+            extracted_kzip_md5 = kzip_md5(extracted_zip_filename)
+            if KZIP_MD5 == extracted_kzip_md5
+              FileUtils.cp(extracted_kzip_filename, File.expand_path(File.join(ROOT, 'lib/kzip')))
+            else
+              raise "The MD5 of the downloaded kzip #{extracted_kzip_md5} did not match the expected MD5 #{KZIP_MD5}"
+            end
+          else
+            raise "Failed to extract kzip from the downloaded kzipmix archive"
+          end
+        end
+      rescue => e
+        raise "Unable to acquire kzip utility: #{e.message}\n#{KZIP_ABOUT}#{KZIP_INSTALL_TEXT}"
+      end
+    end
+    
+    private
+    def download_kzipmix(f)
+      require 'net/http'
+      Net::HTTP.start(KZIP_HOST) do |http|
+        f.write(http.get(KZIP_PATH).body)
+        f.close
+      end
+    end
+    
+    def extract_kzipmix(f)
+      fdir = Pathname.new(File.dirname(f.path))
+      Dir.chdir(fdir) do
+        execute(command('tar', 'xvzf', Pathname.new(f.path).relative_path_from(fdir), '--include', '*/kzip', '-s', '/.*kzip$/kzip/'))
+      end
+      File.join(File.dirname(f.path), 'kzip')
+    end
+  end
+  
+  extend ClassMethods
+end

data/src/SWFExtract.java

@@ -0,0 +1,61 @@
+import java.io.*;
+import java.util.zip.*;
+public class SWFExtract{
+	public static void main(String[]args)throws Exception{
+		String name               = args[0];
+		String dataOutputFileName = args[1];
+		String infoOutputFileName = args[2];
+		File file                 = new File(name);
+		DataInputStream in        = new DataInputStream(new FileInputStream(file));
+
+		boolean compressed        = true;
+		byte first                = in.readByte();
+		
+		if (first == 0x46)                //'F'
+			compressed = false;
+		else if (first != 0x43)           //'C'
+			noSWF(name, "Not a swf file");
+		if (in.readByte() != 0x57)        //'W'
+			noSWF(name, "Not a swf file");
+		if (in.readByte() != 0x53)        //'S'
+			noSWF(name, "Not a swf file");
+		
+		byte version         = in.readByte();
+		int reportedFileSize = Integer.reverseBytes(in.readInt());
+		int actualFileSize   = (int)file.length();
+		if (compressed) {
+			System.out.println("Initially compressed");
+		} else {
+			System.out.println("Initially uncompressed");
+		}
+		
+		DataOutputStream out=new DataOutputStream(new FileOutputStream(dataOutputFileName));
+		InputStream in2;
+		if(compressed)
+			in2=new InflaterInputStream(in);
+		else
+			in2=new DataInputStream(in);
+		byte[]data=new byte[4096];
+		int r;
+		Adler32 a32=new Adler32();
+		while((r=in2.read(data))!=-1){
+			out.write(data,0,r);
+			a32.update(data,0,r);
+		}
+		
+		in2.close();
+		out.flush();
+		out.close();
+		
+		DataOutputStream iout=new DataOutputStream(new FileOutputStream(infoOutputFileName));
+		iout.write(version);
+		iout.writeInt((int)a32.getValue());
+		iout.writeLong(file.length());
+		iout.flush();
+		iout.close();
+	}
+	private static void noSWF(String filename, String message){
+		System.err.printf("Could not compress swf [%s]: %s", filename, message);
+		System.exit(1);
+	}
+}

data/src/SWFInject.java

@@ -0,0 +1,55 @@
+import java.io.*;
+import java.util.zip.*;
+import java.text.*;
+public class SWFInject{
+	public static void main(String[]args)throws Exception{
+		String zipInputFileName = args[0];
+		String infoInputFileName = args[1];
+		String outputFileName = args[2];
+		
+		DataInputStream iin=new DataInputStream(new FileInputStream(infoInputFileName));
+		byte version   = iin.readByte();
+		int a32        = iin.readInt();
+		long oldLength = iin.readLong();
+		iin.close();
+		
+		File outFile         = new File(outputFileName);
+		DataInputStream in   = new DataInputStream(new FileInputStream(zipInputFileName));
+		DataOutputStream out = new DataOutputStream(new FileOutputStream(outFile));
+
+		// Skip zipfile header
+		in.skipBytes(4 + 2 + 2 + 2 + 2 + 2 + 4);
+		int compressedSize   = Integer.reverseBytes(in.readInt());
+		int uncompressedSize = Integer.reverseBytes(in.readInt());
+		// Skip some more
+		in.skipBytes(2 + 2 + 8);
+
+		byte[]data = new byte[compressedSize];
+		in.readFully(data);
+		in.close();
+		int newSize = 1 + 1 + 1           // Header fields CWS
+									+ 1                 // SWF version
+									+ 4                 // File length
+									+ 2                 // For DEFLATE - maximum compression sigil
+									+ uncompressedSize
+									+ 4;                // Adler32 checksum
+		
+		out.write(0x43); //'C'
+		out.write(0x57); //'W'
+		out.write(0x53); //'S'
+		out.write(version < 6 ? 6 : version);
+		out.writeInt(Integer.reverseBytes(newSize));
+		
+		out.writeShort(0x78DA);
+		out.write(data, 0, data.length);
+		out.writeInt(a32);
+		out.flush();
+		out.close();
+
+		DecimalFormat byteFormat = new DecimalFormat("###,###");
+		long newLength = outFile.length();
+		System.out.printf("old Length: %10s\n",byteFormat.format(oldLength));
+		System.out.printf("new Length: %10s\n",byteFormat.format(newLength));
+		System.out.printf("saved     : %10s (%.2f%%)\n",byteFormat.format(oldLength-newLength),100-(100.0/oldLength*newLength));
+	}
+}

metadata

@@ -0,0 +1,73 @@
+--- !ruby/object:Gem::Specification 
+name: swf_recompress
+version: !ruby/object:Gem::Version 
+  hash: 19
+  prerelease: false
+  segments: 
+  - 0
+  - 0
+  - 6
+  version: 0.0.6
+platform: ruby
+authors: 
+- Duncan Beevers
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2010-05-21 00:00:00 -07:00
+default_executable: 
+dependencies: []
+
+description: Recompress a swf file with more aggressive DEFLATE settings
+email: duncan@dweebd.com
+executables: 
+- swf_recompress
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+- lib/kzip
+- lib/swf_recompress.rb
+- src/SWFExtract.class
+- src/SWFExtract.java
+- src/SWFInject.class
+- src/SWFInject.java
+- bin/swf_recompress
+has_rdoc: true
+homepage: http://github.com/duncanbeevers/swf_recompress
+licenses: []
+
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+requirements: 
+- none
+rubyforge_project: 
+rubygems_version: 1.3.7
+signing_key: 
+specification_version: 3
+summary: Recompress a swf file with more aggressive DEFLATE settings
+test_files: []
+