pgtools 1.0.0

data/lib/bayonetta/tools/dat_creator.rb

@@ -0,0 +1,57 @@
+require 'optparse'
+require 'yaml'
+require_relative '../../bayonetta'
+
+$options = {
+  output: nil
+}
+OptionParser.new do |opts|
+  opts.banner = <<EOF
+Usage: dat_creator target_directory
+EOF
+  opts.on("-h", "--help", "Prints this help") do
+    puts opts
+    exit
+  end
+
+  opts.on("-o", "--output=filename", "file to output result") do |name|
+    $options[:output] = name
+  end
+
+end.parse!
+
+
+input_dir = ARGV[0]
+
+raise "Not a directory: #{input_dir}!" unless input_dir && File.directory?(input_dir)
+
+pwd = Dir.pwd
+Dir.chdir(input_dir)
+Dir.mkdir("dat_output") unless $options[:output] || Dir.exist?("dat_output")
+
+big = YAML::load_file(".metadata/big.yaml")
+
+d = Bayonetta::DATFile::new(big)
+
+layout = YAML::load_file(".metadata/layout.yaml")
+
+layout.each { |fname|
+  File::open(fname, "rb") { |f|
+    d.push(fname, StringIO.new(f.read,"rb") )
+  }
+}
+
+if File::exist?(".metadata/hash_map.yaml")
+  d.set_hash_map YAML::load_file(".metadata/hash_map.yaml")
+end
+
+output_file = $options[:output]
+if !output_file
+  extension = YAML::load_file(".metadata/extension.yaml")
+  suffix = extension.gsub(".", "_")
+  output_file = "dat_output/#{File.basename(input_dir).gsub(suffix, "")}#{extension}"
+else
+  Dir.chdir(pwd)
+end
+
+d.dump(output_file)

data/lib/bayonetta/tools/dat_extractor.rb

@@ -0,0 +1,94 @@
+require 'fileutils'
+require 'optparse'
+require 'yaml'
+require_relative '../../bayonetta'
+
+$options = {
+  output: nil
+}
+
+OptionParser.new do |opts|
+  opts.banner = <<EOF
+Usage: dat_extractor [dat_file [dat_file2 ...]]
+EOF
+  opts.on("-h", "--help", "Prints this help") do
+    puts opts
+    exit
+  end
+
+  opts.on("-o", "--output=dirname", "directory to output result") do |name|
+    $options[:output] = name
+  end
+
+end.parse!
+
+save_pwd = Dir.pwd
+
+raise "Invalid output directory #{$options[:output]}" if $options[:output] && !Dir.exist?($options[:output])
+
+ARGV.each { |filename|
+  raise "Invalid file: #{filename}!" unless File.exist?(filename)
+  directory = File.dirname(filename)
+  name = File.basename(filename)
+  ext_name = File.extname(name)
+
+  raise "Invalid file: #{filename}!" unless ext_name == ".dat" || ext_name == ".evn" || ext_name == ".eff" || ext_name == ".dtt"
+
+  next unless File::size?(filename)
+  f = File::open(filename, "rb")
+
+  if $options[:output]
+    Dir.chdir(save_pwd)
+    Dir.chdir($options[:output])
+  else
+    Dir.chdir(directory)
+  end
+  dir_name = File.basename(name, ext_name) + "#{ext_name.gsub(".","_")}"
+  Dir.mkdir(dir_name) unless Dir.exist?(dir_name)
+  Dir.chdir(dir_name)
+
+  dat = Bayonetta::DATFile::load(f)
+
+  duplicates = dat.each.each_with_object(Hash.new(0)) { |f, counts|
+    name, _ = f
+    counts[name] += 1
+  }
+  duplicates.select! { |name, count| count > 1 }
+
+  if duplicates.size > 0
+    puts "Duplicate files found:"
+    duplicates.each { |name, count|
+      files = dat.each.to_a
+      puts "#{name} : #{(idx = files.each_index.select{ |i| files[i][0] == name }).inspect}"
+      puts "\t sizes: #{idx.collect { |i| files[i][1].size }.inspect}"
+    }
+  end
+
+  dat.each { |name, f|
+    d = File::dirname(name)
+    if d != "."
+      FileUtils.mkdir_p(d)
+    end
+    File::open(name, "wb") { |f2|
+      f2.write(f.read)
+    }
+  }
+  Dir.mkdir(".metadata") unless Dir.exist?(".metadata")
+  Dir.chdir(".metadata")
+  File::open("layout.yaml", "w") { |fl|
+    fl.print YAML::dump( dat.layout )
+  }
+  File::open("extension.yaml", "w") { |fl|
+    fl.print YAML::dump( ext_name )
+  }
+  File::open("big.yaml","w") { |fl|
+    fl.print YAML::dump( dat.big )
+  }
+  if dat.hash_map
+    File::open("hash_map.yaml", "w") { |fl|
+      fl.print YAML::dump( dat.hash_map.get )
+    }
+  end
+  # clean up
+  Dir.chdir(save_pwd)
+}

data/lib/bayonetta/tools/dat_ls.rb

@@ -0,0 +1,106 @@
+#!/usr/bin/env ruby
+require 'yaml'
+require 'optparse'
+require_relative '../../bayonetta'
+
+class WTBFilePartial < LibBin::Structure
+  uint32 :id
+  uint32 :unknown
+  uint32 :num_textures
+  uint32 :offset_texture_offsets
+  uint32 :offset_texture_sizes
+  uint32 :offset_texture_flags
+  uint32 :offset_texture_ids
+  uint32 :offset_texture_infos
+  uint32 :texture_ids, count: 'num_textures', offset: 'offset_texture_ids'
+end
+
+$options = {
+  windows: false,
+  yaml: false
+}
+
+OptionParser.new do |opts|
+  opts.banner = <<EOF
+Usage: dat_ls [target_directory] [target_dat_file]
+EOF
+
+  opts.on("-w", "--[no-]windows", "Output Windows path") do |windows|
+    $options[:windows] = windows
+  end
+
+  opts.on("-y", "--[no-]yaml", "Ouput YAML database") do |yaml|
+    $options[:yaml] = yaml
+  end
+
+  opts.on("-h", "--help", "Prints this help") do
+    puts opts
+    exit
+  end
+
+end.parse!
+
+yaml_dat_block = lambda { |path, fh=nil|
+  h = []
+  begin
+    d = Bayonetta::DATFile::load(fh ? fh : path)
+    d.each.select { |name, f|
+      File.extname(name) == ".dat" || File.extname(name) == ".dtt"
+    }.collect { |name, f|
+      res = yaml_dat_block.call("", f)
+      h.push = [name, res] if res.size > 0
+    }
+    d.each { |name, _|
+      h.push name
+    }
+    h
+  rescue
+    h
+  end
+}
+
+dat_block = lambda { |path, fh=nil|
+  begin
+    d = Bayonetta::DATFile::load(fh ? fh : path)
+    path = path.gsub("/", "\\") if $options[:windows]
+    d.each.select { |name, f|
+      File.extname(name) == ".dat" || File.extname(name) == ".dtt"
+    }.each { |name, f|
+      dat_block.call(path + ":" + name, f)
+    }
+    d.each  { |name, _|
+      puts "#{path}:#{name}"
+    }
+  rescue
+    next
+  end
+}
+
+path = ARGV[0]
+h = []
+if path && File::directory?(path)
+  Dir.chdir(path)
+  dats = Dir.glob("./**/*.d[at]t")
+  dats.each { |path|
+    if $options[:yaml]
+      res = yaml_dat_block.call(path)
+      path = path.gsub(ARGV[0],"")
+      path = path.gsub("/", "\\") if $options[:windows]
+      h.push [path, res] if res.size > 0
+    else
+      dat_block.call(path)
+    end
+  }
+elsif path && File::exist?(path)
+  if $options[:yaml]
+    res = yaml_dat_block.call(path)
+    path = path.gsub("/", "\\") if $options[:windows]
+    h.push [path, res] if res.size > 0
+  else
+    dat_block.call(path)
+  end
+else
+  raise "Invalid file or directory: #{ARGV[0]}!"
+end
+
+puts YAML::dump(h) if $options[:yaml]

data/lib/bayonetta/tools/eff_idd_creator.rb

@@ -0,0 +1,66 @@
+require 'optparse'
+require 'yaml'
+require_relative '../../bayonetta'
+
+$options = {
+  output: nil
+}
+OptionParser.new do |opts|
+  opts.banner = <<EOF
+Usage: eff_idd_creator target_directory
+EOF
+  opts.on("-h", "--help", "Prints this help") do
+    puts opts
+    exit
+  end
+
+  opts.on("-o", "--output=filename", "file to output result") do |name|
+    $options[:output] = name
+  end
+
+end.parse!
+
+input_dir = ARGV[0]
+
+raise "Not a directory: #{input_dir}!" unless input_dir && File.directory?(input_dir)
+
+pwd = Dir.pwd
+Dir.chdir(input_dir)
+pwd_basedir = Dir.pwd
+
+id = YAML::load_file(".metadata/id.yaml")
+big = YAML::load_file(".metadata/big.yaml")
+extension = YAML::load_file(".metadata/extension.yaml")
+suffix = extension.gsub(".", "_")
+
+file_name = File.basename(input_dir).gsub(suffix, "")
+
+eff = Bayonetta::EFFFile::new(nil, big, id)
+
+eff.layout = YAML::load_file(".metadata/layout.yaml")
+
+eff.layout.each { |id, dname|
+  d = Bayonetta::EFFFile::Directory::new(nil, big)
+  d.name = dname
+  fnames = Dir.entries("#{dname}")
+  Dir.chdir(dname)
+  fnames.select! { |f| File.file?(f) }
+  fnames.sort!
+  fnames.each { |fname|
+    d.push( File::basename(fname, File::extname(fname)).to_i, File::new(fname, "rb"))
+  }
+  eff.push(id, d)
+  Dir.chdir(pwd_basedir)
+}
+
+output_file = $options[:output]
+if !output_file
+  Dir.mkdir("eff_output") unless Dir.exist?("eff_output")
+  Dir.chdir("eff_output")
+  output_file = file_name+extension
+else
+  Dir.chdir(pwd)
+end
+File::open(output_file, "wb") { |f|
+  f.write eff.to_stringio.read
+}

data/lib/bayonetta/tools/eff_idd_extractor.rb

@@ -0,0 +1,73 @@
+require 'optparse'
+require 'yaml'
+require_relative '../../bayonetta'
+
+$options = {
+  output: nil
+}
+
+OptionParser.new do |opts|
+  opts.banner = <<EOF
+Usage: eff_idd_extractor file
+EOF
+  opts.on("-h", "--help", "Prints this help") do
+    puts opts
+    exit
+  end
+
+  opts.on("-o", "--output=dirname", "directory to output result") do |name|
+    $options[:output] = name
+  end
+
+end.parse!
+
+save_pwd = Dir.pwd
+
+raise "Invalid output directory #{$options[:output]}" if $options[:output] && !Dir.exist?($options[:output])
+
+filename = ARGV[0]
+raise "Invalid file: #{filename}!" unless filename && File.exist?(filename)
+directory = File.dirname(filename)
+name = File.basename(filename)
+ext_name = File.extname(name)
+
+raise "Invalid file: #{filename}!" unless ext_name == ".eff" || ext_name == ".idd"
+
+f = File::open(filename, "rb")
+
+if $options[:output]
+  Dir.chdir(save_pwd)
+  Dir.chdir($options[:output])
+else
+  Dir.chdir(directory)
+end
+dir_name = File.basename(name, ext_name) + "#{ext_name.gsub(".","_")}"
+Dir.mkdir(dir_name) unless Dir.exist?(dir_name)
+Dir.chdir(dir_name)
+
+eff = Bayonetta::EFFFile::new(f)
+
+eff.each_directory { |id, dir|
+  Dir.mkdir(dir.name) unless Dir.exist?(dir.name)
+  dir.each { |fname, f2|
+    File::open("#{dir.name}/#{fname}", "wb") { |f3|
+      f2.rewind
+      f3.write(f2.read)
+    }
+  }
+}
+
+Dir.mkdir(".metadata") unless Dir.exist?(".metadata")
+Dir.chdir(".metadata")
+File::open("id.yaml", "w") { |fl|
+  fl.print YAML::dump( eff.id )
+}
+File::open("layout.yaml", "w") { |fl|
+  fl.print YAML::dump( eff.layout )
+}
+File::open("extension.yaml", "w") { |fl|
+  fl.print YAML::dump( ext_name )
+}
+File::open("big.yaml","w") { |fl|
+  fl.print YAML::dump( eff.big )
+}

data/lib/bayonetta/tools/exp_convert_wiiu_pc.rb

@@ -0,0 +1,33 @@
+require 'optparse'
+require_relative '../../bayonetta'
+include Bayonetta
+
+$options = {
+  output: nil
+}
+
+OptionParser.new do |opts|
+  opts.banner = <<EOF
+Usage: exp_convert_wiiu_pc target_file
+EOF
+  opts.on("-h", "--help", "Prints this help") do
+    puts opts
+    exit
+  end
+
+  opts.on("-o", "--output=filename", "file to output result") do |name|
+    $options[:output] = name
+  end
+
+end.parse!
+
+input_file = ARGV[0]
+
+raise "Invalid file #{input_file}" unless input_file && File::file?(input_file)
+
+output_file = $options[:output]
+if !output_file
+  Dir.mkdir("exp_output") unless Dir.exist?("exp_output")
+  output_file = File.join("exp_output", File.basename(input_file))
+end
+EXPFile::convert(input_file, output_file)

data/lib/bayonetta/tools/exp_tool.rb

@@ -0,0 +1,48 @@
+require 'optparse'
+require 'yaml'
+require_relative '../../bayonetta.rb'
+include Bayonetta
+
+$options = {
+  :add => false,
+  :overwrite => false,
+  :swap => false
+}
+
+OptionParser.new do |opts|
+  opts.banner = "Usage: exp_tool.rb target_file [options]"
+
+  opts.on("-a", "--add=HASH", "Add entries for the give type example: --add={2=>1, 3=>2} 1 type 2 entry and 2 type 3") { |add|
+    $options[:add] = eval(add).to_h
+  }
+
+  opts.on("--overwrite", "Overwrite input file") do |overwrite|
+    $options[:overwrite] = overwrite
+  end
+
+  opts.on("-e", "--swap-endianness", "Swap endianness") do |swap|
+    $options[:swap] = swap
+  end
+
+  opts.on("-h", "--help", "Prints this help") do
+    puts opts
+    exit
+  end
+
+end.parse!
+
+Dir.mkdir("exp_output") unless Dir.exist?("exp_output")
+input_file = ARGV[0]
+raise "Invalid file #{input_file}" unless File::file?(input_file)
+
+exp = EXPFile::load(input_file)
+
+exp.add_entries($options[:add]) if $options[:add]
+
+exp.recompute_layout
+
+if $options[:overwrite]
+  exp.dump(input_file, $options[:swap] ? !exp.was_big? : exp.was_big? )
+else
+  exp.dump("exp_output/"+File.basename(input_file), $options[:swap] ? !exp.was_big? : exp.was_big? )
+end

data/lib/bayonetta/tools/mot_convert_wiiu_pc.rb

@@ -0,0 +1,33 @@
+require 'optparse'
+require_relative '../../bayonetta'
+include Bayonetta
+
+$options = {
+  output: nil
+}
+
+OptionParser.new do |opts|
+  opts.banner = <<EOF
+Usage: mot_convert_wiiu_pc target_file
+EOF
+  opts.on("-h", "--help", "Prints this help") do
+    puts opts
+    exit
+  end
+
+  opts.on("-o", "--output=filename", "file to output result") do |name|
+    $options[:output] = name
+  end
+
+end.parse!
+
+input_file = ARGV[0]
+
+raise "Invalid file #{input_file}" unless input_file && File::file?(input_file)
+
+output_file = $options[:output]
+if !output_file
+  Dir.mkdir("mot_output") unless Dir.exist?("mot_output")
+  output_file = File.join("mot_output", File.basename(input_file))
+end
+MOTFile::convert(input_file, output_file)

data/lib/bayonetta/tools/mot_tool.rb

@@ -0,0 +1,60 @@
+require 'optparse'
+require 'yaml'
+require_relative '../../bayonetta'
+include Bayonetta
+
+$options = {
+  decode: false,
+  decode_frame: nil,
+  swap: false
+}
+
+OptionParser.new do |opts|
+  opts.banner = "Usage: mot_tool.rb target_file [options]"
+
+  opts.on("--remap-bones=HASH", "Remap bones in the motion file") { |remap_bones|
+    $options[:remap_bones] = YAML::load_file(remap_bones)
+  }
+
+  opts.on("--[no-]decode", "Decode motion file") { |decode|
+    $options[:decode] = decode
+  }
+
+  opts.on("--decode-frame=FRAME_INDEX", "Decode a motion frame") { |decode_frame|
+    $options[:decode_frame] = decode_frame.to_i
+  }
+
+  opts.on("--[no-]overwrite", "Overwrite source file") { |overwrite|
+    $options[:overwrite] = overwrite
+  }
+
+  opts.on("-e", "--swap-endianness", "Swap endianness") do |swap|
+    $options[:swap] = swap
+  end
+
+  opts.on("-h", "--help", "Prints this help") do
+    puts opts
+    exit
+  end
+
+end.parse!
+
+Dir.mkdir("mot_output") unless Dir.exist?("mot_output")
+input_file = ARGV[0]
+raise "Invalid file #{input_file}" unless File::file?(input_file)
+
+mot = MOTFile::load(input_file)
+
+mot.remap_bones($options[:remap_bones]) if $options[:remap_bones]
+
+if $options[:decode] || $options[:decode_frame]
+  puts YAML::dump(mot.decode) if $options[:decode]
+  puts YAML::dump(mot.decode_frame($options[:decode_frame])) if $options[:decode_frame]
+  exit
+end
+
+if $options[:overwrite]
+  mot.dump(input_file, $options[:swap] ? !mot.was_big? : mot.was_big?)
+else
+  mot.dump("mot_output/"+File.basename(input_file), $options[:swap] ? !mot.was_big? : mot.was_big?)
+end

data/lib/bayonetta/tools/pkz_extractor.rb

@@ -0,0 +1,75 @@
+require 'optparse'
+require 'fileutils'
+require 'zstd-ruby'
+require 'oodle-kraken-ruby'
+require_relative '../../bayonetta'
+
+$options = {
+  output: nil
+}
+
+OptionParser.new do |opts|
+  opts.banner = <<EOF
+Usage: pkz_extractor [pkz_file [pkz_file2 ...]]
+EOF
+  opts.on("-h", "--help", "Prints this help") do
+    puts opts
+    exit
+  end
+
+  opts.on("-o", "--output=dirname", "directory to output result") do |name|
+    $options[:output] = name
+  end
+
+end.parse!
+
+save_pwd = Dir.pwd
+
+raise "Invalid output directory #{$options[:output]}" if $options[:output] && !Dir.exist?($options[:output])
+
+ARGV.each { |filename|
+  raise "Invalid file: #{filename}!" unless File.exist?(filename)
+  directory = File.dirname(filename)
+  name = File.basename(filename)
+  ext_name = File.extname(name)
+  raise "Invalid file (#{name})!" unless ext_name == ".pkz"
+
+  f = File::open(filename, "rb")
+
+  if $options[:output]
+    Dir.chdir(save_pwd)
+    Dir.chdir($options[:output])
+  else
+    Dir.chdir(directory)
+  end
+  pkz = Bayonetta::PKZFile::load(f)
+
+  pkz.file_descriptors.each { |d|
+    f.seek(d.offset)
+    fname = d.name[0..-2]
+    compression = d.compression[0..-2]
+    dirname = File.dirname(fname)
+    unless File.directory?(dirname)
+      FileUtils.mkdir_p(dirname)
+    end
+    case compression
+    when "ZStandard"
+      File::open(fname, "wb") { |nf|
+        nf.write Zstd.decompress(f.read(d.compressed_size))
+        raise "Decompression error!" if nf.size != d.size
+      }
+    when "OodleKraken"
+      File::open(fname, "wb") { |nf|
+        nf.write OodleKraken.decompress(f.read(d.compressed_size), d.size)
+      }
+    when "None"
+      File::open(fname, "wb") { |nf|
+        nf.write f.read(d.compressed_size)
+      }
+    else
+      warn "Unsupported compression format for #{fname}: #{compression}!"
+    end
+  }
+  Dir.chdir(save_pwd)
+  f.close
+}