uas2git 0.9.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 7a70decd0b14837ca3526f1d98333bb28e44a0f1
+  data.tar.gz: 84818ab460828c100ac617fdc72a58f724c4d17b
+SHA512:
+  metadata.gz: 3d26305283cf71e20eb722db960cbcc28c46ad64c3aa47d64a1e127d637caa2aa4c90127e4b629b16c2f2af577d6ade0537d6f0e94e46c4798adda55419820bb
+  data.tar.gz: 85658cf3caee2c0ba5ec51bebb633676bc5850f01787292d77060f5e46ff5b53eda29b325cd7b380cae5412a4a06875a262b56fe4499033f6db742ff2ef9abe0

data/.gitignore

@@ -0,0 +1,21 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp
+
+.idea
+.ruby-version
+.vagrant

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in uas2git.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2014 Toru Nayuki
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,26 @@
+# uas2git
+
+A tool for migrating Unity Asset Server projects to git
+
+## Installation
+
+    gem install uas2git
+
+## Usage
+
+    Usage: uas2git PROJECT_NAME [options]
+
+    Specific options:
+        -H, --host NAME                  Unity Asset Server host
+        -u, --username NAME              Crendential for Unity Asset Server
+        -p, --password PASSWD
+
+        -h, --help                       Show this message
+
+## Contributing
+
+1. Fork it ( http://github.com/<my-github-username>/uas2git/fork )
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/Vagrantfile

@@ -0,0 +1,127 @@
+# -*- mode: ruby -*-
+# vi: set ft=ruby :
+
+# Vagrantfile API/syntax version. Don't touch unless you know what you're doing!
+VAGRANTFILE_API_VERSION = "2"
+
+Vagrant.configure(VAGRANTFILE_API_VERSION) do |config|
+  # All Vagrant configuration is done here. The most common configuration
+  # options are documented and commented below. For a complete reference,
+  # please see the online documentation at vagrantup.com.
+
+  # Every Vagrant virtual environment requires a box to build off of.
+  config.vm.box = "precise32"
+
+  # The url from where the 'config.vm.box' box will be fetched if it
+  # doesn't already exist on the user's system.
+  # config.vm.box_url = "http://domain.com/path/to/above.box"
+
+  # Create a forwarded port mapping which allows access to a specific port
+  # within the machine from a port on the host machine. In the example below,
+  # accessing "localhost:8080" will access port 80 on the guest machine.
+  # config.vm.network :forwarded_port, guest: 80, host: 8080
+  config.vm.network :forwarded_port, guest: 10733, host: 10733
+
+  # Create a private network, which allows host-only access to the machine
+  # using a specific IP.
+  # config.vm.network :private_network, ip: "192.168.33.10"
+
+  # Create a public network, which generally matched to bridged network.
+  # Bridged networks make the machine appear as another physical device on
+  # your network.
+  # config.vm.network :public_network
+
+  # If true, then any SSH connections made will enable agent forwarding.
+  # Default value: false
+  # config.ssh.forward_agent = true
+
+  # Share an additional folder to the guest VM. The first argument is
+  # the path on the host to the actual folder. The second argument is
+  # the path on the guest to mount the folder. And the optional third
+  # argument is a set of non-required options.
+  # config.vm.synced_folder "../data", "/vagrant_data"
+
+  # Provider-specific configuration so you can fine-tune various
+  # backing providers for Vagrant. These expose provider-specific options.
+  # Example for VirtualBox:
+  #
+  # config.vm.provider :virtualbox do |vb|
+  #   # Don't boot with headless mode
+  #   vb.gui = true
+  #
+  #   # Use VBoxManage to customize the VM. For example to change memory:
+  #   vb.customize ["modifyvm", :id, "--memory", "1024"]
+  # end
+  #
+  # View the documentation for the provider you're using for more
+  # information on available options.
+
+  # Enable provisioning with Puppet stand alone.  Puppet manifests
+  # are contained in a directory path relative to this Vagrantfile.
+  # You will need to create the manifests directory and a manifest in
+  # the file base.pp in the manifests_path directory.
+  #
+  # An example Puppet manifest to provision the message of the day:
+  #
+  # # group { "puppet":
+  # #   ensure => "present",
+  # # }
+  # #
+  # # File { owner => 0, group => 0, mode => 0644 }
+  # #
+  # # file { '/etc/motd':
+  # #   content => "Welcome to your Vagrant-built virtual machine!
+  # #               Managed by Puppet.\n"
+  # # }
+  #
+  # config.vm.provision :puppet do |puppet|
+  #   puppet.manifests_path = "manifests"
+  #   puppet.manifest_file  = "site.pp"
+  # end
+
+  # Enable provisioning with chef solo, specifying a cookbooks path, roles
+  # path, and data_bags path (all relative to this Vagrantfile), and adding
+  # some recipes and/or roles.
+  #
+  # config.vm.provision :chef_solo do |chef|
+  #   chef.cookbooks_path = "../my-recipes/cookbooks"
+  #   chef.roles_path = "../my-recipes/roles"
+  #   chef.data_bags_path = "../my-recipes/data_bags"
+  #   chef.add_recipe "mysql"
+  #   chef.add_role "web"
+  #
+  #   # You may also specify custom JSON attributes:
+  #   chef.json = { :mysql_password => "foo" }
+  # end
+
+  # Enable provisioning with chef server, specifying the chef server URL,
+  # and the path to the validation key (relative to this Vagrantfile).
+  #
+  # The Opscode Platform uses HTTPS. Substitute your organization for
+  # ORGNAME in the URL and validation key.
+  #
+  # If you have your own Chef Server, use the appropriate URL, which may be
+  # HTTP instead of HTTPS depending on your configuration. Also change the
+  # validation key to validation.pem.
+  #
+  # config.vm.provision :chef_client do |chef|
+  #   chef.chef_server_url = "https://api.opscode.com/organizations/ORGNAME"
+  #   chef.validation_key_path = "ORGNAME-validator.pem"
+  # end
+  #
+  # If you're using the Opscode platform, your validator client is
+  # ORGNAME-validator, replacing ORGNAME with your organization name.
+  #
+  # If you have your own Chef Server, the default validation client name is
+  # chef-validator, unless you changed the configuration.
+  #
+  #   chef.validation_client_name = "ORGNAME-validator"
+
+  config.vm.provision "shell", inline: <<EOF
+wget -O /tmp/unity-asset-server_2.0.1_i386.deb http://download.unity3d.com/asset_server/unity-asset-server_2.0.1_i386.deb
+dpkg -i /tmp/unity-asset-server_2.0.1_i386.deb
+
+( echo admin ; echo admin ) | /opt/unity_asset_server/bin/reset_admin_password
+EOF
+
+end

data/bin/uas2git

@@ -0,0 +1,7 @@
+#!/usr/bin/env ruby
+
+require 'rubygems'
+require 'uas2git'
+
+migration = Uas2Git::Migration.new(ARGV)
+migration.run!

data/lib/uas2git/migration.rb

@@ -0,0 +1,188 @@
+require 'optparse'
+require 'rugged'
+require 'progress'
+
+module Uas2Git
+  class Migration
+    def initialize(args)
+      @options = parse(args)
+
+      show_help_message('Missing PROJECT_NAME parameter') if args.empty?
+      show_help_message('Too many arguments') if args.size > 1
+
+      @project_name = args.first
+    end
+
+    def run!
+      ActiveRecord::Base.establish_connection(
+          :adapter  => 'postgresql',
+          :host     => @options[:host],
+          :port     => '10733',
+          :username => @options[:username],
+          :password => @options[:password],
+          :database => @project_name
+      )
+
+      # Initialize a git repository
+      repo = Progress.start('Initializing a git repository', 1) do
+        Progress.step do
+          Rugged::Repository.init_at('.')
+        end
+      end
+
+      # Import files
+      oids = {}
+      meta_oids = {}
+
+      asset_versions = Uas2Git::Uas::Model::AssetVersion.joins(:type).where('assettype.description <> \'dir\'')
+      Progress.start('Importing ' + asset_versions.count.to_s + ' files', asset_versions.count) do
+        asset_versions.find_each do |asset_version|
+          Progress.step do
+            asset_version.contents.each do |contents|
+              blob = ''
+
+              asset_version.transaction do
+                fd = asset_version.class.connection.raw_connection.lo_open(contents.stream, PG::INV_READ)
+
+                loop do
+                  data = asset_version.class.connection.raw_connection.lo_read(fd, 65536)
+                  break if data == nil || data.empty?
+
+                  blob += data
+                end
+
+                asset_version.class.connection.raw_connection.lo_close(fd)
+              end
+
+              oid = repo.write(blob, :blob)
+
+              if contents.tag == 'asset' then
+                oids[asset_version.asset.serial] = {} if oids[asset_version.asset.serial].nil?
+                oids[asset_version.asset.serial][asset_version.revision] = oid
+              elsif contents.tag == 'asset.meta' then
+                meta_oids[asset_version.asset.serial] = {} if meta_oids[asset_version.asset.serial].nil?
+                meta_oids[asset_version.asset.serial][asset_version.revision] = oid
+              end
+            end
+          end
+        end
+      end
+
+      # Precalculating directory paths from changesets
+      dirs = {}
+      prev_changeset = nil
+
+      Progress.start('Precalculating directory paths', Uas2Git::Uas::Model::Changeset.count) do
+        Uas2Git::Uas::Model::Changeset.find_each do |changeset|
+          Progress.step do
+            dirs[changeset.serial] = prev_changeset ? dirs[prev_changeset.serial].clone : {}
+
+            changeset.asset_versions.joins(:type).where('assettype.description = \'dir\'').find_each do |asset_version|
+              if asset_version.parent then
+                dirs[changeset.serial][asset_version.asset.serial] = dirs[changeset.serial][asset_version.parent.serial] + '/' + asset_version.name
+              else
+                dirs[changeset.serial][asset_version.asset.serial] = asset_version.name
+              end
+            end
+
+            prev_changeset = changeset
+          end
+        end
+      end
+
+      # Importing changesets
+      Progress.start('Importing ' + Uas2Git::Uas::Model::Changeset.count.to_s + ' changesets', Uas2Git::Uas::Model::Changeset.count) do
+        Uas2Git::Uas::Model::Changeset.find_each do |changeset|
+          Progress.step do
+            index = Rugged::Index.new
+
+            Uas2Git::Uas::Model::AssetVersion.joins(:type).where('assettype.description <> \'dir\'').where(
+                'created_in <= :c AND assetversion.serial IN (SELECT assetversion FROM changesetcontents WHERE changesetcontents.changeset <= :c) AND revision = (SELECT MAX(revision) FROM assetversion AV2 WHERE AV2.asset = assetversion.asset AND AV2.created_in <= :c)',
+                { :c => changeset.serial }
+            ).find_each do |asset_version|
+              if asset_version.parent then
+                path = dirs[changeset.serial][asset_version.parent.serial] + '/' + asset_version.name
+              else
+                path = 'ProjectSettings/' + asset_version.name
+              end
+
+              if !path.start_with?('Trash/') then
+                index.add(:path => path, :oid => oids[asset_version.asset.serial][asset_version.revision], :mode => 0100644)
+                if meta_oids.has_key?(asset_version.asset.serial) then
+                  index.add(:path => path + '.meta', :oid => meta_oids[asset_version.asset.serial][asset_version.revision], :mode => 0100644)
+                end
+              end
+            end
+
+            author = {
+                :name => changeset.creator.username,
+                :email => '',
+                :time => changeset.commit_time.nil? ? Time.now : changeset.commit_time
+            }
+
+            Rugged::Commit.create(repo, {
+                :tree => index.write_tree(repo),
+                :author => author,
+                :committer => author,
+                :message => changeset.description,
+                :parents => repo.empty? ? [] : [ repo.head.target ].compact,
+                :update_ref => 'HEAD'
+            })
+          end
+        end
+      end
+
+      # Checking out the working copy
+      Progress.start('Checking out the work tree', 1) do
+        Progress.step do
+          repo.reset('HEAD', :hard)
+        end
+      end
+    end
+
+    def parse(args)
+      # Set up reasonable defaults for options.
+      options = {}
+      options[:host] = 'localhost'
+      options[:username] = 'admin'
+      options[:password] = nil
+
+      @opts = OptionParser.new do |opts|
+        opts.banner = 'Usage: uas2git PROJECT_NAME [options]'
+
+        opts.separator ''
+        opts.separator 'Specific options:'
+
+        opts.on('-H', '--host NAME', 'Unity Asset Server host') do |host|
+          options[:host] = host
+        end
+
+        opts.on('-u', '--username NAME', 'Crendential for Unity Asset Server') do |username|
+          options[:username] = username
+        end
+
+        opts.on('-p', '--password PASSWD') do |password|
+          options[:password] = password
+        end
+
+        opts.separator ''
+
+        # No argument, shows at tail.  This will print an options summary.
+        # Try it and see!
+        opts.on_tail('-h', '--help', 'Show this message') do
+          puts opts
+          exit
+        end
+      end
+
+      @opts.parse! args
+      options
+    end
+
+    def show_help_message(msg)
+      puts "Error starting script: #{msg}\n\n"
+      puts @opts.help
+      exit
+    end
+  end
+end

data/lib/uas2git/uas.rb

@@ -0,0 +1,67 @@
+require 'active_record'
+require 'safe_attributes/base'
+
+module Uas2Git
+  module Uas
+    module Model
+      class Asset < ActiveRecord::Base
+        self.table_name = 'asset'
+        self.primary_key = 'serial'
+
+        has_many :versions, :class_name => 'AssetVersion', :primary_key => 'serial', :foreign_key => 'asset'
+      end
+
+      class AssetContents < ActiveRecord::Base
+        self.table_name = 'assetcontents'
+        self.primary_key = [ 'assetversion', 'tag' ]
+
+        belongs_to :asset_version, :class_name => 'AssetVersion', :primary_key => 'serial', :foreign_key => 'assetversion'
+      end
+
+      class AssetType < ActiveRecord::Base
+        self.table_name = 'assettype'
+        self.primary_key = 'serial'
+      end
+
+      class AssetVersion < ActiveRecord::Base
+        self.table_name = 'assetversion'
+        self.primary_key = 'serial'
+
+        belongs_to :asset, :class_name => 'Asset', :primary_key => 'serial', :foreign_key => 'asset'
+        belongs_to :parent, :class_name => 'Asset', :primary_key => 'serial', :foreign_key => 'parent'
+        belongs_to :created_in, :class_name => 'Changeset', :primary_key => 'serial', :foreign_key => 'created_in'
+        belongs_to :type, :class_name => 'AssetType', :primary_key => 'serial', :foreign_key => 'assettype'
+        has_many :contents, :class_name => 'AssetContents', :primary_key => 'serial', :foreign_key => 'assetversion'
+      end
+
+      class Changeset < ActiveRecord::Base
+        include SafeAttributes::Base
+
+        bad_attribute_names :my_attr
+        validates_presence_of :my_attr
+
+        self.table_name = 'changeset'
+        self.primary_key = 'serial'
+
+        has_many :contents, :class_name => 'ChangesetContents', :foreign_key => 'changeset'
+        has_many :asset_versions, :through => :contents
+
+        belongs_to :creator, :class_name => 'Person', :primary_key => 'serial', :foreign_key => 'creator'
+      end
+
+      class ChangesetContents < ActiveRecord::Base
+        self.table_name = 'changesetcontents'
+
+        belongs_to :changeset, :foreign_key => 'changeset'
+        belongs_to :asset_version, :foreign_key => 'assetversion'
+      end
+
+      class Person < ActiveRecord::Base
+        self.table_name = 'person'
+        self.primary_key = 'serial'
+
+        has_many :changesets, :foreign_key => 'creator'
+      end
+    end
+  end
+end

data/lib/uas2git/version.rb

@@ -0,0 +1,3 @@
+module UAS2Git
+  VERSION = '0.9.0'
+end

data/lib/uas2git.rb

@@ -0,0 +1,3 @@
+require 'uas2git/version'
+require 'uas2git/migration'
+require 'uas2git/uas'

data/uas2git.gemspec

@@ -0,0 +1,28 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'uas2git/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = 'uas2git'
+  spec.version       = UAS2Git::VERSION
+  spec.authors       = ['Toru Nayuki']
+  spec.email         = ['tnayuki@icloud.com']
+  spec.summary       = 'A tool for migrating Unity Asset Server projects to git'
+  spec.homepage      = 'https://github.com/tnayuki/uas2git'
+  spec.license       = 'MIT'
+
+  spec.files         = `git ls-files -z`.split("\x0")
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ['lib']
+
+  spec.add_runtime_dependency 'activerecord'
+  spec.add_runtime_dependency 'rugged'
+  spec.add_runtime_dependency 'pg'
+  spec.add_runtime_dependency 'progress'
+  spec.add_runtime_dependency 'safe_attributes'
+
+  spec.add_development_dependency 'bundler', '~> 1.5'
+  spec.add_development_dependency 'rake'
+end

metadata

@@ -0,0 +1,155 @@
+--- !ruby/object:Gem::Specification
+name: uas2git
+version: !ruby/object:Gem::Version
+  version: 0.9.0
+platform: ruby
+authors:
+- Toru Nayuki
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-02-13 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: activerecord
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rugged
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: pg
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: progress
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: safe_attributes
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.5'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.5'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: 
+email:
+- tnayuki@icloud.com
+executables:
+- uas2git
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- Vagrantfile
+- bin/uas2git
+- lib/uas2git.rb
+- lib/uas2git/migration.rb
+- lib/uas2git/uas.rb
+- lib/uas2git/version.rb
+- uas2git.gemspec
+homepage: https://github.com/tnayuki/uas2git
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.14
+signing_key: 
+specification_version: 4
+summary: A tool for migrating Unity Asset Server projects to git
+test_files: []