wonko_the_sane 0.1.1

data/lib/wonko_the_sane/input/base_input.rb

@@ -0,0 +1,55 @@
+class BaseInput
+  def logger
+    Logging.logger[@artifact]
+  end
+end
+
+class BaseSanitizer
+  def self.sanitize(file)
+    raise :AbstractMethodCallError
+  end
+
+  def self.sanitize(input, *sanitizers)
+    output = [input]
+    sanitizers.each do |sanitizer|
+      tmp = []
+      output.each do |file|
+        #puts "Running #{sanitizer.to_s} on #{file.id}"
+        result = sanitizer.sanitize(file.clone)
+        if result.is_a? Array
+          tmp = tmp + result
+        elsif not result.nil?
+          tmp << result
+        end
+      end
+      output = tmp
+    end
+    return output
+  end
+end
+
+class DownloadsFixer < BaseSanitizer
+  def self.sanitize(file)
+    file.client.downloads.map! do |download|
+      if not download.size or not download.sha256 or download.sha256 == ''
+        url = download.internalUrl ? download.internalUrl : download.url
+        info = WonkoTheSane::Util::DeepStorageCache.get_info url, ctxt: file.uid
+        download.size = info[:size]
+        download.sha256 = info[:sha256]
+        download
+      end
+      download
+    end
+    file.server.downloads.map! do |download|
+      if not download.size or not download.sha256 or download.sha256 == ''
+        url = download.internalUrl ? download.internalUrl : download.url
+        info = WonkoTheSane::Util::DeepStorageCache.get_info url, ctxt: file.uid
+        download.size = info[:size]
+        download.sha256 = info[:sha256]
+        download
+      end
+      download
+    end
+    file
+  end
+end

data/lib/wonko_the_sane/input/forge_installer_profile_input.rb

@@ -0,0 +1,134 @@
+class ForgeInstallerProfileInput < BaseInput
+  def initialize(artifact)
+    @artifact = artifact
+  end
+
+  def parse(data, version)
+    object = JSON.parse data, symbolize_names: true
+    info = object[:versionInfo]
+    file = WonkoVersion.new
+
+    file.uid = @artifact
+    file.version = version
+    file.time = info[:time]
+    file.type = info[:type]
+    file.client.mainClass = info[:mainClass]
+    file.client.minecraftArguments = info[:minecraftArguments]
+    file.client.assets = info[:assets]
+    file.requires << Referenced.new('net.minecraft', object[:install][:minecraft])
+    libraries = info[:libraries].map do |obj|
+      MojangInput.sanetize_mojang_library obj
+    end.flatten 1
+    file.client.downloads = libraries
+    file.common.folders['minecraft/mods'] = ['mc.forgemods']
+    file.common.folders['minecraft/mods'] << 'mc.forgecoremods' if object[:install][:minecraft].match /[^1]*1\.[0-6]/
+    file.common.folders['minecraft/coremods'] = ['mc.forgecoremods'] if object[:install][:minecraft].match /[^1]*1\.[0-6]/
+    file.server.downloads = libraries
+    file.server.launchMethod = 'java.mainClass'
+    file.server.extra[:forgeLibraryName] = %W(net.minecraftforge:forge:#{object[:install][:minecraft]}-#{version}:universal net.minecraftforge:forge:#{object[:install][:minecraft]}-#{version} net.minecraftforge:forge:#{version}:universal net.minecraftforge:forge:#{version} net.minecraftforge:minecraftforge:#{object[:install][:minecraft]}-#{version}:universal net.minecraftforge:minecraftforge:#{object[:install][:minecraft]}-#{version} net.minecraftforge:minecraftforge:#{version}:universal net.minecraftforge:minecraftforge:#{version})
+
+    return BaseSanitizer.sanitize file, MojangExtractTweakersSanitizer, MojangSplitLWJGLSanitizer, ForgeRemoveMinecraftSanitizer, ForgeFixJarSanitizer, ForgePackXZUrlsSanitizer, ForgeServerMainClassSanitizer
+  end
+end
+
+class ForgeFixJarSanitizer < BaseSanitizer
+  def self.sanitize(file)
+    file.client.downloads.map! do |lib|
+      ident = WonkoTheSane::Util::MavenIdentifier.new(lib.name)
+      ident.artifact = 'forge' if 'net.minecraftforge' == ident.group && 'minecraftforge' == ident.artifact
+      if ['forge', 'fml'].include?(ident.artifact) && ['net.minecraftforge', 'cpw.mods'].include?(ident.group)
+        mcversion = nil
+        file.requires.each do |req|
+          if req.uid == 'net.minecraft'
+            mcversion = req.version
+          end
+        end
+        lib = lib.clone
+        ident.classifier = 'universal'
+        ident.version = "#{mcversion}-#{ident.version}" unless ident.version.start_with? "#{mcversion}"
+        lib.name = ident.to_name()
+      end
+      lib
+    end
+    file
+  end
+end
+
+# Removes minecraft stuff (libraries, arguments etc.)
+class ForgeRemoveMinecraftSanitizer < BaseSanitizer
+  def self.sanitize(file)
+    return nil if file.uid == 'org.lwjgl' # remove lwjgl, it's managed by minecraft
+    return file if file.uid != 'net.minecraftforge'
+    mcversion = nil
+    file.requires.each do |req|
+      if req.uid == 'net.minecraft'
+        mcversion = req.version
+      end
+    end
+    minecraft = Registry.instance.retrieve 'net.minecraft', mcversion
+    if not minecraft
+      # if we can't find the wanted version on the first try we try reloading the list to see if we get something
+      WonkoTheSane.lists.each do |list|
+        list.refresh if list.artifact == 'net.minecraft'
+      end
+      minecraft = Registry.instance.retrieve 'net.minecraft', mcversion
+    end
+    if minecraft
+      file.client.mainClass = nil if minecraft.client.mainClass == file.client.mainClass
+      file.client.minecraftArguments = nil if minecraft.client.minecraftArguments == file.client.minecraftArguments
+      file.client.assets = nil if minecraft.client.assets == file.client.assets
+      file.client.downloads.select! do |lib|
+        nil == minecraft.client.downloads.find do |mcLib|
+          lib.name == mcLib.name
+        end
+      end
+      file.requires.select! do |req|
+        if minecraft.requires
+          nil == minecraft.requires.find do |mcReq|
+            req == mcReq
+          end
+        else
+          true
+        end
+      end
+    else
+      # don't know which version of minecraft this is, so we can't know which parts to eliminate
+    end
+    file
+  end
+end
+
+class ForgePackXZUrlsSanitizer < BaseSanitizer
+  @@packXZLibs = ['org.scala-lang', 'com.typesafe', 'com.typesafe.akka']
+
+  def self.sanitize(file)
+    file.client.downloads.map! do |lib|
+      if @@packXZLibs.include? WonkoTheSane::Util::MavenIdentifier.new(lib.name).group
+        lib = lib.clone
+        lib.mavenBaseUrl = 'http://repo.spongepowered.org/maven/'
+      end
+      lib
+    end
+    file
+  end
+end
+
+class ForgeServerMainClassSanitizer < BaseSanitizer
+  def self.sanitize(file)
+    file.server.downloads.each do |download|
+      if file.server.extra[:forgeLibraryName].include? download.name
+        url = download.internalUrl ? download.internalUrl : download.url
+        libFile = HTTPCache.file(url, ctxt: file.uid, check_stale: false)
+        # Handle entries one by one
+        text = ExtractionCache.get(libFile, :zip, 'META-INF/MANIFEST.MF')
+        lines = text.lines
+        lines.each do |l|
+          if l =~ /Main-Class: (.*)/
+            file.server.mainClass = $1.strip
+          end
+        end
+      end
+    end
+    file
+  end
+end

data/lib/wonko_the_sane/input/forgefiles_mods_input.rb

@@ -0,0 +1,30 @@
+class ForgeFilesModsInput < BaseInput
+  def initialize(artifact)
+    @artifact = artifact
+  end
+
+  def parse(data, version)
+    file = WonkoVersion.new
+
+    file.uid = @artifact
+    file.version = version
+    file.time = data[:info]
+
+    f = data[:files].find do |file|
+      type = file[:buildtype].downcase
+      (file[:ext] == 'jar' or file[:ext] == 'zip') and (type == 'universal' or type == 'client' or type == 'main') #not type.include? 'src' and not type.include? 'deobf' and not type.include? 'api' and not type.include? 'backup'
+    end
+    if not f
+      logger.warn 'No file found for ' + file.uid + ' version ' + file.version
+      return []
+    end
+    file.requires << Referenced.new('net.minecraft', f[:mcver])
+
+    dl = FileDownload.new
+    dl.url = f[:url]
+    dl.destination = "mods/#{file.uid}-#{file.version}.jar"
+    file.common.downloads << dl
+
+    return BaseSanitizer.sanitize file
+  end
+end

data/lib/wonko_the_sane/input/jenkins_input.rb

@@ -0,0 +1,46 @@
+class JenkinsInput < BaseInput
+  def initialize(artifact, fileRegex)
+    @artifact = artifact
+    @fileRegex = fileRegex
+  end
+
+  def parse(data)
+    if data[:result] != 'SUCCESS'
+      return nil
+    end
+
+    file = WonkoVersion.new
+
+    file.uid = @artifact
+    file.version = data[:number].to_s
+    file.time = data[:timestamp]
+
+    artifact = data[:artifacts].find do |art|
+      path = art[:fileName]
+      if @fileRegex
+        path.match @fileRegex
+      else
+        not path.include? '-api.' and not path.include? '-deobf.' and not path.include? '-dev.' and not path.include? '-javadoc.' and not path.include? '-library.' and not path.include? '-sources.' and not path.include? '-src.' and not path.include? '-util.'
+      end
+    end
+
+    if not artifact
+      logger.warn 'No valid artifact found for ' + file.version
+    else
+      dl = FileDownload.new
+      dl.destination = "mods/#{file.uid}-#{file.version}.jar"
+      dl.url = "#{clean_url data[:url]}/artifact/#{artifact[:relativePath]}"
+      file.common.downloads << dl
+    end
+
+    return BaseSanitizer.sanitize file
+  end
+
+  private
+  def clean_url(url)
+    if url[url.length - 1] == '/'
+      url[url.length - 1] = ''
+    end
+    return url
+  end
+end

data/lib/wonko_the_sane/input/mojang_input.rb

@@ -0,0 +1,214 @@
+def allowedPlatformsForRules(rules)
+  possible = ['win32', 'win64', 'lin32', 'lin64', 'osx64']
+
+  allowed = possible
+  if rules
+    rules.each do |rule|
+      if rule.action == :allow
+        if rule.is_a? OsRule
+          if rule.os == 'windows'
+            allowed << 'win32'
+            allowed << 'win64'
+          elsif rule.os == 'linux'
+            allowed << 'lin32'
+            allowed << 'lin64'
+          elsif rule.os == 'osx'
+            allowed << 'osx64'
+          end
+        elsif rule.is_a? ImplicitRule
+          allowed = possible
+        end
+      elsif rule.action == :disallow
+        if rule.is_a? OsRule
+          if rule.os == 'windows'
+            allowed.delete 'win32'
+            allowed.delete 'win64'
+          elsif rule.os == 'linux'
+            allowed.delete 'lin32'
+            allowed.delete 'lin64'
+          elsif rule.os == 'osx'
+            allowed.delete 'osx64'
+          end
+        elsif rule.is_a? ImplicitRule
+          allowed = []
+        end
+      end
+    end
+  end
+
+  return allowed
+end
+
+class MojangInput
+  # reads a general mojang-style library
+  def self.sanetize_mojang_library(object)
+    lib = if object.key? :natives then VersionLibraryNative.new else VersionLibrary.new end
+    lib.name = object[:name]
+    lib.mavenBaseUrl = object.key?(:url) ? object[:url] : 'https://libraries.minecraft.net/'
+
+    lib.rules = object[:rules].map do |obj| Rule.from_json obj end if object[:rules]
+
+    libs = []
+    if not lib.is_a? VersionLibraryNative
+      libs << lib
+    else
+      nativeIds = {}
+      if object.key? :natives
+        natives = object[:natives]
+        if natives.key? :windows
+          nativeIds['win32'] = natives[:windows].gsub "${arch}", '32'
+          nativeIds['win64'] = natives[:windows].gsub "${arch}", '64'
+        end
+        if natives.key? :linux
+          nativeIds['lin32'] = natives[:linux].gsub "${arch}", '32'
+          nativeIds['lin64'] = natives[:linux].gsub "${arch}", '64'
+        end
+        if natives.key? :osx
+          nativeIds['osx64'] = natives[:osx].gsub "${arch}", '64'
+        end
+      end
+
+      allowedPlatformsForRules(lib.rules).uniq.each do |platform|
+        if not nativeIds.key? platform
+          next
+        end
+
+        native = lib.clone
+        native.rules = [
+          ImplicitRule.new(:disallow),
+          OsRule.new(:allow,
+          {'win32': :windows, 'win64': :windows, 'lin32': :linux, 'lin64': :linux, 'osx64': :osx}[platform.to_sym],
+          nil,
+          {'win32': '32', 'win64': '64', 'lin32': '32', 'lin64': '64', 'osx64': '64'}[platform.to_sym])
+        ]
+        native.url = native.url.sub '.jar', ('-' + nativeIds[platform] + '.jar')
+        libs << native
+      end
+    end
+
+    return libs
+  end
+
+  def initialize(artifact)
+    @artifact = artifact
+  end
+
+  def parse(data)
+    object = data.class == Hash ? data : JSON.parse(data, symbolize_names: true)
+
+    if object[:minimumLauncherVersion] and object[:minimumLauncherVersion] > 14
+      # TODO log error
+      return []
+    end
+
+    file = WonkoVersion.new
+
+    file.uid = @artifact
+    file.version = object[:id]
+    file.time = object[:releaseTime]
+    file.type = object[:type]
+    file.client.mainClass = object[:mainClass]
+    file.client.assets = object[:assets]
+    file.client.minecraftArguments = object[:minecraftArguments]
+    file.client.jarModTarget = "net.minecraft:minecraft:#{file.version}"
+    file.client.downloads = object[:libraries].map do |obj|
+      MojangInput.sanetize_mojang_library obj
+    end.flatten 1
+    mainLib = VersionLibrary.new
+    mainLib.name = "net.minecraft:minecraft:#{file.version}"
+    mainLib.url = 'http://s3.amazonaws.com/Minecraft.Download/versions/' + file.version + '/' + file.version + '.jar'
+    file.client.downloads << mainLib
+    file.client.launchMethod = 'minecraft'
+
+    serverLib = VersionLibrary.new
+    serverLib.name = "net.minecraft:minecraft_server:#{file.version}"
+    serverLib.url = 'http://s3.amazonaws.com/Minecraft.Download/versions/' + file.version + '/minecraft_server.' + file.version + '.jar'
+    file.server.downloads << serverLib
+    file.server.jarModTarget = "net.minecraft:minecraft_server:#{file.version}"
+    file.server.launchMethod = 'java.jar'
+
+    file.client.folders['minecraft/screenshots'] = ['general.screenshots']
+    file.client.folders['minecraft/resourcepackks'] = ['mc.resourcepacks'] if file.time >= 1372430921
+    file.client.folders['minecraft/texturepacks'] = ['mc.texturepacks'] if file.time < 1372430921
+    file.client.folders['minecraft/saves'] = ['mc.saves.anvil'] if file.time >= 1330552800
+    file.client.folders['minecraft/saves'] = ['mc.saves.region'] if file.time >= 1298325600 and file.time < 1330552800
+    file.client.folders['minecraft/saves'] = ['mc.saves.infdev'] if file.time >= 1291327200 and file.time < 1298325600
+
+    return BaseSanitizer.sanitize file, MojangSplitLWJGLSanitizer
+  end
+end
+
+class MojangExtractTweakersSanitizer < BaseSanitizer
+  def self.sanitize(file)
+    file.client.tweakers = file.client.minecraftArguments.scan(/--tweakClass ([^ ]*)/).flatten
+    file.client.minecraftArguments = file.client.minecraftArguments.gsub /\ ?--tweakClass ([^ ]*)/, ''
+    return file
+  end
+end
+
+# extract lwjgl specific libraries and natives
+class MojangSplitLWJGLSanitizer < BaseSanitizer
+  @@lwjglList = ['org.lwjgl', 'net.java.jinput', 'net.java.jutils']
+  @@lwjglExtras = ['net.java.jinput', 'net.java.jutils']
+
+  def self.sanitize(file)
+    file.requires = [] if file.requires.nil?
+    file.requires << Referenced.new('org.lwjgl')
+
+    extras = [] # [Download]
+    versioned = {} # String => [Download]
+    file.client.downloads.select! do |lib|
+      nil == @@lwjglList.find do |lwjglCandidate|
+        if lib.name.include? lwjglCandidate
+          if @@lwjglExtras.include? lib.maven.group
+            extras << lib
+          else
+            versioned[lib.maven.version] ||= []
+            versioned[lib.maven.version] << lib
+          end
+          true
+        else
+          false
+        end
+      end
+    end
+
+    files = [file]
+    versioned.each do |version, downloads|
+      lwjgl = WonkoVersion.new
+      lwjgl.uid = 'org.lwjgl'
+      lwjgl.type = 'release'
+      lwjgl.version = version
+      lwjgl.time = nil # re-fetches the time for the version from storage
+      lwjgl.client.downloads = extras + downloads
+      files << lwjgl
+    end
+
+    return files
+  end
+end
+
+class MojangTraitsSanitizer < BaseSanitizer
+  def self.sanitize(file)
+    if file.uid == 'net.minecraft'
+    end
+    file
+  end
+end
+
+class MojangProcessArgumentsSanitizer < BaseSanitizer
+  def self.sanitize(file)
+    if file.client.extra[:processArguments]
+      case file.client.extra[:processArguments]
+        when 'legacy'
+          file.client.minecraftArguments = ' ${auth_player_name} ${auth_session}'
+        when 'username_session'
+          file.client.minecraftArguments = '--username ${auth_player_name} --session ${auth_session}'
+        when 'username_session_version'
+          file.client.minecraftArguments = '--username ${auth_player_name} --session ${auth_session} --version ${profile_name}'
+      end
+      file.client.extra.delete :processArguments
+    end
+    file
+  end
+end