wonko_the_sane 0.1.1

data/lib/wonko_the_sane/versionlists/base_version_list.rb

@@ -0,0 +1,103 @@
+class BaseVersionList
+  attr_accessor :artifact
+  # @processed contains a list of version ids for all versions that have been processed. simply clear it to invalidate caches
+  attr_accessor :processed
+  attr_accessor :lastError
+
+  def initialize(artifact)
+    @artifact = artifact
+    if File.exist? cache_file
+      data = JSON.parse File.read(cache_file), symbolize_names: true
+      @processed = data[:versions] ? data[:versions] : []
+      @lastError = data[:lastError]
+    else
+      @processed = []
+      @lastError = nil
+    end
+  end
+
+  def refresh
+    @lastError = nil
+    begin
+      versions = get_versions
+
+      # check if some versions aren't in @processed (likely new ones) and fetch and process them
+      versions.each do |version|
+        begin
+          next if not version
+          id = version.is_a?(Array) ? version.first : version
+          unless @processed.include? id
+            files = get_version version
+            next if files.nil? or (files.is_a? Array and files.empty?)
+
+            files.flatten.each do |file|
+              file.is_complete = true
+              Registry.instance.store file
+            end if files and files.is_a? Array
+            files.is_complete = true if files and files.is_a? WonkoVersion
+            Registry.instance.store files if files and files.is_a? WonkoVersion
+
+            @processed << id
+            write_cache_file
+          end
+        rescue => e
+          logger.error e.message
+          logger.warn e.backtrace.first
+          binding.pry if $stdout.isatty && ENV['DEBUG_ON_ERROR']
+          @lastError = e.message
+        end
+      end
+
+      FileUtils.touch cache_file
+    end
+  end
+
+  def logger
+    Logging.logger[@artifact]
+  end
+
+  def invalidate(version = nil)
+    if version
+      @processed.remove version
+    else
+      @processed = []
+    end
+    write_cache_file
+  end
+
+  def last_modified
+    if File.exist? cache_file
+      File.mtime cache_file
+    else
+      nil
+    end
+  end
+
+  def write_cache_file
+    File.write cache_file, JSON.pretty_generate({
+                                                    versions: @processed,
+                                                    lastError: @lastError
+                                                })
+  end
+
+  def cache_file
+    'cache/' + @artifact + '.json'
+  end
+
+  def get_versions
+    raise :AbstractMethodCallError
+  end
+
+  def get_version(id)
+    raise :AbstractMethodCallError
+  end
+
+  def get_json(url)
+    JSON.parse HTTPCache.file(url, ctxt: @artifact, check_stale: true), symbolize_names: true
+  end
+
+  def get_json_cached(url)
+    JSON.parse HTTPCache.file(url, ctxt: @artifact, check_stale: false), symbolize_names: true
+  end
+end
+Dir.mkdir 'cache' unless Dir.exist? 'cache'

data/lib/wonko_the_sane/versionlists/curse_version_list.rb

@@ -0,0 +1,52 @@
+require_relative 'base_version_list'
+require 'date'
+require 'time'
+
+class CurseVersionList < BaseVersionList
+  def initialize(uid, curseId, fileRegex)
+    super(uid)
+    @curseId = curseId
+    @fileRegex = fileRegex.gsub /\?P\</, '?<'
+  end
+
+  def get_versions
+    result = Oga.parse_html HTTPCache.file('http://curse.com/project/' + @curseId, ctxt: @artifact, key: 'curse/' + @curseId + '.html', check_stale: false)
+    # start by getting rid of some elements that standard xml parsers have issues with
+    result.each_node do |node| node.remove if node.is_a? Oga::XML::Element and ['script', 'like'].include? node.name end
+    rows = result.xpath("html/body/#{'div/' * 14}table/tbody/tr")
+
+    return rows.map do |row|
+      match = row.xpath('td/a/text()').first.text.match @fileRegex
+      next if not match
+      version = match[:version]
+      [
+        version,
+        {
+          url: row.xpath('td/a/@href').first.value,
+          fileId: row.xpath('td/a/text()').first.text,
+          type: row.xpath('td[2]/text()').first.text,
+          mcVersion: row.xpath('td[3]/text()').first.text,
+          timestamp: row.xpath('td[5]/@data-sort-value').first.value.to_i / 1000,
+          version: version
+        }
+      ]
+    end
+  end
+
+  def get_version(id)
+    urlId = id[1][:url].match(/\/(\d*)$/)[1]
+    dl = FileDownload.new
+    dl.internalUrl = "http://addons-origin.cursecdn.com/files/#{urlId[0...4]}/#{urlId[4...7]}/#{id[1][:fileId]}"
+    dl.url = "http://curse.com" + id[1][:url]
+    dl.destination = "mods/#{@artifact}-#{id.first}.jar"
+
+    file = WonkoVersion.new
+    file.uid = @artifact
+    file.version = id.first
+    file.type =  id[1][:type]
+    file.time = id[1][:timestamp]
+    file.requires << Referenced.new('net.minecraft', id[1][:mcVersion])
+    file.common.downloads << dl
+    return BaseSanitizer.sanitize file
+  end
+end

data/lib/wonko_the_sane/versionlists/forge_version_list.rb

@@ -0,0 +1,142 @@
+require_relative 'base_version_list'
+
+def fml_libs_mappings
+  def create_fmllib_download(file, forge_has = true)
+    forge_base_url = 'http://files.minecraftforge.net/fmllibs/'
+    multimc_base_url = 'http://files.multimc.org/fmllibs/'
+
+    FileDownload.new (forge_has ? forge_base_url : multimc_base_url) + file, 'minecraft/lib/' + file
+  end
+
+  libs14 = [
+      create_fmllib_download('argo-2.25.jar'),
+      create_fmllib_download('guava-12.0.1.jar'),
+      create_fmllib_download('asm-all-4.0.jar'),
+      create_fmllib_download('bcprov-jdk15on-147.jar')
+  ]
+
+  {
+      '1.3.2' => [
+          create_fmllib_download('argo-2.25.jar'),
+          create_fmllib_download('guava-12.0.1.jar'),
+          create_fmllib_download('asm-all-4.0.jar')
+      ],
+      '1.4' => libs14,
+      '1.4.1' => libs14,
+      '1.4.2' => libs14,
+      '1.4.3' => libs14,
+      '1.4.4' => libs14,
+      '1.4.5' => libs14,
+      '1.4.6' => libs14,
+      '1.4.7' => libs14,
+      '1.5' => [
+        create_fmllib_download('argo-small-3.2.jar'),
+        create_fmllib_download('guava-14.0-rc3.jar'),
+        create_fmllib_download('asm-all-4.1.jar'),
+        create_fmllib_download('bcprov-jdk15on-148.jar', false),
+        create_fmllib_download('deobfuscation_data_1.5.zip'),
+        create_fmllib_download('scala-library.jar', false)
+      ],
+      '1.5.1' => [
+          create_fmllib_download('argo-small-3.2.jar'),
+          create_fmllib_download('guava-14.0-rc3.jar'),
+          create_fmllib_download('asm-all-4.1.jar'),
+          create_fmllib_download('bcprov-jdk15on-148.jar', false),
+          create_fmllib_download('deobfuscation_data_1.5.1.zip'),
+          create_fmllib_download('scala-library.jar', false)
+      ],
+      '1.5.2' => [
+          create_fmllib_download('argo-small-3.2.jar'),
+          create_fmllib_download('guava-14.0-rc3.jar'),
+          create_fmllib_download('asm-all-4.1.jar'),
+          create_fmllib_download('bcprov-jdk15on-148.jar', false),
+          create_fmllib_download('deobfuscation_data_1.5.2.zip'),
+          create_fmllib_download('scala-library.jar', false)
+      ]
+  }
+end
+
+class ForgeVersionList < BaseVersionList
+  def initialize(artifact = 'net.minecraftforge', url_id = 'forge')
+    super(artifact)
+    @input = ForgeInstallerProfileInput.new artifact
+    @url_id = url_id
+  end
+
+  def get_versions
+    result = get_json "http://files.minecraftforge.net/maven/net/minecraftforge/#{@url_id}/json"
+
+    out = {}
+    result[:number].values.each do |obj|
+      out[obj[:build]] = obj.merge({
+        artifact: result[:artifact],
+        baseurl: result[:webpath]
+      })
+    end
+    return out
+  end
+
+  def get_version(id)
+    version = id[1][:mcversion] + '-' + id[1][:version]
+    version += '-' + id[1][:branch] unless id[1][:branch].nil?
+
+    result = []
+
+    files = id[1][:files]
+    installerFile = files.find do |file| file[1] == 'installer' end
+    universalFile = files.find do |file| file[1] == 'universal' end
+    clientFile = files.find do |file| file[1] == 'client' end
+    serverFile = files.find do |file| file[1] == 'server' end
+
+    # installer versions of forge
+    if not installerFile.nil? and id[1][:mcversion] != '1.5.2'
+      path = "#{version}/#{id[1][:artifact]}-#{version}-#{installerFile[1]}.#{installerFile[0]}"
+      url = id[1][:baseurl] + '/' + path
+      HTTPCache.get url, ctxt: @artifact, key: 'forgeinstallers/' + path, check_stale: false
+      result << @input.parse(ExtractionCache.get('cache/network/forgeinstallers/' + path, :zip, 'install_profile.json'), id[1][:version])
+    elsif not universalFile.nil?
+      res = construct_base_version id[1]
+      mod = Jarmod.new
+      mod.name = "net.minecraftforge:#{id[1][:artifact]}:#{version}:universal@#{universalFile[0]}"
+      mod.mavenBaseUrl = 'http://files.minecraftforge.net/maven/'
+      res.client.downloads << mod
+      res.client.downloads |= fml_libs_mappings[id[1][:mcversion]] if fml_libs_mappings[id[1][:mcversion]]
+      result << res
+    else
+      unless clientFile.nil?
+        res = construct_base_version id[1]
+        mod = Jarmod.new
+        mod.name = "net.minecraftforge:#{id[1][:artifact]}:#{version}:client@#{clientFile[0]}"
+        mod.mavenBaseUrl = 'http://files.minecraftforge.net/maven/'
+        res.client.downloads << mod
+        res.client.downloads |= fml_libs_mappings[id[1][:mcversion]] if fml_libs_mappings[id[1][:mcversion]]
+        result << res
+      end
+      unless serverFile.nil?
+
+      end
+    end
+    return result.flatten
+  end
+
+  def construct_base_version(data)
+    version = WonkoVersion.new
+    version.uid = @artifact
+    version.version = data[:version]
+    version.requires << Referenced.new('net.minecraft', data[:mcversion])
+    version.time = data[:modified]
+    version.client.minecraftArguments = [
+        '-Dfml.ignoreInvalidMinecraftCertificates=true', '-Dfml.ignorePatchDiscrepancies=true'
+    ]
+    version.common.folders['minecraft/mods'] = ['mc.forgemods']
+    version.common.folders['minecraft/mods'] << 'mc.forgecoremods' if data[:mcversion].match /[^1]*1\.[0-6]/
+    version.common.folders['minecraft/coremods'] = ['mc.forgecoremods'] if data[:mcversion].match /[^1]*1\.[0-6]/
+    version
+  end
+end
+
+class FMLVersionList < ForgeVersionList
+  def initialize
+    super('net.minecraftforge.fml', 'fml')
+  end
+end

data/lib/wonko_the_sane/versionlists/forgefiles_mods_list.rb

@@ -0,0 +1,24 @@
+require 'pry'
+
+class ForgeFilesModsList < BaseVersionList
+  def initialize(artifact, urlId)
+    super(artifact)
+    @urlId = urlId
+    @input = ForgeFilesModsInput.new(artifact)
+  end
+
+  def get_versions
+    result = get_json "http://files.minecraftforge.net/#{@urlId}/json"
+
+    return result[:builds].map do |build|
+      [
+          build[:version],
+          build
+      ]
+    end
+  end
+
+  def get_version(id)
+    @input.parse id[1], id[0]
+  end
+end

data/lib/wonko_the_sane/versionlists/jenkins_version_list.rb

@@ -0,0 +1,29 @@
+require 'pry'
+
+class JenkinsVersionList < BaseVersionList
+  def initialize(artifact, baseUrl, job, fileRegex)
+    super(artifact)
+    @baseUrl = baseUrl
+    @job = job
+    @input = JenkinsInput.new(artifact, fileRegex)
+
+    if @baseUrl[@baseUrl.length - 1] == '/'
+      @baseUrl[@baseUrl.length - 1] = ''
+    end
+  end
+
+  def get_versions
+    result = get_json "#{@baseUrl}/job/#{@job}/api/json"
+
+    return result[:builds].map do |build|
+      [
+          build[:number],
+          build[:url]
+      ]
+    end
+  end
+
+  def get_version(id)
+    @input.parse get_json_cached id[1] + 'api/json'
+  end
+end

data/lib/wonko_the_sane/versionlists/liteloader_version_list.rb

@@ -0,0 +1,66 @@
+require_relative 'base_version_list'
+require 'date'
+require 'time'
+
+class LiteLoaderVersionList < BaseVersionList
+  def initialize
+    super('com.mumfrey.liteloader')
+  end
+
+  def get_versions
+    result = get_json 'http://dl.liteloader.com/versions/versions.json'
+
+    out = []
+    result[:versions].each do |mcver|
+      minecraft = mcver.first
+      mcver[1][:artefacts].each do |artefact|
+        if artefact.first == :'com.mumfrey:liteloader'
+          latest = nil
+          artefact[1].each do |item|
+            if item.first == 'latest'
+              latest = item[1][:version]
+              break
+            end
+          end
+          artefact[1].each do |item|
+            if item.first != 'latest'
+              out << [
+                  item[1][:version],
+                  item[1].merge({
+                    minecraft: minecraft.to_s,
+                    type: latest == item[1][:version] ? 'latest' : nil
+                  })
+              ]
+            end
+          end
+        end
+      end
+    end
+    return out
+  end
+
+  def get_version(id)
+    liteloaderLib = VersionLibrary.new
+    liteloaderLib.name = 'com.mumfrey:liteloader:' + id[1][:version]
+    liteloaderLib.url = 'http://dl.liteloader.com/versions/com/mumfrey/liteloader/' + id[1][:minecraft] + '/' + id[1][:file]
+
+    file = WonkoVersion.new
+    file.uid = 'com.mumfrey.liteloader'
+    file.version = id.first
+    file.type =  'release' # id[1][:type]
+    file.time = id[1][:timestamp]
+    file.requires << Referenced.new('net.minecraft', id[1][:minecraft])
+    file.client.tweakers = [ id[1][:tweakClass] ]
+    file.client.mainClass = 'net.minecraft.launchwrapper.Launch'
+    file.client.downloads = id[1][:libraries].map do |lib|
+      libs = MojangInput.sanetize_mojang_library lib
+      if lib[:name] == 'org.ow2.asm:asm-all:5.0.3'
+        libs[0].mavenBaseUrl = 'http://repo.maven.apache.org/maven2/'
+      end
+      libs
+    end.flatten 1
+    file.client.folders['minecraft/mods'] = ['mc.liteloadermods']
+    file.client.downloads.unshift liteloaderLib
+    return BaseSanitizer.sanitize file
+  end
+end

data/lib/wonko_the_sane/versionlists/vanilla_legacy_version_list.rb

@@ -0,0 +1,39 @@
+require_relative 'base_version_list'
+
+class VanillaLegacyVersionList < BaseVersionList
+  def initialize
+    super('net.minecraft')
+  end
+
+  def get_versions
+    WonkoTheSane.data_json('minecraft.json')[:versions].map do |obj| [obj[:id], obj] end
+  end
+
+  def get_version(id)
+    data = id[1]
+    file = WonkoVersion.new
+    file.uid = 'net.minecraft'
+    file.version = data[:id]
+    file.time = data[:releaseTime]
+    file.type = data[:type]
+    file.client.traits = data[:'+traits']
+    file.client.extra[:processArguments] = data[:processArguments]
+    file.client.mainClass = data[:mainClass] if data.has_key? :mainClass
+    file.client.appletClass = data[:appletClass] if data.has_key? :appletClass
+    mainLib = VersionLibrary.new
+    mainLib.name = 'net.minecraft:minecraft:' + file.version
+    mainLib.url = 'http://s3.amazonaws.com/Minecraft.Download/versions/' + file.version + '/' + file.version + '.jar'
+    file.client.downloads = [ mainLib ]
+
+    file.client.folders['minecraft/screenshots'] = ['general.screenshots']
+    file.client.folders['minecraft/resourcepackks'] = ['mc.resourcepacks'] if file.time >= 1372430921
+    file.client.folders['minecraft/texturepacks'] = ['mc.texturepacks'] if file.time < 1372430921
+    file.client.folders['minecraft/saves'] = ['mc.saves.anvil'] if file.time >= 1330552800
+    file.client.folders['minecraft/saves'] = ['mc.saves.region'] if file.time >= 1298325600 and file.time < 1330552800
+    file.client.folders['minecraft/saves'] = ['mc.saves.infdev'] if file.time >= 1291327200 and file.time < 1298325600
+    file.client.traits.delete 'texturepacks' if file.client.traits
+    file.client.traits.delete 'no-resourcepacks' if file.client.traits
+
+    BaseSanitizer.sanitize file, MojangProcessArgumentsSanitizer
+  end
+end