wonko_the_sane 0.1.1

data/lib/wonko_the_sane/reader_writer.rb

@@ -0,0 +1,163 @@
+require 'hashie'
+
+module Reader
+  def read_version_index(data)
+    json = Hashie::Mash.new JSON.parse(data, symbolize_names: true)
+
+    index = VersionIndex.new json.uid
+    index.name = json.name
+    json.versions.each do |ver|
+      v = WonkoVersion.new
+      v.is_complete = false
+      v.uid = json.uid
+      v.version = ver[:version]
+      v.type = ver[:type]
+      v.time = ver[:time]
+      index.versions << v
+    end
+
+    return index
+  end
+
+  def read_download(data, key)
+    if data[key.to_sym]
+      return data[key.to_sym].map do |dl|
+        Download.from_json key, dl
+      end
+    else
+      return []
+    end
+  end
+
+  def read_resource(data, res)
+    return if not data or not data.is_a? Object
+    res.traits = data[:'general.traits'] if data[:'general.traits']
+    res.folders = data[:'general.folders'] if data[:'general.folders']
+    res.launchMethod = data[:'general.launcher'] if data[:'general.launcher']
+    res.downloads = []
+    res.downloads << read_download(data, 'general.downloads')
+    res.downloads << read_download(data, 'java.libraries')
+    res.downloads << read_download(data, 'java.natives')
+    res.downloads.flatten!
+
+    res.mainClass = data[:'java.mainClass']
+    res.appletClass = data[:'mc.appletClass']
+    res.assets = data[:'mc.assets']
+    res.minecraftArguments = data[:'mc.arguments']
+    res.tweakers = data[:'mc.tweakers']
+    res.jarModTarget = data[:'mc.jarModTarget'] if data[:'mc.jarModTarget']
+  end
+
+  def read_version(data)
+    json = Hashie::Mash.new JSON.parse(data)
+
+    file = WonkoVersion.new
+    file.is_complete = true
+
+    file.uid = json.uid
+    file.version = json.version
+    file.time = json.time
+    file.type = json.type
+    file.requires = json.requires.map do |req|
+      Referenced.new(req[:uid], req[:version])
+    end if json.requires
+
+    json[:data].each do |data|
+      rules = data[:rules] ? data[:rules] : [ImplicitRule.new(:allow)]
+      if Rule.allowed_on_side rules, :client
+        read_resource data, file.client
+      elsif Rule.allowed_on_side rules, :server
+        read_resource data, file.server
+      else
+        read_resource data, file.common
+      end
+    end if json[:data]
+
+    return file
+  end
+
+  def read_index(data)
+    JSON.parse data, symbolize_names: true
+  end
+end
+
+module Writer
+  def write_version_index(index)
+    json = {
+        formatVersion: 0,
+        uid: index.uid,
+        name: index.name,
+        versions: []
+    }
+    index.versions.each do |ver|
+      obj = { version: ver.version }
+      obj[:type] = ver.type
+      obj[:time] = ver.time
+      json[:versions] << obj
+    end
+
+    return JSON.pretty_generate json
+  end
+
+  def write_resource(side, resource, out)
+    data = {}
+
+    data[:'general.traits'] = resource.traits                      if resource.traits and not resource.traits.empty?
+    data[:'general.launcher'] = resource.launchMethod              if resource.launchMethod
+    data[:'general.folders'] = resource.folders                    if resource.folders and not resource.folders.empty?
+    resource.downloads.each do |dl|
+      data[dl.type] = [] if not data[dl.type]
+      data[dl.type] << dl.to_json
+    end
+    data[:'java.mainClass'] = resource.mainClass                   if resource.mainClass and resource.mainClass != ''
+    data[:'mc.jarModTarget'] = resource.jarModTarget               if resource.jarModTarget
+
+    data[:'mc.tweakers'] = resource.tweakers                       if resource.tweakers and not resource.tweakers.empty?
+    data[:'mc.appletClass'] = resource.appletClass                 if resource.appletClass and resource.appletClass != ''
+    data[:'mc.assets'] = resource.assets                           if resource.assets and resource.assets != ''
+    data[:'mc.arguments'] = resource.minecraftArguments            if resource.minecraftArguments and resource.minecraftArguments != ''
+
+    if not data.empty?
+      if side == :client or side == :server
+        data[:rules] = [
+          ImplicitRule.new(:disallow).to_json,
+          SidedRule.new(:allow, side).to_json
+        ]
+      end
+      out << data
+    end
+  end
+
+  def write_version(version)
+    # metadata
+    json = {
+        formatVersion: 0,
+        uid: version.uid,
+        version: version.version,
+        time: version.time
+    }
+    json[:type] = version.type                             if version.type and version.type != ''
+    json[:requires] = version.requires.map do |req|
+      obj = { uid: req.uid }
+      obj[:version] = req.version if req.version
+      obj
+    end if version.requires and not version.requires.empty?
+
+    json[:data] = []
+    write_resource(:client, version.client, json[:data]) if version.is_complete
+    write_resource(:server, version.server, json[:data]) if version.is_complete
+    write_resource(:common, version.common, json[:data]) if version.is_complete
+
+    JSON.pretty_generate json
+  end
+
+  def write_index(index)
+    JSON.pretty_generate index
+  end
+end
+
+class RW
+  include Writer
+  include Reader
+end
+$rw = RW.new

data/lib/wonko_the_sane/registry.rb

@@ -0,0 +1,61 @@
+class Registry
+  def version_index(uid)
+    if File.exist? VersionIndex.local_filename(uid)
+      $rw.read_version_index File.read(VersionIndex.local_filename uid)
+    else
+      VersionIndex.new uid
+    end
+  end
+
+  def index
+    if File.exists? 'files/index.json'
+      $rw.read_index File.read('files/index.json')
+    else
+      {
+          index: []
+      }
+    end
+  end
+
+  def store(version)
+    if version.is_a? Array
+      version.each do |f| store(f) end
+    else
+      BaseSanitizer.sanitize(version, DownloadsFixer).each do |version|
+        Dir.mkdir 'files/' + version.uid unless Dir.exist? 'files/' + version.uid
+        File.write version.local_filename, $rw.write_version(version)
+
+        vindex = version_index version.uid
+        vindex.add_version version
+        File.write VersionIndex.local_filename(vindex.uid), $rw.write_version_index(vindex)
+
+        ind = index
+        ind[:formatVersion] = 0
+        ind[:index].each do |i|
+          if version.uid == i[:uid]
+            return
+          end
+        end
+        ind[:index] << {
+            uid: version.uid
+        }
+        File.write 'files/index.json', $rw.write_index(ind)
+      end
+    end
+  rescue Exception => e
+    Logging.logger[version.uid].error 'Unable to store: ' + version.version
+    raise e
+  end
+  def retrieve(id, version)
+    if File.exist? WonkoVersion.local_filename(id, version)
+      return $rw.read_version File.read(WonkoVersion.local_filename id, version)
+    else
+      return nil
+    end
+  end
+
+  def self.instance
+    Dir.mkdir 'files' unless Dir.exist? 'files'
+    @@instance ||= Registry.new
+  end
+end

data/lib/wonko_the_sane/rules.rb

@@ -0,0 +1,69 @@
+class Rule
+  attr_accessor :action
+
+  def initialize(action)
+    @action = action
+  end
+
+  def to_json
+    { action: @action }
+  end
+
+  def self.allowed_on_side(rules, side)
+    allowed = :allow
+    rules.each do |rule|
+      if rule.is_a? ImplicitRule
+        allowed = rule.action
+      elsif rule.is_a? SidedRule
+        allowed = rule.action if rule.side = side
+      end
+    end
+    return allowed
+  end
+
+  def self.from_json(obj)
+    if obj.key? :os
+      return OsRule.new obj[:action].to_sym, obj[:os][:name], obj[:os][:version], obj[:os][:arch]
+    elsif obj.key? :side
+      return SidedRule.new obj[:action].to_sym, obj[:side]
+    else
+      return ImplicitRule.new obj[:action].to_sym
+    end
+  end
+end
+class ImplicitRule < Rule
+end
+class OsRule < Rule
+  attr_accessor :os
+  attr_accessor :os_version
+  attr_accessor :os_arch
+
+  def initialize(action, os, os_version = nil, os_arch = nil)
+    super(action)
+    @os = os
+    @os_version = os_version
+    @os_arch = os_arch
+  end
+
+  def to_json
+    obj = super
+    obj[:os] = { name: @os }
+    obj[:os][:version] = @os_version if @os_version
+    obj[:os][:arch] = @os_arch if @os_arch
+    return obj
+  end
+end
+class SidedRule < Rule
+  attr_accessor :side
+
+  def initialize(action, side)
+    super(action)
+    @side = side
+  end
+
+  def to_json
+    obj = super
+    obj[:side] = @side
+    return obj
+  end
+end

data/lib/wonko_the_sane/timestamps.rb

@@ -0,0 +1,30 @@
+class Timestamps
+  def initialize
+    @json = WonkoTheSane.data_json 'timestamps.json'
+  end
+
+  def get(uid, version, default = nil)
+    if @json[uid.to_sym] and @json[uid.to_sym][version.to_sym.to_sym]
+      return @json[uid.to_sym][version.to_sym]
+    elsif default.nil?
+      raise 'No timestamp available for ' + uid + ': ' + version
+    elsif default.is_a? String
+      if default.to_i.to_s == default
+        return default.to_i
+      else
+        return DateTime.parse(default).to_time.to_i
+      end
+    elsif default.is_a? Fixnum
+      return default
+    elsif default.is_a? Float
+      return default.to_i
+    else
+      raise 'InvalidTimeFormat'
+    end
+  end
+
+  def self.get(uid, version, default = nil)
+    @@me ||= Timestamps.new
+    @@me.get uid, version, default
+  end
+end

data/lib/wonko_the_sane/tools/update_nem.rb

@@ -0,0 +1,85 @@
+def get_curse_id(name)
+  data = HTTPCache.get('http://minecraft.curseforge.com/mc-mods/' + name).gsub /[\n\r]/, ''
+  match = data.match /<li class="view-on?-cur?se"> *<a href="http:\/\/curse.com\/project\/(\d*)">/
+  return match[1]
+end
+
+def update_nem
+  forgefilesCleaned = {
+    IronChests: :IronChests2
+  }
+
+  sources = WonkoTheSane.data_json 'sources.json'
+  sources[:forgefiles] = {} if not sources[:forgefiles]
+  sources[:jenkins] = [] if not sources[:jenkins]
+  sources[:curse] = [] if not sources[:curse]
+
+  nemList = JSON.parse HTTPCache.get('https://raw.githubusercontent.com/SinZ163/NotEnoughMods/master/NEMP/mods.json'), symbolize_names: true
+  nemList.each do |key, value|
+    name = (value[:name] ? value[:name] : key).to_sym
+    case value[:function]
+    when 'CheckMCForge2'
+      if forgefilesCleaned[name]
+        name = forgefilesCleaned[name]
+      end
+      if not sources[:forgefiles].find do |artifact, urlId| urlId == name.to_s end and not [:MinecraftForge, :FML, :Cauldron].include? name
+        print "Please enter an uid for the #{"forgefiles".cyan} artifact #{name.to_s.green}: "
+        uid = gets.chomp
+        if not uid.empty?
+          sources[:forgefiles][uid.to_sym] = name.to_s
+        end
+      end
+    when 'CheckAE'
+      # TODO
+    when 'CheckAE2'
+      # TODO
+    when 'CheckAtomicStryker'
+      # TODO
+    when 'CheckBigReactors'
+      # TODO
+    when 'CheckBuildCraft'
+      # TODO
+    when 'CheckChickenBones'
+      # TODO
+    when 'CheckCurse'
+      curseId = value[:curse][:id] ? value[:curse][:id] : get_curse_id(value[:curse][:name] ? value[:curse][:name] : name.to_s.downcase)
+      if not sources[:curse].find do |obj| obj[:id] == curseId end
+        print "Please enter an uid for the #{"curse".cyan} artifact #{name.to_s.green} (id: #{curseId.yellow}): "
+        uid = gets.chomp
+        if not uid.empty?
+          sources[:curse] << {
+            uid: uid,
+            id: curseId,
+            fileregex: value[:curse][:regex]
+          }
+        end
+      end
+    when 'CheckDropBox'
+      # TODO
+    when 'CheckGitHubRelease'
+      # TODO
+    when 'CheckHTML'
+      # TODO
+    when 'CheckJenkins'
+      parts = value[:jenkins][:url].match(/^(.*)\/job\/([^\/]*)\//)
+      if not sources[:jenkins].find do |obj| obj[:url] == parts[1] and obj[:artifact] == parts[2] end
+        print "Please enter an uid for the #{"jenkins".cyan} artifact #{name.to_s.green} from #{parts[1].yellow} (#{parts[2].red}): "
+        uid = gets.chomp
+        if not uid.empty?
+          sources[:jenkins] << {
+            uid: uid,
+            url: parts[1],
+            artifact: parts[2]
+          }
+        end
+      end
+    when 'CheckLunatrius'
+      # TODO
+    when 'CheckSpacechase'
+      # TODO
+    end
+
+    # keep the writing in the loop so we don't lose progress in case of crashes or similar
+    WonkoTheSane.set_data_json 'sources.json', sources
+  end
+end

data/lib/wonko_the_sane/util/configuration.rb

@@ -0,0 +1,35 @@
+module WonkoTheSane
+  module Util
+    class Configuration
+      attr_reader :lists
+      attr_accessor :data_path
+
+      def register_list(list)
+        @lists ||= []
+        case list
+        when String
+          register_list list.to_sym
+        when Symbol
+          register_list list.constantize
+        when Class
+          register_list list.new
+        else
+          @lists << list
+        end
+      end
+
+      def register_lists_from(file)
+        sources = WonkoTheSane.data_json 'sources.json'
+        sources[:forgefiles].each do |uid, urlId|
+          register_list ForgeFilesModsList.new(uid.to_s, urlId)
+        end if sources[:forgefiles]
+        sources[:jenkins].each do |obj|
+          register_list JenkinsVersionList.new(obj[:uid], obj[:url], obj[:artifact], obj[:fileRegex])
+        end if sources[:jenkins]
+        sources[:curse].each do |obj|
+          register_list CurseVersionList.new(obj[:uid], obj[:id], obj[:fileregex])
+        end if sources[:curse]
+      end
+    end
+  end
+end