ruby-nuggets 0.9.7 → 0.9.8.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 0085d350ab71ac8d9eb89f589930da057d40769e
-  data.tar.gz: 14ad33894ecf8bfde16551bd44ec760a5f37bf64
+  metadata.gz: 20e3a6fc4cdbc194e6fae2ce281cba22be27d19b
+  data.tar.gz: f96c5db576f411f940de1effc136ba022699a13f
 SHA512:
-  metadata.gz: e1075bd40b0f1e876d6363833bddcb9dc928d7171544ea674d1c1dca21f73ec4160c7e923b5d5cfbe057d402a84c9b395e5755f9858cd4a58eda3b69c089fff0
-  data.tar.gz: 472db2f820fa47e20ba1b9fcfc9518df4ea73f7d080182d0ec084205236b8353cd17fe82041320e4d9d04c5a726d959eef5d1471730fdbc8d43e5f24da819b2b
+  metadata.gz: d6b4aa7f85cb7cd2ca92ffe24cac338dcb45dd7264b63e5beb855a7d62b45da42c4779111164a08f6bea6a109c71495e4363c92b2f57cbb3f8b15ef7e8856f78
+  data.tar.gz: aff5162458b1fa163a0a8142ddf16720ec0a08c975535d3e2a1f0c312015e0979197a25451aba6807a08c44463bbfdf344f2b582498393a6d59e2e2bb6581546

data/README

@@ -2,7 +2,7 @@
 
 == VERSION
 
-This documentation refers to ruby-nuggets version 0.9.7
+This documentation refers to ruby-nuggets version 0.9.8
 
 
 == DESCRIPTION
@@ -33,10 +33,10 @@ cause other libraries to misbehave. Use at your own risk!
 
 == LINKS
 
-<b></b>
-Documentation:: http://blackwinter.github.com/ruby-nuggets
-Source code::   http://github.com/blackwinter/ruby-nuggets
-RubyGem::       http://rubygems.org/gems/ruby-nuggets
+Documentation:: https://blackwinter.github.io/ruby-nuggets/
+Source code::   https://github.com/blackwinter/ruby-nuggets
+RubyGem::       https://rubygems.org/gems/ruby-nuggets
+Travis CI::     https://travis-ci.org/blackwinter/ruby-nuggets
 
 
 == AUTHORS

data/Rakefile

@@ -12,7 +12,17 @@ begin
       :email        => %q{jens.wille@gmail.com},
       :license      => %q{AGPL-3.0},
       :homepage     => :blackwinter,
-      :dependencies => %w[]
+      :dependencies => %w[],
+
+      :development_dependencies => [
+       #'amatch',         # enumerable/agrep
+        'mime-types',     # content_type
+        'open4',          # ruby
+       #'rbzip2',         # rdf/compression
+       #'rdf',            # rdf/{prefix,uri,compression}
+       #'rdf-turtle',     # rdf/turtle
+       #'ruby-filemagic'  # content_type
+      ]
     }
   }}
 rescue LoadError => err

data/lib/nuggets/cli.rb

@@ -1,244 +1,8 @@
-#--
-###############################################################################
-#                                                                             #
-# A component of ruby-nuggets, some extensions to the Ruby programming        #
-# language.                                                                   #
-#                                                                             #
-# Copyright (C) 2007-2011 Jens Wille                                          #
-#                                                                             #
-# Authors:                                                                    #
-#     Jens Wille <jens.wille@gmail.com>                                       #
-#                                                                             #
-# ruby-nuggets is free software; you can redistribute it and/or modify it     #
-# under the terms of the GNU Affero General Public License as published by    #
-# the Free Software Foundation; either version 3 of the License, or (at your  #
-# option) any later version.                                                  #
-#                                                                             #
-# ruby-nuggets is distributed in the hope that it will be useful, but WITHOUT #
-# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or       #
-# FITNESS FOR A PARTICULAR PURPOSE. See the GNU Affero General Public License #
-# for more details.                                                           #
-#                                                                             #
-# You should have received a copy of the GNU Affero General Public License    #
-# along with ruby-nuggets. If not, see <http://www.gnu.org/licenses/>.        #
-#                                                                             #
-###############################################################################
-#++
+begin
+  require 'cyclops'
+  module Nuggets; CLI = ::Cyclops; end
 
-require 'optparse'
-require 'yaml'
-require 'zlib'
-require 'highline'
-
-module Nuggets
-  class CLI
-
-    class << self
-
-      def usage(prog)
-        "Usage: #{prog} [-h|--help] [options]"
-      end
-
-      def version
-        parent_const_get(:VERSION)
-      end
-
-      def defaults
-        {}
-      end
-
-      def execute(*args)
-        new.execute(*args)
-      end
-
-      private
-
-      def parent_const_get(const, range = 0...-1)
-        name.split('::').inject([::Object]) { |memo, name|
-          memo << memo.last.const_get(name)
-        }.reverse[range].each { |mod|
-          return mod.const_get(const) if mod.const_defined?(const)
-        }
-
-        raise ::NameError, "uninitialized constant #{self}::#{const}"
-      end
-
-    end
-
-    attr_reader :options, :config, :defaults
-    attr_reader :stdin, :stdout, :stderr
-
-    attr_accessor :prog
-
-    def initialize(defaults = nil, *args)
-      @defaults, @prog = defaults || self.class.defaults, $0
-
-      init(*args)
-
-      # prevent backtrace on ^C
-      trap(:INT) { exit 130 }
-    end
-
-    def progname
-      ::File.basename(prog)
-    end
-
-    def usage
-      self.class.usage(prog)
-    end
-
-    def version
-      self.class.version
-    end
-
-    def execute(arguments = ::ARGV, *inouterr)
-      reset(*inouterr)
-      parse_options(arguments)
-      run(arguments)
-    rescue => err
-      raise if $VERBOSE
-      abort "#{err.backtrace.first}: #{err} (#{err.class})"
-    ensure
-      options.each_value { |value|
-        value.close if value.is_a?(::Zlib::GzipWriter)
-      }
-    end
-
-    def run(arguments)
-      raise ::NotImplementedError, 'must be implemented by subclass'
-    end
-
-    def reset(stdin = ::STDIN, stdout = ::STDOUT, stderr = ::STDERR)
-      @stdin, @stdout, @stderr = stdin, stdout, stderr
-      @options, @config = {}, {}
-    end
-
-    private
-
-    def init(*args)
-      reset
-    end
-
-    def ask(question, &block)
-      ::HighLine.new(stdin, stdout).ask(question, &block)
-    end
-
-    def puts(*msg)
-      stdout.puts(*msg)
-    end
-
-    def warn(*msg)
-      stderr.puts(*msg)
-    end
-
-    def quit(msg = nil, include_usage = msg != false)
-      out = []
-
-      out << "#{progname}: #{msg}" if msg
-      out << usage if include_usage
-
-      abort out.any? && out.join("\n\n")
-    end
-
-    def abort(msg = nil, status = 1)
-      warn(msg) if msg
-      exit(status)
-    end
-
-    def shut(msg = nil, status = 0)
-      puts(msg) if msg
-      exit(status)
-    end
-
-    def exit(status = 0)
-      ::Kernel.exit(status)
-    end
-
-    def open_file_or_std(file, write = false)
-      if file == '-'
-        write ? stdout : stdin
-      else
-        gz = file =~ /\.gz\z/i
-
-        if write
-          gz ? ::Zlib::GzipWriter.open(file) : ::File.open(file, 'w')
-        else
-          quit "No such file: #{file}" unless ::File.readable?(file)
-          (gz ? ::Zlib::GzipReader : ::File).open(file)
-        end
-      end
-    end
-
-    def load_config(file = options[:config] || default = defaults[:config])
-      return unless file
-
-      if ::File.readable?(file)
-        @config = ::YAML.load_file(file)
-      else
-        quit "No such file: #{file}" unless default
-      end
-    end
-
-    def merge_config(args = [config, defaults])
-      args.each { |hash| hash && hash.each { |key, value|
-        options[key] = value unless options.key?(key)
-      } }
-    end
-
-    def parse_options(arguments)
-      option_parser.parse!(arguments)
-
-      load_config
-      merge_config
-    end
-
-    def option_parser
-      ::OptionParser.new { |opts|
-        opts.banner = usage
-
-        pre_opts(opts)
-
-        opts.separator ''
-        opts.separator 'Options:'
-
-        opts(opts)
-
-        opts.separator ''
-        opts.separator 'Generic options:'
-
-        generic_opts(opts)
-        post_opts(opts)
-      }.extend(Nuggets::CLI::OptionParserExtension)
-    end
-
-    def pre_opts(opts)
-    end
-
-    def opts(opts)
-    end
-
-    def generic_opts(opts)
-      opts.on('-h', '--help', 'Print this help message and exit') {
-        shut opts
-      }
-
-      opts.on('--version', 'Print program version and exit') {
-        shut "#{progname} v#{version}"
-      }
-    end
-
-    def post_opts(opts)
-    end
-
-    module OptionParserExtension
-
-      KEY_POOL = ('A'..'Z').to_a + ('a'..'z').to_a + ('0'..'9').to_a
-
-      def keys
-        { :used => keys = top.short.keys, :free => KEY_POOL - keys }
-      end
-
-    end
-
-  end
+  warn "#{__FILE__}: Nuggets::CLI is deprecated, use Cyclops instead."
+rescue LoadError => err
+  warn "#{__FILE__}: Nuggets::CLI is no longer available; install `cyclops' instead. (#{err})"
 end

data/lib/nuggets/hash/zip.rb

@@ -0,0 +1,5 @@
+require 'nuggets/hash/zip_mixin'
+
+class Hash
+  extend Nuggets::Hash::ZipMixin
+end

data/lib/nuggets/{midos/reader.rb → hash/zip_mixin.rb}

@@ -1,5 +1,3 @@
-# encoding: utf-8
-
 #--
 ###############################################################################
 #                                                                             #
@@ -27,89 +25,134 @@
 ###############################################################################
 #++
 
+require 'zlib'
+
 module Nuggets
-  module Midos
-    class Reader < Base
+  class Hash
+    module ZipMixin
+
+  def zip(*args, &block)
+    ZipHash.new(*args, &block)
+  end
 
-  DEFAULT_IO = $stdin
+  def zipval(*args, &block)
+    ZipValHash.new(*args, &block)
+  end
 
-  class << self
+  def zipkey(*args, &block)
+    ZipKeyHash.new(*args, &block)
+  end
 
-    def parse(*args, &block)
-      reader = new(extract_options!(args)).parse(*args, &block)
-      block ? reader : reader.records
+  class ZipHash < ::Hash
+
+    def [](key)
+      unzipval(super(zipkey(key)))
     end
 
-    def parse_file(*args, &block)
-      file_method(:parse, 'r', *args, &block)
+    def []=(key, value)
+      super(zipkey(key), zipval(value))
     end
 
-  end
+    def fetch(key, *args)
+      unzipval(super(zipkey(key), *args))
+    end
 
-  attr_reader :records
+    def store(key, value)
+      super(zipkey(key), zipval(value))
+    end
 
-  def reset
-    super
-    @records = {}
-  end
+    private
+
+    def zipval(value)
+      value.is_a?(ZipVal) ? value : ZipVal.new(value)
+    end
+
+    def unzipval(value)
+      value.is_a?(ZipVal) ? value.to_s : value
+    end
+
+    def zipkey(key)
+      key.is_a?(ZipKey) ? key : ZipKey.new(key)
+    end
+
+    def unzipkey(key)
+      key.is_a?(ZipKey) ? key.to_s : key
+    end
 
-  def vs=(vs)
-    @vs = vs.is_a?(::Regexp) ? vs : %r{\s*#{::Regexp.escape(vs)}\s*}
   end
 
-  def parse(io = io, &block)
-    unless block
-      records, block = @records, amend_block { |id, record|
-        records[id] = record
-      }
+  class ZipValHash < ZipHash
+
+    private
+
+    def zipkey(key)
+      key
     end
 
-    rs, fs, vs, nl, le, key, auto_id, id, record =
-      @rs, @fs, @vs, @nl, @le, @key, @auto_id, nil, {}
+    def unzipkey(key)
+      key
+    end
 
-    io.each { |line|
-      line = line.chomp(le)
+  end
+
+  class ZipKeyHash < ZipHash
 
-      if line == rs
-        block[key ? id : auto_id.call, record]
-        id, record = nil, {}
-      else
-        k, v = line.split(fs, 2)
+    private
 
-        if k && v
-          if k == key
-            id = v
-          else
-            v.gsub!(nl, "\n")
-            v = v.split(vs) if v.index(vs)
-          end
+    def zipval(value)
+      value
+    end
 
-          record[k] = v
-        end
-      end
-    }
+    def unzipval(value)
+      value
+    end
 
-    self
   end
 
-  private
+  class ZipVal
 
-  def amend_block(&block)
-    return block unless $VERBOSE && k = @key
+    include Comparable
 
-    r, i = block.binding.eval('_ = records, io')
+    def initialize(value)
+      @value = zip(value)
+    end
 
-    l = i.respond_to?(:lineno)
-    s = i.respond_to?(:path) ? i.path :
-      ::Object.instance_method(:inspect).bind(i).call
+    def <=>(other)
+      to_s <=> other.to_s if self.class.equal?(other.class)
+    end
 
-    lambda { |id, *args|
-      if (r ||= block.binding.eval('records')).key?(id)
-        warn "Duplicate record in #{s}#{":#{i.lineno}" if l}: »#{k}:#{id}«"
-      end
+    def to_s
+      unzip(@value)
+    end
+
+    def inspect
+      !((s = to_s).length > 64 || s.include?($/)) ? to_s :
+        '#<%s:0x%x length=%p>' % [self.class, object_id, @value.length]
+    end
+
+    def hash
+      to_s.hash
+    end
+
+    def eql?(other)
+      (self <=> other) == 0
+    end
+
+    alias_method :==, :eql?
+
+    private
+
+    def zip(string)
+      Zlib::Deflate.deflate(string)
+    end
+
+    def unzip(string)
+      Zlib::Inflate.inflate(string)
+    end
+
+  end
 
-      block[id, *args]
-    }
+  class ZipKey < ZipVal
   end
 
     end

data/lib/nuggets/lsi.rb

@@ -1,279 +1,8 @@
-#--
-###############################################################################
-#                                                                             #
-# A component of ruby-nuggets, some extensions to the Ruby programming        #
-# language.                                                                   #
-#                                                                             #
-# Copyright (C) 2007-2013 Jens Wille                                          #
-#                                                                             #
-# Authors:                                                                    #
-#     Jens Wille <jens.wille@gmail.com>                                       #
-#                                                                             #
-# ruby-nuggets is free software; you can redistribute it and/or modify it     #
-# under the terms of the GNU Affero General Public License as published by    #
-# the Free Software Foundation; either version 3 of the License, or (at your  #
-# option) any later version.                                                  #
-#                                                                             #
-# ruby-nuggets is distributed in the hope that it will be useful, but WITHOUT #
-# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or       #
-# FITNESS FOR A PARTICULAR PURPOSE. See the GNU Affero General Public License #
-# for more details.                                                           #
-#                                                                             #
-# You should have received a copy of the GNU Affero General Public License    #
-# along with ruby-nuggets. If not, see <http://www.gnu.org/licenses/>.        #
-#                                                                             #
-###############################################################################
-#++
-
-require 'forwardable'
-require 'gsl'
-
-module Nuggets
-
-  class LSI
-
-    include ::Enumerable
-
-    extend ::Forwardable
-
-    DEFAULT_EPSILON   = ::Float::EPSILON * 10
-
-    DEFAULT_PRECISION = 2
-
-    DEFAULT_TRANSFORM = :tfidf
-
-    DEFAULT_CUTOFF    = 0.75
-
-    class << self
-
-      def build(items, options = {})
-        lsi = new(items)
-        lsi if lsi.build(options)
-      end
-
-      def each_norm(items, options = {}, build_options = {}, &block)
-        lsi = new(items)
-        lsi.each_norm(nil, options, &block) if lsi.build(build_options)
-      end
-
-    end
-
-    def initialize(items = {})
-      reset
-      items.each { |k, v| self[k] = v || k }
-    end
-
-    def_delegators :@hash, :[], :each, :include?, :key, :keys, :size
-
-    def_delegator  :@hash, :values,    :docs
-    def_delegator  :@hash, :values_at, :docs_at
-
-    def_delegator  :@list, :keys, :terms
-
-    alias_method :doc, :[]
-
-    def []=(key, value)
-      @hash[key] = Doc.new(key, value, @list, @freq)
-    end
-
-    def add(key, value = key)
-      self[key] = value
-      self
-    end
-
-    def <<(value)
-      add(value.object_id, value)
-    end
-
-    # min:: minimum value to consider
-    # abs:: minimum absolute value to consider
-    # nul:: exclude null values (true or Float)
-    # new:: exclude original terms / only yield new ones
-    def each_term(key = nil, options = {})
-      return enum_for(:each_term, key, options) unless block_given?
-
-      min, abs, nul, new = options.values_at(:min, :abs, :nul, :new)
-      nul = DEFAULT_EPSILON if nul == true
-
-      list, norm = @invlist, options[:norm]
-
-      (key ? [self[key]] : docs).each { |doc|
-        if doc && vec = norm ? doc.norm : doc.vector
-          vec.enum_for(:each).with_index { |v, i|
-            yield doc, list[i], v unless v.nan? ||
-                                         (min && v < min) ||
-                                         (abs && v.abs < abs) ||
-                                         (nul && v.abs < nul) ||
-                                         (new && doc.include?(i))
-          }
-        end
-      }
-    end
-
-    def each_norm(key = nil, options = {}, &block)
-      each_term(key, options.merge(:norm => true), &block)
-    end
-
-    def related(key, num = 5)
-      if doc = self[key] and norm = doc.norm
-        temp = sort_by { |k, v| -norm * v.norm.col }
-        temp.map! { |k,| k }.delete(key)
-        temp[0, num]
-      end
-    end
-
-    def related_score(key, num = 5)
-      if doc = self[key] and norm = doc.norm
-        temp = map { |k, v| [k, norm * v.norm.col] }.sort_by { |_, i| -i }
-        temp.delete(temp.assoc(key))
-        temp[0, num]
-      end
-    end
-
-    def build(options = {})
-      build!(docs, @list, options.is_a?(::Hash) ?
-        options : { :cutoff => options }) if size > 1
-    end
-
-    def reset
-      @hash, @list, @freq, @invlist =
-        {}, ::Hash.new { |h, k| h[k] = h.size }, ::Hash.new(0), {}
-    end
-
-    def inspect
-      '%s@%d/%d' % [self.class, size, @list.size]
-    end
-
-    def to_a(norm = true)
-      (norm ? map { |_, doc| doc.norm.to_a } :
-              map { |_, doc| doc.vector.to_a }).transpose
-    end
-
-    private
-
-    def build!(docs, list, options)
-      Doc.transform = options.fetch(:transform, DEFAULT_TRANSFORM)
-
-      @invlist = list.invert
-
-      # TODO: GSL::ERROR::EUNIMPL: Ruby/GSL error code 24, svd of
-      # MxN matrix, M<N, is not implemented (file svd.c, line 61)
-      u, v, s = matrix(docs, list.size, size = docs.size).SV_decomp
-
-      (u * reduce(s, options.fetch(:cutoff, DEFAULT_CUTOFF)) * v.trans).
-        enum_for(:each_col).with_index { |c, i| docs[i].vector = c.row }
-
-      size
-    end
-
-    def matrix(d = docs, m = @list.size, n = d.size)
-      x = ::GSL::Matrix.alloc(m, n)
-      d.each_with_index { |i, j| x.set_col(j, i.transformed_vector(m, n)) }
-      x
-    end
-
-    # k == nil:: keep all
-    # k >= 1::   keep this many
-    # k < 1::    keep (at most) this proportion
-    def reduce(s, k, m = s.size)
-      if k && k < m
-        k > 0 ? s[k = (k < 1 ? m * k : k).floor, m - k] = 0 : s.set_zero
-      end
-
-      s.to_m_diagonal
-    end
-
-    class Doc
-
-      include ::Enumerable
-
-      extend ::Forwardable
-
-      TOKEN_RE = %r{\s+}
-
-      class << self
-
-        attr_reader :transform
-
-        def transform=(transform)
-          method = :transformed_vector
-
-          case transform
-            when ::Proc          then define_method(method, &transform)
-            when ::UnboundMethod then define_method(method, transform)
-            else alias_method(method, "#{transform ||= :raw}_vector")
-          end
-
-          @transform = transform.to_sym
-        end
-
-      end
-
-      def initialize(key, value, list, freq)
-        @key, @list, @freq, @total = key, list, freq, 1
-
-        @map = !value.is_a?(::Hash) ? build_hash(value, list) :
-          value.inject({}) { |h, (k, v)| h[list[k]] = v; h }
-
-        @map.each_key { |k| freq[k] += 1 }
-
-        self.vector = raw_vector
-      end
-
-      attr_reader :key, :vector, :norm
-
-      def_delegators :@map, :each, :include?
-
-      def_delegator :raw_vector, :sum, :size
-
-      def raw_vector(size = @list.size, *)
-        vec = ::GSL::Vector.calloc(size)
-        each { |k, v| vec[k] = v }
-        vec
-      end
-
-      # TODO: "first-order association transform" ???
-      def foat_vector(*args)
-        vec, q = raw_vector(*args), 0
-        return vec unless (s = vec.sum) > 1
-
-        vec.each { |v| q -= (w = v / s) * ::Math.log(w) if v > 0 }
-        vec.map { |v| ::Math.log(v + 1) / q }
-      end
-
-      def tfidf_vector(*args)
-        vec, f = raw_vector(*args), @freq
-        s, d = vec.sum, @total = args.fetch(1, @total).to_f
-
-        vec.enum_for(:map).with_index { |v, i|
-          v > 0 ? ::Math.log(d / f[i]) * v / s : v }
-      end
-
-      self.transform = DEFAULT_TRANSFORM
-
-      def vector=(vec)
-        @vector, @norm = vec, vec.normalize
-      end
-
-      def inspect
-        '%s@%p/%d' % [self.class, key, size]
-      end
-
-      private
-
-      def build_hash(value, list, hash = ::Hash.new(0))
-        build_enum(value).each { |i| hash[list[i]] += 1 }
-        hash
-      end
-
-      def build_enum(value, re = TOKEN_RE)
-        value = value.read if value.respond_to?(:read)
-        value = value.split(re) if value.respond_to?(:split)
-        value
-      end
-
-    end
-
-  end
+begin
+  require 'lsi4r'
+  module Nuggets; LSI = ::Lsi4R; end
 
+  warn "#{__FILE__}: Nuggets::LSI is deprecated, use Lsi4R instead."
+rescue LoadError => err
+  warn "#{__FILE__}: Nuggets::LSI is no longer available; install `lsi4r' instead. (#{err})"
 end

data/lib/nuggets/midos.rb

@@ -1,91 +1,8 @@
-# encoding: utf-8
+begin
+  require 'midos'
+  module Nuggets; Midos = ::Midos; end
 
-#--
-###############################################################################
-#                                                                             #
-# A component of ruby-nuggets, some extensions to the Ruby programming        #
-# language.                                                                   #
-#                                                                             #
-# Copyright (C) 2007-2014 Jens Wille                                          #
-#                                                                             #
-# Authors:                                                                    #
-#     Jens Wille <jens.wille@gmail.com>                                       #
-#                                                                             #
-# ruby-nuggets is free software; you can redistribute it and/or modify it     #
-# under the terms of the GNU Affero General Public License as published by    #
-# the Free Software Foundation; either version 3 of the License, or (at your  #
-# option) any later version.                                                  #
-#                                                                             #
-# ruby-nuggets is distributed in the hope that it will be useful, but WITHOUT #
-# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or       #
-# FITNESS FOR A PARTICULAR PURPOSE. See the GNU Affero General Public License #
-# for more details.                                                           #
-#                                                                             #
-# You should have received a copy of the GNU Affero General Public License    #
-# along with ruby-nuggets. If not, see <http://www.gnu.org/licenses/>.        #
-#                                                                             #
-###############################################################################
-#++
-
-require 'nuggets/midos/base'
-require 'nuggets/midos/reader'
-require 'nuggets/midos/writer'
-
-module Nuggets
-  module Midos
-
-    # Record separator
-    DEFAULT_RS = '&&&'
-
-    # Field separator
-    DEFAULT_FS = ':'
-
-    # Value separator
-    DEFAULT_VS = '|'
-
-    # Line break indicator
-    DEFAULT_NL = '^'
-
-    # Line ending
-    DEFAULT_LE = "\r\n"
-
-    # Default file encoding
-    DEFAULT_ENCODING = 'iso-8859-1'
-
-    class << self
-
-      def filter(source, target, source_options = {}, target_options = source_options)
-        writer, size = Writer.new(target_options.merge(:io => target)),  0
-
-        Reader.parse(source, source_options) { |*args|
-          writer << args and size += 1 if yield(*args)
-        }
-
-        size
-      end
-
-      def filter_file(source_file, target_file, source_options = {}, target_options = source_options, &block)
-        open_file(source_file, source_options) { |source|
-          open_file(target_file, target_options, 'w') { |target|
-            filter(source, target, source_options, target_options, &block)
-          }
-        }
-      end
-
-      def convert(*args)
-        filter(*args) { |*| true }
-      end
-
-      def convert_file(*args)
-        filter_file(*args) { |*| true }
-      end
-
-      def open_file(file, options = {}, mode = 'r', &block)
-        encoding = options[:encoding] ||= DEFAULT_ENCODING
-        ::File.open(file, mode, :encoding => encoding, &block)
-      end
-
-    end
-
-  end
+  warn "#{__FILE__}: Nuggets::Midos is deprecated, use Midos instead."
+rescue LoadError => err
+  warn "#{__FILE__}: Nuggets::Midos is no longer available; install `midos' instead. (#{err})"
 end

data/lib/nuggets/version.rb

@@ -4,13 +4,13 @@ module Nuggets
 
     MAJOR = 0
     MINOR = 9
-    TINY  = 7
+    TINY  = 8
 
     class << self
 
       # Returns array representation.
       def to_a
-        [MAJOR, MINOR, TINY]
+        [MAJOR, MINOR, TINY] << '1'
       end
 
       # Short-cut for version string.

data/spec/nuggets/object/singleton_class_spec.rb

@@ -23,7 +23,7 @@ describe Object, 'when extended by', Nuggets::Object::SingletonClassMixin do
 
   example do
     nil.singleton_class.should == NilClass
-    NilClass.should be_a_singleton_class
+    #NilClass.should be_a_singleton_class
     NilClass.singleton_object.should be_equal(nil)
   end
 

metadata

@@ -1,15 +1,85 @@
 --- !ruby/object:Gem::Specification
 name: ruby-nuggets
 version: !ruby/object:Gem::Version
-  version: 0.9.7
+  version: 0.9.8.1
 platform: ruby
 authors:
 - Jens Wille
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-03-31 00:00:00.000000000 Z
-dependencies: []
+date: 2014-04-14 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: mime-types
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: open4
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: hen
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 description: Some extensions to the Ruby programming language.
 email: jens.wille@gmail.com
 executables: []
@@ -99,6 +169,8 @@ files:
 - lib/nuggets/hash/seen_mixin.rb
 - lib/nuggets/hash/unroll.rb
 - lib/nuggets/hash/unroll_mixin.rb
+- lib/nuggets/hash/zip.rb
+- lib/nuggets/hash/zip_mixin.rb
 - lib/nuggets/i18n.rb
 - lib/nuggets/integer/factorial.rb
 - lib/nuggets/integer/length.rb
@@ -120,9 +192,6 @@ files:
 - lib/nuggets/log_parser/rails.rb
 - lib/nuggets/lsi.rb
 - lib/nuggets/midos.rb
-- lib/nuggets/midos/base.rb
-- lib/nuggets/midos/reader.rb
-- lib/nuggets/midos/writer.rb
 - lib/nuggets/mysql.rb
 - lib/nuggets/net/success.rb
 - lib/nuggets/numeric/between.rb
@@ -240,7 +309,7 @@ metadata: {}
 post_install_message: 
 rdoc_options:
 - "--title"
-- ruby-nuggets Application documentation (v0.9.7)
+- ruby-nuggets Application documentation (v0.9.8.1)
 - "--charset"
 - UTF-8
 - "--line-numbers"

data/lib/nuggets/midos/base.rb

@@ -1,81 +0,0 @@
-# encoding: utf-8
-
-#--
-###############################################################################
-#                                                                             #
-# A component of ruby-nuggets, some extensions to the Ruby programming        #
-# language.                                                                   #
-#                                                                             #
-# Copyright (C) 2007-2014 Jens Wille                                          #
-#                                                                             #
-# Authors:                                                                    #
-#     Jens Wille <jens.wille@gmail.com>                                       #
-#                                                                             #
-# ruby-nuggets is free software; you can redistribute it and/or modify it     #
-# under the terms of the GNU Affero General Public License as published by    #
-# the Free Software Foundation; either version 3 of the License, or (at your  #
-# option) any later version.                                                  #
-#                                                                             #
-# ruby-nuggets is distributed in the hope that it will be useful, but WITHOUT #
-# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or       #
-# FITNESS FOR A PARTICULAR PURPOSE. See the GNU Affero General Public License #
-# for more details.                                                           #
-#                                                                             #
-# You should have received a copy of the GNU Affero General Public License    #
-# along with ruby-nuggets. If not, see <http://www.gnu.org/licenses/>.        #
-#                                                                             #
-###############################################################################
-#++
-
-module Nuggets
-  module Midos
-    class Base
-
-  class << self
-
-    private
-
-    def file_method(method, mode, file, options = {}, *args, &block)
-      Midos.open_file(file, options, mode) { |io|
-        args.unshift(options.merge(:io => io))
-        method ? send(method, *args, &block) : block[new(*args)]
-      }
-    end
-
-    def extract_options!(args)
-      args.last.is_a?(::Hash) ? args.pop : {}
-    end
-
-  end
-
-  def initialize(options = {}, &block)
-    self.key = options[:key]
-
-    self.rs = options[:rs] || DEFAULT_RS
-    self.fs = options[:fs] || DEFAULT_FS
-    self.vs = options[:vs] || DEFAULT_VS
-    self.nl = options[:nl] || DEFAULT_NL
-    self.le = options[:le] || DEFAULT_LE
-    self.io = options[:io] || self.class::DEFAULT_IO
-
-    @auto_id_block = options[:auto_id] || block
-    reset
-  end
-
-  attr_accessor :key, :rs, :fs, :nl, :le, :io, :auto_id
-
-  attr_reader :vs
-
-  def reset
-    @auto_id = @auto_id_block ? @auto_id_block.call : default_auto_id
-  end
-
-  private
-
-  def default_auto_id(n = 0)
-    lambda { n += 1 }
-  end
-
-    end
-  end
-end

data/lib/nuggets/midos/writer.rb

@@ -1,252 +0,0 @@
-# encoding: utf-8
-
-#--
-###############################################################################
-#                                                                             #
-# A component of ruby-nuggets, some extensions to the Ruby programming        #
-# language.                                                                   #
-#                                                                             #
-# Copyright (C) 2007-2014 Jens Wille                                          #
-#                                                                             #
-# Authors:                                                                    #
-#     Jens Wille <jens.wille@gmail.com>                                       #
-#                                                                             #
-# ruby-nuggets is free software; you can redistribute it and/or modify it     #
-# under the terms of the GNU Affero General Public License as published by    #
-# the Free Software Foundation; either version 3 of the License, or (at your  #
-# option) any later version.                                                  #
-#                                                                             #
-# ruby-nuggets is distributed in the hope that it will be useful, but WITHOUT #
-# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or       #
-# FITNESS FOR A PARTICULAR PURPOSE. See the GNU Affero General Public License #
-# for more details.                                                           #
-#                                                                             #
-# You should have received a copy of the GNU Affero General Public License    #
-# along with ruby-nuggets. If not, see <http://www.gnu.org/licenses/>.        #
-#                                                                             #
-###############################################################################
-#++
-
-require 'nuggets/hash/idmap'
-
-module Nuggets
-  module Midos
-    class Writer < Base
-
-  DEFAULT_IO = $stdout
-
-  class << self
-
-    def write(*args, &block)
-      new(extract_options!(args), &block).write(*args)
-    end
-
-    def write_file(*args, &block)
-      file_method(:write, 'w', *args, &block)
-    end
-
-    def open(*args, &block)
-      file_method(nil, 'w', *args, &block)
-    end
-
-  end
-
-  def vs=(vs)
-    vs.is_a?(::String) ? @vs = vs : raise(::TypeError,
-      "wrong argument type #{vs.class} (expected String)")
-  end
-
-  def write(records, *args)
-    if records.is_a?(::Hash)
-      records.each { |id, record| write_i(id, record, *args) }
-    else
-      records.each { |record| write_i(nil, record, *args) }
-    end
-
-    self
-  end
-
-  def put(record, *args)
-    if record.is_a?(::Hash)
-      write_i(nil, record, *args)
-    else
-      write_i(*args.unshift(*record))
-    end
-
-    self
-  end
-
-  alias_method :<<, :put
-
-  private
-
-  def write_i(id, record, io = io)
-    return if record.empty?
-
-    if @key && !record.key?(@key)
-      record[@key] = id || @auto_id.call
-    end
-
-    record.each { |k, v|
-      if v
-        if k
-          v = v.is_a?(::Array) ? v.join(@vs) : v.to_s
-          io << k << @fs << v.gsub("\n", @nl) << @le
-        else
-          Array(v).each { |w| io << w.to_s << @le }
-        end
-      end
-    }
-
-    io << @rs << @le << @le
-  end
-
-  class Thesaurus < self
-
-    PROLOGUE = {
-      :PAR => '1011111111110000000010001000000000000010',
-      :DAT => '00000000',
-      :DES => 'DE',
-      :TOP => 'TP~TP',
-      :KLA => 'CC~CC',
-      :OBR => 'BT~BT',
-      :UTR => 'NT~NT',
-      :SYN => 'UF~USE',
-      :FRU => 'PT~PT für',
-      :VER => 'RT~RT',
-      :SP1 => 'ENG~ENG für',
-      :SP2 => 'FRA~FRA für',
-      :SP3 => 'SPA~SPA für',
-      :SP4 => 'ITA~ITA für',
-      :SP5 => 'GRI~GRI für',
-      :SP6 => 'RUS~RUS für',
-      :SP7 => 'POL~POL für',
-      :SP8 => 'UNG~UNG für',
-      :SP9 => 'TSC~TSC für',
-      :SN1 => 'SN1',
-      :SN2 => 'SN2',
-      :SN3 => 'SN3',
-      :SN4 => 'SN4',
-      :SN5 => 'SN5',
-      :DA1 => 'DATE1',
-      :DA2 => 'DATE2',
-      :DA3 => 'DATE3',
-      :DA4 => 'DATE4',
-      :KLD => 'MIDOS Thesaurus',
-      :KOM => ' / ',
-      :KO1 => 'UF',
-      :KO2 => 'USE',
-      :TLE => '  32000 Zeichen',
-      :PAW => '',
-      :ART => '00000',
-      :REL => ' 17  1  2  3  4  5  6  7  8  9 10 11 12 13 14 15 16 18 19 20 21 22 23 24 25'
-    }
-
-    EPILOGUE = {
-      :DE => '*****NICHTDESKRIPTORRELATIONEN*****'
-    }
-
-    RESOLVE_FROM = [:OBR, :UTR, :VER]
-
-    RESOLVE_TO = :DES
-
-    NAME = :KLD
-
-    class << self
-
-      def write(*args, &block)
-        new(extract_options!(args), &block).instruct! { |mth| mth.write(*args) }
-      end
-
-      def open(*args, &block)
-        super { |mth| mth.instruct!(&block) }
-      end
-
-    end
-
-    def initialize(options = {}, prologue = {}, epilogue = {}, &block)
-      super(options, &block)
-
-      prologue[self.class::NAME] ||= options[:name]
-
-      @prologue = self.class::PROLOGUE.merge(prologue)
-      @epilogue = self.class::EPILOGUE.merge(epilogue)
-    end
-
-    attr_reader :prologue, :epilogue
-
-    def instruct!(*args)
-      put(prologue, *args)
-      yield self
-      put(epilogue, *args)
-    end
-
-    private
-
-    def merge_records(hash, records, *args)
-      args = [hash, records, *resolve_from_to(*args)]
-
-      records.each { |id, record|
-        new_record = hash[id] = {}
-        record.each { |key, value| new_record[key] = resolve(key, value, *args) }
-      }
-    end
-
-    def resolve_from_to(from = nil, to = prologue[RESOLVE_TO])
-      if from.nil? || from == true
-        from = prologue.values_at(*RESOLVE_FROM).map { |v| v.split('~').first }
-      end
-
-      [from, to]
-    end
-
-    def resolve(key, value, hash, records, from = nil, to = nil)
-      from && from.include?(key) ? value.map { |id| records[id][to] } : value
-    end
-
-  end
-
-  class ThesaurusX < Thesaurus
-
-    PROLOGUE = {
-      'MTX-PARAMETER' => '',
-      :BEZ            => 'MIDOS Thesaurus',
-      :KOM            => ' / ',
-      :TXL            => 0,
-      :REL            => '',
-      nil             => %w[
-        TT1|Topterm|TT1||||||
-        BT1|Oberbegriff|BT1||||||
-        NT1|Unterbegriff|NT1||||||
-        RT1|Verwandter\ Begriff|RT1||||||
-        SY1|Synonym1|SY1|SY1FOR|||||
-      ]
-    }
-
-    EPILOGUE = {}
-
-    NAME = :BEZ
-
-    private
-
-    def merge_records(hash, *)
-      idmap = hash[:__list__] = ::Hash.idmap
-
-      super
-
-      idmap.replace(nil => idmap.map { |key, id| "#{key}|DE|#{id}" })
-    end
-
-    def resolve_from_to(*)
-      # nothing to do
-    end
-
-    def resolve(key, value, hash, *)
-      value.map { |id| hash[:__list__][id] }
-    end
-
-  end
-
-    end
-  end
-end