lingo 1.8.0 → 1.8.1

data/lib/lingo/cachable.rb

@@ -0,0 +1,58 @@
+# encoding: utf-8
+
+#--
+###############################################################################
+#                                                                             #
+# Lingo -- A full-featured automatic indexing system                          #
+#                                                                             #
+# Copyright (C) 2005-2007 John Vorhauer                                       #
+# Copyright (C) 2007-2012 John Vorhauer, Jens Wille                           #
+#                                                                             #
+# Lingo is free software; you can redistribute it and/or modify it under the  #
+# terms of the GNU Affero General Public License as published by the Free     #
+# Software Foundation; either version 3 of the License, or (at your option)   #
+# any later version.                                                          #
+#                                                                             #
+# Lingo is distributed in the hope that it will be useful, but WITHOUT ANY    #
+# WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS   #
+# FOR A PARTICULAR PURPOSE. See the GNU Affero General Public License for     #
+# more details.                                                               #
+#                                                                             #
+# You should have received a copy of the GNU Affero General Public License    #
+# along with Lingo. If not, see <http://www.gnu.org/licenses/>.               #
+#                                                                             #
+###############################################################################
+#++
+
+class Lingo
+
+  # Provides a simple caching mechanism.
+
+  module Cachable
+
+    def init_cachable
+      @cache = Hash.new(false)
+    end
+
+    def hit?(key)
+      @cache.has_key?(key)
+    end
+
+    def store(key, value)
+      @cache[key] = cache_value(value)
+      value
+    end
+
+    def retrieve(key)
+      cache_value(@cache[key])
+    end
+
+    private
+
+    def cache_value(value)
+      value.nil? ? nil : value.dup
+    end
+
+  end
+
+end

data/lib/lingo/call.rb

@@ -0,0 +1,72 @@
+# encoding: utf-8
+
+#--
+###############################################################################
+#                                                                             #
+# Lingo -- A full-featured automatic indexing system                          #
+#                                                                             #
+# Copyright (C) 2005-2007 John Vorhauer                                       #
+# Copyright (C) 2007-2012 John Vorhauer, Jens Wille                           #
+#                                                                             #
+# Lingo is free software; you can redistribute it and/or modify it under the  #
+# terms of the GNU Affero General Public License as published by the Free     #
+# Software Foundation; either version 3 of the License, or (at your option)   #
+# any later version.                                                          #
+#                                                                             #
+# Lingo is distributed in the hope that it will be useful, but WITHOUT ANY    #
+# WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS   #
+# FOR A PARTICULAR PURPOSE. See the GNU Affero General Public License for     #
+# more details.                                                               #
+#                                                                             #
+# You should have received a copy of the GNU Affero General Public License    #
+# along with Lingo. If not, see <http://www.gnu.org/licenses/>.               #
+#                                                                             #
+###############################################################################
+#++
+
+class Lingo
+
+  class Call < self
+
+    def initialize(args = [])
+      super(args, StringIO.new, StringIO.new, StringIO.new)
+    end
+
+    def call
+      invite
+
+      if block_given?
+        begin
+          yield self
+        ensure
+          reset
+        end
+      else
+        self
+      end
+    end
+
+    def talk(str)
+      config.stdin.reopen(str)
+
+      start
+
+      %w[stdout stderr].flat_map { |key|
+        io = config.send(key).tap(&:rewind)
+        io.readlines.each(&:chomp!).tap {
+          io.truncate(0)
+          io.rewind
+        }
+      }.tap { |res|
+        if block_given?
+          res.map!(&Proc.new)
+        else
+          res.sort!
+          res.uniq!
+        end
+      }
+    end
+
+  end
+
+end

data/lib/lingo/cli.rb

@@ -1,3 +1,29 @@
+# encoding: utf-8
+
+#--
+###############################################################################
+#                                                                             #
+# Lingo -- A full-featured automatic indexing system                          #
+#                                                                             #
+# Copyright (C) 2005-2007 John Vorhauer                                       #
+# Copyright (C) 2007-2012 John Vorhauer, Jens Wille                           #
+#                                                                             #
+# Lingo is free software; you can redistribute it and/or modify it under the  #
+# terms of the GNU Affero General Public License as published by the Free     #
+# Software Foundation; either version 3 of the License, or (at your option)   #
+# any later version.                                                          #
+#                                                                             #
+# Lingo is distributed in the hope that it will be useful, but WITHOUT ANY    #
+# WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS   #
+# FOR A PARTICULAR PURPOSE. See the GNU Affero General Public License for     #
+# more details.                                                               #
+#                                                                             #
+# You should have received a copy of the GNU Affero General Public License    #
+# along with Lingo. If not, see <http://www.gnu.org/licenses/>.               #
+#                                                                             #
+###############################################################################
+#++
+
 require 'nuggets/util/cli'
 
 class Lingo

data/lib/lingo/config.rb

@@ -1,30 +1,27 @@
 # encoding: utf-8
 
 #--
-# LINGO ist ein Indexierungssystem mit Grundformreduktion, Kompositumzerlegung,
-# Mehrworterkennung und Relationierung.
-#
-# Copyright (C) 2005-2007 John Vorhauer
-# Copyright (C) 2007-2011 John Vorhauer, Jens Wille
-#
-# This program is free software; you can redistribute it and/or modify it under
-# the terms of the GNU Affero General Public License as published by the Free
-# Software Foundation; either version 3 of the License, or (at your option)
-# any later version.
-#
-# This program is distributed in the hope that it will be useful, but WITHOUT
-# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
-# FOR A PARTICULAR PURPOSE. See the GNU Affero General Public License for more
-# details.
-#
-# You should have received a copy of the GNU Affero General Public License along
-# with this program; if not, write to the Free Software Foundation, Inc.,
-# 51 Franklin St, Fifth Floor, Boston, MA 02110, USA
-#
-# For more information visit http://www.lex-lingo.de or contact me at
-# welcomeATlex-lingoDOTde near 50°55'N+6°55'E.
-#
-# Lex Lingo rules from here on
+###############################################################################
+#                                                                             #
+# Lingo -- A full-featured automatic indexing system                          #
+#                                                                             #
+# Copyright (C) 2005-2007 John Vorhauer                                       #
+# Copyright (C) 2007-2012 John Vorhauer, Jens Wille                           #
+#                                                                             #
+# Lingo is free software; you can redistribute it and/or modify it under the  #
+# terms of the GNU Affero General Public License as published by the Free     #
+# Software Foundation; either version 3 of the License, or (at your option)   #
+# any later version.                                                          #
+#                                                                             #
+# Lingo is distributed in the hope that it will be useful, but WITHOUT ANY    #
+# WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS   #
+# FOR A PARTICULAR PURPOSE. See the GNU Affero General Public License for     #
+# more details.                                                               #
+#                                                                             #
+# You should have received a copy of the GNU Affero General Public License    #
+# along with Lingo. If not, see <http://www.gnu.org/licenses/>.               #
+#                                                                             #
+###############################################################################
 #++
 
 require 'yaml'
@@ -44,13 +41,13 @@ class Lingo
       load_config('config')
 
       Array(self['meeting/attendees']).each { |a|
-        r = a['textreader'] or next
+        r = a['text_reader'] || a['textreader'] or next
 
         f = @cli.files
 
         if i = r['files']
           r['files'] = i.strip == '$(files)' ?
-            f : i.split(STRING_SEPERATOR_PATTERN)
+            f : i.split(STRING_SEPARATOR_RE)
         elsif !f.empty?
           r['files'] = f
         end

data/lib/lingo/core_ext.rb

@@ -0,0 +1,42 @@
+# encoding: utf-8
+
+#--
+###############################################################################
+#                                                                             #
+# Lingo -- A full-featured automatic indexing system                          #
+#                                                                             #
+# Copyright (C) 2005-2007 John Vorhauer                                       #
+# Copyright (C) 2007-2012 John Vorhauer, Jens Wille                           #
+#                                                                             #
+# Lingo is free software; you can redistribute it and/or modify it under the  #
+# terms of the GNU Affero General Public License as published by the Free     #
+# Software Foundation; either version 3 of the License, or (at your option)   #
+# any later version.                                                          #
+#                                                                             #
+# Lingo is distributed in the hope that it will be useful, but WITHOUT ANY    #
+# WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS   #
+# FOR A PARTICULAR PURPOSE. See the GNU Affero General Public License for     #
+# more details.                                                               #
+#                                                                             #
+# You should have received a copy of the GNU Affero General Public License    #
+# along with Lingo. If not, see <http://www.gnu.org/licenses/>.               #
+#                                                                             #
+###############################################################################
+#++
+
+require 'unicode'
+
+class String
+
+  alias_method :_lingo_original_downcase,  :downcase
+  alias_method :_lingo_original_downcase!, :downcase!
+
+  def downcase
+    Unicode.downcase(self)
+  end
+
+  def downcase!
+    replace(downcase)
+  end
+
+end

data/lib/lingo/ctl.rb

@@ -1,173 +1,239 @@
-require 'optparse'
-require 'fileutils'
-require 'nuggets/enumerable/minmax'
-
-class Lingo
-
-  module Ctl
-
-    extend self
-
-    PROG, VERSION = $0, '0.0.1'
-    PROGNAME = File.basename(PROG)
-
-    COMMANDS = {}
-
-    { config: %w[configuration],
-      lang:   %w[language],
-      dict:   %w[dictionary dictionaries],
-      store:  %w[store] }.each { |what, (sing, plur)|
-      COMMANDS["list#{what}"] = [
-        "List available #{plur || "#{sing}s"}",  'Arguments: [name...]'
-      ] if what != :store
-      COMMANDS["find#{what}"] = [
-        "Find #{sing} in Lingo search path",     'Arguments: name'
-      ]
-      COMMANDS["copy#{what}"] = [
-        "Copy #{sing} to local Lingo directory", 'Arguments: name'
-      ] if what != :store
-
-      %w[list find copy].each { |method|
-        class_eval %Q{def do_#{method}#{what}; #{method}(:#{what}); end}
-      }
-    }
-
-    COMMANDS.update(
-      'path'    => 'Print search path for dictionaries and configurations',
-      'help'    => 'Print help for available commands',
-      'version' => 'Print Lingo version number'
-    )
-
-    USAGE = <<EOT
-Usage: #{PROG} <command> [arguments] [options]
-       #{PROG} [-h|--help] [--version]
-EOT
-
-    OPTIONS = {}
-
-    def do
-      parse_options
-      send("do_#{COMMANDS.has_key?(command = ARGV.shift) ? command : 'usage'}")
-    end
-
-    private
-
-    def list(what)
-      names = Regexp.union(*ARGV.empty? ? '' : ARGV)
-
-      Lingo.list(what, path: path_for_scope).each { |file|
-        puts file if File.basename(file) =~ names
-      }
-    end
-
-    def find(what, doit = true)
-      name = ARGV.shift or do_usage('Required argument `name\' missing.')
-      no_args
-
-      file = Lingo.find(what, name, path: path_for_scope, &method(:do_usage))
-      doit ? puts(file) : file
-    end
-
-    def copy(what)
-      do_usage('Source and target are the same.') if OPTIONS[:scope] == :local
-
-      source = find(what, false)
-      target = File.join(path_for_scope(:local), Lingo.basepath(what, source))
-
-      do_usage('Source and target are the same.') if source == target
-
-      FileUtils.mkdir_p(File.dirname(target))
-      FileUtils.cp(source, target, verbose: true)
-    end
-
-    def do_path
-      no_args
-      puts path_for_scope || PATH
-    end
-
-    def do_help(opts = nil)
-      no_args
-
-      msg = %w[Commands:]
-      msg.unshift(opts) if opts
-
-      max = COMMANDS.keys.max(:length)
-
-      COMMANDS.each { |command, description|
-        description = [*description]
-        msg << "  %-#{max}s - %s" % [command, description.shift]
-
-        description.each { |extra|
-          msg <<  "  %#{max}s   + %s" % [' ', extra]
-        } unless opts
-      }
-
-      abort msg.join("\n")
-    end
-
-    def do_version(doit = true)
-      no_args
-
-      msg = "Lingo v#{Lingo::VERSION}"
-      doit ? puts(msg) : msg
-    end
-
-    def do_usage(msg = nil)
-      msg = msg ? "#{PROGNAME}: #{msg}\n\n" : ''
-      abort msg << USAGE
-    end
-
-    def parse_options
-      OptionParser.new(USAGE, 14) { |opts|
-        opts.separator ''
-        opts.separator 'Scope options:'
-
-        opts.on('--system', 'Restrict command to the system-wide Lingo directory') {
-          OPTIONS[:scope] = :system
-        }
-
-        opts.on('--global', 'Restrict command to the user\'s personal Lingo directory') {
-          OPTIONS[:scope] = :global
-        }
-
-        opts.on('--local', 'Restrict command to the local Lingo directory') {
-          OPTIONS[:scope] = :local
-        }
-
-        opts.separator ''
-        opts.separator 'Generic options:'
-
-        opts.on('-h', '--help', 'Print this help message and exit') {
-          do_help(opts)
-        }
-
-        opts.on('--version', 'Print program version and exit') {
-          abort "#{PROGNAME} v#{VERSION} (#{do_version(false)})"
-        }
-      }.parse!
-    end
-
-    def path_for_scope(scope = OPTIONS[:scope])
-      case scope
-        when :system then [BASE]
-        when :global then [HOME]
-        when :local  then [CURR]
-        when nil
-        else do_usage("Invalid scope `#{scope.inspect}'.")
-      end
-    end
-
-    def no_args
-      do_usage('Too many arguments.') unless ARGV.empty?
-    end
-
-  end
-
-  def self.ctl
-    Ctl.do
-  rescue => err
-    raise if $VERBOSE
-    abort "#{err.backtrace.first}: #{err} (#{err.class})"
-  end
-
-end
+# encoding: utf-8
+
+#--
+###############################################################################
+#                                                                             #
+# Lingo -- A full-featured automatic indexing system                          #
+#                                                                             #
+# Copyright (C) 2005-2007 John Vorhauer                                       #
+# Copyright (C) 2007-2012 John Vorhauer, Jens Wille                           #
+#                                                                             #
+# Lingo is free software; you can redistribute it and/or modify it under the  #
+# terms of the GNU Affero General Public License as published by the Free     #
+# Software Foundation; either version 3 of the License, or (at your option)   #
+# any later version.                                                          #
+#                                                                             #
+# Lingo is distributed in the hope that it will be useful, but WITHOUT ANY    #
+# WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS   #
+# FOR A PARTICULAR PURPOSE. See the GNU Affero General Public License for     #
+# more details.                                                               #
+#                                                                             #
+# You should have received a copy of the GNU Affero General Public License    #
+# along with Lingo. If not, see <http://www.gnu.org/licenses/>.               #
+#                                                                             #
+###############################################################################
+#++
+
+require 'optparse'
+require 'fileutils'
+
+class Lingo
+
+  module Ctl
+
+    extend self
+
+    PROG, VERSION, OPTWIDTH = $0, '0.0.2', 18
+    PROGNAME, OPTIONS = File.basename(PROG), {}
+
+    COMMANDS, ALIASES = {}, Hash.new { |h, k|
+      h[k] = COMMANDS.has_key?(k) ? k : 'usage'
+    }
+
+    ALIASES['ls']  # OCCUPY
+
+    { config: %w[configuration],
+      lang:   %w[language],
+      dict:   %w[dictionary dictionaries],
+      store:  %w[store],
+      sample: %w[sample\ text\ file] }.each { |what, (sing, plur)|
+      COMMANDS["list#{what}"] = [
+        "List available #{plur || "#{sing}s"}",  'Arguments: [name...]'
+      ] if what != :store
+      COMMANDS["find#{what}"] = [
+        "Find #{sing} in Lingo search path",     'Arguments: name'
+      ]
+      COMMANDS["copy#{what}"] = [
+        "Copy #{sing} to local Lingo directory", 'Arguments: name'
+      ] if what != :store
+
+      %w[list find copy].each { |method|
+        next unless COMMANDS.has_key?(name = "#{method}#{what}")
+        class_eval %Q{def do_#{name}; #{method}(:#{what}); end}
+
+        [0, -1].repeated_permutation(2) { |i, j|
+          key = "#{method[i]}#{what[j]}"
+          break ALIASES[key] = name unless ALIASES.has_key?(key)
+        }
+      }
+
+      if what == :store
+        COMMANDS['clearstore'] = [
+          'Remove store files to force rebuild', 'Arguments: name'
+        ]
+        ALIASES['cs'] = 'clearstore'
+      end
+    }
+
+    { demo:    ['Initialize demo directory (Default: current directory)',
+                'Arguments: [path]'],
+      path:    'Print search path for dictionaries and configurations',
+      help:    'Print help for available commands',
+      version: 'Print Lingo version number' }.each { |what, description|
+      COMMANDS[name = what.to_s] = description; ALIASES[name[0]] = name
+    }
+
+    USAGE = <<EOT
+Usage: #{PROG} <command> [arguments] [options]
+       #{PROG} [-h|--help] [--version]
+EOT
+
+    def do
+      parse_options
+      send("do_#{ALIASES[ARGV.shift]}")
+    end
+
+    private
+
+    def list(what, doit = true)
+      names = Regexp.union(*ARGV.empty? ? '' : ARGV)
+
+      Lingo.list(what, path: path_for_scope).select { |file|
+        File.basename(file) =~ names ? doit ? puts(file) : true : false
+      }
+    end
+
+    def find(what, doit = true)
+      name = ARGV.shift or do_usage('Required argument `name\' missing.')
+      no_args
+
+      file = Lingo.find(what, name, path: path_for_scope, &method(:do_usage))
+      doit ? puts(file) : file
+    end
+
+    def copy(what)
+      do_usage('Source and target are the same.') if OPTIONS[:scope] == :local
+
+      source = find(what, false)
+      target = File.join(path_for_scope(:local), Lingo.basepath(what, source))
+
+      do_usage('Source and target are the same.') if source == target
+
+      FileUtils.mkdir_p(File.dirname(target))
+      FileUtils.cp(source, target, verbose: true)
+    end
+
+    def do_clearstore
+      store = Dir["#{find(:store, false)}.*"]
+      FileUtils.rm(store, verbose: true) unless store.empty?
+    end
+
+    def do_demo
+      OPTIONS.update(path: ARGV.shift, scope: :system)
+      no_args
+
+      copy_list(:config) { |i| !File.basename(i).start_with?('test') }
+      copy_list(:lang)
+      copy_list(:dict)   { |i|  File.basename(i).start_with?('user') }
+      copy_list(:sample)
+    end
+
+    def do_path
+      no_args
+      puts path_for_scope || PATH
+    end
+
+    def do_help(opts = nil)
+      no_args
+
+      msg = opts ? [opts, 'Commands:'] : []
+
+      aliases = Hash.new { |h, k| h[k] = [] }
+      ALIASES.each { |k, v| aliases[v] << k }
+
+      COMMANDS.each { |c, (d, *e)|
+        a = aliases[c]
+        c = "#{c} (#{a.join(', ')})" unless a.empty?
+
+        if opts
+          msg << "    %-#{OPTWIDTH}s %s" % [c, d]
+        else
+          msg << "#{c}" << "  - #{d}"
+          e.each { |i| msg <<  "  + #{i}" }
+        end
+      }
+
+      abort msg.join("\n")
+    end
+
+    def do_version(doit = true)
+      no_args
+
+      msg = "Lingo v#{Lingo::VERSION}"
+      doit ? puts(msg) : msg
+    end
+
+    def do_usage(msg = nil)
+      abort "#{"#{PROGNAME}: #{msg}\n\n" if msg}#{USAGE}"
+    end
+
+    def parse_options
+      OptionParser.new(USAGE, OPTWIDTH) { |opts|
+        opts.separator ''
+        opts.separator 'Scope options:'
+
+        opts.on('--system', 'Restrict command to the system-wide Lingo directory') {
+          OPTIONS[:scope] = :system
+        }
+
+        opts.on('--global', 'Restrict command to the user\'s personal Lingo directory') {
+          OPTIONS[:scope] = :global
+        }
+
+        opts.on('--local', 'Restrict command to the local Lingo directory') {
+          OPTIONS[:scope] = :local
+        }
+
+        opts.separator ''
+        opts.separator 'Generic options:'
+
+        opts.on('-h', '--help', 'Print this help message and exit') {
+          do_help(opts)
+        }
+
+        opts.on('--version', 'Print program version and exit') {
+          abort "#{PROGNAME} v#{VERSION} (#{do_version(false)})"
+        }
+      }.parse!
+    end
+
+    def path_for_scope(scope = OPTIONS[:scope])
+      case scope
+        when :system then [BASE]
+        when :global then [HOME]
+        when :local  then [OPTIONS[:path] || CURR]
+        when nil
+        else do_usage("Invalid scope `#{scope.inspect}'.")
+      end
+    end
+
+    def no_args
+      do_usage('Too many arguments.') unless ARGV.empty?
+    end
+
+    def copy_list(what)
+      files = list(what, false)
+      files.select!(&Proc.new) if block_given?
+      files.each { |file| ARGV.replace([file]); copy(what) }
+    end
+
+  end
+
+  def self.ctl
+    Ctl.do
+  rescue => err
+    raise if $VERBOSE
+    abort "#{err.backtrace.first}: #{err} (#{err.class})"
+  end
+
+end