lingo 1.8.0

data/lib/lingo/cli.rb

@@ -0,0 +1,62 @@
+require 'nuggets/util/cli'
+
+class Lingo
+
+  class CLI < ::Util::CLI
+
+    class << self
+
+      def defaults
+        super.merge(
+          config:   'lingo.cfg',
+          language: 'de',
+          status:   false,
+          perfmon:  false
+        )
+      end
+
+    end
+
+    attr_reader :files
+
+    def run(arguments)
+      @files = arguments
+    end
+
+    private
+
+    def load_config(*)
+      @config = {}
+    end
+
+    def opts(opts)
+      opts.on('-c', '--config YAML', "Config file [Default: #{defaults[:config]}#{' (currently not present)' unless File.readable?(defaults[:config])}]") { |config|
+        options[:config] = config
+      }
+
+      opts.separator ''
+
+      opts.on('-l', '--language LANG', "Language for processing [Default: #{defaults[:language]}]") { |language|
+        options[:language] = language
+      }
+
+      opts.separator ''
+
+      opts.on('-s', '--status', 'Print status information after processing') {
+        options[:status] = true
+      }
+
+      opts.on('-p', '--perfmon', 'Print performance details after processing') {
+        options[:perfmon] = true
+      }
+
+      opts.separator ''
+
+      opts.on('-L', '--log FILE', 'Log file to print debug and status information to') { |log|
+        options[:log] = @stderr.reopen(File.open(log, 'a+', encoding: ENC))
+      }
+    end
+
+  end
+
+end

data/lib/lingo/config.rb

@@ -0,0 +1,104 @@
+# encoding: utf-8
+
+#--
+# LINGO ist ein Indexierungssystem mit Grundformreduktion, Kompositumzerlegung,
+# Mehrworterkennung und Relationierung.
+#
+# Copyright (C) 2005-2007 John Vorhauer
+# Copyright (C) 2007-2011 John Vorhauer, Jens Wille
+#
+# This program is free software; you can redistribute it and/or modify it under
+# the terms of the GNU Affero General Public License as published by the Free
+# Software Foundation; either version 3 of the License, or (at your option)
+# any later version.
+#
+# This program is distributed in the hope that it will be useful, but WITHOUT
+# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
+# FOR A PARTICULAR PURPOSE. See the GNU Affero General Public License for more
+# details.
+#
+# You should have received a copy of the GNU Affero General Public License along
+# with this program; if not, write to the Free Software Foundation, Inc.,
+# 51 Franklin St, Fifth Floor, Boston, MA 02110, USA
+#
+# For more information visit http://www.lex-lingo.de or contact me at
+# welcomeATlex-lingoDOTde near 50°55'N+6°55'E.
+#
+# Lex Lingo rules from here on
+#++
+
+require 'yaml'
+require_relative 'cli'
+
+class Lingo
+
+  class Config
+
+    def initialize(*args)
+      @cli, @opts = CLI.new, {}
+
+      @cli.execute(*args)
+      @cli.options.each { |key, val| @opts[key.to_s] = val }
+
+      load_config('language', :lang)
+      load_config('config')
+
+      Array(self['meeting/attendees']).each { |a|
+        r = a['textreader'] or next
+
+        f = @cli.files
+
+        if i = r['files']
+          r['files'] = i.strip == '$(files)' ?
+            f : i.split(STRING_SEPERATOR_PATTERN)
+        elsif !f.empty?
+          r['files'] = f
+        end
+
+        break
+      }
+    end
+
+    def [](key)
+      key_to_nodes(key).inject(@opts) { |value, node| value[node] }
+    end
+
+    def []=(key, value)
+      nodes = key_to_nodes(key); node = nodes.pop
+      (self[nodes_to_key(nodes)] ||= {})[node] = value
+    end
+
+    def stdin
+      @cli.stdin
+    end
+
+    def stdout
+      @cli.stdout
+    end
+
+    def stderr
+      @cli.stderr
+    end
+
+    def quit(*args)
+      @cli.send(:quit, *args)
+    end
+
+    private
+
+    def key_to_nodes(key)
+      key.downcase.split('/')
+    end
+
+    def nodes_to_key(nodes)
+      nodes.join('/')
+    end
+
+    def load_config(key, type = key.to_sym)
+      file = Lingo.find(type, @opts[key], &method(:quit))
+      @opts.update(File.open(file, encoding: ENC, &YAML.method(:load)))
+    end
+
+  end
+
+end

data/lib/lingo/const.rb

@@ -0,0 +1,131 @@
+# encoding: utf-8
+
+#--
+# LINGO ist ein Indexierungssystem mit Grundformreduktion, Kompositumzerlegung,
+# Mehrworterkennung und Relationierung.
+#
+# Copyright (C) 2005-2007 John Vorhauer
+# Copyright (C) 2007-2011 John Vorhauer, Jens Wille
+#
+# This program is free software; you can redistribute it and/or modify it under
+# the terms of the GNU Affero General Public License as published by the Free
+# Software Foundation; either version 3 of the License, or (at your option)
+# any later version.
+#
+# This program is distributed in the hope that it will be useful, but WITHOUT
+# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
+# FOR A PARTICULAR PURPOSE. See the GNU Affero General Public License for more
+# details.
+#
+# You should have received a copy of the GNU Affero General Public License along
+# with this program; if not, write to the Free Software Foundation, Inc.,
+# 51 Franklin St, Fifth Floor, Boston, MA 02110, USA
+#
+# For more information visit http://www.lex-lingo.de or contact me at
+# welcomeATlex-lingoDOTde near 50°55'N+6°55'E.
+#
+# Lex Lingo rules from here on
+#++
+
+class Lingo
+
+  ENC = 'UTF-8'
+
+  STRING_SEPERATOR_PATTERN = /[; ,\|]/
+
+  # String-Konstanten im Datenstrom
+  CHAR_PUNCT = '.'
+
+  # Define printable characters for tokenizer for UTF-8 encoding
+  UTF_8_DIGIT  = '[0-9]'
+  # Define Basic Latin printable characters for UTF-8 encoding from U+0000 to U+007f
+  UTF_8_BASLAT = '[A-Za-z]'
+  # Define Latin-1 Supplement printable characters for UTF-8 encoding from U+0080 to U+00ff
+  UTF_8_LAT1SP = '[\xc3\x80-\xc3\x96\xc3\x98-\xc3\xb6\xc3\xb8-\xc3\xbf]'
+  # Define Latin Extended-A printable characters for UTF-8 encoding from U+0100 to U+017f
+  UTF_8_LATEXA = '[\xc4\x80-\xc4\xbf\xc5\x80-\xc5\xbf]'
+  # Define Latin Extended-B printable characters for UTF-8 encoding from U+0180 to U+024f
+  UTF_8_LATEXB = '[\xc6\x80-\xc6\xbf\xc7\x80-\xc7\xbf\xc8\x80-\xc8\xbf\xc9\x80-\xc9\x8f]'
+  # Define IPA Extension printable characters for UTF-8 encoding from U+024f to U+02af
+  UTF_8_IPAEXT = '[\xc9\xa0-\xc9\xbf\xca\xa0-\xca\xaf]'
+  # Collect all UTF-8 printable characters in Unicode range U+0000 to U+02af
+  UTF_8_CHAR   = "#{UTF_8_DIGIT}|#{UTF_8_BASLAT}|#{UTF_8_LAT1SP}|#{UTF_8_LATEXA}|#{UTF_8_LATEXB}|#{UTF_8_IPAEXT}"
+
+  PRINTABLE_CHAR = "#{UTF_8_CHAR}|[<>-]"
+
+  # Status vars
+  STA_FORMAT_INT   = '  %-20s = %d'
+  STA_FORMAT_FLT   = '  %-20s = %6.5f'
+  STA_NUM_COMMANDS = 'Received Commands'
+  STA_NUM_OBJECTS  = 'Received Objects '
+  STA_TIM_COMMANDS = 'Time to control  '
+  STA_TIM_OBJECTS  = 'Time to process  '
+  STA_PER_OBJECT   = 'Time per object  '
+  STA_PER_COMMAND  = 'Time per command '
+
+  # Stream commands
+  STR_CMD_TALK   = 'TALK'
+  STR_CMD_STATUS = 'STATUS'
+  STR_CMD_ERR    = 'ERR'
+  STR_CMD_WARN   = 'WARN'
+  STR_CMD_LIR    = 'LIR-FORMAT'
+  STR_CMD_FILE   = 'FILE'
+  STR_CMD_EOL    = 'EOL'
+  STR_CMD_RECORD = 'RECORD'
+  STR_CMD_EOF    = 'EOF'
+
+  # Token attributes
+  TA_WORD         = 'WORD'
+  TA_PUNCTUATION  = 'PUNC'
+  TA_NUMERICAL    = 'NUMS'
+  TA_URL          = 'URLS'
+  TA_ABREVIATION  = 'ABRV'
+  TA_ABREVIATION1 = 'ABRS'
+  TA_OTHER        = 'OTHR'
+  TA_STOPWORD     = 'STOP'
+
+  # Word attributes
+  WA_UNSET      = '-'    # Standardattribut bei der Initialisierung eines Word-Objektes
+  WA_IDENTIFIED = 'IDF'  # Status, nachdem das Word im Wörterbuch gefunden wurde
+  WA_UNKNOWN    = '?'    # Status, wenn das Word nicht gefunden werden konnte
+  WA_KOMPOSITUM = 'KOM'  # Wort ist als Kompositum erkannt worden
+  WA_MULTIWORD  = 'MUL'  # Wort ist eine Mehrwortgruppe
+  WA_SEQUENCE   = 'SEQ'  # Wort ist eine Mehrwortgruppe
+  WA_UNKMULPART = 'MU?'  # Word ist unbekannt, jedoch Teil einer Mehrwortgruppe
+
+  # Lexical attributes (Wortklassen)
+  LA_SUBSTANTIV = 's'
+  LA_ADJEKTIV   = 'a'
+  LA_VERB       = 'v'
+  LA_EIGENNAME  = 'e'
+  LA_KOMPOSITUM = 'k'
+  LA_MULTIWORD  = 'm'
+  LA_SEQUENCE   = 'q'
+  LA_WORTFORM   = 'w'
+  LA_SYNONYM    = 'y'
+  LA_STOPWORD   = 't'
+  LA_TAKEITASIS = 'x'
+  LA_UNKNOWN    = '?'
+
+  LA_SORTORDER = [
+    LA_MULTIWORD,
+    LA_KOMPOSITUM,
+    LA_SUBSTANTIV,
+    LA_VERB,
+    LA_ADJEKTIV,
+    LA_EIGENNAME,
+    LA_WORTFORM,
+    LA_STOPWORD,
+    LA_TAKEITASIS,
+    LA_SYNONYM,
+    LA_UNKNOWN
+  ].reverse.join
+
+  # Field separators for DBM files
+  KEY_SEP = '='
+  FLD_SEP = '|'
+  IDX_REF = '^'
+  KEY_REF = '*'
+  SYS_KEY = '~'
+
+end

data/lib/lingo/ctl.rb

@@ -0,0 +1,173 @@
+require 'optparse'
+require 'fileutils'
+require 'nuggets/enumerable/minmax'
+
+class Lingo
+
+  module Ctl
+
+    extend self
+
+    PROG, VERSION = $0, '0.0.1'
+    PROGNAME = File.basename(PROG)
+
+    COMMANDS = {}
+
+    { config: %w[configuration],
+      lang:   %w[language],
+      dict:   %w[dictionary dictionaries],
+      store:  %w[store] }.each { |what, (sing, plur)|
+      COMMANDS["list#{what}"] = [
+        "List available #{plur || "#{sing}s"}",  'Arguments: [name...]'
+      ] if what != :store
+      COMMANDS["find#{what}"] = [
+        "Find #{sing} in Lingo search path",     'Arguments: name'
+      ]
+      COMMANDS["copy#{what}"] = [
+        "Copy #{sing} to local Lingo directory", 'Arguments: name'
+      ] if what != :store
+
+      %w[list find copy].each { |method|
+        class_eval %Q{def do_#{method}#{what}; #{method}(:#{what}); end}
+      }
+    }
+
+    COMMANDS.update(
+      'path'    => 'Print search path for dictionaries and configurations',
+      'help'    => 'Print help for available commands',
+      'version' => 'Print Lingo version number'
+    )
+
+    USAGE = <<EOT
+Usage: #{PROG} <command> [arguments] [options]
+       #{PROG} [-h|--help] [--version]
+EOT
+
+    OPTIONS = {}
+
+    def do
+      parse_options
+      send("do_#{COMMANDS.has_key?(command = ARGV.shift) ? command : 'usage'}")
+    end
+
+    private
+
+    def list(what)
+      names = Regexp.union(*ARGV.empty? ? '' : ARGV)
+
+      Lingo.list(what, path: path_for_scope).each { |file|
+        puts file if File.basename(file) =~ names
+      }
+    end
+
+    def find(what, doit = true)
+      name = ARGV.shift or do_usage('Required argument `name\' missing.')
+      no_args
+
+      file = Lingo.find(what, name, path: path_for_scope, &method(:do_usage))
+      doit ? puts(file) : file
+    end
+
+    def copy(what)
+      do_usage('Source and target are the same.') if OPTIONS[:scope] == :local
+
+      source = find(what, false)
+      target = File.join(path_for_scope(:local), Lingo.basepath(what, source))
+
+      do_usage('Source and target are the same.') if source == target
+
+      FileUtils.mkdir_p(File.dirname(target))
+      FileUtils.cp(source, target, verbose: true)
+    end
+
+    def do_path
+      no_args
+      puts path_for_scope || PATH
+    end
+
+    def do_help(opts = nil)
+      no_args
+
+      msg = %w[Commands:]
+      msg.unshift(opts) if opts
+
+      max = COMMANDS.keys.max(:length)
+
+      COMMANDS.each { |command, description|
+        description = [*description]
+        msg << "  %-#{max}s - %s" % [command, description.shift]
+
+        description.each { |extra|
+          msg <<  "  %#{max}s   + %s" % [' ', extra]
+        } unless opts
+      }
+
+      abort msg.join("\n")
+    end
+
+    def do_version(doit = true)
+      no_args
+
+      msg = "Lingo v#{Lingo::VERSION}"
+      doit ? puts(msg) : msg
+    end
+
+    def do_usage(msg = nil)
+      msg = msg ? "#{PROGNAME}: #{msg}\n\n" : ''
+      abort msg << USAGE
+    end
+
+    def parse_options
+      OptionParser.new(USAGE, 14) { |opts|
+        opts.separator ''
+        opts.separator 'Scope options:'
+
+        opts.on('--system', 'Restrict command to the system-wide Lingo directory') {
+          OPTIONS[:scope] = :system
+        }
+
+        opts.on('--global', 'Restrict command to the user\'s personal Lingo directory') {
+          OPTIONS[:scope] = :global
+        }
+
+        opts.on('--local', 'Restrict command to the local Lingo directory') {
+          OPTIONS[:scope] = :local
+        }
+
+        opts.separator ''
+        opts.separator 'Generic options:'
+
+        opts.on('-h', '--help', 'Print this help message and exit') {
+          do_help(opts)
+        }
+
+        opts.on('--version', 'Print program version and exit') {
+          abort "#{PROGNAME} v#{VERSION} (#{do_version(false)})"
+        }
+      }.parse!
+    end
+
+    def path_for_scope(scope = OPTIONS[:scope])
+      case scope
+        when :system then [BASE]
+        when :global then [HOME]
+        when :local  then [CURR]
+        when nil
+        else do_usage("Invalid scope `#{scope.inspect}'.")
+      end
+    end
+
+    def no_args
+      do_usage('Too many arguments.') unless ARGV.empty?
+    end
+
+  end
+
+  def self.ctl
+    Ctl.do
+  rescue => err
+    raise if $VERBOSE
+    abort "#{err.backtrace.first}: #{err} (#{err.class})"
+  end
+
+end