bismas 0.2.0 → 0.3.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: b7b1bf402b54716f33ab4776f2a152f9245d178a
-  data.tar.gz: 0bc6073adeaa2182c8c181a8c440ac01501c9254
+  metadata.gz: 3a7bfa4d757177bec894da5ec52a0e5c19aa9d9e
+  data.tar.gz: fd631175f071d9b1815e30d14c634878824eaeca
 SHA512:
-  metadata.gz: 39d7e051dd26e865533325f22a7dd19ef4d33998a7b35a3ee31a38c4099fd5495ac0bb9657cce20b4f430941a7346cb088ee74befb85742a7c4f92971c3fefea
-  data.tar.gz: 8e0b39dbc62b974df0f692bc271b5b902e3603acf34c42befab1029686a96dbac192537d7b80b18f560ff138660943dd4edfc567c56e436eede8f25b50ef561a
+  metadata.gz: 5afed0589b2e33679976c397e032610e25fb7bc9b997fb4ede71ea53c2d81162cfefe2a20d16bc3e9d8f423419c87eeb8d97fff628bfa937340ada17ab727c4c
+  data.tar.gz: 84e252197825b23ed413abbe78eaebf6675148db8ca1c7c64e9bcc29acbbc11082c1616a1067682a765f76ec362c86c39ddbe1ca29e4225d07517c6446265c27

data/ChangeLog

@@ -2,6 +2,16 @@
 
 = Revision history for bismas
 
+== 0.3.0 [2015-12-11]
+
+* Added +bismas2xml+ executable.
+* Added +bismas-chardiff+ executable.
+* Renamed +bismas+ executable to +bismas-filter+.
+* Renamed Bismas::Categories to Bismas::Schema and extended scope.
+* Fixed Bismas.amend_encoding to use default encoding when encoding option is
+  +nil+.
+* Changed Bismas::Writer to insert key field at beginning of record.
+
 == 0.2.0 [2015-12-03]
 
 * Added <tt>.CAT</tt> parser.

data/README

@@ -2,7 +2,7 @@
 
 == VERSION
 
-This documentation refers to bismas version 0.2.0.
+This documentation refers to bismas version 0.3.0.
 
 
 == DESCRIPTION

data/bin/bismas-chardiff

@@ -0,0 +1,30 @@
+#! /usr/bin/env ruby
+
+#--
+###############################################################################
+#                                                                             #
+# bismas -- A Ruby client for BISMAS databases                                #
+#                                                                             #
+# Copyright (C) 2015 Jens Wille                                               #
+#                                                                             #
+# Authors:                                                                    #
+#     Jens Wille <jens.wille@gmail.com>                                       #
+#                                                                             #
+# bismas is free software; you can redistribute it and/or modify it           #
+# under the terms of the GNU Affero General Public License as published by    #
+# the Free Software Foundation; either version 3 of the License, or (at your  #
+# option) any later version.                                                  #
+#                                                                             #
+# bismas is distributed in the hope that it will be useful, but               #
+# WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY  #
+# or FITNESS FOR A PARTICULAR PURPOSE. See the GNU Affero General Public      #
+# License for more details.                                                   #
+#                                                                             #
+# You should have received a copy of the GNU Affero General Public License    #
+# along with bismas. If not, see <http://www.gnu.org/licenses/>.              #
+#                                                                             #
+###############################################################################
+#++
+
+require 'bismas/cli'
+Bismas::CLI::Chardiff.execute

data/bin/bismas-filter

@@ -0,0 +1,30 @@
+#! /usr/bin/env ruby
+
+#--
+###############################################################################
+#                                                                             #
+# bismas -- A Ruby client for BISMAS databases                                #
+#                                                                             #
+# Copyright (C) 2015 Jens Wille                                               #
+#                                                                             #
+# Authors:                                                                    #
+#     Jens Wille <jens.wille@gmail.com>                                       #
+#                                                                             #
+# bismas is free software; you can redistribute it and/or modify it           #
+# under the terms of the GNU Affero General Public License as published by    #
+# the Free Software Foundation; either version 3 of the License, or (at your  #
+# option) any later version.                                                  #
+#                                                                             #
+# bismas is distributed in the hope that it will be useful, but               #
+# WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY  #
+# or FITNESS FOR A PARTICULAR PURPOSE. See the GNU Affero General Public      #
+# License for more details.                                                   #
+#                                                                             #
+# You should have received a copy of the GNU Affero General Public License    #
+# along with bismas. If not, see <http://www.gnu.org/licenses/>.              #
+#                                                                             #
+###############################################################################
+#++
+
+require 'bismas/cli'
+Bismas::CLI::Filter.execute

data/bin/{bismas → bismas2xml}

@@ -27,4 +27,4 @@
 #++
 
 require 'bismas/cli'
-Bismas::CLI.execute
+Bismas::CLI::XML.execute

data/lib/bismas.rb

@@ -131,7 +131,7 @@ module Bismas
     end
 
     def amend_encoding(options, default_encoding = DEFAULT_ENCODING)
-      encoding = options.fetch(:encoding, default_encoding).to_s
+      encoding = (options[:encoding] || default_encoding).to_s
 
       options[:encoding] = encoding.start_with?(':') ?
         default_encoding.to_s + encoding : encoding
@@ -142,8 +142,8 @@ module Bismas
 end
 
 require_relative 'bismas/base'
+require_relative 'bismas/schema'
 require_relative 'bismas/reader'
 require_relative 'bismas/writer'
 require_relative 'bismas/mapping'
-require_relative 'bismas/categories'
 require_relative 'bismas/version'

data/lib/bismas/cli.rb

@@ -31,109 +31,24 @@ module Bismas
 
   class CLI < Cyclops
 
-    TYPES = %w[dat dbm]
-
-    class << self
-
-      def defaults
-        super.merge(
-          config:     'config.yaml',
-          input:      '-',
-          output:     '-',
-          type:       TYPES.first,
-          key_format: '%s'
-        )
-      end
-
+    def self.defaults
+      super.merge(
+        config: "#{name.split('::').last.downcase}.yaml",
+        input:  '-',
+        output: '-'
+      )
     end
 
-    def run(arguments)
-      quit unless arguments.empty?
-
-      klass = case type = options[:type]
-        when 'dat'
-          Writer
-        when 'dbm'
-          require 'midos'
-          options[:output_encoding] ||= Midos::DEFAULT_ENCODING
-          Midos::Writer
-        else
-          quit "Unsupported type: #{type}. Must be one of: #{TYPES.join(', ')}."
-      end
-
-      Bismas.filter(klass, options, &method(:quit))
+    def require_gem(gem, lib = gem)
+      require lib
     rescue LoadError => err
-      abort "Please install the `#{File.dirname(err.path)}' gem. (#{err})"
-    end
-
-    private
-
-    def opts(opts)
-      opts.option(:input__FILE, 'Path to input file [Default: STDIN]')
-
-      opts.option(:output__FILE, 'Path to output file [Default: STDOUT]')
-
-      opts.separator
-      opts.separator 'Writer options:'
-
-      opts.option(:type__TYPE, "Output file type (#{TYPES.join(', ')}) [Default: #{TYPES.first}]")
-
-      opts.separator
-
-      opts.option(:output_encoding__ENCODING, :n, 'Output encoding [Default: depends on TYPE]')
-
-      opts.separator
-
-      opts.option(:output_key__KEY, :k, 'ID key of output file')
-      opts.option(:key_format__KEY_FORMAT, :f, 'Key format [Default: %s]')
-
-      opts.separator
-
-      opts.option(:mapping__FILE_OR_YAML, 'Path to mapping file or YAML string')
-
-      opts.separator
-
-      opts.switch(:sort, 'Sort each record')
-
-      opts.separator
-
-      opts.option(:execute__CODE, 'Code to execute for each _record_ before mapping') { |e|
-        options[:execute] << e
-      }
-
-      opts.option(:execute_mapped__CODE, :E, 'Code to execute for each _record_ after mapping') { |e|
-        options[:execute_mapped] << e
-      }
-
-      opts.separator
-
-      opts.option(:padding_length__LENGTH, :P, Integer, "Length of padding for TYPE=dat [Default: #{DEFAULT_PADDING_LENGTH}]")
-
-      opts.separator
-      opts.separator 'Reader options:'
-
-      opts.option(:input_encoding__ENCODING, :N, "Input encoding [Default: #{DEFAULT_ENCODING}]")
-
-      opts.separator
-
-      opts.option(:input_key__KEY, :K, 'ID key of input file')
-
-      opts.separator
-
-      opts.switch(:strict, :S, 'Turn parse warnings into errors')
-
-      opts.switch(:silent, :T, 'Silence parse warnings')
-
-      opts.separator
-
-      opts.switch(:legacy, :L, 'Use the legacy parser')
-
-      opts.separator
-      opts.separator 'Common options:'
-
-      opts.option(:category_length__LENGTH, :C, Integer, "Length of category for TYPE=dat [Default: #{DEFAULT_CATEGORY_LENGTH}]")
+      abort "Please install the `#{gem}' gem. (#{err})"
     end
 
   end
 
 end
+
+require_relative 'cli/chardiff'
+require_relative 'cli/filter'
+require_relative 'cli/xml'

data/lib/bismas/cli/chardiff.rb

@@ -0,0 +1,116 @@
+#--
+###############################################################################
+#                                                                             #
+# bismas -- A Ruby client for BISMAS databases                                #
+#                                                                             #
+# Copyright (C) 2015 Jens Wille                                               #
+#                                                                             #
+# Authors:                                                                    #
+#     Jens Wille <jens.wille@gmail.com>                                       #
+#                                                                             #
+# bismas is free software; you can redistribute it and/or modify it           #
+# under the terms of the GNU Affero General Public License as published by    #
+# the Free Software Foundation; either version 3 of the License, or (at your  #
+# option) any later version.                                                  #
+#                                                                             #
+# bismas is distributed in the hope that it will be useful, but               #
+# WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY  #
+# or FITNESS FOR A PARTICULAR PURPOSE. See the GNU Affero General Public      #
+# License for more details.                                                   #
+#                                                                             #
+# You should have received a copy of the GNU Affero General Public License    #
+# along with bismas. If not, see <http://www.gnu.org/licenses/>.              #
+#                                                                             #
+###############################################################################
+#++
+
+require 'csv'
+
+module Bismas
+
+  class CLI
+
+    class Chardiff < self
+
+      def self.defaults
+        super.merge(
+          file1_encoding:  DEFAULT_ENCODING,
+          file2_encoding:  DEFAULT_ENCODING,
+          output_encoding: Encoding.default_external
+        )
+      end
+
+      def run(arguments)
+        quit unless arguments.empty?
+
+        output_encoding, frequencies = options[:output_encoding],
+          Hash.new { |h, k| h[k] = Hash.new { |i, j| i[j] = [0, 0] } }
+
+        2.times { |index|
+          file = "file#{index + 1}"
+
+          reader_options = {
+            encoding: "#{options[:"#{file}_encoding"]}:#{output_encoding}",
+            key: key = options[:"#{file}_key"]
+          }
+
+          Reader.parse_file(options[file.to_sym], reader_options) { |id, record|
+            frequency = Hash.new(0); record.delete(key)
+
+            record.each_value { |array| array.each { |value|
+              value.each_char { |char| frequency[char] += 1 } } }
+
+            frequencies.values_at(0, key ? id.to_i : $.).each { |hash|
+              frequency.each { |char, count| hash[char][index] += count } }
+          }
+        }
+
+        File.open_file(options[:output], {}, 'w') { |io|
+          begin
+            csv = CSV.new(io) << %w[id char count1 count2 diff]
+
+            frequencies.sort_by { |id,| id }.each { |id, hash|
+              hash.sort_by { |char,| char }.each { |char, (count1, count2)|
+                unless count1 == count2
+                  csv << [id, char, count1, count2, count2 - count1]
+                end
+              }
+            }
+          ensure
+            csv.close if csv
+          end
+        }
+      end
+
+      private
+
+      def opts(opts)
+        opts.option(:file1__FILE, :i, 'Path to input file 1 [Required]')
+        opts.option(:file2__FILE, :j, 'Path to input file 2 [Required]')
+
+        opts.separator
+
+        opts.option(:output__FILE, 'Path to output file [Default: STDOUT]')
+
+        opts.separator
+        opts.separator 'Input options:'
+
+        opts.option(:file1_encoding__ENCODING, :N, "File 1 encoding [Default: #{DEFAULT_ENCODING}]")
+        opts.option(:file2_encoding__ENCODING, :O, "File 2 encoding [Default: #{DEFAULT_ENCODING}]")
+
+        opts.separator
+
+        opts.option(:file1_key__KEY, :K, 'ID key of file 1')
+        opts.option(:file2_key__KEY, :L, 'ID key of file 2')
+
+        opts.separator
+        opts.separator 'Output options:'
+
+        opts.option(:output_encoding__ENCODING, :n, "Output encoding [Default: #{defaults[:output_encoding]}]")
+      end
+
+    end
+
+  end
+
+end

data/lib/bismas/cli/filter.rb

@@ -0,0 +1,131 @@
+#--
+###############################################################################
+#                                                                             #
+# bismas -- A Ruby client for BISMAS databases                                #
+#                                                                             #
+# Copyright (C) 2015 Jens Wille                                               #
+#                                                                             #
+# Authors:                                                                    #
+#     Jens Wille <jens.wille@gmail.com>                                       #
+#                                                                             #
+# bismas is free software; you can redistribute it and/or modify it           #
+# under the terms of the GNU Affero General Public License as published by    #
+# the Free Software Foundation; either version 3 of the License, or (at your  #
+# option) any later version.                                                  #
+#                                                                             #
+# bismas is distributed in the hope that it will be useful, but               #
+# WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY  #
+# or FITNESS FOR A PARTICULAR PURPOSE. See the GNU Affero General Public      #
+# License for more details.                                                   #
+#                                                                             #
+# You should have received a copy of the GNU Affero General Public License    #
+# along with bismas. If not, see <http://www.gnu.org/licenses/>.              #
+#                                                                             #
+###############################################################################
+#++
+
+module Bismas
+
+  class CLI
+
+    class Filter < self
+
+      TYPES = %w[dat dbm]
+
+      def self.defaults
+        super.merge(
+          type:       TYPES.first,
+          key_format: '%s'
+        )
+      end
+
+      def run(arguments)
+        quit unless arguments.empty?
+
+        klass = case type = options[:type]
+          when 'dat'
+            Writer
+          when 'dbm'
+            require_gem 'midos'
+            options[:output_encoding] ||= Midos::DEFAULT_ENCODING
+            Midos::Writer
+          else
+            quit "Unsupported type: #{type}. Must be one of: #{TYPES.join(', ')}."
+        end
+
+        Bismas.filter(klass, options, &method(:quit))
+      end
+
+      private
+
+      def opts(opts)
+        opts.option(:input__FILE, 'Path to input file [Default: STDIN]')
+
+        opts.option(:output__FILE, 'Path to output file [Default: STDOUT]')
+
+        opts.separator
+        opts.separator 'Input options:'
+
+        opts.option(:input_encoding__ENCODING, :N, "Input encoding [Default: #{DEFAULT_ENCODING}]")
+
+        opts.separator
+
+        opts.option(:input_key__KEY, :K, 'ID key of input file')
+
+        opts.separator
+
+        opts.switch(:strict, :S, 'Turn parse warnings into errors')
+
+        opts.switch(:silent, :T, 'Silence parse warnings')
+
+        opts.separator
+
+        opts.switch(:legacy, :L, 'Use the legacy parser')
+
+        opts.separator
+        opts.separator 'Output options:'
+
+        opts.option(:type__TYPE, "Output file type (#{TYPES.join(', ')}) [Default: #{TYPES.first}]")
+
+        opts.separator
+
+        opts.option(:output_encoding__ENCODING, :n, 'Output encoding [Default: depends on TYPE]')
+
+        opts.separator
+
+        opts.option(:output_key__KEY, :k, 'ID key of output file')
+        opts.option(:key_format__KEY_FORMAT, :f, 'Key format [Default: %s]')
+
+        opts.separator
+
+        opts.option(:mapping__FILE_OR_YAML, 'Path to mapping file or YAML string')
+
+        opts.separator
+
+        opts.switch(:sort, 'Sort each record')
+
+        opts.separator
+
+        opts.option(:execute__CODE, 'Code to execute for each _record_ before mapping') { |e|
+          options[:execute] << e
+        }
+
+        opts.option(:execute_mapped__CODE, :E, 'Code to execute for each _record_ after mapping') { |e|
+          options[:execute_mapped] << e
+        }
+
+        opts.separator
+
+        opts.option(:padding_length__LENGTH, :P, Integer, "Length of padding for TYPE=dat [Default: #{DEFAULT_PADDING_LENGTH}]")
+
+        opts.separator
+        opts.separator 'Common options:'
+
+        opts.option(:category_length__LENGTH, :C, Integer, "Length of category for TYPE=dat [Default: #{DEFAULT_CATEGORY_LENGTH}]")
+      end
+
+    end
+
+  end
+
+end

data/lib/bismas/cli/xml.rb

@@ -0,0 +1,97 @@
+#--
+###############################################################################
+#                                                                             #
+# bismas -- A Ruby client for BISMAS databases                                #
+#                                                                             #
+# Copyright (C) 2015 Jens Wille                                               #
+#                                                                             #
+# Authors:                                                                    #
+#     Jens Wille <jens.wille@gmail.com>                                       #
+#                                                                             #
+# bismas is free software; you can redistribute it and/or modify it           #
+# under the terms of the GNU Affero General Public License as published by    #
+# the Free Software Foundation; either version 3 of the License, or (at your  #
+# option) any later version.                                                  #
+#                                                                             #
+# bismas is distributed in the hope that it will be useful, but               #
+# WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY  #
+# or FITNESS FOR A PARTICULAR PURPOSE. See the GNU Affero General Public      #
+# License for more details.                                                   #
+#                                                                             #
+# You should have received a copy of the GNU Affero General Public License    #
+# along with bismas. If not, see <http://www.gnu.org/licenses/>.              #
+#                                                                             #
+###############################################################################
+#++
+
+module Bismas
+
+  class CLI
+
+    class XML < self
+
+      def run(arguments)
+        require_gem 'builder'
+
+        quit unless arguments.empty?
+
+        quit 'Schema file is required' unless schema_file = options[:schema]
+        quit "No such file: #{schema_file}" unless File.readable?(schema_file)
+
+        schema = Schema.parse_file(schema_file)
+
+        reader_options = {
+          encoding:        options[:encoding],
+          key:             options[:key],
+          strict:          options[:strict],
+          silent:          options[:silent],
+          category_length: schema.category_length
+        }
+
+        File.open_file(options[:output], {}, 'wb') { |f|
+          xml = Builder::XmlMarkup.new(indent: 2, target: f)
+          xml.instruct!
+
+          xml.records(name: schema.name, description: schema.title) {
+            Reader.parse_file(options[:input], reader_options) { |id, record|
+              xml.record(id: id) {
+                record.sort_by { |key,| key }.each { |key, values|
+                  values.each { |value|
+                    xml.field(value, name: key, description: schema[key])
+                  }
+                }
+              }
+            }
+          }
+        }
+      end
+
+      private
+
+      def opts(opts)
+        opts.option(:input__FILE, 'Path to input file [Default: STDIN]')
+
+        opts.option(:output__FILE, 'Path to output file [Default: STDOUT]')
+
+        opts.option(:schema__FILE, 'Path to schema file [Required]')
+
+        opts.separator
+
+        opts.option(:encoding__ENCODING, :N, "Input encoding [Default: #{DEFAULT_ENCODING}]")
+
+        opts.separator
+
+        opts.option(:key__KEY, :K, 'ID key of input file')
+
+        opts.separator
+
+        opts.switch(:strict, :S, 'Turn parse warnings into errors')
+
+        opts.switch(:silent, :T, 'Silence parse warnings')
+      end
+
+    end
+
+  end
+
+end

data/lib/bismas/{categories.rb → schema.rb}

@@ -26,32 +26,50 @@
 
 module Bismas
 
-  class Categories
+  class Schema
 
     FIELD_RE = %r{\Afeld\s+=\s+(\d+)}i
 
     CATEGORY_RE = lambda { |category_length|
       %r{\A(.{#{category_length}})"(.+?)"} }
 
-    def self.parse_file(file, options = {})
-      Bismas.amend_encoding(options)
+    class << self
 
-      categories, category_re = new, nil
+      def parse(*args)
+        new.parse(*args)
+      end
 
-      File.foreach(file, options) { |line|
+      def parse_file(file, options = {})
+        Bismas.amend_encoding(options)
+        File.open(file, 'rb', options, &method(:parse))
+      end
+
+    end
+
+    def initialize
+      @title, @name, @category_length, @categories = nil, nil, nil, {}
+    end
+
+    attr_accessor :title, :name, :category_length
+
+    def parse(io)
+      category_re = nil
+
+      io.each { |line|
         case line
-          when FIELD_RE
-            category_re = CATEGORY_RE[$1.to_i]
           when category_re
-            categories[$1.strip] = $2.strip
+            self[$1.strip] = $2.strip
+          when FIELD_RE
+            category_re = CATEGORY_RE[
+              self.category_length = $1.to_i]
+          when String
+            title ? name ? nil :
+              self.name  = line.strip :
+              self.title = line.strip
         end
       }
 
-      categories
-    end
-
-    def initialize
-      @categories = {}
+      self
     end
 
     def categories
@@ -66,10 +84,6 @@ module Bismas
       @categories[key] = value
     end
 
-    def to_h
-      @categories
-    end
-
   end
 
 end

data/lib/bismas/version.rb

@@ -3,7 +3,7 @@ module Bismas
   module Version
 
     MAJOR = 0
-    MINOR = 2
+    MINOR = 3
     TINY  = 0
 
     class << self

data/lib/bismas/writer.rb

@@ -85,9 +85,11 @@ module Bismas
     def write_i(id, record, io = io())
       return if record.empty?
 
-      category_format, fs = "%-#{@category_length}s", @chars[:fs]
+      if key && !record.key?(key)
+        record = { key => id || auto_id.call }.update(record)
+      end
 
-      record[key] = id || auto_id.call if key && !record.key?(key)
+      category_format, fs = "%-#{@category_length}s", @chars[:fs]
 
       io << @chars[:rs]
 

data/spec/bismas/reader_spec.rb

@@ -1,15 +1,27 @@
 describe Bismas::Reader do
 
+  def parse_file(options = {})
+    described_class.parse_file(data('test.dat'), options)
+  end
+
+  example do
+    expect(parse_file.size).to eq(14)
+  end
+
+  example do
+    expect(parse_file(encoding: nil).size).to eq(14)
+  end
+
   example do
-    expect(described_class.parse_file(data('test.dat')).size).to eq(14)
+    expect(parse_file(encoding: Encoding::CP850).size).to eq(14)
   end
 
   example do
-    expect(described_class.parse_file(data('test.dat'), encoding: Encoding::CP850).size).to eq(14)
+    expect{silence{parse_file(encoding: '')}}.to raise_error(TypeError, 'no implicit conversion of nil into String')
   end
 
   example do
-    expect(described_class.parse_file(data('test.dat'), strict: true)).to eq({
+    expect(parse_file(strict: true)).to eq({
       1  => { "005" => ["Bock, F."], "020" => ["Zur Geschichte des Schlagwortkatalogs in Praxis und Theorie"], "030" => ["Zentralblatt f\x81r Bibliothekswesen. 40(1923), S.494-502."], "055" => ["1923"], "060" => ["Geschichte des Schlagwortkataloges"], "059" => ["d"], "053" => ["a"], "120" => ["D"] },
       2  => { "005" => ["Bravo, B.R. => Rodriguez Bravo, B."], "150" => ["22. 4.2007 19:43:53"] },
       3  => { "005" => ["Simmons, P."], "020" => ["Microcomputer software for ISO 2709 record conversion"], "030" => ["Microcomputers for information management. 6(1989), S.197-205."], "055" => ["1989"], "060" => ["Bibliographische Software"], "053" => ["a"], "059" => ["e"], "100" => ["ISO 2709"], "065" => ["Datenformate"] },

data/spec/bismas/schema_spec.rb

@@ -0,0 +1,56 @@
+describe Bismas::Schema do
+
+  subject { described_class.parse_file(data('test.cat')) }
+
+  example do
+    expect(subject.title).to eq(*encode("Literatur zur Inhaltserschlie\xE1ung"))
+  end
+
+  example do
+    expect(subject.name).to eq('LIT')
+  end
+
+  example do
+    expect(subject.category_length).to eq(4)
+  end
+
+  example do
+    expect(subject.categories).to eq(%w[
+      005 010 015 017 020 025 027 030 035 045 050 051 052 053 055 056 057 058
+      059 060 065 070 080 100 101 102 103 104 105 106 107 108 109 110 115 120
+      122 125 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145
+      146 148 150 152
+    ])
+  end
+
+  example do
+    expect(subject['000']).to be_nil
+  end
+
+  {
+    '005' => '1. Verfasser',
+    '015' => '3. Verfasser',
+    '020' => 'Hauptsachtitel',
+    '027' => 'Ausgabevermerk',
+    '035' => 'Serientitel',
+    '050' => 'Verlag',
+    '052' => 'ISBN',
+    '055' => 'Erscheinungsjahr',
+    '057' => 'Inhalt',
+    '059' => 'Sprache',
+    '065' => 'Themenbereich',
+    '080' => 'Behandelte Form',
+    '101' => 'Objekt',
+    '103' => 'Objekt',
+    '115' => 'Fachgebiet',
+    '120' => 'Land/Ort',
+    '122' => 'Sparte',
+    '130' => 'DDC',
+    '140' => 'Biographierte',
+    '145' => 'Bild',
+    '148' => 'Einstufung',
+    '150' => 'Datum1',
+    '152' => 'Datum2'
+  }.each { |k, v| example { expect(subject[k]).to eq(*encode(v)) } }
+
+end

data/spec/data/test.cat

@@ -0,0 +1,64 @@
+Literatur zur Inhaltserschlie�ung
+LIT
+#PARAMETER#
+Feld = 4
+#INDEX#
+#Kategorien#
+005 "    1. Verfasser"!
+010 "    2. Verfasser"
+015 "    3. Verfasser" W
+017 "     Herausgeber" W
+020 "  Hauptsachtitel"!
+025 "      Zusatz HST"
+027 "  Ausgabevermerk"
+030 "          Quelle"!
+035 "     Serientitel"
+045 "      Verlagsort"
+050 "          Verlag"
+051 "          Umfang"
+052 "            ISBN" W
+053 "          Doktyp"! W
+055 "Erscheinungsjahr"!
+056 "        Abstract"! W
+057 "          Inhalt" W
+058 "         Fu�note" W
+059 "         Sprache"! W
+060 "   Themenbereich"! N
+065 "   Themenbereich" N
+070 "   Themenbereich" N W
+080 " Behandelte Form"!N W
+100 "          Objekt"!
+101 "          Objekt"
+102 "          Objekt"
+103 "          Objekt" 
+104 "          Objekt"
+105 "          Objekt"
+106 "          Objekt"
+107 "          Objekt"
+108 "          Objekt"
+109 "          Objekt" W
+110 "     Hilfsmittel"! W
+115 "      Fachgebiet"! N W
+120 "        Land/Ort"! W
+122 "          Sparte" N W
+125 "        Signatur" W
+130 "             DDC" W
+131 "             LCC" W
+132 "             RVK" W
+133 "              BK" W
+134 "Eppelsheimer SBB" W
+135 "            RSWK" W
+136 "            LCSH" W
+137 "          PRECIS" W
+138 "         COMPASS" W
+139 "            GHBS" W
+140 "   Biographierte" W
+141 "             ASB" W
+142 "             SSD" W
+143 "             SfB" W
+144 "             KAB" W
+145 "            Bild" B("" "d:\Irfan\i_view32.exe cat$") W
+146 "       Abbildung" N
+148 "      Einstufung" N W
+150 "          Datum1"! DC
+152 "          Datum2" DM

data/spec/spec_helper.rb

@@ -1,6 +1,7 @@
 $:.unshift('lib') unless $:.first == 'lib'
 
 require 'bismas'
+require 'nuggets/object/silence'
 
 RSpec.configure { |config|
   config.include(Module.new {

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: bismas
 version: !ruby/object:Gem::Version
-  version: 0.2.0
+  version: 0.3.0
 platform: ruby
 authors:
 - Jens Wille
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-12-03 00:00:00.000000000 Z
+date: 2015-12-11 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: cyclops
@@ -89,7 +89,9 @@ dependencies:
 description: Access BISMAS databases from Ruby.
 email: jens.wille@gmail.com
 executables:
-- bismas
+- bismas-chardiff
+- bismas-filter
+- bismas2xml
 extensions: []
 extra_rdoc_files:
 - README
@@ -100,18 +102,25 @@ files:
 - ChangeLog
 - README
 - Rakefile
-- bin/bismas
+- bin/bismas-chardiff
+- bin/bismas-filter
+- bin/bismas2xml
 - lib/bismas.rb
 - lib/bismas/base.rb
-- lib/bismas/categories.rb
 - lib/bismas/cli.rb
+- lib/bismas/cli/chardiff.rb
+- lib/bismas/cli/filter.rb
+- lib/bismas/cli/xml.rb
 - lib/bismas/mapping.rb
 - lib/bismas/parser.rb
 - lib/bismas/reader.rb
+- lib/bismas/schema.rb
 - lib/bismas/version.rb
 - lib/bismas/writer.rb
 - spec/bismas/parser_spec.rb
 - spec/bismas/reader_spec.rb
+- spec/bismas/schema_spec.rb
+- spec/data/test.cat
 - spec/data/test.dat
 - spec/spec_helper.rb
 homepage: http://github.com/blackwinter/bismas
@@ -120,14 +129,19 @@ licenses:
 metadata: {}
 post_install_message: |2+
 
-  bismas-0.2.0 [2015-12-03]:
+  bismas-0.3.0 [2015-12-11]:
 
-  * Added <tt>.CAT</tt> parser.
-  * Fixed Bismas.amend_encoding to accept encoding object.
+  * Added +bismas2xml+ executable.
+  * Added +bismas-chardiff+ executable.
+  * Renamed +bismas+ executable to +bismas-filter+.
+  * Renamed Bismas::Categories to Bismas::Schema and extended scope.
+  * Fixed Bismas.amend_encoding to use default encoding when encoding option is
+    +nil+.
+  * Changed Bismas::Writer to insert key field at beginning of record.
 
 rdoc_options:
 - "--title"
-- bismas Application documentation (v0.2.0)
+- bismas Application documentation (v0.3.0)
 - "--charset"
 - UTF-8
 - "--line-numbers"
@@ -148,7 +162,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.5.0
+rubygems_version: 2.5.1
 signing_key: 
 specification_version: 4
 summary: A Ruby client for BISMAS databases.