tc211-termbase 0.1.0 → 0.1.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 595681dcffbabcec368f07c06712468fb8d124e4183355bed7d610ed9aac6caf
-  data.tar.gz: '017583476a0a5743adedf8cefa49e2b657eb7e6686133b8be5c95d72fce02dc2'
+  metadata.gz: 334d85a474eb94b302357c87554a846b3fe012d4c98ee5c0121aa4bf22941d21
+  data.tar.gz: d6b10206e2cf51a3d47bbdd2354931c90249557812a24ac7baf117f0f0e0c28b
 SHA512:
-  metadata.gz: 24ea15ba4f0c8bad6b963d0765f793ff2578dd2c1373e75adcbafacc4e9cafe1e35fdbadbc61a2d2f7d06dc1ec531c759615fc50edc93b66e3383a1ffe14b56d
-  data.tar.gz: b7eb57174f742c5afe931232c61415def36d62218deba71fce24d39596d08ddf08c9835b71c9caf6d290c66b06290c0f37cb1d44b6abf178aefa06b7c2564ff4
+  metadata.gz: 7e7c5ed2adcac0d139fb2742471962d988ba66c7cb96ddb207fdfc29f4f5ea966a42c784c2f2714154fcd05df7c9785ef19cb44d9c399f0cdd8348c6077aa640
+  data.tar.gz: a5221df6f00e231d31d8fbe66b3faa76dcbc6caee4995b62a43e908ec7100fa74ac85af29c7f45fa00fd0c9b3106c1af48684ab4c99566f433467bad25306c24

data/Gemfile.lock

@@ -1,23 +1,23 @@
 PATH
   remote: .
   specs:
-    tc211-termbase (0.1.0)
+    tc211-termbase (0.1.1)
       creek
       iso-639
 
 GEM
   remote: https://rubygems.org/
   specs:
-    addressable (2.5.2)
+    addressable (2.6.0)
       public_suffix (>= 2.0.2, < 4.0)
-    creek (2.4.1)
-      http (~> 3.0)
+    creek (2.4.4)
+      http (~> 4.0)
       nokogiri (>= 1.7.0)
       rubyzip (>= 1.0.0)
     diff-lcs (1.3)
     domain_name (0.5.20180417)
       unf (>= 0.0.5, < 1.0.0)
-    http (3.3.0)
+    http (4.1.1)
       addressable (~> 2.3)
       http-cookie (~> 1.0)
       http-form_data (~> 2.0)
@@ -27,10 +27,10 @@ GEM
     http-form_data (2.1.1)
     http_parser.rb (0.6.0)
     iso-639 (0.2.8)
-    mini_portile2 (2.3.0)
-    nokogiri (1.8.5)
-      mini_portile2 (~> 2.3.0)
-    public_suffix (3.0.3)
+    mini_portile2 (2.4.0)
+    nokogiri (1.10.3)
+      mini_portile2 (~> 2.4.0)
+    public_suffix (3.1.0)
     rake (10.5.0)
     rspec (3.8.0)
       rspec-core (~> 3.8.0)
@@ -38,17 +38,17 @@ GEM
       rspec-mocks (~> 3.8.0)
     rspec-core (3.8.0)
       rspec-support (~> 3.8.0)
-    rspec-expectations (3.8.2)
+    rspec-expectations (3.8.3)
       diff-lcs (>= 1.2.0, < 2.0)
       rspec-support (~> 3.8.0)
     rspec-mocks (3.8.0)
       diff-lcs (>= 1.2.0, < 2.0)
       rspec-support (~> 3.8.0)
     rspec-support (3.8.0)
-    rubyzip (1.2.2)
+    rubyzip (1.2.3)
     unf (0.1.4)
       unf_ext
-    unf_ext (0.0.7.5)
+    unf_ext (0.0.7.6)
 
 PLATFORMS
   ruby
@@ -60,4 +60,4 @@ DEPENDENCIES
   tc211-termbase!
 
 BUNDLED WITH
-   1.17.1
+   1.17.3

data/README.adoc

@@ -1,37 +1,65 @@
-= Tc211::Termbase
+= ISO/TC 211 Termbase programs
 
-Welcome to your new gem! In this directory, you'll find the files you need to be able to package up your Ruby library into a gem. Put your Ruby code in the file `lib/tc211/termbase`. To experiment with that code, run `bin/console` for an interactive prompt.
+This gem is used for the creation and deployment of the ISO/TC 211 Termbase
+located at https://terms.isotc211.com.
 
-== Installation
+The repository for the site is located at:
 
-Add this line to your application's Gemfile:
+* https://github.com/riboseinc/terms.isotc211.com
 
-```ruby
+== Install
+
+Add this line to your Gemfile:
+
+[source,ruby]
+----
 gem 'tc211-termbase'
-```
+----
 
 And then execute:
 
-    $ bundle
+[source,sh]
+----
+$ bundle
+----
 
 Or install it yourself as:
 
-    $ gem install tc211-termbase
+[source,sh]
+----
+$ gem install tc211-termbase
+----
+
 
 == Usage
 
-TODO: Write usage instructions here
+The gem comes with the following executables:
+
+* `tc211-termbase-xlsx2yaml`: used to extract terms from the official
+  ISO/TC 211 terminology workbook, into ConceptYAML and TermYAML files.
+
+
+=== Using `tc211-termbase-xlsx2yaml`
+
+Run the following command:
+
+[source,sh]
+----
+$ tc211-termbase-xlsx2yaml [termbase.xlsx]
+----
 
-== Development
+Where,
 
-After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake spec` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
+* the ConceptCollection YAML will be created at `[termbase.yaml]` at
+  the current working directory;
 
-To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
+* ConceptYAML files for each concept (each concept identified by a unique "`Term-ID`")
+  are created under the `concepts/` directory (based on the current working directory).
+  i.e. `concepts/concept-338.yaml`.
 
-== Contributing
 
-Bug reports and pull requests are welcome on GitHub at https://github.com/riboseinc/tc211-termbase. This project is intended to be a safe, welcoming space for collaboration, and contributors are expected to adhere to the [Contributor Covenant](http://contributor-covenant.org) code of conduct.
+== Credits
 
-== Code of Conduct
+This program is created and maintained by Ribose (the ISO/TC 211 Registration Authority)
+in conjunction with the ISO/TC 211 Terminology Management Group (TMG).
 
-Everyone interacting in the Tc211::Termbase project’s codebases, issue trackers, chat rooms and mailing lists is expected to follow the [code of conduct](https://github.com/riboseinc/tc211-termbase/blob/master/CODE_OF_CONDUCT.md).

data/lib/tc211/termbase/concept.rb

@@ -3,6 +3,7 @@ module Tc211::Termbase
 class Concept < Hash
   attr_accessor :id
   attr_accessor :terms
+  DEFAULT_LANGUAGE = "eng"
 
   def initialize(options={})
     terms = options.delete(:terms) || []
@@ -19,8 +20,22 @@ class Concept < Hash
     self[term.language_code] = term
   end
 
+  def default_term
+    if self[DEFAULT_LANGUAGE]
+      self[DEFAULT_LANGUAGE]
+    else
+      puts "[tc211-termbase] term (lang: #{keys.first}, ID: #{id}) is missing a corresponding English term, probably needs updating."
+      self[keys.first]
+    end
+  end
+
   def to_hash
-    self.inject({}) do |acc, (lang, term)|
+    default_hash = {
+      "term" => default_term.term,
+      "termid" => id
+    }
+
+    self.inject(default_hash) do |acc, (lang, term)|
       acc.merge!(lang => term.to_hash)
     end
   end

data/lib/tc211/termbase/metadata_section.rb

@@ -33,9 +33,9 @@ class MetadataSection < SheetSection
   end
 
   def self.match_header(row)
-    puts "row #{row}"
+    # puts "row #{row}"
     row.inject(true) do |acc, (key, value)|
-      puts "#{key}, #{value}"
+      # puts"#{key}, #{value}"
       if GLOSSARY_HEADER_ROW_MATCH[key]
         acc && GLOSSARY_HEADER_ROW_MATCH[key].include?(value)
       else
@@ -53,7 +53,7 @@ class MetadataSection < SheetSection
     attribute = {}
 
     structure.each_pair do |key, value|
-      puts "#{key}, #{value}, #{row[key]}"
+      # puts"#{key}, #{value}, #{row[key]}"
       attribute_key = value
       attribute_value = row[key]
       next if attribute_value.nil?

data/lib/tc211/termbase/term.rb

@@ -32,9 +32,10 @@ class Term
     @examples = []
     @notes = []
 
-    puts "options #{options.inspect}"
+    # puts "options #{options.inspect}"
 
     options.each_pair do |k, v|
+      v = v.strip if v.is_a?(String)
       next unless v
       case k
       when /^example/
@@ -42,7 +43,7 @@ class Term
       when /^note/
         @notes << v
       else
-        puts "Key #{k}"
+        # puts"Key #{k}"
         key = k.gsub("-", "_")
         self.send("#{key}=", v)
       end
@@ -54,7 +55,7 @@ class Term
     ATTRIBS.inject({}) do |acc, attrib|
       value = self.send(attrib)
       unless value.nil?
-        acc.merge(attrib => value)
+        acc.merge(attrib.to_s => value)
       else
         acc
       end
@@ -64,8 +65,15 @@ class Term
   # entry-status
   ## Must be one of notValid valid superseded retired
   def entry_status=(value)
-    unless %w(notValid valid superseded retired).include?(value)
-      value = "notValid"
+    case value
+    when "有效的", "käytössä", "действующий", "válido"
+      value = "valid"
+    when "korvattu", "reemplazado"
+      value = "superseded"
+    when "информация отсутствует" # "information absent"!?
+      value = "retired"
+    when %w(notValid valid superseded retired)
+      # do nothing
     end
     @entry_status = value
   end
@@ -73,8 +81,15 @@ class Term
   # classification
   ## Must be one of the following: preferred admitted deprecated
   def classification=(value)
-    unless %w(preferred admitted deprecated).include?(value)
+    case value
+    when ""
+      value = "admitted"
+    when "认可的", "допустимый", "admitido"
+      value = "admitted"
+    when "首选的", "suositettava", "suositeltava", "рекомендуемый", "preferente"
       value = "preferred"
+    when %w(preferred admitted deprecated)
+      # do nothing
     end
     @classification = value
   end

data/lib/tc211/termbase/terminology_sheet.rb

@@ -58,14 +58,13 @@ class TerminologySheet
     @sections = []
     sections_raw.each_with_index do |x,i|
 
-      puts "--------- Section #{i} ------"
       section = if MetadataSection.match_header(x[0])
-        puts "------ is a MetadataSection"
-        puts "rows: #{x.inspect}"
+        puts "--------- Section #{i} is a MetadataSection ---------"
+        # puts "rows: #{x.inspect}"
         MetadataSection.new(x)
       else
-        puts "------ is a TermsSection"
-        puts "rows: #{x.inspect}"
+        puts "--------- Section #{i} is a TermsSection ---------"
+        # puts "rows: #{x.inspect}"
         TermsSection.new(x, {language_code: language_code})
       end
 

data/lib/tc211/termbase/terms_section.rb

@@ -18,11 +18,14 @@ class TermsSection < SheetSection
   TERM_BODY_COLUMN_MAP = {
     "Term_ID" => "id",
     "Term" => "term",
-    "Term [OPERATING LANGUAGE]" => "term",
-    "Term_Abbreviation" => "abbrev",
+    "Term .OPERATING LANGUAGE." => "term",
+    # In the English sheet, column is named "Term Abbreviation"
+    "Term Abbreviation" => "abbrev",
+    # In other sheets, column named "Term_Abbreviation"
+    "Term_Abbreviation .OPERATING LANGUAGE." => "abbrev",
     "Country code" => "country-code",
     "Definition" => "definition",
-    "Term [OPERATING LANGUAGE - ALTERNATIVE CHARACTER SET]" => "alt",
+    "Term .OPERATING LANGUAGE - ALTERNATIVE CHARACTER SET." => "alt",
     "Term in English" => nil,
     "Entry Status" => "entry-status",
     ## Must be one of 'notValid' 'valid' 'superseded' 'retired'
@@ -84,7 +87,7 @@ class TermsSection < SheetSection
       cleaned_value = value.gsub(/\s+/, ' ')
 
       matches = TERM_BODY_COLUMN_MAP.map do |key, value|
-        puts "key #{key}, value #{value}"
+        # puts "key #{key}, value #{value}"
         if cleaned_value[Regexp.new("^#{key}")]
           [key, value]
         end
@@ -121,7 +124,7 @@ class TermsSection < SheetSection
     attributes = {}
 
     structure.each_pair do |key, value|
-      puts "#{key}, #{value}, #{row[key]}"
+      # puts "#{key}, #{value}, #{row[key]}"
       attribute_key = value
       attribute_value = row[key]
       next if attribute_value.nil?

data/lib/tc211/termbase/version.rb

@@ -1,5 +1,5 @@
 module Tc211
   module Termbase
-    VERSION = "0.1.0"
+    VERSION = "0.1.1"
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: tc211-termbase
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.1.1
 platform: ruby
 authors:
 - Ribose
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2018-11-23 00:00:00.000000000 Z
+date: 2019-05-28 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: iso-639
@@ -129,8 +129,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
-rubygems_version: 2.7.7
+rubygems_version: 3.0.3
 signing_key: 
 specification_version: 4
 summary: Build scripts for the ISO/TC 211 Termbase