tc211-termbase 0.1.10 → 0.1.11

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: c9a0aebdaae6417ffe714134f7ff97650f3a49d391e2f5d3ec9181b9a62b1560
-  data.tar.gz: aad88b45899338481d5b1f5e422ea06b2d7181d634f251395d09f0ed49e75f71
+  metadata.gz: e1b3d104ef64dd44e3183124f12c5fe0ac263027c88d5ad270005b7d41f96928
+  data.tar.gz: df503bb5bbcfed34f3fc9a066e90c40fb46cace48dbf544b7c194d1e8fded62b
 SHA512:
-  metadata.gz: e685a0c0abbf203c6219fc567b4f252e68cfa97047794570fd2c9c651c65d64539a13ded1e34e7010afefdeafc280d1ca21d3dd2573c673a5f56055d40b6bfd8
-  data.tar.gz: 0dcceeafb92e359c36d0627094d9fa20702d220e752eeba6b9e5d75f1d6316e5f3566aae541c71be1301072f1c1f82a1846e0b126ca5f7d3c31fb77f411d70d4
+  metadata.gz: 8c9b347c742fa57367d62785b60f92e4692db8439c134be632b6389104507ae0e6c7858a14a333ef7a90febe4b33b8fc62dbe7d4e8d6eee53cbaeb93864859d4
+  data.tar.gz: ebeda081cbc25e5b1aeb401346957cd7cca8ec5731229582e601ee526dbaf1f23256c1a51b4b09191148b53255118db4258a9044373a4cc4c528444291367b29

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    tc211-termbase (0.1.10)
+    tc211-termbase (0.1.11)
       creek
       iso-639
       relaton (~> 0.5)

data/exe/tc211-termbase-xlsx2yaml

@@ -22,30 +22,47 @@ end
 
 
 workbook = Tc211::Termbase::TermWorkbook.new(filepath)
-workbook.glossary_info.metadata_section.structure
-workbook.glossary_info.metadata_section.attributes
+# pp workbook.glossary_info.metadata_section.structure
+# pp workbook.glossary_info.metadata_section.attributes
 
-languages = {}
+registries = {}
 
 workbook.languages_supported.map do |lang|
   puts "************** WORKING ON LANGUAGE (#{lang})"
   sheet = workbook.language_sheet(lang)
   termsec = sheet.terms_section
-  languages[sheet.language_code] = termsec.terms
+  mdsec = sheet.metadata_section
+  registries[sheet.language_code] = {
+    metadata: mdsec.to_hash["metadata"],
+    terms: termsec.terms
+  }
 end
 
+output_dir = Dir.pwd
+
+metadata = {
+  'header' => workbook.glossary_info.metadata_section.to_hash["metadata"]
+}
+# Write registry metadata
+metadata['languages'] = registries.inject({}) do |acc, (lang, data)|
+  acc.merge({lang => data[:metadata]})
+end
+
+File.open(File.join(output_dir, Pathname.new(filepath).basename.sub_ext(".meta.yaml")),"w") do |file|
+  file.write(metadata.to_yaml)
+end
+
+
 collection = Tc211::Termbase::ConceptCollection.new
 
-languages.each_pair do |lang, terms|
-  terms.each do |term|
+registries.each_pair do |lang, data|
+  data[:terms].each do |term|
     collection.add_term(term)
   end
 end
 
 # collection[1206].inspect
 
-output_dir = Dir.pwd
-
 collection.to_file(File.join(output_dir, Pathname.new(filepath).basename.sub_ext(".yaml")))
 
 collection_output_dir = File.join(output_dir, "concepts")

data/lib/tc211/termbase/metadata_section.rb

@@ -58,20 +58,38 @@ class MetadataSection < SheetSection
     GLOSSARY_ROW_KEY_MAP
   end
 
+  def clean_key(k)
+    k.strip.
+      downcase.
+      gsub(/[()]/,"").
+      gsub(' ', '-')
+  end
+
+  def clean_value(v)
+    return nil if v.nil?
+
+    case v
+    when String
+      v.strip
+    else
+      v
+    end
+  end
+
   def parse_row(row)
     return nil if row.empty?
     attribute = {}
 
     structure.each_pair do |key, value|
       # puts"#{key}, #{value}, #{row[key]}"
-      attribute_key = value
-      attribute_value = row[key]
+      attribute_key = clean_key(value)
+      attribute_value = clean_value(row[key])
       next if attribute_value.nil?
       attribute[attribute_key] = attribute_value
     end
 
     # TODO: "Chinese" name is empty!
-    key = (attribute["name"] || "(empty)").downcase.split(" ").join("-")
+    key = clean_key(attribute["name"] || "(empty)")
 
     { key => attribute }
   end
@@ -87,9 +105,30 @@ class MetadataSection < SheetSection
     @attributes
   end
 
+  def fields
+
+    # "operating-language-country"=>
+    #  {"name"=>"Operating Language Country",
+    #   "value"=>"410",
+    #   "datatype"=>"Country Code",
+    #   "special-instruction"=>
+    #    "ftp.ics.uci.edu/pub/ietf/http/related/iso3166.txt",
+    #   "19135-class-attribute"=>"RE_Register.operatingLanguage",
+    #   "value-domain"=>
+    #    "<<Data Type>>RE_Locale.country \n" +
+    #    "[ISO 3166-1 3-character numeric country code]"},
+    #
+
+    attributes.inject({}) do |acc, (k, v)|
+      acc.merge({
+        k => v["value"]
+      })
+    end
+  end
+
   def to_hash
     {
-      "metadata" => attributes
+      "metadata" => fields
     }
   end
 

data/lib/tc211/termbase/term.rb

@@ -105,12 +105,12 @@ class Term
 
   def add_example(example)
     c = clean_prefixed_string(example, EXAMPLE_PREFIXES)
-    @examples << c
+    @examples << c unless c.empty?
   end
 
   def add_note(note)
     c = clean_prefixed_string(note, NOTE_PREFIXES)
-    @notes << c
+    @notes << c unless c.empty?
   end
 
   def clean_prefixed_string(string, criterion_map)

data/lib/tc211/termbase/terminology_sheet.rb

@@ -52,6 +52,14 @@ class TerminologySheet
     end
   end
 
+  def metadata_section
+    sections
+
+    sections.detect do |section|
+      section.is_a?(MetadataSection)
+    end
+  end
+
   def sections
     return @sections if @sections
 

data/lib/tc211/termbase/version.rb

@@ -1,5 +1,5 @@
 module Tc211
   module Termbase
-    VERSION = "0.1.10"
+    VERSION = "0.1.11"
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: tc211-termbase
 version: !ruby/object:Gem::Version
-  version: 0.1.10
+  version: 0.1.11
 platform: ruby
 authors:
 - Ribose
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2019-08-10 00:00:00.000000000 Z
+date: 2019-08-12 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: iso-639