simpleidn 0.1.0 → 0.1.1

data/tables/generate_mapping_table.rb

@@ -0,0 +1,51 @@
+#!/usr/bin/env ruby
+
+# Input is expected to follow the form found in IdnaMappingTable.txt 
+# from The Unicode Consortium
+
+puts "# encoding: UTF-8\n\n"
+
+map = {}
+ARGF.each do |line|
+  # Copy full comment lines to output
+  puts line if line[0] == '#'
+
+  s = line.strip.split('#').first
+  next if s.nil?
+
+  p = s.split(';').map{|s| s.strip}
+
+  if p[1] == "ignored"
+    p[1] = "mapped"
+    p[2] = ""
+  end
+
+  next unless p[1] == "mapped" || p[1] == "disallowed_STD3_mapped"
+
+  dst = p[2].split(/\s+/).map do |hex|
+    hex.to_i(16)
+  end
+  if dst.length == 1
+    dst = dst.first
+  end
+
+  if p[0].include?('..')
+    a, b = p[0].split('..',2).map{|n|n.to_i(16)}
+    (a..b).each do |n|
+      map[n] = dst
+    end
+  else
+    src = p[0].to_i(16)
+    map[src] = dst
+  end
+end
+
+# Output final mapping data
+puts
+puts 'module SimpleIDN'
+puts '  UTS64MAPPING = {'
+map.each do |k, v|
+  puts "    #{k} => #{v},"
+end
+puts '  }'
+puts 'end'

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: simpleidn
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.1.1
 platform: ruby
 authors:
 - Morten Møller Riis
@@ -10,6 +10,20 @@ bindir: bin
 cert_chain: []
 date: 2018-01-24 00:00:00.000000000 Z
 dependencies:
+- !ruby/object:Gem::Dependency
+  name: unf
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.1.4
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.1.4
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
@@ -67,7 +81,11 @@ files:
 - README.rdoc
 - Rakefile
 - lib/simpleidn.rb
+- lib/simpleidn/uts46mapping.rb
+- lib/simpleidn/version.rb
 - simpleidn.gemspec
+- tables/IdnaMappingTable.txt
+- tables/generate_mapping_table.rb
 homepage: https://github.com/mmriis/simpleidn
 licenses:
 - MIT