interscript 0.1.7 → 0.1.9

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 82fae2b248d9c86139b7f188da2ac72699696c9768e54a4510a6f1af2b933dc9
-  data.tar.gz: 3e2cc24b8d33f5a8ed0f8b475e4d109049439221274ecda9ee1b9c7743896e07
+  metadata.gz: 7813dba0d0cc7493ed3b9279c61283c8d305f1e05584a44aa700e9b72acb2f06
+  data.tar.gz: f4c87e24d7c2719b4f358198967d55e0c17d8aaac354311cb9eecc800a592b2d
 SHA512:
-  metadata.gz: 5f9925a97d17f0433446a898f63d18869a73e92f9975d8259c916dae242fc5b15ff93dd6d3c28ca2ff5bcbda29489d4ea59af26d4e16f2e1416d701354a6f6e2
-  data.tar.gz: 77321c4a1001cabda8cc057950682037b637176fd05637ce78a6ea698d8c55e238e6bbcc850dda97828c719afbdae1192a8e7a93fd2307a9d52196342fb015f5
+  metadata.gz: 8e23000fe8fb016dec9351241787608c892d7af48682259c10345ce417f94a626ea06a5bc8b1e7a3f084da8c0502d13b96bd06c9a53da31530f5c487b06fe4e9
+  data.tar.gz: b2d8cb122b2c1bbb2d989d832802a007a60ecc6d0f2984e323a983ec94ae9505664b98e0d9c33e0b2711f5fa31f4e657a720648dcb572915f69006a1719a9610

data/README.adoc

@@ -52,9 +52,7 @@ Interscript depends on Python and the https://github.com/sequitur-g2p/sequitur-g
 
 [source,sh]
 ----
-pip3 install setuptools numpy
-curl -sSL -o sequitur-g2p.zip https://github.com/sequitur-g2p/sequitur-g2p/archive/806273f.zip
-pip3 install sequitur-g2p.zip
+pip3 install -r requirments.txt
 ----
 
 Interscript depends on Ruby. Once you manage to install Ruby, it's easy.

data/aliases.json

@@ -0,0 +1 @@
+{"pan_Deva2Latn_ALA_1997":"alalc-pan-Guru-Latn-1997","kor_Hang2Latn_ALA_1997":"alalc-kor-Hang-Latn-1997","asm_Deva2Latn_ALA_1997":"alalc-asm-Deva-Latn-1997","aze_Cyrl2Latn_ALA_1997":"alalc-aze-Cyrl-Latn-1997","ukr_Cyrl2Latn_GUP_1996":"ua-ukr-Cyrl-Latn-1996","tha_Thai2Latn_RIT_1968":"royin-tha-Thai-Latn-1968","bul_Cyrl2Latn_BGN_1952":"bgnpcgn-bul-Cyrl-Latn-1952","tam_Taml2Latn_ALA_1997":"alalc-tam-Taml-Latn-1997","kor_Hang2Latn_GKN_2002":"kp-kor-Hang-Latn-2002","ell_Grek2Latn_ELOT743_1996":"bgnpcgn-ell-Grek-Latn-1996","zho_Hani2Latn_AcadSin_2002":"acadsin-zho-Hani-Latn-2002","ara_Arab2Latn_SES_1930":"ses-ara-Arab-Latn-1930","tgk_Cyrl2Latn_BGN_1994":"bgnpcgn-tgk-Cyrl-Latn-1994","fas_Arab2Latn_BGN_1958":"bgnpcgn-fas-Arab-Latn-1956","sin_Sinh2Latn_ALA_1997":"alalc-sin-Sinh-Latn-1997","uas_Arab2Latn_BGN_2007":"bgnpcgn-urd-Arab-Latn-2007","ukr_Cyrl2Latn_ALA_1997":"alalc-ukr-Cyrl-Latn-1997","bak_Cyrl2Latn_BGN_2007":"bgnpcgn-bak-Cyrl-Latn-2007","tam_Taml2Latn_ALA_2011":"alalc-tam-Taml-Latn-2011","ara_Arab2Latn_BGN_1956":"bgnpcgn-ara-Arab-Latn-1956","ell_Grek2Latn_ALA_1997":"alalc-ell-Grek-Latn-1997","rus_Cyrl2Latn_GOST_1983":"gost-rus-Cyrl-Latn-16876-71-1983","mar_Deva2Latn_ALA_1997":"alalc-mar-Deva-Latn-1997","bel_Cyrl2Latn_ALA_1997":"alalc-bel-Cyrl-Latn-1997","kat_Geor2Latn_ALA_1997":"alalc-kat-Geor-Latn-1997","bul_Cyrl2Latn_ALA_1997":"alalc-bul-Cyrl-Latn-1997","ara_Arab2Latn_ALA_1997":"alalc-ara-Arab-Latn-1997","mon_Cyrl2Latn_ALA_1997":"alalc-mon-Cyrl-Latn-1997","div_Thaa2Latn_GMV_1988":"bgnpcgn-div-Thaa-Latn-1988","hin_Deva2Latn_ALA_1997":"alalc-hin-Deva-Latn-1997","bel_Cyrl2Latn_GBO_1998":"by-bel-Cyrl-Latn-1998","ukr_Cyrl2Latn_BGN_1965":"bgnpcgn-ukr-Cyrl-Latn-1965","rus_Cyrl2Latn_ALA_1997":"alalc-rus-Cyrl-Latn-1997","tir_Thai2Latn_RIT_2000":"royin-tha-Thai-Latn-1999","guj_Gujr2Latn_ALA_1997":"alalc-guj-Gujr-Latn-1997","tel_Telu2Latn_ALA_1997":"alalc-tel-Telu-Latn-1997","mkd_Cyrl2Latn_BGN_1981":"bgnpcgn-mkd-Cyrl-Latn-1981","ori_Orya2Latn_ALA_2011":"alalc-ori-Orya-Latn-2011","aze_Arab2Latn_ALA_1997":"alalc-aze-Arab-Latn-1997","ori_Orya2Latn_ALA_1997":"alalc-ori-Orya-Latn-1997","div_Thaa2Latn_ALA_1997":"alalc-div-Thaa-Latn-1997","rue_Cyrl2Latn_BGN_2016":"bgnpcgn-rue-Cyrl-Latn-2016","guj_Gujr2Latn_ALA_2011":"alalc-guj-Gujr-Latn-2011","kat_Geor2Latn_BGN_1981":"bgnpcgn-kat-Geor-Latn-1981","kor_Hang2Latn_MOCT_2000":"moct-kor-Hang-Latn-2000","sin_Sinh2Latn_ALA_2011":"alalc-sin-Sinh-Latn-2011","amh_Ethi2Latn_BGN_1967":"bgnpcgn-amh-Ethi-Latn-1967","srp_Cyrl2Latn_BGN_2005":"bgnpcgn-srp-Cyrl-Latn-2005","srp_Cyrl2Latn_ALA_1997":"alalc-srp-Cyrl-Latn-1997","mal_Mlym2Latn_ALA_2012":"alalc-mal-Mlym-Latn-2012","kat_Geor2Latn_GGG_2002":"ggg-kat-Geor-Latn-2002","mon_Cyrl2Latn_BGN_1964":"bgnpcgn-mon-Cyrl-Latn-1964","mal_Mlym2Latn_ALA_1997":"alalc-mal-Mlym-Latn-1997","ben_Beng2Latn_ALA_1997":"alalc-ben-Beng-Latn-1997","kor_Hang2Latn_MR_1939":"bgn-kor-Hang-Latn-1943","zho_Hani2Latn_GCH_1979":"sac-zho-Hans-Latn-1979","bul_Cyrl2Latn_BGN_2013":"bgnpcgn-bul-Cyrl-Latn-2013","ell_Grek2Latn_BGN_1962":"bgnpcgn-ell-Grek-Latn-1962","amh_Ethi2Latn_ALA_1997":"alalc-amh-Ethi-Latn-1997","pan_Deva2Latn_ALA_2011":"alalc-pan-Guru-Latn-2011","zho_Hani2Latn_WDG_1979":"var-zho-Hani-Latn-wd-1979","rus_Cyrl2Latn_BGN_1947":"bgnpcgn-rus-Cyrl-Latn-1947","bel_Cyrl2Latn_BGN_1979":"bgnpcgn-bel-Cyrl-Latn-1979","tat_Cyrl2Latn_BGN_2005":"bgnpcgn-tat-Cyrl-Latn-2007"}

data/lib/interscript.rb

@@ -1,6 +1,5 @@
 # frozen_string_literal: true
 
-require "interscript/opal/maps" if RUBY_ENGINE == "opal"
 require "interscript/mapping"
 
 # Transliteration
@@ -21,6 +20,8 @@ module Interscript
   class << self
 
     def transliterate(system_code, string, maps={})
+      system_code = map_resolve(system_code)
+
       unless maps.has_key? system_code
         maps[system_code] = Interscript::Mapping.for(system_code)
       end
@@ -39,8 +40,6 @@ module Interscript
       title_case = mapping.title_case
       downcase = mapping.downcase
 
-      # charmap = mapping.characters&.sort_by { |k, _v| k.size }&.reverse&.to_h
-      # dictmap = mapping.dictionary&.sort_by { |k, _v| k.size }&.reverse&.to_h
       charmap = mapping.characters_hash
       dictmap = mapping.dictionary_hash
       trie = mapping.dictionary_trie
@@ -134,6 +133,12 @@ module Interscript
       output.unicode_normalize
     end
 
+    def map_resolve(map)
+      map = aliases[map] if aliases.key? map
+      raise ArgumentError, "Map #{map} doesn't exist" unless map_exist? map
+      map
+    end
+
     private
 
     def add_separator(separator, pos, result)

data/lib/interscript/fs.rb

@@ -59,8 +59,35 @@ module Interscript
       string
     end
 
+    def aliases (refresh: false)
+      file = root_path.join("./aliases.json").to_s
+      if !refresh && File.exist?(file)
+        JSON.load(File.read(file))
+      elsif !refresh && @aliases
+        @aliases
+      else
+        @aliases = {}
+        Dir[root_path.join('./maps/*.yaml').to_s].each do |yaml_file|
+          org_name = File.basename(yaml_file, ".yaml")
+          map = YAML.load_file(yaml_file)
+          (map["alias"] || {}).each do |k,v|
+            @aliases[v["code"]] = org_name
+          end
+        end
+
+        # Try to save it to a file, but not force it.
+        File.write("aliases.json", JSON.dump(@aliases)) rescue nil
+
+        @aliases
+      end
+    end
+
     private
 
+    def map_exist?(map)
+      File.exist?(root_path.join("./maps/" + map + ".yaml").to_s)
+    end
+
     def mkregexp(regexpstring)
       /#{regexpstring}/u
     end

data/lib/interscript/mapping.rb

@@ -76,7 +76,7 @@ module Interscript
     end
 
     def load_opal_mappings
-      JSON.parse(`InterscriptMaps[#{system_code}]`)
+      JSON.parse(`Opal.global.InterscriptMaps[#{system_code}]`)
     end
 
     def load_fs_mappings
@@ -127,6 +127,8 @@ module Interscript
         @characters = (inherited_mapping.characters|| {}).merge(characters)
         @dictionary = (inherited_mapping.dictionary|| {}).merge(dictionary)
       end
+
+      @characters.compact! # the feature to ignore characters from inherited
     end
 
     def build_hashes

data/lib/interscript/opal.rb

@@ -39,13 +39,152 @@ module Interscript
       string
     end
 
-    # name is unused
-    def load_map_json(name, json)
-      JSON.load(json).each do |k,v|
+    def load_map_json(_, json)
+      json = Hash.new(json) if native? json
+      json = JSON.load(json) if String === json
+      json.each do |k,v|
         `Opal.global.InterscriptMaps[#{k}] = #{JSON.dump(v)}`
       end
     end
 
+    # Use #on_load_maps if possible. It will be available earlier.
+    # See lib/interscript/opal/entrypoint.rb
+    def load_maps(opts, &block)
+      # Convert arg
+      opts = Hash.new(opts) if native? opts
+
+      defaults = {
+        maps: [],
+        path: nil,
+        node_path: "./maps/",
+        ajax_path: "maps/",
+        loader: nil,
+        processor: proc { |i| i },
+      }
+
+      opts = defaults.merge opts
+      opts[:maps] = Array(opts[:maps])
+
+      %x{
+        var ajax_loader = function(map) {
+          return new Promise(function(ok, fail) {
+            var httpRequest = new XMLHttpRequest();
+            httpRequest.onreadystatechange = function() {
+              if (httpRequest.readyState === XMLHttpRequest.DONE) {
+                if (httpRequest.responseText) {
+                  ok(JSON.parse(httpRequest.responseText));
+                }
+                else {
+                  if (is_local) {
+                    console.log(httpRequest.responseText);
+                    fail("Ajax failed load: "+map+". Status: "+httpRequest.statusText+". "+
+                      "Are you running this locally? Try adding: "+
+                      "--allow-file-access-from-files to your Chromium command line.")
+                  }
+                  else fail("Ajax failed load: "+map+". Status: "+httpRequest.statusText);
+                }
+              }
+            };
+            httpRequest.open('GET', #{opts[:path] || opts[:ajax_path]}+map+".json", true);
+            httpRequest.send();
+          });
+        };
+
+        var fetch_loader = function(map) {
+          return fetch(#{opts[:path] || opts[:ajax_path]}+map+".json").then(function(response) {
+            return response.json();
+          });
+        };
+
+        var node_loader = function(map) {
+          var resolve = null, error = null;
+          var prom = new Promise(function(ok, fail) {
+            resolve = ok;
+            error = fail;
+          });
+          try {
+            var node_require = eval("require");
+            var data = node_require(#{opts[:path] || opts[:node_path]}+map+'.json');
+            resolve(data);
+          }
+          catch(e) {
+            error("Node failed load: "+map+". Error: "+e);
+          }
+          return prom;
+        };
+
+        var is_local = false;
+        if (typeof document !== "undefined" &&
+            typeof document.location !== "undefined" &&
+            typeof document.location.protocol !== "undefined") {
+              is_local = document.location.protocol == "file:";
+            }
+
+        var loader = function(map) {
+          if (#{opts[:loader] != nil}) {
+            return #{opts[:loader]}(#{opts[:path]}+map+'.json').then(#{opts[:processor]});
+          }
+          else if (typeof window !== "undefined") {
+            return ajax_loader(map);
+          }
+          else if (typeof global !== "undefined") {
+            return node_loader(map);
+          }
+          else if (!is_local && typeof fetch === "function") {
+            return fetch_loader(map);
+          }
+          else {
+            #{raise StandardError, "We couldn't find a good way to load a map"}
+          }
+        };
+      }
+
+      prom = `new Promise(function(ok, fail) {
+        #{
+          maps = opts[:maps]
+          maps = maps.map { |i| map_resolve i }
+          maps = maps.reject { |i| map_loaded? i }
+          #p ["Loading:", maps]
+          maps = maps.map do |i|
+            `loader(#{i})`.JS.then do |map|
+              load_map_json(nil, map)
+
+              m = Native(map)
+              inherits = []
+              m.each do |mapname, mapvalue|
+                inherits += Array(Native(mapvalue)[:map][:inherit])
+                inherits += Array(Native(mapvalue)[:chain])
+              end
+              inherits = inherits.uniq
+              inherits = inherits.reject { |i| map_loaded? i }
+
+              load_maps(opts.merge({maps: inherits})) unless inherits.empty?
+            end.JS.catch do |response|
+              `fail(#{response})`
+            end
+          end
+        }
+        Promise.all(#{maps}).then(ok).catch(fail);
+      })`
+
+      if block_given?
+        prom.JS.then(block)
+      else
+        prom
+      end
+    end
+
+    def aliases
+      @aliases ||= Hash.new(`Opal.global.InterscriptMapAliases`)
+    end
+
+    def map_exist?(map)
+      `typeof(Opal.global.InterscriptMaps[#{map}]) !== 'undefined'`
+    end
+
+    def map_loaded?(map)
+      `!!Opal.global.InterscriptMaps[#{map}]`
+    end
   end
 end
 

data/lib/interscript/opal/entrypoint.rb

@@ -1,10 +1,18 @@
 require "opal"
+require "interscript/opal/maps"
 require "onigmo/onigmo-wasm"
 
 module Interscript
   def self.on_load(&block)
     WebAssembly.wait_for("onigmo/onigmo-wasm", &block)
   end
+
+  # on_load + load_maps
+  def self.on_load_maps(arg, &block)
+    self.on_load.JS.then do
+      self.load_maps(arg, &block)
+    end
+  end
 end
 
 Interscript.on_load do

data/lib/interscript/opal/exports.rb

@@ -0,0 +1,11 @@
+# Exports - the methods used publically. Listed so that
+# opal-optimizer will know the methods it needs to preserve.
+
+Interscript.on_load
+Interscript.on_load_maps
+Interscript.load_maps
+Interscript.load_map_json
+Interscript.transliterate
+
+# TODO: Fix handling of "ord".$to_proc() in opal-optimizer
+"a".ord

data/lib/interscript/opal/maps.js.erb

@@ -3,8 +3,6 @@ Opal.global.InterscriptMaps = {
   <% Dir['maps/*.yaml'].each do |yaml_file| %>
     "<%= File.basename(yaml_file, ".yaml") %>": null,
   <% end %>
-}
+};
 
-<%#=
-  JSON.dump(Interscript::OpalMapTranslate.translate_regexp(JSON.dump(YAML.load(File.read(yaml_file)))))
-%>
+Opal.global.InterscriptMapAliases = <%= File.read('aliases.json') %>;

data/lib/interscript/version.rb

@@ -1,3 +1,3 @@
 module Interscript
-  VERSION = "0.1.7"
+  VERSION = "0.1.9"
 end

data/maps/alalc-ara-Arab-Latn-1997.yaml

@@ -1022,11 +1022,11 @@ map:
     '\u064f': 'u'
     '\u0650': 'i'
     '\u064e\u0627': 'ā' # see Rule 5
-    '\ufeef \u064e': 'á' # see Rule 6(a)
-    '\ufeed \u064f': 'ū'
-    '\ufeef \u0650': 'ī'
-    '\ufeed\u0652 \u064e': 'aw'
-    '\ufeef\u0652 \u064e': 'ay'
+    '\u064e\u0649': 'á' # see Rule 6(a)
+    '\u064f\u0648': 'ū'
+    '\u0650\u064a': 'ī'
+    '\u064e\u0648\u0652': 'aw'
+    '\u064e\u064a\u0652': 'ay'
 
     # Letters Representing Non-Arabic Consonants
     # (this list in not exhaustive)

data/maps/alalc-asm-Deva-Latn-1997.yaml

@@ -35,30 +35,107 @@ notes:
 
 tests:
   - source: "অসমীয়া কবিতা"
-    expected: "asamaīẏaā kabaitaā"
+    expected: "asamīẏā kabitā"
   - source: "কবিৰ আজি জন্মদিন"
-    expected: "kabaira ājai janamadaina"
+    expected: "kabira āji janmadina"
   - source: "বেৰুটত এমাহৰ পাছতে পুনৰ ভয়ংকৰ অগ্নিকাণ্ড"
-    expected: "baerauṭata emaāhara paāchatae paunara bhayaṃkara aganaikaāṇaḍa"
+    expected: "beruṭata emāhara pāchate punara bhayaṃkara agnikāṇḍa"
   - source: "ভঙাৰ বিৰুদ্ধে আৱেদন দাখিল কংগনাৰ"
-    expected: "bhaṅaāra bairaudadhae āwaedana daākhaila kaṃganaāra"
+    expected: "bhaṅāra biruddhe āwedana dākhila kaṃganāra"
   - source: "আপুনি পঢ়ি ভাল পাব পৰা বাতৰি"
-    expected: "āpaunai paṛhai bhaāla paāba paraā baātarai"
+    expected: "āpuni paṛhi bhāla pāba parā bātari"
   - source: "শ্ৰীৰামপুৰত গৰুভৰ্তি ট্ৰাক জব্দ, দুজনক আটক"
-    expected: "śaraīraāmapaurata garaubharatai ṭaraāka jabada, daujanaka āṭaka"
+    expected: "śrīrāmapurata garubharti ṭrāka jabda, dujanaka āṭaka"
   - source: "কেনে আছে প্ৰাক্তন"
-    expected: "kaenae āchae paraākatana"
+    expected: "kene āche prāktana"
   - source: "কমুম্বাইৰ মেয়ৰৰ দেহত কোভিড পজিটিভ"
-    expected: "kamaumabaāira maeẏarara daehata kaobhaiḍa pajaiṭaibha"
+    expected: "kamumbāira meẏarara dehata kobhiḍa pajiṭibha"
   - source: "টুইটাৰযোগে খোদ সদৰী কৰে এই কথা"
-    expected: "ṭauiṭaāraẏaogae khaoda sadaraī karae ei kathaā"
+    expected: "ṭuiṭāraẏoge khoda sadarī kare ei kathā"
   - source: "লখিমপুৰ জিলাৰ নাৰায়ণপুৰৰ বৰপথাৰত আজি প্ৰশান্তি ধাম নামেৰে এখন বৃদ্ধাশ্ৰমৰ শুভাৰম্ভ কৰা হয়"
-    expected: "lakhaimapaura jailaāra naāraāẏaṇapaurara barapathaārata ājai paraśaānatai dhaāma naāmaerae ekhana baṛdadhaāśaramara śaubhaāramabha karaā haẏa"
+    expected: "lakhimapura jilāra nārāẏaṇapurara barapathārata āji praśānti dhāma nāmere ekhana bṛddhāśramara śubhārambha karā haẏa"
 
 
 map:
 
   rules:
+    # note[2]
+    - pattern: (ক=?)(?=[\u09be\u09bf\u09c0\u09c1\u09c2\u09c3\u09c7\u09c8\u09cb\u09cc\u094d\u09cd])
+      result:  'k'
+    - pattern: (খ=?)(?=[\u09be\u09bf\u09c0\u09c1\u09c2\u09c3\u09c7\u09c8\u09cb\u09cc\u094d\u09cd])
+      result:  'kh'
+    - pattern: (গ=?)(?=[\u09be\u09bf\u09c0\u09c1\u09c2\u09c3\u09c7\u09c8\u09cb\u09cc\u094d\u09cd])
+      result:  'g'
+    - pattern: (ঘ=?)(?=[\u09be\u09bf\u09c0\u09c1\u09c2\u09c3\u09c7\u09c8\u09cb\u09cc\u094d\u09cd])
+      result:  'gh'
+    - pattern: (ঙ=?)(?=[\u09be\u09bf\u09c0\u09c1\u09c2\u09c3\u09c7\u09c8\u09cb\u09cc\u094d\u09cd])
+      result:  'ṅ'
+    - pattern: (চ=?)(?=[\u09be\u09bf\u09c0\u09c1\u09c2\u09c3\u09c7\u09c8\u09cb\u09cc\u094d\u09cd])
+      result:  'c'
+    - pattern: (ছ=?)(?=[\u09be\u09bf\u09c0\u09c1\u09c2\u09c3\u09c7\u09c8\u09cb\u09cc\u094d\u09cd])
+      result:  'ch'
+    - pattern: (জ=?)(?=[\u09be\u09bf\u09c0\u09c1\u09c2\u09c3\u09c7\u09c8\u09cb\u09cc\u094d\u09cd])
+      result:  'j'
+    - pattern: (ঝ=?)(?=[\u09be\u09bf\u09c0\u09c1\u09c2\u09c3\u09c7\u09c8\u09cb\u09cc\u094d\u09cd])
+      result:  'jh'
+    - pattern: (ঞ=?)(?=[\u09be\u09bf\u09c0\u09c1\u09c2\u09c3\u09c7\u09c8\u09cb\u09cc\u094d\u09cd])
+      result:  'ñ'
+    - pattern: (ট=?)(?=[\u09be\u09bf\u09c0\u09c1\u09c2\u09c3\u09c7\u09c8\u09cb\u09cc\u094d\u09cd])
+      result:  'ṭ'
+    - pattern: (ঠ=?)(?=[\u09be\u09bf\u09c0\u09c1\u09c2\u09c3\u09c7\u09c8\u09cb\u09cc\u094d\u09cd])
+      result:  'ṭh'
+    - pattern: (ড=?)(?=[\u09be\u09bf\u09c0\u09c1\u09c2\u09c3\u09c7\u09c8\u09cb\u09cc\u094d\u09cd])
+      result:  'ḍ'
+    - pattern: (ড়=?)(?=[\u09be\u09bf\u09c0\u09c1\u09c2\u09c3\u09c7\u09c8\u09cb\u09cc\u094d\u09cd])
+      result:  'ṛ'
+    - pattern: (ঢ=?)(?=[\u09be\u09bf\u09c0\u09c1\u09c2\u09c3\u09c7\u09c8\u09cb\u09cc\u094d\u09cd])
+      result:  'ḍh'
+    - pattern: (ঢ়=?)(?=[\u09be\u09bf\u09c0\u09c1\u09c2\u09c3\u09c7\u09c8\u09cb\u09cc\u094d\u09cd])
+      result:  'ṛh'
+    - pattern: (ণ=?)(?=[\u09be\u09bf\u09c0\u09c1\u09c2\u09c3\u09c7\u09c8\u09cb\u09cc\u094d\u09cd])
+      result:  'ṇ'
+    - pattern: (ত=?)(?=[\u09be\u09bf\u09c0\u09c1\u09c2\u09c3\u09c7\u09c8\u09cb\u09cc\u094d\u09cd])
+      result:  't'
+    - pattern: (ৎ=?)(?=[\u09be\u09bf\u09c0\u09c1\u09c2\u09c3\u09c7\u09c8\u09cb\u09cc\u094d\u09cd])
+      result:  'ṭ'
+    - pattern: (থ=?)(?=[\u09be\u09bf\u09c0\u09c1\u09c2\u09c3\u09c7\u09c8\u09cb\u09cc\u094d\u09cd])
+      result:  'th'
+    - pattern: (দ=?)(?=[\u09be\u09bf\u09c0\u09c1\u09c2\u09c3\u09c7\u09c8\u09cb\u09cc\u094d\u09cd])
+      result:  'd'
+    - pattern: (ধ=?)(?=[\u09be\u09bf\u09c0\u09c1\u09c2\u09c3\u09c7\u09c8\u09cb\u09cc\u094d\u09cd])
+      result:  'dh'
+    - pattern: (ন=?)(?=[\u09be\u09bf\u09c0\u09c1\u09c2\u09c3\u09c7\u09c8\u09cb\u09cc\u094d\u09cd])
+      result:  'n'
+    - pattern: (প=?)(?=[\u09be\u09bf\u09c0\u09c1\u09c2\u09c3\u09c7\u09c8\u09cb\u09cc\u094d\u09cd])
+      result:  'p'
+    - pattern: (ফ=?)(?=[\u09be\u09bf\u09c0\u09c1\u09c2\u09c3\u09c7\u09c8\u09cb\u09cc\u094d\u09cd])
+      result:  'ph'
+    - pattern: (ব=?)(?=[\u09be\u09bf\u09c0\u09c1\u09c2\u09c3\u09c7\u09c8\u09cb\u09cc\u094d\u09cd])
+      result:  'b'
+    - pattern: (ভ=?)(?=[\u09be\u09bf\u09c0\u09c1\u09c2\u09c3\u09c7\u09c8\u09cb\u09cc\u094d\u09cd])
+      result:  'bh'
+    - pattern: (ম=?)(?=[\u09be\u09bf\u09c0\u09c1\u09c2\u09c3\u09c7\u09c8\u09cb\u09cc\u094d\u09cd])
+      result:  'm'
+    - pattern: (য়=?)(?=[\u09be\u09bf\u09c0\u09c1\u09c2\u09c3\u09c7\u09c8\u09cb\u09cc\u094d\u09cd])
+      result:  'y'
+    - pattern: (য=?)(?=[\u09be\u09bf\u09c0\u09c1\u09c2\u09c3\u09c7\u09c8\u09cb\u09cc\u094d\u09cd])
+      result:  'ẏ'
+    - pattern: (য়=?)(?=[\u09be\u09bf\u09c0\u09c1\u09c2\u09c3\u09c7\u09c8\u09cb\u09cc\u094d\u09cd])
+      result:  'ẏ'
+    - pattern: (ৰ=?)(?=[\u09be\u09bf\u09c0\u09c1\u09c2\u09c3\u09c7\u09c8\u09cb\u09cc\u094d\u09cd])
+      result:  'r'
+    - pattern: (ল=?)(?=[\u09be\u09bf\u09c0\u09c1\u09c2\u09c3\u09c7\u09c8\u09cb\u09cc\u094d\u09cd])
+      result:  'l'
+    - pattern: (ৱ=?)(?=[\u09be\u09bf\u09c0\u09c1\u09c2\u09c3\u09c7\u09c8\u09cb\u09cc\u094d\u09cd])
+      result:  'w'
+    - pattern: (শ=?)(?=[\u09be\u09bf\u09c0\u09c1\u09c2\u09c3\u09c7\u09c8\u09cb\u09cc\u094d\u09cd])
+      result:  'ś'
+    - pattern: (ষ=?)(?=[\u09be\u09bf\u09c0\u09c1\u09c2\u09c3\u09c7\u09c8\u09cb\u09cc\u094d\u09cd])
+      result:  'sh'
+    - pattern: (স=?)(?=[\u09be\u09bf\u09c0\u09c1\u09c2\u09c3\u09c7\u09c8\u09cb\u09cc\u094d\u09cd])
+      result:  's'
+    - pattern: (হ=?)(?=[\u09be\u09bf\u09c0\u09c1\u09c2\u09c3\u09c7\u09c8\u09cb\u09cc\u094d\u09cd])
+      result:  'h'
     # note[3]
     - pattern: \u0981(?=[কখগঘঙচছজঝঞটঠডড়ঢঢ়ণতৎথদধন])    # ঁ before guttural, palatal, cerebral, and dental
       result: ṅ
@@ -162,4 +239,21 @@ map:
     '\u09cb': 'o'
     '\u09cc': 'au'
     '।': '.'
+    '्': ''
     '\u09CD': '' # Used for joining
+
+    # Digits
+
+    '১': '1'
+    '২': '2'
+    '৩': '3'
+    '৪': '4'
+    '৫': '5'
+    '৬': '6'
+    '৭': '7'
+    '৮': '8'
+    '৯': '9'
+    '০': '0'
+
+
+