phonetics 2.0.1 → 3.0.1

data/lib/phonetics/levenshtein.rb

@@ -16,12 +16,6 @@ module Phonetics
   module Levenshtein
     extend ::PhoneticsLevenshteinCBinding
 
-    def inspect_bytes(str)
-      puts "Rubyland str: #{str.inspect}"
-      puts "Rubyland bytes: #{str.bytes.inspect}"
-      testing_codepoints(str)
-    end
-
     def self.distance(str1, str2, verbose = false)
       internal_phonetic_distance(str1, str2, verbose)
     end

data/lib/phonetics/transcriptions.rb

@@ -0,0 +1,151 @@
+# frozen_string_literal: true
+
+require 'open-uri'
+require 'json'
+
+module Phonetics
+  module Transcriptions
+    extend self
+    Transcriptions = File.join(__dir__, '..', 'common_ipa_transcriptions.json')
+    TranscriptionsURL = 'https://jackdanger.com/common_ipa_transcriptions.json'
+
+    SourcesByPreference = [/wiktionary/, /cmu/, /phonemicchart.com/].freeze
+
+    def [](key)
+      entry = transcriptions[key]
+      return unless entry
+      return unless entry['ipa']
+
+      SourcesByPreference.each do |preferred_source|
+        entry['ipa'].keys.each do |source|
+          return entry['ipa'][source] if source =~ preferred_source
+        end
+      end
+      nil
+    end
+
+    def transcriptions
+      @transcriptions ||= begin
+        download! unless File.exist?(Transcriptions)
+        load_from_disk!
+      end
+    end
+
+    # Lazily loaded from JSON file on disk
+    def load_from_disk!
+      @transcriptions = JSON.parse(File.read(Transcriptions))
+    end
+
+    def download!
+      File.open(Transcriptions, 'w') { |f| f.write(URI.open(TranscriptionsURL).read) }
+    end
+
+    def trie
+      # Let's turn this:
+      #
+      #    "century": {
+      #      "rarity": 462.0,
+      #      "ipa": {
+      #        "cmu": "sɛntʃɝɪ",
+      #        "phonemicchart.com": "sentʃərɪ",
+      #        "wiktionary": "sɛntʃəɹi",
+      #        "wiktionary2": "sɛntʃɹi",
+      #        "wiktionary3": "sɛntʃʊɹi"
+      #      },
+      #      "alt_display": "CENTURY"
+      #    }
+      #
+      # into this:
+      #
+      #   "s": {
+      #     "e": {
+      #       "n": {
+      #         "t": {
+      #           "ʃ": {
+      #             "ʊ": {
+      #               "ɹ": {
+      #                 "i": {
+      #                   "terminal": [Term('century')],
+      #                 },
+      #               },
+      #             },
+      #             "ə": {
+      #               "r": {
+      #                 "ɪ": {
+      #                   "terminal": [Term('century')],
+      #                 },
+      #               },
+      #             },
+      #             "ɹ": {
+      #               "i": {
+      #                 "terminal": [Term('century')],
+      #               },
+      #             },
+      #             "ɝ": {
+      #               "ɪ": {
+      #                 "terminal": [Term('century')],
+      #               },
+      #             },
+      #           },
+      #         },
+      #       },
+      #     },
+      #     "ɛ": {
+      #       "n": {
+      #         "t": {
+      #           "ʃ": {
+      #             "ɝ": {
+      #               "ɪ": {
+      #                 "terminal": [Term('century')],
+      #               },
+      #             },
+      #           },
+      #         },
+      #       },
+      #     },
+      #   },
+      #
+      @trie ||= begin
+        base_trie = {}
+        transcriptions.each do |key, entry|
+          entry_data = {
+              word: key,
+            rarity: entry['rarity'],
+          }
+          entry.fetch('ipa', []).each do |_source, transcription|
+            base_trie = construct_trie(base_trie, transcription, entry_data)
+          end
+        end
+        base_trie.freeze
+      end
+    end
+
+    def walk(ipa)
+      ipa.each_char.reduce(trie) { |acc, char| acc[char] }
+    end
+
+    def transcription_for(phrase)
+      phrase.downcase.split(' ').map { |word| self[word] }.join
+    end
+
+    private
+
+    # Given an portion of an existing trie (to be modified), the remainder of a
+    # char string, and an entry, walk or construct the appropriate trie nodes
+    # necessary to place the entry in a leaf.
+    def construct_trie(subtrie, chars_remaining, entry_data, depth = 0)
+      subtrie[:depth] ||= depth
+      if chars_remaining.empty?
+        # Base condition met
+        subtrie[:terminal] ||= []
+        subtrie[:terminal] << entry_data unless subtrie[:terminal].include?(entry_data)
+      else
+        next_char = chars_remaining[0]
+        subtrie[next_char] ||= {}
+        subtrie[next_char][:path] ||= subtrie[:path].to_s + next_char
+        subtrie[next_char] = construct_trie(subtrie[next_char], chars_remaining[1..-1], entry_data, depth + 1)
+      end
+      subtrie
+    end
+  end
+end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: phonetics
 version: !ruby/object:Gem::Version
-  version: 2.0.1
+  version: 3.0.1
 platform: ruby
 authors:
 - Jack Danger
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2019-10-02 00:00:00.000000000 Z
+date: 2019-12-27 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -129,10 +129,13 @@ files:
 - ext/c_levenshtein/phonemes.h
 - ext/c_levenshtein/phonetic_cost.c
 - ext/c_levenshtein/phonetic_cost.h
+- lib/common_ipa_transcriptions.json
 - lib/phonetics.rb
 - lib/phonetics/code_generator.rb
+- lib/phonetics/distances.rb
 - lib/phonetics/levenshtein.rb
 - lib/phonetics/ruby_levenshtein.rb
+- lib/phonetics/transcriptions.rb
 - lib/phonetics/version.rb
 - phonetics.gemspec
 homepage: https://github.com/JackDanger/phonetics