google_web_translate 0.2.1 → 0.2.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: a801716622f94a6f87ac50ea1e348d0c9d91e155
-  data.tar.gz: 4913fdab2c0ee17de89447b7292d13d1730ddf87
+  metadata.gz: 9de16ca14cfa21f2f4e2feba9fb67f1e662d37bc
+  data.tar.gz: a80a769dbb0f387f9c5c12c3baa7dc31befd0cf6
 SHA512:
-  metadata.gz: 8741be3763bc8f09111bf2f9fd7fb7dc00c75b6304ce9fe4e447a29fabba1d3c3553b7019e9012269d80ea88ab7d49ef51c1744c65d1b8b7f1a76da1063cc2cf
-  data.tar.gz: 7c440c5f7fb0a4f21efb82b4cd0bcc6322ad3ed003713b0650f7b2864a0fd712830a97eac637aa9517a84be1e8e10960d4d2cc028f5c6bb0e8a862a578214598
+  metadata.gz: 576ad67066a1a4ba0fd953743a06a9fc713a229e6db732b5805a77b132b4984a6d7c8f4966d2f35b64f6cca9915888ee10efb3eb542c3896bfc6d3fc7d8af23c
+  data.tar.gz: 55a74de3fddd74d6e179cea599ad82ee76e19f0799de07c66f22c25c93593a06515172456a3d6dc0705af963d1c2c54921bb996aab70128b9165cc10593e95cd

data/README.md

@@ -34,6 +34,8 @@ Or install it yourself as:
     result = api.translate("Hello", "en", "de")
     puts result.translation
 
+    supported_languages = api.languages
+
 ## Development
 
 After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake spec` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.

data/google-web-translate.gemspec

@@ -1,30 +1,30 @@
-
-lib = File.expand_path('../lib', __FILE__)
-$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
-require 'google_web_translate/version'
-
-Gem::Specification.new do |spec|
-  spec.name          = 'google_web_translate'
-  spec.version       = GoogleWebTranslate::VERSION
-  spec.authors       = ['Andrew']
-  spec.email         = ['sobakasu@gmail.com']
-
-  spec.summary       = 'Text translation using the google web interface'
-  spec.homepage      = 'https://github.com/sobakasu/google_web_translate'
-  spec.license       = 'MIT'
-  spec.files         = `git ls-files -z`.split("\x0").reject do |f|
-    f.match(%r{^(test|spec|features)/})
-  end
-  spec.bindir        = 'bin'
-  spec.executables   = %w[google_web_translate]
-  spec.require_paths = ['lib']
-
-  spec.add_development_dependency 'bundler', '~> 1.16'
-  spec.add_development_dependency 'rake', '~> 10.0'
-  spec.add_development_dependency 'rspec', '~> 3.0'
-  spec.add_development_dependency 'simplecov'
-  spec.add_development_dependency 'webmock'
-
-  spec.add_dependency 'execjs'
-  spec.add_dependency 'thor'
-end
+
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'google_web_translate/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = 'google_web_translate'
+  spec.version       = GoogleWebTranslate::VERSION
+  spec.authors       = ['Andrew']
+  spec.email         = ['sobakasu@gmail.com']
+
+  spec.summary       = 'Text translation using the google web interface'
+  spec.homepage      = 'https://github.com/sobakasu/google_web_translate'
+  spec.license       = 'MIT'
+  spec.files         = `git ls-files -z`.split("\x0").reject do |f|
+    f.match(%r{^(test|spec|features)/})
+  end
+  spec.bindir        = 'bin'
+  spec.executables   = %w[google_web_translate]
+  spec.require_paths = ['lib']
+
+  spec.add_development_dependency 'bundler', '~> 1.16'
+  spec.add_development_dependency 'rake', '~> 10.0'
+  spec.add_development_dependency 'rspec', '~> 3.0'
+  spec.add_development_dependency 'simplecov'
+  spec.add_development_dependency 'webmock'
+
+  spec.add_dependency 'execjs'
+  spec.add_dependency 'thor'
+end

data/lib/google_web_translate/api.rb

@@ -1,130 +1,138 @@
-require 'execjs'
-require 'json'
-
-module GoogleWebTranslate
-  # interface to the google web translation api
-  class API
-    def initialize(options = {})
-      @dt = options[:dt] || DEFAULT_DT
-      @token_ttl = options[:token_ttl] || DEFAULT_TOKEN_TTL
-      @debug = options[:debug]
-      @http_client = options[:http_client] || HTTPClient.new(options)
-    end
-
-    def translate(string, from, to)
-      data = fetch_translation(string, from, to)
-      Result.new(data)
-    end
-
-    private
-
-    URL_MAIN = 'https://translate.google.com'.freeze
-    URL_TRANSLATE_1 = URL_MAIN + '/translate_a/single'.freeze
-    DEFAULT_DT = %w[at bd ex ld md qca rw rm ss t].freeze
-    DEFAULT_TOKEN_TTL = 3600
-
-    def fetch_translation(string, from, to)
-      json = fetch_url_body(translate_url(string, from, to))
-      # File.open("response.json", "w") { |f| f.puts json }
-      JSON.parse(json)
-    end
-
-    def fetch_url_response(url)
-      @http_client.get(url.to_s)
-    end
-
-    def fetch_url_body(url)
-      uri = URI.parse(url)
-      uri = URI.join(URL_MAIN, url) if uri.relative?
-      debug("fetch #{uri}")
-      response = fetch_url_response(uri)
-      # debug("response: #{response.body}")
-      response.body
-    end
-
-    def valid_token?
-      @token_updated_at && Time.now - @token_updated_at < @token_ttl
-    end
-
-    def fetch_main
-      fetch_url_body(URL_MAIN)
-    end
-
-    def fetch_desktop_module(html)
-      html =~ /([^="]*desktop_module_main.js)/
-      url = Regexp.last_match(1)
-      raise 'unable to find desktop module' unless url
-      fetch_url_body(url)
-    end
-
-    def munge_module(js)
-      js.gsub(/((?:var\s+)?\w+\s*=\s*\w+\.createElement.*?;)/) do |_i|
-        'return "";'
-      end
-    end
-
-    def compile_js(html)
-      desktop_module_js = munge_module(fetch_desktop_module(html))
-      window_js = File.read(File.join(__dir__, '..', 'js', 'window.js'))
-      js = window_js + desktop_module_js
-      File.open('generated.js', 'w') { |f| f.puts(js) } if debug?
-      ExecJS.compile(js)
-    end
-
-    def update_token
-      # download main page
-      html = fetch_main
-      # extract tkk from html
-      @tkk = extract_tkk(html)
-      # compile desktop module javascript
-      @js_context = compile_js(html)
-      @token_updated_at = Time.now
-    end
-
-    def tk(string)
-      update_token unless valid_token?
-      @js_context.call('setWindowProperty', 'TKK', @tkk)
-      # tk = @js_context.call("wq", string)
-      tk = @js_context.call('generateToken', string, @tkk)
-      (tk.split('=') || [])[1]
-    end
-
-    def tk_js
-      File.read(File.join(__dir__, 'google_web.js'))
-    end
-
-    def extract_tkk(html)
-      raise 'TKK not found' unless html =~ /TKK=eval\('(.*?)'\);/
-      tkk_code = Regexp.last_match(1)
-      # tkk_code = Translatomatic::StringEscaping.unescape(tkk_code)
-      tkk_code = StringEscaping.unescape(tkk_code)
-      debug("tkk code unescaped: #{tkk_code}")
-      tkk = ExecJS.eval(tkk_code)
-      # tkk = context.call(nil)
-      debug("evaluated tkk: #{tkk}")
-      tkk
-    end
-
-    def translate_url(string, from, to)
-      tk = tk(string)
-      debug("tk: #{tk}")
-      query = {
-        sl: from, tl: to, ie: 'UTF-8', oe: 'UTF-8',
-        q: string, dt: @dt, tk: tk,
-        # not sure what these are for
-        client: 't', hl: 'en', otf: 1, ssel: 4, tsel: 6, kc: 5
-      }
-      url = URI.parse(URL_TRANSLATE_1)
-      url.query = URI.encode_www_form(query)
-      url.to_s
-    end
-
-    def debug(msg)
-      puts msg if debug?
-    end
-
-    def debug?
-      @debug
-    end
-  end
-end
+require 'execjs'
+require 'json'
+
+module GoogleWebTranslate
+  # interface to the google web translation api
+  class API
+    def initialize(options = {})
+      @dt = options[:dt] || DEFAULT_DT
+      @token_ttl = options[:token_ttl] || DEFAULT_TOKEN_TTL
+      @debug = options[:debug]
+      @http_client = options[:http_client] || HTTPClient.new(options)
+    end
+
+    def translate(string, from, to)
+      data = fetch_translation(string, from, to)
+      Result.new(data)
+    end
+
+    def languages
+      @languages ||= begin
+        html = fetch_main
+        html.scan(/\['(\w{2})','(\w{2})'\]/).flatten.uniq.sort
+      end
+    end
+
+    private
+
+    URL_MAIN = 'https://translate.google.com'.freeze
+    URL_TRANSLATE_1 = URL_MAIN + '/translate_a/single'.freeze
+    DEFAULT_DT = %w[at bd ex ld md qca rw rm ss t].freeze
+    DEFAULT_TOKEN_TTL = 3600
+
+    def fetch_translation(string, from, to)
+      json = fetch_url_body(translate_url(string, from, to))
+      # File.open("response.json", "w") { |f| f.puts json }
+      JSON.parse(json)
+    end
+
+    def fetch_url_response(url)
+      @http_client.get(url.to_s)
+    end
+
+    def fetch_url_body(url)
+      uri = URI.parse(url)
+      uri = URI.join(URL_MAIN, url) if uri.relative?
+      debug("fetch #{uri}")
+      response = fetch_url_response(uri)
+      # debug("response: #{response.body}")
+      response.body
+    end
+
+    def valid_token?
+      @token_updated_at && Time.now - @token_updated_at < @token_ttl
+    end
+
+    def fetch_main(options = {})
+      @html = nil if options[:no_cache]
+      @html ||= fetch_url_body(URL_MAIN)
+    end
+
+    def fetch_desktop_module(html)
+      html =~ /([^="]*desktop_module_main.js)/
+      url = Regexp.last_match(1)
+      raise 'unable to find desktop module' unless url
+      fetch_url_body(url)
+    end
+
+    def munge_module(js)
+      js.gsub(/((?:var\s+)?\w+\s*=\s*\w+\.createElement.*?;)/) do |_i|
+        'return "";'
+      end
+    end
+
+    def compile_js(html)
+      desktop_module_js = munge_module(fetch_desktop_module(html))
+      window_js = File.read(File.join(__dir__, '..', 'js', 'window.js'))
+      js = window_js + desktop_module_js
+      File.open('generated.js', 'w') { |f| f.puts(js) } if debug?
+      ExecJS.compile(js)
+    end
+
+    def update_token
+      # download main page
+      html = fetch_main(no_cache: true)
+      # extract tkk from html
+      @tkk = extract_tkk(html)
+      # compile desktop module javascript
+      @js_context = compile_js(html)
+      @token_updated_at = Time.now
+    end
+
+    def tk(string)
+      update_token unless valid_token?
+      @js_context.call('setWindowProperty', 'TKK', @tkk)
+      # tk = @js_context.call("wq", string)
+      tk = @js_context.call('generateToken', string, @tkk)
+      (tk.split('=') || [])[1]
+    end
+
+    def tk_js
+      File.read(File.join(__dir__, 'google_web.js'))
+    end
+
+    def extract_tkk(html)
+      raise 'TKK not found' unless html =~ /TKK=eval\('(.*?)'\);/
+      tkk_code = Regexp.last_match(1)
+      # tkk_code = Translatomatic::StringEscaping.unescape(tkk_code)
+      tkk_code = StringEscaping.unescape(tkk_code)
+      debug("tkk code unescaped: #{tkk_code}")
+      tkk = ExecJS.eval(tkk_code)
+      # tkk = context.call(nil)
+      debug("evaluated tkk: #{tkk}")
+      tkk
+    end
+
+    def translate_url(string, from, to)
+      tk = tk(string)
+      debug("tk: #{tk}")
+      query = {
+        sl: from, tl: to, ie: 'UTF-8', oe: 'UTF-8',
+        q: string, dt: @dt, tk: tk,
+        # not sure what these are for
+        client: 't', hl: 'en', otf: 1, ssel: 4, tsel: 6, kc: 5
+      }
+      url = URI.parse(URL_TRANSLATE_1)
+      url.query = URI.encode_www_form(query)
+      url.to_s
+    end
+
+    def debug(msg)
+      puts msg if debug?
+    end
+
+    def debug?
+      @debug
+    end
+  end
+end

data/lib/google_web_translate/cli.rb

@@ -1,18 +1,18 @@
-require 'thor'
-require 'pp'
-
-module GoogleWebTranslate
-  # Command line interface
-  class CLI < Thor
-    desc 'string from to', 'translate a string from one language to another'
-    method_option :dt, type: :array, desc: 'data types'
-    def translate(string, from, to)
-      api_options = { debug: ENV['DEBUG'] }
-      api_options[:dt] = options[:dt] if options[:dt]
-
-      api = API.new(api_options)
-      result = api.translate(string, from, to)
-      pp result.to_h
-    end
-  end
-end
+require 'thor'
+require 'pp'
+
+module GoogleWebTranslate
+  # Command line interface
+  class CLI < Thor
+    desc 'string from to', 'translate a string from one language to another'
+    method_option :dt, type: :array, desc: 'data types'
+    def translate(string, from, to)
+      api_options = { debug: ENV['DEBUG'] }
+      api_options[:dt] = options[:dt] if options[:dt]
+
+      api = API.new(api_options)
+      result = api.translate(string, from, to)
+      pp result.to_h
+    end
+  end
+end

data/lib/google_web_translate/http_client.rb

@@ -1,26 +1,26 @@
-require 'net/http'
-
-module GoogleWebTranslate
-  # HTTP client functionality
-  class HTTPClient
-    def self.user_agent
-      gem_version = "GoogleWebTranslate/#{VERSION}"
-      platform_version = "(#{RUBY_PLATFORM}) #{RUBY_ENGINE}/#{RUBY_VERSION}"
-      gem_version + ' ' + platform_version
-    end
-
-    def initialize(options = {})
-      @user_agent = options[:user_agent] || self.class.user_agent
-    end
-
-    def get(url)
-      uri = URI.parse(url)
-      request = Net::HTTP::Get.new(uri)
-      request['User-Agent'] = @user_agent
-      options = { use_ssl: uri.scheme == 'https' }
-      Net::HTTP.start(uri.host, uri.port, options) do |http|
-        http.request(request)
-      end
-    end
-  end
-end
+require 'net/http'
+
+module GoogleWebTranslate
+  # HTTP client functionality
+  class HTTPClient
+    def self.user_agent
+      gem_version = "GoogleWebTranslate/#{VERSION}"
+      platform_version = "(#{RUBY_PLATFORM}) #{RUBY_ENGINE}/#{RUBY_VERSION}"
+      gem_version + ' ' + platform_version
+    end
+
+    def initialize(options = {})
+      @user_agent = options[:user_agent] || self.class.user_agent
+    end
+
+    def get(url)
+      uri = URI.parse(url)
+      request = Net::HTTP::Get.new(uri)
+      request['User-Agent'] = @user_agent
+      options = { use_ssl: uri.scheme == 'https' }
+      Net::HTTP.start(uri.host, uri.port, options) do |http|
+        http.request(request)
+      end
+    end
+  end
+end

data/lib/google_web_translate/result.rb

@@ -1,54 +1,54 @@
-module GoogleWebTranslate
-  # Translation results
-  class Result
-    attr_reader :raw
-
-    # @private
-    DATA_INDICES = {
-      translation: [0, 0, 0], # dt:t
-      alternatives: [5, 0, 2], # dt:at
-      dictionary: [1], # dt: bd
-      synonyms: [11], # dt:ss
-      definitions: [12, 0], # dt:md
-      examples: [13, 0], # dt:ex
-      see_also: [14, 0], # dt:rw
-    }.freeze
-
-    DATA_INDICES.each_key { |key| attr_reader key }
-
-    def initialize(data)
-      @raw = data
-      @keys = []
-      @properties = {}
-
-      DATA_INDICES.each do |key, indices|
-        indices = indices.dup
-        extract_data(key, *indices)
-      end
-
-      @alternatives = @alternatives.collect { |i| i[0] } if @alternatives
-      @keys.each { |key| @properties[key] = instance_variable_get("@#{key}") }
-    end
-
-    def to_h
-      @properties
-    end
-
-    private
-
-    def extract_data(name, *indices)
-      value = array_value(@raw, *indices)
-      return if value.nil?
-      instance_variable_set("@#{name}", value)
-      @keys.push(name)
-    end
-
-    def array_value(array, *indices)
-      return nil if array.nil?
-      index = indices.shift
-      value = array[index]
-      return value if indices.empty?
-      array_value(value, *indices)
-    end
-  end
-end
+module GoogleWebTranslate
+  # Translation results
+  class Result
+    attr_reader :raw
+
+    # @private
+    DATA_INDICES = {
+      translation: [0, 0, 0], # dt:t
+      alternatives: [5, 0, 2], # dt:at
+      dictionary: [1], # dt: bd
+      synonyms: [11], # dt:ss
+      definitions: [12, 0], # dt:md
+      examples: [13, 0], # dt:ex
+      see_also: [14, 0], # dt:rw
+    }.freeze
+
+    DATA_INDICES.each_key { |key| attr_reader key }
+
+    def initialize(data)
+      @raw = data
+      @keys = []
+      @properties = {}
+
+      DATA_INDICES.each do |key, indices|
+        indices = indices.dup
+        extract_data(key, *indices)
+      end
+
+      @alternatives = @alternatives.collect { |i| i[0] } if @alternatives
+      @keys.each { |key| @properties[key] = instance_variable_get("@#{key}") }
+    end
+
+    def to_h
+      @properties
+    end
+
+    private
+
+    def extract_data(name, *indices)
+      value = array_value(@raw, *indices)
+      return if value.nil?
+      instance_variable_set("@#{name}", value)
+      @keys.push(name)
+    end
+
+    def array_value(array, *indices)
+      return nil if array.nil?
+      index = indices.shift
+      value = array[index]
+      return value if indices.empty?
+      array_value(value, *indices)
+    end
+  end
+end

data/lib/google_web_translate/version.rb

@@ -1,3 +1,3 @@
-module GoogleWebTranslate
-  VERSION = '0.2.1'.freeze
-end
+module GoogleWebTranslate
+  VERSION = '0.2.2'.freeze
+end

data/lib/google_web_translate.rb

@@ -1,5 +1,5 @@
-require 'google_web_translate/version.rb'
-require 'google_web_translate/string_escaping.rb'
-require 'google_web_translate/http_client.rb'
-require 'google_web_translate/result.rb'
-require 'google_web_translate/api.rb'
+require 'google_web_translate/version.rb'
+require 'google_web_translate/string_escaping.rb'
+require 'google_web_translate/http_client.rb'
+require 'google_web_translate/result.rb'
+require 'google_web_translate/api.rb'

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: google_web_translate
 version: !ruby/object:Gem::Version
-  version: 0.2.1
+  version: 0.2.2
 platform: ruby
 authors:
 - Andrew
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2018-01-22 00:00:00.000000000 Z
+date: 2018-01-23 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler