togglate 0.0.4 → 0.1.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: d573daf3d95b1c968fffaa6e2f82ef0fd93cefa7
-  data.tar.gz: 61addd322ccd6d0596eba3a02cedd430ee14c6b4
+  metadata.gz: f0bd54100b950a27e6a14dc0726059bb3c685b73
+  data.tar.gz: 31260ffc060f2eacef3e0c50d109c09f1aca348e
 SHA512:
-  metadata.gz: 9281cc535ab9cdc9e9401a24d29aaa85db22c9286a775d33d085b7b9595696805dd603e4708b6641c32042aac8f68c48bcce46df2b4d828c5f2217a3924f2f66
-  data.tar.gz: b1a3aa396ba32ba7b4b50885da5938e6d0141666faaf4d87f40fc5320641935db2334c33e3a8560f2da61e6e4b3bc3f05651a6cfa763c77cd542da7db662a487
+  metadata.gz: a0b5fc69dd995054151e8facb47833b3cf1c2c61b3243287810cf8d61cecd3b7a25db9e84861178415dc261f6c43ae842a30c1c03ba945f90ea972e47224c277
+  data.tar.gz: 53bb9896d923f5fb8a325fbd76e59a325a763bbadacb5b5254771129d004d6dd77e6db3ea8585c68a410ad5db272fa36134060dc83bb4e995ee4b73604bd91ec

data/lib/togglate/block_wrapper.rb

@@ -1,11 +1,18 @@
+require "timeout"
+
 class Togglate::BlockWrapper
   def initialize(text,
-                 wrapper:%W([translation\ here]\n\n<!--original -->),
+                 wrapper:%w(<!--original -->),
+                 pretext:"[translation here]",
                  wrap_exceptions:[],
                  **opts)
     @text = text
     @wrapper = wrapper
+    @pretext = pretext
     @wrap_exceptions = wrap_exceptions
+    @translate = set_translate_opt(opts[:translate])
+    @timeout = opts.fetch(:timeout, 3)
+    @email = opts[:email]
   end
 
   def run
@@ -22,12 +29,55 @@ class Togglate::BlockWrapper
   end
 
   def wrap_with(chunks)
-    chunks.inject([]) do |m, (is_space, lines)|
+    wrap_lines = chunks.inject([]) do |m, (is_space, lines)|
       if is_space || @wrap_exceptions.any? { |ex| lines[0].match ex }
         m.push *lines
       else
-        m.push @wrapper[0], "\n", *lines, @wrapper[1], "\n"
+        if @translate
+          hash_value = lines.join.hash
+          sentences_to_translate[hash_value] = lines.join
+          m.push hash_value
+        else
+          m.push @pretext
+        end
+        m.push "\n\n", @wrapper[0], "\n", *lines, @wrapper[1], "\n"
+      end
+    end
+    @translate ? hash_to_translation(wrap_lines).join : wrap_lines.join
+  end
+
+  def set_translate_opt(opt)
+    case opt
+    when Hash, FalseClass, NilClass
+      opt
+    when TrueClass
+      {to: :ja}
+    else
+      raise ArgumentError
+    end
+  end
+
+  def sentences_to_translate
+    @sentences_to_translate ||= {}
+  end
+
+  def hash_to_translation(lines)
+    translates = request_translation
+    lines.map { |line| translates[line] || line }
+  end
+
+  using CoreExt
+
+  def request_translation
+    Mymemory.config.email = @email if @email
+    res = {}
+    sentences_to_translate.thread_with do |k, text|
+      begin
+        timeout(@timeout) { res[k] = ::Mymemory.translate(text, @translate) }
+      rescue Timeout::Error
+        res[k] = @pretext
       end
-    end.join
+    end
+    res
   end
 end

data/lib/togglate/cli.rb

@@ -7,9 +7,12 @@ module Togglate
     option :embed_code, aliases:'-e', default:true, type: :boolean, desc:"Enable code embeding to false"
     option :toggle_link_text, type: :array, default:["*", "hide"]
     option :code_block, aliases:'-c', default:false, type: :boolean, desc:"Enable code blocks not to be wrapped"
+    option :translate, aliases:'-t', type: :hash, default:{}, desc:"Embed machine translated text. ex.-t=to:ja"
+    option :email, desc:"Passing a valid email extends a limit of Mymemory anonymous usage from 100 to 1000 requests/day"
     def create(file)
       opts = symbolize_keys(options)
       opts.update(wrap_exceptions:[/^```/, /^ {4}/]) if opts[:code_block]
+      opts.update(translate:nil) if opts[:translate].empty?
       puts Togglate.create(file, opts)
     end
 
@@ -35,7 +38,14 @@ module Togglate
 
     no_tasks do
       def symbolize_keys(options)
-        options.inject({}) { |h, (k,v)| h[k.intern] = v; h }
+        options.inject({}) do |h, (k,v)|
+          h[k.intern] =
+            case v
+            when Hash then symbolize_keys(v)
+            else v
+            end
+          h
+        end
       end
     end
   end

data/lib/togglate/core_ext.rb

@@ -0,0 +1,13 @@
+module CoreExt
+  refine Hash do
+    def thread_with
+      mem = []
+      map do |*item|
+        Thread.new(*item) do |*_item|
+          mem << yield(*_item)
+        end
+      end.each(&:join)
+      mem
+    end
+  end
+end

data/lib/togglate/version.rb

@@ -1,3 +1,3 @@
 module Togglate
-  VERSION = "0.0.4"
+  VERSION = "0.1.0"
 end

data/lib/togglate.rb

@@ -1,4 +1,7 @@
+require "mymemory"
+
 require "togglate/version"
+require "togglate/core_ext"
 require "togglate/block_wrapper"
 require "togglate/cli"
 

data/spec/fixtures/README.md

@@ -1,6 +1,6 @@
 # Title
 
-Title is a tool.
+Programming is fun.
 
     % ruby title.rb
 

data/spec/fixtures/translated_text.json

@@ -0,0 +1 @@
+{"responseData":{"translatedText":"プログラミングは楽しいです。"},"responseDetails":"", "responseStatus":200, "responderId":"234", "matches":[{"id":"0", "segment":"Programming is fun.", "translation":"プログラミングは楽しいです。", "quality":"70", "reference":"Machine Translation provided by Google, Microsoft, Worldlingo or MyMemory customized engine.", "usage-count":1, "subject":"All", "created-by":"MT!", "last-updated-by":"MT!", "create-date":"2014-02-23", "last-update-date":"2014-02-23", "match":0.85}, {"id":"427501654", "segment":"Programming", "translation":"プログラミング", "quality":"80", "reference":"\/\/ja.wikipedia.org\/wiki\/%E3%83%97%E3%83%AD%E3%82%B0%E3%83%A9%E3%83%9F%E3%83%B3%E3%82%B0", "usage-count":6, "subject":"All", "created-by":"Wikipedia", "last-updated-by":"Wikipedia", "create-date":"2013-08-24 08:51:26", "last-update-date":"2013-08-24 08:51:26", "match":0.66}, {"id":"427408903", "segment":"Programming", "translation":"打ち込み", "quality":"80", "reference":"\/\/en.wikipedia.org\/wiki\/Programming_(music)", "usage-count":3, "subject":"All", "created-by":"", "last-updated-by":"Wikipedia", "create-date":"2012-08-19 22:36:30", "last-update-date":"2012-08-19 22:36:30", "match":0.65}]}

data/spec/spec_helper.rb

@@ -1,6 +1,7 @@
 $LOAD_PATH.unshift File.expand_path('../../lib', __FILE__)
 require 'togglate'
 require "stringio"
+require "fakeweb"
 
 class String
   def ~
@@ -17,4 +18,9 @@ end
 
 RSpec.configure do |c|
   c.include Helpers
+  c.before do
+    FakeWeb.clean_registry
+    body = File.read(File.join(source_root, 'translated_text.json'))
+    FakeWeb.register_uri(:get, %r(http://mymemory\.translated\.net), body:body)
+  end
 end

data/spec/togglate_cli_spec.rb

@@ -60,6 +60,13 @@ describe Togglate::CLI do
         expect($stdout.string).to match(/<script.*showme.*<\/script>/m)
       end
     end
+
+    context "translate option with Mymemory API" do
+      it "embeds translated text as its pretext" do
+        Togglate::CLI.start(['create', 'README.md', '--translate', 'to:ja'])
+        expect($stdout.string).to match(/プログラミングは楽しい/)
+      end
+    end
   end
 
   describe "#append_code" do

data/spec/togglate_spec.rb

@@ -7,10 +7,13 @@ describe Togglate do
 end
 
 describe Togglate::BlockWrapper do
+  before do
+    @text = "#title\n\n\ntext\n"
+  end
+
   describe "#chunk_by_space" do
     it "returns chunked array" do
-      text = "#title\n\n\ntext\n"
-      wrapper = Togglate::BlockWrapper.new(text)
+      wrapper = Togglate::BlockWrapper.new(@text)
       exp = [[false, ["#title\n"]],
              [true, ["\n", "\n"]],
              [false, ["text\n"]]]
@@ -20,11 +23,46 @@ describe Togglate::BlockWrapper do
 
   describe "#wrap_with" do
     it "returns wrapped text" do
-      text = "#title\n\n\ntext\n"
-      wrapper = Togglate::BlockWrapper.new(text)
+      wrapper = Togglate::BlockWrapper.new(@text)
       chunks = wrapper.send(:chunk_by_space)
       exp = "[translation here]\n\n<!--original\n#title\n-->\n\n\n[translation here]\n\n<!--original\ntext\n-->\n"
       expect(wrapper.send(:wrap_with, chunks)).to eq exp
     end
+
+    context "optional pre-text" do
+      it "returns wrapped text with a custom text" do
+        wrapper = Togglate::BlockWrapper.new(@text, pretext:"-- translation --")
+        chunks = wrapper.send(:chunk_by_space)
+        exp = "-- translation --\n\n<!--original\n"
+        expect(wrapper.send(:wrap_with, chunks)).to match(exp)
+      end
+    end
+  end
+
+  describe "Embed results of MyMemory translation service" do
+    describe ".new with translate option" do
+      it "sets en-ja option when passed true" do
+        wrapper = Togglate::BlockWrapper.new('I need you.', translate:true)
+        opt = {to: :ja}
+        expect(wrapper.instance_variable_get('@translate')).to eq opt
+      end
+
+      it "sets passed options" do
+        opt = {from: :en, to: :it, email:true}
+        wrapper = Togglate::BlockWrapper.new('I need you.', translate:opt)
+        expect(wrapper.instance_variable_get('@translate')).to eq opt
+      end
+    end
+
+    describe "#wrap_with" do
+      it "sets translated sentences to pretext" do
+        text = "#Title\n\nProgramming is fun.\n"
+        opt = {from: :en, to: :ja}
+        wrapper = Togglate::BlockWrapper.new(text, translate:opt)
+        chunks = wrapper.send(:chunk_by_space)
+        exp = /プログラミングは楽しいです.*<!--original/m
+        expect(wrapper.send(:wrap_with, chunks)).to match(exp)
+      end
+    end
   end
 end

data/togglate.gemspec

@@ -16,9 +16,12 @@ Gem::Specification.new do |spec|
   spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
   spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
   spec.require_paths = ["lib"]
+  spec.required_ruby_version = '>=2.1.0'
 
   spec.add_dependency "thor"
+  spec.add_dependency "mymemory"
   spec.add_development_dependency "bundler", "~> 1.5"
   spec.add_development_dependency "rake"
   spec.add_development_dependency "rspec"
+  spec.add_development_dependency "fakeweb"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: togglate
 version: !ruby/object:Gem::Version
-  version: 0.0.4
+  version: 0.1.0
 platform: ruby
 authors:
 - kyoendo
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-02-21 00:00:00.000000000 Z
+date: 2014-02-25 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: thor
@@ -24,6 +24,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: mymemory
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
@@ -66,6 +80,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: fakeweb
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 description: 
 email:
 - postagie@gmail.com
@@ -85,8 +113,10 @@ files:
 - lib/togglate.rb
 - lib/togglate/block_wrapper.rb
 - lib/togglate/cli.rb
+- lib/togglate/core_ext.rb
 - lib/togglate/version.rb
 - spec/fixtures/README.md
+- spec/fixtures/translated_text.json
 - spec/spec_helper.rb
 - spec/togglate_cli_spec.rb
 - spec/togglate_spec.rb
@@ -103,7 +133,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: '0'
+      version: 2.1.0
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
@@ -117,6 +147,7 @@ specification_version: 4
 summary: Create base text for translation, in which original is togglable
 test_files:
 - spec/fixtures/README.md
+- spec/fixtures/translated_text.json
 - spec/spec_helper.rb
 - spec/togglate_cli_spec.rb
 - spec/togglate_spec.rb