ssml2mp3 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 21b132ef0982c2114fd73b8ae7028d87596cc4db
+  data.tar.gz: 06c9cdcbacffb669c363c867997ec31359e09038
+SHA512:
+  metadata.gz: '09d24955dd856ed0dd0c8f718333bce810c185f901fa2ad11cd75d271104539ec152dc5f61c477d8bd6efe88efcec75b48757b93bc3136530d397158d1870649'
+  data.tar.gz: e512530da283d805911df4d955e8cb42a24bbaa196762fc821d1033a50d24ad93a55fd4738708d64a7dc032d256d49b5ddab5eee0fbc5c7496167106fd11da64

data/.gitignore

@@ -0,0 +1,9 @@
+/.bundle/
+/.yardoc
+/Gemfile.lock
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/

data/.rspec

@@ -0,0 +1,2 @@
+--format documentation
+--color

data/.travis.yml

@@ -0,0 +1,8 @@
+sudo: false
+language: ruby
+rvm:
+  - 2.1.10
+  - 2.2.6
+  - 2.3.3
+  - 2.4.0
+before_install: gem install bundler -v 1.13.7

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in ssml2mp3.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2017 hogelog
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/README.md

@@ -0,0 +1,41 @@
+# Ssml2mp3
+
+Welcome to your new gem! In this directory, you'll find the files you need to be able to package up your Ruby library into a gem. Put your Ruby code in the file `lib/ssml2mp3`. To experiment with that code, run `bin/console` for an interactive prompt.
+
+TODO: Delete this and the text above, and describe your gem
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'ssml2mp3'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install ssml2mp3
+
+## Usage
+
+TODO: Write usage instructions here
+
+## Development
+
+After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake spec` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
+
+To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
+
+## Contributing
+
+Bug reports and pull requests are welcome on GitHub at https://github.com/[USERNAME]/ssml2mp3.
+
+
+## License
+
+The gem is available as open source under the terms of the [MIT License](http://opensource.org/licenses/MIT).
+

data/Rakefile

@@ -0,0 +1,6 @@
+require "bundler/gem_tasks"
+require "rspec/core/rake_task"
+
+RSpec::Core::RakeTask.new(:spec)
+
+task :default => :spec

data/bin/console

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "ssml2mp3"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require "irb"
+IRB.start

data/bin/setup

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+set -euo pipefail
+IFS=$'\n\t'
+set -vx
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/exe/ssml2mp3

@@ -0,0 +1,13 @@
+#!/usr/bin/env ruby
+
+$LOAD_PATH.unshift File.expand_path('../../lib', __FILE__)
+require 'ssml2mp3'
+
+if ARGV.size == 0
+  puts "#$0 ssml mp3"
+  exit
+end
+
+ssml_path, mp3_path = ARGV
+
+Ssml2mp3.synthesize_file(ssml_path, mp3_path)

data/lib/ssml2mp3/builder.rb

@@ -0,0 +1,136 @@
+require "aws-sdk-polly"
+require "logger"
+require "nokogiri"
+require "htmlentities"
+require "expeditor"
+require "concurrent"
+require "tmpdir"
+
+module Ssml2mp3
+  class Builder
+    attr_reader :options, :sample_rate, :client, :logger, :expeditor_service
+
+    POLLY_TEXT_LENGTH_LIMIT = 1000
+
+    def initialize(options={})
+      @options = options.dup
+      @logger = @options.delete(:logger) || Logger.new(STDOUT)
+      @sample_rate = @options.delete(:sample_rate) || "16000"
+      @max_threads = @options.delete(:max_threads) || 10
+      @options[:region] ||= "us-west-2"
+
+      @client = Aws::Polly::Client.new(@options)
+      @expeditor_service = Expeditor::Service.new(
+        executor: Concurrent::ThreadPoolExecutor.new(
+          min_threads: 0,
+          max_threads: @max_threads,
+        )
+      )
+      @htmlentities = HTMLEntities.new
+    end
+
+    def synthesize_file(ssml_path, mp3_path)
+      basename = File.basename(mp3_path, ".mp3")
+      ssml = File.read(ssml_path)
+      File.open(mp3_path, "wb") do |output|
+        synthesize(ssml, basename, output)
+      end
+      logger.info("Generated: #{mp3_path}") if logger
+    end
+
+    def synthesize(ssml, basename, output)
+      ssmls = split_ssml(ssml)
+
+      tmp_files = []
+      commands = []
+
+      Dir.mktmpdir("foo") do |tmpdir|
+        ssmls.each_with_index do |ssml, i|
+          tmp_ssml_path = File.join(tmpdir, "#{basename}-#{i}.ssml")
+          File.write(tmp_ssml_path, ssml)
+          tmp_path = File.join(tmpdir, "#{basename}-#{i}.mp3")
+          command = Expeditor::Command.new(service: expeditor_service) do
+            logger.info("#{tmp_path}...") if logger
+            begin
+              client.synthesize_speech(
+                response_target: tmp_path,
+                output_format: "mp3",
+                sample_rate: sample_rate,
+                text: ssml,
+                text_type: "ssml",
+                voice_id: "Mizuki",
+              )
+            rescue => e
+              logger.error("#{e.message}\n#{ssml}")
+              logger.error("#{e.message}: #{tmp_ssml_path}\n#{ssml}")
+              raise e
+            end
+          end
+          command.start
+          commands << command
+          tmp_files << tmp_path
+        end
+        commands.each{|command| command.get }
+
+        tmp_files.each do |tmp_path|
+          File.open(tmp_path, "rb") do |tmp_file|
+            IO.copy_stream(tmp_file, output)
+          end
+        end
+        output.flush
+      end
+    end
+
+    def split_ssml(ssml)
+      doc = Nokogiri::XML.parse(tweak_ssml(ssml))
+      elements = doc.root.children
+
+      header = (%r((.+<speak[^>]+>))m === ssml && $1)
+      split_ssml_(elements, "", []).map do |body_ssml|
+        header + body_ssml + "</speak>"
+      end
+    end
+
+    def split_ssml_(elements, buffer, results)
+      if elements.empty?
+        return buffer.size > 0 ? results << buffer : results
+      end
+
+      element = elements.shift
+
+      case element
+        when Nokogiri::XML::Text
+          text = @htmlentities.encode(element.text)
+        when String
+          text = @htmlentities.encode(element)
+        else
+          return split_ssml_(elements, buffer + element.to_s, results)
+      end
+
+      if text_size(text) > POLLY_TEXT_LENGTH_LIMIT
+        split_texts = text.chars.each_slice(POLLY_TEXT_LENGTH_LIMIT).map(&:join)
+        elements = split_texts + elements
+        return split_ssml_(split_texts + elements, buffer, results)
+      end
+
+      if text_size(buffer + text) > POLLY_TEXT_LENGTH_LIMIT
+        results << buffer
+        buffer = ""
+      end
+
+      split_ssml_(elements, buffer + text, results)
+    end
+
+    def text_size(text)
+      text.gsub("</?[^>]+>", '').size
+    end
+
+    def tweak_ssml(ssml)
+      ssml.
+        gsub("\n", "").
+        gsub("<p>", "").
+        gsub("</p>", '<break strength="strong"/>').
+        gsub(/([」】）』])/, '\1<break strength="strong"/>')
+    end
+  end
+end

data/lib/ssml2mp3/version.rb

@@ -0,0 +1,3 @@
+module Ssml2mp3
+  VERSION = "0.1.0"
+end

data/lib/ssml2mp3.rb

@@ -0,0 +1,18 @@
+require "ssml2mp3/version"
+require "ssml2mp3/builder"
+
+require "logger"
+
+module Ssml2mp3
+  def self.builder
+    @builder ||= ::Ssml2mp3::Builder.new(logger: Logger.new(STDOUT))
+  end
+
+  def self.synthesize(*args)
+    builder.synthesize(*args)
+  end
+
+  def self.synthesize_file(*args)
+    builder.synthesize_file(*args)
+  end
+end

data/ssml2mp3.gemspec

@@ -0,0 +1,31 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'ssml2mp3/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "ssml2mp3"
+  spec.version       = Ssml2mp3::VERSION
+  spec.authors       = ["hogelog"]
+  spec.email         = ["konbu.komuro@gmail.com"]
+
+  spec.summary       = %q{SSML to mp3 synthesizer powered by Amazon Polly}
+  spec.homepage      = "https://github.com/hogelog/ssml2mp3"
+
+  spec.files         = `git ls-files -z`.split("\x0").reject do |f|
+    f.match(%r{^(test|spec|features)/})
+  end
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.add_dependency "aws-sdk-polly", "1.0.0.rc2"
+  spec.add_dependency "nokogiri", ">= 1.6"
+  spec.add_dependency "htmlentities"
+  spec.add_dependency "expeditor", "~> 0.5.0"
+
+  spec.add_development_dependency "bundler", "~> 1.13"
+  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "rspec", "~> 3.0"
+  spec.add_development_dependency "pry"
+end

metadata

@@ -0,0 +1,170 @@
+--- !ruby/object:Gem::Specification
+name: ssml2mp3
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- hogelog
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2017-01-17 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: aws-sdk-polly
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.0.0.rc2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.0.0.rc2
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '1.6'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '1.6'
+- !ruby/object:Gem::Dependency
+  name: htmlentities
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: expeditor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.5.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.5.0
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.13'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.13'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: 
+email:
+- konbu.komuro@gmail.com
+executables:
+- ssml2mp3
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".rspec"
+- ".travis.yml"
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/console
+- bin/setup
+- exe/ssml2mp3
+- lib/ssml2mp3.rb
+- lib/ssml2mp3/builder.rb
+- lib/ssml2mp3/version.rb
+- ssml2mp3.gemspec
+homepage: https://github.com/hogelog/ssml2mp3
+licenses: []
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.6.8
+signing_key: 
+specification_version: 4
+summary: SSML to mp3 synthesizer powered by Amazon Polly
+test_files: []