konjak 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 620fb76e02f4a35a2e085fb25e50d2cf5924d4a3
+  data.tar.gz: 13a5d704eceda0ab92f7bc73a7af9f42024f5fcb
+SHA512:
+  metadata.gz: f792f56294bcd16a38a8f71ad876d3fef54d5f1b00b53a93eb21f6456a7abce9229c541b8e16d81296d2bf4c580861fccc9d17c39421b418864c13aab50f90ce
+  data.tar.gz: 45cbd09c3b26c03d9f8236a9ea31bfc0d3116d1a54a124d7dbb7c82ab5ababfcae58e3b4556c17d884b13c315ac2e3e23bbbef070dbfadc921edc715fcf614b3

data/.gitignore

@@ -0,0 +1,18 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp
+vendor/bundle

data/.rspec

@@ -0,0 +1,2 @@
+-rrspec/its
+--colour

data/.travis.yml

@@ -0,0 +1,3 @@
+language: ruby
+rvm:
+  - 2.2

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in konjak.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2014 Seiei Higa
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,29 @@
+# Konjak
+
+TMX(Translation Memory eXchange) tools for ruby
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'konjak'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install konjak
+
+## Usage
+
+    $ konjak translate file.tmx file.txt src target
+
+## Contributing
+
+1. Fork it ( http://github.com/hanachin/konjak/fork )
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/bin/konjak

@@ -0,0 +1,16 @@
+#!/usr/bin/env ruby
+
+require 'konjak'
+
+if ARGV.size != 5 || ARGV[0] != 'translate'
+  puts <<USAGE
+usage: konjak translate src target file.tmx file.txt
+USAGE
+  exit 1
+end
+
+_command, src, target, tmx_path, target_path = ARGV
+
+tmx = File.read(tmx_path)
+doc = File.read(target_path)
+puts Konjak.translate(doc, Konjak.parse(tmx, gtt: true), src, target)

data/konjak.gemspec

@@ -0,0 +1,29 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'konjak/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "konjak"
+  spec.version       = Konjak::VERSION
+  spec.authors       = ["Seiei Higa"]
+  spec.email         = ["hanachin@gmail.com"]
+  spec.summary       = %q{TMX(Translation Memory exChange) tools for ruby}
+  spec.description   = %q{TMX(Translation Memory exChange) tools for ruby}
+  spec.homepage      = "https://github.com/hanachin/konjak"
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files -z`.split("\x0")
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_dependency "mem"
+  spec.add_dependency "nokogiri"
+  spec.add_development_dependency "bundler"
+  spec.add_development_dependency "pry"
+  spec.add_development_dependency "pry-doc"
+  spec.add_development_dependency "rake"
+  spec.add_development_dependency "rspec", "~> 3.2.0"
+  spec.add_development_dependency "rspec-its", "~> 1.0.1"
+end

data/lib/konjak.rb

@@ -0,0 +1,48 @@
+require 'konjak/version'
+require 'konjak/parser'
+
+# not elements
+require 'konjak/code_data'
+require 'konjak/text'
+
+# elements
+require 'konjak/element'
+require 'konjak/inline_element'
+require 'konjak/structural_element'
+
+# structural elements
+require 'konjak/body'
+require 'konjak/header'
+require 'konjak/map'
+require 'konjak/note'
+require 'konjak/property'
+require 'konjak/segment'
+require 'konjak/tmx'
+require 'konjak/translation_unit'
+require 'konjak/translation_unit_variant'
+require 'konjak/user_defined_encoding'
+
+# inline elements
+require 'konjak/begin_paired_tag'
+require 'konjak/end_paired_tag'
+require 'konjak/highlight'
+require 'konjak/isolated_tag'
+require 'konjak/placeholder'
+require 'konjak/sub_flow'
+require 'konjak/unknown_tag'
+
+# translator
+require 'konjak/translator'
+
+module Konjak
+  class << self
+    def parse(xml, **kw)
+      Parser.new.parse(xml, **kw)
+    end
+
+    def translate(doc, xml_or_tmx, src_lang, target_lang)
+      tmx = xml_or_tmx.kind_of?(Tmx) ? xml_or_tmx : parse(xml_or_tmx)
+      Translator.new(tmx, src_lang, target_lang).translate(doc)
+    end
+  end
+end

data/lib/konjak/begin_paired_tag.rb

@@ -0,0 +1,13 @@
+module Konjak
+  class BeginPairedTag < InlineElement
+    # required attrs
+    attr_accessor :i
+
+    # optional attrs
+    attr_accessor :x, :type
+
+    def can_contain?(element)
+      CodeData === element || SubFlow === element
+    end
+  end
+end

data/lib/konjak/body.rb

@@ -0,0 +1,14 @@
+module Konjak
+  class Body < StructuralElement
+    # children
+    attr_accessor :translation_units
+
+    def initialize(body)
+      @translation_units = body.children.select {|c| c.name == 'tu' }.map {|tu| TranslationUnit.new tu }
+    end
+
+    def can_contain?(element)
+      TranslationUnit === element
+    end
+  end
+end

data/lib/konjak/code_data.rb

@@ -0,0 +1,4 @@
+module Konjak
+  class CodeData
+  end
+end

data/lib/konjak/element.rb

@@ -0,0 +1,5 @@
+module Konjak
+  class Element
+    attr_accessor :child_elements
+  end
+end

data/lib/konjak/end_paired_tag.rb

@@ -0,0 +1,10 @@
+module Konjak
+  class EndPairedTag < InlineElement
+    # required attrs
+    attr_accessor :i
+
+    def can_contain?(element)
+        CodeData === element ||  SubFlow === element
+    end
+  end
+end

data/lib/konjak/header.rb

@@ -0,0 +1,39 @@
+module Konjak
+  class Header < StructuralElement
+    # required attrs
+    attr_accessor :creation_tool, :creation_tool_version, :seg_type, :o_tmf, :admin_lang, :src_lang, :data_type
+
+    # optional attrs
+    attr_accessor :o_encoding, :creation_date, :creation_id, :change_date, :change_id
+
+    # children
+    attr_accessor :notes, :user_defined_encodings, :properties
+
+    def initialize(header)
+      # required attrs
+      @creation_tool         = header[:creationtool]
+      @creation_tool_version = header[:creationtoolversion]
+      @seg_type              = header[:segtype]
+      @o_tmf                 = header[:"o-tmf"]
+      @admin_lang            = header[:adminlang]
+      @src_lang              = header[:srclang]
+      @data_type             = header[:datatype]
+
+      # optional attrs
+      @o_encoding    = header[:"o-encoding"]
+      @creation_date = header[:creationdate]
+      @creation_id   = header[:creationid]
+      @change_date   = header[:changedate]
+      @change_id     = header[:changeid]
+
+      # children
+      @notes                  = header.children.select {|c| c.name == 'note' }.map {|n| Note.new n }
+      @user_defined_encodings = header.children.select {|c| c.name == 'ude' }.map {|n| UserDefinedEncoding.new n }
+      @properties             = header.children.select {|c| c.name == 'prop' }.map {|n| Property.new n }
+    end
+
+    def can_contain?(element)
+      [Note, UserDefinedEncoding, Property].any? {|c| c === element }
+    end
+  end
+end

data/lib/konjak/highlight.rb

@@ -0,0 +1,14 @@
+module Konjak
+  class Hilight < InlineElement
+    # optional attrs
+    attr_accessor :x, :type
+
+    # FIXME
+    #     Text data,
+    #     Zero, one or more of the following elements: <bpt>, <ept>, <it>, <ph>, and <hi>.
+    #     They can be in any order, except that each <bpt> element must have a subsequent corresponding <ept> element.
+    def can_contain?(element)
+      [Text, BeginPairedTag, EndPairedTag, IsolatedTag, Placeholder, Hilight].any? {|c| c === element }
+    end
+  end
+end

data/lib/konjak/inline_element.rb

@@ -0,0 +1,5 @@
+module Konjak
+  # content markup
+  class InlineElement < Element
+  end
+end

data/lib/konjak/isolated_tag.rb

@@ -0,0 +1,13 @@
+module Konjak
+  class IsolatedTag < InlineElement
+    # required attrs
+    attr_accessor :pos
+
+    # optional attrs
+    attr_accessor :x, :type
+
+    def can_contain?(element)
+      CodeData === element || SubFlow === element
+    end
+  end
+end

data/lib/konjak/map.rb

@@ -0,0 +1,23 @@
+module Konjak
+  class Map < StructuralElement
+    # required attrs
+    attr_accessor :unicode
+
+    # optional attrs
+    attr_accessor :code, :entity, :substitution
+
+    def initialize(map)
+      @unicode      = map[:unicode]
+      @code         = map[:code]
+      @entity       = map[:ent]
+      @substitution = map[:subst]
+    end
+
+    # FIXME:
+    #     code, ent and subst. At least one of these attributes should be specified.
+    #     If the code attribute is specified, the parent <ude> element must specify a base attribute.
+    def can_contain?(element)
+      false
+    end
+  end
+end

data/lib/konjak/note.rb

@@ -0,0 +1,19 @@
+module Konjak
+  class Note < StructuralElement
+    # optional attrs
+    attr_accessor :xml_lang, :o_encoding
+
+    # text
+    attr_accessor :text
+
+    def initialize(note)
+      @xml_lang   = note["xml:lang"]
+      @o_encoding = note["o-encoding"]
+      @text       = Text.new(note.text)
+    end
+
+    def can_contain?(element)
+      Text === element
+    end
+  end
+end

data/lib/konjak/parser.rb

@@ -0,0 +1,14 @@
+require 'nokogiri'
+
+module Konjak
+  class Parser
+    def parse(xml, gtt: false)
+      if gtt
+        # FIXME
+        xml = xml.gsub(/&(#\d+|#x[0-9a-fA-F]+|[0-9a-zA-Z]+);/) { "&#{$1};" }
+      end
+      doc = Nokogiri::XML.parse(xml) {|c| c.noblanks }
+      Tmx.new doc.root
+    end
+  end
+end

data/lib/konjak/placeholder.rb

@@ -0,0 +1,10 @@
+module Konjak
+  class Placeholder < InlineElement
+    # optional attrs
+    attr_accessor :x, :type, :assoc
+
+    def can_contain?(element)
+      CodeData === element || SubFlow === element
+    end
+  end
+end

data/lib/konjak/property.rb

@@ -0,0 +1,29 @@
+module Konjak
+  class Property < StructuralElement
+    # required attrs
+    attr_accessor :type
+
+    # optional attrs
+    attr_accessor :xml_lang, :o_encoding
+
+    # child
+    attr_accessor :text
+
+    def initialize(property)
+      @type       = property[:type]
+      @xml_lang   = property['xml:lang']
+      @o_encoding = property['o-encoding']
+      @text       = Text.new(property.text)
+    end
+
+    def can_contain?(element)
+      # FIXME
+      #    Tool-specific data or text.
+      Text === element
+    end
+
+    def unpublished?
+      type.start_with? 'x-'
+    end
+  end
+end

data/lib/konjak/segment.rb

@@ -0,0 +1,15 @@
+module Konjak
+  # container
+  class Segment < StructuralElement
+    # children
+    attr_accessor :text
+
+    def initialize(seg)
+      @text = Text.new(seg.text)
+    end
+
+    def can_contain?(element)
+      [Text, BeginPairedTag, EndPairedTag, IsolatedTag, Placeholder, Highlight].any? {|c| c === element }
+    end
+  end
+end