tex2id 1.4.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 4dad00dd189b68420286a665d46d5747c7354e05b9daa9bfad36208e30732da2
+  data.tar.gz: 32f88f87b3bc74c14b0d465b70a8770ee9956cd35de5a0f54b7115a22a7c7c08
+SHA512:
+  metadata.gz: 4d2d8a3771820624223bbbaaf080d9ad8bfba91994fcf368997bedba2e28885c29fcfad493b0b4c897073ebf8b6c13b6b6dd466ad1ad449bc23b49e599456aec
+  data.tar.gz: b1118c58521ca06af0727d433f01cfa6c73329520c5bb921e6807301568d559cf2c8807eac70a580ac8988bcb1b56e7d5e6151c09718c85712ed281c2c85b2f3

data/.github/workflows/ci.yml

@@ -0,0 +1,43 @@
+name: CI
+
+on:
+  push:
+    branches:
+    - master
+  pull_request:
+    types:
+    - opened
+    - synchronize
+    - reopened
+
+jobs:
+  test:
+    name: ${{ matrix.os }} ${{ matrix.ruby }}
+    runs-on: ${{ matrix.os }}
+    strategy:
+      fail-fast: false
+      matrix:
+        os:
+        - ubuntu-latest
+        - macos-latest
+        ruby:
+        - "3.1"
+        - "3.0"
+        - debug
+
+    steps:
+      - uses: actions/checkout@v3
+
+      - name: Set up Ruby
+        uses: ruby/setup-ruby@v1
+        with:
+          ruby-version: ${{ matrix.ruby }}
+
+      - run: bundle install
+
+      - run: rake spec
+
+      - run: rake build
+
+      - run: gem install pkg/*.gem
+        if: matrix.ruby != 'debug'

data/.gitignore

@@ -0,0 +1,9 @@
+/.bundle/
+/.yardoc
+/Gemfile.lock
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/

data/.rspec

@@ -0,0 +1,3 @@
+--format Fuubar
+--color
+--require spec_helper

data/.travis.yml

@@ -0,0 +1,6 @@
+language: ruby
+rvm:
+  - 2.2.3
+  - 2.1.7
+  - 2.0.0-p647
+before_install: gem install bundler -v 1.10.6

data/Gemfile

@@ -0,0 +1,6 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in tex2id.gemspec
+gemspec
+
+gem 'guard-rspec', require: false

data/Guardfile

@@ -0,0 +1,16 @@
+guard :rspec, cmd: "bundle exec rspec" do
+  require "guard/rspec/dsl"
+  dsl = Guard::RSpec::Dsl.new(self)
+
+  # Feel free to open issues for suggestions and improvements
+
+  # RSpec files
+  rspec = dsl.rspec
+  watch(rspec.spec_helper) { rspec.spec_dir }
+  watch(rspec.spec_support) { rspec.spec_dir }
+  watch(rspec.spec_files)
+
+  # Ruby files
+  ruby = dsl.ruby
+  dsl.watch_spec_files_for(ruby.lib_files)
+end

data/LICENSE.txt

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2015 Kenta Murata
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/README.md

@@ -0,0 +1,43 @@
+[![Build Status](https://travis-ci.org/mrkn/tex2id.svg?branch=master)](https://travis-ci.org/mrkn/tex2id)
+
+# Tex2id
+
+Welcome to your new gem! In this directory, you'll find the files you need to be able to package up your Ruby library into a gem. Put your Ruby code in the file `lib/tex2id`. To experiment with that code, run `bin/console` for an interactive prompt.
+
+TODO: Delete this and the text above, and describe your gem
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'tex2id'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install tex2id
+
+## Usage
+
+TODO: Write usage instructions here
+
+## Development
+
+After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake spec` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
+
+To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
+
+## Contributing
+
+Bug reports and pull requests are welcome on GitHub at https://github.com/[USERNAME]/tex2id.
+
+
+## License
+
+The gem is available as open source under the terms of the [MIT License](http://opensource.org/licenses/MIT).
+

data/Rakefile

@@ -0,0 +1,6 @@
+require "bundler/gem_tasks"
+require "rspec/core/rake_task"
+
+RSpec::Core::RakeTask.new(:spec)
+
+task :default => :spec

data/bin/console

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "tex2id"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require "irb"
+IRB.start

data/bin/setup

@@ -0,0 +1,7 @@
+#!/bin/bash
+set -euo pipefail
+IFS=$'\n\t'
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/exe/tex2id

@@ -0,0 +1,5 @@
+#! /usr/bin/env ruby
+
+require 'tex2id/cli'
+
+exit Tex2id::CLI.run(ARGV)

data/lib/tex2id/cli.rb

@@ -0,0 +1,79 @@
+require 'tex2id'
+require 'optparse'
+
+class Tex2id::CLI
+  def self.run(argv)
+    self.new(argv).run
+  end
+
+  def initialize(argv)
+    @argv = argv
+    process_options
+  end
+
+  attr_reader :argv, :source_file, :output_file
+
+  def run
+    unless source_file
+      help($stdout)
+      return 1
+    end
+
+    converter = Tex2id::Converter.new(source, only_fix_md2inao: @only_fix_md2inao)
+    with_output_file_io do |io|
+      io.write converter.convert
+    end
+    0
+  end
+
+  def help(io)
+    io.puts <<-END_HELP
+Usage: #{$0} <source_file> [<output_file>]
+    END_HELP
+  end
+
+  private
+
+  def process_options
+    option_parser.parse!(argv)
+    @source_file = argv[0]
+    @output_file = argv[1]
+  end
+
+  def source
+    case source_file
+    when "-"
+      $stdin.set_encoding("Windows-31J:UTF-8")
+      $stdin.read
+    else
+      IO.read(source_file, mode: 'r:Windows-31J:UTF-8')
+    end
+  end
+
+  def with_output_file_io
+    begin
+      io = if output_file
+        File.open(output_file, 'w:Windows-31J:UTF-8')
+      else
+        $stdout.set_encoding("Windows-31J")
+      end
+      yield io
+    ensure
+      if output_file
+        io.close
+      else
+        $stdout.set_encoding("UTF-8")
+      end
+    end
+  end
+
+  def option_parser
+    OptionParser.new.tap do |opts|
+      opts.banner += " <source_file> [<output_file>]"
+      opts.version = Tex2id::VERSION
+      opts.separator ''
+      opts.separator 'Options:'
+      opts.on('-f', '--only-fix-md2inao', 'Only fix md2inao affected math') { |v| @only_fix_md2inao = v }
+    end
+  end
+end

data/lib/tex2id/converter/constants.rb

@@ -0,0 +1,72 @@
+module Tex2id::Converter::Constants
+  TOKEN_PATTERN = %r[
+    \\mathop\{\\mathrm\{([A-Za-z0-9]+)\}\}
+                              # [0] roman mathop
+  |
+    \\([a-zA-Z]+)(?:\s|\{\})? # [1] macros
+  |
+    (\s+)                     # [2] whitespaces
+  |
+    _(?:
+      ([\w\d])                # [3] single character subscript
+     |
+      \{(
+        (?:\\\}|[^\}])+       # [4] multiple characters subscript
+      )\}
+    |
+      \\([a-zA-Z]+)           # [5] single macro superscript
+    )
+    (?:
+      \^(?:
+        \{(
+          (?:\\\}|[^\}])+     # [6] multiple characters superscript
+        )\}
+      |
+        ([^{])                # [7] single character superscript
+      )
+    )?
+  |
+    \^(?:
+      \{(
+        (?:\\\}|[^\}])+       # [8] multiple characters superscript
+      )\}
+    |
+      ([^{])                  # [9] single character superscript
+    )
+  |
+    (\')                      # [10] prime
+  |
+    ([-+](?:\d+(?:\.\d+)?|\\infty)) # [11] numbers
+  |
+    (.+?)                     # [12] other characters
+  ]mx
+
+  MACROS = {
+    'dots'  => '<cstyle:数式>...<cstyle:>',
+    'cdots' => '<cstyle:数式><22EF><cstyle:>',
+    'times' => '<cstyle:数式>×<cstyle:>',
+    'quad'  => '<cstyle:数式>　<cstyle:>',
+    'qquad' => '<cstyle:数式>　　<cstyle:>',
+    'alpha' => '<cstyle:数式><03B1><cstyle:>',
+    'theta' => '<cstyle:数式><03B8><cstyle:>',
+    'sigma' => '<cstyle:数式><F0BE><cstyle:>',
+    'Delta' => '<cstyle:数式><ctk:-150><F0A2><ctk:><cstyle:>',
+    'Theta' => '<cstyle:数式><F0A3><cstyle:>',
+    'varepsilon' => '<cstyle:数式><F022><cstyle:>',
+    'ell' => '<cstyle:数式><F060><cstyle:>',
+    'infty' => '<cstyle:数式><F031><cstyle:>',
+    'max' => '<cstyle:数式ローマン>max<cstyle:>',
+    'min' => '<cstyle:数式ローマン>min<cstyle:>',
+  }.freeze
+
+  MACROS_IN_SUPERSCRIPT = {
+    "\\ell" => "<F060>",
+  }.freeze
+
+  CHAR_MAP = {
+    "'"     => '<ctk:-300><F030><ctk:>',
+    "-"     => "\u{2212}",
+  }.freeze
+
+  CHAR_MAP_PATTERN = /(#{Regexp.union(CHAR_MAP.keys)})/
+end

data/lib/tex2id/converter.rb

@@ -0,0 +1,159 @@
+class Tex2id::Converter
+  require 'tex2id/converter/constants'
+
+  include Constants
+
+  def initialize(source, only_fix_md2inao: false)
+    @source = source
+    @use_math = false
+    @only_fix_md2inao = only_fix_md2inao
+    @state_stack = []
+    @token_stack = []
+  end
+
+  def use_math? = @use_math
+
+  def convert
+    pass1 = check_use_math(@source)
+    if use_math?
+      convert_math(pass1)
+    else
+      pass1
+    end
+  end
+
+  def check_use_math(source)
+    source.sub(/\bUseMath:\s+(true|false)\b/m) {
+      @use_math = (Regexp.last_match[1] == "true")
+      ""
+    }
+  end
+
+  def convert_math(source)
+    pass1 = convert_display_math(source)
+    pass2 = convert_inline_math(pass1)
+    pass2
+  end
+
+  def convert_display_math(source)
+    source.gsub(/\$\$(.*?)\$\$/m) {
+      tex_source = fix_md2inao($1.strip)
+      next "$$#{tex_source}$$" if @only_fix_md2inao
+
+      if (m = /%filename:\s*(\S+)\s*\z/.match(tex_source))
+        "<CharStyle:赤字>画像を挿入：#{m[1]}<CharStyle:>"
+      else
+        [ "<pstyle:半行アキ>",
+          "<pstyle:数式>" + convert_tex_source(tex_source),
+        ].join("\n")
+      end
+    }.gsub(/<ParaStyle:本文>(<pstyle:半行アキ>)/) { $1 }
+  end
+
+  def convert_inline_math(source)
+    source.each_line.map { |line|
+      case line
+      when /\A<ParaStyle:リスト>/,
+           /\A<ParaStyle:リスト白文字>/
+        # do nothing
+      else
+        inline_commands = []
+        line.gsub!(/<CharStyle:コマンド>[^<]+<CharStyle:>/) do |matched|
+          id = inline_commands.length
+          inline_commands << matched
+          "<tex2id_inline_commands[#{id}]>"
+        end
+        line.gsub!(/\$(.*?)\$/) do
+          tex_source = fix_md2inao($1.strip)
+          if @only_fix_md2inao
+            "$" + tex_source + "$"
+          else
+            convert_tex_source(tex_source)
+          end
+        end
+        line.gsub!(/<tex2id_inline_commands\[(\d+)\]>/) do
+          inline_commands[$1.to_i]
+        end
+      end
+      line
+    }.join('')
+  end
+
+  def convert_tex_source(source)
+    buf = ""
+    result = ""
+
+    source.scan(TOKEN_PATTERN) do |token|
+      if buf.length > 0 && token[12].nil?
+        result << process_normal_characters(buf)
+        buf.clear
+      end
+
+      case
+      when (tok = token[0])
+        result << "<cstyle:数式ローマン>" + tok + "<cstyle:>"
+      when (tok = token[1])
+        result << process_macros(tok)
+      when (tok = token[2])
+        result << tok
+      when (tok = token[3] || token[4] || token[5])
+        tok = process_macros(tok) if token[5]
+        if (tok2 = token[6] || token[7])
+          result << process_superscript_on_subscript(tok2, tok)
+        else
+          result << "<cstyle:数式下付き>" + tok + "<cstyle:>"
+        end
+      when (tok = token[8] || token[9] || token[10])
+        result << "<cstyle:数式上付き>" + apply_char_map(tok) + "<cstyle:>"
+      when (tok = token[11])
+        result << process_number(tok)
+      when (tok = token[12])
+        buf << tok
+      end
+    end
+
+    result << process_normal_characters(buf) if buf.length > 0
+
+    result
+  end
+
+  def apply_char_map(s)
+    s = s.gsub(CHAR_MAP_PATTERN) do |matched|
+      CHAR_MAP[matched] || matched
+    end
+  end
+
+  def process_normal_characters(s)
+    s = apply_char_map(s)
+    "<cstyle:数式>" + s + "<cstyle:>"
+  end
+
+  def process_superscript_on_subscript(superscript, subscript)
+    converted_superscript = superscript.dup
+    MACROS_IN_SUPERSCRIPT.each do |key, value|
+      converted_superscript.gsub!(key, value)
+    end
+    "<cstyle:数式下付き><cr:1><crstr:#{converted_superscript}>#{subscript}<cr:><crstr:><cstyle:>"
+  end
+
+  def process_macros(s)
+    MACROS[s] || "\\#{s}"
+  end
+
+  def process_number(s)
+    # TODO: generalize the following
+    s.gsub!(/[-\u{2212}]\\infty/) {|x| "<ctk:-150>\u{2212}<ctk:><F031>" }
+    s.gsub!(/\\infty/) {|x| '<F031>' }
+    if s[0] == '-' || s[0] == "\u{2212}"
+      s[0,1] = "<ctk:-300>\u{2212}<ctk:>"
+    end
+    "<cstyle:数式>#{s}<cstyle:>"
+  end
+
+  def fix_md2inao(source)
+    source.dup.tap do |s|
+      s.gsub!(/<CharStyle:(?:イタリック(?:（変形斜体）)?)?>/, '_')
+      s.gsub!(/(?:<005C>){2}/, '\\')
+    end
+  end
+end

data/lib/tex2id/version.rb

@@ -0,0 +1,3 @@
+module Tex2id
+  VERSION = "1.4.0"
+end

data/lib/tex2id.rb

@@ -0,0 +1,10 @@
+require "tex2id/version"
+
+module Tex2id
+  def self.convert(source_filename)
+    source = IO.read(source_filename, mode: 'r:Windows-31J:UTF-8')
+    Converter.new(source).convert
+  end
+end
+
+require "tex2id/converter"

data/tex2id.gemspec

@@ -0,0 +1,28 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'tex2id/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "tex2id"
+  spec.version       = Tex2id::VERSION
+  spec.authors       = ["Kenta Murata"]
+  spec.email         = ["mrkn@cookpad.com"]
+
+  spec.summary       = %q{TeX 2 InDesign}
+  spec.description   = %q{Convert TeX notation to InDesign markup.}
+  spec.homepage      = "https://github.com/mrkn/tex2id"
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler"
+  spec.add_development_dependency "rake"
+  spec.add_development_dependency "rspec"
+  spec.add_development_dependency "fuubar"
+
+  spec.required_ruby_version = '>= 3.0.0'
+end

metadata

@@ -0,0 +1,118 @@
+--- !ruby/object:Gem::Specification
+name: tex2id
+version: !ruby/object:Gem::Version
+  version: 1.4.0
+platform: ruby
+authors:
+- Kenta Murata
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2022-08-06 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: fuubar
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Convert TeX notation to InDesign markup.
+email:
+- mrkn@cookpad.com
+executables:
+- tex2id
+extensions: []
+extra_rdoc_files: []
+files:
+- ".github/workflows/ci.yml"
+- ".gitignore"
+- ".rspec"
+- ".travis.yml"
+- Gemfile
+- Guardfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/console
+- bin/setup
+- exe/tex2id
+- lib/tex2id.rb
+- lib/tex2id/cli.rb
+- lib/tex2id/converter.rb
+- lib/tex2id/converter/constants.rb
+- lib/tex2id/version.rb
+- tex2id.gemspec
+homepage: https://github.com/mrkn/tex2id
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 3.0.0
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.3.13
+signing_key: 
+specification_version: 4
+summary: TeX 2 InDesign
+test_files: []