textlint-ruby 0.1.1 → 2.0.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 34fcdaa79b17b3ea92addafa5125e0d28f4cd114fb338d0f6ec97d243070bdd1
-  data.tar.gz: 28cd88e7d364424b8c75889f6c57fa92e03d02c2756f70974ac2d395a59e301b
+  metadata.gz: f766982ec45b8b0f8d59e148320890f29294eaac2855c02f516fe80c720b4e15
+  data.tar.gz: 1afebad572f53700aef161d9e650b3ad50ed9343e7100ce43bc67dd3dd6e7d0b
 SHA512:
-  metadata.gz: e4b43a0e423cef7b375202b4b20f144563bd16434dd279bd991b1d29ab696f1852bb71f13dad18adb78fe407537fe9c620482ebcec692cd2c67f4224704203e6
-  data.tar.gz: b2bc9ca563fe12d94d161508c24fdd261585db92e35088fad0ceeb83a5ae54c614454bb314a2db2b5facc62e28498508e22a10ecb4dcff4e44a78cbdb3abc2f3
+  metadata.gz: b15d75e4d88a06984a53e49b47138a8c96c9e2024f0cc2636111d68d88423e76a69cb4707c61d225e2db034717df7307253a373548f668a75c663f7d044dd995
+  data.tar.gz: eb7f82b3fc2256ae5f5a83dfc30f49d7cd02284bb29d7b7f4ba6323ce29b77dfdb1ef6e98e3d9141b5ca7cc7a310c011fbaffec26ed390af34c16a97b853a549

data/.ruby-version

@@ -0,0 +1 @@
+2.7.4

data/CHANGELOG.md

@@ -1,5 +1,19 @@
 ## [Unreleased]
 
+## [2.0.2]
+
+- Support heredoc #4
+
+## [2.0.1]
+
+- Support `on_ignored_nl` event in Ruby 2.6
+- Changed the repository owner from alpaca-tc to kufu
+
+## [2.0.0]
+
+- Add stdio server mode. textlint-plugin-ruby(>= v2.0.0) can connect with textlint-ruby via stdio.
+- Remove textlint-ruby-optimized command
+
 ## [0.1.1]
 
 - Support ruby 2.5

data/CODE_OF_CONDUCT.md

@@ -39,8 +39,6 @@ This Code of Conduct applies within all community spaces, and also applies when
 
 ## Enforcement
 
-Instances of abusive, harassing, or otherwise unacceptable behavior may be reported to the community leaders responsible for enforcement at alpaca-tc@alpaca.tc. All complaints will be reviewed and investigated promptly and fairly.
-
 All community leaders are obligated to respect the privacy and security of the reporter of any incident.
 
 ## Enforcement Guidelines

data/LICENSE.txt

@@ -1,6 +1,6 @@
 The MIT License (MIT)
 
-Copyright (c) 2021 alpaca-tc
+Copyright (c) 2021 SmartHR
 
 Permission is hereby granted, free of charge, to any person obtaining a copy
 of this software and associated documentation files (the "Software"), to deal

data/README.md

@@ -1,11 +1,9 @@
 # textlint-ruby
 
-Ruby AST parser for [textlint-ruby-plugin](https://github.com/alpaca-tc/textlint-ruby-plugin).
+Ruby AST parser for [textlint-plugin-ruby](https://github.com/kufu/textlint-plugin-ruby).
 
 ## Installation
 
-**TODO: release gems**
-
 Add this line to your application's Gemfile:
 
 ```ruby
@@ -25,11 +23,12 @@ Or install it yourself as:
 Parse ruby to textlint AST
 
 ```sh
+# Parse specific file
 $ textlint-ruby ./path/to/file.rb
 {"type":"Document","raw":"...","range":[0,465],"loc":{"start":{"line":1,"column":0},"end":{"line":26,"column":0}},"children":[...]}
 
-# textlint-ruby-optimized is 10x faster but many features of ruby are disabled.
-$ textlint-ruby-optimized ./path/to/file.rb
+# Boot textlint-ruby server for textlint-plugin-ruby
+$ textlint-ruby --stdio
 ```
 
 ### Supported nodes
@@ -69,7 +68,7 @@ Supported node types are only `Document` and `Str` because this plugin is used t
 | ASTNodeTypes.ImageExit          | TxtNode       |                                      |
 | ASTNodeTypes.HorizontalRule     | TxtNode       |                                      |
 | ASTNodeTypes.HorizontalRuleExit | TxtNode       |                                      |
-| ASTNodeTypes.Comment            | TxtTextNode   |                                      |
+| ASTNodeTypes.Comment            | TxtTextNode   | yes                                  |
 | ASTNodeTypes.CommentExit        | TxtTextNode   |                                      |
 | ASTNodeTypes.Str                | TxtTextNode   | yes                                  |
 | ASTNodeTypes.StrExit            | TxtTextNode   |                                      |
@@ -84,7 +83,7 @@ Run `bundle exec rspec` to run the tests.
 
 ## Contributing
 
-Bug reports and pull requests are welcome on GitHub at https://github.com/alpaca-tc/textlint-ruby. This project is intended to be a safe, welcoming space for collaboration, and contributors are expected to adhere to the [code of conduct](https://github.com/alpaca-tc/textlint-ruby/blob/master/CODE_OF_CONDUCT.md).
+Bug reports and pull requests are welcome on GitHub at https://github.com/kufu/textlint-ruby. This project is intended to be a safe, welcoming space for collaboration, and contributors are expected to adhere to the [code of conduct](https://github.com/kufu/textlint-ruby/blob/master/CODE_OF_CONDUCT.md).
 
 ## License
 
@@ -92,4 +91,4 @@ The gem is available as open source under the terms of the [MIT License](https:/
 
 ## Code of Conduct
 
-Everyone interacting in the `textlint-ruby` project's codebases, issue trackers, chat rooms and mailing lists is expected to follow the [code of conduct](https://github.com/alpaca-tc/textlint-ruby/blob/master/CODE_OF_CONDUCT.md).
+Everyone interacting in the `textlint-ruby` project's codebases, issue trackers, chat rooms and mailing lists is expected to follow the [code of conduct](https://github.com/kufu/textlint-ruby/blob/master/CODE_OF_CONDUCT.md).

data/bin/textlint-ruby

@@ -5,21 +5,4 @@ $LOAD_PATH.unshift(File.expand_path('../lib', __dir__))
 
 require 'textlint'
 
-path = ARGV[0]
-
-unless File.exist?(path.to_s)
-  warn("Error: No such file or directory: #{path}")
-  exit(1)
-end
-
-content = File.read(path)
-
-begin
-  ast = Textlint::Parser.parse(content)
-  puts(ast.as_textlint_json.to_json)
-rescue Textlint::SyntaxError => error
-  warn("Failed to compile: #{path}")
-  warn('')
-  warn(error)
-  exit(1)
-end
+Textlint::Cli.run(ARGV.clone)

data/lib/textlint/cli.rb

@@ -0,0 +1,92 @@
+# frozen_string_literal: true
+
+require 'optparse'
+
+module Textlint
+  class Cli
+    attr_reader :options
+
+    DEFAULT_OPTIONS = {
+      stdio: false,
+      paths: []
+    }.freeze
+
+    # @param argv [Array] ARGV
+    def self.run(argv)
+      new(argv).run
+    end
+
+    # @param argv [Array] ARGV
+    def initialize(argv)
+      @options = DEFAULT_OPTIONS.dup
+      parse_options(argv)
+    end
+
+    # Run textlint-ruby
+    #
+    # @return [void]
+    def run
+      if @options[:stdio]
+        run_stdio_server
+      else
+        run_file_parser
+      end
+    end
+
+    private
+
+    def run_stdio_server
+      Textlint::Server.new.start
+    end
+
+    def run_file_parser
+      path = @options[:path]
+
+      unless File.exist?(path.to_s)
+        warn("Error: No such file or directory: #{path}")
+        exit(1)
+      end
+
+      content = File.read(path)
+
+      begin
+        ast = Textlint::Parser.parse(content)
+        puts(ast.as_textlint_json.to_json)
+      rescue Textlint::SyntaxError => error
+        warn("Failed to compile: #{path}")
+        warn('')
+        warn(error)
+        exit(1)
+      end
+    end
+
+    def parse_options(argv)
+      option_parser = ::OptionParser.new do |parser|
+        parser.banner = 'Usage: textlint-ruby [rubyfile_path] [options]'
+        parser.program_name = 'textlint-ruby'
+
+        parser.version = [
+          Textlint::VERSION::MAJOR,
+          Textlint::VERSION::MINOR,
+          Textlint::VERSION::TINY
+        ]
+
+        parser.on('--stdio', 'use stdio') do
+          @options[:stdio] = true
+        end
+
+        parser.on_tail('-h', '--help') do
+          puts option_parser.help
+          exit
+        end
+      end
+
+      @options[:path] = option_parser.parse(argv).first
+
+      if !@options[:stdio] && !@options[:path]
+        puts option_parser.help
+        exit(1)
+      end
+    end
+  end
+end

data/lib/textlint/parser.rb

@@ -5,6 +5,9 @@ require 'ripper'
 module Textlint
   class Parser
     class RubyToTextlintAST < ::Ripper::Filter
+      EVENT_RE = /\Aon_(?<name>\w*)_(?:beg|end)\z/.freeze
+      TSTRING_BEG_EVENTS = %w[tstring qwords heredoc].freeze
+
       # @param src [String]
       # @param lines [Array<String>]
       def initialize(src)
@@ -12,20 +15,23 @@ module Textlint
         @src = src
         @pos = 0
         @lines = @src.lines
+        @events = []
       end
 
       private
 
+      # All events call this method
       # NOTE: Instance variables are allowed to assign only here to readable code.
       def on_default(event, token, node)
-        @token = token
+        @token = token.to_s
+        @event = event
 
         method_name = :"custom_#{event}"
 
         if respond_to?(method_name, true)
           @range = @pos...(@pos + @token.size)
           @raw = @src[@range]
-          node = send(method_name, node)
+          send(method_name, node)
         end
 
         @pos += @token.size
@@ -34,6 +40,14 @@ module Textlint
       end
 
       def default_node_attributes(type:, **attributes)
+        break_count = @token.scan(Textlint::BREAK_RE).size
+
+        last_column = if break_count == 0
+                        column + @token.size
+                      else
+                        @token.match(LAST_LINE_RE).to_s.size
+                      end
+
         {
           type: type,
           raw: @raw,
@@ -43,12 +57,21 @@ module Textlint
               line: lineno,
               column: column
             ),
-            end: end_txt_node_position
+            end: Textlint::Nodes::TxtNodePosition.new(
+              line: lineno + break_count,
+              column: last_column
+            )
           )
         }.merge(attributes)
       end
 
+      # "hello world"
+      # 'hello world'
+      # %q{hello world}
       def custom_on_tstring_content(parentNode)
+        begin_event_name, _begin_node = @events.last
+        return unless TSTRING_BEG_EVENTS.include?(begin_event_name)
+
         node = Textlint::Nodes::TxtTextNode.new(
           **default_node_attributes(
             type: Textlint::Nodes::STR,
@@ -61,20 +84,70 @@ module Textlint
         parentNode
       end
 
-      def end_txt_node_position
-        break_count = @token.scan(Textlint::BREAK_RE).size
+      # # hello world
+      def custom_on_comment(parentNode)
+        node = Textlint::Nodes::TxtTextNode.new(
+          **default_node_attributes(
+            type: Textlint::Nodes::COMMENT,
+            value: @token.gsub(/\A#/, '')
+          )
+        )
 
-        last_column = if break_count == 0
-                        column + @token.size
-                      else
-                        @token.match(LAST_LINE_RE).to_s.size
-                      end
+        parentNode.children.push(node)
+      end
 
-        Textlint::Nodes::TxtNodePosition.new(
-          line: lineno + break_count,
-          column: last_column
+      # =begin
+      # hello world
+      # =end
+      def custom_on_embdoc(parentNode)
+        _begin_event_name, begin_node = @events.last
+
+        node = Textlint::Nodes::TxtTextNode.new(
+          type: Textlint::Nodes::COMMENT,
+          loc: begin_node.loc,
+          range: begin_node.range,
+          raw: begin_node.raw,
+          value: @token
         )
+
+        parentNode.children.push(node)
       end
+
+      def event_name
+        matched = EVENT_RE.match(@event)
+        matched[:name] if matched
+      end
+
+      def on_beg_event(*)
+        @events.push(
+          [
+            event_name,
+            Textlint::Nodes::TxtTextNode.new(
+              **default_node_attributes(
+                type: nil, # NOTE: beg event has no type
+                value: @token
+              )
+            )
+          ]
+        )
+      end
+
+      def on_end_event(*)
+        @events.pop
+      end
+
+      alias custom_on_tstring_beg on_beg_event
+      alias custom_on_regexp_beg on_beg_event
+      alias custom_on_embexpr_beg on_beg_event
+      alias custom_on_qwords_beg on_beg_event
+      alias custom_on_embdoc_beg on_beg_event
+      alias custom_on_heredoc_beg on_beg_event
+
+      alias custom_on_tstring_end on_end_event
+      alias custom_on_regexp_end on_end_event
+      alias custom_on_embexpr_end on_end_event
+      alias custom_on_embdoc_end on_end_event
+      alias custom_on_heredoc_end on_end_event
     end
 
     # Parse ruby code to AST for textlint
@@ -86,33 +159,41 @@ module Textlint
       new(src).call
     end
 
-    # @param src [String] ruby source code
-    def initialize(src)
-      @src = src
-    end
-
-    # Parse ruby code to AST for textlint
+    # Parse ruby code to TxtParentNode
+    #
+    # @param src [String]
     #
     # @return [Textlint::Nodes::TxtParentNode]
-    def call
-      check_syntax!
-
-      document = Textlint::Nodes::TxtParentNode.new(
+    def self.build_document(src)
+      Textlint::Nodes::TxtParentNode.new(
         type: Textlint::Nodes::DOCUMENT,
-        raw: @src,
-        range: 0...@src.size,
+        raw: src,
+        range: 0...src.size,
         loc: Textlint::Nodes::TxtNodeLineLocation.new(
           start: Textlint::Nodes::TxtNodePosition.new(
             line: 1,
             column: 0
           ),
           end: Textlint::Nodes::TxtNodePosition.new(
-            line: @src.split(Textlint::BREAK_RE).size + 1,
-            column: @src.match(LAST_LINE_RE).to_s.size # extract last line
+            line: src.split(Textlint::BREAK_RE).size + 1,
+            column: src.match(LAST_LINE_RE).to_s.size # extract last line
           )
         )
       )
+    end
+
+    # @param src [String] ruby source code
+    def initialize(src)
+      @src = src
+    end
+
+    # Parse ruby code to AST for textlint
+    #
+    # @return [Textlint::Nodes::TxtParentNode]
+    def call
+      check_syntax!
 
+      document = self.class.build_document(@src)
       RubyToTextlintAST.new(@src).parse(document)
     end
 

data/lib/textlint/server.rb

@@ -0,0 +1,115 @@
+# frozen_string_literal: true
+
+require 'json'
+
+module Textlint
+  class Server
+    REQUIRED_VERSION = '2.0.0'
+
+    AVAILABLE_ACTIONS = %w[
+      parse
+      info
+    ].freeze
+
+    # @param stdin [IO]
+    # @param stdout [IO]
+    # @param stderr [IO]
+    def initialize(stdin: $stdin, stdout: $stdout, stderr: $stderr)
+      @stdin = stdin
+      @stdout = stdout
+      @stderr = stderr
+    end
+
+    # Start stdio server
+    #
+    # @return [void]
+    def start
+      @stdout.sync = true
+      trap_signals
+      start_server
+    end
+
+    private
+
+    def start_server
+      receive_stdin do |json|
+        action = json['action']
+        result = send(:"do_#{action}", json)
+        request_seq = json['seq']
+        response = { request_seq: request_seq, result: result }
+
+        @stdout.puts(JSON.dump(response))
+      end
+    end
+
+    def validate_request(json)
+      if Gem::Version.create(json['version'].to_s) < Gem::Version.create(REQUIRED_VERSION)
+        raise(Textlint::RequestError, "textlint-ruby requires textlin-plugin-ruby version >= #{REQUIRED_VERSION}")
+      elsif !AVAILABLE_ACTIONS.include?(json['action'])
+        raise(Textlint::RequestError, "Unknown action(#{json['action']}) given. Available actions are #{AVAILABLE_ACTIONS}")
+      end
+    end
+
+    # request spec
+    #   { "seq": number, "action": string, "version": string, [key: string]: any }
+    #
+    # response spec
+    #   action "info"
+    #     { "request_seq": number, "version": string, result: string(version) }
+    #
+    #   action "parse"
+    #     { "request_seq": number, "version": string, result: string(AST for textlint) }
+    def receive_stdin
+      loop do
+        return if @stdin.eof?
+
+        line = @stdin.readline
+
+        begin
+          json = JSON.parse(line)
+          validate_request(json)
+          yield(json)
+        rescue JSON::JSONError
+          warn("Can't parse request to JSON")
+        rescue StandardError => error
+          warn(error.message)
+        end
+      end
+    end
+
+    def warn(message)
+      @stderr.puts(message)
+    end
+
+    def trap_signals
+      ::Signal.trap(:SIGINT) do
+        exit
+      end
+    end
+
+    def do_info(_json)
+      Textlint::VERSION::STRING
+    end
+
+    def do_parse(json)
+      path = json['path'].to_s
+
+      unless File.exist?(path)
+        raise(Textlint::RequestError, "Error: No such file or directory: #{path}")
+      end
+
+      content = File.read(path)
+
+      ast = begin
+        Textlint::Parser.parse(content)
+      rescue Textlint::SyntaxError
+        error = Textlint::RequestError.new("Failed to parse: #{path}. syntax error or the file is incompatible with the ruby(#{RUBY_VERSION}) running textlint-ruby")
+        warn(error)
+
+        Textlint::Parser.build_document(content)
+      end
+
+      ast.as_textlint_json
+    end
+  end
+end

data/lib/textlint/version.rb

@@ -1,5 +1,11 @@
 # frozen_string_literal: true
 
 module Textlint
-  VERSION = '0.1.1'
+  module VERSION
+    MAJOR = 2
+    MINOR = 0
+    TINY  = 2
+
+    STRING = [MAJOR, MINOR, TINY].compact.join('.')
+  end
 end

data/lib/textlint.rb

@@ -4,10 +4,14 @@ require 'json'
 require 'textlint/version'
 require 'textlint/nodes'
 require 'textlint/parser'
+require 'textlint/cli'
+require 'textlint/server'
 
 module Textlint
   BREAK_RE = /\r?\n/.freeze
   LAST_LINE_RE = /(?!\r?\n).*\z/.freeze
 
-  class SyntaxError < StandardError; end
+  class Error < StandardError; end
+  class SyntaxError < Error; end
+  class RequestError < Error; end
 end

data/textlint.gemspec

@@ -4,19 +4,19 @@ require_relative 'lib/textlint/version'
 
 Gem::Specification.new do |spec|
   spec.name          = 'textlint-ruby'
-  spec.version       = Textlint::VERSION
+  spec.version       = Textlint::VERSION::STRING
   spec.authors       = ['alpaca-tc']
   spec.email         = ['alpaca-tc@alpaca.tc']
 
   spec.summary       = 'ruby source code parser for textlint'
   spec.description   = ''
-  spec.homepage      = 'https://github.com/alpaca-tc/textlint-ruby'
+  spec.homepage      = 'https://github.com/kufu/textlint-ruby'
   spec.license       = 'MIT'
   spec.required_ruby_version = '>= 2.5.0'
 
   spec.metadata['homepage_uri'] = spec.homepage
-  spec.metadata['source_code_uri'] = 'https://github.com/alpaca-tc/textlint-ruby'
-  spec.metadata['changelog_uri'] = 'https://github.com/alpaca-tc/textlint-ruby/blob/main/CHANGELOG.md'
+  spec.metadata['source_code_uri'] = 'https://github.com/kufu/textlint-ruby'
+  spec.metadata['changelog_uri'] = 'https://github.com/kufu/textlint-ruby/blob/main/CHANGELOG.md'
 
   # Specify which files should be added to the gem when it is released.
   # The `git ls-files -z` loads the files in the RubyGem that have been added into git.

metadata

@@ -1,21 +1,20 @@
 --- !ruby/object:Gem::Specification
 name: textlint-ruby
 version: !ruby/object:Gem::Version
-  version: 0.1.1
+  version: 2.0.2
 platform: ruby
 authors:
 - alpaca-tc
-autorequire:
+autorequire: 
 bindir: bin
 cert_chain: []
-date: 2021-11-29 00:00:00.000000000 Z
+date: 2022-03-16 00:00:00.000000000 Z
 dependencies: []
 description: ''
 email:
 - alpaca-tc@alpaca.tc
 executables:
 - textlint-ruby
-- textlint-ruby-optimized
 extensions: []
 extra_rdoc_files: []
 files:
@@ -23,6 +22,7 @@ files:
 - ".gitignore"
 - ".rspec"
 - ".rubocop.yml"
+- ".ruby-version"
 - CHANGELOG.md
 - CODE_OF_CONDUCT.md
 - Gemfile
@@ -31,21 +31,22 @@ files:
 - README.md
 - Rakefile
 - bin/textlint-ruby
-- bin/textlint-ruby-optimized
 - lib/textlint-ruby.rb
 - lib/textlint.rb
+- lib/textlint/cli.rb
 - lib/textlint/nodes.rb
 - lib/textlint/parser.rb
+- lib/textlint/server.rb
 - lib/textlint/version.rb
 - textlint.gemspec
-homepage: https://github.com/alpaca-tc/textlint-ruby
+homepage: https://github.com/kufu/textlint-ruby
 licenses:
 - MIT
 metadata:
-  homepage_uri: https://github.com/alpaca-tc/textlint-ruby
-  source_code_uri: https://github.com/alpaca-tc/textlint-ruby
-  changelog_uri: https://github.com/alpaca-tc/textlint-ruby/blob/main/CHANGELOG.md
-post_install_message:
+  homepage_uri: https://github.com/kufu/textlint-ruby
+  source_code_uri: https://github.com/kufu/textlint-ruby
+  changelog_uri: https://github.com/kufu/textlint-ruby/blob/main/CHANGELOG.md
+post_install_message: 
 rdoc_options: []
 require_paths:
 - lib
@@ -60,8 +61,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.2.32
-signing_key:
+rubygems_version: 3.1.6
+signing_key: 
 specification_version: 4
 summary: ruby source code parser for textlint
 test_files: []

data/bin/textlint-ruby-optimized

@@ -1,4 +0,0 @@
-#!/usr/bin/env ruby --disable-all
-# frozen_string_literal: true
-
-load "#{__dir__}/textlint-ruby"