steep 0.41.0 → 0.44.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 7fe01659cf0cfc1c7063fede02ec238b5772bb6c6fdf44cf501ca555c719c47c
-  data.tar.gz: d74ebe84a911514eef46cd92a14dfedc0b90e491aa9bf284f82325a9c4a9c2b4
+  metadata.gz: 3c26760f5348c69f081ab2af0c680f6cbfb2e022c4bcd407a082c28fb818da46
+  data.tar.gz: cda7a96c3f8aca4c1ab7bed5b016b470253669c26cdb6d943b3d3430091c707f
 SHA512:
-  metadata.gz: cd2459353ab367c913f0308b1cb0dd95d297cce18ea3bb4ff537612edc0b8adc2ef4530d4bf8203c6c777fe57b8bccfbf8a8714ebc0ede67400a030e6ea1348f
-  data.tar.gz: b3ee38f5e340f05420783dc3f8a31ac662f475ec7bcef82222e5f07360faac1235249fa903c721a1d322b7999034b74e7f812fa47c3d3dec8a9f5763fa2693fb
+  metadata.gz: 1a4d1739de1974adb441c5830396ff6e79e901d55eed3e486f3b4ab5c394aa23254ccac0d8a63a5f78084e1c8cecb10a1faaddd53b8c963c8bab2b19b9aad910
+  data.tar.gz: a6b2c6c29ebca50f812062a7f7cacaaa2e6304fbbff6ff71c5a9c3ddf3d0e95341ebee5b34df090b360dc64529763eda9a6ce3cf435481a50f0a28d6fd338853

data/CHANGELOG.md

@@ -2,6 +2,45 @@
 
 ## master
 
+## 0.44.1 (2021-04-23)
+
+* Disable goto declaration and goto type declaration (because they are not implemented) ([#377](https://github.com/soutaro/steep/pull/377))
+* Fix goto from block calls ([#378](https://github.com/soutaro/steep/pull/378))
+
+## 0.44.0 (2021-04-22)
+
+* Implement LSP go to definition/implementation ([#371](https://github.com/soutaro/steep/pull/371), [#375](https://github.com/soutaro/steep/pull/375))
+* Fix typing on passing optional block ([#373](https://github.com/soutaro/steep/pull/373))
+* Do not crash when completion request `context` is missing ([#370](https://github.com/soutaro/steep/pull/370))
+* Update RBS ([#376](https://github.com/soutaro/steep/pull/376))
+
+## 0.43.1 (2021-04-01)
+
+* Fix LSP `textDocument/didSave` notification handling ([#368](https://github.com/soutaro/steep/issues/368))
+
+## 0.43.0 (2021-03-30)
+
+* LSP responsiveness improvements ([\#352](https://github.com/soutaro/steep/issues/352))
+* `@implements` annotation in blocks ([#338](https://github.com/soutaro/steep/issues/338))
+* Better `steep stats` table formatting ([\#300](https://github.com/soutaro/steep/issues/300))
+* Fix retry type checking ([\#293](https://github.com/soutaro/steep/issues/293))
+* Better tuple type checking ([\#328](https://github.com/soutaro/steep/issues/328))
+* Fix unexpected `add_call` error ([\#358](https://github.com/soutaro/steep/pull/358))
+* Ignore passing nil as a block `&nil` ([\#356](https://github.com/soutaro/steep/pull/356))
+* Better type checking for non-trivial block parameters ([\#354](https://github.com/soutaro/steep/pull/354))
+* Avoid unexpected error on splat assignments ([\#330](https://github.com/soutaro/steep/pull/330))
+* Fix constraint solver ([\#343](https://github.com/soutaro/steep/pull/343))
+* Ruby 2.7 compatible private method call typing ([\#344](https://github.com/soutaro/steep/pull/344))
+
+## 0.42.0 (2021-03-08)
+
+* Type checking performance improvement ([\#309](https://github.com/soutaro/steep/pull/309), [\#311](https://github.com/soutaro/steep/pull/311), [\#312](https://github.com/soutaro/steep/pull/312), [\#313](https://github.com/soutaro/steep/pull/313), [\#314](https://github.com/soutaro/steep/pull/314), [\#315](https://github.com/soutaro/steep/pull/315), [\#316](https://github.com/soutaro/steep/pull/316), [\#320](https://github.com/soutaro/steep/pull/320), [\#322](https://github.com/soutaro/steep/pull/322))
+* Let `watch` command support files ([\#323](https://github.com/soutaro/steep/pull/323))
+* Validate _module-self-type_ constraints ([\#308](https://github.com/soutaro/steep/pull/308))
+* Add `-j` option to specify number of worker processes ([\#318](https://github.com/soutaro/steep/pull/318), [\#325](https://github.com/soutaro/steep/pull/325))
+* Fix `code` of RBS diagnostics ([\#306](https://github.com/soutaro/steep/pull/306))
+* Skip printing source code from out of date _expectations_ file ([\#305](https://github.com/soutaro/steep/pull/305))
+
 ## 0.41.0 (2021-02-07)
 
 * Add `--with-expectations` and `--save-expectations` option ([#303](https://github.com/soutaro/steep/pull/303))

data/Gemfile

@@ -12,3 +12,4 @@ gem "racc", "~> 1.4"
 gem "minitest-reporters"
 gem "minitest-hooks"
 gem "stackprof"
+gem "rbs", git: "https://github.com/ruby/rbs.git"

data/bin/output_test.rb

@@ -16,6 +16,8 @@ end
 
 failed_tests = []
 
+ALLOW_FAILURE = ["diagnostics-ruby-unsat"]
+
 test_dirs.each do |dir|
   puts "Running test #{dir}..."
 
@@ -30,8 +32,12 @@ test_dirs.each do |dir|
   output, status = Open3.capture2(*command, chdir: dir.to_s)
 
   unless status.success?
-    failed_tests << dir.basename
-    puts "  Failed! 🤕"
+    unless ALLOW_FAILURE.include?(dir.basename.to_s)
+      failed_tests << dir.basename
+      puts "  Failed! 🤕"
+    else
+      puts "  Failed! 🤕 (ALLOW_FAILURE)"
+    end
   else
     puts "  Succeed! 👍"
   end

data/lib/steep.rb

@@ -2,7 +2,6 @@ require "steep/version"
 
 require "pathname"
 require "parser/ruby27"
-require "ast_utils"
 require "active_support/core_ext/object/try"
 require "active_support/core_ext/string/inflections"
 require "logger"
@@ -15,6 +14,10 @@ require "open3"
 require "stringio"
 require 'uri'
 require "yaml"
+require "securerandom"
+
+require "parallel/processor_count"
+require "terminal-table"
 
 require "rbs"
 
@@ -86,27 +89,32 @@ require "steep/index/rbs_index"
 require "steep/index/signature_symbol_provider"
 require "steep/index/source_index"
 
-require "steep/server/utils"
+require "steep/server/change_buffer"
 require "steep/server/base_worker"
-require "steep/server/code_worker"
-require "steep/server/signature_worker"
 require "steep/server/worker_process"
 require "steep/server/interaction_worker"
+require "steep/server/type_check_worker"
 require "steep/server/master"
 
+require "steep/services/content_change"
+require "steep/services/path_assignment"
+require "steep/services/signature_service"
+require "steep/services/type_check_service"
+require "steep/services/hover_content"
+require "steep/services/completion_provider"
+require "steep/services/stats_calculator"
+require "steep/services/file_loader"
+require "steep/services/goto_service"
+
 require "steep/project"
-require "steep/project/signature_file"
-require "steep/project/source_file"
+require "steep/project/pattern"
 require "steep/project/options"
 require "steep/project/target"
 require "steep/project/dsl"
-require "steep/project/file_loader"
-require "steep/project/hover_content"
-require "steep/project/completion_provider"
-require "steep/project/stats_calculator"
 
 require "steep/expectations"
 require "steep/drivers/utils/driver_helper"
+require "steep/drivers/utils/jobs_count"
 require "steep/drivers/check"
 require "steep/drivers/stats"
 require "steep/drivers/validate"
@@ -134,7 +142,7 @@ module Steep
   def self.new_logger(output, prev_level)
     ActiveSupport::TaggedLogging.new(Logger.new(output)).tap do |logger|
       logger.push_tags "Steep #{VERSION}"
-      logger.level = prev_level || Logger::WARN
+      logger.level = prev_level || Logger::ERROR
     end
   end
 
@@ -151,18 +159,80 @@ module Steep
   @logger = nil
   self.log_output = STDERR
 
-  def self.measure(message)
+  def self.measure(message, level: :warn)
     start = Time.now
     yield.tap do
       time = Time.now - start
-      self.logger.info "#{message} took #{time} seconds"
+      if level.is_a?(Symbol)
+        level = Logger.const_get(level.to_s.upcase)
+      end
+      self.logger.log(level) { "#{message} took #{time} seconds" }
     end
   end
 
   def self.log_error(exn, message: "Unexpected error: #{exn.inspect}")
-    Steep.logger.error message
+    Steep.logger.fatal message
     exn.backtrace.each do |loc|
-      Steep.logger.warn "  #{loc}"
+      Steep.logger.error "  #{loc}"
+    end
+  end
+
+  class Sampler
+    def initialize()
+      @samples = []
+    end
+
+    def sample(message)
+      start = Time.now
+      yield.tap do
+        time = Time.now - start
+        @samples << [message, time]
+      end
+    end
+
+    def count
+      @samples.count
     end
+
+    def total
+      @samples.sum(&:last)
+    end
+
+    def slowests(num)
+      @samples.sort_by(&:last).reverse.take(num)
+    end
+
+    def average
+      if count > 0
+        total/count
+      else
+        0
+      end
+    end
+
+    def percentile(p)
+      slowests(count - count * p / 100r).last&.last || 0
+    end
+  end
+
+  def self.measure2(message, level: :warn)
+    sampler = Sampler.new
+    result = yield(sampler)
+
+    if level.is_a?(Symbol)
+      level = Logger.const_get(level.to_s.upcase)
+    end
+    logger.log(level) { "#{sampler.total}secs for \"#{message}\"" }
+    logger.log(level) { "  Average: #{sampler.average}secs"}
+    logger.log(level) { "  Median: #{sampler.percentile(50)}secs"}
+    logger.log(level) { "  Samples: #{sampler.count}"}
+    logger.log(level) { "  99 percentile: #{sampler.percentile(99)}secs"}
+    logger.log(level) { "  90 percentile: #{sampler.percentile(90)}secs"}
+    logger.log(level) { "  10 Slowests:"}
+    sampler.slowests(10).each do |message, time|
+      logger.log(level) { "    #{message} (#{time}secs)"}
+    end
+
+    result
   end
 end

data/lib/steep/annotation_parser.rb

@@ -23,7 +23,15 @@ module Steep
       def initialize(source:, location:, exn: nil)
         @source = source
         @location = location
-        super "Syntax error on annotation: `#{source}`, cause=#{exn.inspect}"
+
+        message = case exn
+                  when RBS::Parser::SyntaxError
+                    Diagnostic::Signature::SyntaxError.parser_syntax_error_message(exn)
+                  else
+                    exn.message
+                  end
+
+        super message
       end
     end
 
@@ -158,7 +166,7 @@ module Steep
         end
       end
 
-    rescue RBS::Parser::SyntaxError, RBS::Parser::SemanticsError => exn
+    rescue RBS::ParsingError => exn
       raise SyntaxError.new(source: src, location: location, exn: exn)
     end
   end

data/lib/steep/ast/types/class.rb

@@ -8,6 +8,10 @@ module Steep
           @location = location
         end
 
+        def to_s
+          "class"
+        end
+
         def ==(other)
           other.is_a?(Class)
         end

data/lib/steep/cli.rb

@@ -8,6 +8,8 @@ module Steep
     attr_reader :stderr
     attr_reader :command
 
+    include Parallel::ProcessorCount
+
     def initialize(stdout:, stdin:, stderr:, argv:)
       @stdout = stdout
       @stdin = stdin
@@ -64,6 +66,14 @@ module Steep
       end
     end
 
+    def handle_jobs_option(command, opts, modifier = 0)
+      default = physical_processor_count + modifier
+      command.jobs_count = default
+      opts.on("-j N", "--jobs=N", "Specify the number of type check workers (defaults: #{default})") do |count|
+        command.jobs_count = Integer(count)
+      end
+    end
+
     def process_init
       Drivers::Init.new(stdout: stdout, stderr: stderr).tap do |command|
         OptionParser.new do |opts|
@@ -89,6 +99,7 @@ module Steep
           opts.on("--save-expectations[=PATH]", "Save expectations with current type check result to PATH (or steep_expectations.yml)") do |path|
             check.save_expectations_path = Pathname(path || "steep_expectations.yml")
           end
+          handle_jobs_option check, opts
           handle_logging_options opts
         end.parse!(argv)
 
@@ -102,6 +113,8 @@ module Steep
           opts.banner = "Usage: steep stats [options] [sources]"
 
           opts.on("--steepfile=PATH") {|path| check.steepfile = Pathname(path) }
+          opts.on("--format=FORMAT", "Specify output format: csv, table") {|format| check.format = format }
+          handle_jobs_option check, opts
           handle_logging_options opts
         end.parse!(argv)
 
@@ -142,10 +155,12 @@ module Steep
       Drivers::Watch.new(stdout: stdout, stderr: stderr).tap do |command|
         OptionParser.new do |opts|
           opts.banner = "Usage: steep watch [options] [dirs]"
+          handle_jobs_option command, opts
           handle_logging_options opts
         end.parse!(argv)
 
-        command.dirs.push *argv
+        dirs = argv.map {|dir| Pathname(dir) }
+        command.dirs.push(*dirs)
       end.run
     end
 
@@ -153,6 +168,7 @@ module Steep
       Drivers::Langserver.new(stdout: stdout, stderr: stderr, stdin: stdin).tap do |command|
         OptionParser.new do |opts|
           opts.on("--steepfile=PATH") {|path| command.steepfile = Pathname(path) }
+          handle_jobs_option command, opts, -1
           handle_logging_options opts
         end.parse!(argv)
       end.run
@@ -185,12 +201,15 @@ module Steep
           handle_logging_options opts
 
           opts.on("--interaction") { command.worker_type = :interaction }
-          opts.on("--code") { command.worker_type = :code }
-          opts.on("--signature") { command.worker_type = :signature }
+          opts.on("--typecheck") { command.worker_type = :typecheck }
           opts.on("--steepfile=PATH") {|path| command.steepfile = Pathname(path) }
           opts.on("--name=NAME") {|name| command.worker_name = name }
           opts.on("--delay-shutdown") { command.delay_shutdown = true }
+          opts.on("--max-index=COUNT") {|count| command.max_index = Integer(count) }
+          opts.on("--index=INDEX") {|index| command.index = Integer(index) }
         end.parse!(argv)
+
+        command.commandline_args.push(*argv)
       end.run
     end
   end

data/lib/steep/diagnostic/ruby.rb

@@ -220,10 +220,6 @@ module Steep
         def header_line
           "The method cannot be called with a block"
         end
-
-        def to_s
-          format_message "method_type=#{method_type}"
-        end
       end
 
       class RequiredBlockMissing < Base
@@ -395,8 +391,8 @@ module Steep
           @method = method
         end
 
-        def to_s
-          format_message "method=#{method}"
+        def header_line
+          "No superclass method `#{method}` defined"
         end
       end
 
@@ -613,9 +609,18 @@ module Steep
         def header_line
           "UnexpectedError: #{error.message}"
         end
+      end
 
-        def detail_lines
-          error.backtrace.join("\n")
+      class SyntaxError < Base
+        attr_reader :message
+
+        def initialize(message: ,location:)
+          super(node: nil, location: location)
+          @message = message
+        end
+
+        def header_line
+          "SyntaxError: #{message}"
         end
       end
     end

data/lib/steep/diagnostic/signature.rb

@@ -21,7 +21,7 @@ module Steep
         end
 
         def diagnostic_code
-          "Ruby::#{error_name}"
+          "RBS::#{error_name}"
         end
 
         def path
@@ -37,8 +37,26 @@ module Steep
           @exception = exception
         end
 
+        def self.parser_syntax_error_message(exception)
+          value = if exception.error_value.is_a?(RBS::Parser::LocatedValue)
+                    exception.error_value.value
+                  else
+                    exception.error_value
+                  end
+          string = value.to_s
+          unless string.empty?
+            string = " (#{string})"
+          end
+
+          "Syntax error caused by token `#{exception.token_str}`#{string}"
+        end
+
         def header_line
-          "Syntax error: #{exception.message}"
+          if exception.is_a?(RBS::Parser::SyntaxError)
+            SyntaxError.parser_syntax_error_message(exception)
+          else
+            exception.message
+          end
         end
       end
 
@@ -219,6 +237,138 @@ module Steep
           "The variance of type parameter `#{param.name}` is #{param.variance}, but used in incompatible position here"
         end
       end
+
+      class ModuleSelfTypeError < Base
+        attr_reader :name
+        attr_reader :ancestor
+        attr_reader :relation
+
+        def initialize(name:, ancestor:, relation:, location:)
+          super(location: location)
+
+          @name = name
+          @ancestor = ancestor
+          @relation = relation
+        end
+
+        def header_line
+          "Module self type constraint in type `#{name}` doesn't satisfy: `#{relation}`"
+        end
+      end
+
+      class InstanceVariableTypeError < Base
+        attr_reader :name
+        attr_reader :variable
+        attr_reader :var_type
+        attr_reader :parent_type
+
+        def initialize(name:, location:, var_type:, parent_type:)
+          super(location: location)
+
+          @name = name
+          @var_type = var_type
+          @parent_type = parent_type
+        end
+
+        def header_line
+          "Instance variable cannot have different type with parents: #{var_type} <=> #{parent_type}"
+        end
+      end
+
+      class UnexpectedError < Base
+        attr_reader :message
+
+        def initialize(message:, location:)
+          @message = message
+          @location = location
+        end
+
+        def header_line
+          "Unexpected error: #{message}"
+        end
+      end
+
+      def self.from_rbs_error(error, factory:)
+        case error
+        when RBS::Parser::SemanticsError, RBS::Parser::LexerError
+          Diagnostic::Signature::SyntaxError.new(error, location: error.location)
+        when RBS::Parser::SyntaxError
+          Diagnostic::Signature::SyntaxError.new(error, location: error.error_value.location)
+        when RBS::DuplicatedDeclarationError
+          Diagnostic::Signature::DuplicatedDeclaration.new(
+            type_name: error.name,
+            location: error.decls[0].location
+          )
+        when RBS::GenericParameterMismatchError
+          Diagnostic::Signature::GenericParameterMismatch.new(
+            name: error.name,
+            location: error.decl.location
+          )
+        when RBS::InvalidTypeApplicationError
+          Diagnostic::Signature::InvalidTypeApplication.new(
+            name: error.type_name,
+            args: error.args.map {|ty| factory.type(ty) },
+            params: error.params,
+            location: error.location
+          )
+        when RBS::NoTypeFoundError,
+          RBS::NoSuperclassFoundError,
+          RBS::NoMixinFoundError,
+          RBS::NoSelfTypeFoundError
+          Diagnostic::Signature::UnknownTypeName.new(
+            name: error.type_name,
+            location: error.location
+          )
+        when RBS::InvalidOverloadMethodError
+          Diagnostic::Signature::InvalidMethodOverload.new(
+            class_name: error.type_name,
+            method_name: error.method_name,
+            location: error.members[0].location
+          )
+        when RBS::DuplicatedMethodDefinitionError
+          Diagnostic::Signature::DuplicatedMethodDefinition.new(
+            class_name: error.type_name,
+            method_name: error.method_name,
+            location: error.location
+          )
+        when RBS::DuplicatedInterfaceMethodDefinitionError
+          Diagnostic::Signature::DuplicatedMethodDefinition.new(
+            class_name: error.type_name,
+            method_name: error.method_name,
+            location: error.member.location
+          )
+        when RBS::UnknownMethodAliasError
+          Diagnostic::Signature::UnknownMethodAlias.new(
+            class_name: error.type_name,
+            method_name: error.original_name,
+            location: error.location
+          )
+        when RBS::RecursiveAliasDefinitionError
+          Diagnostic::Signature::RecursiveAlias.new(
+            class_name: error.type.name,
+            names: error.defs.map(&:name),
+            location: error.defs[0].original.location
+          )
+        when RBS::RecursiveAncestorError
+          Diagnostic::Signature::RecursiveAncestor.new(
+            ancestors: error.ancestors,
+            location: error.location
+          )
+        when RBS::SuperclassMismatchError
+          Diagnostic::Signature::SuperclassMismatch.new(
+            name: error.name,
+            location: error.entry.primary.decl.location
+          )
+        when RBS::InvalidVarianceAnnotationError
+          Diagnostic::Signature::InvalidVarianceAnnotation.new(
+            name: error.type_name,
+            param: error.param,
+            location: error.location
+          )
+        else
+          raise error
+        end
+      end
     end
   end
 end