rbs 1.5.0 → 1.6.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 461e236c7a74ee03996267e889af1db65986af4ea1a9a3d258f9e84b23587182
-  data.tar.gz: 53196811eeefb96f59d641d8a3c359fa2f84c43513dbc5eb46fa872b006147af
+  metadata.gz: de88dd41e7cee057e4668ffd3ed94e91d5d09746cdbfcd26602cc04b9ef2abd1
+  data.tar.gz: '06092d8a703d157bc214f81155bc24009491db68073fbcedc5fde9b09aca85e7'
 SHA512:
-  metadata.gz: 1f7e1f726bda298d0186a9cdc106835ff35baa82aef50c0177ca2d66dea051a21fb499694c56e0910b5e543ccf029f53c349d0f2d4c1e7b89462e78c099ccf32
-  data.tar.gz: 90d95f9ff0087ef339dc777e8db736ec849869842046f79e1e6a41eb56ed9826eeddb94ec06185f80abf04130dc98690f72697f9ad201468717b006d0d9a7781
+  metadata.gz: 2a53e2b25733fd63c832748ae629275becb31badd9b120cf2b8c72c66cea7e084d0aefefeaa09c00f2364ab1335ee030b0b54e8a14f3f7dbe08e1523cfe1d7e2
+  data.tar.gz: 66b02700d2a81f5d8367451356af01a0cac8b0152194adb5f844abf92ffdfc16bcec975f2e21302477b32ee344242d3e0407105c3cf4e7a78387fa454003a418

data/.github/dependabot.yml

@@ -0,0 +1,10 @@
+version: 2
+updates:
+  - package-ecosystem: "bundler"
+    directory: "/"
+    schedule:
+      interval: "daily"
+  - package-ecosystem: "bundler"
+    directory: "/steep"
+    schedule:
+      interval: "daily"

data/CHANGELOG.md

@@ -2,6 +2,57 @@
 
 ## master
 
+## 1.6.2 (2021-09-09)
+
+## Signature updates
+
+* `Enumerator::Lazy#force` ([\#782](https://github.com/ruby/rbs/pull/782))
+* `IO.readlines` ([\#780](https://github.com/ruby/rbs/pull/780))
+
+## Miscellaneous
+
+* Set `$XDG_CACHE_HOME` during test ([\#781](https://github.com/ruby/rbs/pull/781))
+
+## 1.6.1 (2021-09-05)
+
+This is a minor release including test fixes.
+
+## Miscellaneous
+
+* Fix stdlib test for `Resolv::Hosts` by removing `/etc/hosts` dependency ([\#779](https://github.com/ruby/rbs/pull/779))
+* Fix bundler related test for test-bundled-gems ([\#778](https://github.com/ruby/rbs/pull/778))
+
+## 1.6.0 (2021-09-05)
+
+This release includes a preview of `rbs collection` commands, which is _bundler for RBS_.
+The command helps you manage RBS files from gem_rbs_collection or other repositories.
+
+This feature is a preview, and any feedback is welcome!
+
+## Signature updates
+
+* objspace ([\#763](https://github.com/ruby/rbs/pull/763), [\#776](https://github.com/ruby/rbs/pull/776))
+* tempfile ([\#767](https://github.com/ruby/rbs/pull/767), [\#775](https://github.com/ruby/rbs/pull/775))
+* `IO#set_encoding_by_bom` ([\#106](https://github.com/ruby/rbs/pull/106))
+* `OpenSSL::PKey::EC#dh_compute_key` ([\#775](https://github.com/ruby/rbs/pull/775))
+
+## Library changes
+
+* Add `rbs collection` ([\#589](https://github.com/ruby/rbs/pull/589), [\#772](https://github.com/ruby/rbs/pull/772), [\#773](https://github.com/ruby/rbs/pull/773))
+
+## Miscellaneous
+
+* Let `bin/annotate-with-rdoc` process nested constants/classes ([\#766](https://github.com/ruby/rbs/pull/766), [\#768](https://github.com/ruby/rbs/pull/768))
+* Stop printing version mismatch message in CI ([\#777](https://github.com/ruby/rbs/pull/777))
+* Update Steep and fix type errors ([\#770](https://github.com/ruby/rbs/pull/770), [\#774](https://github.com/ruby/rbs/pull/774))
+* Add dependabot configuration ([\#771](https://github.com/ruby/rbs/pull/771))
+
+## 1.5.1 (2021-08-22)
+
+### Miscellaneous
+
+* Fix Net_HTTP_test ([\#759](https://github.com/ruby/rbs/pull/759))
+
 ## 1.5.0 (2021-08-22)
 
 This release includes stdlib signature updates.

data/Gemfile

@@ -16,6 +16,7 @@ gem 'stackprof'
 gem "goodcheck"
 gem "dbm"
 gem 'digest'
+gem 'tempfile'
 
 # Test gems
 gem "rbs-amber", path: "test/assets/test-gem"

data/Steepfile

@@ -1,13 +1,21 @@
+D = Steep::Diagnostic
+
 target :lib do
   signature "sig"
   check "lib"
   ignore "lib/rbs/parser.rb"
   ignore "lib/rbs/prototype", "lib/rbs/test", "lib/rbs/test.rb"
 
-  library "set", "pathname", "json", "logger", "monitor", "tsort"
+  library "set", "pathname", "json", "logger", "monitor", "tsort", "uri"
   signature "stdlib/strscan/0/"
   signature "stdlib/rubygems/0/"
   signature "stdlib/optparse/0/"
+
+  configure_code_diagnostics do |config|
+    config[D::Ruby::MethodDefinitionMissing] = :hint
+    config[D::Ruby::ElseOnExhaustiveCase] = :hint
+    config[D::Ruby::FallbackAny] = :hint
+  end
 end
 
 # target :lib do

data/core/enumerator.rbs

@@ -249,6 +249,7 @@ class Enumerator::Generator[out Elem] < Object
 end
 
 class Enumerator::Lazy[out Elem, out Return] < Enumerator[Elem, Return]
+  alias force to_a
 end
 
 class Enumerator::Yielder < Object

data/core/io.rbs

@@ -635,6 +635,8 @@ class IO < Object
   def set_encoding: (?String | Encoding ext_or_ext_int_enc) -> self
                   | (?String | Encoding ext_or_ext_int_enc, ?String | Encoding int_enc) -> self
 
+  def set_encoding_by_bom: () -> Encoding?
+
   # Returns status information for *ios* as an object of type `File::Stat` .
   #
   # ```ruby
@@ -747,7 +749,7 @@ class IO < Object
 
   def self.read: (String name, ?Integer length, ?Integer offset, ?external_encoding: String external_encoding, ?internal_encoding: String internal_encoding, ?encoding: String encoding, ?textmode: untyped textmode, ?binmode: untyped binmode, ?autoclose: untyped autoclose, ?mode: String mode) -> String
 
-  def self.readlines: (String name, ?String sep, ?Integer limit, ?external_encoding: String external_encoding, ?internal_encoding: String internal_encoding, ?encoding: String encoding, ?textmode: untyped textmode, ?binmode: untyped binmode, ?autoclose: untyped autoclose, ?mode: String mode) -> ::Array[String]
+  def self.readlines: (String name, ?String sep, ?Integer limit, ?external_encoding: String external_encoding, ?internal_encoding: String internal_encoding, ?encoding: String encoding, ?textmode: untyped textmode, ?binmode: untyped binmode, ?autoclose: untyped autoclose, ?mode: String mode, ?chomp: boolish) -> ::Array[String]
 
   def self.select: [X, Y, Z] (::Array[X & io]? read_array, ?::Array[Y & io]? write_array, ?::Array[Z & io]? error_array) -> [Array[X], Array[Y], Array[Z]]
                  | [X, Y, Z] (::Array[X & io]? read_array, ?::Array[Y & io]? write_array, ?::Array[Z & io]? error_array, Numeric? timeout) -> [Array[X], Array[Y], Array[Z]]?

data/docs/collection.md

@@ -0,0 +1,116 @@
+# RBS Collection manager
+
+`rbs collection` sub command manages third party gems' RBS. In short, it is `bundler` for RBS.
+
+## Requirements
+
+* `git(1)`
+* `Gemfile.lock`
+
+
+## Usage
+
+### Setup
+
+First, generate the configuration file, `rbs_collection.yaml`, with `rbs collection init`.
+
+```console
+$ rbs collection init
+created: rbs_collection.yaml
+
+$ cat rbs_collection.yaml
+# Download sources
+sources:
+  - name: ruby/gem_rbs_collection
+    remote: https://github.com/ruby/gem_rbs_collection.git
+    revision: main
+    repo_dir: gems
+
+# A directory to install the downloaded RBSs
+path: .gem_rbs_collection
+
+gems:
+  # Skip loading rbs gem's RBS.
+  # It's unnecessary if you don't use rbs as a library.
+  - name: rbs
+    ignore: true
+```
+
+I also recommend updating `.gitignore`.
+
+```console
+$ echo /.gem_rbs_collection/ >> .gitignore
+```
+
+### Install dependencies
+
+Then, install gems' RBS with `rbs collection install`! It copies RBS from [the gem RBS repository](https://github.com/ruby/gem_rbs_collection) to `.gem_rbs_collection/` directory by default.
+I recommend to ignore `.gem_rbs_collection/` from version control system, such as Git.
+
+```console
+$ rbs collection install
+Installing ast:2.4 (ruby/gem_rbs_collection@4b1a2a2f64c)
+...
+It's done! 42 gems's RBSs now installed.
+```
+
+Finally the third party RBSs are available! `rbs` commands, such as `rbs validate`, automatically load the third party RBSs.
+
+### Other commands
+
+`rbs collection` has two more commands.
+
+* `rbs collection update` updates `rbs_collection.lock.yaml`.
+* `rbs collection clean` removes unnecessary rbs from `.gem_rbs_collection` directory.
+
+## Configuration
+
+Configure `rbs collection` with editing `rbs_collection.yaml`.
+
+```yaml
+# Download sources.
+# You can add own collection git repository.
+sources:
+  - name: ruby/gem_rbs_collection
+    remote: https://github.com/ruby/gem_rbs_collection.git
+    revision: main
+    repo_dir: gems
+
+# A directory to install the downloaded RBSs
+path: .gem_rbs_collection
+
+gems:
+  # If the Gemfile.lock doesn't contain csv gem but you use csv gem,
+  # you can write the gem name explicitly to install RBS of the gem.
+  - name: csv
+
+  # If the Gemfile.lock contains nokogiri gem but you don't want to use the RBS,
+  # you can ignore the gem.
+  # `rbs collection` avoids to install nokogiri gem's RBS by this change.
+  # It is useful if the nokogiri RBS has a problem, such as compatibility issue with other RBS.
+  - name: nokogiri
+    ignore: true
+```
+
+## Files / Directories
+
+* `rbs_collection.yaml`
+  * The configuration file.
+  * You need to edit it if:
+    * You don't want to ignore gem's RBS.
+    * You want to add gem's RBS explicitly.
+  * You can change the file path with `--collection` option. e.g. `rbs --collection another_conf.yaml collection install`.
+* `rbs_collection.lock.yaml`
+  * RBS installs and loads RBS files with this file.
+  * It is auto-generated file. Do not edit this file.
+  * I recommend to manage it with VCS such as git.
+* `.gem_rbs_collection/`
+  * RBS installs third party RBS files to the directory.
+  * I recommend to ignore it from VCS.
+  * You can change the path with `path` option of `rbs_collection.yaml` file.
+
+
+## How it works
+
+`rbs collection` is integrated with Bundler.
+`rbs collection install` command generates `gem_rbs_collection.lock.yaml` from `gem_rbs_collection.yaml` and `Gemfile.lock`. It uses `Gemfile.lock` to detects dependencies.

data/lib/rbs/builtin_names.rb

@@ -51,5 +51,6 @@ module RBS
     Regexp = Name.define(:Regexp)
     TrueClass = Name.define(:TrueClass)
     FalseClass = Name.define(:FalseClass)
+    Numeric = Name.define(:Numeric)
   end
 end

data/lib/rbs/cli.rb

@@ -6,6 +6,7 @@ module RBS
   class CLI
     class LibraryOptions
       attr_accessor :core_root
+      attr_accessor :config_path
       attr_reader :repos
       attr_reader :libs
       attr_reader :dirs
@@ -16,6 +17,7 @@ module RBS
 
         @libs = []
         @dirs = []
+        @config_path = Collection::Config::PATH
       end
 
       def loader
@@ -25,6 +27,8 @@ module RBS
         end
 
         loader = EnvironmentLoader.new(core_root: core_root, repository: repository)
+        lock = config_path&.then { |p| Collection::Config.lockfile_of(p) }
+        loader.add_collection(lock) if lock
 
         dirs.each do |dir|
           loader.add(path: Pathname(dir))
@@ -52,6 +56,14 @@ module RBS
           self.core_root = nil
         end
 
+        opts.on('--collection PATH', "File path of collection configration (default: #{Collection::Config::PATH})") do |path|
+          self.config_path = Pathname(path).expand_path
+        end
+
+        opts.on('--no-collection', 'Ignore collection configration') do
+          self.config_path = nil
+        end
+
         opts.on("--repo DIR", "Add RBS repository") do |dir|
           repos << dir
         end
@@ -68,7 +80,7 @@ module RBS
       @stderr = stderr
     end
 
-    COMMANDS = [:ast, :list, :ancestors, :methods, :method, :validate, :constant, :paths, :prototype, :vendor, :parse, :test]
+    COMMANDS = [:ast, :list, :ancestors, :methods, :method, :validate, :constant, :paths, :prototype, :vendor, :parse, :test, :collection]
 
     def parse_logging_options(opts)
       opts.on("--log-level LEVEL", "Specify log level (defaults to `warn`)") do |level|
@@ -819,11 +831,90 @@ EOB
 
       # @type var out: String
       # @type var err: String
-      out, err, status = Open3.capture3(env_hash, *args)
+      out, err, status = __skip__ = Open3.capture3(env_hash, *args)
       stdout.print(out)
       stderr.print(err)
 
       status
     end
+
+    def run_collection(args, options)
+      warn "warning: rbs collection is experimental, and the behavior may change until RBS v2.0"
+
+      opts = collection_options(args)
+      params = {}
+      opts.order args.drop(1), into: params
+      config_path = options.config_path or raise
+      lock_path = Collection::Config.to_lockfile_path(config_path)
+
+      case args[0]
+      when 'install'
+        unless params[:frozen]
+          Collection::Config.generate_lockfile(config_path: config_path, gemfile_lock_path: Pathname('./Gemfile.lock'))
+        end
+        Collection::Installer.new(lockfile_path: lock_path, stdout: stdout).install_from_lockfile
+      when 'update'
+        # TODO: Be aware of argv to update only specified gem
+        Collection::Config.generate_lockfile(config_path: config_path, gemfile_lock_path: Pathname('./Gemfile.lock'), with_lockfile: false)
+        Collection::Installer.new(lockfile_path: lock_path, stdout: stdout).install_from_lockfile
+      when 'init'
+        if config_path.exist?
+          puts "#{config_path} already exists"
+          exit 1
+        end
+
+        config_path.write(<<~'YAML')
+          # Download sources
+          sources:
+            - name: ruby/gem_rbs_collection
+              remote: https://github.com/ruby/gem_rbs_collection.git
+              revision: main
+              repo_dir: gems
+
+          # A directory to install the downloaded RBSs
+          path: .gem_rbs_collection
+
+          gems:
+            # Skip loading rbs gem's RBS.
+            # It's unnecessary if you don't use rbs as a library.
+            - name: rbs
+              ignore: true
+        YAML
+        stdout.puts "created: #{config_path}"
+      when 'clean'
+        unless lock_path.exist?
+          puts "#{lock_path} should exist to clean"
+          exit 1
+        end
+        Collection::Cleaner.new(lockfile_path: lock_path)
+      when 'help'
+        puts opts.help
+      else
+        puts opts.help
+        exit 1
+      end
+    end
+
+    def collection_options(args)
+      OptionParser.new do |opts|
+        opts.banner = <<~HELP
+          Usage: rbs collection [install|update|init|clean|help]
+
+          Manage RBS collection, which contains third party RBS.
+
+          Examples:
+
+            # Initialize the configration file
+            $ rbs collection init
+
+            # Generate the lock file and install RBSs from the lock file
+            $ rbs collection install
+
+            # Update the RBSs
+            $ rbs collection update
+        HELP
+        opts.on('--frozen') if args[0] == 'install'
+      end
+    end
   end
 end

data/lib/rbs/collection/cleaner.rb

@@ -0,0 +1,29 @@
+module RBS
+  module Collection
+    class Cleaner
+      attr_reader :lock
+
+      def initialize(lockfile_path:)
+        @lock = Config.from_path(lockfile_path)
+      end
+
+      def clean
+        lock.repo_path.glob('*/*') do |dir|
+          *_, gem_name, version = dir.to_s.split('/')
+          gem_name or raise
+          version or raise
+          next if needed? gem_name, version
+
+          FileUtils.remove_entry_secure(dir.to_s)
+        end
+      end
+
+      def needed?(gem_name, version)
+        gem = lock.gem(gem_name)
+        return false unless gem
+
+        gem['version'] == version
+      end
+    end
+  end
+end

data/lib/rbs/collection/config/lockfile_generator.rb

@@ -0,0 +1,95 @@
+module RBS
+  module Collection
+
+    # This class represent the configration file.
+    class Config
+      class LockfileGenerator
+        attr_reader :config, :lock, :gemfile_lock, :lock_path
+
+        def self.generate(config_path:, gemfile_lock_path:, with_lockfile: true)
+          new(config_path: config_path, gemfile_lock_path: gemfile_lock_path, with_lockfile: with_lockfile).generate
+        end
+
+        def initialize(config_path:, gemfile_lock_path:, with_lockfile:)
+          @config = Config.from_path config_path
+          @lock_path = Config.to_lockfile_path(config_path)
+          @lock = Config.from_path(lock_path) if lock_path.exist? && with_lockfile
+          @gemfile_lock = Bundler::LockfileParser.new(gemfile_lock_path.read)
+        end
+
+        def generate
+          config.gems.each do |gem|
+            assign_gem(gem_name: gem['name'], version: gem['version'])
+          end
+
+          gemfile_lock_gems do |spec|
+            assign_gem(gem_name: spec.name, version: spec.version)
+          end
+          remove_ignored_gems!
+
+          config.dump_to(lock_path)
+          config
+        end
+
+        private def assign_gem(gem_name:, version:)
+          locked = lock&.gem(gem_name)
+          specified = config.gem(gem_name)
+
+          return if specified&.dig('ignore')
+          return if specified&.dig('source') # skip if the source is already filled
+
+          if locked
+            # If rbs_collection.lock.yaml contain the gem, use it.
+            upsert_gem specified, locked
+          else
+            # Find the gem from gem_collection.
+            source = find_source(gem_name: gem_name)
+            return unless source
+
+            installed_version = version
+            best_version = find_best_version(version: installed_version, versions: source.versions({ 'name' => gem_name }))
+            # @type var new_content: RBS::Collection::Config::gem_entry
+            new_content = {
+              'name' => gem_name,
+              'version' => best_version.to_s,
+              'source' => source.to_lockfile,
+            }
+            upsert_gem specified, new_content
+          end
+        end
+
+        private def upsert_gem(old, new)
+          if old
+            old.merge! new
+          else
+            config.add_gem new
+          end
+        end
+
+        private def remove_ignored_gems!
+          config.gems.reject! { |gem| gem['ignore'] }
+        end
+
+        private def gemfile_lock_gems(&block)
+          gemfile_lock.specs.each do |spec|
+            yield spec
+          end
+        end
+
+        private def find_source(gem_name:)
+          sources = config.sources
+
+          sources.find { |c| c.has?({ 'name' => gem_name, 'revision' => nil } ) }
+        end
+
+        private def find_best_version(version:, versions:)
+          candidates = versions.map { |v| Gem::Version.create(v) or raise }
+          return candidates.max || raise unless version
+
+          v = Gem::Version.create(version) or raise
+          Repository.find_best_version(v, candidates)
+        end
+      end
+    end
+  end
+end