tokite 1.0.0.rc1 → 1.0.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: f03de65702183e8b910e09adbc851e2712ec629d851d5d4f78198cfd2a6753e2
-  data.tar.gz: 13133fcfacdb6299f252dca04ae9c1e623ecc9a6a83b0c9f74cdbcba17e1d4c0
+  metadata.gz: '09e42ad424630955a200960e136ef043f2658d022d8558ee5dbe99fbc3de7e4f'
+  data.tar.gz: e375bc20d34df93561b92142c838328d7b6569d3557df1476a1c6a679f4a70e8
 SHA512:
-  metadata.gz: d2eac38744986e30903da63e46b3a15bf7a2927ddfecf4ea03647c1a13717a2666f2cb0057a91cd97852ac7b40d8770da0b1cf0443d0edfb636473b004b0c903
-  data.tar.gz: b6e531adbe4b43a8c0a74e2b79eb29d21d74a139aa8b6fc3b4790021aaf6870012e8728f8581c69f2f84466ac65742cb34a4ae072f123311eedcce58b29f4c36
+  metadata.gz: 96e51d7dfc1526d4d17de69150d4f5520272d2606abd6f409c9c977c53f87c39c5b00dd1cbea80c76b13c3159c6f5611e5e3a95b0d08cc04ee4fb9a8bd38ae6b
+  data.tar.gz: 0efe86670c67a16bfc8b2fc5eb3deafba4007fe97452e12c2d7f66b0dcca209cbe2c58481db270e5827f4b17e9f220954e8e735f8c8d841427abc2fce239db4f

data/README.md

@@ -79,3 +79,6 @@ Tokite support only below events now.
 <tr><td>requested_team:</td><td>Match team name of review requested team</td><td>requested_team:cookpad/chef</td></tr>
 <tr><td>unspecified</td><td>Match title or body field.</td><td>review please</td></tr>
 </table>
+
+## Maintenance
+To release a new version of the tokite gem, please write CHANGELOG.md, update the version string in lib/tokite/version.rb, and send a pull request for the changes. After merging the pull request, manually approve the run of push_gem.yml at https://github.com/cookpad/tokite/actions/workflows/push_gem.yml to release the new version to RubyGems.org.

data/lib/tokite/version.rb

@@ -1,3 +1,3 @@
 module Tokite
-  VERSION = '1.0.0.rc1'
+  VERSION = '1.0.0'
 end

data/vendor/bundle/ruby/3.3.0/extensions/x86_64-linux/3.3.0/{prism-1.8.0 → prism-1.9.0}/gem_make.out

@@ -1,15 +1,15 @@
-current directory: /home/runner/work/tokite/tokite/vendor/bundle/ruby/3.3.0/gems/prism-1.8.0/ext/prism
+current directory: /home/runner/work/tokite/tokite/vendor/bundle/ruby/3.3.0/gems/prism-1.9.0/ext/prism
 /opt/hostedtoolcache/Ruby/3.3.10/x64/bin/ruby extconf.rb
-checking for prism.h in /home/runner/work/tokite/tokite/vendor/bundle/ruby/3.3.0/gems/prism-1.8.0/include... yes
-checking for prism/extension.h in /home/runner/work/tokite/tokite/vendor/bundle/ruby/3.3.0/gems/prism-1.8.0/ext... yes
+checking for prism.h in /home/runner/work/tokite/tokite/vendor/bundle/ruby/3.3.0/gems/prism-1.9.0/include... yes
+checking for prism/extension.h in /home/runner/work/tokite/tokite/vendor/bundle/ruby/3.3.0/gems/prism-1.9.0/ext... yes
 checking for whether -fvisibility=hidden is accepted as CFLAGS... yes
 creating Makefile
 
-current directory: /home/runner/work/tokite/tokite/vendor/bundle/ruby/3.3.0/gems/prism-1.8.0/ext/prism
-make DESTDIR\= sitearchdir\=./.gem.20260124-2648-h8l1ka sitelibdir\=./.gem.20260124-2648-h8l1ka clean
+current directory: /home/runner/work/tokite/tokite/vendor/bundle/ruby/3.3.0/gems/prism-1.9.0/ext/prism
+make DESTDIR\= sitearchdir\=./.gem.20260128-2666-66ejew sitelibdir\=./.gem.20260128-2666-66ejew clean
 
-current directory: /home/runner/work/tokite/tokite/vendor/bundle/ruby/3.3.0/gems/prism-1.8.0/ext/prism
-make DESTDIR\= sitearchdir\=./.gem.20260124-2648-h8l1ka sitelibdir\=./.gem.20260124-2648-h8l1ka
+current directory: /home/runner/work/tokite/tokite/vendor/bundle/ruby/3.3.0/gems/prism-1.9.0/ext/prism
+make DESTDIR\= sitearchdir\=./.gem.20260128-2666-66ejew sitelibdir\=./.gem.20260128-2666-66ejew
 compiling api_node.c
 compiling api_pack.c
 compiling extension.c
@@ -36,9 +36,9 @@ compiling ./../../src/util/pm_strncasecmp.c
 compiling ./../../src/util/pm_strpbrk.c
 linking shared-object prism/prism.so
 
-current directory: /home/runner/work/tokite/tokite/vendor/bundle/ruby/3.3.0/gems/prism-1.8.0/ext/prism
-make DESTDIR\= sitearchdir\=./.gem.20260124-2648-h8l1ka sitelibdir\=./.gem.20260124-2648-h8l1ka install
-/usr/bin/install -c -m 0755 prism.so ./.gem.20260124-2648-h8l1ka/prism
+current directory: /home/runner/work/tokite/tokite/vendor/bundle/ruby/3.3.0/gems/prism-1.9.0/ext/prism
+make DESTDIR\= sitearchdir\=./.gem.20260128-2666-66ejew sitelibdir\=./.gem.20260128-2666-66ejew install
+/usr/bin/install -c -m 0755 prism.so ./.gem.20260128-2666-66ejew/prism
 
-current directory: /home/runner/work/tokite/tokite/vendor/bundle/ruby/3.3.0/gems/prism-1.8.0/ext/prism
-make DESTDIR\= sitearchdir\=./.gem.20260124-2648-h8l1ka sitelibdir\=./.gem.20260124-2648-h8l1ka clean
+current directory: /home/runner/work/tokite/tokite/vendor/bundle/ruby/3.3.0/gems/prism-1.9.0/ext/prism
+make DESTDIR\= sitearchdir\=./.gem.20260128-2666-66ejew sitelibdir\=./.gem.20260128-2666-66ejew clean

data/vendor/bundle/ruby/3.3.0/extensions/x86_64-linux/3.3.0/{prism-1.8.0 → prism-1.9.0}/mkmf.log

@@ -1,4 +1,4 @@
-find_header: checking for prism.h in /home/runner/work/tokite/tokite/vendor/bundle/ruby/3.3.0/gems/prism-1.8.0/include... -------------------- yes
+find_header: checking for prism.h in /home/runner/work/tokite/tokite/vendor/bundle/ruby/3.3.0/gems/prism-1.9.0/include... -------------------- yes
 
 LD_LIBRARY_PATH=.:/opt/hostedtoolcache/Ruby/3.3.10/x64/lib "gcc -o conftest -I/opt/hostedtoolcache/Ruby/3.3.10/x64/include/ruby-3.3.0/x86_64-linux -I/opt/hostedtoolcache/Ruby/3.3.10/x64/include/ruby-3.3.0/ruby/backward -I/opt/hostedtoolcache/Ruby/3.3.10/x64/include/ruby-3.3.0 -I. -DENABLE_PATH_CHECK=0   -O3 -fno-fast-math -ggdb3 -Wall -Wextra -Wdeprecated-declarations -Wdiv-by-zero -Wduplicated-cond -Wimplicit-function-declaration -Wimplicit-int -Wpointer-arith -Wwrite-strings -Wold-style-definition -Wimplicit-fallthrough=0 -Wmissing-noreturn -Wno-cast-function-type -Wno-constant-logical-operand -Wno-long-long -Wno-missing-field-initializers -Wno-overlength-strings -Wno-packed-bitfield-compat -Wno-parentheses-equality -Wno-self-assign -Wno-tautological-compare -Wno-unused-parameter -Wno-unused-value -Wsuggest-attribute=format -Wsuggest-attribute=noreturn -Wunused-variable -Wmisleading-indentation -Wundef  -fPIC conftest.c  -L. -L/opt/hostedtoolcache/Ruby/3.3.10/x64/lib -Wl,-rpath,/opt/hostedtoolcache/Ruby/3.3.10/x64/lib -L. -fstack-protector-strong -rdynamic -Wl,-export-dynamic -Wl,--no-as-needed     -Wl,-rpath,/opt/hostedtoolcache/Ruby/3.3.10/x64/lib -L/opt/hostedtoolcache/Ruby/3.3.10/x64/lib -lruby  -lm -lpthread  -lc"
 checked program was:
@@ -23,7 +23,7 @@ checked program was:
 3: #include <prism.h>
 /* end */
 
-LD_LIBRARY_PATH=.:/opt/hostedtoolcache/Ruby/3.3.10/x64/lib "gcc -I/opt/hostedtoolcache/Ruby/3.3.10/x64/include/ruby-3.3.0/x86_64-linux -I/opt/hostedtoolcache/Ruby/3.3.10/x64/include/ruby-3.3.0/ruby/backward -I/opt/hostedtoolcache/Ruby/3.3.10/x64/include/ruby-3.3.0 -I. -DENABLE_PATH_CHECK=0   -O3 -fno-fast-math -ggdb3 -Wall -Wextra -Wdeprecated-declarations -Wdiv-by-zero -Wduplicated-cond -Wimplicit-function-declaration -Wimplicit-int -Wpointer-arith -Wwrite-strings -Wold-style-definition -Wimplicit-fallthrough=0 -Wmissing-noreturn -Wno-cast-function-type -Wno-constant-logical-operand -Wno-long-long -Wno-missing-field-initializers -Wno-overlength-strings -Wno-packed-bitfield-compat -Wno-parentheses-equality -Wno-self-assign -Wno-tautological-compare -Wno-unused-parameter -Wno-unused-value -Wsuggest-attribute=format -Wsuggest-attribute=noreturn -Wunused-variable -Wmisleading-indentation -Wundef  -fPIC  -I/home/runner/work/tokite/tokite/vendor/bundle/ruby/3.3.0/gems/prism-1.8.0/include -c conftest.c"
+LD_LIBRARY_PATH=.:/opt/hostedtoolcache/Ruby/3.3.10/x64/lib "gcc -I/opt/hostedtoolcache/Ruby/3.3.10/x64/include/ruby-3.3.0/x86_64-linux -I/opt/hostedtoolcache/Ruby/3.3.10/x64/include/ruby-3.3.0/ruby/backward -I/opt/hostedtoolcache/Ruby/3.3.10/x64/include/ruby-3.3.0 -I. -DENABLE_PATH_CHECK=0   -O3 -fno-fast-math -ggdb3 -Wall -Wextra -Wdeprecated-declarations -Wdiv-by-zero -Wduplicated-cond -Wimplicit-function-declaration -Wimplicit-int -Wpointer-arith -Wwrite-strings -Wold-style-definition -Wimplicit-fallthrough=0 -Wmissing-noreturn -Wno-cast-function-type -Wno-constant-logical-operand -Wno-long-long -Wno-missing-field-initializers -Wno-overlength-strings -Wno-packed-bitfield-compat -Wno-parentheses-equality -Wno-self-assign -Wno-tautological-compare -Wno-unused-parameter -Wno-unused-value -Wsuggest-attribute=format -Wsuggest-attribute=noreturn -Wunused-variable -Wmisleading-indentation -Wundef  -fPIC  -I/home/runner/work/tokite/tokite/vendor/bundle/ruby/3.3.0/gems/prism-1.9.0/include -c conftest.c"
 checked program was:
 /* begin */
 1: #include "ruby.h"
@@ -33,9 +33,9 @@ checked program was:
 
 --------------------
 
-find_header: checking for prism/extension.h in /home/runner/work/tokite/tokite/vendor/bundle/ruby/3.3.0/gems/prism-1.8.0/ext... -------------------- yes
+find_header: checking for prism/extension.h in /home/runner/work/tokite/tokite/vendor/bundle/ruby/3.3.0/gems/prism-1.9.0/ext... -------------------- yes
 
-LD_LIBRARY_PATH=.:/opt/hostedtoolcache/Ruby/3.3.10/x64/lib "gcc -I/opt/hostedtoolcache/Ruby/3.3.10/x64/include/ruby-3.3.0/x86_64-linux -I/opt/hostedtoolcache/Ruby/3.3.10/x64/include/ruby-3.3.0/ruby/backward -I/opt/hostedtoolcache/Ruby/3.3.10/x64/include/ruby-3.3.0 -I. -I/home/runner/work/tokite/tokite/vendor/bundle/ruby/3.3.0/gems/prism-1.8.0/include -DENABLE_PATH_CHECK=0   -O3 -fno-fast-math -ggdb3 -Wall -Wextra -Wdeprecated-declarations -Wdiv-by-zero -Wduplicated-cond -Wimplicit-function-declaration -Wimplicit-int -Wpointer-arith -Wwrite-strings -Wold-style-definition -Wimplicit-fallthrough=0 -Wmissing-noreturn -Wno-cast-function-type -Wno-constant-logical-operand -Wno-long-long -Wno-missing-field-initializers -Wno-overlength-strings -Wno-packed-bitfield-compat -Wno-parentheses-equality -Wno-self-assign -Wno-tautological-compare -Wno-unused-parameter -Wno-unused-value -Wsuggest-attribute=format -Wsuggest-attribute=noreturn -Wunused-variable -Wmisleading-indentation -Wundef  -fPIC   -c conftest.c"
+LD_LIBRARY_PATH=.:/opt/hostedtoolcache/Ruby/3.3.10/x64/lib "gcc -I/opt/hostedtoolcache/Ruby/3.3.10/x64/include/ruby-3.3.0/x86_64-linux -I/opt/hostedtoolcache/Ruby/3.3.10/x64/include/ruby-3.3.0/ruby/backward -I/opt/hostedtoolcache/Ruby/3.3.10/x64/include/ruby-3.3.0 -I. -I/home/runner/work/tokite/tokite/vendor/bundle/ruby/3.3.0/gems/prism-1.9.0/include -DENABLE_PATH_CHECK=0   -O3 -fno-fast-math -ggdb3 -Wall -Wextra -Wdeprecated-declarations -Wdiv-by-zero -Wduplicated-cond -Wimplicit-function-declaration -Wimplicit-int -Wpointer-arith -Wwrite-strings -Wold-style-definition -Wimplicit-fallthrough=0 -Wmissing-noreturn -Wno-cast-function-type -Wno-constant-logical-operand -Wno-long-long -Wno-missing-field-initializers -Wno-overlength-strings -Wno-packed-bitfield-compat -Wno-parentheses-equality -Wno-self-assign -Wno-tautological-compare -Wno-unused-parameter -Wno-unused-value -Wsuggest-attribute=format -Wsuggest-attribute=noreturn -Wunused-variable -Wmisleading-indentation -Wundef  -fPIC   -c conftest.c"
 conftest.c:3:10: fatal error: prism/extension.h: No such file or directory
     3 | #include <prism/extension.h>
       |          ^~~~~~~~~~~~~~~~~~~
@@ -47,7 +47,7 @@ checked program was:
 3: #include <prism/extension.h>
 /* end */
 
-LD_LIBRARY_PATH=.:/opt/hostedtoolcache/Ruby/3.3.10/x64/lib "gcc -I/opt/hostedtoolcache/Ruby/3.3.10/x64/include/ruby-3.3.0/x86_64-linux -I/opt/hostedtoolcache/Ruby/3.3.10/x64/include/ruby-3.3.0/ruby/backward -I/opt/hostedtoolcache/Ruby/3.3.10/x64/include/ruby-3.3.0 -I. -I/home/runner/work/tokite/tokite/vendor/bundle/ruby/3.3.0/gems/prism-1.8.0/include -DENABLE_PATH_CHECK=0   -O3 -fno-fast-math -ggdb3 -Wall -Wextra -Wdeprecated-declarations -Wdiv-by-zero -Wduplicated-cond -Wimplicit-function-declaration -Wimplicit-int -Wpointer-arith -Wwrite-strings -Wold-style-definition -Wimplicit-fallthrough=0 -Wmissing-noreturn -Wno-cast-function-type -Wno-constant-logical-operand -Wno-long-long -Wno-missing-field-initializers -Wno-overlength-strings -Wno-packed-bitfield-compat -Wno-parentheses-equality -Wno-self-assign -Wno-tautological-compare -Wno-unused-parameter -Wno-unused-value -Wsuggest-attribute=format -Wsuggest-attribute=noreturn -Wunused-variable -Wmisleading-indentation -Wundef  -fPIC  -I/home/runner/work/tokite/tokite/vendor/bundle/ruby/3.3.0/gems/prism-1.8.0/ext -c conftest.c"
+LD_LIBRARY_PATH=.:/opt/hostedtoolcache/Ruby/3.3.10/x64/lib "gcc -I/opt/hostedtoolcache/Ruby/3.3.10/x64/include/ruby-3.3.0/x86_64-linux -I/opt/hostedtoolcache/Ruby/3.3.10/x64/include/ruby-3.3.0/ruby/backward -I/opt/hostedtoolcache/Ruby/3.3.10/x64/include/ruby-3.3.0 -I. -I/home/runner/work/tokite/tokite/vendor/bundle/ruby/3.3.0/gems/prism-1.9.0/include -DENABLE_PATH_CHECK=0   -O3 -fno-fast-math -ggdb3 -Wall -Wextra -Wdeprecated-declarations -Wdiv-by-zero -Wduplicated-cond -Wimplicit-function-declaration -Wimplicit-int -Wpointer-arith -Wwrite-strings -Wold-style-definition -Wimplicit-fallthrough=0 -Wmissing-noreturn -Wno-cast-function-type -Wno-constant-logical-operand -Wno-long-long -Wno-missing-field-initializers -Wno-overlength-strings -Wno-packed-bitfield-compat -Wno-parentheses-equality -Wno-self-assign -Wno-tautological-compare -Wno-unused-parameter -Wno-unused-value -Wsuggest-attribute=format -Wsuggest-attribute=noreturn -Wunused-variable -Wmisleading-indentation -Wundef  -fPIC  -I/home/runner/work/tokite/tokite/vendor/bundle/ruby/3.3.0/gems/prism-1.9.0/ext -c conftest.c"
 checked program was:
 /* begin */
 1: #include "ruby.h"
@@ -59,7 +59,7 @@ checked program was:
 
 append_cflags: checking for whether -fvisibility=hidden is accepted as CFLAGS... -------------------- yes
 
-LD_LIBRARY_PATH=.:/opt/hostedtoolcache/Ruby/3.3.10/x64/lib "gcc -I/opt/hostedtoolcache/Ruby/3.3.10/x64/include/ruby-3.3.0/x86_64-linux -I/opt/hostedtoolcache/Ruby/3.3.10/x64/include/ruby-3.3.0/ruby/backward -I/opt/hostedtoolcache/Ruby/3.3.10/x64/include/ruby-3.3.0 -I. -I/home/runner/work/tokite/tokite/vendor/bundle/ruby/3.3.0/gems/prism-1.8.0/include -I/home/runner/work/tokite/tokite/vendor/bundle/ruby/3.3.0/gems/prism-1.8.0/ext -DENABLE_PATH_CHECK=0   -O3 -fno-fast-math -ggdb3 -Wall -Wextra -Wdeprecated-declarations -Wdiv-by-zero -Wduplicated-cond -Wimplicit-function-declaration -Wimplicit-int -Wpointer-arith -Wwrite-strings -Wold-style-definition -Wimplicit-fallthrough=0 -Wmissing-noreturn -Wno-cast-function-type -Wno-constant-logical-operand -Wno-long-long -Wno-missing-field-initializers -Wno-overlength-strings -Wno-packed-bitfield-compat -Wno-parentheses-equality -Wno-self-assign -Wno-tautological-compare -Wno-unused-parameter -Wno-unused-value -Wsuggest-attribute=format -Wsuggest-attribute=noreturn -Wunused-variable -Wmisleading-indentation -Wundef  -fPIC  -fvisibility=hidden -Werror -c conftest.c"
+LD_LIBRARY_PATH=.:/opt/hostedtoolcache/Ruby/3.3.10/x64/lib "gcc -I/opt/hostedtoolcache/Ruby/3.3.10/x64/include/ruby-3.3.0/x86_64-linux -I/opt/hostedtoolcache/Ruby/3.3.10/x64/include/ruby-3.3.0/ruby/backward -I/opt/hostedtoolcache/Ruby/3.3.10/x64/include/ruby-3.3.0 -I. -I/home/runner/work/tokite/tokite/vendor/bundle/ruby/3.3.0/gems/prism-1.9.0/include -I/home/runner/work/tokite/tokite/vendor/bundle/ruby/3.3.0/gems/prism-1.9.0/ext -DENABLE_PATH_CHECK=0   -O3 -fno-fast-math -ggdb3 -Wall -Wextra -Wdeprecated-declarations -Wdiv-by-zero -Wduplicated-cond -Wimplicit-function-declaration -Wimplicit-int -Wpointer-arith -Wwrite-strings -Wold-style-definition -Wimplicit-fallthrough=0 -Wmissing-noreturn -Wno-cast-function-type -Wno-constant-logical-operand -Wno-long-long -Wno-missing-field-initializers -Wno-overlength-strings -Wno-packed-bitfield-compat -Wno-parentheses-equality -Wno-self-assign -Wno-tautological-compare -Wno-unused-parameter -Wno-unused-value -Wsuggest-attribute=format -Wsuggest-attribute=noreturn -Wunused-variable -Wmisleading-indentation -Wundef  -fPIC  -fvisibility=hidden -Werror -c conftest.c"
 checked program was:
 /* begin */
 1: #include "ruby.h"

data/vendor/bundle/ruby/3.3.0/gems/{prism-1.8.0 → prism-1.9.0}/CHANGELOG.md

@@ -4,6 +4,21 @@ All notable changes to this project will be documented in this file.
 
 The format is based on [Keep a Changelog](http://keepachangelog.com/en/1.0.0/) and this project adheres to [Semantic Versioning](http://semver.org/spec/v2.0.0.html).
 
+## [Unreleased]
+
+## [1.9.0] - 2026-01-27
+
+### Added
+
+- Lots of work on the Ripper translation layer to make it more compatible and efficient.
+- Alias `Prism::Node#breadth_first_search` to `Prism::Node#find`.
+- Add `Prism::Node#breadth_first_search_all`/`Prism::Node#find_all` for finding all nodes matching a condition.
+
+### Changed
+
+- Fixed location of opening tokens when invalid syntax is parsed.
+- Fix RBI for parsing options.
+
 ## [1.8.0] - 2026-01-12
 
 ### Added
@@ -19,8 +34,6 @@ The format is based on [Keep a Changelog](http://keepachangelog.com/en/1.0.0/) a
 - Decouple ripper translator from ripper library.
 - Sync Prism::Translation::ParserCurrent with Ruby 4.0.
 
-## [Unreleased]
-
 ## [1.7.0] - 2025-12-18
 
 ### Added
@@ -731,7 +744,8 @@ The format is based on [Keep a Changelog](http://keepachangelog.com/en/1.0.0/) a
 
 - 🎉 Initial release! 🎉
 
-[unreleased]: https://github.com/ruby/prism/compare/v1.8.0...HEAD
+[unreleased]: https://github.com/ruby/prism/compare/v1.9.0...HEAD
+[1.9.0]: https://github.com/ruby/prism/compare/v1.8.0...v1.9.0
 [1.8.0]: https://github.com/ruby/prism/compare/v1.7.0...v1.8.0
 [1.7.0]: https://github.com/ruby/prism/compare/v1.6.0...v1.7.0
 [1.6.0]: https://github.com/ruby/prism/compare/v1.5.2...v1.6.0

data/vendor/bundle/ruby/3.3.0/gems/{prism-1.8.0 → prism-1.9.0}/config.yml

@@ -1269,17 +1269,17 @@ nodes:
       - name: opening_loc
         type: location
         comment: |
-          Represents the location of the opening `|`.
+          Represents the location of the opening `{` or `do`.
 
               [1, 2, 3].each { |i| puts x }
-                               ^
+                             ^
       - name: closing_loc
         type: location
         comment: |
-          Represents the location of the closing `|`.
+          Represents the location of the closing `}` or `end`.
 
               [1, 2, 3].each { |i| puts x }
-                                 ^
+                                          ^
     comment: |
       Represents a block of ruby code.
 

data/vendor/bundle/ruby/3.3.0/gems/{prism-1.8.0 → prism-1.9.0}/docs/ripper_translation.md

@@ -1,22 +1,6 @@
 # Ripper translation
 
-Prism provides the ability to mirror the `Ripper` standard library. You can do this by:
-
-```ruby
-require "prism/translation/ripper/shim"
-```
-
-This provides the APIs like:
-
-```ruby
-Ripper.lex
-Ripper.parse
-Ripper.sexp_raw
-Ripper.sexp
-
-Ripper::SexpBuilder
-Ripper::SexpBuilderPP
-```
+Prism provides the ability to mirror the `Ripper` standard library. It is available under `Prism::Translation::Ripper`. You can use the entire public API, and also some undocumented features that are commonly used.
 
 Briefly, `Ripper` is a streaming parser that allows you to construct your own syntax tree. As an example:
 
@@ -49,6 +33,13 @@ ArithmeticRipper.new("1 + 2 - 3").parse # => [0]
 
 The exact names of the `on_*` methods are listed in the `Ripper` source.
 
+You can can also automatically use the ripper translation in places that don't explicitly use the translation layer by doing the following:
+
+```ruby
+# Will redirect access of the `Ripper` constant to `Prism::Translation::Ripper`.
+require "prism/translation/ripper/shim"
+```
+
 ## Background
 
 It is helpful to understand the differences between the `Ripper` library and the `Prism` library. Both libraries perform parsing and provide you with APIs to manipulate and understand the resulting syntax tree. However, there are a few key differences.

data/vendor/bundle/ruby/3.3.0/gems/{prism-1.8.0 → prism-1.9.0}/ext/prism/Makefile

@@ -86,7 +86,7 @@ warnflags = -Wall -Wextra -Wdeprecated-declarations -Wdiv-by-zero -Wduplicated-c
 cppflags = 
 CCDLFLAGS = -fPIC
 CFLAGS   = $(CCDLFLAGS) $(cflags)  -fPIC -fvisibility=hidden $(ARCH_FLAG)
-INCFLAGS = -I. -I$(arch_hdrdir) -I$(hdrdir)/ruby/backward -I$(hdrdir) -I$(srcdir) -I/home/runner/work/tokite/tokite/vendor/bundle/ruby/3.3.0/gems/prism-1.8.0/include -I/home/runner/work/tokite/tokite/vendor/bundle/ruby/3.3.0/gems/prism-1.8.0/ext
+INCFLAGS = -I. -I$(arch_hdrdir) -I$(hdrdir)/ruby/backward -I$(hdrdir) -I$(srcdir) -I/home/runner/work/tokite/tokite/vendor/bundle/ruby/3.3.0/gems/prism-1.9.0/include -I/home/runner/work/tokite/tokite/vendor/bundle/ruby/3.3.0/gems/prism-1.9.0/ext
 DEFS     = 
 CPPFLAGS =  -DENABLE_PATH_CHECK=0 $(DEFS) $(cppflags)
 CXXFLAGS = $(CCDLFLAGS)  $(ARCH_FLAG)

data/vendor/bundle/ruby/3.3.0/gems/{prism-1.8.0 → prism-1.9.0}/ext/prism/extension.h

@@ -1,7 +1,7 @@
 #ifndef PRISM_EXT_NODE_H
 #define PRISM_EXT_NODE_H
 
-#define EXPECTED_PRISM_VERSION "1.8.0"
+#define EXPECTED_PRISM_VERSION "1.9.0"
 
 #include <ruby.h>
 #include <ruby/encoding.h>

data/vendor/bundle/ruby/3.3.0/gems/{prism-1.8.0 → prism-1.9.0}/include/prism/ast.h

@@ -1826,20 +1826,20 @@ typedef struct pm_block_node {
     /**
      * BlockNode#opening_loc
      *
-     * Represents the location of the opening `|`.
+     * Represents the location of the opening `{` or `do`.
      *
      *     [1, 2, 3].each { |i| puts x }
-     *                      ^
+     *                    ^
      */
     pm_location_t opening_loc;
 
     /**
      * BlockNode#closing_loc
      *
-     * Represents the location of the closing `|`.
+     * Represents the location of the closing `}` or `end`.
      *
      *     [1, 2, 3].each { |i| puts x }
-     *                        ^
+     *                                 ^
      */
     pm_location_t closing_loc;
 } pm_block_node_t;

data/vendor/bundle/ruby/3.3.0/gems/{prism-1.8.0 → prism-1.9.0}/include/prism/version.h

@@ -14,7 +14,7 @@
 /**
  * The minor version of the Prism library as an int.
  */
-#define PRISM_VERSION_MINOR 8
+#define PRISM_VERSION_MINOR 9
 
 /**
  * The patch version of the Prism library as an int.
@@ -24,6 +24,6 @@
 /**
  * The version of the Prism library as a constant string.
  */
-#define PRISM_VERSION "1.8.0"
+#define PRISM_VERSION "1.9.0"
 
 #endif

data/vendor/bundle/ruby/3.3.0/gems/{prism-1.8.0 → prism-1.9.0}/lib/prism/lex_compat.rb

@@ -1,8 +1,6 @@
 # frozen_string_literal: true
 # :markup: markdown
 
-require "delegate"
-
 module Prism
   # This class is responsible for lexing the source using prism and then
   # converting those tokens to be compatible with Ripper. In the vast majority
@@ -201,87 +199,51 @@ module Prism
     # When we produce tokens, we produce the same arrays that Ripper does.
     # However, we add a couple of convenience methods onto them to make them a
     # little easier to work with. We delegate all other methods to the array.
-    class Token < SimpleDelegator
-      # @dynamic initialize, each, []
+    class Token < BasicObject
+      # Create a new token object with the given ripper-compatible array.
+      def initialize(array)
+        @array = array
+      end
 
       # The location of the token in the source.
       def location
-        self[0]
+        @array[0]
       end
 
       # The type of the token.
       def event
-        self[1]
+        @array[1]
       end
 
       # The slice of the source that this token represents.
       def value
-        self[2]
+        @array[2]
       end
 
       # The state of the lexer when this token was produced.
       def state
-        self[3]
+        @array[3]
       end
-    end
 
-    # Ripper doesn't include the rest of the token in the event, so we need to
-    # trim it down to just the content on the first line when comparing.
-    class EndContentToken < Token
+      # We want to pretend that this is just an Array.
       def ==(other) # :nodoc:
-        [self[0], self[1], self[2][0..self[2].index("\n")], self[3]] == other
+        @array == other
       end
-    end
 
-    # Tokens where state should be ignored
-    # used for :on_comment, :on_heredoc_end, :on_embexpr_end
-    class IgnoreStateToken < Token
-      def ==(other) # :nodoc:
-        self[0...-1] == other[0...-1]
+      def respond_to_missing?(name, include_private = false) # :nodoc:
+        @array.respond_to?(name, include_private)
       end
-    end
 
-    # Ident tokens for the most part are exactly the same, except sometimes we
-    # know an ident is a local when ripper doesn't (when they are introduced
-    # through named captures in regular expressions). In that case we don't
-    # compare the state.
-    class IdentToken < Token
-      def ==(other) # :nodoc:
-        (self[0...-1] == other[0...-1]) && (
-          (other[3] == Translation::Ripper::EXPR_LABEL | Translation::Ripper::EXPR_END) ||
-          (other[3] & (Translation::Ripper::EXPR_ARG | Translation::Ripper::EXPR_CMDARG) != 0)
-        )
+      def method_missing(name, ...) # :nodoc:
+        @array.send(name, ...)
       end
     end
 
-    # Ignored newlines can occasionally have a LABEL state attached to them, so
-    # we compare the state differently here.
-    class IgnoredNewlineToken < Token
-      def ==(other) # :nodoc:
-        return false unless self[0...-1] == other[0...-1]
-
-        if self[3] == Translation::Ripper::EXPR_ARG | Translation::Ripper::EXPR_LABELED
-          other[3] & Translation::Ripper::EXPR_ARG | Translation::Ripper::EXPR_LABELED != 0
-        else
-          self[3] == other[3]
-        end
-      end
-    end
-
-    # If we have an identifier that follows a method name like:
-    #
-    #     def foo bar
-    #
-    # then Ripper will mark bar as END|LABEL if there is a local in a parent
-    # scope named bar because it hasn't pushed the local table yet. We do this
-    # more accurately, so we need to allow comparing against both END and
-    # END|LABEL.
-    class ParamToken < Token
+    # Tokens where state should be ignored
+    # used for :on_sp, :on_comment, :on_heredoc_end, :on_embexpr_end
+    class IgnoreStateToken < Token
       def ==(other) # :nodoc:
-        (self[0...-1] == other[0...-1]) && (
-          (other[3] == Translation::Ripper::EXPR_END) ||
-          (other[3] == Translation::Ripper::EXPR_END | Translation::Ripper::EXPR_LABEL)
-        )
+        self[0...-1] == other[0...-1]
       end
     end
 
@@ -619,10 +581,10 @@ module Prism
     BOM_FLUSHED = RUBY_VERSION >= "3.3.0"
     private_constant :BOM_FLUSHED
 
-    attr_reader :source, :options
+    attr_reader :options
 
-    def initialize(source, **options)
-      @source = source
+    def initialize(code, **options)
+      @code = code
       @options = options
     end
 
@@ -632,12 +594,14 @@ module Prism
       state = :default
       heredoc_stack = [[]] #: Array[Array[Heredoc::PlainHeredoc | Heredoc::DashHeredoc | Heredoc::DedentingHeredoc]]
 
-      result = Prism.lex(source, **options)
+      result = Prism.lex(@code, **options)
+      source = result.source
       result_value = result.value
       previous_state = nil #: State?
       last_heredoc_end = nil #: Integer?
+      eof_token = nil
 
-      bom = source.byteslice(0..2) == "\xEF\xBB\xBF"
+      bom = source.slice(0, 3) == "\xEF\xBB\xBF"
 
       result_value.each_with_index do |(token, lex_state), index|
         lineno = token.location.start_line
@@ -675,12 +639,15 @@ module Prism
 
         event = RIPPER.fetch(token.type)
         value = token.value
-        lex_state = Translation::Ripper::Lexer::State.new(lex_state)
+        lex_state = Translation::Ripper::Lexer::State.cached(lex_state)
 
         token =
           case event
           when :on___end__
-            EndContentToken.new([[lineno, column], event, value, lex_state])
+            # Ripper doesn't include the rest of the token in the event, so we need to
+            # trim it down to just the content on the first line.
+            value = value[0..value.index("\n")]
+            Token.new([[lineno, column], event, value, lex_state])
           when :on_comment
             IgnoreStateToken.new([[lineno, column], event, value, lex_state])
           when :on_heredoc_end
@@ -688,33 +655,18 @@ module Prism
             # want to bother comparing the state on them.
             last_heredoc_end = token.location.end_offset
             IgnoreStateToken.new([[lineno, column], event, value, lex_state])
-          when :on_ident
-            if lex_state == Translation::Ripper::EXPR_END
-              # If we have an identifier that follows a method name like:
-              #
-              #     def foo bar
-              #
-              # then Ripper will mark bar as END|LABEL if there is a local in a
-              # parent scope named bar because it hasn't pushed the local table
-              # yet. We do this more accurately, so we need to allow comparing
-              # against both END and END|LABEL.
-              ParamToken.new([[lineno, column], event, value, lex_state])
-            elsif lex_state == Translation::Ripper::EXPR_END | Translation::Ripper::EXPR_LABEL
-              # In the event that we're comparing identifiers, we're going to
-              # allow a little divergence. Ripper doesn't account for local
-              # variables introduced through named captures in regexes, and we
-              # do, which accounts for this difference.
-              IdentToken.new([[lineno, column], event, value, lex_state])
-            else
-              Token.new([[lineno, column], event, value, lex_state])
-            end
           when :on_embexpr_end
             IgnoreStateToken.new([[lineno, column], event, value, lex_state])
-          when :on_ignored_nl
-            # Ignored newlines can occasionally have a LABEL state attached to
-            # them which doesn't actually impact anything. We don't mirror that
-            # state so we ignored it.
-            IgnoredNewlineToken.new([[lineno, column], event, value, lex_state])
+          when :on_words_sep
+            # Ripper emits one token each per line.
+            value.each_line.with_index do |line, index|
+              if index > 0
+                lineno += 1
+                column = 0
+              end
+              tokens << Token.new([[lineno, column], event, line, lex_state])
+            end
+            tokens.pop
           when :on_regexp_end
             # On regex end, Ripper scans and then sets end state, so the ripper
             # lexed output is begin, when it should be end. prism sets lex state
@@ -739,13 +691,14 @@ module Prism
                   counter += { on_embexpr_beg: -1, on_embexpr_end: 1 }[current_event] || 0
                 end
 
-                Translation::Ripper::Lexer::State.new(result_value[current_index][1])
+                Translation::Ripper::Lexer::State.cached(result_value[current_index][1])
               else
                 previous_state
               end
 
             Token.new([[lineno, column], event, value, lex_state])
           when :on_eof
+            eof_token = token
             previous_token = result_value[index - 1][0]
 
             # If we're at the end of the file and the previous token was a
@@ -768,7 +721,7 @@ module Prism
                   end_offset += 3
                 end
 
-                tokens << Token.new([[lineno, 0], :on_nl, source.byteslice(start_offset...end_offset), lex_state])
+                tokens << Token.new([[lineno, 0], :on_nl, source.slice(start_offset, end_offset - start_offset), lex_state])
               end
             end
 
@@ -859,10 +812,98 @@ module Prism
       # Drop the EOF token from the list
       tokens = tokens[0...-1]
 
-      # We sort by location to compare against Ripper's output
-      tokens.sort_by!(&:location)
+      # We sort by location because Ripper.lex sorts.
+      # Manually implemented instead of `sort_by!(&:location)` for performance.
+      tokens.sort_by! do |token|
+        line, column = token.location
+        source.byte_offset(line, column)
+      end
+
+      # Add :on_sp tokens
+      tokens = add_on_sp_tokens(tokens, source, result.data_loc, bom, eof_token)
+
+      Result.new(tokens, result.comments, result.magic_comments, result.data_loc, result.errors, result.warnings, source)
+    end
+
+    def add_on_sp_tokens(tokens, source, data_loc, bom, eof_token)
+      new_tokens = []
+
+      prev_token_state = Translation::Ripper::Lexer::State.cached(Translation::Ripper::EXPR_BEG)
+      prev_token_end = bom ? 3 : 0
+
+      tokens.each do |token|
+        line, column = token.location
+        start_offset = source.byte_offset(line, column)
+
+        # Ripper reports columns on line 1 without counting the BOM, so we
+        # adjust to get the real offset
+        start_offset += 3 if line == 1 && bom
+
+        if start_offset > prev_token_end
+          sp_value = source.slice(prev_token_end, start_offset - prev_token_end)
+          sp_line = source.line(prev_token_end)
+          sp_column = source.column(prev_token_end)
+          # Ripper reports columns on line 1 without counting the BOM
+          sp_column -= 3 if sp_line == 1 && bom
+          continuation_index = sp_value.byteindex("\\")
+
+          # ripper emits up to three :on_sp tokens when line continuations are used
+          if continuation_index
+            next_whitespace_index = continuation_index + 1
+            next_whitespace_index += 1 if sp_value.byteslice(next_whitespace_index) == "\r"
+            next_whitespace_index += 1
+            first_whitespace = sp_value[0...continuation_index]
+            continuation = sp_value[continuation_index...next_whitespace_index]
+            second_whitespace = sp_value[next_whitespace_index..]
+
+            new_tokens << IgnoreStateToken.new([
+              [sp_line, sp_column],
+              :on_sp,
+              first_whitespace,
+              prev_token_state
+            ]) unless first_whitespace.empty?
+
+            new_tokens << IgnoreStateToken.new([
+              [sp_line, sp_column + continuation_index],
+              :on_sp,
+              continuation,
+              prev_token_state
+            ])
+
+            new_tokens << IgnoreStateToken.new([
+              [sp_line + 1, 0],
+              :on_sp,
+              second_whitespace,
+              prev_token_state
+            ]) unless second_whitespace.empty?
+          else
+            new_tokens << IgnoreStateToken.new([
+              [sp_line, sp_column],
+              :on_sp,
+              sp_value,
+              prev_token_state
+            ])
+          end
+        end
+
+        new_tokens << token
+        prev_token_state = token.state
+        prev_token_end = start_offset + token.value.bytesize
+      end
+
+      unless data_loc # no trailing :on_sp with __END__ as it is always preceded by :on_nl
+        end_offset = eof_token.location.end_offset
+        if prev_token_end < end_offset
+          new_tokens << IgnoreStateToken.new([
+            [source.line(prev_token_end), source.column(prev_token_end)],
+            :on_sp,
+            source.slice(prev_token_end, end_offset - prev_token_end),
+            prev_token_state
+          ])
+        end
+      end
 
-      Result.new(tokens, result.comments, result.magic_comments, result.data_loc, result.errors, result.warnings, Source.for(source))
+      new_tokens
     end
   end