kanayago 0.6.0 → 0.7.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 70152c7596a4203fee587c54a35ab9c959346881525adceaff93a00ebc13c8c8
-  data.tar.gz: c2da754698c773ed1d0e23fa3566c96feb204cf63123d3c561c750ef8c0db75c
+  metadata.gz: a8deb4e7508cf59d82a37d9c94bb429b37aaaab9c466b534fc049a69a45ed820
+  data.tar.gz: f60b93282c1a18e8c647d60da81eac465ee7f2a1c0059d06a5978c0281ff141e
 SHA512:
-  metadata.gz: 497bfbc8020190f5c356728c6f36769978a93a288be653fc929269b619ac1b3e0575b5d3cfeda9f9fe750c0b59edd4a21e86c9ffe1b89fca1847f55b38e28ec4
-  data.tar.gz: 368c35402d3575d61c81893b834866d96ccd8c99162193ae212636984b049f8ab443e6a639a0e9d160a58083514477babf0d334f4f08a134569f531343eae1fc
+  metadata.gz: 70ae466e835ed7cabd422aebcdad09afc4d16238a4f26ca415f24780e8e31dfbc1e3c00cec50f25ae68da432b9604a933d75d0508d8b6dd472f6b4403b04d630
+  data.tar.gz: a271a9cc5175ea5774db57c634fab8b8c8587041a8c3faf2b76d7cd0221c76c2a2b3fea74ab275c1992f5e84de3c02269a717afe952f4f8ae296f00f71eed82a

data/.rubocop.yml

@@ -20,7 +20,7 @@ RBS:
 Style/Documentation:
   Enabled: false
 
-require:
+plugins:
   - rubocop-minitest
   - rubocop-on-rbs
   - rubocop-rake

data/.rubocop_todo.yml

@@ -1,23 +1,34 @@
-# Offense count: 4
+# This configuration was generated by
+# `rubocop --auto-gen-config`
+# on 2025-12-18 13:44:08 UTC using RuboCop version 1.81.7.
+# The point is for the user to remove these configuration records
+# one by one as the offenses are removed from the code base.
+# Note that changes in the inspected code, or installation of new
+# versions of RuboCop, may require this file to be generated again.
+
+# Offense count: 1
+# Configuration parameters: DebuggerMethods, DebuggerRequires.
+Lint/Debugger:
+  Exclude:
+    - 'test.rb'
+
+# Offense count: 8
 # Configuration parameters: CountComments, CountAsOne.
 Metrics/ClassLength:
-  Max: 318
+  Max: 179
 
-# Offense count: 40
+# Offense count: 80
 # Configuration parameters: CountComments, CountAsOne, AllowedMethods, AllowedPatterns.
 Metrics/MethodLength:
-  Max: 49
+  Max: 42
 
-# Offense count: 2
-# Configuration parameters: AllowedConstants.
-Style/Documentation:
-  Exclude:
-    - 'spec/**/*'
-    - 'test/**/*'
+# Offense count: 1
+# Configuration parameters: CountComments, CountAsOne.
+Metrics/ModuleLength:
+  Max: 105
 
 # Offense count: 4
 # Configuration parameters: AllowedVariables.
 Style/GlobalVars:
   Exclude:
     - 'ext/kanayago/extconf.rb'
-

data/CHANGELOG.md

@@ -7,6 +7,38 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 
 ## [Unreleased]
 
+## [0.7.0] - 2026-01-01
+
+### Fixed
+- Fix segmentation fault on macOS caused by unexported Ruby C APIs
+  - Several Ruby C APIs (`rb_reg_compile`, `rb_enc_literal_str`, etc.) are not exported on macOS
+  - Add macOS-specific patch (`patch/head/macos.patch`) that replaces unexported APIs with compatible public APIs
+  - Use own parser config in `kanayago.c` to avoid unexported APIs
+
+### Added
+- Add support Ruby 4.0.0
+- Add macOS support
+  - Add macOS CI workflow (`.github/workflows/macos.yml`)
+  - Add `apply_macos_patch` function in `script/setup_parser.rb`
+- Add support for each Ruby 3.4.x patch versions (3.4.0 - 3.4.8)
+  - Add individual patch files and `copy_target.rb` for each version
+- Update Ubuntu CI to test multiple Ruby versions
+- Add integration tests for parsing real-world Rails codebases
+  - Add `test/integration/rails_parsing_test.rb` for testing Rails, Discourse, Mastodon, and GitLab codebases
+  - Add `rake integration:setup` task to automatically clone test repositories
+  - Add `rake integration:test` task to run integration tests
+  - Add `rake integration:clean` task to remove cloned repositories
+  - Add `rake integration:update` task to update cloned repositories
+  - Integration tests verify 99.67% parse success rate across 24,000+ Ruby files
+  - Regular unit tests now exclude integration tests for faster execution
+
+## [0.6.1]
+
+### Fixed
+- Fix segmentation fault when parsing large Ruby files (e.g., Rails schema.rb)
+  - Add `RB_GC_GUARD` for `vast` and `vparser` to prevent garbage collection during AST traversal
+  - The AST data is owned by `vast`, so it must remain alive until traversal is complete
+
 ## [0.6.0]
 
 ### Added

data/README.md

@@ -31,11 +31,38 @@ Finally, build `Kanayago` gem  and install it.
 
 ```console
 bundle exec rake build
-gem install pkg/kanayago-0.6.0.gem
+gem install pkg/kanayago-0.6.1.gem
 ```
 
 ## Usage
 
+### Ruby API
+
+```ruby
+require 'kanayago/kanayago'
+
+result = Kanayago.parse('117 + 117')
+# => #<Kanayago::ParseResult:0x00007f522199c5a8>
+
+p result.ast
+# => #<Kanayago::ScopeNode:0x00007f522199c5a8>
+
+p result.ast.body
+# => #<Kanayago::OperatorCallNode:0x00007f5221b06358>
+
+p result.ast.body.recv
+p result.ast.body.recv.val
+# => #<Kanayago::IntegerNode:0x00007f5221b06330>
+# => 117
+
+# Check for syntax errors
+result = Kanayago.parse('def foo')
+p result.valid?
+# => false
+p result.error
+# => #<SyntaxError: syntax error, unexpected end-of-input>
+```
+
 ### Language Server Protocol (LSP) Mode
 
 Kanayago provides LSP server support for real-time syntax checking in your editor:
@@ -216,38 +243,30 @@ Syntax valid
 
 The CLI exits with code 0 for valid syntax and code 1 for invalid syntax or errors.
 
-### Ruby API
-
-```ruby
-require 'kanayago/kanayago'
+## Development
 
-result = Kanayago.parse('117 + 117')
-# => #<Kanayago::ParseResult:0x00007f522199c5a8>
+After checking out the repo, run `bin/setup` to install dependencies. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
 
-p result.ast
-# => #<Kanayago::ScopeNode:0x00007f522199c5a8>
+To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and the created tag, and push the `.gem` file to [rubygems.org](https://rubygems.org).
 
-p result.ast.body
-# => #<Kanayago::OperatorCallNode:0x00007f5221b06358>
+### Running Tests
 
-p result.ast.body.recv
-p result.ast.body.recv.val
-# => #<Kanayago::IntegerNode:0x00007f5221b06330>
-# => 117
+```bash
+# Run unit tests (excludes integration tests)
+bundle exec rake test
 
-# Check for syntax errors
-result = Kanayago.parse('def foo')
-p result.valid?
-# => false
-p result.error
-# => #<SyntaxError: syntax error, unexpected end-of-input>
-```
+# Run integration tests (requires repository setup)
+bundle exec rake integration:setup    # Clone test repositories (Rails, Discourse, Mastodon, GitLab)
+bundle exec rake integration:test     # Run integration tests
 
-## Development
+# Clean up cloned repositories
+bundle exec rake integration:clean
 
-After checking out the repo, run `bin/setup` to install dependencies. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
+# Update cloned repositories to latest
+bundle exec rake integration:update
+```
 
-To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and the created tag, and push the `.gem` file to [rubygems.org](https://rubygems.org).
+The integration tests verify that Kanayago can successfully parse real-world Rails codebases including Rails itself, Discourse, Mastodon, and GitLab. These tests help ensure compatibility with production Ruby code patterns.
 
 ## Contributing
 

data/Rakefile

@@ -1,5 +1,6 @@
 # frozen_string_literal: true
 
+require 'English'
 require 'bundler/gem_tasks'
 require 'rake/extensiontask'
 require 'rake/testtask'
@@ -10,7 +11,7 @@ require 'fileutils'
 if RUBY_DESCRIPTION.include?('dev')
   require_relative 'patch/head/copy_target'
 else
-  require_relative "patch/#{RUBY_VERSION[0..2]}/copy_target"
+  require_relative "patch/#{RUBY_VERSION}/copy_target"
 end
 
 namespace :ruby_parser do
@@ -58,7 +59,101 @@ end
 Rake::TestTask.new(:test) do |t|
   t.libs << 'test'
   t.libs << 'lib'
-  t.test_files = FileList['test/**/*_test.rb']
+  t.test_files = FileList['test/**/*_test.rb'].exclude('test/integration/**/*_test.rb')
+end
+
+INTEGRATION_TEST_TARGET_REPOS_DIR = File.expand_path('tmp/integration_repos', __dir__)
+INTEGRATION_TEST_TARGET_REPOSITORIES = {
+  'rails' => {
+    url: 'https://github.com/rails/rails.git',
+    branch: 'main',
+    depth: 1
+  },
+  'discourse' => {
+    url: 'https://github.com/discourse/discourse.git',
+    branch: 'main',
+    depth: 1
+  },
+  'mastodon' => {
+    url: 'https://github.com/mastodon/mastodon.git',
+    branch: 'main',
+    depth: 1
+  },
+  'gitlab' => {
+    url: 'https://gitlab.com/gitlab-org/gitlab.git',
+    branch: 'master',
+    depth: 1
+  }
+}.freeze
+
+namespace :integration do
+  desc 'Setup integration test repositories'
+  task :setup do
+    FileUtils.mkdir_p(INTEGRATION_TEST_TARGET_REPOS_DIR)
+
+    INTEGRATION_TEST_TARGET_REPOSITORIES.each do |name, config|
+      repo_path = File.join(INTEGRATION_TEST_TARGET_REPOS_DIR, name)
+
+      if File.directory?(repo_path)
+        puts "Repository #{name} already exists at #{repo_path}"
+        next
+      end
+
+      puts "Cloning #{name} from #{config[:url]}..."
+      system("git clone --depth #{config[:depth]} --branch #{config[:branch]} #{config[:url]} #{repo_path}")
+
+      if $CHILD_STATUS.success?
+        puts "Successfully cloned #{name}"
+      else
+        puts "Failed to clone #{name}"
+      end
+    end
+
+    puts "\nIntegration test repositories setup complete!"
+  end
+
+  desc 'Clean integration test repositories'
+  task :clean do
+    if File.directory?(INTEGRATION_TEST_TARGET_REPOS_DIR)
+      puts "Removing integration test repositories at #{INTEGRATION_TEST_TARGET_REPOS_DIR}..."
+      FileUtils.rm_rf(INTEGRATION_TEST_TARGET_REPOS_DIR)
+      puts 'Done!'
+    else
+      puts 'No integration test repositories found'
+    end
+  end
+
+  desc 'Update integration test repositories'
+  task :update do
+    unless File.directory?(INTEGRATION_TEST_TARGET_REPOS_DIR)
+      puts "No repositories found. Run 'rake integration:setup' first."
+      next
+    end
+
+    INTEGRATION_TEST_TARGET_REPOSITORIES.each_key do |name|
+      repo_path = File.join(INTEGRATION_TEST_TARGET_REPOS_DIR, name)
+
+      unless File.directory?(repo_path)
+        puts "Repository #{name} not found, skipping..."
+        next
+      end
+
+      puts "Updating #{name}..."
+      Dir.chdir(repo_path) do
+        system('git pull')
+      end
+    end
+
+    puts "\nIntegration test repositories updated!"
+  end
+
+  desc 'Run integration tests'
+  Rake::TestTask.new(:test) do |t|
+    t.libs << 'test'
+    t.libs << 'lib'
+    t.test_files = FileList['test/integration/**/*_test.rb']
+    t.verbose = true
+  end
 end
 
 namespace :sample do