kanayago 0.1.1 → 0.3.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 7dc8924bd1972c79a19ec99a5317d3805ec71536f4f53e11ee12e11930c16af2
-  data.tar.gz: a7ef01c1049b9e4132299b21a58b37ecd61fd18813f5f9208a02f6950d3b46fa
+  metadata.gz: 5a3eb2ad59c4bf7537be2abff7da6f0b93e79173d8fa6ae51dee86a8966ee83b
+  data.tar.gz: c2c4608ccf7ef25054abd327702f6fbd1713c31769bb78062290d8248bce9b0f
 SHA512:
-  metadata.gz: 29da7596273da188566563726bd3cd26fde141ec06c30cad03ddc0b52ccc7083815c125425d011a14e253fc070fecf71831d56523064f8fbfbc9bca3fc3d7da2
-  data.tar.gz: 03c77678bee8697c788a9ef5d7f9e65db5014608ba41f0d9e2223f1b1cfd96195aa8379d05482a404deeaa9d9b17dd72c3f015cf889b9f74b8e29255e356e8d1
+  metadata.gz: 16dd25fc0a69b15b85010abd4bb4784d2559cd7a5a0024bd4b60814fa2b376249d222a1c16cd16c049db31cbe855fb12eb5571e3af872e9d83d36a08e9fdd6f8
+  data.tar.gz: 07b9d5a878182eedb53d637dd6f4a02d8b53fdd8b0f7a6786ce045d3269abc52843c9792efcd9f482d1f7ebf4e7fa7e051548b998f48f81703799b975bf85fd1

data/.rubocop.yml

@@ -1,13 +1,25 @@
 inherit_from: .rubocop_todo.yml
 
+AllCops:
+  NewCops: enable
+
 Metrics/BlockLength:
   Exclude:
     - Rakefile
     - kanayago.gemspec
 
+Metrics/AbcSize:
+  Enabled: false
+
+Minitest/MultipleAssertions:
+  Enabled: false
+
 RBS:
   Enabled: true
 
+Style/Documentation:
+  Enabled: false
+
 require:
   - rubocop-minitest
   - rubocop-on-rbs

data/.ruby-version

@@ -0,0 +1 @@
+ruby-dev

data/README.md

@@ -1,16 +1,21 @@
-# Kanayago
+# Kanayago(金屋子)
 
 Trying to Make Ruby's Parser Available as a Gem.
 
-## Installation
+## Support Ruby version
 
-First, install Ruby master with Universal Parser.
+Kanayago(金屋子)　is supported Ruby 3.4 or Ruby head.
+
+## Installation
+### From RubyGems
 
-```console
-RUBY_CONFIGURE_OPTS="cppflags=-DUNIVERSAL_PARSER" rbenv install ruby-dev
 ```
+gem install kanayago
+```
+
+### Build and Install in local
 
-Clone this repository.
+First, clone this repository.
 
 ```console
 git clone https://github.com/S-H-GAMELINKS/kanayago.git
@@ -26,7 +31,7 @@ Finally, build `Kanayago` gem  and install it.
 
 ```console
 bundle exec rake build
-gem install pkg/kanayago-0.1.0.gem
+gem install pkg/kanayago-0.3.0.gem
 ```
 
 ## Usage
@@ -35,29 +40,15 @@ gem install pkg/kanayago-0.1.0.gem
 require 'kanayago/kanayago'
 
 result = Kanayago.parse('117 + 117')
+# => #<Kanayago::ScopeNode:0x00007f522199c5a8>
+
+p result.body
+# => #<Kanayago::OperatorCallNode:0x00007f5221b06358>
 
-p result
-# =>
-#{
-#  "NODE_SCOPE" => {
-#    "args" => nil,
-#    "body" => {
-#      "NODE_OPCALL" => {
-#        "recv" => {
-#          "NODE_INTEGER" => 117
-#        },
-#        "mid" => :+,
-#        "args" => {
-#          "NODE_LIST" => [
-#            {
-#              "NODE_INTEGER"=>117
-#            }
-#          ]
-#        }
-#      }
-#    }
-#  }
-#}
+p result.body.recv
+p result.body.recv.val
+# => #<Kanayago::IntegerNode:0x00007f5221b06330>
+# => 117
 ```
 
 ## Development

data/Rakefile

@@ -7,129 +7,23 @@ require 'test_queue'
 require 'test_queue/runner/minitest'
 require 'fileutils'
 
-COPY_TARGETS = %w[
-  ccan/check_type/check_type.h
-  ccan/container_of/container_of.h
-  ccan/list/list.h
-  ccan/str/str.h
-  constant.h
-  id_table.h
-  internal/array.h
-  internal/basic_operators.h
-  internal/bignum.h
-  internal/bits.h
-  internal/compile.h
-  internal/compilers.h
-  internal/complex.h
-  internal/encoding.h
-  internal/error.h
-  internal/fixnum.h
-  internal/gc.h
-  internal/hash.h
-  internal/imemo.h
-  internal/io.h
-  internal/numeric.h
-  internal/parse.h
-  internal/rational.h
-  internal/re.h
-  internal/ruby_parser.h
-  internal/sanitizers.h
-  internal/serial.h
-  internal/static_assert.h
-  internal/string.h
-  internal/symbol.h
-  internal/thread.h
-  internal/variable.h
-  internal/warnings.h
-  internal/vm.h
-  internal.h
-  method.h
-  node.c
-  node.h
-  parse.y
-  parser_bits.h
-  parser_node.h
-  parser_st.c
-  parser_st.h
-  parser_value.h
-  ruby_assert.h
-  ruby_atomic.h
-  ruby_parser.c
-  rubyparser.h
-  shape.h
-  st.c
-  symbol.h
-  thread_pthread.h
-  universal_parser.c
-  vm_core.h
-  vm_opts.h
-].freeze
+if RUBY_DESCRIPTION.include?('dev')
+  require_relative 'patch/head/copy_target'
+else
+  require_relative "patch/#{RUBY_VERSION[0..2]}/copy_target"
+end
 
 namespace :ruby_parser do
-  desc 'import ruby parser files'
-  task :import do
-    `git clone https://github.com/ruby/ruby.git tmp/ruby --depth=1`
-
-    dist = File.expand_path('ext/kanayago', __dir__)
-    ruby_dir = File.expand_path('tmp/ruby', __dir__)
-
-    directories = ['ccan', 'ccan/check_type', 'ccan/container', 'ccan/container_of', 'ccan/list', 'ccan/str',
-                   'internal']
-
-    directories.each do |dir|
-      Dir.mkdir File.join(dist, dir)
-    end
-
-    COPY_TARGETS.each do |target|
-      FileUtils.cp File.join(ruby_dir, target), File.join(dist, target)
-    end
-
-    # "parse.tmp.y"
-    id2token_path = File.join(ruby_dir, 'tool/id2token.rb')
-    parse_y_path = File.join(dist, 'parse.y')
-    parse_tmp_y_path = File.join(dist, 'parse.tmp.y')
-    sh "ruby #{id2token_path} #{parse_y_path} > #{parse_tmp_y_path}"
-
-    # "id.h"
-    generic_erb_path = File.join(ruby_dir, 'tool/generic_erb.rb')
-    id_h_tmpl_path = File.join(ruby_dir, 'template/id.h.tmpl')
-    id_h_path = File.join(dist, 'id.h')
-    sh "ruby #{generic_erb_path} --output=#{id_h_path} #{id_h_tmpl_path}"
-
-    # "probes.h"
-    probes_h_path = File.join(dist, 'probes.h')
-    File.open(probes_h_path, 'w+') do |f|
-      f << <<~SRC
-        #define RUBY_DTRACE_PARSE_BEGIN_ENABLED() (0)
-        #define RUBY_DTRACE_PARSE_BEGIN(arg0, arg1) (void)(arg0), (void)(arg1);
-        #define RUBY_DTRACE_PARSE_END_ENABLED() (0)
-        #define RUBY_DTRACE_PARSE_END(arg0, arg1) (void)(arg0), (void)(arg1);
-      SRC
-    end
-
-    # "node_name.inc"
-    node_name_path = File.join(ruby_dir, 'tool/node_name.rb')
-    rubyparser_h_path = File.join(dist, 'rubyparser.h')
-    node_name_inc_path = File.join(dist, 'node_name.inc')
-    sh "ruby -n #{node_name_path} < #{rubyparser_h_path} > #{node_name_inc_path}"
-
-    # "lex.c"
-    sh 'cd tmp/ruby && ./autogen.sh && ./configure && make'
-    FileUtils.mv File.join(ruby_dir, 'lex.c'), File.join(dist, 'lex.c')
-
-    `rm -rf tmp/ruby`
-  end
-
-  desc 'build ruby parse.c and parse.h with lrama'
-  task :build do
-    sh 'bundle exec lrama -oext/kanayago/parse.c -Hext/kanayago/parse.h ext/kanayago/parse.tmp.y'
+  desc 'import ruby parser files and apply patch'
+  task :setup do
+    sh 'ruby script/setup_parser.rb'
   end
 
   desc 'clean to ruby parser file'
   task :clean do
     dist = File.expand_path('./ext/kanayago')
 
-    COPY_TARGETS.each do |target|
+    RUBY_PARSER_COPY_TARGETS.each do |target|
       FileUtils.rm File.join(dist, target), force: true
     end
     delete_files = ['constant.h', 'id.h', 'id.h', 'id.h', 'id_table.h', 'lex.c', 'node_name.inc', 'parse.c', 'parse.h',
@@ -139,16 +33,14 @@ namespace :ruby_parser do
       FileUtils.rm File.join(dist, file), force: true
     end
 
-    delete_directories = %w[ccan internal]
-
-    delete_directories.each do |dir|
+    DELETE_DIRECTORIES.each do |dir|
       FileUtils.rm_rf File.join(dist, dir)
     end
   end
 end
 
-task build: ['ruby_parser:build', 'compile']
-task install: ['ruby_parser:build', 'compile']
+task :build # rubocop:disable Rake/Desc
+task install: ['ruby_parser:clean', 'ruby_parser:setup', 'compile']
 
 GEMSPEC = Gem::Specification.load('kanayago.gemspec')
 
@@ -169,6 +61,18 @@ Rake::TestTask.new(:test) do |t|
   t.test_files = FileList['test/**/*_test.rb']
 end
 
+namespace :sample do
+  desc 'Generate RSpec tests from Ruby code using Kanayago AST'
+  task :rspec_generate do
+    sh 'ruby sample/test_generator.rb'
+  end
+
+  desc 'Generate Minitest tests from Ruby code using Kanayago AST'
+  task :minitest_generate do
+    sh 'ruby sample/minitest_generator.rb'
+  end
+end
+
 desc 'try to kanayago code'
 task :run do
   sh 'ruby test.rb'

data/ext/kanayago/extconf.rb

@@ -2,12 +2,26 @@
 
 require 'mkmf'
 
+# Run setup script to prepare Ruby parser files before building
+setup_script = File.expand_path('../../script/setup_parser.rb', __dir__)
+puts 'Running parser setup script...'
+unless system("ruby #{setup_script}")
+  warn 'Failed to setup parser files. Please check the error messages above.'
+  exit 1
+end
+
 $objs = %w[
   node
   parse
   parser_st
   ruby_parser
   kanayago
+  scope_node
+  literal_node
+  string_node
+  statement_node
+  variable_node
+  pattern_node
 ].map do |o|
   o + ".#{$OBJEXT}"
 end