ruby_tree_sitter 0.20.8.1 → 0.20.8.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 94cb2ce80adc91e98ee79fb48b89a8f35b750b57b38272d0f1256a2641b36434
-  data.tar.gz: a84e39a7e69d457f187ae20627a03a19476a6956ba05fe53d3088cd4ae899e22
+  metadata.gz: 8fa1192182d47ed588452cc52bdc175a046ab6640de7be352b28dc1da5196d7f
+  data.tar.gz: 5fec5601dce2ae11735046bc889a0a08f4f4cffd9bfa42f3100345b7edc9bf32
 SHA512:
-  metadata.gz: c9d6f4150314194818f1d61030324b32ff763d2d0c799a76373ec6e4d3d1fc85b660c8848df867c73eafb3903ac426f684010465cedcbd1e1a11d2cfbc11efdc
-  data.tar.gz: aeed7a952d3b640d8f9bc2c35abf73e05f3c0d921f13776ca938b6dbdaf21eaec97f617ee6984f399ab320c2066b383cc081aee287a3ac2123c6e0185ff5df74
+  metadata.gz: '09bd1eb015eb14bb5e0f500d23cadd50c7aa97e61296a382379ba29cec849c5393903ee79f2de98c954777462badb2e6bc514372a66cd297c6c3044f7fed6ef4'
+  data.tar.gz: 9d0f3635d0bb438a22878e96315521c8cb396001d1093ca1f8496bd91927b7829becae12be15f9cbd9eb88ff5018fece2fec5121f808c2b3e4314cc5376a02e4

data/README.md

@@ -85,24 +85,47 @@ brew install tree-sitter
 
 ## Install
 
-We haven't released the gem on `Rubygems` as of yet, but we'e planning on doing so.
+From [rubygems](https://rubygems.org/gems/ruby_tree_sitter), in your `Gemfile`:
 
-Meanwhile, please install from `git` source, which will compile on installation.
+```ruby
+gem 'ruby_tree_sitter', '~> 0.20.8.1'
+```
 
-If you don't want to install from `git`, or if you don't want to compile on
-install, download a native gem from this repository's
-[releases](https://github.com/Faveod/ruby-tree-sitter/releases), or you can
-compile it yourself (see [Build from
-source](docs/Development.md#build-from-source) .)
+Or manually:
+
+```sh
+gem install ruby_tree_sitter
+```
 
-### Gemfile
+Or from `git` sources, which will compile on installation:
 
 ```ruby
-gem 'tree_sitter', git: 'https://github.com/Faveod/ruby-tree-sitter'
+gem 'ruby_tree_sitter', git: 'https://github.com/Faveod/ruby-tree-sitter'
+```
+
+### Disable system libraries
+
+To install with `--disable-sys-lib`, you can either:
+
+```sh
+gem install ruby_tree_sitter -- --disable-sys-libs
 ```
 
-If you chose to install a native gem, then you'd have to download it somewhere
-and then specify `path` as such:
+Or via bundle:
+
+```sh
+bundle config set build.ruby_tree_sitter --disable-sys-libs
+```
+
+### No compilation
+
+If you don't want to install from `rubygems`, `git`, or if you don't want to
+compile on install, then download a native gem from this repository's
+[releases](https://github.com/Faveod/ruby-tree-sitter/releases), or you can
+compile it yourself (see [Build from
+source](docs/Development.md#build-from-source) .)
+
+In that case, you'd have to point your `Gemfile` to the `gem` as such:
 
 ``` ruby
 gem 'tree_sitter', path: 'path/to/native/tree_sitter.gem'
@@ -118,6 +141,16 @@ You will have to install parsers yourself, either by:
    [Faveod/tree-sitter-parsers](https://github.com/Faveod/tree-sitter-parsers)
    which supports numerous architectures.
 
+### A note on static vs dynamic linking
+
+This extension will statically link against a downloaded version of
+`tree-sitter` when you use the `--disable-sys-lib`.  So any installed version of
+`tree-sitter` will not be loaded.
+
+The native gems are also statically linked.
+
+All other methods will dynamically link against the installed `tree-sitter`.
+
 ## Examples
 
 See `examples` directory.

data/ext/tree_sitter/extconf.rb

@@ -1,6 +1,10 @@
+# frozen_string_literal: true
+
 require 'mkmf'
 require 'pathname'
 
+require_relative 'repo'
+
 # ################################## #
 #             Some helpers           #
 # ################################## #
@@ -14,71 +18,88 @@ def system_tree_sitter?
   enable_config('sys-libs', true)
 end
 
-def sh cmd
-  if !system(cmd)
-    abort <<~MSG
-
-      Failed to run: #{cmd}
-
-      exiting…
-
-    MSG
-  end
-end
-
 def env_var_on?(var)
   %w[1 on true t yes y].include?(ENV.fetch(var, '').downcase)
 end
 
 # ################################## #
-#            System lib              #
-#                                    #
-#                OR                  #
-#                                    #
-#          Downloaded libs           #
+#    System lib vs Downloaded lib    #
 # ################################## #
 
 dir_include, dir_lib =
   if system_tree_sitter?
-    [['/opt/include', '/opt/local/include', '/usr/include', '/usr/local/include'],
-     ['/opt/lib', '/opt/local/lib', '/usr/lib', '/usr/local/lib']]
+    [
+      %w[/opt/include /opt/local/include /usr/include /usr/local/include],
+      %w[/opt/lib /opt/local/lib /usr/lib /usr/local/lib]
+    ]
   else
-    src = Pathname.pwd / "tree-sitter-#{TreeSitter::VERSION}"
-    if !Dir.exist? src
-      if find_executable('git')
-        sh "git clone https://github.com/tree-sitter/tree-sitter #{src}"
-        sh "cd #{src} && git checkout tags/v#{TreeSitter::VERSION}"
-      elsif find_executable('curl')
-        if find_executable('tar')
-          sh "curl -L https://github.com/tree-sitter/tree-sitter/archive/refs/tags/v#{TreeSitter::VERSION}.tar.gz -o tree-sitter-v#{TreeSitter::VERSION}.tar.gz"
-          sh "tar -xf tree-sitter-v#{TreeSitter::VERSION}.tar.gz"
-        elsif find_executable('zip')
-          sh "curl -L https://github.com/tree-sitter/tree-sitter/archive/refs/tags/v#{TreeSitter::VERSION}.zip -o tree-sitter-v#{TreeSitter::VERSION}.zip"
-          sh "unzip -q tree-sitter-v#{TreeSitter::VERSION}.zip"
-        else
-          abort('Could not find `tar` or `zip` (and `git` was not found!)')
-        end
-      else
-        abort('Could not find `git` or `curl` to download tree-sitter and build from sources.')
-      end
+    repo = TreeSitter::Repo.new
+    if !repo.download
+      msg = <<~MSG
+
+        Could not fetch tree-sitter sources:
+
+        #{repo.exe.map { |k, v| "#{k}: #{v}" }.join("\n")}
+
+      MSG
+      abort(msg)
     end
 
     # We need to make sure we're selecting the proper toolchain.
     # Especially needed for corss-compilation.
     ENV.store('CC', RbConfig::CONFIG['CC'])
-    # We need to clean because the same folder is used over and over
-    # by rake-compiler-dock
-    sh "cd #{src} && make clean && make"
-
-    [[src / 'lib' / 'include'], [src.to_s]]
+    repo.compile
+    repo.keep_static_lib
+    repo.include_and_lib_dirs
   end
 
+# TREESITTER_SPEC = Bundler.load_gemspec('../../../../tree_sitter.gemspec')
+
+# # def version = TREESITTER_SPEC.version.gsub(/\A(\d+\.\d+\.\d+)(\.\d+)?\z/, '\1')
+
+# def version = '0.20.8'
+
+# LINUX_PLATFORM_REGEX = /linux/
+# DARWIN_PLATFORM_REGEX = /darwin/
+
+# def platform = RUBY_PLATFORM
+
+# def darwin?
+#   !!(platform =~ DARWIN_PLATFORM_REGEX)
+# end
+
+# def dll_ext
+#   darwin? ? 'dylib' : 'so'
+# end
+
+# def staging_path
+#   '../../stage/lib/tree_sitter'
+# end
+
+# def downloaded_dll_path
+#   "tree-sitter-#{version}"
+# end
+
+# def add_tree_sitter_dll_to_gem
+#   puts ">>>>>>>>>>>>> #{`pwd`}"
+#   path = "#{downloaded_dll_path}/libtree-sitter*.#{dll_ext}"
+#   files =
+#     Dir.glob(path)
+#        .map { |f| Pathname(f) }
+#        .filter { |f| !f.symlink? && f.file? }
+#   dll = files.first
+#   dst = Pathname(staging_path) / "libtree-sitter.#{dll_ext}"
+#   FileUtils.cp(dll, dst)
+#   TREESITTER_SPEC.files << dst
+# end
+
+# add_tree_sitter_dll_to_gem
+
 # ################################## #
 #          Generate Makefile         #
 # ################################## #
 
 header = find_header('tree_sitter/api.h', *dir_include)
-
 library = find_library('tree-sitter',   # libtree-sitter
                        'ts_parser_new', # a symbol
                        *dir_lib)
@@ -100,9 +121,7 @@ if !header || !library
   MSG
 end
 
-if env_var_on?('TREE_SITTER_PEDANTIC')
-  cflags << '-Werror'
-end
+cflags << '-Werror' if env_var_on?('TREE_SITTER_PEDANTIC')
 
 if env_var_on?('DEBUG')
   cflags << '-fbounds-check'

data/ext/tree_sitter/logger.c

@@ -61,12 +61,12 @@ static void logger_payload_set(logger_t *logger, VALUE value) {
     if (rb_respond_to(logger->payload, rb_intern("printf"))) {
       logger->data.log = logger_log_printf;
     } else if (rb_respond_to(logger->payload, rb_intern("puts"))) {
-      logger->data.log = &logger_log_puts;
+      logger->data.log = logger_log_puts;
     } else {
-      logger->data.log = &logger_log_write;
+      logger->data.log = logger_log_write;
     }
   } else if (!NIL_P(logger->payload)) {
-    logger->data.log = &logger_log_write;
+    logger->data.log = logger_log_write;
   }
 }
 

data/lib/tree_sitter/node.rb

@@ -76,7 +76,6 @@ module TreeSitter
     end
 
     def respond_to_missing?(*args)
-      init_fields
       args.length == 1 && fields.include?(args[0])
     end
 

data/lib/tree_sitter/version.rb

@@ -1,5 +1,6 @@
 # frozen_string_literal: true
 
 module TreeSitter
-  VERSION = '0.20.8.1'
+  TREESITTER_VERSION = '0.20.8'
+  VERSION = "#{TREESITTER_VERSION}.2".freeze
 end

data/test/tree_sitter/js_test.rb

@@ -0,0 +1,48 @@
+# frozen_string_literal: true
+
+require_relative '../test_helper'
+
+js = TreeSitter.lang('javascript')
+parser = TreeSitter::Parser.new
+parser.language = js
+
+program = <<~JS
+  let a = 42;
+JS
+
+describe 'loading a language' do
+  before do
+    parser.reset
+  end
+
+  it 'must set/get the same language' do
+    parser.language = js
+    assert_equal js, parser.language
+  end
+end
+
+describe 'parse_string' do
+  before do
+    parser.reset
+  end
+
+  it 'must parse nil' do
+    res = parser.parse_string(nil, nil)
+    assert_nil res
+  end
+
+  [
+    ['empty', '', 0],
+    ['valid', program, 1],
+    # ['invalid', margorp, 3]
+  ].each do |q, p, c|
+    it "must parse #{q} programs" do
+      res = parser.parse_string(nil, p)
+      assert_instance_of TreeSitter::Tree, res
+
+      root = res.root_node
+      assert_instance_of TreeSitter::Node, root
+      assert_equal c, root.child_count
+    end
+  end
+end

data/test/tree_sitter/language_test.rb

@@ -27,7 +27,12 @@ describe 'language' do
       if p = ENV.fetch('TREE_SITTER_PARSERS', nil)
         Pathname(p) / "libtree-sitter-ruby.#{TreeSitter.ext}"
       else
-        Pathname('tree-sitter-parsers') / 'ruby' / "libtree-sitter-ruby.#{TreeSitter.ext}"
+        downloaded = Pathname('tree-sitter-parsers') / "libtree-sitter-ruby.#{TreeSitter.ext}"
+        if !downloaded.exist?
+          Pathname('tree-sitter-parsers') / "ruby" / "libtree-sitter-ruby.#{TreeSitter.ext}"
+        else
+          downloaded
+        end
       end
     ll = TreeSitter::Language.load('ruby', path)
     assert ll.field_count.positive?

data/test/tree_sitter/logger_test.rb

@@ -62,6 +62,7 @@ describe 'logging' do
     backend = StringIO.new
     parser.logger = TreeSitter::Logger.new(backend, "%s#{delim}%s")
     parser.parse_string(nil, program)
+    refute_empty backend.string, 'the backend should be filled with logs'
     backend.each_line do |l|
       assert (/#{delim}/ =~ l), 'delimiter must be in every single line'
     end

data/tree_sitter.gemspec

@@ -1,7 +1,7 @@
 # frozen_string_literal: true
 
 lib = File.expand_path('lib', __dir__)
-$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+$LOAD_PATH.unshift(lib) if !$LOAD_PATH.include?(lib)
 
 require 'tree_sitter/version'
 
@@ -17,7 +17,7 @@ Gem::Specification.new do |spec|
   spec.version       = TreeSitter::VERSION
 
   spec.extensions    = %(ext/tree_sitter/extconf.rb)
-  spec.files         = %w(LICENSE README.md tree_sitter.gemspec)
+  spec.files         = %w[LICENSE README.md tree_sitter.gemspec]
   spec.files        += Dir.glob('ext/**/*.[ch]')
   spec.files        += Dir.glob('lib/**/*.rb')
   spec.test_files    = Dir.glob('test/**/*')

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: ruby_tree_sitter
 version: !ruby/object:Gem::Version
-  version: 0.20.8.1
+  version: 0.20.8.2
 platform: ruby
 authors:
 - Firas al-Khalil
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2023-04-20 00:00:00.000000000 Z
+date: 2023-12-08 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: minitest
@@ -146,6 +146,7 @@ files:
 - lib/tree_sitter/version.rb
 - test/README.md
 - test/test_helper.rb
+- test/tree_sitter/js_test.rb
 - test/tree_sitter/language_test.rb
 - test/tree_sitter/logger_test.rb
 - test/tree_sitter/node_test.rb
@@ -180,6 +181,7 @@ summary: Ruby bindings for Tree-Sitter
 test_files:
 - test/README.md
 - test/test_helper.rb
+- test/tree_sitter/js_test.rb
 - test/tree_sitter/language_test.rb
 - test/tree_sitter/logger_test.rb
 - test/tree_sitter/node_test.rb