ruby_tree_sitter 0.20.6.4-x86_64-linux → 0.20.8.2-x86_64-linux

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 6c4e5865a9ce34316626656a6de3545302d85280cd5580f2f2eb2de562bdec4b
-  data.tar.gz: f7df073fc9fc0d610780e76730d38675fe81a182288c288f0ce63707b95580ef
+  metadata.gz: bef2d7e3652becc17fcb08340d73614e56bfd5b77147b980c979a7960714d25f
+  data.tar.gz: bb8c3834127f3b439bf4e6dfd531621e7802af4ac7dca7762161a9e56be02b71
 SHA512:
-  metadata.gz: 1d846f1c28c4ecee4c8cbedf222ae100e2436da05908eeda8bd269ed0c88e92402fa0cbf106b368eaed77952b345641491e5504b76e3697c0bcfa1bb41857303
-  data.tar.gz: 14344bacafcc339551357446bf8b80331c3c1bd5710baa120a20691803be041a1f80110b437560230a8452b1e52d3f3e8c76a2e5256de500ad4e804d6e4eba9b
+  metadata.gz: 70ce5e93ff22bc3631bde3d891f85d45665673852332dbc2f5bd3c448234682e26222435d7ec041d08c83fb206818fc974cae66f6bac3d8d7a216cf7bccec8aa
+  data.tar.gz: 1004f4ec5b4ed3819d0a32bb557f8abfb71020833f1e181070aaa48b661d14f1ae820dba79ba3ba9530dade622839c87fad17a6ec0e02cc53c70e0d5caeefb27

data/README.md

@@ -41,8 +41,8 @@ allows us to better experiment, and easily port ideas from other projects.
 This gem follows the `tree-sitter` versioning scheme, and appends its own
 version at the end.
 
-For instance, `tree-sitter` is now at version `0.20.6`, so this gem's version
-will be `0.20.6.x` where x is incremented with every notable batch of
+For instance, `tree-sitter` is now at version `0.20.8`, so this gem's version
+will be `0.20.8.x` where x is incremented with every notable batch of
 bugfixes or some ruby-only additions.
 
 ## Dependencies
@@ -85,24 +85,47 @@ brew install tree-sitter
 
 ## Install
 
-We haven't released the gem on `Rubygems` as of yet, but we'e planning on doing so.
+From [rubygems](https://rubygems.org/gems/ruby_tree_sitter), in your `Gemfile`:
 
-Meanwhile, please install from `git` source, which will compile on installation.
+```ruby
+gem 'ruby_tree_sitter', '~> 0.20.8.1'
+```
 
-If you don't want to install from `git`, or if you don't want to compile on
-install, download a native gem from this repository's
-[releases](https://github.com/Faveod/ruby-tree-sitter/releases), or you can
-compile it yourself (see [Build from
-source](docs/Development.md#build-from-source) .)
+Or manually:
+
+```sh
+gem install ruby_tree_sitter
+```
 
-### Gemfile
+Or from `git` sources, which will compile on installation:
 
 ```ruby
-gem 'tree_sitter', git: 'https://github.com/Faveod/ruby-tree-sitter'
+gem 'ruby_tree_sitter', git: 'https://github.com/Faveod/ruby-tree-sitter'
+```
+
+### Disable system libraries
+
+To install with `--disable-sys-lib`, you can either:
+
+```sh
+gem install ruby_tree_sitter -- --disable-sys-libs
 ```
 
-If you chose to install a native gem, then you'd have to download it somewhere
-and then specify `path` as such:
+Or via bundle:
+
+```sh
+bundle config set build.ruby_tree_sitter --disable-sys-libs
+```
+
+### No compilation
+
+If you don't want to install from `rubygems`, `git`, or if you don't want to
+compile on install, then download a native gem from this repository's
+[releases](https://github.com/Faveod/ruby-tree-sitter/releases), or you can
+compile it yourself (see [Build from
+source](docs/Development.md#build-from-source) .)
+
+In that case, you'd have to point your `Gemfile` to the `gem` as such:
 
 ``` ruby
 gem 'tree_sitter', path: 'path/to/native/tree_sitter.gem'
@@ -118,6 +141,16 @@ You will have to install parsers yourself, either by:
    [Faveod/tree-sitter-parsers](https://github.com/Faveod/tree-sitter-parsers)
    which supports numerous architectures.
 
+### A note on static vs dynamic linking
+
+This extension will statically link against a downloaded version of
+`tree-sitter` when you use the `--disable-sys-lib`.  So any installed version of
+`tree-sitter` will not be loaded.
+
+The native gems are also statically linked.
+
+All other methods will dynamically link against the installed `tree-sitter`.
+
 ## Examples
 
 See `examples` directory.

data/ext/tree_sitter/extconf.rb

@@ -1,6 +1,10 @@
+# frozen_string_literal: true
+
 require 'mkmf'
 require 'pathname'
 
+require_relative 'repo'
+
 # ################################## #
 #             Some helpers           #
 # ################################## #
@@ -14,71 +18,88 @@ def system_tree_sitter?
   enable_config('sys-libs', true)
 end
 
-def sh cmd
-  if !system(cmd)
-    abort <<~MSG
-
-      Failed to run: #{cmd}
-
-      exiting…
-
-    MSG
-  end
-end
-
 def env_var_on?(var)
   %w[1 on true t yes y].include?(ENV.fetch(var, '').downcase)
 end
 
 # ################################## #
-#            System lib              #
-#                                    #
-#                OR                  #
-#                                    #
-#          Downloaded libs           #
+#    System lib vs Downloaded lib    #
 # ################################## #
 
 dir_include, dir_lib =
   if system_tree_sitter?
-    [['/opt/include', '/opt/local/include', '/usr/include', '/usr/local/include'],
-     ['/opt/lib', '/opt/local/lib', '/usr/lib', '/usr/local/lib']]
+    [
+      %w[/opt/include /opt/local/include /usr/include /usr/local/include],
+      %w[/opt/lib /opt/local/lib /usr/lib /usr/local/lib]
+    ]
   else
-    src = Pathname.pwd / "tree-sitter-#{TreeSitter::VERSION}"
-    if !Dir.exist? src
-      if find_executable('git')
-        sh "git clone https://github.com/tree-sitter/tree-sitter #{src}"
-        sh "cd #{src} && git checkout tags/v#{TreeSitter::VERSION}"
-      elsif find_executable('curl')
-        if find_executable('tar')
-          sh "curl -L https://github.com/tree-sitter/tree-sitter/archive/refs/tags/v#{TreeSitter::VERSION}.tar.gz -o tree-sitter-v#{TreeSitter::VERSION}.tar.gz"
-          sh "tar -xf tree-sitter-v#{TreeSitter::VERSION}.tar.gz"
-        elsif find_executable('zip')
-          sh "curl -L https://github.com/tree-sitter/tree-sitter/archive/refs/tags/v#{TreeSitter::VERSION}.zip -o tree-sitter-v#{TreeSitter::VERSION}.zip"
-          sh "unzip -q tree-sitter-v#{TreeSitter::VERSION}.zip"
-        else
-          abort('Could not find `tar` or `zip` (and `git` was not found!)')
-        end
-      else
-        abort('Could not find `git` or `curl` to download tree-sitter and build from sources.')
-      end
+    repo = TreeSitter::Repo.new
+    if !repo.download
+      msg = <<~MSG
+
+        Could not fetch tree-sitter sources:
+
+        #{repo.exe.map { |k, v| "#{k}: #{v}" }.join("\n")}
+
+      MSG
+      abort(msg)
     end
 
     # We need to make sure we're selecting the proper toolchain.
     # Especially needed for corss-compilation.
     ENV.store('CC', RbConfig::CONFIG['CC'])
-    # We need to clean because the same folder is used over and over
-    # by rake-compiler-dock
-    sh "cd #{src} && make clean && make"
-
-    [[src / 'lib' / 'include'], [src.to_s]]
+    repo.compile
+    repo.keep_static_lib
+    repo.include_and_lib_dirs
   end
 
+# TREESITTER_SPEC = Bundler.load_gemspec('../../../../tree_sitter.gemspec')
+
+# # def version = TREESITTER_SPEC.version.gsub(/\A(\d+\.\d+\.\d+)(\.\d+)?\z/, '\1')
+
+# def version = '0.20.8'
+
+# LINUX_PLATFORM_REGEX = /linux/
+# DARWIN_PLATFORM_REGEX = /darwin/
+
+# def platform = RUBY_PLATFORM
+
+# def darwin?
+#   !!(platform =~ DARWIN_PLATFORM_REGEX)
+# end
+
+# def dll_ext
+#   darwin? ? 'dylib' : 'so'
+# end
+
+# def staging_path
+#   '../../stage/lib/tree_sitter'
+# end
+
+# def downloaded_dll_path
+#   "tree-sitter-#{version}"
+# end
+
+# def add_tree_sitter_dll_to_gem
+#   puts ">>>>>>>>>>>>> #{`pwd`}"
+#   path = "#{downloaded_dll_path}/libtree-sitter*.#{dll_ext}"
+#   files =
+#     Dir.glob(path)
+#        .map { |f| Pathname(f) }
+#        .filter { |f| !f.symlink? && f.file? }
+#   dll = files.first
+#   dst = Pathname(staging_path) / "libtree-sitter.#{dll_ext}"
+#   FileUtils.cp(dll, dst)
+#   TREESITTER_SPEC.files << dst
+# end
+
+# add_tree_sitter_dll_to_gem
+
 # ################################## #
 #          Generate Makefile         #
 # ################################## #
 
 header = find_header('tree_sitter/api.h', *dir_include)
-
 library = find_library('tree-sitter',   # libtree-sitter
                        'ts_parser_new', # a symbol
                        *dir_lib)
@@ -100,9 +121,7 @@ if !header || !library
   MSG
 end
 
-if env_var_on?('TREE_SITTER_PEDANTIC')
-  cflags << '-Werror'
-end
+cflags << '-Werror' if env_var_on?('TREE_SITTER_PEDANTIC')
 
 if env_var_on?('DEBUG')
   cflags << '-fbounds-check'

data/ext/tree_sitter/logger.c

@@ -61,12 +61,12 @@ static void logger_payload_set(logger_t *logger, VALUE value) {
     if (rb_respond_to(logger->payload, rb_intern("printf"))) {
       logger->data.log = logger_log_printf;
     } else if (rb_respond_to(logger->payload, rb_intern("puts"))) {
-      logger->data.log = &logger_log_puts;
+      logger->data.log = logger_log_puts;
     } else {
-      logger->data.log = &logger_log_write;
+      logger->data.log = logger_log_write;
     }
   } else if (!NIL_P(logger->payload)) {
-    logger->data.log = &logger_log_write;
+    logger->data.log = logger_log_write;
   }
 }
 

data/ext/tree_sitter/tree.c

@@ -100,9 +100,15 @@ static VALUE tree_changed_ranges(VALUE _self, VALUE old_tree, VALUE new_tree) {
 static VALUE tree_print_dot_graph(VALUE self, VALUE file) {
   Check_Type(file, T_STRING);
   char *path = StringValueCStr(file);
-  FILE *fd = fopen(path, "w+");
+  int fd = open(path, O_CREAT | O_WRONLY | O_TRUNC,
+                S_IWUSR | S_IRUSR | S_IRGRP | S_IWGRP | S_IROTH | S_IWOTH);
+  if (fd < 0) {
+    rb_raise(rb_eRuntimeError, "Could not open file `%s'.\nReason:\n%s", path,
+             strerror(fd));
+    return Qnil;
+  }
   ts_tree_print_dot_graph(SELF, fd);
-  fclose(fd);
+  close(fd);
   return Qnil;
 }
 

data/lib/tree_sitter/node.rb

@@ -76,7 +76,6 @@ module TreeSitter
     end
 
     def respond_to_missing?(*args)
-      init_fields
       args.length == 1 && fields.include?(args[0])
     end
 

data/lib/tree_sitter/version.rb

@@ -1,5 +1,6 @@
 # frozen_string_literal: true
 
 module TreeSitter
-  VERSION = '0.20.6.4'
+  TREESITTER_VERSION = '0.20.8'
+  VERSION = "#{TREESITTER_VERSION}.2".freeze
 end

data/test/tree_sitter/js_test.rb

@@ -0,0 +1,48 @@
+# frozen_string_literal: true
+
+require_relative '../test_helper'
+
+js = TreeSitter.lang('javascript')
+parser = TreeSitter::Parser.new
+parser.language = js
+
+program = <<~JS
+  let a = 42;
+JS
+
+describe 'loading a language' do
+  before do
+    parser.reset
+  end
+
+  it 'must set/get the same language' do
+    parser.language = js
+    assert_equal js, parser.language
+  end
+end
+
+describe 'parse_string' do
+  before do
+    parser.reset
+  end
+
+  it 'must parse nil' do
+    res = parser.parse_string(nil, nil)
+    assert_nil res
+  end
+
+  [
+    ['empty', '', 0],
+    ['valid', program, 1],
+    # ['invalid', margorp, 3]
+  ].each do |q, p, c|
+    it "must parse #{q} programs" do
+      res = parser.parse_string(nil, p)
+      assert_instance_of TreeSitter::Tree, res
+
+      root = res.root_node
+      assert_instance_of TreeSitter::Node, root
+      assert_equal c, root.child_count
+    end
+  end
+end

data/test/tree_sitter/language_test.rb

@@ -27,7 +27,12 @@ describe 'language' do
       if p = ENV.fetch('TREE_SITTER_PARSERS', nil)
         Pathname(p) / "libtree-sitter-ruby.#{TreeSitter.ext}"
       else
-        Pathname('tree-sitter-parsers') / 'ruby' / "libtree-sitter-ruby.#{TreeSitter.ext}"
+        downloaded = Pathname('tree-sitter-parsers') / "libtree-sitter-ruby.#{TreeSitter.ext}"
+        if !downloaded.exist?
+          Pathname('tree-sitter-parsers') / "ruby" / "libtree-sitter-ruby.#{TreeSitter.ext}"
+        else
+          downloaded
+        end
       end
     ll = TreeSitter::Language.load('ruby', path)
     assert ll.field_count.positive?

data/test/tree_sitter/logger_test.rb

@@ -62,6 +62,7 @@ describe 'logging' do
     backend = StringIO.new
     parser.logger = TreeSitter::Logger.new(backend, "%s#{delim}%s")
     parser.parse_string(nil, program)
+    refute_empty backend.string, 'the backend should be filled with logs'
     backend.each_line do |l|
       assert (/#{delim}/ =~ l), 'delimiter must be in every single line'
     end

data/test/tree_sitter/tree_test.rb

@@ -38,7 +38,7 @@ end
 
 describe 'print_dot_graph' do
   it 'must save to disk' do
-    dot = File.expand_path('tmp/tree-dot.gv', FileUtils.getwd)
+    dot = File.expand_path('/tmp/tree-dot.gv', FileUtils.getwd)
     tree.print_dot_graph(dot)
 
     assert File.exist?(dot), 'dot file must be exist'

data/tree_sitter.gemspec

@@ -1,7 +1,7 @@
 # frozen_string_literal: true
 
 lib = File.expand_path('lib', __dir__)
-$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+$LOAD_PATH.unshift(lib) if !$LOAD_PATH.include?(lib)
 
 require 'tree_sitter/version'
 
@@ -17,7 +17,7 @@ Gem::Specification.new do |spec|
   spec.version       = TreeSitter::VERSION
 
   spec.extensions    = %(ext/tree_sitter/extconf.rb)
-  spec.files         = %w(LICENSE README.md tree_sitter.gemspec)
+  spec.files         = %w[LICENSE README.md tree_sitter.gemspec]
   spec.files        += Dir.glob('ext/**/*.[ch]')
   spec.files        += Dir.glob('lib/**/*.rb')
   spec.test_files    = Dir.glob('test/**/*')

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: ruby_tree_sitter
 version: !ruby/object:Gem::Version
-  version: 0.20.6.4
+  version: 0.20.8.2
 platform: x86_64-linux
 authors:
 - Firas al-Khalil
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2023-04-20 00:00:00.000000000 Z
+date: 2023-12-08 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: minitest
@@ -146,6 +146,7 @@ files:
 - lib/tree_sitter/version.rb
 - test/README.md
 - test/test_helper.rb
+- test/tree_sitter/js_test.rb
 - test/tree_sitter/language_test.rb
 - test/tree_sitter/logger_test.rb
 - test/tree_sitter/node_test.rb
@@ -183,6 +184,7 @@ summary: Ruby bindings for Tree-Sitter
 test_files:
 - test/README.md
 - test/test_helper.rb
+- test/tree_sitter/js_test.rb
 - test/tree_sitter/language_test.rb
 - test/tree_sitter/logger_test.rb
 - test/tree_sitter/node_test.rb