textbringer-tree-sitter 1.0.0

data/lib/textbringer/tree_sitter_adapter.rb

@@ -0,0 +1,166 @@
+# frozen_string_literal: true
+
+require_relative "tree_sitter_config"
+require_relative "tree_sitter/node_maps"
+
+module Textbringer
+  module TreeSitterAdapter
+    # Emacs 風の 4 段階レベル
+    HIGHLIGHT_LEVELS = [
+      %i[comment string],                    # Level 1: 最小限
+      %i[keyword type constant],             # Level 2: 基本
+      %i[function_name variable number],     # Level 3: 標準（デフォルト）
+      %i[operator punctuation builtin]       # Level 4: 全部
+    ].freeze
+
+    module ClassMethods
+      def use_tree_sitter(language)
+        @tree_sitter_language = language
+
+        # prepend を使って既存の custom_highlight より優先させる
+        prepend InstanceMethods
+
+        define_method(:tree_sitter_language) do
+          language
+        end
+      end
+
+      attr_reader :tree_sitter_language
+    end
+
+    def self.debug?
+      ENV["TEXTBRINGER_TREE_SITTER_DEBUG"] == "1"
+    end
+
+    module InstanceMethods
+      def custom_highlight(window)
+        window.instance_variable_set(:@highlight_on, {})
+        window.instance_variable_set(:@highlight_off, {})
+
+        return unless can_highlight?
+
+        parser = get_parser
+        return unless parser
+
+        buffer = window.buffer
+        # textbringer 本体と同じロジック: base_pos を基準にする
+        base_pos = buffer.point_min
+        buffer_text = buffer.to_s
+        tree = parser.parse_string(nil, buffer_text)
+        return unless tree
+
+        if TreeSitterAdapter.debug?
+          File.open("/tmp/tree_sitter_debug.log", "a") do |f|
+            f.puts "[#{Time.now}] custom_highlight"
+            f.puts "  base_pos=#{base_pos} buffer.bytesize=#{buffer_text.bytesize}"
+          end
+        end
+
+        highlight_on = {}
+        highlight_off = {}
+
+        visit_node(tree.root_node) do |node, start_byte, end_byte|
+          face = node_type_to_face(node.type.to_sym)
+          next unless face
+
+          attrs = Face[face]&.attributes
+          if attrs
+            # base_pos + offset でバッファ内の絶対位置を計算
+            highlight_on[base_pos + start_byte] = attrs
+            highlight_off[base_pos + end_byte] = attrs
+
+            if TreeSitterAdapter.debug? && highlight_on.size <= 5
+              File.open("/tmp/tree_sitter_debug.log", "a") do |f|
+                f.puts "  #{node.type} pos=#{base_pos + start_byte}-#{base_pos + end_byte} face=#{face}"
+              end
+            end
+          end
+        end
+
+        if TreeSitterAdapter.debug?
+          File.open("/tmp/tree_sitter_debug.log", "a") do |f|
+            f.puts "  total_highlights=#{highlight_on.size}"
+          end
+        end
+
+        window.instance_variable_set(:@highlight_on, highlight_on)
+        window.instance_variable_set(:@highlight_off, highlight_off)
+      end
+
+      private
+
+      def can_highlight?
+        # textbringer 本体と同じチェック: @@has_colors を使う
+        return false unless Window.class_variable_get(:@@has_colors)
+        return false if CONFIG[:syntax_highlight] == false
+
+        true
+      end
+
+      def get_parser
+        @parser ||= begin
+          return nil unless TreeSitterConfig.parser_available?(tree_sitter_language)
+          return nil unless defined?(::TreeSitter)
+
+          parser_path = TreeSitterConfig.parser_path(tree_sitter_language)
+          language = ::TreeSitter::Language.load(
+            tree_sitter_language.to_s,
+            parser_path
+          )
+
+          parser = ::TreeSitter::Parser.new
+          parser.language = language
+          parser
+        rescue LoadError, ::TreeSitter::TreeSitterError, ::TreeSitter::LanguageLoadError
+          nil
+        end
+      end
+
+      def visit_node(node, &block)
+        block.call(node, node.start_byte, node.end_byte)
+
+        node.child_count.times do |i|
+          child = node.child(i)
+          visit_node(child, &block) if child
+        end
+      end
+
+      def node_type_to_face(node_type)
+        node_map = TreeSitter::NodeMaps.for(tree_sitter_language)
+        return nil unless node_map
+
+        face = node_map[node_type]
+        return nil unless face
+        return nil unless enabled_faces.include?(face)
+
+        face
+      end
+
+      def enabled_faces
+        # カスタム feature 設定が優先
+        if CONFIG[:tree_sitter_enabled_features]
+          return CONFIG[:tree_sitter_enabled_features]
+        end
+
+        # レベルベースの制御
+        level = CONFIG[:tree_sitter_highlight_level] || 3
+        HIGHLIGHT_LEVELS.take(level).flatten
+      end
+    end
+  end
+
+  # Window モンキーパッチ
+  class Window
+    unless method_defined?(:original_highlight)
+      alias_method :original_highlight, :highlight
+
+      def highlight
+        if @buffer&.mode.respond_to?(:custom_highlight)
+          @buffer.mode.custom_highlight(self)
+        else
+          original_highlight
+        end
+      end
+    end
+  end
+end

data/lib/textbringer/tree_sitter_config.rb

@@ -0,0 +1,91 @@
+# frozen_string_literal: true
+
+require "rbconfig"
+
+module Textbringer
+  module TreeSitterConfig
+    class << self
+      def platform
+        os = case RbConfig::CONFIG["host_os"]
+             when /darwin/i then "darwin"
+             when /linux/i then "linux"
+             else "unknown"
+             end
+
+        arch = case RbConfig::CONFIG["host_cpu"]
+               when /arm64|aarch64/i then "arm64"
+               when /x86_64|amd64/i then "x64"
+               else "unknown"
+               end
+
+        "#{os}-#{arch}"
+      end
+
+      def dylib_ext
+        case RbConfig::CONFIG["host_os"]
+        when /darwin/i then ".dylib"
+        else ".so"
+        end
+      end
+
+      # Parser を探索するディレクトリのリスト（優先順位順）
+      def parser_search_paths
+        paths = []
+
+        # 1. CONFIG で指定されたカスタムパス（最優先）
+        if defined?(CONFIG) && CONFIG[:tree_sitter_parser_dir]
+          paths << CONFIG[:tree_sitter_parser_dir]
+        end
+
+        # 2. ~/.textbringer/parsers/{platform}（ユーザー共通）
+        paths << File.expand_path("~/.textbringer/parsers/#{platform}")
+
+        # 3. gem 内の parsers/{platform}（デフォルト）
+        paths << File.expand_path("../../../parsers/#{platform}", __FILE__)
+
+        paths
+      end
+
+      # 後方互換性のため、最初に見つかったパスを返す
+      def parser_dir
+        parser_search_paths.find { |path| Dir.exist?(path) } || parser_search_paths.last
+      end
+
+      def parser_path(language)
+        filename = "libtree-sitter-#{language}#{dylib_ext}"
+
+        # 検索パスから parser を探す
+        parser_search_paths.each do |dir|
+          path = File.join(dir, filename)
+          return path if File.exist?(path)
+        end
+
+        # 見つからない場合はデフォルトパスを返す
+        File.join(parser_search_paths.last, filename)
+      end
+
+      def parser_available?(language)
+        filename = "libtree-sitter-#{language}#{dylib_ext}"
+
+        parser_search_paths.any? do |dir|
+          File.exist?(File.join(dir, filename))
+        end
+      end
+
+      def define_default_faces
+        Face.define(:comment, foreground: "green")
+        Face.define(:string, foreground: "cyan")
+        Face.define(:keyword, foreground: "yellow")
+        Face.define(:number, foreground: "magenta")
+        Face.define(:constant, foreground: "magenta")
+        Face.define(:function_name, foreground: "blue")
+        Face.define(:type, foreground: "blue")
+        Face.define(:variable, foreground: "white")
+        Face.define(:operator, foreground: "white")
+        Face.define(:punctuation, foreground: "white")
+        Face.define(:builtin, foreground: "cyan")
+        Face.define(:property, foreground: "cyan")
+      end
+    end
+  end
+end

data/lib/textbringer_plugin.rb

@@ -0,0 +1,141 @@
+# frozen_string_literal: true
+
+# Textbringer plugin エントリポイント
+# Textbringer がプラグインを自動ロードする際に読み込まれる
+
+# tree_sitter gem を先に require して namespace 衝突を防ぐ
+# (Textbringer::TreeSitter より先に ::TreeSitter を定義)
+begin
+  require "tree_sitter"
+rescue LoadError
+  # tree_sitter gem がない場合は無視（parser なしで動作）
+end
+
+require "textbringer/tree_sitter/version"
+require "textbringer/tree_sitter_config"
+require "textbringer/tree_sitter/node_maps"
+require "textbringer/tree_sitter_adapter"
+
+# デフォルトの Face を定義
+Textbringer::TreeSitterConfig.define_default_faces
+
+# ユーザー定義の node_maps を読み込む
+# ~/.textbringer/tree_sitter/node_maps/*.rb
+user_node_maps_dir = File.expand_path("~/.textbringer/tree_sitter/node_maps")
+if Dir.exist?(user_node_maps_dir)
+  Dir.glob(File.join(user_node_maps_dir, "*.rb")).sort.each do |file|
+    begin
+      require file
+    rescue => e
+      warn "textbringer-tree-sitter: Failed to load #{file}: #{e.message}"
+    end
+  end
+end
+
+# 既存 Mode → 言語 のマッピング
+MODE_LANGUAGE_MAP = {
+  "RubyMode" => :ruby,
+  "CMode" => :c,
+  "JavaScriptMode" => :javascript,
+  "PythonMode" => :python,
+  "RustMode" => :rust,
+  "BashMode" => :bash,
+  "ShMode" => :bash,
+  "HCLMode" => :hcl,
+  "TerraformMode" => :hcl,
+  "JSONMode" => :json,
+  "YAMLMode" => :yaml,
+  "HTMLMode" => :html,
+  "JavaMode" => :java,
+  "PHPMode" => :php,
+  "MarkdownMode" => :markdown,
+  "GoMode" => :go,
+  "TypeScriptMode" => :typescript,
+  "TSXMode" => :tsx,
+  "SQLMode" => :sql,
+}.freeze
+
+# 言語 → ファイルパターン（自動 Mode 生成用）
+LANGUAGE_FILE_PATTERNS = {
+  markdown: /\.(md|markdown|mkd|mkdn)$/i,
+  hcl: /\.(tf|tfvars|hcl)$/i,
+  go: /\.go$/i,
+  typescript: /\.ts$/i,
+  tsx: /\.tsx$/i,
+  sql: /\.sql$/i,
+  yaml: /\.(ya?ml)$/i,
+  json: /\.json$/i,
+  python: /\.py$/i,
+  rust: /\.rs$/i,
+  java: /\.java$/i,
+  c: /\.[ch]$/i,
+  javascript: /\.m?js$/i,
+  bash: /\.(sh|bash)$/i,
+  php: /\.php$/i,
+  html: /\.html?$/i,
+}.freeze
+
+# parser + node_map がある言語で、Mode がなければ自動生成
+Textbringer::TreeSitter::NodeMaps.available_languages.each do |language|
+  next unless Textbringer::TreeSitterConfig.parser_available?(language)
+
+  # 既存の Mode を探す
+  mode_name = MODE_LANGUAGE_MAP.key(language)&.to_s ||
+              "#{language.to_s.split('_').map(&:capitalize).join}Mode"
+
+  unless Textbringer.const_defined?(mode_name)
+    # Mode が存在しない場合は自動生成
+    pattern = LANGUAGE_FILE_PATTERNS[language]
+    if pattern
+      # class_eval で名前付きクラスを定義（inherited フック対策）
+      Textbringer.class_eval <<~RUBY, __FILE__, __LINE__ + 1
+        class #{mode_name} < ProgrammingMode
+          self.file_name_pattern = #{pattern.inspect}
+        end
+      RUBY
+    end
+  end
+end
+
+# デバッグログ用
+def tree_sitter_debug(msg)
+  return unless ENV["TEXTBRINGER_TREE_SITTER_DEBUG"] == "1"
+  File.open("/tmp/tree_sitter_plugin.log", "a") { |f| f.puts "[#{Time.now}] #{msg}" }
+end
+
+# 利用可能な parser と node_map がある Mode に tree-sitter を有効化
+tree_sitter_debug "=== Enabling tree-sitter on modes ==="
+tree_sitter_debug "available_languages: #{Textbringer::TreeSitter::NodeMaps.available_languages.inspect}"
+
+MODE_LANGUAGE_MAP.each do |mode_name, language|
+  next unless language
+
+  parser_available = Textbringer::TreeSitterConfig.parser_available?(language)
+  node_map = Textbringer::TreeSitter::NodeMaps.for(language)
+
+  tree_sitter_debug "#{mode_name} (#{language}): parser=#{parser_available}, node_map=#{!!node_map}"
+
+  next unless parser_available
+  next unless node_map
+
+  begin
+    mode_class = Textbringer.const_get(mode_name)
+    tree_sitter_debug "  found mode_class: #{mode_class}"
+
+    # 既に tree-sitter が設定されていればスキップ
+    if mode_class.respond_to?(:tree_sitter_language) && mode_class.tree_sitter_language
+      tree_sitter_debug "  already has tree_sitter_language: #{mode_class.tree_sitter_language}"
+      next
+    end
+
+    # TreeSitterAdapter を extend して use_tree_sitter を呼ぶ
+    mode_class.extend(Textbringer::TreeSitterAdapter::ClassMethods)
+    mode_class.use_tree_sitter(language)
+    tree_sitter_debug "  enabled tree-sitter for #{mode_name}"
+  rescue NameError => e
+    tree_sitter_debug "  NameError: #{e.message}"
+    # Mode が存在しない場合は無視
+  end
+end
+
+tree_sitter_debug "=== Done ==="

data/scripts/build_parsers.sh

@@ -0,0 +1,77 @@
+#!/bin/bash
+set -euo pipefail
+
+# Parser ビルドスクリプト
+# Usage: ./scripts/build_parsers.sh
+
+SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
+PROJECT_DIR="$(dirname "$SCRIPT_DIR")"
+
+# プラットフォーム判定
+if [[ "$(uname)" == "Darwin" ]]; then
+  if [[ "$(uname -m)" == "arm64" ]]; then
+    PLATFORM="darwin-arm64"
+    EXT=".dylib"
+  else
+    PLATFORM="darwin-x64"
+    EXT=".dylib"
+  fi
+else
+  if [[ "$(uname -m)" == "aarch64" ]]; then
+    PLATFORM="linux-arm64"
+    EXT=".so"
+  else
+    PLATFORM="linux-x64"
+    EXT=".so"
+  fi
+fi
+
+PARSER_DIR="$PROJECT_DIR/parsers/$PLATFORM"
+mkdir -p "$PARSER_DIR"
+
+echo "Building parsers for $PLATFORM..."
+
+# 一時ディレクトリ
+TMP_DIR=$(mktemp -d)
+trap "rm -rf $TMP_DIR" EXIT
+
+cd "$TMP_DIR"
+
+# HCL parser をビルド
+echo "Building HCL parser..."
+git clone --depth 1 https://github.com/mitchellh/tree-sitter-hcl.git
+cd tree-sitter-hcl
+
+if [[ "$EXT" == ".dylib" ]]; then
+  c++ -shared -fPIC -O2 -std=c++14 -Isrc src/parser.c src/scanner.cc -o "libtree-sitter-hcl$EXT"
+else
+  c++ -shared -fPIC -O2 -std=c++14 -Isrc src/parser.c src/scanner.cc -o "libtree-sitter-hcl$EXT"
+fi
+
+cp "libtree-sitter-hcl$EXT" "$PARSER_DIR/"
+echo "HCL parser installed to $PARSER_DIR/libtree-sitter-hcl$EXT"
+
+# Ruby parser はプリビルド版をダウンロード
+echo "Downloading Ruby parser..."
+cd "$TMP_DIR"
+
+RUBY_PARSER_URL="https://github.com/Faveod/tree-sitter-parsers/releases/download/v0.1.0/libtree-sitter-ruby-$PLATFORM$EXT"
+if curl -fsSL -o "libtree-sitter-ruby$EXT" "$RUBY_PARSER_URL" 2>/dev/null; then
+  cp "libtree-sitter-ruby$EXT" "$PARSER_DIR/"
+  echo "Ruby parser installed to $PARSER_DIR/libtree-sitter-ruby$EXT"
+else
+  echo "Warning: Could not download Ruby parser. Building from source..."
+  git clone --depth 1 https://github.com/tree-sitter/tree-sitter-ruby.git
+  cd tree-sitter-ruby
+  if [[ "$EXT" == ".dylib" ]]; then
+    cc -shared -fPIC -O2 -Isrc src/parser.c src/scanner.c -o "libtree-sitter-ruby$EXT"
+  else
+    cc -shared -fPIC -O2 -Isrc src/parser.c src/scanner.c -o "libtree-sitter-ruby$EXT"
+  fi
+  cp "libtree-sitter-ruby$EXT" "$PARSER_DIR/"
+  echo "Ruby parser installed to $PARSER_DIR/libtree-sitter-ruby$EXT"
+fi
+
+echo ""
+echo "Done! Parsers installed to $PARSER_DIR"
+ls -la "$PARSER_DIR"

data/scripts/test_parser.rb

@@ -0,0 +1,223 @@
+#!/usr/bin/env ruby
+# frozen_string_literal: true
+
+# Parser 動作確認スクリプト
+# Usage: bundle exec ruby scripts/test_parser.rb [language] [file]
+
+$LOAD_PATH.unshift File.expand_path("../lib", __dir__)
+
+require "tree_sitter"
+require "textbringer/tree_sitter_config"
+require "textbringer/tree_sitter/node_maps"
+
+# Textbringer モック
+module Textbringer
+  CONFIG = { colors: true }
+
+  class Face
+    @faces = {}
+
+    class << self
+      def [](name)
+        @faces[name]
+      end
+
+      def define(name, **attrs)
+        @faces[name] = new(name, attrs)
+      end
+    end
+
+    attr_reader :name, :attributes
+
+    def initialize(name, attrs)
+      @name = name
+      @attributes = attrs
+    end
+  end
+end
+
+Textbringer::TreeSitterConfig.define_default_faces
+
+def colorize(text, face)
+  colors = {
+    comment: "\e[32m",       # green
+    string: "\e[36m",        # cyan
+    keyword: "\e[33m",       # yellow
+    number: "\e[35m",        # magenta
+    constant: "\e[35m",      # magenta
+    function_name: "\e[34m", # blue
+    type: "\e[34m",          # blue
+    variable: "\e[37m",      # white
+    builtin: "\e[36m",       # cyan
+    property: "\e[36m"       # cyan
+  }
+  reset = "\e[0m"
+
+  color = colors[face] || ""
+  "#{color}#{text}#{reset}"
+end
+
+def collect_highlights(node, node_map, code)
+  highlights = []
+  visit_node(node, node_map, code, highlights)
+  highlights.sort_by { |h| [h[:start], -h[:end]] }
+end
+
+def visit_node(node, node_map, code, highlights)
+  node_type = node.type.to_sym
+  face = node_map[node_type]
+
+  if face
+    highlights << {
+      type: node_type,
+      face: face,
+      start: node.start_byte,
+      end: node.end_byte,
+      text: code[node.start_byte...node.end_byte]
+    }
+  end
+
+  node.child_count.times do |i|
+    child = node.child(i)
+    visit_node(child, node_map, code, highlights) if child
+  end
+end
+
+def print_highlighted_code(code, highlights)
+  # 単純化のため、行単位でハイライト表示
+  puts "\n=== Highlighted Code ==="
+  highlights.each do |h|
+    next if h[:text].include?("\n") # 複数行はスキップ
+
+    puts "#{colorize(h[:text], h[:face])} (#{h[:face]})"
+  end
+end
+
+def main
+  language = (ARGV[0] || "ruby").to_sym
+  file_path = ARGV[1]
+
+  # Parser の存在確認
+  unless Textbringer::TreeSitterConfig.parser_available?(language)
+    puts "Parser not found for #{language}"
+    puts "Parser path: #{Textbringer::TreeSitterConfig.parser_path(language)}"
+    puts "\nAvailable languages with NodeMaps:"
+    Textbringer::TreeSitter::NodeMaps.available_languages.each do |lang|
+      available = Textbringer::TreeSitterConfig.parser_available?(lang)
+      status = available ? "✓" : "✗"
+      puts "  #{status} #{lang}"
+    end
+    exit 1
+  end
+
+  # NodeMap の存在確認
+  node_map = Textbringer::TreeSitter::NodeMaps.for(language)
+  unless node_map
+    puts "NodeMap not found for #{language}"
+    exit 1
+  end
+
+  # コードを読み込み
+  code = if file_path
+           File.read(file_path)
+         else
+           # サンプルコード
+           case language
+           when :ruby
+             <<~RUBY
+               # Sample Ruby code
+               def hello(name)
+                 puts "Hello, \#{name}!"
+               end
+
+               class Greeter
+                 GREETING = "Hi"
+
+                 def greet
+                   hello("World")
+                 end
+               end
+             RUBY
+           when :hcl
+             <<~HCL
+               # Sample HCL code
+               resource "aws_instance" "example" {
+                 ami           = "ami-12345678"
+                 instance_type = "t2.micro"
+                 count         = 3
+
+                 tags = {
+                   Name = "HelloWorld"
+                 }
+
+                 accounts = [for account in local.accounts : replace(account, "x", "")]
+               }
+             HCL
+           when :python
+             <<~PYTHON
+               # Sample Python code
+               def hello(name):
+                   print(f"Hello, {name}!")
+
+               class Greeter:
+                   def __init__(self):
+                       self.count = 0
+
+                   def greet(self):
+                       hello("World")
+             PYTHON
+           when :javascript
+             <<~JS
+               // Sample JavaScript code
+               function hello(name) {
+                 console.log(`Hello, ${name}!`);
+               }
+
+               class Greeter {
+                 constructor() {
+                   this.count = 0;
+                 }
+
+                 greet() {
+                   hello("World");
+                 }
+               }
+             JS
+           else
+             puts "No sample code for #{language}. Please provide a file."
+             exit 1
+           end
+         end
+
+  # パース
+  parser_path = Textbringer::TreeSitterConfig.parser_path(language)
+  ts_language = TreeSitter::Language.load(language.to_s, parser_path)
+  parser = TreeSitter::Parser.new
+  parser.language = ts_language
+  tree = parser.parse_string(nil, code)
+
+  puts "=== Source Code ==="
+  puts code
+  puts
+
+  # ハイライト情報を収集
+  highlights = collect_highlights(tree.root_node, node_map, code)
+
+  puts "=== Highlight Info ==="
+  puts "Language: #{language}"
+  puts "Total highlights: #{highlights.size}"
+  puts
+
+  # ハイライト一覧
+  puts "=== Token Details ==="
+  highlights.each do |h|
+    text = h[:text].gsub("\n", "\\n")
+    text = text[0..40] + "..." if text.length > 40
+    puts "#{h[:face].to_s.ljust(15)} | #{h[:type].to_s.ljust(20)} | #{text}"
+  end
+
+  # カラー出力（単一行トークンのみ）
+  print_highlighted_code(code, highlights)
+end
+
+main