starscope 1.5.6 → 1.6.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
-SHA1:
-  metadata.gz: a672745a78f09d23b3777f8f11ca3725f673afe6
-  data.tar.gz: 7ec09bdfae0344c549d6c145d10dfc6593bf6bfc
+SHA256:
+  metadata.gz: b664cd1fd9107436e9a2bf94a21c00249ed8970b905b34c8649eba4cca7336c7
+  data.tar.gz: 39aa4d99d25f820db321b1c5b58d9e8662ed45812a8636c047df52f25a9d38b1
 SHA512:
-  metadata.gz: 7026d21cc7c2c1be4755db9f6b4c5ab93cbed8073c31b417d39dc9d8ffdf8bb2c028cb5d999cff4185795a86c19fedc7d0a45ecadd9bbb1d14effbce1265ada1
-  data.tar.gz: 2fe2786def57bbbae6e24d4baeee414dc971a7c6b07e0b7f1b0ed56e5db03f723da28b9023bc245ff810e4ce5c7f812144e466c2476cfc1c6a0807b32bb27450
+  metadata.gz: 1fb43999baa94336ac2265045f0e7a06e18070d2199489bdc489155bc9baf03b9541922c8a9791b6d3a9578cda6cd2a75d20076a73b86d0d9481d2ae9659da05
+  data.tar.gz: a9ee933fffe03daf2b50f017499b188da833305da02012283823c771c5daa10e7c9a293486925f30afde29342e192a5bfbd1606ced1c8f20e848741eac839f27

data/.github/workflows/ruby-ci.yml

@@ -0,0 +1,26 @@
+name: Ruby CI
+
+on:
+  push:
+    branches: [ main ]
+  pull_request:
+    branches: [ main ]
+
+jobs:
+  test:
+    runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        ruby-version: ['2.6', '2.7', '3.0', '3.1']
+
+    steps:
+    - uses: actions/checkout@v2
+    - name: Set up Ruby
+      uses: ruby/setup-ruby@v1
+      with:
+        ruby-version: ${{ matrix.ruby-version }}
+        bundler-cache: true # runs 'bundle install' and caches installed gems automatically
+    - name: Run tests
+      run: bundle exec rake test
+    - name: Lint
+      run: bundle exec rubocop

data/.gitignore

@@ -2,6 +2,7 @@
 *.rbc
 .starscope.db
 .bundle
+.byebug_history
 .config
 Gemfile.lock
 coverage

data/.rubocop.yml

@@ -1,6 +1,15 @@
+require:
+  - rubocop-minitest
+  - rubocop-rake
+
 AllCops:
+  NewCops: enable
   Exclude:
-    - 'test/fixtures/sample_ruby.rb'
+    - test/fixtures/sample_ruby.rb
+    - vendor/bundle/**/*
+
+Layout/LineLength:
+  Max: 120
 
 Metrics/AbcSize:
   Enabled: false
@@ -17,9 +26,6 @@ Metrics/ClassLength:
 Metrics/CyclomaticComplexity:
   Enabled: false
 
-Metrics/LineLength:
-  Max: 120
-
 Metrics/MethodLength:
   Enabled: false
 

data/CHANGELOG.md

@@ -1,6 +1,41 @@
 Changelog
 =========
 
+v1.6.1 (2022-08-07)
+-------------------
+
+* Support for extracting javascript blocks from vue files.
+* Print a newline when exiting from line-mode via interrupt.
+* Support for Ruby 3.x "def foo = ..." method syntax (#192).
+* Don't generate conflicting `read` and `defs` entries for class and module
+  definitions (#176).
+
+v1.6.0 (2022-02-10)
+-------------------
+
+Improvements:
+ * Support per-directory `.starscope.json` config (#181).
+ * Support abbreviated special commands in line mode (e.g. `!u`, `!s`, `!q`).
+ * Properly support non-ASCII identifiers in Golang.
+ * Tiny performance improvements.
+
+Bug Fixes:
+ * Strip non-ASCII characters from cscope export to avoid cscope crashes (#182).
+
+Misc:
+ * Drop support for ancient Marshall-format databases.
+ * Drop support for several old Ruby versions. 2.6 is now the oldest supported.
+ * Dependency upgrades.
+ * Documentation improvements.
+
+v1.5.7 (2019-04-04)
+--------------------
+
+ * Use binary mode for file writes to fix compatibility on MS Windows (#171).
+ * Make sure the database is still valid when a parse exception happens (#173).
+ * Fix handling of `__ENCODING__` literals in ruby parser (#174).
+ * Update some dependencies.
+
 v1.5.6 (2018-01-16)
 --------------------
 

data/README.md

@@ -2,7 +2,7 @@ Starscope
 =========
 
 [![Gem Version](https://img.shields.io/gem/v/starscope.svg)](https://rubygems.org/gems/starscope)
-[![Build Status](https://travis-ci.org/eapache/starscope.svg?branch=master)](https://travis-ci.org/eapache/starscope)
+[![Ruby CI](https://github.com/eapache/starscope/actions/workflows/ruby-ci.yml/badge.svg)](https://github.com/eapache/starscope/actions/workflows/ruby-ci.yml)
 [![Code of Conduct](https://img.shields.io/badge/code%20of%20conduct-active-blue.svg)](https://eapache.github.io/conduct.html)
 
 Starscope is a code indexer, search and navigation tool for
@@ -63,5 +63,3 @@ Other Uses
 
 - Starscope is a supported backend for
 [CodeQuery](https://github.com/ruben2020/codequery).
-- Starscope has been [packaged for Arch
-  Linux](https://aur.archlinux.org/packages/ruby-starscope/).

data/Rakefile

@@ -6,7 +6,10 @@ Rake::TestTask.new do |t|
   t.test_files = FileList['test/**/*_test.rb']
 end
 
-RuboCop::RakeTask.new
+RuboCop::RakeTask.new do |t|
+  t.requires << 'rubocop-minitest'
+  t.requires << 'rubocop-rake'
+end
 
 desc 'Run tests and style checks'
-task default: [:test, :rubocop]
+task default: %i[test rubocop]

data/bin/starscope

@@ -1,6 +1,6 @@
 #!/usr/bin/env ruby
 
-lib = File.expand_path('../../lib', __FILE__)
+lib = File.expand_path('../lib', __dir__)
 $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
 
 require 'oj'
@@ -9,7 +9,7 @@ require 'readline'
 require 'starscope'
 
 DEFAULT_DB = '.starscope.db'.freeze
-CONFIG_FILE = File.join(Dir.home, '.starscope.json')
+CONFIG_FILE = File.exist?('.starscope.json') ? '.starscope.json' : File.join(Dir.home, '.starscope.json')
 GLOBAL_CONFIG = File.exist?(CONFIG_FILE) ? Oj.load_file(CONFIG_FILE, symbol_keys: true) : {}
 
 options = { read: true,
@@ -21,20 +21,20 @@ options = { read: true,
 
 # Options Parsing
 OptionParser.new do |opts|
-  opts.banner = <<END
-Usage: starscope [options] [PATHS]
+  opts.banner = <<~BANNER
+    Usage: starscope [options] [PATHS]
 
-The default database is `#{DEFAULT_DB}` if you don't specify one with -f.
-The default behaviour is to read and update the database.
-If no database exists and no PATHS are specified, Starscope builds a new
-database by recursing in the current directory.
+    The default database is `#{DEFAULT_DB}` if you don't specify one with -f.
+    The default behaviour is to read and update the database.
+    If no database exists and no PATHS are specified, Starscope builds a new
+    database by recursing in the current directory.
 
-Scoped queries must use `::` as the scope separator, even for languages which
-have their own scope syntax.
+    Scoped queries must use `::` as the scope separator, even for languages which
+    have their own scope syntax.
 
-Website: https://github.com/eapache/starscope
-User Manual: https://github.com/eapache/starscope/blob/master/doc/USER_GUIDE.md
-END
+    Website: https://github.com/eapache/starscope
+    User Manual: https://github.com/eapache/starscope/blob/master/doc/USER_GUIDE.md
+  BANNER
 
   opts.separator "\nQueries"
   opts.on('-d', '--dump [TABLE]', 'Dumps the DB or specified table to stdout') do |tbl|
@@ -81,32 +81,32 @@ END
   end
   opts.on('--verbose', 'Print extra status messages') do
     if options[:output] == :quiet
-      $stderr.puts "Can't be both verbose and quiet"
+      warn "Can't be both verbose and quiet"
       exit(1)
     end
     options[:output] = :verbose
   end
   opts.on('--quiet', 'Print fewer messages') do
     if options[:output] == :verbose
-      $stderr.puts "Can't be both verbose and quiet"
+      warn "Can't be both verbose and quiet"
       exit(1)
     end
     options[:output] = :quiet
   end
 
-  opts.separator <<END
-\nEXPORTING
-    At the moment two export formats are supported: 'ctags' and 'cscope'. If
-    you don't specify a path, the output is written to the file '#{Starscope::Exportable::CTAGS_DEFAULT_PATH}' (for
-    ctags) or '#{Starscope::Exportable::CSCOPE_DEFAULT_PATH}' (for cscope) in the current directory.
-END
+  opts.separator <<~TAIL
+    \nEXPORTING
+        At the moment two export formats are supported: 'ctags' and 'cscope'. If
+        you don't specify a path, the output is written to the file '#{Starscope::Exportable::CTAGS_DEFAULT_PATH}' (for
+        ctags) or '#{Starscope::Exportable::CSCOPE_DEFAULT_PATH}' (for cscope) in the current directory.
+  TAIL
 end.parse!
 
 def print_summary(db)
   tables = db.tables
   puts 'No tables' if tables.empty?
   tables.sort.each do |table|
-    printf("%-9s %6d records\n", table, db.records(table).length)
+    printf("%<table>-9s %<length>6d records\n", table: table, length: db.records(table).length)
   end
 end
 
@@ -134,7 +134,7 @@ def run_query(db, query, separator)
   match = match.join(separator)
 
   if match.empty?
-    $stderr.puts 'Invalid input - no query found.'
+    warn 'Invalid input - no query found.'
     return false
   end
   tables = (table == '*' ? db.tables : table.to_sym)
@@ -146,10 +146,10 @@ def run_query(db, query, separator)
       puts format_record(db, rec)
     end
   end
-  return true
+  true
 rescue Starscope::DB::NoTableError
-  $stderr.puts "Table '#{table}' doesn't exist."
-  return false
+  warn "Table '#{table}' doesn't exist."
+  false
 end
 
 def dump_table(db, table)
@@ -174,22 +174,22 @@ def dump(db, table)
   when '_files'
     puts db.metadata(:files).keys
   when /^_/
-    puts db.metadata(table[1..-1].to_sym)
+    puts db.metadata(table[1..].to_sym)
   else
     dump_table(db, table.to_sym)
   end
 
-  return true
+  true
 rescue Starscope::DB::NoTableError
-  $stderr.puts "Table '#{table}' doesn't exist."
-  return false
+  warn "Table '#{table}' doesn't exist."
+  false
 end
 
 def export(db, param)
   format, path = param.split(',', 2)
   db.export(format.to_sym, path)
 rescue Starscope::Exportable::UnknownExportFormatError
-  $stderr.puts "Unrecognized export format \"#{format}\""
+  warn "Unrecognized export format \"#{format}\""
 end
 
 output = Starscope::Output.new(options[:output])
@@ -246,18 +246,19 @@ if options[:dump]
 end
 
 def linemode_help
-  <<END
-Input can be a query of the form 'TABLE QUERY' or a special command starting
-with a '!'. Recognized special commands are:
-  !dump [TABLE]
-  !export FORMAT[,PATH]
-  !summary
-  !update
-
-  !help
-  !version
-  !quit
-END
+  <<~HELP
+    Input can be a query of the form 'TABLE QUERY' or a special command starting
+    with a '!'. Recognized special commands are:
+      !dump [TABLE]
+      !export FORMAT[,PATH]
+      !summary
+      !update
+
+      !help
+      !version
+      !quit
+    Abbreviations of special commands (e.g `!u` or `!q`) are also recognized.
+  HELP
 end
 
 if options[:linemode]
@@ -265,27 +266,28 @@ if options[:linemode]
   begin
     while (input = Readline.readline('> ', true))
       next if input.empty?
+
       cmd, param = input.split(' ', 2)
       if cmd[0] == '!'
-        case cmd[1..-1]
-        when 'dump'
+        case cmd[1..]
+        when 'dump', 'd'
           dump(db, param)
-        when 'export'
+        when 'export', 'e', 'ex'
           if param
             export(db, param)
           else
             puts '!export requires an argument'
           end
-        when 'summary'
+        when 'summary', 's', 'sum'
           print_summary(db)
-        when 'update'
+        when 'update', 'u', 'up'
           changed = db.update
           db.save(options[:db]) if options[:write] && changed
-        when 'help'
+        when 'help', 'h'
           puts linemode_help
-        when 'version'
+        when 'version', 'v'
           puts Starscope::VERSION
-        when 'quit'
+        when 'quit', 'q'
           exit
         else
           puts "Unknown command: '#{input}', try '!help'."
@@ -296,6 +298,7 @@ if options[:linemode]
       end
     end
   rescue Interrupt
+    puts
     exit
   end
 end

data/doc/LANGUAGE_SUPPORT.md

@@ -9,6 +9,14 @@ Already Supported
  * [JavaScript](https://en.wikipedia.org/wiki/JavaScript)
    (including ES6/ES7 and JSX via [Babel](https://babeljs.io/))
 
+External Support
+-----------------
+
+Other languages are sometimes supported in third-party plugin files, or forks
+which don't upstream their changes, but I try and list them here. I make no
+warranty that these are still maintained or even work.
+ * [Puppet](https://github.com/fihuer/starscope/tree/language/puppet)
+
 How to Add Another Language
 ---------------------------
 

data/doc/USER_GUIDE.md

@@ -109,14 +109,22 @@ Excluded patterns are also remembered, and can be added at any time. If an
 existing file in the database matches a newly added exclusion rule, it will be
 removed.
 
-For commonly excluded files you can create a `~/.starscope.json` file with
-contents like:
+Paths to add and exclude are recursive by default. If you need more control, you
+may use any special characters accepted by Ruby's
+[`File::fnmatch`](https://ruby-doc.org/core-2.6.9/File.html#method-c-fnmatch).
+
+You can automatically exclude files on a per-directory basis by creating a
+`.starscope.json` file in a given directory with contents like:
 ```json
 {
-  "excludes": ["foo", "bar"]
+  "excludes": ["foo", "bar/", "**/*.ext"]
 }
 ```
-Patterns listed there will be excluded from all starscope databases by default.
+
+For commonly excluded files you can create a home directory config file at 
+`~/.starscope.json`. Patterns listed there will be excluded from all starscope 
+databases by default. Currently `excludes` is the only valid key for
+`.starscope.json` files.
 
 Queries
 -------
@@ -177,6 +185,8 @@ non-line-mode options:
  * `!version` - same as the `--version` flag
  * `!quit` - exit line-mode
 
+Abbreviations of special commands are also recognized (e.g. `!q` for `!quit`,
+`!s` for `!summary`, etc).
 
 Miscellaneous
 -------------

data/lib/starscope/db.rb

@@ -17,7 +17,7 @@ module Starscope
     FRAGMENT = :'!fragment'
 
     # dynamically load all our language extractors
-    Dir.glob("#{File.dirname(__FILE__)}/langs/*.rb").each { |path| require path }
+    Dir.glob("#{File.dirname(__FILE__)}/langs/*.rb").sort.each { |path| require path }
 
     langs = {}
     extractors = []
@@ -31,6 +31,7 @@ module Starscope
 
     class NoTableError < StandardError; end
     class UnknownDBFormatError < StandardError; end
+    class TooOldDBFormatError < StandardError; end
 
     def initialize(output, config = {})
       @output = output
@@ -56,7 +57,7 @@ module Starscope
 
       @meta[:langs].merge!(LANGS)
 
-      File.open(filename, 'w') do |file|
+      File.open(filename, 'wb') do |file|
         Zlib::GzipWriter.wrap(file) do |stream|
           stream.puts DB_FORMAT
           stream.puts Oj.dump @meta
@@ -84,9 +85,9 @@ module Starscope
       paths = paths.map { |p| self.class.normalize_glob(p) }
       @meta[:paths] += paths
       @meta[:paths].uniq!
-      files = Dir.glob(paths).select { |f| File.file? f }
-      files.delete_if { |f| matches_exclude?(f) }
+      files = Dir.glob(paths).select { |f| File.file?(f) && !matches_exclude?(f) }
       return if files.empty?
+
       @output.new_pbar('Building', files.length)
       add_files(files)
       @output.finish_pbar
@@ -148,15 +149,13 @@ module Starscope
     private
 
     def open_db(filename)
-      File.open(filename, 'r') do |file|
-        begin
-          Zlib::GzipReader.wrap(file) do |stream|
-            parse_db(stream)
-          end
-        rescue Zlib::GzipFile::Error
-          file.rewind
-          parse_db(file)
+      File.open(filename, 'rb') do |file|
+        Zlib::GzipReader.wrap(file) do |stream|
+          parse_db(stream)
         end
+      rescue Zlib::GzipFile::Error
+        file.rewind
+        parse_db(file)
       end
     end
 
@@ -166,28 +165,26 @@ module Starscope
       when DB_FORMAT
         @meta   = Oj.load(stream.gets)
         @tables = Oj.load(stream.gets)
-        return true
+        true
       when 3..4
         # Old format, so read the directories segment then rebuild
         add_paths(Oj.load(stream.gets))
-        return false
+        false
       when 0..2
-        # Old format (pre-json), so read the directories segment then rebuild
-        len = stream.gets.to_i
-        add_paths(Marshal.load(stream.read(len)))
-        return false
+        raise TooOldDBFormatError
       else
         raise UnknownDBFormatError
       end
     rescue Oj::ParseError
       stream.rewind
       raise unless stream.gets.to_i == DB_FORMAT
+
       # try reading as formated json, which is much slower, but it is sometimes
       # useful to be able to directly read your db
       objects = []
       Oj.load(stream) { |obj| objects << obj }
       @meta, @tables = objects
-      return true
+      true
     end
 
     def fixup
@@ -233,7 +230,7 @@ module Starscope
       self.class.extractors.each do |extractor|
         begin
           next unless extractor.match_file file
-        rescue => e
+        rescue StandardError => e
           @output.normal("#{extractor} raised \"#{e}\" while matching #{file}")
           next
         end
@@ -271,16 +268,15 @@ module Starscope
         extract_file(Starscope::FragmentExtractor.new(lang, frags), file, line_cache, lines)
         @meta[:files][file][:sublangs] << lang
       end
-
+    rescue StandardError => e
+      @output.normal("#{extractor} raised \"#{e}\" while extracting #{file}")
+    ensure
+      # metadata must be created for any record that was inserted into a tbl
+      # even if there was later a rescued exception
       @meta[:files][file][:lang] = extractor.name.split('::').last.to_sym
       @meta[:files][file][:lines] = lines
 
-      if extractor_metadata.is_a? Hash
-        @meta[:files][file] = extractor_metadata.merge!(@meta[:files][file])
-      end
-
-    rescue => e
-      @output.normal("#{extractor} raised \"#{e}\" while extracting #{file}")
+      @meta[:files][file] = extractor_metadata.merge!(@meta[:files][file]) if extractor_metadata.is_a? Hash
     end
 
     def file_changed(name)
@@ -299,6 +295,7 @@ module Starscope
     def language_out_of_date(lang)
       return false unless lang
       return true unless LANGS[lang]
+
       (@meta[:langs][lang] || 0) < LANGS[lang]
     end
 
@@ -332,7 +329,8 @@ module Starscope
         args
       end
 
-      def extractors # so we can stub it in tests
+      # so we can stub it in tests
+      def extractors
         EXTRACTORS
       end
     end