xaiml 0.1.0

data/vendor/bundle/ruby/2.5.0/gems/pry-0.11.3/lib/pry/indent.rb

@@ -0,0 +1,410 @@
+require 'coderay'
+
+class Pry
+  ##
+  # Pry::Indent is a class that can be used to indent a number of lines
+  # containing Ruby code similar as to how IRB does it (but better). The class
+  # works by tokenizing a string using CodeRay and then looping over those
+  # tokens. Based on the tokens in a line of code that line (or the next one)
+  # will be indented or un-indented by correctly.
+  #
+  class Indent
+    include Helpers::BaseHelpers
+
+    # Raised if {#module_nesting} would not work.
+    class UnparseableNestingError < StandardError; end
+
+    # @return [String] String containing the spaces to be inserted before the next line.
+    attr_reader :indent_level
+
+    # @return [Array<String>] The stack of open tokens.
+    attr_reader :stack
+
+    # The amount of spaces to insert for each indent level.
+    SPACES = '  '
+
+    # Hash containing all the tokens that should increase the indentation
+    # level. The keys of this hash are open tokens, the values the matching
+    # tokens that should prevent a line from being indented if they appear on
+    # the same line.
+    OPEN_TOKENS = {
+      'def'    => 'end',
+      'class'  => 'end',
+      'module' => 'end',
+      'do'     => 'end',
+      'if'     => 'end',
+      'unless' => 'end',
+      'while'  => 'end',
+      'until'  => 'end',
+      'for'    => 'end',
+      'case'   => 'end',
+      'begin'  => 'end',
+      '['      => ']',
+      '{'      => '}',
+      '('      => ')'
+    }
+
+    # Which tokens can either be open tokens, or appear as modifiers on
+    # a single-line.
+    SINGLELINE_TOKENS = %w(if while until unless rescue)
+
+    # Which tokens can be followed by an optional "do" keyword.
+    OPTIONAL_DO_TOKENS = %w(for while until)
+
+    # Collection of token types that should be ignored. Without this list
+    # keywords such as "class" inside strings would cause the code to be
+    # indented incorrectly.
+    #
+    # :pre_constant and :preserved_constant are the CodeRay 0.9.8 and 1.0.0
+    # classifications of "true", "false", and "nil".
+    IGNORE_TOKENS = [:space, :content, :string, :method, :ident,
+                     :constant, :pre_constant, :predefined_constant]
+
+    # Tokens that indicate the end of a statement (i.e. that, if they appear
+    # directly before an "if" indicates that that if applies to the same line,
+    # not the next line)
+    #
+    # :reserved and :keywords are the CodeRay 0.9.8 and 1.0.0 respectively
+    # classifications of "super", "next", "return", etc.
+    STATEMENT_END_TOKENS = IGNORE_TOKENS + [:regexp, :integer, :float,
+                                            :keyword, :delimiter, :reserved,
+                                            :instance_variable,
+                                            :class_variable, :global_variable]
+
+    # Collection of tokens that should appear dedented even though they
+    # don't affect the surrounding code.
+    MIDWAY_TOKENS = %w(when else elsif ensure rescue)
+
+    # Clean the indentation of a fragment of ruby.
+    #
+    # @param [String] str
+    # @return [String]
+    def self.indent(str)
+      new.indent(str)
+    end
+
+    # Get the module nesting at the given point in the given string.
+    #
+    # NOTE If the line specified contains a method definition, then the nesting
+    # at the start of the method definition is used. Otherwise the nesting from
+    # the end of the line is used.
+    #
+    # @param [String] str The ruby code to analyze
+    # @param [Fixnum] line_number The line number (starting from 1)
+    # @return [Array<String>]
+    def self.nesting_at(str, line_number)
+      indent = new
+      lines = str.split("\n")
+      n = line_number - 1
+      to_indent = lines[0...n] << (lines[n] || "").split("def").first(1)
+      indent.indent(to_indent.join("\n") << "\n")
+      indent.module_nesting
+    end
+
+    def initialize
+      reset
+    end
+
+    # reset internal state
+    def reset
+      @stack = []
+      @indent_level = ''
+      @heredoc_queue = []
+      @close_heredocs = {}
+      @string_start = nil
+      @awaiting_class = false
+      @module_nesting = []
+      self
+    end
+
+    # Indents a string and returns it. This string can either be a single line
+    # or multiple ones.
+    #
+    # @example
+    #  str = <<TXT
+    #  class User
+    #  attr_accessor :name
+    #  end
+    #  TXT
+    #
+    #  # This would result in the following being displayed:
+    #  #
+    #  # class User
+    #  #   attr_accessor :name
+    #  # end
+    #  #
+    #  puts Pry::Indent.new.indent(str)
+    #
+    # @param  [String] input The input string to indent.
+    # @return [String] The indented version of +input+.
+    #
+    def indent(input)
+      output = ''
+      prefix = indent_level
+
+      input.lines.each do |line|
+
+        if in_string?
+          tokens = tokenize("#{open_delimiters_line}\n#{line}")
+          tokens = tokens.drop_while{ |token, type| !(String === token && token.include?("\n")) }
+          previously_in_string = true
+        else
+          tokens = tokenize(line)
+          previously_in_string = false
+        end
+
+        before, after = indentation_delta(tokens)
+
+        before.times{ prefix.sub! SPACES, '' }
+        new_prefix = prefix + SPACES * after
+
+        line = prefix + line.lstrip unless previously_in_string
+
+        output += line
+
+        prefix = new_prefix
+      end
+
+      @indent_level = prefix
+
+      return output
+    end
+
+    # Get the indentation for the start of the next line.
+    #
+    # This is what's used between the prompt and the cursor in pry.
+    #
+    # @return String  The correct number of spaces
+    #
+    def current_prefix
+      in_string? ? '' : indent_level
+    end
+
+    # Get the change in indentation indicated by the line.
+    #
+    # By convention, you remove indent from the line containing end tokens,
+    # but add indent to the line *after* that which contains the start tokens.
+    #
+    # This method returns a pair, where the first number is the number of closings
+    # on this line (i.e. the number of indents to remove before the line) and the
+    # second is the number of openings (i.e. the number of indents to add after
+    # this line)
+    #
+    # @param  [Array] tokens A list of tokens to scan.
+    # @return [Array[Integer]]
+    #
+    def indentation_delta(tokens)
+
+      # We need to keep track of whether we've seen a "for" on this line because
+      # if the line ends with "do" then that "do" should be discounted (i.e. we're
+      # only opening one level not two) To do this robustly we want to keep track
+      # of the indent level at which we saw the for, so we can differentiate
+      # between "for x in [1,2,3] do" and "for x in ([1,2,3].map do" properly
+      seen_for_at = []
+
+      # When deciding whether an "if" token is the start of a multiline statement,
+      # or just the middle of a single-line if statement, we just look at the
+      # preceding token, which is tracked here.
+      last_token, last_kind = [nil, nil]
+
+      # delta keeps track of the total difference from the start of each line after
+      # the given token, 0 is just the level at which the current line started for
+      # reference.
+      remove_before, add_after = [0, 0]
+
+      # If the list of tokens contains a matching closing token the line should
+      # not be indented (and thus we should return true).
+      tokens.each do |token, kind|
+        is_singleline_if  = (SINGLELINE_TOKENS.include?(token)) && end_of_statement?(last_token, last_kind)
+        is_optional_do = (token == "do" && seen_for_at.include?(add_after - 1))
+
+        last_token, last_kind = token, kind unless kind == :space
+        next if IGNORE_TOKENS.include?(kind)
+
+        track_module_nesting(token, kind)
+
+        seen_for_at << add_after if OPTIONAL_DO_TOKENS.include?(token)
+
+        next if is_singleline_if
+
+        if kind == :delimiter
+          track_delimiter(token)
+        elsif OPEN_TOKENS.keys.include?(token) && !is_optional_do && !is_singleline_if
+          @stack << token
+          add_after += 1
+        elsif token == OPEN_TOKENS[@stack.last]
+          popped = @stack.pop
+          track_module_nesting_end(popped)
+          if add_after == 0
+            remove_before += 1
+          else
+            add_after -= 1
+          end
+        elsif MIDWAY_TOKENS.include?(token)
+          if add_after == 0
+            remove_before += 1
+            add_after += 1
+          end
+        end
+      end
+
+      return [remove_before, add_after]
+    end
+
+    # If the code just before an "if" or "while" token on a line looks like the end of a statement,
+    # then we want to treat that "if" as a singleline, not multiline statement.
+    def end_of_statement?(last_token, last_kind)
+      (last_token =~ /^[)\]}\/]$/ || STATEMENT_END_TOKENS.include?(last_kind))
+    end
+
+    # Are we currently in the middle of a string literal.
+    #
+    # This is used to determine whether to re-indent a given line, we mustn't re-indent
+    # within string literals because to do so would actually change the value of the
+    # String!
+    #
+    # @return Boolean
+    def in_string?
+      !open_delimiters.empty?
+    end
+
+    # Given a string of Ruby code, use CodeRay to export the tokens.
+    #
+    # @param [String] string The Ruby to lex
+    # @return [Array] An Array of pairs of [token_value, token_type]
+    def tokenize(string)
+      tokens = CodeRay.scan(string, :ruby)
+      tokens = tokens.tokens.each_slice(2) if tokens.respond_to?(:tokens) # Coderay 1.0.0
+      tokens.to_a
+    end
+
+    # Update the internal state about what kind of strings are open.
+    #
+    # Most of the complication here comes from the fact that HEREDOCs can be nested. For
+    # normal strings (which can't be nested) we assume that CodeRay correctly pairs
+    # open-and-close delimiters so we don't bother checking what they are.
+    #
+    # @param [String] token The token (of type :delimiter)
+    def track_delimiter(token)
+      case token
+      when /^<<-(["'`]?)(.*)\\1/
+        @heredoc_queue << token
+        @close_heredocs[token] = /^\s*$2/
+      when @close_heredocs[@heredoc_queue.first]
+        @heredoc_queue.shift
+      else
+        if @string_start
+          @string_start = nil
+        else
+          @string_start = token
+        end
+      end
+    end
+
+    # All the open delimiters, in the order that they first appeared.
+    #
+    # @return [String]
+    def open_delimiters
+      @heredoc_queue + [@string_start].compact
+    end
+
+    # Return a string which restores the CodeRay string status to the correct value by
+    # opening HEREDOCs and strings.
+    #
+    # @return String
+    def open_delimiters_line
+      "puts #{open_delimiters.join(", ")}"
+    end
+
+    # Update the internal state relating to module nesting.
+    #
+    # It's responsible for adding to the @module_nesting array, which looks
+    # something like:
+    #
+    # [ ["class", "Foo"], ["module", "Bar::Baz"], ["class <<", "self"] ]
+    #
+    # A nil value in the @module_nesting array happens in two places: either
+    # when @awaiting_class is true and we're still waiting for the string to
+    # fill that space, or when a parse was rejected.
+    #
+    # At the moment this function is quite restricted about what formats it will
+    # parse, for example we disallow expressions after the class keyword. This
+    # could maybe be improved in the future.
+    #
+    # @param [String] token  a token from Coderay
+    # @param [Symbol] kind  the kind of that token
+    def track_module_nesting(token, kind)
+      if kind == :keyword && (token == "class" || token == "module")
+        @module_nesting << [token, nil]
+        @awaiting_class = true
+      elsif @awaiting_class
+        if kind == :operator && token == "<<" && @module_nesting.last[0] == "class"
+          @module_nesting.last[0] = "class <<"
+          @awaiting_class = true
+        elsif kind == :class && token =~ /\A(self|[A-Z:][A-Za-z0-9_:]*)\z/
+          @module_nesting.last[1] = token if kind == :class
+          @awaiting_class = false
+        else
+          # leave @module_nesting[-1]
+          @awaiting_class = false
+        end
+      end
+    end
+
+    # Update the internal state relating to module nesting on 'end'.
+    #
+    # If the current 'end' pairs up with a class or a module then we should
+    # pop an array off of @module_nesting
+    #
+    # @param [String] token  a token from Coderay
+    # @param [Symbol] kind  the kind of that token
+    def track_module_nesting_end(token, kind=:keyword)
+      if kind == :keyword && (token == "class" || token == "module")
+        @module_nesting.pop
+      end
+    end
+
+    # Return a list of strings which can be used to re-construct the Module.nesting at
+    # the current point in the file.
+    #
+    # Returns nil if the syntax of the file was not recognizable.
+    #
+    # @return [Array<String>]
+    def module_nesting
+      @module_nesting.map do |(kind, token)|
+        raise UnparseableNestingError, @module_nesting.inspect if token.nil?
+
+        "#{kind} #{token}"
+      end
+    end
+
+    # Return a string which, when printed, will rewrite the previous line with
+    # the correct indentation. Mostly useful for fixing 'end'.
+    #
+    # @param [String] prompt The user's prompt
+    # @param [String] code   The code the user just typed in.
+    # @param [Fixnum] overhang (0) The number of chars to erase afterwards (i.e.,
+    #   the difference in length between the old line and the new one).
+    # @return [String]
+    def correct_indentation(prompt, code, overhang=0)
+      prompt = prompt.delete("\001\002")
+      line_to_measure = Pry::Helpers::Text.strip_color(prompt) << code
+      whitespace = ' ' * overhang
+
+      _, cols = Terminal.screen_size
+
+      cols = cols.to_i
+      lines = (cols != 0 ? (line_to_measure.length / cols + 1) : 1).to_i
+
+      if Pry::Helpers::BaseHelpers.windows_ansi?
+        move_up   = "\e[#{lines}F"
+        move_down = "\e[#{lines}E"
+      else
+        move_up   = "\e[#{lines}A\e[0G"
+        move_down = "\e[#{lines}B\e[0G"
+      end
+
+      "#{move_up}#{prompt}#{colorize_code(code)}#{whitespace}#{move_down}"
+    end
+  end
+end

data/vendor/bundle/ruby/2.5.0/gems/pry-0.11.3/lib/pry/input_completer.rb

@@ -0,0 +1,260 @@
+# taken from irb
+# Implements tab completion for Readline in Pry
+class Pry::InputCompleter
+  NUMERIC_REGEXP            = /^(-?(0[dbo])?[0-9_]+(\.[0-9_]+)?([eE]-?[0-9]+)?)\.([^.]*)$/
+  ARRAY_REGEXP              = /^([^\]]*\])\.([^.]*)$/
+  SYMBOL_REGEXP             = /^(:[^:.]*)$/
+  SYMBOL_METHOD_CALL_REGEXP = /^(:[^:.]+)\.([^.]*)$/
+  REGEX_REGEXP              = /^(\/[^\/]*\/)\.([^.]*)$/
+  PROC_OR_HASH_REGEXP       = /^([^\}]*\})\.([^.]*)$/
+  TOPLEVEL_LOOKUP_REGEXP    = /^::([A-Z][^:\.\(]*)$/
+  CONSTANT_REGEXP           = /^([A-Z][A-Za-z0-9]*)$/
+  CONSTANT_OR_METHOD_REGEXP = /^([A-Z].*)::([^:.]*)$/
+  HEX_REGEXP                = /^(-?0x[0-9a-fA-F_]+)\.([^.]*)$/
+  GLOBALVARIABLE_REGEXP     = /^(\$[^.]*)$/
+  VARIABLE_REGEXP           = /^([^."].*)\.([^.]*)$/
+
+  ReservedWords = [
+                   "BEGIN", "END",
+                   "alias", "and",
+                   "begin", "break",
+                   "case", "class",
+                   "def", "defined", "do",
+                   "else", "elsif", "end", "ensure",
+                   "false", "for",
+                   "if", "in",
+                   "module",
+                   "next", "nil", "not",
+                   "or",
+                   "redo", "rescue", "retry", "return",
+                   "self", "super",
+                   "then", "true",
+                   "undef", "unless", "until",
+                   "when", "while",
+                   "yield" ]
+
+  Operators = [
+               "%", "&", "*", "**", "+",  "-",  "/",
+               "<", "<<", "<=", "<=>", "==", "===", "=~", ">", ">=", ">>",
+               "[]", "[]=", "^", "!", "!=", "!~"
+              ]
+
+  WORD_ESCAPE_STR = " \t\n\"\\'`><=;|&{("
+
+  def initialize(input, pry = nil)
+    @pry = pry
+    @input = input
+    @input.basic_word_break_characters = WORD_ESCAPE_STR if @input.respond_to?(:basic_word_break_characters=)
+    @input.completion_append_character = nil if @input.respond_to?(:completion_append_character=)
+  end
+
+  #
+  # Return a new completion proc for use by Readline.
+  #
+  def call(str, options = {})
+    custom_completions = options[:custom_completions] || []
+    # if there are multiple contexts e.g. cd 1/2/3
+    # get new target for 1/2 and find candidates for 3
+    path, input = build_path(str)
+
+    if path.call.empty?
+      target = options[:target]
+    else
+      # Assume the user is tab-completing the 'cd' command
+      begin
+        target = Pry::ObjectPath.new(path.call, @pry.binding_stack).resolve.last
+      # but if that doesn't work, assume they're doing division with no spaces
+      rescue Pry::CommandError
+        target = options[:target]
+      end
+    end
+
+    begin
+      bind = target
+      # Complete stdlib symbols
+      case input
+      when REGEX_REGEXP # Regexp
+        receiver = $1
+        message = Regexp.quote($2)
+        candidates = Regexp.instance_methods.collect(&:to_s)
+        select_message(path, receiver, message, candidates)
+      when ARRAY_REGEXP # Array
+        receiver = $1
+        message = Regexp.quote($2)
+        candidates = Array.instance_methods.collect(&:to_s)
+        select_message(path, receiver, message, candidates)
+      when PROC_OR_HASH_REGEXP # Proc or Hash
+        receiver = $1
+        message = Regexp.quote($2)
+        candidates = Proc.instance_methods.collect(&:to_s)
+        candidates |= Hash.instance_methods.collect(&:to_s)
+        select_message(path, receiver, message, candidates)
+      when SYMBOL_REGEXP # Symbol
+        if Symbol.respond_to?(:all_symbols)
+          sym        = Regexp.quote($1)
+          candidates = Symbol.all_symbols.collect{|s| ":" << s.id2name}
+          candidates.grep(/^#{sym}/)
+        else
+          []
+        end
+      when TOPLEVEL_LOOKUP_REGEXP # Absolute Constant or class methods
+        receiver = $1
+        candidates = Object.constants.collect(&:to_s)
+        candidates.grep(/^#{receiver}/).collect{|e| "::" << e}
+      when CONSTANT_REGEXP # Constant
+        message = $1
+        begin
+          context = target.eval("self")
+          context = context.class unless context.respond_to? :constants
+          candidates = context.constants.collect(&:to_s)
+        rescue
+          candidates = []
+        end
+        candidates = candidates.grep(/^#{message}/).collect(&path)
+      when CONSTANT_OR_METHOD_REGEXP # Constant or class methods
+        receiver = $1
+        message = Regexp.quote($2)
+        begin
+          candidates = eval("#{receiver}.constants.collect(&:to_s)", bind)
+          candidates |= eval("#{receiver}.methods.collect(&:to_s)", bind)
+        rescue Pry::RescuableException
+          candidates = []
+        end
+        candidates.grep(/^#{message}/).collect{|e| receiver + "::" + e}
+      when SYMBOL_METHOD_CALL_REGEXP # method call on a Symbol
+        receiver = $1
+        message = Regexp.quote($2)
+        candidates = Symbol.instance_methods.collect(&:to_s)
+        select_message(path, receiver, message, candidates)
+      when NUMERIC_REGEXP
+        # Numeric
+        receiver = $1
+        message = Regexp.quote($5)
+        begin
+          candidates = eval(receiver, bind).methods.collect(&:to_s)
+        rescue Pry::RescuableException
+          candidates = []
+        end
+        select_message(path, receiver, message, candidates)
+      when HEX_REGEXP
+        # Numeric(0xFFFF)
+        receiver = $1
+        message = Regexp.quote($2)
+        begin
+          candidates = eval(receiver, bind).methods.collect(&:to_s)
+        rescue Pry::RescuableException
+          candidates = []
+        end
+        select_message(path, receiver, message, candidates)
+      when GLOBALVARIABLE_REGEXP # global
+        regmessage = Regexp.new(Regexp.quote($1))
+        candidates = global_variables.collect(&:to_s).grep(regmessage)
+      when VARIABLE_REGEXP # variable
+        receiver = $1
+        message = Regexp.quote($2)
+
+        gv = eval("global_variables", bind).collect(&:to_s)
+        lv = eval("local_variables", bind).collect(&:to_s)
+        cv = eval("self.class.constants", bind).collect(&:to_s)
+
+        if (gv | lv | cv).include?(receiver) or /^[A-Z]/ =~ receiver && /\./ !~ receiver
+          # foo.func and foo is local var. OR
+          # Foo::Bar.func
+          begin
+            candidates = eval("#{receiver}.methods", bind).collect(&:to_s)
+          rescue Pry::RescuableException
+            candidates = []
+          end
+        else
+          # func1.func2
+          candidates = Set.new
+          to_ignore = ignored_modules
+          ObjectSpace.each_object(Module){|m|
+            next if (to_ignore.include?(m) rescue true)
+            # jruby doesn't always provide #instance_methods() on each
+            # object.
+            if m.respond_to?(:instance_methods)
+              candidates.merge m.instance_methods(false).collect(&:to_s)
+            end
+          }
+        end
+        select_message(path, receiver, message, candidates.sort)
+      when /^\.([^.]*)$/
+        # Unknown(maybe String)
+        receiver = ""
+        message = Regexp.quote($1)
+        candidates = String.instance_methods(true).collect(&:to_s)
+        select_message(path, receiver, message, candidates)
+      else
+        candidates = eval(
+                          "methods | private_methods | local_variables | " \
+                          "self.class.constants | instance_variables",
+                          bind
+                          ).collect(&:to_s)
+
+        if eval("respond_to?(:class_variables)", bind)
+          candidates += eval("class_variables", bind).collect(&:to_s)
+        end
+        candidates = (candidates|ReservedWords|custom_completions).grep(/^#{Regexp.quote(input)}/)
+        candidates.collect(&path)
+      end
+    rescue Pry::RescuableException
+      []
+    end
+  end
+
+  def select_message(path, receiver, message, candidates)
+    candidates.grep(/^#{message}/).collect { |e|
+      case e
+      when /^[a-zA-Z_]/
+        path.call(receiver + "." << e)
+      when /^[0-9]/
+      when *Operators
+        #receiver + " " << e
+      end
+    }.compact
+  end
+
+  # build_path seperates the input into two parts: path and input.
+  # input is the partial string that should be completed
+  # path is a proc that takes an input and builds a full path.
+  def build_path(input)
+    # check to see if the input is a regex
+    return proc {|i| i.to_s }, input if input[/\/\./]
+    trailing_slash = input.end_with?('/')
+    contexts = input.chomp('/').split(/\//)
+    input = contexts[-1]
+    path = proc do |i|
+      p = contexts[0..-2].push(i).join('/')
+      p += '/' if trailing_slash && !i.nil?
+      p
+    end
+    return path, input
+  end
+
+  def ignored_modules
+    # We could cache the result, but IRB is not loaded by default.
+    # And this is very fast anyway.
+    # By using this approach, we avoid Module#name calls, which are
+    # relatively slow when there are a lot of anonymous modules defined.
+    s = Set.new
+
+    scanner = lambda do |m|
+      next if s.include?(m) # IRB::ExtendCommandBundle::EXCB recurses.
+      s << m
+      m.constants(false).each do |c|
+        value = m.const_get(c)
+        scanner.call(value) if value.is_a?(Module)
+      end
+    end
+
+    # FIXME: Add Pry here as well?
+    [:IRB, :SLex, :RubyLex, :RubyToken].each do |module_name|
+      next unless Object.const_defined?(module_name)
+      scanner.call(Object.const_get(module_name))
+    end
+
+    s.delete(IRB::Context) if defined?(IRB::Context)
+    s
+  end
+end