bolt 0.19.1 → 0.20.0

data/vendored/puppet/lib/puppet/pops/parser/lexer_support.rb

@@ -1,221 +0,0 @@
-
-module Puppet::Pops
-module Parser
-
-require 'puppet/util/multi_match'
-
-# This is an integral part of the Lexer. It is broken out into a separate module
-# for maintainability of the code, and making the various parts of the lexer focused.
-#
-module LexerSupport
-
-  # Returns "<eof>" if at end of input, else the following 5 characters with \n \r \t escaped
-  def followed_by
-    return "<eof>" if @scanner.eos?
-    result = @scanner.rest[0,5] + "..."
-    result.gsub!("\t", '\t')
-    result.gsub!("\n", '\n')
-    result.gsub!("\r", '\r')
-    result
-  end
-
-  # Returns a quoted string using " or ' depending on the given a strings's content
-  def format_quote(q)
-    if q == "'"
-      '"\'"'
-    else
-      "'#{q}'"
-    end
-  end
-
-  # Raises a Puppet::LexError with the given message
-  def lex_error_without_pos(issue, args = {})
-    raise Puppet::ParseErrorWithIssue.new(issue.format(args), nil, nil, nil, nil, issue.issue_code, args)
-  end
-
-  # Raises a Puppet::ParserErrorWithIssue with the given issue and arguments
-  def lex_error(issue, args = {}, pos=nil)
-    raise create_lex_error(issue, args, pos)
-  end
-
-  def filename
-    file = @locator.file
-    file.is_a?(String) && !file.empty? ? file : nil
-  end
-
-  def line(pos)
-    @locator.line_for_offset(pos || @scanner.pos)
-  end
-
-  def position(pos)
-    @locator.pos_on_line(pos || @scanner.pos)
-  end
-
-  def lex_warning(issue, args = {}, pos=nil)
-    Puppet::Util::Log.create({
-        :level => :warning,
-        :message => issue.format(args),
-        :issue_code => issue.issue_code,
-        :file => filename,
-        :line => line(pos),
-        :pos => position(pos),
-      })
-  end
-
-  # @param issue [Issues::Issue] the issue
-  # @param args [Hash<Symbol,String>] Issue arguments
-  # @param pos [Integer]
-  # @return [Puppet::ParseErrorWithIssue] the created error
-  def create_lex_error(issue, args = {}, pos = nil)
-    Puppet::ParseErrorWithIssue.new(
-        issue.format(args),
-        filename,
-        line(pos),
-        position(pos),
-        nil,
-        issue.issue_code,
-        args)
-  end
-
-  # Asserts that the given string value is a float, or an integer in decimal, octal or hex form.
-  # An error is raised if the given value does not comply.
-  #
-  def assert_numeric(value, pos)
-    if value =~ /^0[xX]/
-      lex_error(Issues::INVALID_HEX_NUMBER, {:value => value}, pos)     unless value =~ /^0[xX][0-9A-Fa-f]+$/
-
-    elsif value =~ /^0[^.]/
-      lex_error(Issues::INVALID_OCTAL_NUMBER, {:value => value}, pos)   unless value =~ /^0[0-7]+$/
-
-    elsif value =~ /^\d+[eE.]/
-      lex_error(Issues::INVALID_DECIMAL_NUMBER, {:value => value}, pos) unless value =~ /^\d+(?:\.\d+)?(?:[eE]-?\d+)?$/
-
-    else
-      lex_error(Issues::ILLEGAL_NUMBER, {:value => value}, pos) unless value =~ /^\d+$/
-    end
-  end
-
-  # A TokenValue keeps track of the token symbol, the lexed text for the token, its length
-  # and its position in its source container. There is a cost associated with computing the
-  # line and position on line information.
-  #
-  class TokenValue < Locatable
-    attr_reader :token_array
-    attr_reader :offset
-    attr_reader :locator
-
-    def initialize(token_array, offset, locator)
-      @token_array = token_array
-      @offset = offset
-      @locator = locator
-    end
-
-    def length
-      @token_array[2]
-    end
-
-    def [](key)
-      case key
-      when :value
-        @token_array[1]
-      when :file
-        @locator.file
-      when :line
-        @locator.line_for_offset(@offset)
-      when :pos
-        @locator.pos_on_line(@offset)
-      when :length
-        @token_array[2]
-      when :locator
-        @locator
-      when :offset
-        @offset
-      else
-        nil
-      end
-    end
-
-    def to_s
-      # This format is very compact and is intended for debugging output from racc parser in
-      # debug mode. If this is made more elaborate the output from a debug run becomes very hard to read.
-      #
-      "'#{self[:value]} #{@token_array[0]}'"
-    end
-    # TODO: Make this comparable for testing
-    # vs symbolic, vs array with symbol and non hash, array with symbol and hash)
-    #
-  end
-
-
-  MM = Puppet::Util::MultiMatch
-  MM_ANY = MM::NOT_NIL
-
-  BOM_UTF_8      = MM.new(0xEF, 0xBB, 0xBF,        MM_ANY)
-  BOM_UTF_16_1   = MM.new(0xFE, 0xFF,              MM_ANY, MM_ANY)
-  BOM_UTF_16_2   = MM.new(0xFF, 0xFE,              MM_ANY, MM_ANY)
-  BOM_UTF_32_1   = MM.new(0x00, 0x00, 0xFE, 0xFF   )
-  BOM_UTF_32_2   = MM.new(0xFF, 0xFE, 0x00, 0x00   )
-
-  BOM_UTF_1      = MM.new(0xF7, 0x64, 0x4C,        MM_ANY)
-  BOM_UTF_EBCDIC = MM.new(0xDD, 0x73, 0x66, 0x73   )
-  BOM_SCSU       = MM.new(0x0E, 0xFE, 0xFF,        MM_ANY)
-  BOM_BOCU       = MM.new(0xFB, 0xEE, 0x28,        MM_ANY)
-  BOM_GB_18030   = MM.new(0x84, 0x31, 0x95, 0x33   )
-
-  LONGEST_BOM    = 4
-
-  def assert_not_bom(content)
-    name, size =
-    case bom = get_bom(content)
-
-    when BOM_UTF_32_1, BOM_UTF_32_2
-      ['UTF-32', 4]
-
-    when BOM_GB_18030
-      ['GB-18030', 4]
-
-    when BOM_UTF_EBCDIC
-      ['UTF-EBCDIC', 4]
-
-    when BOM_SCSU
-      ['SCSU', 3]
-
-    when BOM_UTF_8
-      ['UTF-8', 3]
-
-    when BOM_UTF_1
-      ['UTF-1', 3]
-
-    when BOM_BOCU
-      ['BOCU', 3]
-
-    when BOM_UTF_16_1, BOM_UTF_16_2
-      ['UTF-16', 2]
-
-    else
-      return
-    end
-
-    lex_error_without_pos(
-      Puppet::Pops::Issues::ILLEGAL_BOM,
-      { :format_name   => name,
-        :bytes  => "[#{bom.values[0,size].map {|b| "%X" % b}.join(" ")}]"
-      })
-  end
-
-  def get_bom(content)
-    # get 5 bytes as efficiently as possible (none of the string methods works since a bom consists of
-    # illegal characters on most platforms, and there is no get_bytes(n). Explicit calls are faster than
-    # looping with a lambda. The get_byte returns nil if there are too few characters, and they
-    # are changed to spaces
-    MM.new(
-      (content.getbyte(0) || ' '),
-      (content.getbyte(1) || ' '),
-      (content.getbyte(2) || ' '),
-      (content.getbyte(3) || ' ')
-      )
-  end
-
-end
-end
-end

data/vendored/puppet/lib/puppet/pops/parser/locatable.rb

@@ -1,23 +0,0 @@
-# Interface for something that is "locatable" (holds offset and length).
-class Puppet::Pops::Parser::Locatable
-
-  # The offset in the locator's content
-  def offset
-  end
-
-  # The length in the locator from the given offset
-  def length
-  end
-
-  # This class is useful for testing
-  class Fixed < Puppet::Pops::Parser::Locatable
-    attr_reader :offset
-    attr_reader :length
-
-    def initialize(offset, length)
-      @offset = offset
-      @length = length
-    end
-  end
-
-end

data/vendored/puppet/lib/puppet/pops/parser/locator.rb

@@ -1,336 +0,0 @@
-module Puppet::Pops
-module Parser
-# Helper class that keeps track of where line breaks are located and can answer questions about positions.
-#
-class Locator
-  # Creates, or recreates a Locator. A Locator is created if index is not given (a scan is then
-  # performed of the given source string.
-  #
-  def self.locator(string, file, index = nil, char_offsets = false)
-    if char_offsets
-      LocatorForChars.new(string, file, index)
-    else
-      Locator19.new(string, file, index)
-    end
-  end
-
-  # Returns the file name associated with the string content
-  def file
-  end
-
-  # Returns the string content
-  def string
-  end
-
-  def to_s
-    "Locator for file #{file}"
-  end
-
-  # Returns the position on line (first position on a line is 1)
-  def pos_on_line(offset)
-  end
-
-  # Returns the line number (first line is 1) for the given offset
-  def line_for_offset(offset)
-  end
-
-  # Returns the offset on line (first offset on a line is 0).
-  #
-  def offset_on_line(offset)
-  end
-
-  # Returns the character offset for a given reported offset
-  def char_offset(byte_offset)
-  end
-
-  # Returns the length measured in number of characters from the given start and end byte offset
-  def char_length(offset, end_offset)
-  end
-
-  # Extracts the text from offset with given length (measured in what the locator uses for offset)
-  # @returns String - the extracted text
-  def extract_text(offset, length)
-  end
-
-  def extract_tree_text(ast)
-    first = ast.offset
-    last = first + ast.length
-    ast._pcore_all_contents([]) do |m|
-      next unless m.is_a?(Model::Positioned)
-      m_offset = m.offset
-      m_last = m_offset + m.length
-      first = m_offset if m_offset < first
-      last = m_last if m_last > last
-    end
-    extract_text(first, last - first)
-  end
-
-  # Returns the line index - an array of line offsets for the start position of each line, starting at 0 for
-  # the first line.
-  #
-  def line_index()
-  end
-
-  # Produces an URI with path?line=n&pos=n. If origin is unknown the URI is string:?line=n&pos=n
-  def to_uri(ast)
-    f = file
-    if f.nil? || f.empty?
-      f = 'string:'
-    else
-      f = Puppet::Util.path_to_uri(f).to_s
-    end
-    offset = ast.offset
-    URI("#{f}?line=#{line_for_offset(offset).to_s}&pos=#{pos_on_line(offset).to_s}")
-  end
-
-  # A Sublocator locates a concrete locator (subspace) in a virtual space.
-  # The `leading_line_count` is the (virtual) number of lines preceding the first line in the concrete locator.
-  # The `leading_offset` is the (virtual) byte offset of the first byte in the concrete locator.
-  # The `leading_line_offset` is the (virtual) offset / margin in characters for each line.
-  #
-  # This illustrates characters in the sublocator (`.`) inside the subspace (`X`):
-  #
-  #      1:XXXXXXXX
-  #      2:XXXX.... .. ... ..
-  #      3:XXXX. . .... ..
-  #      4:XXXX............
-  #
-  # This sublocator would be configured with leading_line_count = 1,
-  # leading_offset=8, and leading_line_offset=4
-  #
-  # Note that leading_offset must be the same for all lines and measured in characters.
-  #
-  class SubLocator < Locator
-    attr_reader :locator
-    attr_reader :leading_line_count
-    attr_reader :leading_offset
-    attr_reader :leading_line_offset
-
-    def self.sub_locator(string, file, leading_line_count, leading_offset, leading_line_offset)
-      self.new(Locator.locator(string, file),
-        leading_line_count,
-        leading_offset,
-        leading_line_offset)
-    end
-
-    def initialize(locator, leading_line_count, leading_offset, leading_line_offset)
-      @locator = locator
-      @leading_line_count = leading_line_count
-      @leading_offset = leading_offset
-      @leading_line_offset = leading_line_offset
-    end
-
-    def file
-      @locator.file
-    end
-
-    def string
-      @locator.string
-    end
-
-    # Given offset is offset in the subspace
-    def line_for_offset(offset)
-      @locator.line_for_offset(offset) + @leading_line_count
-    end
-
-    # Given offset is offset in the subspace
-    def offset_on_line(offset)
-      @locator.offset_on_line(offset) + @leading_line_offset
-    end
-
-    # Given offset is offset in the subspace
-    def char_offset(offset)
-      effective_line = @locator.line_for_offset(offset)
-      locator.char_offset(offset) + (effective_line * @leading_line_offset) + @leading_offset
-    end
-
-    # Given offsets are offsets in the subspace
-    def char_length(offset, end_offset)
-      effective_line = @locator.line_for_offset(end_offset) - @locator.line_for_offset(offset)
-      locator.char_length(offset, end_offset) + (effective_line * @leading_line_offset)
-    end
-
-    def pos_on_line(offset)
-      offset_on_line(offset) +1
-    end
-  end
-
-  class AbstractLocator < Locator
-    attr_accessor :line_index
-    attr_accessor :string
-    attr_reader   :string
-    attr_reader   :file
-
-    # Create a locator based on a content string, and a boolean indicating if ruby version support multi-byte strings
-    # or not.
-    #
-    def initialize(string, file, line_index = nil)
-      @string = string.freeze
-      @file = file.freeze
-      @prev_offset = nil
-      @prev_line = nil
-      @line_index = line_index
-      compute_line_index if line_index.nil?
-    end
-
-    # Returns the position on line (first position on a line is 1)
-    def pos_on_line(offset)
-      offset_on_line(offset) +1
-    end
-
-    def to_location_hash(reported_offset, end_offset)
-      pos        = pos_on_line(reported_offset)
-      offset     = char_offset(reported_offset)
-      length     = char_length(reported_offset, end_offset)
-      start_line = line_for_offset(reported_offset)
-      { :line => start_line, :pos => pos, :offset => offset, :length => length}
-    end
-
-    # Returns the index of the smallest item for which the item > the given value
-    # This is a min binary search. Although written in Ruby it is only slightly slower than
-    # the corresponding method in C in Ruby 2.0.0 - the main benefit to use this method over
-    # the Ruby C version is that it returns the index (not the value) which means there is not need
-    # to have an additional structure to get the index (or record the index in the structure). This
-    # saves both memory and CPU. It also does not require passing a block that is called since this
-    # method is specialized to search the line index.
-    #
-    def ary_bsearch_i(ary, value)
-      low = 0
-      high = ary.length
-      mid = nil
-      smaller = false
-      satisfied = false
-      v = nil
-
-      while low < high do
-          mid = low + ((high - low) / 2)
-          v = (ary[mid] > value)
-          if v == true
-            satisfied = true
-            smaller = true
-          elsif !v
-            smaller = false
-          else
-            raise TypeError, "wrong argument, must be boolean or nil, got '#{v.class}'"
-          end
-
-          if smaller
-            high = mid
-          else
-            low = mid + 1;
-          end
-      end
-
-      return nil if low == ary.length
-      return nil if !satisfied
-      return low
-    end
-
-    def hash
-      [string, file, line_index].hash
-    end
-
-    # Equal method needed by serializer to perform tabulation
-    def eql?(o)
-      self.class == o.class && string == o.string && file == o.file && line_index == o.line_index
-    end
-
-    # Common impl for 18 and 19 since scanner is byte based
-    def compute_line_index
-      scanner = StringScanner.new(string)
-      result = [0] # first line starts at 0
-      while scanner.scan_until(/\n/)
-        result << scanner.pos
-      end
-      self.line_index = result.freeze
-    end
-
-    # Returns the line number (first line is 1) for the given offset
-    def line_for_offset(offset)
-      if @prev_offset == offset
-        # use cache
-        return @prev_line
-      end
-      if line_nbr = ary_bsearch_i(line_index, offset)
-        # cache
-        @prev_offset = offset
-        @prev_line = line_nbr
-        return line_nbr
-      end
-      # If not found it is after last
-      # clear cache
-      @prev_offset = @prev_line = nil
-      return line_index.size
-    end
-  end
-
-  class LocatorForChars < AbstractLocator
-
-    def offset_on_line(offset)
-      line_offset = line_index[ line_for_offset(offset)-1 ]
-      offset - line_offset
-    end
-
-    def char_offset(char_offset)
-      char_offset
-    end
-
-    def char_length(offset, end_offset)
-      end_offset - offset
-    end
-
-    # Extracts the text from char offset with given byte length
-    # @returns String - the extracted text
-    def extract_text(offset, length)
-      string.slice(offset, length)
-    end
-
-  end
-
-  # This implementation is for Ruby19 and Ruby20. It uses byteslice to get strings from byte based offsets.
-  # For Ruby20 this is faster than using the Stringscanner.charpos method (byteslice outperforms it, when
-  # strings are frozen).
-  #
-  class Locator19 < AbstractLocator
-    include Types::PuppetObject
-
-    def self._pcore_type
-      @type ||= Types::PObjectType.new('Puppet::AST::Locator', {
-        'attributes' => {
-          'string' => Types::PStringType::DEFAULT,
-          'file' => Types::PStringType::DEFAULT,
-          'line_index' => {
-            Types::KEY_TYPE => Types::POptionalType.new(Types::PArrayType.new(Types::PIntegerType::DEFAULT)),
-            Types::KEY_VALUE => nil
-          }
-        }
-      })
-    end
-
-    # Returns the offset on line (first offset on a line is 0).
-    # Ruby 19 is multibyte but has no character position methods, must use byteslice
-    def offset_on_line(offset)
-      line_offset = line_index[ line_for_offset(offset)-1 ]
-      string.byteslice(line_offset, offset-line_offset).length
-    end
-
-    # Returns the character offset for a given byte offset
-    # Ruby 19 is multibyte but has no character position methods, must use byteslice
-    def char_offset(byte_offset)
-      string.byteslice(0, byte_offset).length
-    end
-
-    # Returns the length measured in number of characters from the given start and end byte offset
-    def char_length(offset, end_offset)
-      string.byteslice(offset, end_offset - offset).length
-    end
-
-    # Extracts the text from byte offset with given byte length
-    # @returns String - the extracted text
-    def extract_text(offset, length)
-      string.byteslice(offset, length)
-    end
-  end
-end
-end
-end