kdl 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 54cb1225594aa690afe9708fe772f2d9a2847fd411081e5a4635509086b8229b
+  data.tar.gz: 248db2de267c36e4f1889b98ca3d17446c52de27459e94a7d3f7a7a7ff9a55f6
+SHA512:
+  metadata.gz: 51ce94fcf0542173069ccda592b18463981d8b91a2984b8bba34b2c54e2e1b9e0de521b46ca5a29ae440eb884ebe7b209104a48261b51fbfd43098173b5ae3ae
+  data.tar.gz: 6844f3747214785f7b206b51fdaa0d36f133f56c6ab2e1b09365e3d545e20c27eec5b9a91c33c581a30ccafc5221e1a1b540c63f7ce42e9f3f2bd65e76b5991f

data/.github/workflows/ruby.yml

@@ -0,0 +1,35 @@
+# This workflow uses actions that are not certified by GitHub.
+# They are provided by a third-party and are governed by
+# separate terms of service, privacy policy, and support
+# documentation.
+# This workflow will download a prebuilt Ruby version, install dependencies and run tests with Rake
+# For more information see: https://github.com/marketplace/actions/setup-ruby-jruby-and-truffleruby
+
+name: Ruby
+
+on:
+  push:
+    branches: [ main ]
+  pull_request:
+    branches: [ main ]
+
+jobs:
+  test:
+    strategy:
+      matrix:
+        ruby: [2.3, 2.4, 2.5, 2.6, 2.7, 3.0.0-preview1]
+
+    runs-on: ubuntu-latest
+
+    steps:
+    - uses: actions/checkout@v2
+    - name: Set up Ruby
+      uses: ruby/setup-ruby@v1
+      with:
+        ruby-version: ${{ matrix.ruby }}
+    - name: Install dependencies
+      run: gem install bundler && bundle install
+    - name: Build parser
+      run: bundle exec racc lib/kdl/kdl.yy
+    - name: Run tests
+      run: bundle exec rake test

data/.gitignore

@@ -0,0 +1,12 @@
+/.bundle/
+/.yardoc
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/
+
+Gemfile.lock
+
+lib/kdl/kdl.tab.rb

data/.travis.yml

@@ -0,0 +1,6 @@
+---
+language: ruby
+cache: bundler
+rvm:
+  - 2.7.0
+before_install: gem install bundler -v 2.1.2

data/CODE_OF_CONDUCT.md

@@ -0,0 +1,105 @@
+# Code of Conduct
+
+## When Something Happens
+
+If you see behavoir that makes you feel unsafe or unwelcome or otherwise uncomfortable, follow these steps:
+
+1. Let the person know that what they did is not appropriate and ask them to stop and/or edit their message(s) or commits.
+2. That person should immediately stop the behavior and correct the issue.
+3. If this doesn’t happen, or if you're uncomfortable speaking up, [contact the maintainers](#contacting-maintainers).
+4. As soon as available, a maintainer will look into the issue, and take [further action (see below)](#further-enforcement), starting with a warning, then temporary block, then long-term repo or organization ban.
+
+**The maintainer team will prioritize the well-being and comfort of those affected over the comfort of the offending party.** See [some examples below](#enforcement-examples).
+
+## Our Pledge
+
+In the interest of fostering an open and welcoming environment, we as contributors and maintainers of this project pledge to making participation in our community a harassment-free experience for everyone, regardless of age, body size, disability, ethnicity, gender identity and expression, level of experience, technical preferences, nationality, personal appearance, race, religion, or sexual identity and orientation.
+
+This commitment means that inappropriate behavior can lead to intervention. This includes our intention to address issues with [missing stairs](https://en.wikipedia.org/wiki/Missing_stair) who may not have explicitly violated any written-down rules but might still be disrupting the community.
+
+## Scope
+
+This Code of Conduct applies both within spaces involving this project and in other spaces involving community members. This includes the repository, its Pull Requests and Issue tracker, its Twitter community, private email communications in the context of the project, and any events where members of the project are participating, as well as adjacent communities and venues affecting the project's members.
+
+Depending on the violation, the maintainers may decide that violations of this code of conduct that have happened outside of the scope of the community may deem an individual unwelcome, and take appropriate action to maintain the comfort and safety of its members.
+
+## Contacting Maintainers
+
+- [Dan Smith <danini@hey.com>](mailto:danini@hey.com)
+
+## Further Enforcement
+
+If you've already followed the [initial enforcement steps](#enforcement), these are the steps maintainers will take for further enforcement, as needed:
+
+  1. Repeat the request to stop.
+  2. If the person doubles down, they will have offending messages removed or edited by a maintainers given an official warning. The PR or Issue may be locked.
+  3. If the behavior continues or is repeated later, the person will be blocked from participating for 24 hours.
+  4. If the behavior continues or is repeated after the temporary block, a long-term (6-12mo) ban will be used.
+
+On top of this, maintainers may remove any offending messages, images, contributions, etc, as they deem necessary.
+
+Maintainers reserve full rights to skip any of these steps, at their discretion, if the violation is considered to be a serious and/or immediate threat to the health and well-being of members of the community. These include any threats, serious physical or verbal attacks, and other such behavior that would be completely unacceptable in any social setting that puts our members at risk.
+
+Members expelled from events or venues with any sort of paid attendance will not be refunded.
+
+## Who Watches the Watchers?
+
+Maintainers and other leaders who do not follow or enforce the Code of Conduct in good faith may face temporary or permanent repercussions as determined by other members of the project's leadership. These may include anything from removal from the maintainer team to a permanent ban from the community.
+
+Additionally, as a project hosted on both GitHub, [their Community Guidielines may be applied to maintainers of this project](https://help.github.com/articles/github-community-guidelines/), externally of this project's procedures.
+
+## Enforcement Examples
+
+### The Best Case
+
+The vast majority of situations work out like this. This interaction is common, and generally positive.
+
+> Alex: "Yeah I used X and it was really crazy!"
+
+> Patt (not a maintainer): "Hey, could you not use that word? What about 'ridiculous' instead?"
+
+> Alex: "oh sorry, sure." -> edits old comment to say "it was really confusing!"
+
+### The Maintainer Case
+
+Sometimes, though, you need to get maintainers involved. Maintainers will do their best to resolve conflicts, but people who were harmed by something **will take priority**.
+
+> Patt: "Honestly, sometimes I just really hate using $library and anyone who uses it probably sucks at their job."
+
+> Alex: "Whoa there, could you dial it back a bit? There's a CoC thing about attacking folks' tech use like that."
+
+> Patt: "I'm not attacking anyone, what's your problem?"
+
+> Alex: "@maintainers hey uh. Can someone look at this issue? Patt is getting a bit aggro. I tried to nudge them about it, but nope."
+
+> KeeperOfCommitBits: (on issue) "Hey Patt, maintainer here. Could you tone it down? This sort of attack is really not okay in this space."
+
+> Patt: "Leave me alone I haven't said anything bad wtf is wrong with you."
+
+> KeeperOfCommitBits: (deletes user's comment), "@patt I mean it. Please refer to the CoC over at (URL to this CoC) if you have questions, but you can consider this an actual warning. I'd appreciate it if you reworded your messages in this thread, since they made folks there uncomfortable. Let's try and be kind, yeah?"
+
+> Patt: "@keeperofbits Okay sorry. I'm just frustrated and I'm kinda burnt out and I guess I got carried away. I'll DM Alex a note apologizing and edit my messages. Sorry for the trouble."
+
+> KeeperOfCommitBits: "@patt Thanks for that. I hear you on the stress. Burnout sucks :/.  Have a good one!"
+
+### The Nope Case
+
+> PepeTheFrog🐸: "Hi, I am a literal actual nazi and I think white supremacists are quite fashionable."
+
+> Patt: "NOOOOPE. OH NOPE NOPE."
+
+> Alex: "JFC NO. NOPE. @keeperofbits NOPE NOPE LOOK HERE"
+
+> KeeperOfCommitBits: "👀 Nope. NOPE NOPE NOPE. 🔥"
+
+> PepeTheFrog🐸 has been banned from all organization or user repositories belonging to KeeperOfCommitBits.
+
+## Attribution
+
+This Code of Conduct was generated using [WeAllJS Code of Conduct Generator](https://npm.im/weallbehave), which is based on the [WeAllJS Code of
+Conduct](https://wealljs.org/code-of-conduct), which is itself based on
+[Contributor Covenant](http://contributor-covenant.org), version 1.4, available
+at
+[http://contributor-covenant.org/version/1/4](http://contributor-covenant.org/version/1/4),
+and the LGBTQ in Technology Slack [Code of
+Conduct](http://lgbtq.technology/coc.html).

data/Gemfile

@@ -0,0 +1,7 @@
+source "https://rubygems.org"
+
+# Specify your gem's dependencies in kdl.gemspec
+gemspec
+
+gem "rake", "~> 12.0"
+gem "minitest", "~> 5.0"

data/LICENSE.txt

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2020 Daniel Smith
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/README.md

@@ -0,0 +1,44 @@
+# KDL
+
+[![Actions Status](https://github.com/jellymann/kdl-rb/workflows/Ruby/badge.svg)](https://github.com/jellymann/kdl-rb\/actions)
+
+This is a Ruby implementation of the [KDL Document Language](https://kdl.dev)
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'kdl'
+```
+
+And then execute:
+
+    $ bundle install
+
+Or install it yourself as:
+
+    $ gem install kdl
+
+## Usage
+
+```ruby
+require 'kdl'
+
+KDL.parse_document(a_string) #=> KDL::Document
+```
+
+## Development
+
+After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake test` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
+
+To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
+
+## Contributing
+
+Bug reports and pull requests are welcome on GitHub at https://github.com/jellymann/kdl-rb.
+
+
+## License
+
+The gem is available as open source under the terms of the [MIT License](https://opensource.org/licenses/MIT).

data/Rakefile

@@ -0,0 +1,11 @@
+require "bundler/gem_tasks"
+require "rake/testtask"
+
+Rake::TestTask.new(:test) do |t|
+  t.libs << "test"
+  t.libs << "lib"
+  t.test_files = FileList["test/**/*_test.rb"]
+  t.options = '--pride'
+end
+
+task :default => :test

data/bin/console

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "kdl"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require "irb"
+IRB.start(__FILE__)

data/bin/setup

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+set -euo pipefail
+IFS=$'\n\t'
+set -vx
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/kdl.gemspec

@@ -0,0 +1,29 @@
+require_relative 'lib/kdl/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "kdl"
+  spec.version       = KDL::VERSION
+  spec.authors       = ["Daniel Smith"]
+  spec.email         = ["danini@hey.com"]
+
+  spec.summary       = %q{KDL Document Language}
+  spec.description   = %q{Ruby implementation of the KDL Document Language Spec}
+  spec.homepage      = "https://kdl.dev"
+  spec.license       = "MIT"
+  spec.required_ruby_version = Gem::Requirement.new(">= 2.3.0")
+
+  spec.metadata["homepage_uri"] = spec.homepage
+  spec.metadata["source_code_uri"] = "https://github.com/jellymann/kdl-rb"
+  spec.metadata["changelog_uri"] = "https://github.com/jellymann/kdl-rb/releases"
+
+  # Specify which files should be added to the gem when it is released.
+  # The `git ls-files -z` loads the files in the RubyGem that have been added into git.
+  spec.files         = Dir.chdir(File.expand_path('..', __FILE__)) do
+    `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  end
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency 'racc', '~> 1.5'
+end

data/lib/kdl.rb

@@ -0,0 +1,12 @@
+require "kdl/version"
+require "kdl/tokenizer"
+require "kdl/document"
+require "kdl/value"
+require "kdl/node"
+require "kdl/kdl.tab"
+
+module KDL
+  def self.parse_document(input)
+    Parser.new.parse(input)
+  end
+end

data/lib/kdl/document.rb

@@ -0,0 +1,20 @@
+module KDL
+  class Document
+    attr_accessor :nodes
+    
+    def initialize(nodes)
+      @nodes = nodes
+    end
+
+    def to_s
+      @nodes.map(&:to_s).join("\n")
+    end
+    alias inspect to_s
+
+    def ==(other)
+      return false unless other.is_a?(Document)
+
+      nodes == other.nodes
+    end
+  end
+end

data/lib/kdl/kdl.yy

@@ -0,0 +1,68 @@
+class KDL::Parser
+  options no_result_var
+  token IDENT
+        STRING RAWSTRING
+        INTEGER FLOAT TRUE FALSE NULL
+        WS NEWLINE
+        LPAREN RPAREN
+        EQUALS
+        SEMICOLON
+        EOF
+        SLASHDASH
+rule
+  document  : nodes { KDL::Document.new(val[0]) }
+            | linespaces { KDL::Document.new([])}
+
+  nodes     : none                      { [] }
+            | linespace_star node       { [val[1]] }
+            | linespace_star empty_node { [] }
+            | nodes node                { [*val[0], val[1]] }
+            | nodes empty_node          { val[0] }
+  node      : node_decl node_term                                 { val[0] }
+            | node_decl node_children node_term                   { val[0].tap { |x| x.children = val[1] } }
+            | node_decl empty_children node_term                   { val[0] }
+  node_decl : identifier                              { KDL::Node.new(val[0]) }
+            | node_decl WS value                      { val[0].tap { |x| x.arguments << val[2] } }
+            | node_decl WS SLASHDASH ws_star value    { val[0] }
+            | node_decl WS property                   { val[0].tap { |x| x.properties[val[2][0]] = val[2][1] } }
+            | node_decl WS SLASHDASH ws_star property { val[0] }
+  empty_node: SLASHDASH ws_star node
+  node_children: ws_star LPAREN nodes RPAREN { val[2] }
+  empty_children: SLASHDASH node_children
+                | WS empty_children
+  node_term: linespaces | semicolon_term
+  semicolon_term: SEMICOLON | SEMICOLON linespaces
+
+  identifier: IDENT  { val[0] }
+            | STRING { val[0] }
+
+  property: identifier EQUALS value { [val[0], val[2]] }
+
+  value : STRING     { KDL::Value::String.new(val[0]) }
+        | RAWSTRING  { KDL::Value::String.new(val[0]) }
+        | INTEGER    { KDL::Value::Int.new(val[0]) }
+        | FLOAT      { KDL::Value::Float.new(val[0]) }
+        | boolean    { KDL::Value::Boolean.new(val[0]) }
+        | NULL       { KDL::Value::Null }
+
+  boolean : TRUE  { true }
+          | FALSE { false }
+
+  ws_star: none | WS
+  linespace: WS | NEWLINE | EOF
+  linespaces: linespace | linespaces linespace
+  linespace_star: none | linespaces
+
+  none: { nil }
+
+---- inner
+  def parse(str)
+    @tokenizer = ::KDL::Tokenizer.new(str)
+    do_parse
+  end
+
+  private
+
+  def next_token
+    @tokenizer.next_token
+  end

data/lib/kdl/node.rb

@@ -0,0 +1,39 @@
+module KDL
+  class Node
+    attr_accessor :name, :arguments, :properties, :children
+
+    def initialize(name, arguments = [], properties = {}, children = [])
+      @name = name
+      @arguments = arguments
+      @properties = properties
+      @children = children
+    end
+
+    def to_s(level = 0)
+      indent = '    ' * level
+      s = "#{indent}#{name}"
+      unless arguments.empty?
+        s += " #{arguments.map(&:to_s).join(' ')}"
+      end
+      unless properties.empty?
+        s += " #{properties.map { |k, v| "#{k}=#{v}" }.join(' ')}"
+      end
+      unless children.empty?
+        s += " {\n"
+        s += children.map { |c| c.to_s(level + 1) }.join("\n")
+        s += "\n#{indent}}"
+      end
+      s
+    end
+    alias inspect to_s
+
+    def ==(other)
+      return false unless other.is_a?(Node)
+
+      name       == other.name       &&
+      arguments  == other.arguments  &&
+      properties == other.properties &&
+      children   == other.children
+    end
+  end
+end

data/lib/kdl/tokenizer.rb

@@ -0,0 +1,322 @@
+module KDL
+  class Tokenizer
+    class Error < StandardError; end
+
+    attr_reader :index
+
+    SYMBOLS = {
+      '{' => :LPAREN,
+      '}' => :RPAREN,
+      '=' => :EQUALS,
+      '＝' => :EQUALS,
+      ';' => :SEMICOLON
+    }
+
+    WHITEPACE = ["\u0009", "\u0020", "\u00A0", "\u1680",
+                 "\u2000", "\u2001", "\u2002", "\u2003",
+                 "\u2004", "\u2005", "\u2006", "\u2007",
+                 "\u2008", "\u2009", "\u200A", "\u202F",
+                 "\u205F", "\u3000" ]
+
+    NEWLINES = ["\u000A", "\u0085", "\u000C", "\u2028", "\u2029"]
+
+    NON_IDENTIFIER_CHARS = Regexp.escape "#{SYMBOLS.keys.join('')}\\<>[]\","
+    IDENTIFIER_CHARS = /[^#{NON_IDENTIFIER_CHARS}\x0-\x20]/
+    INITIAL_IDENTIFIER_CHARS = /[^#{NON_IDENTIFIER_CHARS}0-9\x0-\x20]/
+
+    def initialize(str, start = 0)
+      @str = str
+      @context = nil
+      @rawstring_hashes = nil
+      @index = start
+      @buffer = ""
+      @done = false
+      @previous_context = nil
+    end
+
+    def next_token
+      @context = nil
+      @previous_context = nil
+      loop do
+        c = @str[@index]
+        case @context
+        when nil
+          case c
+          when '"'
+            self.context = :string
+            @buffer = ''
+            @index += 1
+          when 'r'
+            if @str[@index + 1] == '"'
+              self.context = :rawstring
+              @index += 2
+              @rawstring_hashes = 0
+              @buffer = ''
+              next
+            elsif @str[@index + 1] == '#'
+              i = @index + 1
+              @rawstring_hashes = 0
+              while @str[i] == '#'
+                @rawstring_hashes += 1
+                i += 1
+              end
+              if @str[i] == '"'
+                self.context = :rawstring
+                @index = i + 1
+                @buffer = ''
+                next
+              end
+            end
+            self.context = :ident
+            @buffer = c
+            @index += 1
+          when /[0-9\-+]/
+            n = @str[@index + 1]
+            if c == '0' && n =~ /[box]/
+              @index += 2
+              @buffer = ''
+              self.context = case n
+                         when 'b' then :binary
+                         when 'o' then :octal
+                         when 'x' then :hexadecimal
+                         end
+            else
+              self.context = :decimal
+              @index += 1
+              @buffer = c
+            end
+          when '\\'
+            t = Tokenizer.new(@str, @index + 1)
+            la = t.next_token[0]
+            if la == :NEWLINE
+              @index = t.index
+            elsif la == :WS && (lan = t.next_token[0]) == :NEWLINE
+              @index = t.index
+            else
+              raise Error, "Unexpected '\\'"
+            end
+          when *SYMBOLS.keys
+            @index += 1
+            return [SYMBOLS[c], c]
+          when "\r"
+            n = @str[@index + 1]
+            if n == "\n"
+              @index += 2
+              return [:NEWLINE, "#{c}#{n}"]
+            else
+              @index += 1
+              return [:NEWLINE, c]
+            end
+          when *NEWLINES
+            @index += 1
+            return [:NEWLINE, c]
+          when "/"
+            if @str[@index + 1] == '/'
+              self.context = :single_line_comment
+              @index += 2
+            elsif @str[@index + 1] == '*'
+              self.context = :multi_line_comment
+              @comment_nesting = 1
+              @index += 2
+            elsif @str[@index + 1] == '-'
+              @index += 2
+              return [:SLASHDASH, '/-']
+            else
+              self.context = :ident
+              @buffer = c
+              @index += 1
+            end
+          when *WHITEPACE
+            self.context = :whitespace
+            @buffer = c
+            @index += 1
+          when nil
+            return [false, false] if @done
+            @done = true
+            return [:EOF, '']
+          when INITIAL_IDENTIFIER_CHARS
+            self.context = :ident
+            @buffer = c
+            @index += 1
+          else
+            raise Error, "Unexpected character #{c.inspect}"
+          end
+        when :ident
+          case c
+          when IDENTIFIER_CHARS
+            @index += 1
+            @buffer += c
+          else
+            case @buffer
+            when 'true'  then return [:TRUE, true]
+            when 'false' then return [:FALSE, false]
+            when 'null'  then return [:NULL, nil]
+            else return [:IDENT, @buffer]
+            end
+          end
+        when :string
+          case c
+          when '\\'
+            @buffer += c
+            @buffer += @str[@index + 1]
+            @index += 2
+          when '"'
+            @index += 1
+            return [:STRING, convert_escapes(@buffer)]
+          when nil
+            raise Error, "Unterminated string literal"
+          else
+            @buffer += c
+            @index += 1
+          end
+        when :rawstring
+          raise Error, "Unterminated rawstring literal" if c.nil?
+
+          if c == '"'
+            h = 0
+            while @str[@index + 1 + h] == '#' && h < @rawstring_hashes
+              h += 1
+            end
+            if h == @rawstring_hashes
+              @index += 1 + h
+              return [:RAWSTRING, @buffer]
+            end
+          end
+
+          @buffer += c
+          @index += 1
+        when :decimal
+          case c
+          when /[0-9.\-+_eE]/
+            @index += 1
+            @buffer += c
+          else
+            return parse_decimal(@buffer)
+          end
+        when :hexadecimal
+          case c
+          when /[0-9a-fA-F_]/
+            @index += 1
+            @buffer += c
+          else
+            return parse_hexadecimal(@buffer)
+          end
+        when :octal
+          case c
+          when /[0-7_]/
+            @index += 1
+            @buffer += c
+          else
+            return parse_octal(@buffer)
+          end
+        when :binary
+          case c
+          when /[01_]/
+            @index += 1
+            @buffer += c
+          else
+            return parse_binary(@buffer)
+          end
+        when :single_line_comment
+          if NEWLINES.include?(c) || c == "\r"
+            self.context = nil
+            next
+          elsif c.nil?
+            @done = true
+            return [:EOF, '']
+          else
+            @index += 1
+          end
+        when :multi_line_comment
+          if c == '/' && @str[@index + 1] == '*'
+            @comment_nesting += 1
+            @index += 2
+          elsif c == '*' && @str[@index + 1] == '/'
+            @comment_nesting -= 1
+            @index += 2
+            if @comment_nesting == 0
+              revert_context
+            end
+          else
+            @index += 1
+          end
+        when :whitespace
+          if WHITEPACE.include?(c)
+            @index += 1
+            @buffer += c
+          elsif c == "\\"
+            t = Tokenizer.new(@str, @index + 1)
+            la = t.next_token[0]
+            if la == :NEWLINE
+              @index = t.index
+            elsif (la == :WS && (lan = t.next_token[0]) == :NEWLINE)
+              @index = t.index
+            else
+              raise Error, "Unexpected '\\'"
+            end
+          elsif c == "/" && @str[@index + 1] == '*'
+            self.context = :multi_line_comment
+            @comment_nesting = 1
+            @index += 2
+          else
+            return [:WS, @buffer]
+          end
+        end
+      end
+    end
+
+    def context=(val)
+      @previous_context = @context
+      @context = val
+    end
+
+    def revert_context
+      @context = @previous_context
+      @previous_context = nil
+    end
+
+    private
+
+    def parse_decimal(s)
+      return [:FLOAT, Float(munch_underscores(s))] if s =~ /[.eE]/
+      [:INTEGER, Integer(munch_underscores(s), 10)]
+    end
+    
+    def parse_hexadecimal(s)
+      [:INTEGER, Integer(munch_underscores(s), 16)]
+    end
+    
+    def parse_octal(s)
+      [:INTEGER, Integer(munch_underscores(s), 8)]
+    end
+    
+    def parse_binary(s)
+      [:INTEGER, Integer(munch_underscores(s), 2)]
+    end
+
+    def munch_underscores(s)
+      s.chomp('_').squeeze('_')
+    end
+
+    def convert_escapes(string)
+      string.gsub(/\\[^u]/) do |m|
+        case m
+        when '\n' then "\n"
+        when '\r' then "\r"
+        when '\t' then "\t"
+        when '\\\\' then "\\"
+        when '\"' then "\""
+        when '\b' then "\b"
+        when '\f' then "\f"
+        else raise Error, "Unexpected escape #{m.inspect}"
+        end
+      end.gsub(/\\u\{[0-9a-fA-F]{0,6}\}/) do |m|
+        i = Integer(m[3..-2], 16)
+        if i < 0 || i > 0x10FFFF
+          raise Error, "Invalid code point #{u}"
+        end
+        i.chr(Encoding::UTF_8)
+      end
+    end
+  end
+end

data/lib/kdl/value.rb

@@ -0,0 +1,70 @@
+module KDL
+  class Value
+    attr_reader :value
+
+    def initialize(value)
+      @value = value
+    end
+
+    def to_s
+      value.to_s
+    end
+    alias inspect to_s
+
+    class Int < Value
+      def ==(other)
+        other.is_a?(Int) && value == other.value
+      end
+    end
+
+    class Float < Value
+      def ==(other)
+        other.is_a?(Float) && value == other.value
+      end
+    end
+
+    class Boolean < Value
+      def ==(other)
+        other.is_a?(Boolean) && value == other.value
+      end
+    end
+
+    class String < Value
+      def to_s
+        value.inspect
+      end
+      alias inspect to_s
+
+      def ==(other)
+        other.is_a?(String) && value == other.value
+      end
+    end
+
+    class NullImpl < Value
+      def initialize
+        super(nil)
+      end
+
+      def to_s
+        "null"
+      end
+      alias inspect to_s
+
+      def ==(other)
+        other.is_a?(NullImpl)
+      end
+    end
+    Null = NullImpl.new
+
+    def self.from(value)
+      case value
+      when ::String then String.new(value)
+      when Integer then Int.new(value)
+      when ::Float then Float.new(value)
+      when TrueClass, FalseClass then Boolean.new(value)
+      when NilClass then Null
+      else raise Error("Unsupported value type: #{value.class}")
+      end
+    end
+  end
+end

data/lib/kdl/version.rb

@@ -0,0 +1,3 @@
+module KDL
+  VERSION = "0.1.0"
+end

metadata

@@ -0,0 +1,78 @@
+--- !ruby/object:Gem::Specification
+name: kdl
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Daniel Smith
+autorequire:
+bindir: exe
+cert_chain: []
+date: 2020-12-27 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: racc
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.5'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.5'
+description: Ruby implementation of the KDL Document Language Spec
+email:
+- danini@hey.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".github/workflows/ruby.yml"
+- ".gitignore"
+- ".travis.yml"
+- CODE_OF_CONDUCT.md
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/console
+- bin/setup
+- kdl.gemspec
+- lib/kdl.rb
+- lib/kdl/document.rb
+- lib/kdl/kdl.yy
+- lib/kdl/node.rb
+- lib/kdl/tokenizer.rb
+- lib/kdl/value.rb
+- lib/kdl/version.rb
+homepage: https://kdl.dev
+licenses:
+- MIT
+metadata:
+  homepage_uri: https://kdl.dev
+  source_code_uri: https://github.com/jellymann/kdl-rb
+  changelog_uri: https://github.com/jellymann/kdl-rb/releases
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 2.3.0
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.1.4
+signing_key:
+specification_version: 4
+summary: KDL Document Language
+test_files: []