litl-parser 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: e7e64c7c10d6bcd06f9c8774425743db3b855394e450684fc1f05f0d348de8a0
+  data.tar.gz: e8c576ffd6f7ae608324ed1c3acc1b15e7d1e728bf540ec1c22fbde15f6f1842
+SHA512:
+  metadata.gz: 6f02b89b13608419663f47f50b22f6b43415a3b91cfc5fed1c8df305841ec410af67525bd82d894801e387de9d30513945a8d28bc603fd648eb8f4df423556df
+  data.tar.gz: 90e055886b8468fe6e272ed776d75255c5c7540701664879310beda852b7a4f6f50e641455e213657aab83ea7bbcd6d8755bfaa37df1395a498784477409c817

data/.gitignore

@@ -0,0 +1,11 @@
+/.bundle/
+/.yardoc
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/
+.rspec_status
+/.idea
+*.gem

data/.rspec

@@ -0,0 +1,3 @@
+--format progress
+--color
+--require spec_helper

data/.rubocop.yml

@@ -0,0 +1,17 @@
+inherit_gem:
+  rubocop-config-umbrellio: lib/rubocop.yml
+  armitage-rubocop:
+    - lib/rubocop.general.yml
+    - lib/rubocop.rake.yml
+    - lib/rubocop.rspec.yml
+
+AllCops:
+  TargetRubyVersion: 2.7.0
+  Include:
+    - lib/**/*.rb
+    - spec/**/*.rb
+    - Gemfile
+    - Rakefile
+    - commspec_parser.gemspec
+    - bin/console
+    - bin/compile

data/.ruby-version

@@ -0,0 +1 @@
+2.6.5

data/Gemfile

@@ -0,0 +1,5 @@
+# frozen_string_literal: true
+
+source "https://rubygems.org"
+
+gemspec

data/Gemfile.lock

@@ -0,0 +1,96 @@
+PATH
+  remote: .
+  specs:
+    lit_parser (0.1.0)
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    armitage-rubocop (0.79.0)
+      rubocop (= 0.79.0)
+      rubocop-performance (= 1.5.2)
+      rubocop-rails (= 2.4.1)
+      rubocop-rake (= 0.5.0)
+      rubocop-rspec (= 1.37.1)
+    ast (2.4.0)
+    attr_extras (6.2.3)
+    coderay (1.1.2)
+    diff-lcs (1.3)
+    docile (1.3.2)
+    jaro_winkler (1.5.4)
+    json (2.3.0)
+    method_source (0.9.2)
+    parallel (1.19.1)
+    parser (2.7.0.4)
+      ast (~> 2.4.0)
+    patience_diff (1.1.0)
+      trollop (~> 1.16)
+    pry (0.12.2)
+      coderay (~> 1.1.0)
+      method_source (~> 0.9.0)
+    rack (2.2.2)
+    rainbow (3.0.0)
+    rake (13.0.1)
+    rspec (3.9.0)
+      rspec-core (~> 3.9.0)
+      rspec-expectations (~> 3.9.0)
+      rspec-mocks (~> 3.9.0)
+    rspec-core (3.9.1)
+      rspec-support (~> 3.9.1)
+    rspec-expectations (3.9.0)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.9.0)
+    rspec-mocks (3.9.0)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.9.0)
+    rspec-support (3.9.1)
+    rubocop (0.79.0)
+      jaro_winkler (~> 1.5.1)
+      parallel (~> 1.10)
+      parser (>= 2.7.0.1)
+      rainbow (>= 2.2.2, < 4.0)
+      ruby-progressbar (~> 1.7)
+      unicode-display_width (>= 1.4.0, < 1.7)
+    rubocop-config-umbrellio (0.79.0.68)
+      rubocop (= 0.79.0)
+      rubocop-performance (= 1.5.2)
+      rubocop-rails (= 2.4.1)
+      rubocop-rspec (= 1.37.1)
+    rubocop-performance (1.5.2)
+      rubocop (>= 0.71.0)
+    rubocop-rails (2.4.1)
+      rack (>= 1.1)
+      rubocop (>= 0.72.0)
+    rubocop-rake (0.5.0)
+      rubocop
+    rubocop-rspec (1.37.1)
+      rubocop (>= 0.68.1)
+    ruby-progressbar (1.10.1)
+    simplecov (0.17.1)
+      docile (~> 1.1)
+      json (>= 1.8, < 3)
+      simplecov-html (~> 0.10.0)
+    simplecov-html (0.10.2)
+    super_diff (0.4.2)
+      attr_extras
+      diff-lcs
+      patience_diff
+    trollop (1.16.2)
+    unicode-display_width (1.6.1)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  armitage-rubocop (~> 0.79)
+  bundler (~> 2.1)
+  lit_parser!
+  pry (~> 0.12)
+  rake (~> 13.0)
+  rspec (~> 3.9)
+  rubocop-config-umbrellio (~> 0.79)
+  simplecov (~> 0.17)
+  super_diff (~> 0.4)
+
+BUNDLED WITH
+   2.1.4

data/LICENSE.txt

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2019-2020 the 418
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/Rakefile

@@ -0,0 +1,21 @@
+# frozen_string_literal: true
+
+require "bundler/gem_tasks"
+require "rspec/core/rake_task"
+require "rubocop"
+require "rubocop/rake_task"
+require "rubocop-performance"
+require "rubocop-rspec"
+require "rubocop-rake"
+
+RuboCop::RakeTask.new(:rubocop) do |t|
+  config_path = File.expand_path(File.join(".rubocop.yml"), __dir__)
+  t.options = ["--config", config_path]
+  t.requires << "rubocop-performance"
+  t.requires << "rubocop-rspec"
+  t.requires << "rubocop-rake"
+end
+
+RSpec::Core::RakeTask.new(:rspec)
+
+task default: :rspec

data/bin/compile

@@ -0,0 +1,6 @@
+#!/usr/bin/env sh
+
+cd $(dirname $0)/../ext/lit/parser &&
+ruby extconf.rb &&
+make clean &&
+make

data/bin/console

@@ -0,0 +1,8 @@
+#!/usr/bin/env ruby
+# frozen_string_literal: true
+
+require 'bundler/setup'
+require 'lit'
+
+require 'pry'
+Pry.start

data/ext/lit/parser/.gitignore

@@ -0,0 +1,6 @@
+/*
+!/.gitignore
+!/lit_parser.c
+!/extconf.rb
+!/x86_64-apple-darwin
+!/x86_64-unknown-linux-gnu

data/ext/lit/parser/extconf.rb

@@ -0,0 +1,18 @@
+# frozen_string_literal: true
+
+require "mkmf"
+require "fileutils"
+
+target = if RbConfig::CONFIG["host_os"].include?("darwin")
+           "x86_64-apple-darwin"
+         else
+           "x86_64-unknown-linux-gnu"
+         end
+
+library_path = File.join(__dir__, target)
+Dir.glob(File.join(library_path, "*.a")).each { |path| FileUtils.cp(path, __dir__) }
+
+have_library("lit_parser")
+have_library("lit_error_formatter")
+
+create_makefile "lit/lit_parser"

data/ext/lit/parser/lit_parser.c

@@ -0,0 +1,28 @@
+#include <ruby.h>
+
+extern char* parse(const char*);
+extern char* format_error(const char*, const char*);
+
+VALUE parse_internal(VALUE _instance, VALUE rb_code_string) {
+  Check_Type(rb_code_string, T_STRING);
+  char* code_string = StringValueCStr(rb_code_string);
+  return rb_str_new2(parse(code_string));
+}
+
+VALUE format_error_internal(VALUE _instance, VALUE rb_filename, VALUE rb_error) {
+  Check_Type(rb_filename, T_STRING);
+  Check_Type(rb_error, T_STRING);
+
+  char* filename = StringValueCStr(rb_filename);
+  char* error = StringValueCStr(rb_error);
+
+  return rb_str_new2(format_error(filename, error));
+}
+
+void Init_lit_parser(void) {
+  VALUE root_module = rb_const_get(rb_cObject, rb_intern("LIT"));
+  VALUE parser_module = rb_const_get(root_module, rb_intern("Parser"));
+
+  rb_define_singleton_method(parser_module, "__parse_internal", parse_internal, 1);
+  rb_define_singleton_method(parser_module, "__format_error_internal", format_error_internal, 2);
+}

data/lib/lit.rb

@@ -0,0 +1,3 @@
+# frozen_string_literal: true
+
+module LIT; end

data/lib/lit/parser.rb

@@ -0,0 +1,36 @@
+# frozen_string_literal: true
+
+# @api public
+# @since 0.1.0
+module LIT
+  # @api public
+  # @since 0.1.0
+  module Parser
+    require_relative "parser/version"
+    require_relative "parser/errors"
+    require_relative "parser/ast"
+    require_relative "parser/ast_builder"
+    require_relative "../../ext/lit/parser/lit_parser"
+    require "json"
+
+    class << self
+      def parse_file(path)
+        source_code = File.read(path)
+        result = JSON.parse(__parse_internal(source_code))
+
+        if result.fetch("type") == "parse_error"
+          error_data = result.fetch("data")
+          error_message = format_error(path, JSON.dump(error_data))
+
+          raise ParseError.new(data: error_data, message: error_message)
+        else
+          ASTBuilder.new(result.fetch("data")).build
+        end
+      end
+
+      def format_error(file_path, error)
+        __format_error_internal(file_path.to_s, error)
+      end
+    end
+  end
+end

data/lib/lit/parser/ast.rb

@@ -0,0 +1,39 @@
+# frozen_string_literal: true
+
+module LIT
+  module Parser
+    # @api public
+    # @since 0.1.0
+    module AST
+      Program = ::Struct.new(:statements)
+      EndpointStatement = ::Struct.new(:name, :request, :response)
+
+      module EnumVariant
+        Unit = Module.new
+        Struct = ::Struct.new(:fields)
+      end
+
+      module TypeDeclarationStatement
+        Struct = ::Struct.new(:name, :fields)
+        Enum = ::Struct.new(:name, :variants)
+        TypeAlias = ::Struct.new(:name, :type)
+      end
+
+      module Type
+        Alias = ::Struct.new(:name)
+        AnonymousStruct = ::Struct.new(:fields)
+        AnonymousEnum = ::Struct.new(:variants)
+
+        module Primitive
+          String = Module.new
+          Integer = Module.new
+          Float = Module.new
+          Boolean = Module.new
+          Option = ::Struct.new(:type)
+          Array = ::Struct.new(:type)
+          Map = ::Struct.new(:key_type, :value_type)
+        end
+      end
+    end
+  end
+end

data/lib/lit/parser/ast_builder.rb

@@ -0,0 +1,121 @@
+# frozen_string_literal: true
+
+module LIT
+  module Parser
+    # @api private
+    # @since 0.1.0
+    class ASTBuilder
+      def initialize(raw_ast)
+        @raw_ast = raw_ast
+      end
+
+      def build
+        statements = @raw_ast.fetch("statements").map { |raw_stmt| build_statement(raw_stmt) }
+        AST::Program.new(statements)
+      end
+
+      private
+
+      def build_statement(raw_stmt)
+        type = raw_stmt.fetch("type")
+
+        case type
+        when "type_declaration_statement"
+          build_type_declaration_statement(raw_stmt.fetch("statement"))
+        when "endpoint_statement"
+          build_endpoint_statement(raw_stmt)
+        else
+          raise InvalidASTError, "invalid statement type: `#{type}`"
+        end
+      end
+
+      def build_type_declaration_statement(raw_stmt)
+        name = raw_stmt.fetch("name")
+        type = raw_stmt.fetch("type")
+
+        case type
+        when "struct"
+          fields = build_struct_fields(raw_stmt.fetch("fields"))
+          AST::TypeDeclarationStatement::Struct.new(name, fields)
+        when "enum"
+          variants = build_enum_variants(raw_stmt.fetch("variants"))
+          AST::TypeDeclarationStatement::Enum.new(name, variants)
+        when "type_alias"
+          type = build_type(raw_stmt.fetch("reference"))
+
+          AST::TypeDeclarationStatement::TypeAlias.new(name, type)
+        else
+          raise InvalidASTError, "invalid type declaration type: `#{type}`"
+        end
+      end
+
+      def build_endpoint_statement(raw_stmt)
+        AST::EndpointStatement.new(
+          raw_stmt.fetch("name"),
+          build_type(raw_stmt.fetch("request")),
+          build_type(raw_stmt.fetch("response")),
+        )
+      end
+
+      def build_struct_fields(raw_fields)
+        raw_fields.reduce({}) do |acc, (field_name, field_data)|
+          acc.merge(field_name.to_sym => build_type(field_data.fetch("reference")))
+        end
+      end
+
+      def build_enum_variants(raw_variants)
+        raw_variants.reduce({}) do |acc, (variant_name, variant_data)|
+          type = variant_data.fetch("type")
+
+          variant = case type
+                    when "unit" then AST::EnumVariant::Unit
+                    when "struct"
+                      AST::EnumVariant::Struct.new(
+                        build_struct_fields(variant_data.fetch("fields")),
+                      )
+                    else
+                      raise InvalidASTError, "invalid variant type: `#{type}`"
+                    end
+          acc.merge(variant_name.to_sym => variant)
+        end
+      end
+
+      # rubocop:disable Metrics/MethodLength
+      def build_type(raw_type)
+        type = raw_type.fetch("type")
+
+        case type
+        when "type_alias"
+          AST::Type::Alias.new(raw_type.fetch("name"))
+        when "struct"
+          AST::Type::AnonymousStruct.new(build_struct_fields(raw_type.fetch("fields")))
+        when "enum"
+          AST::Type::AnonymousEnum.new(build_enum_variants(raw_type.fetch("variants")))
+        when "primitive_type"
+          value = raw_type.fetch("value")
+
+          case value
+          when "String" then AST::Type::Primitive::String
+          when "Integer" then AST::Type::Primitive::Integer
+          when "Float" then AST::Type::Primitive::Float
+          when "Boolean" then AST::Type::Primitive::Boolean
+          when "Option" then AST::Type::Primitive::Option.new(build_type(raw_type.fetch("attrs")))
+          when "Array" then AST::Type::Primitive::Array.new(build_type(raw_type.fetch("attrs")))
+          when "Map"
+            attrs = raw_type.fetch("attrs")
+
+            AST::Type::Primitive::Map.new(
+              build_type(attrs.fetch("key_type")),
+              build_type(attrs.fetch("value_type")),
+            )
+          else
+            raise InvalidASTError, "invalid primitive type: `#{value}`"
+          end
+        else
+          raise InvalidASTError, "invalid type: `#{type}`"
+        end
+      end
+      # rubocop:enable Metrics/MethodLength
+    end
+  end
+end

data/lib/lit/parser/errors.rb

@@ -0,0 +1,21 @@
+# frozen_string_literal: true
+
+module LIT
+  module Parser
+    # @api public
+    # @since 0.1.0
+    class ParseError < ::StandardError
+      attr_reader :data
+
+      def initialize(data:, message:)
+        @data = data
+
+        super(message)
+      end
+    end
+
+    # @api public
+    # @since 0.1.0
+    InvalidASTError = Class.new(::StandardError)
+  end
+end

data/lib/lit/parser/version.rb

@@ -0,0 +1,11 @@
+# frozen_string_literal: true
+
+module LIT
+  module Parser
+    # @return [String]
+    #
+    # @api public
+    # @since 0.1.0
+    VERSION = "0.1.0"
+  end
+end

data/litl-parser.gemspec

@@ -0,0 +1,38 @@
+# frozen_string_literal: true
+
+require_relative "lib/lit/parser/version"
+
+Gem::Specification.new do |spec|
+  spec.required_ruby_version = Gem::Requirement.new(">= 2.5.0")
+
+  spec.name    = "litl-parser"
+  spec.version = LIT::Parser::VERSION
+  spec.authors = ["Alexander Komarov"]
+  spec.email   = ["ak@akxcv.com"]
+
+  spec.summary     = "LIT language parser"
+  spec.description = "Ruby bindings to LIT language parser"
+  # spec.homepage    = 'TODO'
+  spec.license     = "MIT"
+
+  # spec.metadata['homepage_uri']    = spec.homepage
+  # spec.metadata['source_code_uri'] = 'TODO'
+
+  spec.files = Dir.chdir(File.expand_path(__dir__)) do
+    `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  end
+
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = %w[lib]
+  spec.extensions = %w[ext/lit/parser/extconf.rb]
+
+  spec.add_development_dependency "bundler",          "~> 2.1"
+  spec.add_development_dependency "rake",             "~> 13.0"
+  spec.add_development_dependency "rspec",            "~> 3.9"
+  spec.add_development_dependency "super_diff",       "~> 0.4"
+  spec.add_development_dependency "armitage-rubocop", "~> 0.79"
+  spec.add_development_dependency "rubocop-config-umbrellio", "~> 0.79"
+  spec.add_development_dependency "simplecov",        "~> 0.17"
+  spec.add_development_dependency "pry",              "~> 0.12"
+end

metadata

@@ -0,0 +1,180 @@
+--- !ruby/object:Gem::Specification
+name: litl-parser
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Alexander Komarov
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2020-07-28 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.1'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.1'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '13.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '13.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.9'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.9'
+- !ruby/object:Gem::Dependency
+  name: super_diff
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.4'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.4'
+- !ruby/object:Gem::Dependency
+  name: armitage-rubocop
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.79'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.79'
+- !ruby/object:Gem::Dependency
+  name: rubocop-config-umbrellio
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.79'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.79'
+- !ruby/object:Gem::Dependency
+  name: simplecov
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.17'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.17'
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.12'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.12'
+description: Ruby bindings to LIT language parser
+email:
+- ak@akxcv.com
+executables: []
+extensions:
+- ext/lit/parser/extconf.rb
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".rspec"
+- ".rubocop.yml"
+- ".ruby-version"
+- Gemfile
+- Gemfile.lock
+- LICENSE.txt
+- Rakefile
+- bin/compile
+- bin/console
+- ext/lit/parser/.gitignore
+- ext/lit/parser/extconf.rb
+- ext/lit/parser/lit_parser.c
+- ext/lit/parser/x86_64-apple-darwin/liblit_error_formatter.a
+- ext/lit/parser/x86_64-apple-darwin/liblit_parser.a
+- ext/lit/parser/x86_64-unknown-linux-gnu/liblit_error_formatter.a
+- ext/lit/parser/x86_64-unknown-linux-gnu/liblit_parser.a
+- lib/lit.rb
+- lib/lit/parser.rb
+- lib/lit/parser/ast.rb
+- lib/lit/parser/ast_builder.rb
+- lib/lit/parser/errors.rb
+- lib/lit/parser/version.rb
+- litl-parser.gemspec
+homepage: 
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 2.5.0
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.0.3
+signing_key: 
+specification_version: 4
+summary: LIT language parser
+test_files: []