c_lexer 2.5.1.0.pre1

data/ext/lexer/stack.h

@@ -0,0 +1,41 @@
+#define define_stack_type(name, member_type, zero) \
+  typedef struct name { \
+    member_type *top; \
+    member_type *bottom; \
+    int size; /* used when growing dynamically */ \
+  } name; \
+  static inline void name ## _init(name *stack) { \
+    member_type *buf = xmalloc(4 * sizeof(member_type)); \
+    stack->size = 4; \
+    stack->top  = stack->bottom = buf; \
+  } \
+  static inline void name ## _dealloc(name *stack) { \
+    xfree(stack->bottom); \
+  } \
+  static inline void name ## _clear(name *stack) { \
+    stack->top = stack->bottom; \
+  } \
+  static inline void name ## _push(name *stack, member_type item) { \
+    if (stack->top == (stack->bottom + stack->size)) { \
+      member_type *buf = xmalloc(stack->size * 2 * sizeof(member_type)); \
+      memcpy(buf, stack->bottom, stack->size * sizeof(member_type)); \
+      xfree(stack->bottom); \
+      stack->top = buf + (stack->top - stack->bottom); \
+      stack->bottom = buf; \
+      stack->size = stack->size * 2; \
+    } \
+    *stack->top++ = item; \
+  } \
+  static inline member_type name ## _pop(name *stack) { \
+    if (stack->top > stack->bottom) { \
+      return *--stack->top; \
+    } else { \
+      return (member_type)zero; \
+    } \
+  } \
+  static inline member_type* name ## _top(name *stack) { \
+    if (stack->top > stack->bottom) \
+      return stack->top - 1; \
+    else \
+      return NULL; \
+  }

data/ext/lexer/stack_state.h

@@ -0,0 +1,48 @@
+typedef int stack_state;
+
+define_stack_type(ss_stack, stack_state, 0);
+
+static inline int stack_state_push(stack_state *ss, int bit)
+{
+  bit = bit ? 1 : 0;
+  *ss = (*ss << 1) | bit;
+  return bit;
+}
+
+static inline int stack_state_pop(stack_state *ss)
+{
+  int bit = *ss & 1;
+  *ss >>= 1;
+  return bit;
+}
+
+static inline int stack_state_lexpop(stack_state *ss)
+{
+  *ss = ( (*ss >> 1) | (*ss & 1) );
+  return *ss & 1;
+}
+
+static inline int stack_state_active(stack_state *ss)
+{
+  return *ss & 1;
+}
+
+static inline void stack_state_clear(stack_state *ss)
+{
+  *ss = 0;
+}
+
+static inline VALUE stack_state_empty_p(stack_state *ss)
+{
+  return *ss == 0 ? Qtrue : Qfalse;
+}
+
+static inline int stack_state_value(stack_state *ss)
+{
+  return *ss;
+}
+
+static inline void stack_set_value(stack_state *ss, int value)
+{
+  *ss = value;
+}

data/lib/c_lexer.rb

@@ -0,0 +1,80 @@
+require 'c_lexer/version'
+require 'parser/ruby25'
+
+require_relative 'lexer'
+
+module Parser
+  class CLexer
+    class CmdargProxyStack
+      def initialize(lexer)
+        @lexer = lexer
+        @value = nil
+      end
+
+      def push(value); @lexer.push_cmdarg_state(value); end
+      def pop;         @lexer.pop_cmdarg_state;         end
+      def lexpop;      @lexer.lexpop_cmdarg_state;      end
+      def clear;       @lexer.clear_cmdarg_state;       end
+      def empty?;      @lexer.cmdarg_state_empty?;      end
+      def value;       @value || @lexer.cmdarg_state_value;       end
+      def initialize_copy(original)
+        @value = original.value
+      end
+
+      def to_s
+        "[#{value.to_s(2)} <= cmdarg]"
+      end
+    end
+
+    class CondProxyStack
+      def initialize(lexer)
+        @lexer = lexer
+        @value = nil
+      end
+
+      def push(value); @lexer.push_cond_state(value); end
+      def pop;         @lexer.pop_cond_state;         end
+      def lexpop;      @lexer.lexpop_cond_state;      end
+      def clear;       @lexer.clear_cond_state;       end
+      def empty?;      @lexer.cond_state_empty?;      end
+      def value;       @value || @lexer.cond_state_value;       end
+      def initialize_copy(original)
+        @value = original.value
+      end
+
+      def to_s
+        "[#{value.to_s(2)} <= cond]"
+      end
+    end
+
+    def cmdarg
+      @cmdarg ||= CmdargProxyStack.new(self)
+    end
+
+    def cond
+      @cond ||= CondProxyStack.new(self)
+    end
+
+    def cmdarg=(cmdarg)
+      set_cmdarg_state(cmdarg.value)
+      @cmdarg = nil
+    end
+
+    def cond=(cond)
+      set_cond_state(cond.value)
+      @cond = nil
+    end
+  end
+
+  class Ruby25WithCLexer < Ruby25
+    def initialize(builder=Parser::Builders::Default.new)
+      super(builder)
+      @lexer = ::Parser::CLexer.new(version)
+      @lexer.diagnostics = @diagnostics
+      @lexer.static_env  = @static_env
+    end
+  end
+end
+
+module CLexer
+end

data/lib/c_lexer/version.rb

@@ -0,0 +1,3 @@
+module CLexer
+  VERSION = '2.5.1.0.pre1'
+end

metadata

@@ -0,0 +1,195 @@
+--- !ruby/object:Gem::Specification
+name: c_lexer
+version: !ruby/object:Gem::Version
+  version: 2.5.1.0.pre1
+platform: ruby
+authors:
+- Ilya Bylich
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2018-04-20 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: ast
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.4.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.4.0
+- !ruby/object:Gem::Dependency
+  name: parser
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 2.5.1.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 2.5.1.0
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.16'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.16'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: rake-compiler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.9'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.9'
+- !ruby/object:Gem::Dependency
+  name: minitest
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.10'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.10'
+- !ruby/object:Gem::Dependency
+  name: simplecov
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.15.1
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.15.1
+- !ruby/object:Gem::Dependency
+  name: racc
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.4.14
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.4.14
+- !ruby/object:Gem::Dependency
+  name: cliver
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.3.2
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.3.2
+description: A Ruby parser written in C
+email:
+- ibylich@gmail.com
+executables: []
+extensions:
+- ext/lexer/extconf.rb
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".gitmodules"
+- ".travis.yml"
+- Gemfile
+- Gemfile.lock
+- README.md
+- Rakefile
+- bin/c-ruby-parse
+- bin/console
+- bin/setup
+- c_lexer.gemspec
+- ext/lexer/cmdarg.h
+- ext/lexer/cond.h
+- ext/lexer/emit_tables.h
+- ext/lexer/extconf.rb
+- ext/lexer/lexer.c
+- ext/lexer/lexer.h
+- ext/lexer/lexer.rl
+- ext/lexer/literal.h
+- ext/lexer/literal/methods.h
+- ext/lexer/literal/type.h
+- ext/lexer/stack.h
+- ext/lexer/stack_state.h
+- lib/c_lexer.rb
+- lib/c_lexer/version.rb
+homepage: https://github.com/iliabylich/c_lexer
+licenses: []
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">"
+    - !ruby/object:Gem::Version
+      version: 1.3.1
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.7.6
+signing_key: 
+specification_version: 4
+summary: A Ruby parser written in C
+test_files: []