kumi-parser 0.0.14 → 0.0.15

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 83ae18a38c78f9513121f579f024309c162ebbc1fdf909aecbe8aceff04e100a
-  data.tar.gz: 8bfab6fb7250f7e39289ceb07b84ae556958a77be19b66fe253b19c7284359ba
+  metadata.gz: 1d86288cacf8d5e80d38541472d08b58ff202a7ec04efd0689c3b2698480fde1
+  data.tar.gz: 86088f162d87519650cb0e6473176962967f292479bafb71973294bf723a4752
 SHA512:
-  metadata.gz: 39f5759930377f813b10d8ce148dc5f26bd9a6b4a21a577b91bbb24fe7d47d923cf3967f25454666bb9c8c23f0190909f6283fe629a7bd935d51ca9033c25047
-  data.tar.gz: d06bd58249f51ef7edafb51f291c2b18720ea259b3a375b9624ac593631f7786aa2c920da92bea99ec1ad27fc517c71c9b7bbd41e7626faa814949e317b56f29
+  metadata.gz: 5ab143e2e5a1f3e2e84c3ebb1a23283d4c24ce727dd4a4145d0beac7415e823bb0a0ce29711a8354010c662402f0ecaea7da0a254b8a352f200dee3bcae7fa61
+  data.tar.gz: 76abe4b2565162a1b49421de36355bf011aa444ca3372bfb3b42ff4361e50959079103b2f85b704c17ffe06ee689c3dc39f45359fe84cd165590a82c9e74982c

data/README.md

@@ -57,7 +57,7 @@ end
 ```
 
 **Function calls**: `fn(:name, arg1, arg2, ...)`  
-**Operators**: `+` `-` `*` `/` `%` `>` `<` `>=` `<=` `==` `!=` `&` `|`  
+**Operators**: `+` `-` `*` `**` `` `/` `%` `>` `<` `>=` `<=` `==` `!=` `&` `|`  
 **References**: `input.field`, `value_name`, `array[index]`  
 **Strings**: Both `"double"` and `'single'` quotes supported  
 **Element syntax**: `element :type, :name` for array element specifications

data/lib/kumi/parser/direct_parser.rb

@@ -25,6 +25,7 @@ module Kumi
       def peek_token(offset = 1)
         peek_pos = @pos + offset
         return @tokens.last if peek_pos >= @tokens.length # Return EOF
+
         @tokens[peek_pos]
       end
 
@@ -89,6 +90,7 @@ module Kumi
 
         until %i[end eof].include?(current_token.type)
           break unless current_token.metadata[:category] == :type_keyword
+
           declarations << parse_input_declaration
           skip_comments_and_newlines
         end
@@ -232,6 +234,7 @@ module Kumi
 
       def convert_array_expression_to_ruby_array(array_expr)
         return nil unless array_expr.is_a?(Kumi::Syntax::ArrayExpression)
+
         array_expr.elements.map do |element|
           if element.is_a?(Kumi::Syntax::Literal)
             element.value
@@ -365,14 +368,15 @@ module Kumi
           value = convert_literal_value(token)
           advance
           Kumi::Syntax::Literal.new(value, loc: token.location)
+        when :function_sugar
+          parse_function_sugar
 
         when :identifier
+
           if token.value == 'input' && peek_token.type == :dot
             parse_input_reference
           elsif peek_token.type == :lbracket
             parse_array_access_reference
-          elsif token.value == 'fn'
-            parse_function_call
           else
             advance
             Kumi::Syntax::DeclarationReference.new(token.value.to_sym, loc: token.location)
@@ -395,7 +399,8 @@ module Kumi
           parse_array_literal
 
         when :fn
-          parse_function_call_from_fn_token
+          # expect_token(:fn)
+          parse_function_call
 
         when :subtract
           advance
@@ -460,26 +465,15 @@ module Kumi
         Kumi::Syntax::CallExpression.new(:at, [base_ref, index_expr], loc: name_token.location)
       end
 
-      def parse_function_call
-        fn_token = expect_token(:identifier)
-        if current_token.type == :lparen
-          advance
-          fn_name_token = expect_token(:symbol)
-          fn_name = fn_name_token.value
-          args = []
-          while current_token.type == :comma
-            advance
-            args << parse_expression
-          end
-          expect_token(:rparen)
-          Kumi::Syntax::CallExpression.new(fn_name, args, loc: fn_name_token.location)
-        else
-          raise_parse_error("Expected '(' after 'fn'")
-        end
+      def parse_function_sugar
+        sugar_token = current_token
+        advance
+        args = parse_argument_list
+        Kumi::Syntax::CallExpression.new(sugar_token.value.to_sym, args, loc: sugar_token.location)
       end
 
-      def parse_function_call_from_fn_token
-        fn_token = expect_token(:fn)
+      def parse_function_call
+        advance
         if current_token.type == :lparen
           advance
           fn_name_token = expect_token(:symbol)
@@ -498,6 +492,8 @@ module Kumi
 
       def parse_argument_list
         args = []
+
+        expect_token(:lparen)
         unless current_token.type == :rparen
           args << parse_expression
           while current_token.type == :comma
@@ -505,6 +501,8 @@ module Kumi
             args << parse_expression
           end
         end
+        expect_token(:rparen)
+
         args
       end
 

data/lib/kumi/parser/smart_tokenizer.rb

@@ -168,12 +168,14 @@ module Kumi
           advance # consume second :
           constant_name = consume_while { |c| c.match?(/[a-zA-Z0-9_]/) }
           full_constant = "#{identifier}::#{constant_name}"
-          
+
           location = Kumi::Syntax::Location.new(file: @source_file, line: @line, column: start_column)
           @tokens << Token.new(:constant, full_constant, location, Kumi::Parser::TOKEN_METADATA[:constant])
           return
         end
 
+        location = Kumi::Syntax::Location.new(file: @source_file, line: @line, column: start_column)
+
         # Check if it's a keyword
         if keyword_type = Kumi::Parser::KEYWORDS[identifier]
           metadata = Kumi::Parser::TOKEN_METADATA[keyword_type].dup
@@ -188,23 +190,29 @@ module Kumi
             metadata[:closes_context] = closed_context
           end
 
-          location = Kumi::Syntax::Location.new(file: @source_file, line: @line, column: start_column)
           @tokens << Token.new(keyword_type, identifier, location, metadata)
-        else
-          # It's an identifier - determine its role based on context
-          metadata = Kumi::Parser::TOKEN_METADATA[:identifier].dup
-
-          # Add context-specific metadata
-          case current_context
-          when :input
-            metadata[:context] = :input_declaration
-          when :schema
-            metadata[:context] = :schema_body
-          end
+          return
+        end
 
-          location = Kumi::Syntax::Location.new(file: @source_file, line: @line, column: start_column)
-          @tokens << Token.new(:identifier, identifier, location, metadata)
+        # Check if its a function sugar
+        if Kumi::Parser::FUNCTION_SUGAR[identifier]
+          metadata = Kumi::Parser::TOKEN_METADATA[:function_sugar].dup
+          @tokens << Token.new(:function_sugar, identifier, location, metadata)
+          return
+        end
+
+        # Otherwise is an Idenfier
+        metadata = Kumi::Parser::TOKEN_METADATA[:identifier].dup
+
+        # Add context-specific metadata
+        case current_context
+        when :input
+          metadata[:context] = :input_declaration
+        when :schema
+          metadata[:context] = :schema_body
         end
+        
+        @tokens << Token.new(:identifier, identifier, location, metadata)
       end
 
       def consume_symbol_or_colon

data/lib/kumi/parser/token.rb

@@ -81,4 +81,4 @@ module Kumi
       end
     end
   end
-end
+end

data/lib/kumi/parser/token_metadata.rb

@@ -38,8 +38,8 @@ module Kumi
       FN = :fn
 
       # Operators (by precedence)
-      EXPONENT = :exponent      # **
-      MULTIPLY = :multiply       # *
+      EXPONENT = :exponent # **
+      MULTIPLY = :multiply # *
       DIVIDE = :divide          # /
       MODULO = :modulo          # %
       ADD = :add                # +
@@ -67,7 +67,7 @@ module Kumi
       # Special
       NEWLINE = :newline
       EOF = :eof
-      COMMENT = :comment        # # comment
+      COMMENT = :comment # # comment
     end
 
     # Rich metadata for each token type
@@ -163,6 +163,11 @@ module Kumi
         starts_expression: true
       },
 
+      function_sugar: {
+        function_keyword: true,
+        starts_expression: true
+      },
+
       # Operators with precedence and associativity
       exponent: {
         category: :operator,
@@ -372,6 +377,10 @@ module Kumi
       '|' => :or
     }.freeze
 
+    FUNCTION_SUGAR = {
+      'select' => '__select__'
+    }
+
     # Keywords mapping
     KEYWORDS = {
       'schema' => :schema,
@@ -401,4 +410,4 @@ module Kumi
       rbracket: :lbracket
     }.freeze
   end
-end
+end

data/lib/kumi/parser/version.rb

@@ -2,6 +2,6 @@
 
 module Kumi
   module Parser
-    VERSION = '0.0.14'
+    VERSION = '0.0.15'
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: kumi-parser
 version: !ruby/object:Gem::Version
-  version: 0.0.14
+  version: 0.0.15
 platform: ruby
 authors:
 - Kumi Team
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2025-08-30 00:00:00.000000000 Z
+date: 2025-09-02 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: kumi