kumi-parser 0.0.15 → 0.0.16

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 1d86288cacf8d5e80d38541472d08b58ff202a7ec04efd0689c3b2698480fde1
-  data.tar.gz: 86088f162d87519650cb0e6473176962967f292479bafb71973294bf723a4752
+  metadata.gz: b7c82cf28e39c53592ff6acb03772bc9d346716cb1dee414f4d1bce450629b9e
+  data.tar.gz: e9464f66ff1aae2b9d38770bdf1c9fe9d96eef114838eaec532a4408f87b8435
 SHA512:
-  metadata.gz: 5ab143e2e5a1f3e2e84c3ebb1a23283d4c24ce727dd4a4145d0beac7415e823bb0a0ce29711a8354010c662402f0ecaea7da0a254b8a352f200dee3bcae7fa61
-  data.tar.gz: 76abe4b2565162a1b49421de36355bf011aa444ca3372bfb3b42ff4361e50959079103b2f85b704c17ffe06ee689c3dc39f45359fe84cd165590a82c9e74982c
+  metadata.gz: a4902e5502a0298fd6f9f24a9f80701910f641fa8098917d40cf0daa84f0845861c1f97aebd940bd704d213d1bce91fc1ad6971796bef76bfb2f5382aee60840
+  data.tar.gz: 512f5f4b80d7be91c543e1ae4f85c95835f9b52e2eb5768b4b55d4f69f27e17e640392851f3e2ee1b40003254d6160e533559f24a8e7546951b4d507c5d55950

data/lib/kumi/parser/direct_parser.rb

@@ -398,6 +398,9 @@ module Kumi
         when :lbracket
           parse_array_literal
 
+        when :left_brace
+          parse_hash_literal
+
         when :fn
           # expect_token(:fn)
           parse_function_call
@@ -520,6 +523,57 @@ module Kumi
         Kumi::Syntax::ArrayExpression.new(elements, loc: start_token.location)
       end
 
+      def parse_hash_literal
+        start_token = expect_token(:left_brace)
+        skip_comments_and_newlines
+        pairs = []
+
+        # Handle empty hash: {}
+        unless current_token.type == :right_brace
+          pairs << parse_hash_pair
+          skip_comments_and_newlines
+
+          while current_token.type == :comma
+            advance
+            skip_comments_and_newlines
+            # Allow trailing comma
+            break if current_token.type == :right_brace
+
+            pairs << parse_hash_pair
+            skip_comments_and_newlines
+          end
+        end
+
+        expect_token(:right_brace)
+        Kumi::Syntax::HashExpression.new(pairs, loc: start_token.location)
+      end
+
+      def parse_hash_pair
+        key_token_type = current_token.type
+        key = case key_token_type
+              when :label, :string
+                value = current_token.value.to_sym if key_token_type == :label
+                advance
+                Kumi::Syntax::Literal.new(value, loc: current_token.location)
+              else
+                raise_parse_error("Hash keys must be symbols (:key) or strings (\"key\"), got #{current_token.type}")
+              end
+
+        skip_comments_and_newlines
+
+        case current_token.type
+        when :arrow
+          advance
+        else
+          raise_parse_error("Expected '=>' in hash pair") unless key_token_type == :label
+        end
+
+        skip_comments_and_newlines
+        value = parse_expression
+
+        [key, value]
+      end
+
       def convert_literal_value(token)
         case token.type
         when :integer  then token.value.gsub('_', '').to_i

data/lib/kumi/parser/smart_tokenizer.rb

@@ -34,7 +34,7 @@ module Kumi
             else
               consume_operator_or_punctuation
             end
-          when /[a-zA-Z_]/ then consume_identifier_or_keyword
+          when /[a-zA-Z_]/ then consume_identifier_or_label_or_keyword
           when ':' then consume_symbol_or_colon
           else
             consume_operator_or_punctuation
@@ -158,26 +158,34 @@ module Kumi
         @tokens << Token.new(token_type, number_str, location, Kumi::Parser::TOKEN_METADATA[token_type])
       end
 
-      def consume_identifier_or_keyword
+      def consume_identifier_or_label_or_keyword
         start_column = @column
-        identifier = consume_while { |c| c.match?(/[a-zA-Z0-9_]/) }
+        identifier_or_label_name = consume_while { |c| c.match?(/[a-zA-Z0-9_]/) }
+        location = Kumi::Syntax::Location.new(file: @source_file, line: @line, column: start_column)
+
+        # Check if the next character is a colon
+        if current_char == ':'
+          # It's a hash key or a label (e.g., `name:`)
+          advance # consume the colon
+          add_token(:label, identifier_or_label_name, Kumi::Parser::TOKEN_METADATA[:label])
+          return
+        end
+
+        # If it's not a label, proceed to check for keywords and identifiers
+        # The logic below is adapted from your original `consume_identifier_or_keyword` method
 
         # Check if it's a constant (e.g., Float::INFINITY)
-        if identifier == 'Float' && current_char == ':' && peek_char == ':'
+        if identifier_or_label_name == 'Float' && current_char == ':' && peek_char == ':'
           advance # consume first :
           advance # consume second :
           constant_name = consume_while { |c| c.match?(/[a-zA-Z0-9_]/) }
-          full_constant = "#{identifier}::#{constant_name}"
-
-          location = Kumi::Syntax::Location.new(file: @source_file, line: @line, column: start_column)
-          @tokens << Token.new(:constant, full_constant, location, Kumi::Parser::TOKEN_METADATA[:constant])
+          full_constant = "#{identifier_or_label_name}::#{constant_name}"
+          add_token(:constant, full_constant, Kumi::Parser::TOKEN_METADATA[:constant])
           return
         end
 
-        location = Kumi::Syntax::Location.new(file: @source_file, line: @line, column: start_column)
-
         # Check if it's a keyword
-        if keyword_type = Kumi::Parser::KEYWORDS[identifier]
+        if keyword_type = Kumi::Parser::KEYWORDS[identifier_or_label_name]
           metadata = Kumi::Parser::TOKEN_METADATA[keyword_type].dup
 
           # Update context based on keyword
@@ -189,30 +197,26 @@ module Kumi
             closed_context = @context_stack.pop if @context_stack.length > 1
             metadata[:closes_context] = closed_context
           end
-
-          @tokens << Token.new(keyword_type, identifier, location, metadata)
+          add_token(keyword_type, identifier_or_label_name, metadata)
           return
         end
 
         # Check if its a function sugar
-        if Kumi::Parser::FUNCTION_SUGAR[identifier]
+        if Kumi::Parser::FUNCTION_SUGAR[identifier_or_label_name]
           metadata = Kumi::Parser::TOKEN_METADATA[:function_sugar].dup
-          @tokens << Token.new(:function_sugar, identifier, location, metadata)
+          add_token(:function_sugar, identifier_or_label_name, metadata)
           return
         end
 
-        # Otherwise is an Idenfier
+        # Otherwise is an Identifier
         metadata = Kumi::Parser::TOKEN_METADATA[:identifier].dup
-
-        # Add context-specific metadata
         case current_context
         when :input
           metadata[:context] = :input_declaration
         when :schema
           metadata[:context] = :schema_body
         end
-        
-        @tokens << Token.new(:identifier, identifier, location, metadata)
+        add_token(:identifier, identifier_or_label_name, metadata)
       end
 
       def consume_symbol_or_colon
@@ -240,7 +244,12 @@ module Kumi
         # Handle multi-character operators
         case char
         when '='
-          if peek_char == '='
+          if peek_char == '>'
+            advance
+            advance
+            location = Kumi::Syntax::Location.new(file: @source_file, line: @line, column: start_column)
+            @tokens << Token.new(:arrow, '=>', location, Kumi::Parser::TOKEN_METADATA[:arrow])
+          elsif peek_char == '='
             advance
             advance
             location = Kumi::Syntax::Location.new(file: @source_file, line: @line, column: start_column)

data/lib/kumi/parser/token_metadata.rb

@@ -261,7 +261,6 @@ module Kumi
         arity: :binary,
         requires_boolean: true
       },
-
       # Literals with type information
       integer: {
         category: :literal,
@@ -283,7 +282,6 @@ module Kumi
         starts_expression: true,
         ast_class: 'Kumi::Syntax::Literal'
       },
-
       # Identifiers and references
       identifier: {
         category: :identifier,
@@ -344,6 +342,15 @@ module Kumi
         terminates_expression: true
       },
 
+      left_brace: {
+        category: :punctuation,
+        opens_scope: :hash
+      },
+      right_brace: {
+        category: :punctuation,
+        closes_scope: :hash
+      },
+
       # Special tokens
       newline: {
         category: :whitespace,
@@ -365,6 +372,8 @@ module Kumi
       ')' => :rparen,
       '[' => :lbracket,
       ']' => :rbracket,
+      '{' => :left_brace,
+      '}' => :right_brace,
       ',' => :comma,
       '.' => :dot,
       ':' => :colon,
@@ -374,7 +383,8 @@ module Kumi
       '/' => :divide,
       '%' => :modulo,
       '&' => :and,
-      '|' => :or
+      '|' => :or,
+      '=>' => :arrow
     }.freeze
 
     FUNCTION_SUGAR = {

data/lib/kumi/parser/version.rb

@@ -2,6 +2,6 @@
 
 module Kumi
   module Parser
-    VERSION = '0.0.15'
+    VERSION = '0.0.16'
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: kumi-parser
 version: !ruby/object:Gem::Version
-  version: 0.0.15
+  version: 0.0.16
 platform: ruby
 authors:
 - Kumi Team
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2025-09-02 00:00:00.000000000 Z
+date: 2025-09-18 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: kumi