kumi 0.0.9 → 0.0.11

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: kumi
 version: !ruby/object:Gem::Version
-  version: 0.0.9
+  version: 0.0.11
 platform: ruby
 authors:
 - André Muta
@@ -31,6 +31,7 @@ extra_rdoc_files: []
 files:
 - ".rspec"
 - ".rubocop.yml"
+- CHANGELOG.md
 - CLAUDE.md
 - LICENSE.txt
 - README.md
@@ -39,14 +40,17 @@ files:
 - docs/DSL.md
 - docs/FUNCTIONS.md
 - docs/SYNTAX.md
+- docs/VECTOR_SEMANTICS.md
+- docs/compiler_design_principles.md
 - docs/development/README.md
 - docs/development/error-reporting.md
 - docs/features/README.md
 - docs/features/analysis-cascade-mutual-exclusion.md
 - docs/features/analysis-type-inference.md
 - docs/features/analysis-unsat-detection.md
-- docs/features/array-broadcasting.md
+- docs/features/hierarchical-broadcasting.md
 - docs/features/input-declaration-system.md
+- docs/features/javascript-transpiler.md
 - docs/features/performance.md
 - docs/features/s-expression-printer.md
 - docs/schema_metadata.md
@@ -66,25 +70,38 @@ files:
 - examples/wide_schema_compilation_and_evaluation_benchmark.rb
 - lib/kumi.rb
 - lib/kumi/analyzer.rb
-- lib/kumi/cli.rb
 - lib/kumi/compiler.rb
 - lib/kumi/core/analyzer/analysis_state.rb
 - lib/kumi/core/analyzer/constant_evaluator.rb
 - lib/kumi/core/analyzer/passes/broadcast_detector.rb
 - lib/kumi/core/analyzer/passes/declaration_validator.rb
 - lib/kumi/core/analyzer/passes/dependency_resolver.rb
+- lib/kumi/core/analyzer/passes/input_access_planner_pass.rb
 - lib/kumi/core/analyzer/passes/input_collector.rb
+- lib/kumi/core/analyzer/passes/join_reduce_planning_pass.rb
+- lib/kumi/core/analyzer/passes/lower_to_ir_pass.rb
 - lib/kumi/core/analyzer/passes/name_indexer.rb
 - lib/kumi/core/analyzer/passes/pass_base.rb
+- lib/kumi/core/analyzer/passes/scope_resolution_pass.rb
 - lib/kumi/core/analyzer/passes/semantic_constraint_validator.rb
 - lib/kumi/core/analyzer/passes/toposorter.rb
 - lib/kumi/core/analyzer/passes/type_checker.rb
 - lib/kumi/core/analyzer/passes/type_consistency_checker.rb
-- lib/kumi/core/analyzer/passes/type_inferencer.rb
+- lib/kumi/core/analyzer/passes/type_inferencer_pass.rb
 - lib/kumi/core/analyzer/passes/unsat_detector.rb
 - lib/kumi/core/analyzer/passes/visitor_pass.rb
+- lib/kumi/core/analyzer/plans.rb
+- lib/kumi/core/analyzer/structs/access_plan.rb
+- lib/kumi/core/analyzer/structs/input_meta.rb
 - lib/kumi/core/atom_unsat_solver.rb
-- lib/kumi/core/compiled_schema.rb
+- lib/kumi/core/compiler/access_builder.rb
+- lib/kumi/core/compiler/access_planner.rb
+- lib/kumi/core/compiler/accessors/base.rb
+- lib/kumi/core/compiler/accessors/each_indexed_accessor.rb
+- lib/kumi/core/compiler/accessors/materialize_accessor.rb
+- lib/kumi/core/compiler/accessors/ravel_accessor.rb
+- lib/kumi/core/compiler/accessors/read_accessor.rb
+- lib/kumi/core/compiler_base.rb
 - lib/kumi/core/constraint_relationship_solver.rb
 - lib/kumi/core/domain/enum_analyzer.rb
 - lib/kumi/core/domain/range_analyzer.rb
@@ -93,7 +110,6 @@ files:
 - lib/kumi/core/error_reporter.rb
 - lib/kumi/core/error_reporting.rb
 - lib/kumi/core/errors.rb
-- lib/kumi/core/evaluation_wrapper.rb
 - lib/kumi/core/explain.rb
 - lib/kumi/core/export.rb
 - lib/kumi/core/export/deserializer.rb
@@ -109,11 +125,17 @@ files:
 - lib/kumi/core/function_registry/function_builder.rb
 - lib/kumi/core/function_registry/logical_functions.rb
 - lib/kumi/core/function_registry/math_functions.rb
+- lib/kumi/core/function_registry/stat_functions.rb
 - lib/kumi/core/function_registry/string_functions.rb
 - lib/kumi/core/function_registry/type_functions.rb
 - lib/kumi/core/input/type_matcher.rb
 - lib/kumi/core/input/validator.rb
 - lib/kumi/core/input/violation_creator.rb
+- lib/kumi/core/ir.rb
+- lib/kumi/core/ir/execution_engine.rb
+- lib/kumi/core/ir/execution_engine/combinators.rb
+- lib/kumi/core/ir/execution_engine/interpreter.rb
+- lib/kumi/core/ir/execution_engine/values.rb
 - lib/kumi/core/json_schema.rb
 - lib/kumi/core/json_schema/generator.rb
 - lib/kumi/core/json_schema/validator.rb
@@ -131,7 +153,6 @@ files:
 - lib/kumi/core/ruby_parser/parser.rb
 - lib/kumi/core/ruby_parser/schema_builder.rb
 - lib/kumi/core/ruby_parser/sugar.rb
-- lib/kumi/core/schema_instance.rb
 - lib/kumi/core/types.rb
 - lib/kumi/core/types/builder.rb
 - lib/kumi/core/types/compatibility.rb
@@ -139,11 +160,13 @@ files:
 - lib/kumi/core/types/inference.rb
 - lib/kumi/core/types/normalizer.rb
 - lib/kumi/core/types/validator.rb
-- lib/kumi/core/vectorization_metadata.rb
 - lib/kumi/errors.rb
+- lib/kumi/js.rb
 - lib/kumi/registry.rb
+- lib/kumi/runtime/executable.rb
 - lib/kumi/schema.rb
 - lib/kumi/schema_metadata.rb
+- lib/kumi/support/ir_dump.rb
 - lib/kumi/support/s_expression_printer.rb
 - lib/kumi/syntax/array_expression.rb
 - lib/kumi/syntax/call_expression.rb
@@ -155,12 +178,16 @@ files:
 - lib/kumi/syntax/input_element_reference.rb
 - lib/kumi/syntax/input_reference.rb
 - lib/kumi/syntax/literal.rb
+- lib/kumi/syntax/location.rb
 - lib/kumi/syntax/node.rb
 - lib/kumi/syntax/root.rb
 - lib/kumi/syntax/trait_declaration.rb
 - lib/kumi/syntax/value_declaration.rb
 - lib/kumi/version.rb
-- migrate_to_core_iterative.rb
+- scripts/analyze_broadcast_methods.rb
+- scripts/analyze_cascade_methods.rb
+- scripts/check_broadcasting_coverage.rb
+- scripts/find_dead_code.rb
 - scripts/generate_function_docs.rb
 homepage: https://github.com/amuta/kumi
 licenses:

data/docs/features/array-broadcasting.md

@@ -1,170 +0,0 @@
-# Array Broadcasting
-
-Automatic vectorization of operations over array fields with element-wise computation and aggregation.
-
-## Overview
-
-The array broadcasting system enables natural field access syntax on array inputs (`input.items.price`) that automatically applies operations element-wise across the array, with intelligent detection of map vs reduce operations.
-
-## Core Mechanism
-
-The system uses a three-stage pipeline:
-
-1. **Parser** - Creates InputElementReference AST nodes for nested field access
-2. **BroadcastDetector** - Identifies which operations should be vectorized vs scalar
-3. **Compiler** - Generates appropriate map/reduce functions based on usage context
-
-## Basic Broadcasting
-
-```ruby
-schema do
-  input do
-    array :line_items do
-      float   :price
-      integer :quantity
-      string  :category
-    end
-    float :tax_rate, type: :float
-  end
-
-  # Element-wise computation - broadcasts over each item
-  value :subtotals, input.line_items.price * input.line_items.quantity
-  
-  # Element-wise traits - applied to each item
-  trait :is_taxable, (input.line_items.category != "digital")
-  
-  # Conditional logic - element-wise evaluation
-  value :taxes, fn(:if, is_taxable, subtotals * input.tax_rate, 0.0)
-end
-```
-
-## Aggregation Operations
-
-Operations that consume arrays to produce scalars are automatically detected:
-
-```ruby
-schema do
-  # These aggregate the vectorized results
-  value :total_subtotal, fn(:sum, subtotals)
-  value :total_tax, fn(:sum, taxes)
-  value :grand_total, total_subtotal + total_tax
-  
-  # Statistics over arrays
-  value :avg_price, fn(:avg, input.line_items.price)
-  value :max_quantity, fn(:max, input.line_items.quantity)
-end
-```
-
-## Field Access Nesting
-
-Supports arbitrary depth field access with path building:
-
-```ruby
-schema do
-  input do
-    array :orders do
-      array :items do
-        hash :product do
-          string :name
-          float  :base_price
-        end
-        integer :quantity
-      end
-    end
-  end
-
-  # Deep field access - automatically broadcasts over nested arrays  
-  value :all_product_names, input.orders.items.product.name
-  value :total_values, input.orders.items.product.base_price * input.orders.items.quantity
-end
-```
-
-## Type Inference
-
-The type system automatically infers appropriate types for broadcasted operations:
-
-- `input.items.price` (float array) → inferred as `:float` per element
-- `input.items.price * input.items.quantity` → element-wise `:float` result
-- `fn(:sum, input.items.price)` → scalar `:float` result
-
-## Implementation Details
-
-### Parser Layer
-- **InputFieldProxy** - Handles `input.field.subfield...` with path building
-- **InputElementReference** - AST node representing array field access paths
-
-### Analysis Layer  
-- **BroadcastDetector** - Identifies vectorized vs scalar operations
-- **TypeInferencer** - Infers types for array element access patterns
-
-### Compilation Layer
-- **Automatic Dispatch** - Maps element-wise operations to array map functions
-- **Reduction Detection** - Converts aggregation functions to array reduce operations
-
-## Usage Patterns
-
-### Element-wise Operations
-```ruby
-# All of these broadcast element-wise
-value :discounted_prices, input.items.price * 0.9
-trait :expensive, (input.items.price > 100.0)  
-value :categories, input.items.category
-```
-
-### Aggregation Operations
-```ruby
-# These consume arrays to produce scalars
-value :item_count, fn(:size, input.items)
-value :total_price, fn(:sum, input.items.price)
-value :has_expensive, fn(:any?, expensive)
-```
-
-### Mixed Operations
-```ruby
-# Element-wise computation followed by aggregation
-value :line_totals, input.items.price * input.items.quantity
-value :order_total, fn(:sum, line_totals)
-value :avg_line_total, fn(:avg, line_totals)
-```
-
-## Error Handling
-
-### Dimension Mismatch Detection
-
-Array broadcasting operations are only valid within the same array source. Attempting to broadcast across different arrays generates detailed error messages:
-
-```ruby
-schema do
-  input do
-    array :items do
-      string :name
-    end
-    array :logs do  
-      string :user_name
-    end
-  end
-
-  # This will generate a dimension mismatch error
-  trait :same_name, input.items.name == input.logs.user_name
-end
-
-# Error:
-# Cannot broadcast operation across arrays from different sources: items, logs. 
-# Problem: Multiple operands are arrays from different sources:
-#   - Operand 1 resolves to array(string) from array 'items'
-#   - Operand 2 resolves to array(string) from array 'logs'
-# Direct operations on arrays from different sources is ambiguous and not supported. 
-# Vectorized operations can only work on fields from the same array input.
-```
-
-The error messages provide:
-- **Quick Summary**: Identifies the conflicting array sources
-- **Type Information**: Shows the resolved types of each operand  
-- **Clear Explanation**: Why the operation is ambiguous and not supported
-
-## Performance Characteristics
-
-- **Single Pass** - Each array is traversed once per computation chain
-- **Lazy Evaluation** - Operations are composed into efficient pipelines  
-- **Memory Efficient** - No intermediate array allocations for simple operations
-- **Type Safe** - Full compile-time type checking for array element operations