snail-lang 0.2.0__tar.gz → 0.3.6__tar.gz

{snail_lang-0.2.0 → snail_lang-0.3.6}/Cargo.lock

@@ -134,9 +134,9 @@ dependencies = [
 
 [[package]]
 name = "libc"
-version = "0.2.178"
+version = "0.2.180"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "37c93d8daa9d8a012fd8ab92f088405fb202ea0b6ab73ee2482ae66af4f42091"
+checksum = "bcc35a38544a891a5f7c865aca548a982ccb3b8650a5b06d0fd33a10283c56fc"
 
 [[package]]
 name = "linux-raw-sys"
@@ -208,9 +208,9 @@ dependencies = [
 
 [[package]]
 name = "pest"
-version = "2.8.4"
+version = "2.8.5"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "cbcfd20a6d4eeba40179f05735784ad32bdaef05ce8e8af05f180d45bb3e7e22"
+checksum = "2c9eb05c21a464ea704b53158d358a31e6425db2f63a1a7312268b05fe2b75f7"
 dependencies = [
  "memchr",
  "ucd-trie",
@@ -218,9 +218,9 @@ dependencies = [
 
 [[package]]
 name = "pest_derive"
-version = "2.8.4"
+version = "2.8.5"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "51f72981ade67b1ca6adc26ec221be9f463f2b5839c7508998daa17c23d94d7f"
+checksum = "68f9dbced329c441fa79d80472764b1a2c7e57123553b8519b36663a2fb234ed"
 dependencies = [
  "pest",
  "pest_generator",
@@ -228,9 +228,9 @@ dependencies = [
 
 [[package]]
 name = "pest_generator"
-version = "2.8.4"
+version = "2.8.5"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "dee9efd8cdb50d719a80088b76f81aec7c41ed6d522ee750178f83883d271625"
+checksum = "3bb96d5051a78f44f43c8f712d8e810adb0ebf923fc9ed2655a7f66f63ba8ee5"
 dependencies = [
  "pest",
  "pest_meta",
@@ -241,9 +241,9 @@ dependencies = [
 
 [[package]]
 name = "pest_meta"
-version = "2.8.4"
+version = "2.8.5"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "bf1d70880e76bdc13ba52eafa6239ce793d85c8e43896507e43dd8984ff05b82"
+checksum = "602113b5b5e8621770cfd490cfd90b9f84ab29bd2b0e49ad83eb6d186cef2365"
 dependencies = [
  "pest",
  "sha2",
@@ -266,9 +266,9 @@ dependencies = [
 
 [[package]]
 name = "proc-macro2"
-version = "1.0.104"
+version = "1.0.105"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "9695f8df41bb4f3d222c95a67532365f569318332d03d5f3f67f37b20e6ebdf0"
+checksum = "535d180e0ecab6268a3e718bb9fd44db66bbbc256257165fc699dadf70d16fe7"
 dependencies = [
  "unicode-ident",
 ]
@@ -363,9 +363,9 @@ checksum = "a1d01941d82fa2ab50be1e79e6714289dd7cde78eba4c074bc5a4374f650dfe0"
 
 [[package]]
 name = "quote"
-version = "1.0.42"
+version = "1.0.43"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "a338cc41d27e6cc6dce6cefc13a0729dfbb81c262b1f519331575dd80ef3067f"
+checksum = "dc74d9a594b72ae6656596548f56f667211f8a97b3d4c3d467150794690dc40a"
 dependencies = [
  "proc-macro2",
 ]
@@ -485,47 +485,38 @@ checksum = "67b1b7a3b5fe4f1376887184045fcf45c69e92af734b7aaddc05fb777b6fbd03"
 
 [[package]]
 name = "snail-ast"
-version = "0.2.0"
-
-[[package]]
-name = "snail-codegen"
-version = "0.2.0"
-dependencies = [
- "snail-ast",
- "snail-python-ast",
-]
+version = "0.3.6"
 
 [[package]]
 name = "snail-core"
-version = "0.2.0"
+version = "0.3.6"
 dependencies = [
+ "pyo3",
  "snail-ast",
- "snail-codegen",
  "snail-error",
  "snail-lower",
  "snail-parser",
- "snail-python-ast",
 ]
 
 [[package]]
 name = "snail-error"
-version = "0.2.0"
+version = "0.3.6"
 dependencies = [
  "snail-ast",
 ]
 
 [[package]]
 name = "snail-lower"
-version = "0.2.0"
+version = "0.3.6"
 dependencies = [
+ "pyo3",
  "snail-ast",
  "snail-error",
- "snail-python-ast",
 ]
 
 [[package]]
 name = "snail-parser"
-version = "0.2.0"
+version = "0.3.6"
 dependencies = [
  "pest",
  "pest_derive",
@@ -535,39 +526,31 @@ dependencies = [
 
 [[package]]
 name = "snail-proptest"
-version = "0.2.0"
+version = "0.3.6"
 dependencies = [
  "proptest",
+ "pyo3",
  "snail-ast",
- "snail-codegen",
  "snail-core",
  "snail-error",
  "snail-lower",
  "snail-parser",
- "snail-python-ast",
  "tempfile",
 ]
 
 [[package]]
 name = "snail-python"
-version = "0.2.0"
+version = "0.3.6"
 dependencies = [
  "pyo3",
  "snail-core",
 ]
 
-[[package]]
-name = "snail-python-ast"
-version = "0.2.0"
-dependencies = [
- "snail-ast",
-]
-
 [[package]]
 name = "syn"
-version = "2.0.112"
+version = "2.0.114"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "21f182278bf2d2bcb3c88b1b08a37df029d71ce3d3ae26168e3c653b213b99d4"
+checksum = "d4d107df263a3013ef9b1879b0df87d706ff80f65a86ea879bd9c31f9b307c2a"
 dependencies = [
  "proc-macro2",
  "quote",

{snail_lang-0.2.0 → snail_lang-0.3.6}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: snail-lang
-Version: 0.2.0
+Version: 0.3.6
 Requires-Dist: maturin>=1.5 ; extra == 'dev'
 Requires-Dist: pytest ; extra == 'dev'
 Provides-Extra: dev
@@ -115,6 +115,9 @@ class Doubler {
     def __pipeline__(self, x) { return x * 2 }
 }
 doubled = 21 | Doubler()  # yields 42
+
+# Join list items with a separator
+joined = ["a", "b"] | join(" ")  # yields "a b"
 ```
 
 ### JSON Queries with JMESPath
@@ -129,6 +132,9 @@ first_email = data | $[users[0].email]
 
 # Inline parsing and querying
 result = json('{"foo": 12}') | $[foo]
+
+# JSONL parsing returns a list
+names = json('{"name": "Ada"}\n{"name": "Lin"}') | $[[*].name]
 ```
 
 ### Full Python Interoperability
@@ -147,7 +153,7 @@ filtered = df[df["value"] > 100]
 
 ```bash
 # Install from PyPI
-pip install snail
+pip install snail-lang
 
 # Run a one-liner
 snail "print('Hello, Snail!')"
@@ -179,10 +185,9 @@ flowchart TB
         C2[crates/snail-ast/src/awk.rs<br/>AwkProgram AST]
     end
 
-    subgraph Lowering["Lowering & Code Generation"]
+    subgraph Lowering["Lowering"]
         D1[crates/snail-lower/<br/>AST → Python AST Transform]
         D2[python/snail/runtime/<br/>Runtime Helpers]
-        D3[crates/snail-codegen/<br/>Python AST → Source Code]
     end
 
     subgraph Execution
@@ -198,9 +203,8 @@ flowchart TB
     C1 --> D1
     C2 --> D1
     D1 --> D2
-    D1 --> D3
-    D2 --> D3
-    D3 --> E1
+    D1 --> E1
+    D2 --> E1
     E1 --> E2
     E2 --> F[Python Execution]
 
@@ -218,7 +222,7 @@ flowchart TB
   - `$(cmd)` subprocess capture → `__SnailSubprocessCapture`
   - `@(cmd)` subprocess status → `__SnailSubprocessStatus`
   - Regex literals → `__snail_regex_search` and `__snail_regex_compile`
-- **Code Generation**: Converts Python AST to Python source for in-process execution
+- **Execution**: Compiles Python AST directly for in-process execution
 - **CLI**: Python wrapper (`python/snail/cli.py`) that executes via the extension module
 
 ## 📚 Documentation
@@ -333,7 +337,7 @@ python3 -m venv myenv
 source myenv/bin/activate  # On Windows: myenv\Scripts\activate
 
 # Install and run
-pip install snail
+pip install snail-lang
 snail "import sys; print(sys.prefix)"
 ```
 

{snail_lang-0.2.0 → snail_lang-0.3.6}/README.md

@@ -104,6 +104,9 @@ class Doubler {
     def __pipeline__(self, x) { return x * 2 }
 }
 doubled = 21 | Doubler()  # yields 42
+
+# Join list items with a separator
+joined = ["a", "b"] | join(" ")  # yields "a b"
 ```
 
 ### JSON Queries with JMESPath
@@ -118,6 +121,9 @@ first_email = data | $[users[0].email]
 
 # Inline parsing and querying
 result = json('{"foo": 12}') | $[foo]
+
+# JSONL parsing returns a list
+names = json('{"name": "Ada"}\n{"name": "Lin"}') | $[[*].name]
 ```
 
 ### Full Python Interoperability
@@ -136,7 +142,7 @@ filtered = df[df["value"] > 100]
 
 ```bash
 # Install from PyPI
-pip install snail
+pip install snail-lang
 
 # Run a one-liner
 snail "print('Hello, Snail!')"
@@ -168,10 +174,9 @@ flowchart TB
         C2[crates/snail-ast/src/awk.rs<br/>AwkProgram AST]
     end
 
-    subgraph Lowering["Lowering & Code Generation"]
+    subgraph Lowering["Lowering"]
         D1[crates/snail-lower/<br/>AST → Python AST Transform]
         D2[python/snail/runtime/<br/>Runtime Helpers]
-        D3[crates/snail-codegen/<br/>Python AST → Source Code]
     end
 
     subgraph Execution
@@ -187,9 +192,8 @@ flowchart TB
     C1 --> D1
     C2 --> D1
     D1 --> D2
-    D1 --> D3
-    D2 --> D3
-    D3 --> E1
+    D1 --> E1
+    D2 --> E1
     E1 --> E2
     E2 --> F[Python Execution]
 
@@ -207,7 +211,7 @@ flowchart TB
   - `$(cmd)` subprocess capture → `__SnailSubprocessCapture`
   - `@(cmd)` subprocess status → `__SnailSubprocessStatus`
   - Regex literals → `__snail_regex_search` and `__snail_regex_compile`
-- **Code Generation**: Converts Python AST to Python source for in-process execution
+- **Execution**: Compiles Python AST directly for in-process execution
 - **CLI**: Python wrapper (`python/snail/cli.py`) that executes via the extension module
 
 ## 📚 Documentation
@@ -322,7 +326,7 @@ python3 -m venv myenv
 source myenv/bin/activate  # On Windows: myenv\Scripts\activate
 
 # Install and run
-pip install snail
+pip install snail-lang
 snail "import sys; print(sys.prefix)"
 ```
 

{snail_lang-0.2.0 → snail_lang-0.3.6}/crates/snail-ast/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "snail-ast"
-version = "0.2.0"
+version = "0.3.6"
 edition = "2024"
 readme = "README.md"
 

{snail_lang-0.2.0 → snail_lang-0.3.6}/crates/snail-ast/README.md

@@ -21,11 +21,9 @@ None - this crate has no dependencies and provides pure data structures.
 
 ## Used By
 
-- **snail-python-ast**: Uses `SourceSpan` and `StringDelimiter` for its own AST nodes
 - **snail-error**: Uses `SourceSpan` for error reporting with source locations
 - **snail-parser**: Produces `Program` and `AwkProgram` as output
-- **snail-lower**: Consumes Snail AST and transforms it to Python AST
-- **snail-codegen**: Uses `StringDelimiter` for string literal formatting
+- **snail-lower**: Consumes Snail AST and transforms it to Python `ast` nodes via pyo3
 - **snail-core**: Re-exports all types for the unified API
 
 ## Design

{snail_lang-0.2.0 → snail_lang-0.3.6}/crates/snail-core/Cargo.toml

@@ -1,13 +1,12 @@
 [package]
 name = "snail-core"
-version = "0.2.0"
+version = "0.3.6"
 edition.workspace = true
 readme = "README.md"
 
 [dependencies]
 snail-ast = { path = "../snail-ast" }
-snail-python-ast = { path = "../snail-python-ast" }
 snail-error = { path = "../snail-error" }
 snail-parser = { path = "../snail-parser" }
 snail-lower = { path = "../snail-lower" }
-snail-codegen = { path = "../snail-codegen" }
+pyo3 = { version = "0.21", features = ["abi3-py310"] }

{snail_lang-0.2.0 → snail_lang-0.3.6}/crates/snail-core/README.md

@@ -4,27 +4,24 @@ Unified compilation API for the Snail programming language.
 
 ## Purpose
 
-This crate serves as the main entry point for Snail compilation. It re-exports all types from the workspace crates and provides high-level compilation functions that orchestrate the complete pipeline from source code to executable Python.
+This crate serves as the main entry point for Snail compilation. It re-exports types from the workspace crates and provides high-level compilation functions that orchestrate the complete pipeline from source code to Python `ast` nodes.
 
 ## Key Components
 
-- **compile_snail_source()**: One-step compilation from Snail source to Python source
+- **compile_snail_source()**: One-step compilation from Snail source to Python `ast` module
 - **compile_snail_source_with_auto_print()**: Compilation with optional auto-print for CLI usage
-- Re-exports from all workspace crates:
+- Re-exports from workspace crates:
   - `snail-ast`: All AST types
-  - `snail-python-ast`: All Python AST types
   - `snail-error`: Error types and formatting
   - `snail-parser`: Parsing functions
   - `snail-lower`: Lowering functions
-  - `snail-codegen`: Code generation functions
 
 ## Compilation Pipeline
 
 The `compile_snail_source()` function orchestrates the complete compilation:
 
 1. **Parse**: `parse_program()` or `parse_awk_program()` → Snail AST
-2. **Lower**: `lower_program()` or `lower_awk_program()` → Python AST
-3. **Codegen**: `python_source()` → Python source string
+2. **Lower**: `lower_program()` or `lower_awk_program()` → Python `ast.Module`
 
 Each stage can fail with appropriate error types (`ParseError` or `LowerError`), wrapped in the unified `SnailError` type.
 
@@ -45,11 +42,10 @@ This enables REPL-like behavior for interactive use and CLI one-liners.
 ## Dependencies
 
 - **snail-ast**: Core AST types
-- **snail-python-ast**: Python AST types
 - **snail-error**: Error handling
 - **snail-parser**: Parsing logic
 - **snail-lower**: AST transformation
-- **snail-codegen**: Python code generation
+- **pyo3**: Python AST construction
 
 ## Used By
 

snail_lang-0.3.6/crates/snail-core/src/lib.rs

@@ -0,0 +1,36 @@
+use pyo3::prelude::*;
+
+// Re-export all workspace crates for unified API
+pub use snail_ast::*;
+pub use snail_error::*;
+pub use snail_lower::*;
+pub use snail_parser::*;
+
+/// Compilation API
+pub fn compile_snail_source(
+    py: Python<'_>,
+    source: &str,
+    mode: CompileMode,
+) -> Result<PyObject, SnailError> {
+    compile_snail_source_with_auto_print(py, source, mode, false)
+}
+
+pub fn compile_snail_source_with_auto_print(
+    py: Python<'_>,
+    source: &str,
+    mode: CompileMode,
+    auto_print_last: bool,
+) -> Result<PyObject, SnailError> {
+    match mode {
+        CompileMode::Snail => {
+            let program = parse_program(source)?;
+            let module = lower_program_with_auto_print(py, &program, auto_print_last)?;
+            Ok(module)
+        }
+        CompileMode::Awk => {
+            let program = parse_awk_program(source)?;
+            let module = lower_awk_program_with_auto_print(py, &program, auto_print_last)?;
+            Ok(module)
+        }
+    }
+}

{snail_lang-0.2.0 → snail_lang-0.3.6}/crates/snail-error/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "snail-error"
-version = "0.2.0"
+version = "0.3.6"
 edition = "2024"
 readme = "README.md"
 

{snail_lang-0.2.0 → snail_lang-0.3.6}/crates/snail-lower/Cargo.toml

@@ -1,10 +1,10 @@
 [package]
 name = "snail-lower"
-version = "0.2.0"
+version = "0.3.6"
 edition = "2024"
 readme = "README.md"
 
 [dependencies]
 snail-ast = { path = "../snail-ast" }
-snail-python-ast = { path = "../snail-python-ast" }
 snail-error = { path = "../snail-error" }
+pyo3 = { version = "0.21", features = ["abi3-py310"] }

{snail_lang-0.2.0 → snail_lang-0.3.6}/crates/snail-lower/README.md

@@ -1,15 +1,15 @@
 # snail-lower
 
-AST transformation layer that lowers Snail AST to Python AST.
+AST transformation layer that lowers Snail AST to Python `ast` nodes via pyo3.
 
 ## Purpose
 
-This crate is the semantic transformation core of the Snail compiler. It takes Snail AST nodes and transforms them into equivalent Python AST nodes, handling all Snail-specific features by generating appropriate Python code patterns and helper function calls.
+This crate is the semantic transformation core of the Snail compiler. It takes Snail AST nodes and transforms them into equivalent Python `ast` nodes, handling all Snail-specific features by generating appropriate Python AST patterns and helper function calls.
 
 ## Key Components
 
-- **lower_program()**: Transforms a regular `Program` to `PyModule`
-- **lower_awk_program()**: Transforms an `AwkProgram` to `PyModule` with awk runtime
+- **lower_program()**: Transforms a regular `Program` to a Python `ast.Module`
+- **lower_awk_program()**: Transforms an `AwkProgram` to a Python `ast.Module` with awk runtime
 - **lower_awk_program_with_auto_print()**: Awk lowering with optional auto-print
 - Helper constants for generated Python code:
   - `SNAIL_TRY_HELPER`: Name for the `?` operator helper function
@@ -31,7 +31,7 @@ This crate is the semantic transformation core of the Snail compiler. It takes S
 
 ## Awk Mode Lowering
 
-When lowering awk programs, generates a complete Python program that:
+When lowering awk programs, generates a complete Python AST that:
 1. Imports `sys` for accessing command-line arguments and stdin
 2. Executes BEGIN blocks before processing input
 3. Creates a main loop that reads lines from files or stdin
@@ -42,15 +42,14 @@ When lowering awk programs, generates a complete Python program that:
 ## Dependencies
 
 - **snail-ast**: Consumes Snail `Program` and `AwkProgram`
-- **snail-python-ast**: Produces Python `PyModule` and related nodes
+- **pyo3**: Constructs Python `ast` nodes
 - **snail-error**: Returns `LowerError` on transformation failures
 
 ## Used By
 
-- **snail-codegen**: Consumes the Python AST to generate source code
 - **snail-core**: Calls lowering functions as part of the compilation pipeline
 - Tests validate transformation correctness
 
 ## Design
 
-The lowering process preserves Python semantics exactly - only syntax differs. All `SourceSpan` information is preserved through the transformation to enable accurate error reporting in the generated Python code.
+The lowering process preserves Python semantics exactly - only syntax differs. `SourceSpan` information is used to populate Python AST location metadata for accurate error reporting.