snail-lang 0.3.4__tar.gz → 0.3.6__tar.gz

{snail_lang-0.3.4 → snail_lang-0.3.6}/Cargo.lock

@@ -485,47 +485,38 @@ checksum = "67b1b7a3b5fe4f1376887184045fcf45c69e92af734b7aaddc05fb777b6fbd03"
 
 [[package]]
 name = "snail-ast"
-version = "0.3.4"
-
-[[package]]
-name = "snail-codegen"
-version = "0.3.4"
-dependencies = [
- "snail-ast",
- "snail-python-ast",
-]
+version = "0.3.6"
 
 [[package]]
 name = "snail-core"
-version = "0.3.4"
+version = "0.3.6"
 dependencies = [
+ "pyo3",
  "snail-ast",
- "snail-codegen",
  "snail-error",
  "snail-lower",
  "snail-parser",
- "snail-python-ast",
 ]
 
 [[package]]
 name = "snail-error"
-version = "0.3.4"
+version = "0.3.6"
 dependencies = [
  "snail-ast",
 ]
 
 [[package]]
 name = "snail-lower"
-version = "0.3.4"
+version = "0.3.6"
 dependencies = [
+ "pyo3",
  "snail-ast",
  "snail-error",
- "snail-python-ast",
 ]
 
 [[package]]
 name = "snail-parser"
-version = "0.3.4"
+version = "0.3.6"
 dependencies = [
  "pest",
  "pest_derive",
@@ -535,34 +526,26 @@ dependencies = [
 
 [[package]]
 name = "snail-proptest"
-version = "0.3.4"
+version = "0.3.6"
 dependencies = [
  "proptest",
+ "pyo3",
  "snail-ast",
- "snail-codegen",
  "snail-core",
  "snail-error",
  "snail-lower",
  "snail-parser",
- "snail-python-ast",
  "tempfile",
 ]
 
 [[package]]
 name = "snail-python"
-version = "0.3.4"
+version = "0.3.6"
 dependencies = [
  "pyo3",
  "snail-core",
 ]
 
-[[package]]
-name = "snail-python-ast"
-version = "0.3.4"
-dependencies = [
- "snail-ast",
-]
-
 [[package]]
 name = "syn"
 version = "2.0.114"

{snail_lang-0.3.4 → snail_lang-0.3.6}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: snail-lang
-Version: 0.3.4
+Version: 0.3.6
 Requires-Dist: maturin>=1.5 ; extra == 'dev'
 Requires-Dist: pytest ; extra == 'dev'
 Provides-Extra: dev
@@ -115,6 +115,9 @@ class Doubler {
     def __pipeline__(self, x) { return x * 2 }
 }
 doubled = 21 | Doubler()  # yields 42
+
+# Join list items with a separator
+joined = ["a", "b"] | join(" ")  # yields "a b"
 ```
 
 ### JSON Queries with JMESPath
@@ -129,6 +132,9 @@ first_email = data | $[users[0].email]
 
 # Inline parsing and querying
 result = json('{"foo": 12}') | $[foo]
+
+# JSONL parsing returns a list
+names = json('{"name": "Ada"}\n{"name": "Lin"}') | $[[*].name]
 ```
 
 ### Full Python Interoperability
@@ -147,7 +153,7 @@ filtered = df[df["value"] > 100]
 
 ```bash
 # Install from PyPI
-pip install snail
+pip install snail-lang
 
 # Run a one-liner
 snail "print('Hello, Snail!')"
@@ -179,10 +185,9 @@ flowchart TB
         C2[crates/snail-ast/src/awk.rs<br/>AwkProgram AST]
     end
 
-    subgraph Lowering["Lowering & Code Generation"]
+    subgraph Lowering["Lowering"]
         D1[crates/snail-lower/<br/>AST → Python AST Transform]
         D2[python/snail/runtime/<br/>Runtime Helpers]
-        D3[crates/snail-codegen/<br/>Python AST → Source Code]
     end
 
     subgraph Execution
@@ -198,9 +203,8 @@ flowchart TB
     C1 --> D1
     C2 --> D1
     D1 --> D2
-    D1 --> D3
-    D2 --> D3
-    D3 --> E1
+    D1 --> E1
+    D2 --> E1
     E1 --> E2
     E2 --> F[Python Execution]
 
@@ -218,7 +222,7 @@ flowchart TB
   - `$(cmd)` subprocess capture → `__SnailSubprocessCapture`
   - `@(cmd)` subprocess status → `__SnailSubprocessStatus`
   - Regex literals → `__snail_regex_search` and `__snail_regex_compile`
-- **Code Generation**: Converts Python AST to Python source for in-process execution
+- **Execution**: Compiles Python AST directly for in-process execution
 - **CLI**: Python wrapper (`python/snail/cli.py`) that executes via the extension module
 
 ## 📚 Documentation
@@ -333,7 +337,7 @@ python3 -m venv myenv
 source myenv/bin/activate  # On Windows: myenv\Scripts\activate
 
 # Install and run
-pip install snail
+pip install snail-lang
 snail "import sys; print(sys.prefix)"
 ```
 

{snail_lang-0.3.4 → snail_lang-0.3.6}/README.md

@@ -104,6 +104,9 @@ class Doubler {
     def __pipeline__(self, x) { return x * 2 }
 }
 doubled = 21 | Doubler()  # yields 42
+
+# Join list items with a separator
+joined = ["a", "b"] | join(" ")  # yields "a b"
 ```
 
 ### JSON Queries with JMESPath
@@ -118,6 +121,9 @@ first_email = data | $[users[0].email]
 
 # Inline parsing and querying
 result = json('{"foo": 12}') | $[foo]
+
+# JSONL parsing returns a list
+names = json('{"name": "Ada"}\n{"name": "Lin"}') | $[[*].name]
 ```
 
 ### Full Python Interoperability
@@ -136,7 +142,7 @@ filtered = df[df["value"] > 100]
 
 ```bash
 # Install from PyPI
-pip install snail
+pip install snail-lang
 
 # Run a one-liner
 snail "print('Hello, Snail!')"
@@ -168,10 +174,9 @@ flowchart TB
         C2[crates/snail-ast/src/awk.rs<br/>AwkProgram AST]
     end
 
-    subgraph Lowering["Lowering & Code Generation"]
+    subgraph Lowering["Lowering"]
         D1[crates/snail-lower/<br/>AST → Python AST Transform]
         D2[python/snail/runtime/<br/>Runtime Helpers]
-        D3[crates/snail-codegen/<br/>Python AST → Source Code]
     end
 
     subgraph Execution
@@ -187,9 +192,8 @@ flowchart TB
     C1 --> D1
     C2 --> D1
     D1 --> D2
-    D1 --> D3
-    D2 --> D3
-    D3 --> E1
+    D1 --> E1
+    D2 --> E1
     E1 --> E2
     E2 --> F[Python Execution]
 
@@ -207,7 +211,7 @@ flowchart TB
   - `$(cmd)` subprocess capture → `__SnailSubprocessCapture`
   - `@(cmd)` subprocess status → `__SnailSubprocessStatus`
   - Regex literals → `__snail_regex_search` and `__snail_regex_compile`
-- **Code Generation**: Converts Python AST to Python source for in-process execution
+- **Execution**: Compiles Python AST directly for in-process execution
 - **CLI**: Python wrapper (`python/snail/cli.py`) that executes via the extension module
 
 ## 📚 Documentation
@@ -322,7 +326,7 @@ python3 -m venv myenv
 source myenv/bin/activate  # On Windows: myenv\Scripts\activate
 
 # Install and run
-pip install snail
+pip install snail-lang
 snail "import sys; print(sys.prefix)"
 ```
 

{snail_lang-0.3.4 → snail_lang-0.3.6}/crates/snail-ast/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "snail-ast"
-version = "0.3.4"
+version = "0.3.6"
 edition = "2024"
 readme = "README.md"
 

{snail_lang-0.3.4 → snail_lang-0.3.6}/crates/snail-ast/README.md

@@ -21,11 +21,9 @@ None - this crate has no dependencies and provides pure data structures.
 
 ## Used By
 
-- **snail-python-ast**: Uses `SourceSpan` and `StringDelimiter` for its own AST nodes
 - **snail-error**: Uses `SourceSpan` for error reporting with source locations
 - **snail-parser**: Produces `Program` and `AwkProgram` as output
-- **snail-lower**: Consumes Snail AST and transforms it to Python AST
-- **snail-codegen**: Uses `StringDelimiter` for string literal formatting
+- **snail-lower**: Consumes Snail AST and transforms it to Python `ast` nodes via pyo3
 - **snail-core**: Re-exports all types for the unified API
 
 ## Design

{snail_lang-0.3.4 → snail_lang-0.3.6}/crates/snail-core/Cargo.toml

@@ -1,13 +1,12 @@
 [package]
 name = "snail-core"
-version = "0.3.4"
+version = "0.3.6"
 edition.workspace = true
 readme = "README.md"
 
 [dependencies]
 snail-ast = { path = "../snail-ast" }
-snail-python-ast = { path = "../snail-python-ast" }
 snail-error = { path = "../snail-error" }
 snail-parser = { path = "../snail-parser" }
 snail-lower = { path = "../snail-lower" }
-snail-codegen = { path = "../snail-codegen" }
+pyo3 = { version = "0.21", features = ["abi3-py310"] }

{snail_lang-0.3.4 → snail_lang-0.3.6}/crates/snail-core/README.md

@@ -4,27 +4,24 @@ Unified compilation API for the Snail programming language.
 
 ## Purpose
 
-This crate serves as the main entry point for Snail compilation. It re-exports all types from the workspace crates and provides high-level compilation functions that orchestrate the complete pipeline from source code to executable Python.
+This crate serves as the main entry point for Snail compilation. It re-exports types from the workspace crates and provides high-level compilation functions that orchestrate the complete pipeline from source code to Python `ast` nodes.
 
 ## Key Components
 
-- **compile_snail_source()**: One-step compilation from Snail source to Python source
+- **compile_snail_source()**: One-step compilation from Snail source to Python `ast` module
 - **compile_snail_source_with_auto_print()**: Compilation with optional auto-print for CLI usage
-- Re-exports from all workspace crates:
+- Re-exports from workspace crates:
   - `snail-ast`: All AST types
-  - `snail-python-ast`: All Python AST types
   - `snail-error`: Error types and formatting
   - `snail-parser`: Parsing functions
   - `snail-lower`: Lowering functions
-  - `snail-codegen`: Code generation functions
 
 ## Compilation Pipeline
 
 The `compile_snail_source()` function orchestrates the complete compilation:
 
 1. **Parse**: `parse_program()` or `parse_awk_program()` → Snail AST
-2. **Lower**: `lower_program()` or `lower_awk_program()` → Python AST
-3. **Codegen**: `python_source()` → Python source string
+2. **Lower**: `lower_program()` or `lower_awk_program()` → Python `ast.Module`
 
 Each stage can fail with appropriate error types (`ParseError` or `LowerError`), wrapped in the unified `SnailError` type.
 
@@ -45,11 +42,10 @@ This enables REPL-like behavior for interactive use and CLI one-liners.
 ## Dependencies
 
 - **snail-ast**: Core AST types
-- **snail-python-ast**: Python AST types
 - **snail-error**: Error handling
 - **snail-parser**: Parsing logic
 - **snail-lower**: AST transformation
-- **snail-codegen**: Python code generation
+- **pyo3**: Python AST construction
 
 ## Used By
 

snail_lang-0.3.6/crates/snail-core/src/lib.rs

@@ -0,0 +1,36 @@
+use pyo3::prelude::*;
+
+// Re-export all workspace crates for unified API
+pub use snail_ast::*;
+pub use snail_error::*;
+pub use snail_lower::*;
+pub use snail_parser::*;
+
+/// Compilation API
+pub fn compile_snail_source(
+    py: Python<'_>,
+    source: &str,
+    mode: CompileMode,
+) -> Result<PyObject, SnailError> {
+    compile_snail_source_with_auto_print(py, source, mode, false)
+}
+
+pub fn compile_snail_source_with_auto_print(
+    py: Python<'_>,
+    source: &str,
+    mode: CompileMode,
+    auto_print_last: bool,
+) -> Result<PyObject, SnailError> {
+    match mode {
+        CompileMode::Snail => {
+            let program = parse_program(source)?;
+            let module = lower_program_with_auto_print(py, &program, auto_print_last)?;
+            Ok(module)
+        }
+        CompileMode::Awk => {
+            let program = parse_awk_program(source)?;
+            let module = lower_awk_program_with_auto_print(py, &program, auto_print_last)?;
+            Ok(module)
+        }
+    }
+}

{snail_lang-0.3.4 → snail_lang-0.3.6}/crates/snail-error/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "snail-error"
-version = "0.3.4"
+version = "0.3.6"
 edition = "2024"
 readme = "README.md"
 

{snail_lang-0.3.4 → snail_lang-0.3.6}/crates/snail-lower/Cargo.toml

@@ -1,10 +1,10 @@
 [package]
 name = "snail-lower"
-version = "0.3.4"
+version = "0.3.6"
 edition = "2024"
 readme = "README.md"
 
 [dependencies]
 snail-ast = { path = "../snail-ast" }
-snail-python-ast = { path = "../snail-python-ast" }
 snail-error = { path = "../snail-error" }
+pyo3 = { version = "0.21", features = ["abi3-py310"] }

{snail_lang-0.3.4 → snail_lang-0.3.6}/crates/snail-lower/README.md

@@ -1,15 +1,15 @@
 # snail-lower
 
-AST transformation layer that lowers Snail AST to Python AST.
+AST transformation layer that lowers Snail AST to Python `ast` nodes via pyo3.
 
 ## Purpose
 
-This crate is the semantic transformation core of the Snail compiler. It takes Snail AST nodes and transforms them into equivalent Python AST nodes, handling all Snail-specific features by generating appropriate Python code patterns and helper function calls.
+This crate is the semantic transformation core of the Snail compiler. It takes Snail AST nodes and transforms them into equivalent Python `ast` nodes, handling all Snail-specific features by generating appropriate Python AST patterns and helper function calls.
 
 ## Key Components
 
-- **lower_program()**: Transforms a regular `Program` to `PyModule`
-- **lower_awk_program()**: Transforms an `AwkProgram` to `PyModule` with awk runtime
+- **lower_program()**: Transforms a regular `Program` to a Python `ast.Module`
+- **lower_awk_program()**: Transforms an `AwkProgram` to a Python `ast.Module` with awk runtime
 - **lower_awk_program_with_auto_print()**: Awk lowering with optional auto-print
 - Helper constants for generated Python code:
   - `SNAIL_TRY_HELPER`: Name for the `?` operator helper function
@@ -31,7 +31,7 @@ This crate is the semantic transformation core of the Snail compiler. It takes S
 
 ## Awk Mode Lowering
 
-When lowering awk programs, generates a complete Python program that:
+When lowering awk programs, generates a complete Python AST that:
 1. Imports `sys` for accessing command-line arguments and stdin
 2. Executes BEGIN blocks before processing input
 3. Creates a main loop that reads lines from files or stdin
@@ -42,15 +42,14 @@ When lowering awk programs, generates a complete Python program that:
 ## Dependencies
 
 - **snail-ast**: Consumes Snail `Program` and `AwkProgram`
-- **snail-python-ast**: Produces Python `PyModule` and related nodes
+- **pyo3**: Constructs Python `ast` nodes
 - **snail-error**: Returns `LowerError` on transformation failures
 
 ## Used By
 
-- **snail-codegen**: Consumes the Python AST to generate source code
 - **snail-core**: Calls lowering functions as part of the compilation pipeline
 - Tests validate transformation correctness
 
 ## Design
 
-The lowering process preserves Python semantics exactly - only syntax differs. All `SourceSpan` information is preserved through the transformation to enable accurate error reporting in the generated Python code.
+The lowering process preserves Python semantics exactly - only syntax differs. `SourceSpan` information is used to populate Python AST location metadata for accurate error reporting.