snail-lang 0.5.2__tar.gz → 0.6.0__tar.gz

{snail_lang-0.5.2 → snail_lang-0.6.0}/Cargo.lock

@@ -485,11 +485,11 @@ checksum = "67b1b7a3b5fe4f1376887184045fcf45c69e92af734b7aaddc05fb777b6fbd03"
 
 [[package]]
 name = "snail-ast"
-version = "0.5.2"
+version = "0.6.0"
 
 [[package]]
 name = "snail-core"
-version = "0.5.2"
+version = "0.6.0"
 dependencies = [
  "pyo3",
  "snail-ast",
@@ -500,14 +500,14 @@ dependencies = [
 
 [[package]]
 name = "snail-error"
-version = "0.5.2"
+version = "0.6.0"
 dependencies = [
  "snail-ast",
 ]
 
 [[package]]
 name = "snail-lower"
-version = "0.5.2"
+version = "0.6.0"
 dependencies = [
  "pyo3",
  "snail-ast",
@@ -516,7 +516,7 @@ dependencies = [
 
 [[package]]
 name = "snail-parser"
-version = "0.5.2"
+version = "0.6.0"
 dependencies = [
  "pest",
  "pest_derive",
@@ -526,7 +526,7 @@ dependencies = [
 
 [[package]]
 name = "snail-proptest"
-version = "0.5.2"
+version = "0.6.0"
 dependencies = [
  "proptest",
  "pyo3",
@@ -540,7 +540,7 @@ dependencies = [
 
 [[package]]
 name = "snail-python"
-version = "0.5.2"
+version = "0.6.0"
 dependencies = [
  "pyo3",
  "snail-core",

{snail_lang-0.5.2 → snail_lang-0.6.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: snail-lang
-Version: 0.5.2
+Version: 0.6.0
 Requires-Dist: jmespath>=1.0.1
 Requires-Dist: maturin>=1.5 ; extra == 'dev'
 Requires-Dist: pytest ; extra == 'dev'
@@ -19,6 +19,12 @@ Description-Content-Type: text/markdown; charset=UTF-8; variant=GFM
 
 **Snail** is a programming language that compiles to Python, combining Python's familiarity and extensive libraries with Perl/awk-inspired syntax for quick scripts and one-liners.
 
+## AI Slop!
+
+Snail is me learning how to devlop code using LLMs. I think its neat, and
+maybe useful. I don't think this is high quality. I am going to try and LLM my
+way into something good, but its certainly not there yet.
+
 ## Installing Snail
 
 Install [uv](https://docs.astral.sh/uv/getting-started/installation/) and then run:
@@ -51,13 +57,27 @@ semicolons are optional. You can separate statements with newlines.
 
 Process files line-by-line with familiar awk semantics:
 
-```snail-awk("5\n4\n3\n2\n1\nbanana\n")
-BEGIN { total = 0 }
-/^[0-9]+/ { total = total + int($1) }
-END { print("Sum:", total); assert total == 15}
+```snail-awk("hello world\nfoo bar\n")
+/hello/ { print("matched:", $0) }
+{ print($1, "->", $2) }
 ```
 
-Built-in variables: `$0` (line), `$1`, `$2` etc (access fields), `$n` (line number), `$fn` (per-file line number), `$p` (file path), `$m` (last match).
+**Built-in variables:**
+
+| Variable | Description |
+|----------|-------------|
+| `$0` | Current line (with newline stripped) |
+| `$1`, `$2`, ... | Individual fields (whitespace-split) |
+| `$f` | All fields as a list |
+| `$n` | Global line number (across all files) |
+| `$fn` | Per-file line number |
+| `$p` | Current file path |
+| `$m` | Last regex match object |
+
+Begin/end blocks use CLI flags (`-b`/`--begin`, `-e`/`--end`) for setup and teardown:
+```bash
+echo -e "5\n4\n3\n2\n1" | snail --awk --begin 'total = 0' --end 'print("Sum:", total)' '/^[0-9]+/ { total = total + int($1) }'
+```
 
 ### Compact Error Handling
 
@@ -229,6 +249,13 @@ Plug 'sudonym1/snail', { 'rtp': 'extras/vim' }
 
 See [extras/vim/README.md](extras/vim/README.md) for details. Tree-sitter grammar available in `extras/tree-sitter-snail/`.
 
+## Performance
+
+Section is WIP
+
+Startup performance is benchmarked with `./benchmarks/startup.py`. On my
+machine snail adds 5 ms of overhead above the regular python3 interpreter.
+
 ## 🛠️ Building from Source
 
 ### Prerequisites

{snail_lang-0.5.2 → snail_lang-0.6.0}/README.md

@@ -7,6 +7,12 @@
 
 **Snail** is a programming language that compiles to Python, combining Python's familiarity and extensive libraries with Perl/awk-inspired syntax for quick scripts and one-liners.
 
+## AI Slop!
+
+Snail is me learning how to devlop code using LLMs. I think its neat, and
+maybe useful. I don't think this is high quality. I am going to try and LLM my
+way into something good, but its certainly not there yet.
+
 ## Installing Snail
 
 Install [uv](https://docs.astral.sh/uv/getting-started/installation/) and then run:
@@ -39,13 +45,27 @@ semicolons are optional. You can separate statements with newlines.
 
 Process files line-by-line with familiar awk semantics:
 
-```snail-awk("5\n4\n3\n2\n1\nbanana\n")
-BEGIN { total = 0 }
-/^[0-9]+/ { total = total + int($1) }
-END { print("Sum:", total); assert total == 15}
+```snail-awk("hello world\nfoo bar\n")
+/hello/ { print("matched:", $0) }
+{ print($1, "->", $2) }
 ```
 
-Built-in variables: `$0` (line), `$1`, `$2` etc (access fields), `$n` (line number), `$fn` (per-file line number), `$p` (file path), `$m` (last match).
+**Built-in variables:**
+
+| Variable | Description |
+|----------|-------------|
+| `$0` | Current line (with newline stripped) |
+| `$1`, `$2`, ... | Individual fields (whitespace-split) |
+| `$f` | All fields as a list |
+| `$n` | Global line number (across all files) |
+| `$fn` | Per-file line number |
+| `$p` | Current file path |
+| `$m` | Last regex match object |
+
+Begin/end blocks use CLI flags (`-b`/`--begin`, `-e`/`--end`) for setup and teardown:
+```bash
+echo -e "5\n4\n3\n2\n1" | snail --awk --begin 'total = 0' --end 'print("Sum:", total)' '/^[0-9]+/ { total = total + int($1) }'
+```
 
 ### Compact Error Handling
 
@@ -217,6 +237,13 @@ Plug 'sudonym1/snail', { 'rtp': 'extras/vim' }
 
 See [extras/vim/README.md](extras/vim/README.md) for details. Tree-sitter grammar available in `extras/tree-sitter-snail/`.
 
+## Performance
+
+Section is WIP
+
+Startup performance is benchmarked with `./benchmarks/startup.py`. On my
+machine snail adds 5 ms of overhead above the regular python3 interpreter.
+
 ## 🛠️ Building from Source
 
 ### Prerequisites

{snail_lang-0.5.2 → snail_lang-0.6.0}/crates/snail-ast/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "snail-ast"
-version = "0.5.2"
+version = "0.6.0"
 edition = "2024"
 readme = "README.md"
 

{snail_lang-0.5.2 → snail_lang-0.6.0}/crates/snail-ast/src/ast.rs

@@ -189,11 +189,13 @@ pub enum Expr {
     String {
         value: String,
         raw: bool,
+        bytes: bool,
         delimiter: StringDelimiter,
         span: SourceSpan,
     },
     FString {
         parts: Vec<FStringPart>,
+        bytes: bool,
         span: SourceSpan,
     },
     Bool {

{snail_lang-0.5.2 → snail_lang-0.6.0}/crates/snail-ast/src/awk.rs

@@ -4,6 +4,7 @@ use crate::ast::{Expr, SourceSpan, Stmt};
 pub enum CompileMode {
     Snail,
     Awk,
+    Map,
 }
 
 #[derive(Debug, Clone, PartialEq)]

{snail_lang-0.5.2 → snail_lang-0.6.0}/crates/snail-core/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "snail-core"
-version = "0.5.2"
+version = "0.6.0"
 edition.workspace = true
 readme = "README.md"
 

{snail_lang-0.5.2 → snail_lang-0.6.0}/crates/snail-core/src/lib.rs

@@ -32,5 +32,24 @@ pub fn compile_snail_source_with_auto_print(
             let module = lower_awk_program_with_auto_print(py, &program, auto_print_last)?;
             Ok(module)
         }
+        CompileMode::Map => {
+            let program = parse_map_program(source)?;
+            let module = lower_map_program_with_auto_print(py, &program, auto_print_last)?;
+            Ok(module)
+        }
     }
 }
+
+/// Compile an awk program with separate begin and end code blocks.
+/// Each begin/end source is parsed as a regular Snail program.
+pub fn compile_awk_source_with_begin_end(
+    py: Python<'_>,
+    main_source: &str,
+    begin_sources: &[&str],
+    end_sources: &[&str],
+    auto_print_last: bool,
+) -> Result<PyObject, SnailError> {
+    let program = parse_awk_program_with_begin_end(main_source, begin_sources, end_sources)?;
+    let module = lower_awk_program_with_auto_print(py, &program, auto_print_last)?;
+    Ok(module)
+}

{snail_lang-0.5.2 → snail_lang-0.6.0}/crates/snail-error/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "snail-error"
-version = "0.5.2"
+version = "0.6.0"
 edition = "2024"
 readme = "README.md"
 

{snail_lang-0.5.2 → snail_lang-0.6.0}/crates/snail-lower/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "snail-lower"
-version = "0.5.2"
+version = "0.6.0"
 edition = "2024"
 readme = "README.md"
 

{snail_lang-0.5.2 → snail_lang-0.6.0}/crates/snail-lower/README.md

@@ -27,7 +27,7 @@ This crate is the semantic transformation core of the Snail compiler. It takes S
 - **Regex expressions** (`/pattern/`): Transformed into `__snail_regex_compile(pattern)` call
 - **Regex matching** (`string in /pattern/`): Transformed into `__snail_regex_search(string, pattern)` call
 - **Structured accessors** (`$[query]`): Transformed into `__SnailStructuredAccessor(query)` instance
-- **Awk variables**: `$0`, `$<num>`, `$n`, `$fn`, `$p`, `$m` mapped to Python variable names
+- **Awk variables**: `$0`, `$<num>`, `$n`, `$fn`, `$f`, `$p`, `$m` mapped to Python variable names
 
 ## Awk Mode Lowering
 

{snail_lang-0.5.2 → snail_lang-0.6.0}/crates/snail-lower/src/constants.rs

@@ -20,6 +20,7 @@ pub(crate) const SNAIL_AWK_NR: &str = "$n";
 pub(crate) const SNAIL_AWK_FNR: &str = "$fn";
 pub(crate) const SNAIL_AWK_PATH: &str = "$p";
 pub(crate) const SNAIL_AWK_MATCH: &str = "$m";
+pub(crate) const SNAIL_AWK_FIELDS: &str = "$f";
 pub(crate) const SNAIL_AWK_LINE_PYVAR: &str = "__snail_line";
 pub(crate) const SNAIL_AWK_FIELDS_PYVAR: &str = "__snail_fields";
 pub(crate) const SNAIL_AWK_NR_PYVAR: &str = "__snail_nr_user";
@@ -27,12 +28,27 @@ pub(crate) const SNAIL_AWK_FNR_PYVAR: &str = "__snail_fnr_user";
 pub(crate) const SNAIL_AWK_PATH_PYVAR: &str = "__snail_path_user";
 pub(crate) const SNAIL_AWK_MATCH_PYVAR: &str = "__snail_match";
 
+// Map-related constants (public within crate)
+pub(crate) const SNAIL_MAP_SRC: &str = "$src";
+pub(crate) const SNAIL_MAP_FD: &str = "$fd";
+pub(crate) const SNAIL_MAP_TEXT: &str = "$text";
+pub(crate) const SNAIL_MAP_SRC_PYVAR: &str = "__snail_src";
+pub(crate) const SNAIL_MAP_FD_PYVAR: &str = "__snail_fd";
+pub(crate) const SNAIL_MAP_TEXT_PYVAR: &str = "__snail_text";
+pub const SNAIL_LAZY_TEXT_CLASS: &str = "__SnailLazyText";
+
 pub(crate) fn injected_py_name(name: &str) -> Option<&'static str> {
     match name {
+        // Awk variables
         SNAIL_AWK_NR => Some(SNAIL_AWK_NR_PYVAR),
         SNAIL_AWK_FNR => Some(SNAIL_AWK_FNR_PYVAR),
         SNAIL_AWK_PATH => Some(SNAIL_AWK_PATH_PYVAR),
         SNAIL_AWK_MATCH => Some(SNAIL_AWK_MATCH_PYVAR),
+        SNAIL_AWK_FIELDS => Some(SNAIL_AWK_FIELDS_PYVAR),
+        // Map variables
+        SNAIL_MAP_SRC => Some(SNAIL_MAP_SRC_PYVAR),
+        SNAIL_MAP_FD => Some(SNAIL_MAP_FD_PYVAR),
+        SNAIL_MAP_TEXT => Some(SNAIL_MAP_TEXT_PYVAR),
         _ => None,
     }
 }

{snail_lang-0.5.2 → snail_lang-0.6.0}/crates/snail-lower/src/expr.rs

@@ -4,7 +4,7 @@ use snail_ast::*;
 use snail_error::LowerError;
 
 use crate::constants::*;
-use crate::helpers::{name_expr, number_expr, regex_pattern_expr, string_expr};
+use crate::helpers::{byte_string_expr, name_expr, number_expr, regex_pattern_expr, string_expr};
 use crate::operators::{lower_binary_op, lower_bool_op, lower_compare_op, lower_unary_op};
 use crate::py_ast::{AstBuilder, py_err_to_lower};
 
@@ -441,18 +441,53 @@ pub(crate) fn lower_expr_with_exception(
         Expr::String {
             value,
             raw,
+            bytes,
             delimiter,
             span,
-        } => string_expr(builder, value, *raw, *delimiter, span),
-        Expr::FString { parts, span } => {
+        } => {
+            if *bytes {
+                byte_string_expr(builder, value, *raw, *delimiter, span)
+            } else {
+                string_expr(builder, value, *raw, *delimiter, span)
+            }
+        }
+        Expr::FString { parts, bytes, span } => {
             let values = lower_fstring_parts(builder, parts, exception_name)?;
-            builder
+            let joined = builder
                 .call_node(
                     "JoinedStr",
                     vec![PyList::new_bound(builder.py(), values).into_py(builder.py())],
                     span,
                 )
-                .map_err(py_err_to_lower)
+                .map_err(py_err_to_lower)?;
+
+            if *bytes {
+                // Wrap in .encode() call: f"...".encode()
+                let encode_attr = builder
+                    .call_node(
+                        "Attribute",
+                        vec![
+                            joined,
+                            "encode".to_string().into_py(builder.py()),
+                            builder.load_ctx().map_err(py_err_to_lower)?,
+                        ],
+                        span,
+                    )
+                    .map_err(py_err_to_lower)?;
+                builder
+                    .call_node(
+                        "Call",
+                        vec![
+                            encode_attr,
+                            PyList::empty_bound(builder.py()).into_py(builder.py()),
+                            PyList::empty_bound(builder.py()).into_py(builder.py()),
+                        ],
+                        span,
+                    )
+                    .map_err(py_err_to_lower)
+            } else {
+                Ok(joined)
+            }
         }
         Expr::Bool { value, span } => builder
             .call_node("Constant", vec![value.into_py(builder.py())], span)
@@ -1324,7 +1359,7 @@ fn substitute_placeholder(expr: &Expr, replacement: &Expr) -> Expr {
         | Expr::None { .. }
         | Expr::StructuredAccessor { .. }
         | Expr::FieldIndex { .. } => expr.clone(),
-        Expr::FString { parts, span } => Expr::FString {
+        Expr::FString { parts, bytes, span } => Expr::FString {
             parts: parts
                 .iter()
                 .map(|part| match part {
@@ -1334,6 +1369,7 @@ fn substitute_placeholder(expr: &Expr, replacement: &Expr) -> Expr {
                     }
                 })
                 .collect(),
+            bytes: *bytes,
             span: span.clone(),
         },
         Expr::Unary { op, expr, span } => Expr::Unary {

{snail_lang-0.5.2 → snail_lang-0.6.0}/crates/snail-lower/src/helpers.rs

@@ -75,6 +75,37 @@ pub(crate) fn string_expr(
     Ok(expr.into_py(builder.py()))
 }
 
+pub(crate) fn byte_string_expr(
+    builder: &AstBuilder<'_>,
+    value: &str,
+    raw: bool,
+    delimiter: StringDelimiter,
+    span: &SourceSpan,
+) -> Result<PyObject, LowerError> {
+    let rendered = match (raw, delimiter) {
+        (true, StringDelimiter::Single) => format!("rb'{}'", value),
+        (true, StringDelimiter::Double) => format!("rb\"{}\"", value),
+        (true, StringDelimiter::TripleSingle) => format!("rb'''{}'''", value),
+        (true, StringDelimiter::TripleDouble) => format!("rb\"\"\"{}\"\"\"", value),
+        (false, StringDelimiter::Single) => format!("b'{}'", value),
+        (false, StringDelimiter::Double) => format!("b\"{}\"", value),
+        (false, StringDelimiter::TripleSingle) => format!("b'''{}'''", value),
+        (false, StringDelimiter::TripleDouble) => format!("b\"\"\"{}\"\"\"", value),
+    };
+    let expr = builder
+        .py()
+        .import_bound("ast")
+        .and_then(|ast| ast.getattr("parse"))
+        .and_then(|parse| parse.call1((rendered,)))
+        .and_then(|module| module.getattr("body"))
+        .and_then(|body| body.get_item(0))
+        .and_then(|expr_stmt| expr_stmt.getattr("value"));
+
+    let expr = expr.map_err(py_err_to_lower)?;
+    set_location(&expr, span).map_err(py_err_to_lower)?;
+    Ok(expr.into_py(builder.py()))
+}
+
 pub(crate) fn number_expr(
     builder: &AstBuilder<'_>,
     value: &str,

{snail_lang-0.5.2 → snail_lang-0.6.0}/crates/snail-lower/src/lib.rs

@@ -3,6 +3,7 @@ mod awk;
 mod constants;
 mod expr;
 mod helpers;
+mod map;
 mod operators;
 mod program;
 mod py_ast;
@@ -10,6 +11,7 @@ mod stmt;
 
 // Re-export public API
 pub use constants::*;
+pub use map::{lower_map_program, lower_map_program_with_auto_print};
 pub use program::{
     lower_awk_program, lower_awk_program_with_auto_print, lower_program,
     lower_program_with_auto_print,