programasweights 0.3.0__tar.gz → 0.3.1__tar.gz

{programasweights-0.3.0 → programasweights-0.3.1}/AGENTS.md

@@ -20,7 +20,7 @@ import programasweights as paw
 # "email-triage" is an official pre-compiled program (slug)
 fn = paw.function("email-triage")
 fn("Urgent: server is down!")  # "immediate"
-fn("Newsletter: spring picnic")  # "can wait"
+fn("Newsletter: spring picnic")  # "wait"
 
 # Compile your own from a description
 program = paw.compile(
@@ -28,7 +28,7 @@ program = paw.compile(
     compiler="paw-4b-qwen3-0.6b"  # or "paw-4b-gpt2" for smaller/faster
 )
 fn = paw.function(program.id)
-fn("{name: 'Alice',}")  # '{"name": "Alice"}'
+fn("{name: 'Alice',}")  # '{"name":"Alice"}'
 
 # Or compile and load in one step
 fn = paw.compile_and_load("Classify sentiment as positive or negative")
@@ -211,10 +211,12 @@ paw.login()
 | `RuntimeError: assets not ready` on download | Program still generating after compile | SDK polls automatically for up to 30s. If persistent, recompile. |
 | `httpx.HTTPStatusError: 422` on compile | Spec too short (<10 chars) | Adjust spec length. |
 | `httpx.HTTPStatusError: 429` | Rate limit exceeded | Wait, or sign in for higher limits. |
+| GPU/Metal errors on load | GPU backend not available or incompatible | Set `PAW_GPU_LAYERS=0` or pass `n_gpu_layers=0` to force CPU. |
 
 ## Performance
 
-- **First call** ~5-15s (loads base model). Subsequent calls 0.5-5s depending on input length.
+- **GPU acceleration** enabled by default (`n_gpu_layers=-1`). Uses Metal on Mac, CUDA on Linux, falls back to CPU automatically. If GPU causes issues, set `PAW_GPU_LAYERS=0` or pass `n_gpu_layers=0`.
+- **First call** ~1-5s (loads base model). Subsequent calls ~0.05-0.5s depending on input length and GPU availability.
 - **Base model shared** across functions on disk. Each LoRA adapter adds ~22 MB.
 - **Cache**: `~/.cache/programasweights/`. Override with `PAW_CACHE_DIR`.
 - **Offline** after first download.

{programasweights-0.3.0 → programasweights-0.3.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: programasweights
-Version: 0.3.0
+Version: 0.3.1
 Summary: Compile natural language specifications into neural programs that run locally via llama.cpp.
 Project-URL: Homepage, https://programasweights.com
 Project-URL: Repository, https://github.com/programasweights/programasweights-python
@@ -48,7 +48,7 @@ import programasweights as paw
 # Use a pre-compiled function (downloads once, runs locally forever)
 fn = paw.function("email-triage")
 fn("Urgent: the server is down!")        # "immediate"
-fn("Newsletter: spring picnic")          # "can wait"
+fn("Newsletter: spring picnic")          # "wait"
 
 # Compile your own from a description
 program = paw.compile(
@@ -57,7 +57,7 @@ program = paw.compile(
     slug="json-fixer"              # optional: creates username/json-fixer handle
 )
 fn = paw.function(program.slug)    # or paw.function(program.id)
-fn("{name: 'Alice',}")  # '{"name": "Alice"}'
+fn("{name: 'Alice',}")  # '{"name":"Alice"}'
 
 # Or compile and load in one step
 fn = paw.compile_and_load("Classify sentiment as positive or negative")
@@ -66,17 +66,20 @@ fn("I love this!")  # "positive"
 
 ## Two Compilers
 
-|                    | Standard (Qwen3 0.6B)   | Compact (GPT-2 124M)   |
-|--------------------|-------------------------|------------------------|
-| Compiler name      | `paw-4b-qwen3-0.6b`    | `paw-4b-gpt2`          |
-| Accuracy           | Higher                  | Lower                  |
-| Base model size    | 594 MB                  | 105 MB                 |
-| Program size       | ~22 MB                  | ~5 MB                  |
-| Inference speed    | ~90ms (server)          | ~50ms (server)         |
-| Runs in browser    | No                      | Yes                    |
+
+|                 | Standard (Qwen3 0.6B) | Compact (GPT-2 124M) |
+| --------------- | --------------------- | -------------------- |
+| Compiler name   | `paw-4b-qwen3-0.6b`   | `paw-4b-gpt2`        |
+| Accuracy        | Higher                | Lower                |
+| Base model size | 594 MB                | 105 MB               |
+| Program size    | ~22 MB                | ~5 MB                |
+| Local inference | ~0.05-0.5s per call   | ~0.03-0.3s per call  |
+| Runs in browser | No                    | Yes (WebAssembly)    |
 
 Default is Standard (Qwen3 0.6B). Use Compact (GPT-2) when you need smaller files or browser deployment.
 
+GPU acceleration is enabled by default (Metal on Mac, CUDA on Linux, falls back to CPU). Set `PAW_GPU_LAYERS=0` to force CPU if GPU causes issues.
+
 ## Browser SDK
 
 Programs compiled with GPT-2 also run entirely in the browser via WebAssembly — no server needed, data never leaves the user's device.
@@ -99,9 +102,9 @@ See the [browser SDK repo](https://github.com/programasweights/programasweights-
 
 PAW works with Cursor, Claude, Codex, and other AI coding assistants. Paste this into your agent's chat:
 
-> I want to use ProgramAsWeights (PAW) to create fuzzy text functions that run locally. Read the instructions at https://programasweights.com/agents and help me integrate it.
+> I want to use ProgramAsWeights (PAW) to create fuzzy text functions that run locally. Read the instructions at [https://programasweights.com/AGENTS.md](https://programasweights.com/AGENTS.md) and help me integrate it.
 
-Or save [`AGENTS.md`](https://programasweights.com/agents) to your project root — agents read it automatically.
+Or save `[AGENTS.md](https://programasweights.com/agents)` to your project root — agents read it automatically.
 
 ## When to Use PAW
 
@@ -145,4 +148,4 @@ paw login
 
 ## License
 
-MIT
+MIT

{programasweights-0.3.0 → programasweights-0.3.1}/PYPI_README.md

@@ -18,7 +18,7 @@ import programasweights as paw
 # Use a pre-compiled function (downloads once, runs locally forever)
 fn = paw.function("email-triage")
 fn("Urgent: the server is down!")        # "immediate"
-fn("Newsletter: spring picnic")          # "can wait"
+fn("Newsletter: spring picnic")          # "wait"
 
 # Compile your own from a description
 program = paw.compile(
@@ -27,7 +27,7 @@ program = paw.compile(
     slug="json-fixer"              # optional: creates username/json-fixer handle
 )
 fn = paw.function(program.slug)    # or paw.function(program.id)
-fn("{name: 'Alice',}")  # '{"name": "Alice"}'
+fn("{name: 'Alice',}")  # '{"name":"Alice"}'
 
 # Or compile and load in one step
 fn = paw.compile_and_load("Classify sentiment as positive or negative")
@@ -36,17 +36,20 @@ fn("I love this!")  # "positive"
 
 ## Two Compilers
 
-|                    | Standard (Qwen3 0.6B)   | Compact (GPT-2 124M)   |
-|--------------------|-------------------------|------------------------|
-| Compiler name      | `paw-4b-qwen3-0.6b`    | `paw-4b-gpt2`          |
-| Accuracy           | Higher                  | Lower                  |
-| Base model size    | 594 MB                  | 105 MB                 |
-| Program size       | ~22 MB                  | ~5 MB                  |
-| Inference speed    | ~90ms (server)          | ~50ms (server)         |
-| Runs in browser    | No                      | Yes                    |
+
+|                 | Standard (Qwen3 0.6B) | Compact (GPT-2 124M) |
+| --------------- | --------------------- | -------------------- |
+| Compiler name   | `paw-4b-qwen3-0.6b`   | `paw-4b-gpt2`        |
+| Accuracy        | Higher                | Lower                |
+| Base model size | 594 MB                | 105 MB               |
+| Program size    | ~22 MB                | ~5 MB                |
+| Local inference | ~0.05-0.5s per call   | ~0.03-0.3s per call  |
+| Runs in browser | No                    | Yes (WebAssembly)    |
 
 Default is Standard (Qwen3 0.6B). Use Compact (GPT-2) when you need smaller files or browser deployment.
 
+GPU acceleration is enabled by default (Metal on Mac, CUDA on Linux, falls back to CPU). Set `PAW_GPU_LAYERS=0` to force CPU if GPU causes issues.
+
 ## Browser SDK
 
 Programs compiled with GPT-2 also run entirely in the browser via WebAssembly — no server needed, data never leaves the user's device.
@@ -69,9 +72,9 @@ See the [browser SDK repo](https://github.com/programasweights/programasweights-
 
 PAW works with Cursor, Claude, Codex, and other AI coding assistants. Paste this into your agent's chat:
 
-> I want to use ProgramAsWeights (PAW) to create fuzzy text functions that run locally. Read the instructions at https://programasweights.com/agents and help me integrate it.
+> I want to use ProgramAsWeights (PAW) to create fuzzy text functions that run locally. Read the instructions at [https://programasweights.com/AGENTS.md](https://programasweights.com/AGENTS.md) and help me integrate it.
 
-Or save [`AGENTS.md`](https://programasweights.com/agents) to your project root — agents read it automatically.
+Or save `[AGENTS.md](https://programasweights.com/agents)` to your project root — agents read it automatically.
 
 ## When to Use PAW
 
@@ -115,4 +118,4 @@ paw login
 
 ## License
 
-MIT
+MIT

{programasweights-0.3.0 → programasweights-0.3.1}/docs/index.md

@@ -20,7 +20,7 @@ result = fn("Thesis defense committee needs your signature by EOD")
 print(result)  # "immediate"
 
 result = fn("Department newsletter: spring picnic next Friday")
-print(result)  # "can wait"
+print(result)  # "wait"
 ```
 
 ## Compile Your Own
@@ -35,7 +35,7 @@ program = paw.compile(
 
 # Use the compiled program
 fn = paw.function(program.id)
-fn("{name: 'Alice', age: 30,}")  # '{"name": "Alice", "age": 30}'
+fn("{name: 'Alice', age: 30,}")  # '{"name":"Alice","age":30}'
 ```
 
 ## What Can You Build?

{programasweights-0.3.0 → programasweights-0.3.1}/programasweights/__init__.py

@@ -12,7 +12,7 @@ Quick start:
     # Compile your own from a description
     program = paw.compile("Fix malformed JSON: repair missing quotes and trailing commas")
     fn = paw.function(program.id)
-    fn("{name: 'Alice',}")  # '{"name": "Alice"}'
+    fn("{name: 'Alice',}")  # '{"name":"Alice"}'
 
 API reference:
     paw.compile(spec)          Compile a spec on the server, returns Program
@@ -27,7 +27,7 @@ try:
     from importlib.metadata import version as _meta_version
     __version__ = _meta_version("programasweights")
 except Exception:
-    __version__ = "0.3.0"
+    __version__ = "0.3.1"
 
 from .config import get_api_url, get_api_key, set_api_key
 
@@ -65,7 +65,7 @@ def compile(
         ... )
         >>> fn = paw.function(program.slug)  # or paw.function(program.id)
         >>> fn("{name: 'Alice',}")
-        '{"name": "Alice"}'
+        '{"name":"Alice"}'
     """
     from .client import PAWClient
     from ._output import status
@@ -101,8 +101,9 @@ def function(
         program_id: Program ID (str), slug (``da03/my-program``), pinned version
             (``da03/my-program@v3``), or a ``Program`` object from compile().
         n_ctx: Context window size for llama.cpp.
-        n_gpu_layers: GPU layers (-1 = all, 0 = CPU only). Defaults to CPU.
-            Set ``PAW_GPU_LAYERS`` env var or pass explicitly for GPU acceleration.
+        n_gpu_layers: GPU layers (-1 = all GPU, 0 = CPU only). Defaults to -1
+            (auto-uses Metal/CUDA if available, safe fallback to CPU).
+            Set ``PAW_GPU_LAYERS=0`` env var to force CPU-only.
         verbose: Print llama.cpp debug output.
         offline: Skip server check for slug resolution and use local cache only.
             Also set via ``PAW_OFFLINE=1`` env var.
@@ -125,7 +126,7 @@ def function(
     from .runtime_llamacpp import PawFunction
 
     if n_gpu_layers is None:
-        n_gpu_layers = int(os.environ.get("PAW_GPU_LAYERS", "0"))
+        n_gpu_layers = int(os.environ.get("PAW_GPU_LAYERS", "-1"))
 
     from ._output import status
 

{programasweights-0.3.0 → programasweights-0.3.1}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "hatchling.build"
 
 [project]
 name = "programasweights"
-version = "0.3.0"
+version = "0.3.1"
 description = "Compile natural language specifications into neural programs that run locally via llama.cpp."
 readme = "PYPI_README.md"
 requires-python = ">=3.9"