programasweights 0.4.0__tar.gz → 0.4.2__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {programasweights-0.4.0 → programasweights-0.4.2}/AGENTS.md +84 -74
- {programasweights-0.4.0 → programasweights-0.4.2}/PKG-INFO +13 -6
- {programasweights-0.4.0 → programasweights-0.4.2}/PYPI_README.md +12 -5
- {programasweights-0.4.0 → programasweights-0.4.2}/README.md +35 -20
- {programasweights-0.4.0 → programasweights-0.4.2}/docs/guide/browser-inference.md +7 -5
- {programasweights-0.4.0 → programasweights-0.4.2}/docs/index.md +2 -2
- {programasweights-0.4.0 → programasweights-0.4.2}/programasweights/__init__.py +1 -1
- {programasweights-0.4.0 → programasweights-0.4.2}/pyproject.toml +1 -1
- {programasweights-0.4.0 → programasweights-0.4.2}/.gitignore +0 -0
- {programasweights-0.4.0 → programasweights-0.4.2}/.readthedocs.yaml +0 -0
- {programasweights-0.4.0 → programasweights-0.4.2}/CHANGELOG.md +0 -0
- {programasweights-0.4.0 → programasweights-0.4.2}/LICENSE +0 -0
- {programasweights-0.4.0 → programasweights-0.4.2}/docs/adr/001-llama-cpp-over-pytorch.md +0 -0
- {programasweights-0.4.0 → programasweights-0.4.2}/docs/adr/002-q4_0-adapter-format.md +0 -0
- {programasweights-0.4.0 → programasweights-0.4.2}/docs/adr/003-single-spec-field.md +0 -0
- {programasweights-0.4.0 → programasweights-0.4.2}/docs/adr/004-compiler-naming.md +0 -0
- {programasweights-0.4.0 → programasweights-0.4.2}/docs/adr/005-vllm-hidden-states.md +0 -0
- {programasweights-0.4.0 → programasweights-0.4.2}/docs/adr/006-email-api-key-auth.md +0 -0
- {programasweights-0.4.0 → programasweights-0.4.2}/docs/advanced/adrs.md +0 -0
- {programasweights-0.4.0 → programasweights-0.4.2}/docs/advanced/architecture.md +0 -0
- {programasweights-0.4.0 → programasweights-0.4.2}/docs/api-reference/cli.md +0 -0
- {programasweights-0.4.0 → programasweights-0.4.2}/docs/api-reference/python-sdk.md +0 -0
- {programasweights-0.4.0 → programasweights-0.4.2}/docs/api-reference/rest-api.md +0 -0
- {programasweights-0.4.0 → programasweights-0.4.2}/docs/architecture.md +0 -0
- {programasweights-0.4.0 → programasweights-0.4.2}/docs/case-studies/log-monitoring.md +0 -0
- {programasweights-0.4.0 → programasweights-0.4.2}/docs/case-studies/semantic-search.md +0 -0
- {programasweights-0.4.0 → programasweights-0.4.2}/docs/case-studies/site-navigation.md +0 -0
- {programasweights-0.4.0 → programasweights-0.4.2}/docs/case-studies/tool-calling.md +0 -0
- {programasweights-0.4.0 → programasweights-0.4.2}/docs/getting-started/first-program.md +0 -0
- {programasweights-0.4.0 → programasweights-0.4.2}/docs/getting-started/installation.md +0 -0
- {programasweights-0.4.0 → programasweights-0.4.2}/docs/getting-started/naming-programs.md +0 -0
- {programasweights-0.4.0 → programasweights-0.4.2}/docs/guide/how-it-works.md +0 -0
- {programasweights-0.4.0 → programasweights-0.4.2}/docs/guide/local-inference.md +0 -0
- {programasweights-0.4.0 → programasweights-0.4.2}/docs/guide/writing-good-specs.md +0 -0
- {programasweights-0.4.0 → programasweights-0.4.2}/docs/hub/browsing-programs.md +0 -0
- {programasweights-0.4.0 → programasweights-0.4.2}/docs/hub/feedback-cases.md +0 -0
- {programasweights-0.4.0 → programasweights-0.4.2}/docs/hub/publishing-programs.md +0 -0
- {programasweights-0.4.0 → programasweights-0.4.2}/docs/requirements.txt +0 -0
- {programasweights-0.4.0 → programasweights-0.4.2}/examples/flask_app.py +0 -0
- {programasweights-0.4.0 → programasweights-0.4.2}/examples/jupyter_notebook.py +0 -0
- {programasweights-0.4.0 → programasweights-0.4.2}/examples/langchain_integration.py +0 -0
- {programasweights-0.4.0 → programasweights-0.4.2}/examples/paw_monitor.py +0 -0
- {programasweights-0.4.0 → programasweights-0.4.2}/examples/replace_openai.py +0 -0
- {programasweights-0.4.0 → programasweights-0.4.2}/mkdocs.yml +0 -0
- {programasweights-0.4.0 → programasweights-0.4.2}/programasweights/_output.py +0 -0
- {programasweights-0.4.0 → programasweights-0.4.2}/programasweights/artifacts.py +0 -0
- {programasweights-0.4.0 → programasweights-0.4.2}/programasweights/cache.py +0 -0
- {programasweights-0.4.0 → programasweights-0.4.2}/programasweights/cli.py +0 -0
- {programasweights-0.4.0 → programasweights-0.4.2}/programasweights/client.py +0 -0
- {programasweights-0.4.0 → programasweights-0.4.2}/programasweights/compiler/__init__.py +0 -0
- {programasweights-0.4.0 → programasweights-0.4.2}/programasweights/compiler/dummy.py +0 -0
- {programasweights-0.4.0 → programasweights-0.4.2}/programasweights/config.py +0 -0
- {programasweights-0.4.0 → programasweights-0.4.2}/programasweights/convert_peft_to_paw.py +0 -0
- {programasweights-0.4.0 → programasweights-0.4.2}/programasweights/paw_format.py +0 -0
- {programasweights-0.4.0 → programasweights-0.4.2}/programasweights/runtime/__init__.py +0 -0
- {programasweights-0.4.0 → programasweights-0.4.2}/programasweights/runtime/interpreter.py +0 -0
- {programasweights-0.4.0 → programasweights-0.4.2}/programasweights/runtime/interpreter_onnx.py +0 -0
- {programasweights-0.4.0 → programasweights-0.4.2}/programasweights/runtime_llamacpp.py +0 -0
- {programasweights-0.4.0 → programasweights-0.4.2}/tests/test_offline_cache.py +0 -0
- {programasweights-0.4.0 → programasweights-0.4.2}/tests/test_runtime_registry_sdk.py +0 -0
- {programasweights-0.4.0 → programasweights-0.4.2}/tests/test_sdk.py +0 -0
- {programasweights-0.4.0 → programasweights-0.4.2}/tests/test_sdk.sh +0 -0
|
@@ -5,27 +5,35 @@ PAW compiles natural language specifications into tiny neural functions that run
|
|
|
5
5
|
Website: https://programasweights.com
|
|
6
6
|
Full documentation: https://programasweights.readthedocs.io
|
|
7
7
|
|
|
8
|
+
## When to Use PAW
|
|
9
|
+
|
|
10
|
+
- **Fuzzy search** — typo-tolerant matching, semantic search, near-duplicate detection
|
|
11
|
+
- **Format repair** — fix broken JSON, normalize dates, repair malformed inputs
|
|
12
|
+
- **Classification** — sentiment, urgency, categories defined in your own words
|
|
13
|
+
- **Extraction** — emails, names, dates from messy unstructured text
|
|
14
|
+
- **Log triage** — extract errors from verbose output, filter noise
|
|
15
|
+
- **Intent routing** — map user descriptions to the closest URL, menu item, or setting
|
|
16
|
+
- **Agent preprocessing** — parse tool calls, validate outputs, route tasks
|
|
17
|
+
|
|
8
18
|
## Install
|
|
9
19
|
|
|
10
20
|
```bash
|
|
11
21
|
pip install programasweights --extra-index-url https://pypi.programasweights.com/simple/
|
|
12
22
|
```
|
|
13
23
|
|
|
14
|
-
##
|
|
24
|
+
## Quickstart
|
|
15
25
|
|
|
16
26
|
```python
|
|
17
27
|
import programasweights as paw
|
|
18
28
|
|
|
19
29
|
# Use a pre-compiled function (downloads once, runs locally forever)
|
|
20
|
-
# "email-triage" is an official pre-compiled program (slug)
|
|
21
30
|
fn = paw.function("email-triage")
|
|
22
31
|
fn("Urgent: server is down!") # "immediate"
|
|
23
32
|
fn("Newsletter: spring picnic") # "wait"
|
|
24
33
|
|
|
25
34
|
# Compile your own from a description
|
|
26
35
|
program = paw.compile(
|
|
27
|
-
"Fix malformed JSON: repair missing quotes and trailing commas"
|
|
28
|
-
compiler="paw-4b-qwen3-0.6b" # or "paw-4b-gpt2" for smaller/faster
|
|
36
|
+
"Fix malformed JSON: repair missing quotes and trailing commas"
|
|
29
37
|
)
|
|
30
38
|
fn = paw.function(program.id)
|
|
31
39
|
fn("{name: 'Alice',}") # '{"name":"Alice"}'
|
|
@@ -35,20 +43,18 @@ fn = paw.compile_and_load("Classify sentiment as positive or negative")
|
|
|
35
43
|
fn("I love this!") # "positive"
|
|
36
44
|
```
|
|
37
45
|
|
|
38
|
-
|
|
46
|
+
If you want the smaller browser-compatible runtime explicitly, pass `compiler="paw-4b-gpt2"`. Otherwise, omit `compiler` and let the server default decide.
|
|
47
|
+
|
|
48
|
+
## Current Public Compilers
|
|
39
49
|
|
|
40
|
-
- **Standard** (`paw-4b-qwen3-0.6b`) — higher accuracy, 594 MB base + ~22 MB/program.
|
|
50
|
+
- **Standard** (`paw-4b-qwen3-0.6b`) — higher accuracy, 594 MB base + ~22 MB/program. This is the current server default.
|
|
41
51
|
- **Compact** (`paw-4b-gpt2`) — smaller (134 MB base + ~5 MB/program), runs in browser via WebAssembly.
|
|
42
52
|
|
|
43
|
-
|
|
53
|
+
Best practice:
|
|
44
54
|
|
|
45
|
-
-
|
|
46
|
-
-
|
|
47
|
-
-
|
|
48
|
-
- **Extraction** — emails, names, dates from messy unstructured text
|
|
49
|
-
- **Log triage** — extract errors from verbose output, filter noise
|
|
50
|
-
- **Intent routing** — map user descriptions to the closest URL, menu item, or setting
|
|
51
|
-
- **Agent preprocessing** — parse tool calls, validate outputs, route tasks
|
|
55
|
+
- For quickstarts and reusable agent workflows, prefer `paw.compile(spec)` with no explicit compiler.
|
|
56
|
+
- If you need to target a specific runtime, pass `compiler="paw-4b-gpt2"` or another supported alias explicitly.
|
|
57
|
+
- If you need to inspect current server-supported compiler names at runtime, call `paw.list_compilers()`.
|
|
52
58
|
|
|
53
59
|
## Writing Good Specs
|
|
54
60
|
|
|
@@ -73,58 +79,30 @@ Output: delete
|
|
|
73
79
|
|
|
74
80
|
**Spec-tuning tips:**
|
|
75
81
|
|
|
76
|
-
- Each function is stateless: one text input, one text output. No conversation history.
|
|
77
82
|
- **State output constraints explicitly**: "Return ONLY one of: X, Y, Z". Without this the model may produce free-form text.
|
|
78
83
|
- **Include examples from your actual data**: Examples outperform prose-only descriptions.
|
|
79
84
|
- **Debug failures before sweeping**: Look at specific failing examples and understand WHY before trying many variants.
|
|
80
85
|
|
|
81
|
-
##
|
|
86
|
+
## Constraints And Runtime Behavior
|
|
82
87
|
|
|
88
|
+
- Each PAW function is stateless: one text input, one text output. No conversation history.
|
|
83
89
|
- Spec + input + output share a ~2048 token context window. Inputs that exceed it will error.
|
|
84
90
|
- `max_tokens` defaults to `None`: generation runs until EOS or the context limit.
|
|
91
|
+
- Compile runs on the hosted PAW API. Inference should usually run locally through the SDK.
|
|
92
|
+
- **GPU acceleration** is enabled by default (`n_gpu_layers=-1`). Uses Metal on Mac, CUDA on Linux, and falls back to CPU automatically. If GPU causes issues, set `PAW_GPU_LAYERS=0` or pass `n_gpu_layers=0`.
|
|
93
|
+
- **First call** is usually ~1-5s because it loads the base model. Subsequent calls are typically ~0.05-0.5s depending on input length and GPU availability.
|
|
94
|
+
- **Base model files are shared** across programs on disk. Each Standard LoRA adapter is ~22 MB; each Compact LoRA adapter is ~5 MB.
|
|
95
|
+
- Cache root is `~/.cache/programasweights/`. Override with `PAW_CACHE_DIR`.
|
|
96
|
+
- After the first download, inference works offline.
|
|
85
97
|
|
|
86
|
-
##
|
|
87
|
-
|
|
88
|
-
Multiple PAW functions can be composed for multi-step tasks:
|
|
89
|
-
|
|
90
|
-
```python
|
|
91
|
-
classifier = paw.compile_and_load("Classify the bug type. Return ONLY one of: off-by-one, type-error, other")
|
|
92
|
-
fixer = paw.compile_and_load("Fix the bug described in the first line. Return only the corrected code.")
|
|
93
|
-
|
|
94
|
-
label = classifier(code_snippet)
|
|
95
|
-
if label != "other":
|
|
96
|
-
fix = fixer(f"{label}: {code_snippet}")
|
|
97
|
-
```
|
|
98
|
-
|
|
99
|
-
Chain them with regular Python logic.
|
|
100
|
-
|
|
101
|
-
## Log Monitoring
|
|
102
|
-
|
|
103
|
-
PAW functions can classify log output. Compile once with examples from your specific logs, then reuse the function locally forever:
|
|
104
|
-
|
|
105
|
-
```python
|
|
106
|
-
program = paw.compile("""
|
|
107
|
-
Classify log lines. Return ONLY one word: ALERT or QUIET.
|
|
108
|
-
|
|
109
|
-
Input: [step 100] loss=0.05 lr=0.0001
|
|
110
|
-
Output: QUIET
|
|
111
|
-
|
|
112
|
-
Input: [Checkpoint] Saved model at step 1000
|
|
113
|
-
Output: ALERT
|
|
114
|
-
|
|
115
|
-
Input: Traceback (most recent call last):
|
|
116
|
-
Output: ALERT
|
|
117
|
-
|
|
118
|
-
Input: Training complete. Final loss: 0.11
|
|
119
|
-
Output: ALERT
|
|
120
|
-
""")
|
|
121
|
-
|
|
122
|
-
fn = paw.function(program.id) # reuse with saved program.id
|
|
123
|
-
fn("[step 200] loss=0.04") # "QUIET"
|
|
124
|
-
fn("[Checkpoint] Saved model") # "ALERT"
|
|
125
|
-
```
|
|
98
|
+
## Common Errors
|
|
126
99
|
|
|
127
|
-
|
|
100
|
+
| Error | Cause | Fix |
|
|
101
|
+
|-------|-------|-----|
|
|
102
|
+
| `RuntimeError: assets not ready` on download | Program is still generating after compile | The SDK polls automatically for up to 30s. If it still fails, retry shortly or recompile. |
|
|
103
|
+
| `httpx.HTTPStatusError: 422` on compile | Spec too short (<10 chars) or request validation failed | Adjust spec length or request shape. |
|
|
104
|
+
| `httpx.HTTPStatusError: 429` | Hosted compile API limit exceeded | Wait, or sign in for higher compile limits. |
|
|
105
|
+
| GPU/Metal errors on load | GPU backend not available or incompatible | Set `PAW_GPU_LAYERS=0` or pass `n_gpu_layers=0` to force CPU. |
|
|
128
106
|
|
|
129
107
|
## Browser / JavaScript SDK
|
|
130
108
|
|
|
@@ -137,11 +115,13 @@ npm install @programasweights/web
|
|
|
137
115
|
```javascript
|
|
138
116
|
import paw from '@programasweights/web';
|
|
139
117
|
|
|
140
|
-
const fn = await paw.function('
|
|
118
|
+
const fn = await paw.function('email-triage-browser');
|
|
141
119
|
const result = await fn('Urgent: server is down!');
|
|
142
120
|
// result: "immediate"
|
|
143
121
|
```
|
|
144
122
|
|
|
123
|
+
The browser SDK resolves slugs through the PAW API, then downloads browser assets from Hugging Face and runs inference client-side. If you load by program ID, browser inference stays independent of the PAW API at runtime.
|
|
124
|
+
|
|
145
125
|
## Authentication (optional)
|
|
146
126
|
|
|
147
127
|
Sign in for higher rate limits and program naming. Everything works without it.
|
|
@@ -155,8 +135,11 @@ Generate API keys at https://programasweights.com/settings.
|
|
|
155
135
|
| | Anonymous | Authenticated |
|
|
156
136
|
|---|---|---|
|
|
157
137
|
| Compile rate limit | 20/hr | 60/hr |
|
|
138
|
+
| Concurrent compile requests | 1 | 2 |
|
|
158
139
|
| Name programs (slugs) | No | Yes |
|
|
159
140
|
|
|
141
|
+
Hosted API limits apply to compile requests. Most inference should run locally through the SDK.
|
|
142
|
+
|
|
160
143
|
## CLI
|
|
161
144
|
|
|
162
145
|
Commands: `paw compile --spec "..." --json`, `paw run --program <id> --input "..."`, `paw info <id>`, `paw rename <id> <slug>`, `paw login`. All support `--json` for structured output.
|
|
@@ -175,14 +158,14 @@ fn = paw.function("da03/word-counter@v1") # pinned to v1
|
|
|
175
158
|
versions = paw.list_versions("da03/word-counter") # all versions
|
|
176
159
|
```
|
|
177
160
|
|
|
178
|
-
Pinned versions (`@v1`) are immutable and cached locally forever. Bare slugs always check the server for the latest main version
|
|
161
|
+
Pinned versions (`@v1`) are immutable and cached locally forever. Bare slugs always check the server for the latest main version and fall back to cache if offline.
|
|
179
162
|
|
|
180
163
|
## Full API Reference
|
|
181
164
|
|
|
182
165
|
```python
|
|
183
166
|
program = paw.compile(
|
|
184
167
|
spec, # natural language specification (str)
|
|
185
|
-
compiler=
|
|
168
|
+
compiler=None, # omit to use the current server default (today: paw-4b-qwen3-0.6b)
|
|
186
169
|
slug=None, # URL-safe handle (requires auth)
|
|
187
170
|
public=True, # list on public hub
|
|
188
171
|
)
|
|
@@ -196,30 +179,57 @@ fn = paw.function("da03/my-classifier", offline=True) # skip server check
|
|
|
196
179
|
|
|
197
180
|
result: str = fn(input_text: str, max_tokens=None, temperature=0.0)
|
|
198
181
|
|
|
199
|
-
fn = paw.compile_and_load(spec
|
|
182
|
+
fn = paw.compile_and_load(spec)
|
|
200
183
|
|
|
201
184
|
versions = paw.list_versions("da03/my-classifier") # version history
|
|
202
185
|
programs = paw.list_programs(sort="recent", per_page=20) # requires auth
|
|
186
|
+
compilers = paw.list_compilers() # discover available compilers at runtime
|
|
203
187
|
|
|
204
188
|
paw.login()
|
|
205
189
|
```
|
|
206
190
|
|
|
207
|
-
##
|
|
191
|
+
## Chaining Functions
|
|
208
192
|
|
|
209
|
-
|
|
210
|
-
|
|
211
|
-
|
|
212
|
-
|
|
213
|
-
|
|
214
|
-
| GPU/Metal errors on load | GPU backend not available or incompatible | Set `PAW_GPU_LAYERS=0` or pass `n_gpu_layers=0` to force CPU. |
|
|
193
|
+
Multiple PAW functions can be composed for multi-step tasks:
|
|
194
|
+
|
|
195
|
+
```python
|
|
196
|
+
classifier = paw.compile_and_load("Classify the bug type. Return ONLY one of: off-by-one, type-error, other")
|
|
197
|
+
fixer = paw.compile_and_load("Fix the bug described in the first line. Return only the corrected code.")
|
|
215
198
|
|
|
216
|
-
|
|
199
|
+
label = classifier(code_snippet)
|
|
200
|
+
if label != "other":
|
|
201
|
+
fix = fixer(f"{label}: {code_snippet}")
|
|
202
|
+
```
|
|
203
|
+
|
|
204
|
+
Chain them with regular Python logic.
|
|
217
205
|
|
|
218
|
-
|
|
219
|
-
|
|
220
|
-
|
|
221
|
-
|
|
222
|
-
|
|
206
|
+
## Worked Example: Log Monitoring
|
|
207
|
+
|
|
208
|
+
PAW functions can classify log output. Compile once with examples from your specific logs, then reuse the function locally forever:
|
|
209
|
+
|
|
210
|
+
```python
|
|
211
|
+
program = paw.compile("""
|
|
212
|
+
Classify log lines. Return ONLY one word: ALERT or QUIET.
|
|
213
|
+
|
|
214
|
+
Input: [step 100] loss=0.05 lr=0.0001
|
|
215
|
+
Output: QUIET
|
|
216
|
+
|
|
217
|
+
Input: [Checkpoint] Saved model at step 1000
|
|
218
|
+
Output: ALERT
|
|
219
|
+
|
|
220
|
+
Input: Traceback (most recent call last):
|
|
221
|
+
Output: ALERT
|
|
222
|
+
|
|
223
|
+
Input: Training complete. Final loss: 0.11
|
|
224
|
+
Output: ALERT
|
|
225
|
+
""")
|
|
226
|
+
|
|
227
|
+
fn = paw.function(program.id) # reuse with saved program.id
|
|
228
|
+
fn("[step 200] loss=0.04") # "QUIET"
|
|
229
|
+
fn("[Checkpoint] Saved model") # "ALERT"
|
|
230
|
+
```
|
|
231
|
+
|
|
232
|
+
Full tool with file watching, truncation, and stall detection: [examples/paw_monitor.py](https://github.com/programasweights/programasweights-python/blob/main/examples/paw_monitor.py)
|
|
223
233
|
|
|
224
234
|
## Case Studies
|
|
225
235
|
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: programasweights
|
|
3
|
-
Version: 0.4.
|
|
3
|
+
Version: 0.4.2
|
|
4
4
|
Summary: Compile natural language specifications into neural programs that run locally via llama.cpp.
|
|
5
5
|
Project-URL: Homepage, https://programasweights.com
|
|
6
6
|
Project-URL: Repository, https://github.com/programasweights/programasweights-python
|
|
@@ -53,7 +53,6 @@ fn("Newsletter: spring picnic") # "wait"
|
|
|
53
53
|
# Compile your own from a description
|
|
54
54
|
program = paw.compile(
|
|
55
55
|
"Fix malformed JSON: repair missing quotes and trailing commas",
|
|
56
|
-
compiler="paw-4b-qwen3-0.6b", # or "paw-4b-gpt2" for smaller/faster
|
|
57
56
|
slug="json-fixer" # optional: creates username/json-fixer handle
|
|
58
57
|
)
|
|
59
58
|
fn = paw.function(program.slug) # or paw.function(program.id)
|
|
@@ -64,7 +63,9 @@ fn = paw.compile_and_load("Classify sentiment as positive or negative")
|
|
|
64
63
|
fn("I love this!") # "positive"
|
|
65
64
|
```
|
|
66
65
|
|
|
67
|
-
|
|
66
|
+
If you specifically want the smaller browser-compatible runtime, pass `compiler="paw-4b-gpt2"`. Otherwise, omit `compiler` and let the server default decide.
|
|
67
|
+
|
|
68
|
+
## Current Public Compilers
|
|
68
69
|
|
|
69
70
|
|
|
70
71
|
| | Standard (Qwen3 0.6B) | Compact (GPT-2 124M) |
|
|
@@ -76,13 +77,15 @@ fn("I love this!") # "positive"
|
|
|
76
77
|
| Local inference | ~0.05-0.5s per call | ~0.03-0.3s per call |
|
|
77
78
|
| Runs in browser | No | Yes (WebAssembly) |
|
|
78
79
|
|
|
79
|
-
|
|
80
|
+
The current server default is Standard (`paw-4b-qwen3-0.6b`). Use Compact (`paw-4b-gpt2`) when you need smaller files or browser deployment.
|
|
81
|
+
|
|
82
|
+
If you need to inspect available compiler aliases programmatically, use `paw.list_compilers()`.
|
|
80
83
|
|
|
81
84
|
GPU acceleration is enabled by default (Metal on Mac, CUDA on Linux, falls back to CPU). Set `PAW_GPU_LAYERS=0` to force CPU if GPU causes issues.
|
|
82
85
|
|
|
83
86
|
## Browser SDK
|
|
84
87
|
|
|
85
|
-
Programs compiled with GPT-2 also run
|
|
88
|
+
Programs compiled with GPT-2 also run in the browser via WebAssembly. The initial model and program assets download automatically; inference then runs client-side.
|
|
86
89
|
|
|
87
90
|
```bash
|
|
88
91
|
npm install @programasweights/web
|
|
@@ -91,11 +94,15 @@ npm install @programasweights/web
|
|
|
91
94
|
```javascript
|
|
92
95
|
import paw from '@programasweights/web';
|
|
93
96
|
|
|
94
|
-
const fn = await paw.function('
|
|
97
|
+
const fn = await paw.function('email-triage-browser');
|
|
95
98
|
const result = await fn('Urgent: the server is down!');
|
|
96
99
|
// result: "immediate"
|
|
97
100
|
```
|
|
98
101
|
|
|
102
|
+
If you load by program ID, browser inference only depends on Hugging Face-hosted assets. Slugs still need one PAW API lookup.
|
|
103
|
+
|
|
104
|
+
New browser-compatible programs are uploaded to Hugging Face asynchronously after compile. They are usually ready within a minute or two, but under load can take a few minutes, so a freshly compiled browser program may need a short wait before the JS SDK can load it.
|
|
105
|
+
|
|
99
106
|
See the [browser SDK repo](https://github.com/programasweights/programasweights-js) for full documentation.
|
|
100
107
|
|
|
101
108
|
## Use with AI Agents
|
|
@@ -23,7 +23,6 @@ fn("Newsletter: spring picnic") # "wait"
|
|
|
23
23
|
# Compile your own from a description
|
|
24
24
|
program = paw.compile(
|
|
25
25
|
"Fix malformed JSON: repair missing quotes and trailing commas",
|
|
26
|
-
compiler="paw-4b-qwen3-0.6b", # or "paw-4b-gpt2" for smaller/faster
|
|
27
26
|
slug="json-fixer" # optional: creates username/json-fixer handle
|
|
28
27
|
)
|
|
29
28
|
fn = paw.function(program.slug) # or paw.function(program.id)
|
|
@@ -34,7 +33,9 @@ fn = paw.compile_and_load("Classify sentiment as positive or negative")
|
|
|
34
33
|
fn("I love this!") # "positive"
|
|
35
34
|
```
|
|
36
35
|
|
|
37
|
-
|
|
36
|
+
If you specifically want the smaller browser-compatible runtime, pass `compiler="paw-4b-gpt2"`. Otherwise, omit `compiler` and let the server default decide.
|
|
37
|
+
|
|
38
|
+
## Current Public Compilers
|
|
38
39
|
|
|
39
40
|
|
|
40
41
|
| | Standard (Qwen3 0.6B) | Compact (GPT-2 124M) |
|
|
@@ -46,13 +47,15 @@ fn("I love this!") # "positive"
|
|
|
46
47
|
| Local inference | ~0.05-0.5s per call | ~0.03-0.3s per call |
|
|
47
48
|
| Runs in browser | No | Yes (WebAssembly) |
|
|
48
49
|
|
|
49
|
-
|
|
50
|
+
The current server default is Standard (`paw-4b-qwen3-0.6b`). Use Compact (`paw-4b-gpt2`) when you need smaller files or browser deployment.
|
|
51
|
+
|
|
52
|
+
If you need to inspect available compiler aliases programmatically, use `paw.list_compilers()`.
|
|
50
53
|
|
|
51
54
|
GPU acceleration is enabled by default (Metal on Mac, CUDA on Linux, falls back to CPU). Set `PAW_GPU_LAYERS=0` to force CPU if GPU causes issues.
|
|
52
55
|
|
|
53
56
|
## Browser SDK
|
|
54
57
|
|
|
55
|
-
Programs compiled with GPT-2 also run
|
|
58
|
+
Programs compiled with GPT-2 also run in the browser via WebAssembly. The initial model and program assets download automatically; inference then runs client-side.
|
|
56
59
|
|
|
57
60
|
```bash
|
|
58
61
|
npm install @programasweights/web
|
|
@@ -61,11 +64,15 @@ npm install @programasweights/web
|
|
|
61
64
|
```javascript
|
|
62
65
|
import paw from '@programasweights/web';
|
|
63
66
|
|
|
64
|
-
const fn = await paw.function('
|
|
67
|
+
const fn = await paw.function('email-triage-browser');
|
|
65
68
|
const result = await fn('Urgent: the server is down!');
|
|
66
69
|
// result: "immediate"
|
|
67
70
|
```
|
|
68
71
|
|
|
72
|
+
If you load by program ID, browser inference only depends on Hugging Face-hosted assets. Slugs still need one PAW API lookup.
|
|
73
|
+
|
|
74
|
+
New browser-compatible programs are uploaded to Hugging Face asynchronously after compile. They are usually ready within a minute or two, but under load can take a few minutes, so a freshly compiled browser program may need a short wait before the JS SDK can load it.
|
|
75
|
+
|
|
69
76
|
See the [browser SDK repo](https://github.com/programasweights/programasweights-js) for full documentation.
|
|
70
77
|
|
|
71
78
|
## Use with AI Agents
|
|
@@ -7,7 +7,7 @@ Define what a function should do in plain English. PAW compiles it into a small
|
|
|
7
7
|
## Install
|
|
8
8
|
|
|
9
9
|
```bash
|
|
10
|
-
pip install programasweights
|
|
10
|
+
pip install programasweights --extra-index-url https://pypi.programasweights.com/simple/
|
|
11
11
|
```
|
|
12
12
|
|
|
13
13
|
## Quick Start
|
|
@@ -18,33 +18,44 @@ import programasweights as paw
|
|
|
18
18
|
# Use a pre-compiled function (downloads once, runs locally forever)
|
|
19
19
|
fn = paw.function("email-triage")
|
|
20
20
|
fn("Urgent: the server is down!") # "immediate"
|
|
21
|
-
fn("Newsletter: spring picnic") # "
|
|
21
|
+
fn("Newsletter: spring picnic") # "wait"
|
|
22
22
|
|
|
23
23
|
# Compile your own from a description
|
|
24
24
|
program = paw.compile(
|
|
25
25
|
"Fix malformed JSON: repair missing quotes and trailing commas",
|
|
26
|
-
|
|
26
|
+
slug="json-fixer" # optional: creates username/json-fixer handle
|
|
27
27
|
)
|
|
28
|
-
fn = paw.function(program.id)
|
|
29
|
-
fn("{name: 'Alice',}") # '{"name":
|
|
28
|
+
fn = paw.function(program.slug) # or paw.function(program.id)
|
|
29
|
+
fn("{name: 'Alice',}") # '{"name":"Alice"}'
|
|
30
|
+
|
|
31
|
+
# Or compile and load in one step
|
|
32
|
+
fn = paw.compile_and_load("Classify sentiment as positive or negative")
|
|
33
|
+
fn("I love this!") # "positive"
|
|
30
34
|
```
|
|
31
35
|
|
|
32
|
-
|
|
36
|
+
If you specifically want the smaller browser-compatible runtime, pass `compiler="paw-4b-gpt2"`. Otherwise, omit `compiler` and let the server default decide.
|
|
37
|
+
|
|
38
|
+
## Current Public Compilers
|
|
39
|
+
|
|
40
|
+
|
|
41
|
+
| | Standard (Qwen3 0.6B) | Compact (GPT-2 124M) |
|
|
42
|
+
| --------------- | --------------------- | -------------------- |
|
|
43
|
+
| Compiler name | `paw-4b-qwen3-0.6b` | `paw-4b-gpt2` |
|
|
44
|
+
| Accuracy | Higher | Lower |
|
|
45
|
+
| Base model size | 594 MB | 134 MB |
|
|
46
|
+
| Program size | ~22 MB | ~5 MB |
|
|
47
|
+
| Local inference | ~0.05-0.5s per call | ~0.03-0.3s per call |
|
|
48
|
+
| Runs in browser | No | Yes (WebAssembly) |
|
|
33
49
|
|
|
34
|
-
|
|
35
|
-
|--------------------|-------------------------|------------------------|
|
|
36
|
-
| Compiler name | `paw-4b-qwen3-0.6b` | `paw-4b-gpt2` |
|
|
37
|
-
| Accuracy | Higher | Lower |
|
|
38
|
-
| Base model size | 594 MB | 105 MB |
|
|
39
|
-
| Program size | ~22 MB | ~5 MB |
|
|
40
|
-
| Inference speed | ~90ms (server) | ~50ms (server) |
|
|
41
|
-
| Runs in browser | No | Yes |
|
|
50
|
+
The current server default is Standard (`paw-4b-qwen3-0.6b`). Use Compact (`paw-4b-gpt2`) when you need smaller files or browser deployment.
|
|
42
51
|
|
|
43
|
-
|
|
52
|
+
If you need to inspect available compiler aliases programmatically, use `paw.list_compilers()`.
|
|
53
|
+
|
|
54
|
+
GPU acceleration is enabled by default (Metal on Mac, CUDA on Linux, falls back to CPU). Set `PAW_GPU_LAYERS=0` to force CPU if GPU causes issues.
|
|
44
55
|
|
|
45
56
|
## Browser SDK
|
|
46
57
|
|
|
47
|
-
Programs compiled with GPT-2 also run
|
|
58
|
+
Programs compiled with GPT-2 also run in the browser via WebAssembly. The initial model and program assets download automatically; inference then runs client-side.
|
|
48
59
|
|
|
49
60
|
```bash
|
|
50
61
|
npm install @programasweights/web
|
|
@@ -53,20 +64,24 @@ npm install @programasweights/web
|
|
|
53
64
|
```javascript
|
|
54
65
|
import paw from '@programasweights/web';
|
|
55
66
|
|
|
56
|
-
const fn = await paw.function('
|
|
67
|
+
const fn = await paw.function('email-triage-browser');
|
|
57
68
|
const result = await fn('Urgent: the server is down!');
|
|
58
69
|
// result: "immediate"
|
|
59
70
|
```
|
|
60
71
|
|
|
72
|
+
If you load by program ID, browser inference only depends on Hugging Face-hosted assets. Slugs still need one PAW API lookup.
|
|
73
|
+
|
|
74
|
+
New browser-compatible programs are uploaded to Hugging Face asynchronously after compile. They are usually ready within a minute or two, but under load can take a few minutes, so a freshly compiled browser program may need a short wait before the JS SDK can load it.
|
|
75
|
+
|
|
61
76
|
See the [browser SDK repo](https://github.com/programasweights/programasweights-js) for full documentation.
|
|
62
77
|
|
|
63
78
|
## Use with AI Agents
|
|
64
79
|
|
|
65
80
|
PAW works with Cursor, Claude, Codex, and other AI coding assistants. Paste this into your agent's chat:
|
|
66
81
|
|
|
67
|
-
> I want to use ProgramAsWeights (PAW) to create fuzzy text functions that run locally. Read the instructions at https://programasweights.com/
|
|
82
|
+
> I want to use ProgramAsWeights (PAW) to create fuzzy text functions that run locally. Read the instructions at [https://programasweights.com/AGENTS.md](https://programasweights.com/AGENTS.md) and help me integrate it.
|
|
68
83
|
|
|
69
|
-
Or save [
|
|
84
|
+
Or save `[AGENTS.md](https://programasweights.com/agents)` to your project root — agents read it automatically.
|
|
70
85
|
|
|
71
86
|
## When to Use PAW
|
|
72
87
|
|
|
@@ -110,4 +125,4 @@ paw login
|
|
|
110
125
|
|
|
111
126
|
## License
|
|
112
127
|
|
|
113
|
-
MIT
|
|
128
|
+
MIT
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
# Browser Inference
|
|
2
2
|
|
|
3
|
-
Run PAW programs directly in the browser via WebAssembly. No server, no API key, no setup.
|
|
3
|
+
Run PAW programs directly in the browser via WebAssembly. No custom server, no API key, no build setup.
|
|
4
4
|
|
|
5
5
|
Programs compiled with the compact interpreter (GPT-2 124M) run entirely client-side. The base model (134 MB) downloads once and is cached; each program adds ~12 MB total (~5 MB adapter + ~7 MB prefix cache).
|
|
6
6
|
|
|
@@ -12,7 +12,7 @@ Programs compiled with the compact interpreter (GPT-2 124M) run entirely client-
|
|
|
12
12
|
<script type="module">
|
|
13
13
|
import paw from 'https://cdn.jsdelivr.net/npm/@programasweights/web';
|
|
14
14
|
|
|
15
|
-
const fn = await paw.function('email-triage');
|
|
15
|
+
const fn = await paw.function('email-triage-browser');
|
|
16
16
|
const result = await fn('Urgent: server is down!');
|
|
17
17
|
console.log(result); // "immediate"
|
|
18
18
|
</script>
|
|
@@ -27,7 +27,7 @@ npm install @programasweights/web
|
|
|
27
27
|
```javascript
|
|
28
28
|
import paw from '@programasweights/web';
|
|
29
29
|
|
|
30
|
-
const fn = await paw.function('email-triage', {
|
|
30
|
+
const fn = await paw.function('email-triage-browser', {
|
|
31
31
|
onProgress: ({ loaded, total, stage }) => {
|
|
32
32
|
console.log(`${stage}: ${Math.round(loaded/total*100)}%`);
|
|
33
33
|
},
|
|
@@ -42,13 +42,15 @@ await fn.free();
|
|
|
42
42
|
|
|
43
43
|
## How It Works
|
|
44
44
|
|
|
45
|
-
1. **Base model** — Compact interpreter (GPT-2 124M, 134 MB) downloads from
|
|
45
|
+
1. **Base model** — Compact interpreter (GPT-2 124M, 134 MB) downloads from Hugging Face CDN and is cached in the browser after first load.
|
|
46
46
|
2. **LoRA adapter** — Each program is a ~5 MB Q4_0 GGUF LoRA adapter that specializes the base model for a specific task.
|
|
47
47
|
3. **Prefix cache** — A precomputed KV cache (~7 MB) eliminates the prompt prefill step, making the first inference call fast.
|
|
48
48
|
4. **Inference** — Runs via WebAssembly (llama.cpp compiled to WASM with SIMD). ~200ms per call on Chrome.
|
|
49
49
|
|
|
50
50
|
Multiple programs share the cached base model. Loading a second program only downloads ~12 MB (adapter + prefix cache).
|
|
51
51
|
|
|
52
|
+
If you want browser inference to stay independent of the PAW API at runtime, load by program ID rather than slug. Slugs still need one API call for resolution.
|
|
53
|
+
|
|
52
54
|
## API Reference
|
|
53
55
|
|
|
54
56
|
### `paw.function(slugOrId, options?)`
|
|
@@ -57,7 +59,7 @@ Load a program and return a callable function.
|
|
|
57
59
|
|
|
58
60
|
| Parameter | Type | Default | Description |
|
|
59
61
|
|-----------|------|---------|-------------|
|
|
60
|
-
| `slugOrId` | `string` | required | Program slug (
|
|
62
|
+
| `slugOrId` | `string` | required | Program slug (for example `"programasweights/email-triage-browser"`) or program ID hash |
|
|
61
63
|
| `options.onProgress` | `function` | — | Progress callback: `({ loaded, total, stage }) => void` |
|
|
62
64
|
| `options.maxTokens` | `number` | `512` | Maximum output tokens |
|
|
63
65
|
| `options.temperature` | `number` | `0` | Sampling temperature (0 = greedy) |
|
|
@@ -60,12 +60,12 @@ At runtime, the SDK loads a quantized base model (Q6_K ~594 MB for Qwen3, Q8_0 ~
|
|
|
60
60
|
|
|
61
61
|
## Browser Inference
|
|
62
62
|
|
|
63
|
-
Programs compiled with the compact interpreter (GPT-2 124M) also run directly in the browser via WebAssembly -- no server needed:
|
|
63
|
+
Programs compiled with the compact interpreter (GPT-2 124M) also run directly in the browser via WebAssembly -- no custom server needed for inference:
|
|
64
64
|
|
|
65
65
|
```html
|
|
66
66
|
<script type="module">
|
|
67
67
|
import paw from '@programasweights/web';
|
|
68
|
-
const fn = await paw.function('email-triage');
|
|
68
|
+
const fn = await paw.function('email-triage-browser');
|
|
69
69
|
const result = await fn('Urgent: server is down!');
|
|
70
70
|
</script>
|
|
71
71
|
```
|
|
@@ -4,7 +4,7 @@ build-backend = "hatchling.build"
|
|
|
4
4
|
|
|
5
5
|
[project]
|
|
6
6
|
name = "programasweights"
|
|
7
|
-
version = "0.4.
|
|
7
|
+
version = "0.4.2"
|
|
8
8
|
description = "Compile natural language specifications into neural programs that run locally via llama.cpp."
|
|
9
9
|
readme = "PYPI_README.md"
|
|
10
10
|
requires-python = ">=3.9"
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{programasweights-0.4.0 → programasweights-0.4.2}/programasweights/runtime/interpreter_onnx.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|