@octocodeai/freellama 0.5.0 → 0.6.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +4 -9
- package/package.json +9 -9
package/README.md
CHANGED
|
@@ -27,7 +27,6 @@ flowchart LR
|
|
|
27
27
|
npx @octocodeai/freellama doctor
|
|
28
28
|
npx @octocodeai/freellama auth-token --out ~/.local/share/freellama/auth.token
|
|
29
29
|
npx @octocodeai/freellama serve \
|
|
30
|
-
--recommendation-catalog recommendations.example.toml \
|
|
31
30
|
--auth-token-file ~/.local/share/freellama/auth.token \
|
|
32
31
|
--feedback-file ~/.local/share/freellama/feedback.json
|
|
33
32
|
```
|
|
@@ -66,7 +65,7 @@ for the process setup, verification steps, and measured concurrency result.
|
|
|
66
65
|
|
|
67
66
|
The primary admission pool derives its default weighted budget from observed Ollama parallelism;
|
|
68
67
|
the independent CPU pool defaults to one unit. Inspect the effective values with `config`. Override
|
|
69
|
-
them with `--max-concurrent-tasks` and `--cpu-max-concurrent-tasks`. `route
|
|
68
|
+
them with `--max-concurrent-tasks` and `--cpu-max-concurrent-tasks`. `route` and
|
|
70
69
|
`task` also accept `--execution-preference auto|prefer-cpu|prefer-gpu`; this only chooses among
|
|
71
70
|
models already eligible on the requested backend and reports any fallback in the execution receipt.
|
|
72
71
|
`--min-placement-evidence observed` fails closed unless resident `/api/ps` evidence matches; use
|
|
@@ -118,13 +117,9 @@ errors, and the files included in the package. Core CLI contracts live in
|
|
|
118
117
|
|
|
119
118
|
## Understand CLI and MCP differences
|
|
120
119
|
|
|
121
|
-
|
|
122
|
-
|
|
123
|
-
|
|
124
|
-
|
|
125
|
-
The output is contract-tested against the MCP server source. `delegate_research` and the online
|
|
126
|
-
model-library view are MCP-only. Control-plane startup, proxy startup, recommendation,
|
|
127
|
-
benchmarks, policy generation, and frozen-suite comparison are CLI-only.
|
|
120
|
+
`delegate_research` and the online model-library view are MCP-only. Control-plane startup, proxy
|
|
121
|
+
startup, auth-token creation, and benchmarks are CLI-only. Generate a routing policy with
|
|
122
|
+
`freellama policy from-eval` (see [CLI reference](../../docs/CLI.md#earn-medium-routing-confidence)).
|
|
128
123
|
|
|
129
124
|
Use the surfaces together: the CLI starts and verifies the local services; MCP lets an agent inspect
|
|
130
125
|
that state and submit bounded work. An installed MCP client can read `freellama://docs/index` and
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@octocodeai/freellama",
|
|
3
|
-
"version": "0.
|
|
3
|
+
"version": "0.6.0",
|
|
4
4
|
"description": "Local Ollama model gateway, router, and benchmarker — CLI. Wraps the compiled Rust binary from packages/rust-core.",
|
|
5
5
|
"repository": {
|
|
6
6
|
"type": "git",
|
|
@@ -35,14 +35,14 @@
|
|
|
35
35
|
},
|
|
36
36
|
"license": "Apache-2.0 OR MIT",
|
|
37
37
|
"optionalDependencies": {
|
|
38
|
-
"@octocodeai/freellama-native-darwin-arm64": "0.
|
|
39
|
-
"@octocodeai/freellama-native-darwin-x64": "0.
|
|
40
|
-
"@octocodeai/freellama-native-linux-arm64-gnu": "0.
|
|
41
|
-
"@octocodeai/freellama-native-linux-arm64-musl": "0.
|
|
42
|
-
"@octocodeai/freellama-native-linux-x64-gnu": "0.
|
|
43
|
-
"@octocodeai/freellama-native-linux-x64-musl": "0.
|
|
44
|
-
"@octocodeai/freellama-native-win32-arm64-msvc": "0.
|
|
45
|
-
"@octocodeai/freellama-native-win32-x64-msvc": "0.
|
|
38
|
+
"@octocodeai/freellama-native-darwin-arm64": "0.6.0",
|
|
39
|
+
"@octocodeai/freellama-native-darwin-x64": "0.6.0",
|
|
40
|
+
"@octocodeai/freellama-native-linux-arm64-gnu": "0.6.0",
|
|
41
|
+
"@octocodeai/freellama-native-linux-arm64-musl": "0.6.0",
|
|
42
|
+
"@octocodeai/freellama-native-linux-x64-gnu": "0.6.0",
|
|
43
|
+
"@octocodeai/freellama-native-linux-x64-musl": "0.6.0",
|
|
44
|
+
"@octocodeai/freellama-native-win32-arm64-msvc": "0.6.0",
|
|
45
|
+
"@octocodeai/freellama-native-win32-x64-msvc": "0.6.0"
|
|
46
46
|
},
|
|
47
47
|
"publishConfig": {
|
|
48
48
|
"access": "public",
|