@inference/cli 0.0.391 → 0.0.393
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +20 -0
- package/package.json +5 -5
package/README.md
CHANGED
|
@@ -244,6 +244,26 @@ Every command takes `--json` for a single machine-readable document. Run
|
|
|
244
244
|
`inf deployment describe --help` or `inf deployment history --help` for a
|
|
245
245
|
glossary of every field.
|
|
246
246
|
|
|
247
|
+
### Batch API
|
|
248
|
+
|
|
249
|
+
Run offline jobs through the OpenAI-compatible Batch API (`batch.inference.net/v1`; `batch.inference.cool` on staging).
|
|
250
|
+
|
|
251
|
+
```bash
|
|
252
|
+
inf batch template prompts.txt --model glm-5.3-flash -o input.jsonl # one prompt per line → batch JSONL
|
|
253
|
+
inf batch create input.jsonl # validate locally, upload, create; prints the batch ID
|
|
254
|
+
inf batch create input.jsonl --wait -o ./out # ...then show live progress and download results
|
|
255
|
+
inf batch list [--limit 50] [--status completed]
|
|
256
|
+
inf batch get <id> # counts, timestamps, durations, file IDs
|
|
257
|
+
inf batch wait <id> [--interval 10] [--timeout 3600] # exits 1 if the batch failed or expired
|
|
258
|
+
inf batch cancel <id>
|
|
259
|
+
inf batch results <id> [-o ./out] [--errors] [--format table]
|
|
260
|
+
inf batch files upload|list|get|download|delete
|
|
261
|
+
```
|
|
262
|
+
|
|
263
|
+
`create` checks every line first (valid JSON, unique `custom_id`, `method: "POST"`, `url` matching `--endpoint`, `body.model`) and lists problems with line numbers without uploading. Files over 10 MB upload in chunks with per-part retries (max 1 GB).
|
|
264
|
+
|
|
265
|
+
The Batch API takes a project API key, resolved in this order: `--api-key`, `INF_API_KEY` / `inf auth set-key`, then — when signed in with `inf auth login` — a key named `inf-cli-batch` that the CLI mints once for the active project and caches in `~/.inf/config.json`. `--base-url` overrides the environment-derived URL.
|
|
266
|
+
|
|
247
267
|
### Dashboard
|
|
248
268
|
|
|
249
269
|
```bash
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@inference/cli",
|
|
3
|
-
"version": "0.0.
|
|
3
|
+
"version": "0.0.393",
|
|
4
4
|
"description": "Inference.net CLI - manage training runs, evals, datasets, and inferences from your terminal",
|
|
5
5
|
"type": "module",
|
|
6
6
|
"license": "MIT",
|
|
@@ -26,10 +26,10 @@
|
|
|
26
26
|
"ai"
|
|
27
27
|
],
|
|
28
28
|
"optionalDependencies": {
|
|
29
|
-
"@inference/cli-darwin-arm64": "0.0.
|
|
30
|
-
"@inference/cli-darwin-x64": "0.0.
|
|
31
|
-
"@inference/cli-linux-x64": "0.0.
|
|
32
|
-
"@inference/cli-linux-arm64": "0.0.
|
|
29
|
+
"@inference/cli-darwin-arm64": "0.0.393",
|
|
30
|
+
"@inference/cli-darwin-x64": "0.0.393",
|
|
31
|
+
"@inference/cli-linux-x64": "0.0.393",
|
|
32
|
+
"@inference/cli-linux-arm64": "0.0.393"
|
|
33
33
|
},
|
|
34
34
|
"scripts": {
|
|
35
35
|
"build": "bun run clean:bin && bun run build:cli",
|