@independo/inderun-web 0.3.0-dev.16 → 0.3.0-dev.17
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +10 -10
- package/package.json +15 -5
package/README.md
CHANGED
|
@@ -2,9 +2,9 @@
|
|
|
2
2
|
|
|
3
3
|
[](https://www.npmjs.com/package/@independo/inderun-web)
|
|
4
4
|
|
|
5
|
-
> Part of **[IndeRun](https://github.com/independo-gmbh/inderun)** —
|
|
6
|
-
>
|
|
7
|
-
>
|
|
5
|
+
> Part of **[IndeRun](https://github.com/independo-gmbh/inderun)** — on-device AI with automatic
|
|
6
|
+
> cloud fallback, for cross-platform apps. New here? Start with the
|
|
7
|
+
> [IndeRun README](https://github.com/independo-gmbh/inderun#readme).
|
|
8
8
|
|
|
9
9
|
TypeScript/Web SDK for IndeRun.
|
|
10
10
|
|
|
@@ -49,14 +49,14 @@ for await (const event of events) {
|
|
|
49
49
|
}
|
|
50
50
|
```
|
|
51
51
|
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
52
|
+
Streaming over the network needs a host that can deliver a response body incrementally.
|
|
53
|
+
`createBrowserHostServices` provides one; a custom host without a `streamingHttpClient` still runs
|
|
54
|
+
Mode 1, and a stream request is refused at routing time with a `streaming_unavailable` reason rather
|
|
55
|
+
than failing later.
|
|
55
56
|
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
time with a `streaming_unavailable` reason rather than failing later.
|
|
57
|
+
Event types, ordering, the terminal guarantees, cancellation, and fallback are identical on every
|
|
58
|
+
SDK and documented once, in
|
|
59
|
+
[Streaming (Mode 2)](https://github.com/independo-gmbh/inderun/blob/main/docs/streaming.md).
|
|
60
60
|
|
|
61
61
|
### Custom OpenAI-compatible endpoints
|
|
62
62
|
|
package/package.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@independo/inderun-web",
|
|
3
|
-
"version": "0.3.0-dev.
|
|
4
|
-
"description": "
|
|
3
|
+
"version": "0.3.0-dev.17",
|
|
4
|
+
"description": "On-device AI with automatic cloud fallback for web apps. Runs ONNX Runtime or the Chrome Prompt API in the browser and falls back to an OpenAI-compatible endpoint, with streaming and cancellation behind one API.",
|
|
5
5
|
"license": "MIT",
|
|
6
6
|
"author": {
|
|
7
7
|
"name": "Independo GmbH",
|
|
@@ -21,9 +21,19 @@
|
|
|
21
21
|
"keywords": [
|
|
22
22
|
"inderun",
|
|
23
23
|
"ai",
|
|
24
|
+
"llm",
|
|
24
25
|
"sdk",
|
|
25
26
|
"web",
|
|
26
|
-
"
|
|
27
|
+
"on-device",
|
|
28
|
+
"on-device-ai",
|
|
29
|
+
"local-llm",
|
|
30
|
+
"offline",
|
|
31
|
+
"cloud-fallback",
|
|
32
|
+
"streaming",
|
|
33
|
+
"onnx",
|
|
34
|
+
"onnxruntime",
|
|
35
|
+
"prompt-api",
|
|
36
|
+
"openai",
|
|
27
37
|
"routing"
|
|
28
38
|
],
|
|
29
39
|
"engines": {
|
|
@@ -58,8 +68,8 @@
|
|
|
58
68
|
"README.md"
|
|
59
69
|
],
|
|
60
70
|
"dependencies": {
|
|
61
|
-
"@independo/inderun-
|
|
62
|
-
"@independo/inderun-
|
|
71
|
+
"@independo/inderun-contracts": "^0.3.0-dev.17",
|
|
72
|
+
"@independo/inderun-route-core-wasm": "^0.3.0-dev.17"
|
|
63
73
|
},
|
|
64
74
|
"peerDependencies": {
|
|
65
75
|
"@huggingface/transformers": "^4.0.0"
|