mcard-js 2.1.2 → 2.1.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +36 -1
- package/dist/ptr/llm/Config.d.ts.map +1 -1
- package/dist/ptr/llm/Config.js +16 -0
- package/dist/ptr/llm/Config.js.map +1 -1
- package/dist/ptr/llm/LLMRuntime.d.ts.map +1 -1
- package/dist/ptr/llm/LLMRuntime.js +8 -0
- package/dist/ptr/llm/LLMRuntime.js.map +1 -1
- package/dist/ptr/llm/providers/MLCLLMProvider.d.ts +22 -0
- package/dist/ptr/llm/providers/MLCLLMProvider.d.ts.map +1 -0
- package/dist/ptr/llm/providers/MLCLLMProvider.js +155 -0
- package/dist/ptr/llm/providers/MLCLLMProvider.js.map +1 -0
- package/dist/ptr/llm/providers/WebLLMProvider.d.ts +22 -0
- package/dist/ptr/llm/providers/WebLLMProvider.d.ts.map +1 -0
- package/dist/ptr/llm/providers/WebLLMProvider.js +151 -0
- package/dist/ptr/llm/providers/WebLLMProvider.js.map +1 -0
- package/dist/ptr/node/CLMRunner.d.ts +3 -1
- package/dist/ptr/node/CLMRunner.d.ts.map +1 -1
- package/dist/ptr/node/CLMRunner.js +33 -1
- package/dist/ptr/node/CLMRunner.js.map +1 -1
- package/dist/ptr/node/NetworkConfig.d.ts +155 -0
- package/dist/ptr/node/NetworkConfig.d.ts.map +1 -0
- package/dist/ptr/node/NetworkConfig.js +8 -0
- package/dist/ptr/node/NetworkConfig.js.map +1 -0
- package/dist/ptr/node/NetworkRuntime.d.ts +115 -0
- package/dist/ptr/node/NetworkRuntime.d.ts.map +1 -0
- package/dist/ptr/node/NetworkRuntime.js +792 -0
- package/dist/ptr/node/NetworkRuntime.js.map +1 -0
- package/dist/ptr/node/Runtimes.d.ts.map +1 -1
- package/dist/ptr/node/Runtimes.js +10 -0
- package/dist/ptr/node/Runtimes.js.map +1 -1
- package/package.json +1 -1
package/README.md
CHANGED
|
@@ -13,7 +13,7 @@ Full-featured TypeScript implementation of MCard content-addressable storage, su
|
|
|
13
13
|
- **UTF-8 Handles**: International support (文檔, مستند, ドキュメント, документ)
|
|
14
14
|
- **Monadic API**: Maybe, Either, IO monads for functional composition
|
|
15
15
|
- **PTR Runtime**: Polynomial Type Runtime with polyglot execution (JS, Python, Rust, C, WASM, Lean)
|
|
16
|
-
- **LLM Integration**: Ollama
|
|
16
|
+
- **LLM Integration**: Ollama, WebLLM (browser), and MLC-LLM providers
|
|
17
17
|
- **Vector Search**: sqlite-vec extension for semantic similarity search
|
|
18
18
|
|
|
19
19
|
## Quick Start
|
|
@@ -542,6 +542,41 @@ To run integration tests against a live Ollama instance:
|
|
|
542
542
|
* **Collection Search**: Enhanced `CardCollection` with search capabilities (content, hash, string).
|
|
543
543
|
* **CLM Test Runner**: New CLI (`npm run clm:all`) for running all CLMs with summary reporting.
|
|
544
544
|
|
|
545
|
+
### 🌐 Network IO Enhancements
|
|
546
|
+
* **Retry with Backoff**: Configurable retry logic with `exponential`, `linear`, or `constant` backoff strategies.
|
|
547
|
+
```typescript
|
|
548
|
+
config: {
|
|
549
|
+
url: 'https://api.example.com/data',
|
|
550
|
+
retry: {
|
|
551
|
+
max_attempts: 3,
|
|
552
|
+
backoff: 'exponential',
|
|
553
|
+
base_delay: 1000,
|
|
554
|
+
max_delay: 30000,
|
|
555
|
+
retry_on: [503, 429, 500] // Optional: custom status codes
|
|
556
|
+
}
|
|
557
|
+
}
|
|
558
|
+
```
|
|
559
|
+
* **Response Caching**: Memory or MCard-persistent caching with TTL support.
|
|
560
|
+
```typescript
|
|
561
|
+
config: {
|
|
562
|
+
url: 'https://api.example.com/cacheable',
|
|
563
|
+
cache: {
|
|
564
|
+
enabled: true,
|
|
565
|
+
ttl: 300, // seconds
|
|
566
|
+
storage: 'memory' // or 'mcard' for persistent
|
|
567
|
+
}
|
|
568
|
+
}
|
|
569
|
+
```
|
|
570
|
+
* **Rate Limiting**: Token-bucket rate limiting per domain (10 req/sec default with burst of 20).
|
|
571
|
+
* **Bidirectional Sync**: New `both` and `bidirectional` modes for `mcard_sync` to push and pull in one operation.
|
|
572
|
+
```typescript
|
|
573
|
+
config: {
|
|
574
|
+
url: 'http://remote:3000/sync',
|
|
575
|
+
mode: 'both' // pushes local cards, then pulls remote cards
|
|
576
|
+
}
|
|
577
|
+
```
|
|
578
|
+
|
|
579
|
+
|
|
545
580
|
### 🛠️ Polyglot Runtime Fixes
|
|
546
581
|
* **ESM Compatibility**: Fixed `ReferenceError: require is not defined` in `SqliteNodeEngine` and `schema.ts`.
|
|
547
582
|
* **Double-Encoding Fix**: Resolved input context double-JSON-encoding.
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"Config.d.ts","sourceRoot":"","sources":["../../../src/ptr/llm/Config.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,eAAO,MAAM,gBAAgB,WAAW,CAAC;AAEzC,MAAM,WAAW,cAAc;IAC3B,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,aAAa,EAAE,MAAM,CAAC;IACtB,gBAAgB,EAAE,MAAM,EAAE,CAAC;CAC9B;AAED,eAAO,MAAM,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,cAAc,
|
|
1
|
+
{"version":3,"file":"Config.d.ts","sourceRoot":"","sources":["../../../src/ptr/llm/Config.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,eAAO,MAAM,gBAAgB,WAAW,CAAC;AAEzC,MAAM,WAAW,cAAc;IAC3B,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,aAAa,EAAE,MAAM,CAAC;IACtB,gBAAgB,EAAE,MAAM,EAAE,CAAC;CAC9B;AAED,eAAO,MAAM,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,cAAc,CAiDxD,CAAC;AAEF,eAAO,MAAM,kBAAkB;;;;;;;;;;CAU9B,CAAC;AAEF,MAAM,MAAM,cAAc,GAAG,MAAM,GAAG,MAAM,GAAG,YAAY,GAAG,UAAU,CAAC;AACzE,eAAO,MAAM,gBAAgB,EAAE,cAAc,EAA+C,CAAC;AAE7F,qBAAa,SAAS;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IAEvB,aAAa,EAAE,MAAM,CAAC;IACtB,qBAAqB,EAAE,MAAM,CAAC;IAE9B,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,gBAAgB,EAAE,MAAM,CAAC;IACzB,cAAc,EAAE,MAAM,EAAE,CAAC;IAEzB,eAAe,EAAE,MAAM,CAAC;IACxB,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,IAAI,CAAC;IAExC,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,OAAO,CAAC;gBAEJ,IAAI,GAAE,OAAO,CAAC,SAAS,CAAM;IA4BzC,QAAQ;IASR,IAAI,eAAe,IAAI,MAAM,CAE5B;IAED,IAAI,kBAAkB,IAAI,MAAM,CAK/B;IAED,kBAAkB,IAAI,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC;IA8BzC,MAAM,CAAC,aAAa,CAAC,QAAQ,EAAE,GAAG,EAAE,OAAO,GAAE,GAAQ,GAAG,SAAS;CA2BpE"}
|
package/dist/ptr/llm/Config.js
CHANGED
|
@@ -14,6 +14,22 @@ export const LLM_PROVIDERS = {
|
|
|
14
14
|
default_model: 'gemma3:latest',
|
|
15
15
|
available_models: ['gemma3:latest', 'llama3:latest', 'qwen3:latest'],
|
|
16
16
|
},
|
|
17
|
+
'webllm': {
|
|
18
|
+
base_url: '', // running in-browser
|
|
19
|
+
api_path: '',
|
|
20
|
+
chat_path: '',
|
|
21
|
+
models_path: null,
|
|
22
|
+
default_model: 'Llama-3-8B-Instruct-q4f32_1-MLC',
|
|
23
|
+
available_models: ['Llama-3-8B-Instruct-q4f32_1-MLC', 'Hermes-2-Pro-Llama-3-8B-q4f16_1-MLC', 'Phi-3-Mini-4k-Instruct-q4f16_1-MLC'],
|
|
24
|
+
},
|
|
25
|
+
'mlc-llm': {
|
|
26
|
+
base_url: 'http://localhost:8000',
|
|
27
|
+
api_path: '/v1/completions',
|
|
28
|
+
chat_path: '/v1/chat/completions',
|
|
29
|
+
models_path: '/v1/models',
|
|
30
|
+
default_model: 'Llama-3-8B-Instruct-q4f16_1-MLC',
|
|
31
|
+
available_models: [],
|
|
32
|
+
},
|
|
17
33
|
'lmstudio': {
|
|
18
34
|
base_url: 'http://localhost:1234',
|
|
19
35
|
api_path: '/v1/completions',
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"Config.js","sourceRoot":"","sources":["../../../src/ptr/llm/Config.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,MAAM,CAAC,MAAM,gBAAgB,GAAG,QAAQ,CAAC;AAWzC,MAAM,CAAC,MAAM,aAAa,GAAmC;IACzD,QAAQ,EAAE;QACN,QAAQ,EAAE,wBAAwB;QAClC,QAAQ,EAAE,eAAe;QACzB,SAAS,EAAE,WAAW;QACtB,WAAW,EAAE,WAAW;QACxB,aAAa,EAAE,eAAe;QAC9B,gBAAgB,EAAE,CAAC,eAAe,EAAE,eAAe,EAAE,cAAc,CAAC;KACvE;IACD,UAAU,EAAE;QACR,QAAQ,EAAE,uBAAuB;QACjC,QAAQ,EAAE,iBAAiB;QAC3B,SAAS,EAAE,sBAAsB;QACjC,WAAW,EAAE,YAAY;QACzB,aAAa,EAAE,aAAa;QAC5B,gBAAgB,EAAE,EAAE;KACvB;IACD,QAAQ,EAAE;QACN,QAAQ,EAAE,wBAAwB;QAClC,QAAQ,EAAE,iBAAiB;QAC3B,SAAS,EAAE,sBAAsB;QACjC,WAAW,EAAE,YAAY;QACzB,aAAa,EAAE,OAAO;QACtB,gBAAgB,EAAE,CAAC,OAAO,EAAE,aAAa,EAAE,eAAe,CAAC;KAC9D;IACD,WAAW,EAAE;QACT,QAAQ,EAAE,2BAA2B;QACrC,QAAQ,EAAE,cAAc;QACxB,SAAS,EAAE,cAAc;QACzB,WAAW,EAAE,IAAI;QACjB,aAAa,EAAE,0BAA0B;QACzC,gBAAgB,EAAE,CAAC,eAAe,EAAE,iBAAiB,EAAE,gBAAgB,CAAC;KAC3E;CACJ,CAAC;AAEF,MAAM,CAAC,MAAM,kBAAkB,GAAG;IAC9B,WAAW,EAAE,GAAG;IAChB,UAAU,EAAE,IAAI;IAChB,KAAK,EAAE,GAAG;IACV,KAAK,EAAE,EAAE;IACT,OAAO,EAAE,GAAG;IACZ,MAAM,EAAE,KAAK;IACb,eAAe,EAAE,MAAM;IACvB,WAAW,EAAE,CAAC;IACd,WAAW,EAAE,GAAG;CACnB,CAAC;AAGF,MAAM,CAAC,MAAM,gBAAgB,GAAqB,CAAC,MAAM,EAAE,MAAM,EAAE,YAAY,EAAE,UAAU,CAAC,CAAC;AAE7F,MAAM,OAAO,SAAS;IAClB,QAAQ,CAAS;IACjB,KAAK,CAAgB;IACrB,YAAY,CAAgB;IAC5B,OAAO,CAAgB;IAEvB,aAAa,CAAS;IACtB,qBAAqB,CAAS;IAE9B,WAAW,CAAS;IACpB,UAAU,CAAS;IACnB,KAAK,CAAS;IACd,KAAK,CAAgB;IACrB,iBAAiB,CAAS;IAC1B,gBAAgB,CAAS;IACzB,cAAc,CAAW;IAEzB,eAAe,CAAS;IACxB,WAAW,CAA6B;IAExC,OAAO,CAAS;IAChB,WAAW,CAAS;IACpB,WAAW,CAAS;IACpB,MAAM,CAAU;IAEhB,YAAY,OAA2B,EAAE;QACrC,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,gBAAgB,CAAC;QAClD,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC;QAChC,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC;QAC9C,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC;QAEpC,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,aAAa,IAAI,EAAE,CAAC;QAC9C,IAAI,CAAC,qBAAqB,GAAG,IAAI,CAAC,qBAAqB,IAAI,EAAE,CAAC;QAE9D,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,IAAI,kBAAkB,CAAC,WAAW,CAAC;QACtE,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,IAAI,kBAAkB,CAAC,UAAU,CAAC;QACnE,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,kBAAkB,CAAC,KAAK,CAAC;QACpD,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,kBAAkB,CAAC,KAAK,CAAC;QACpD,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,iBAAiB,IAAI,GAAG,CAAC;QACvD,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,gBAAgB,IAAI,GAAG,CAAC;QACrD,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,cAAc,IAAI,EAAE,CAAC;QAEhD,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,eAAe,IAAI,kBAAkB,CAAC,eAAe,CAAC;QAClF,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC;QAE5C,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,IAAI,kBAAkB,CAAC,OAAO,CAAC;QAC1D,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,IAAI,kBAAkB,CAAC,WAAW,CAAC;QACtE,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,IAAI,kBAAkB,CAAC,WAAW,CAAC;QACtE,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,kBAAkB,CAAC,MAAM,CAAC;QAEvD,IAAI,CAAC,QAAQ,EAAE,CAAC;IACpB,CAAC;IAED,QAAQ;QACJ,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;YAChC,MAAM,IAAI,KAAK,CAAC,qBAAqB,IAAI,CAAC,QAAQ,gBAAgB,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC/G,CAAC;QACD,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,IAAI,CAAC,eAAiC,CAAC,EAAE,CAAC;YACrE,MAAM,IAAI,KAAK,CAAC,4BAA4B,IAAI,CAAC,eAAe,gBAAgB,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACnH,CAAC;IACL,CAAC;IAED,IAAI,eAAe;QACf,OAAO,IAAI,CAAC,KAAK,IAAI,aAAa,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,aAAa,CAAC;IACpE,CAAC;IAED,IAAI,kBAAkB;QAClB,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACpB,OAAO,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QAChD,CAAC;QACD,OAAO,aAAa,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,QAAQ,CAAC;IACjD,CAAC;IAED,kBAAkB;QACd,MAAM,MAAM,GAAwB;YAChC,KAAK,EAAE,IAAI,CAAC,eAAe;YAC3B,WAAW,EAAE,IAAI,CAAC,WAAW;SAChC,CAAC;QAEF,IAAI,IAAI,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;YAC7B,MAAM,CAAC,OAAO,GAAG;gBACb,WAAW,EAAE,IAAI,CAAC,UAAU;gBAC5B,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,WAAW,EAAE,IAAI,CAAC,WAAW;aAChC,CAAC;YACF,IAAI,IAAI,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACjC,MAAM,CAAC,OAAO,CAAC,IAAI,GAAG,IAAI,CAAC,cAAc,CAAC;YAC9C,CAAC;QACL,CAAC;aAAM,CAAC;YACJ,oBAAoB;YACpB,MAAM,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC;YACpC,MAAM,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;YAC1B,IAAI,IAAI,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACjC,MAAM,CAAC,IAAI,GAAG,IAAI,CAAC,cAAc,CAAC;YACtC,CAAC;YACD,IAAI,IAAI,CAAC,iBAAiB;gBAAE,MAAM,CAAC,iBAAiB,GAAG,IAAI,CAAC,iBAAiB,CAAC;YAC9E,IAAI,IAAI,CAAC,gBAAgB;gBAAE,MAAM,CAAC,gBAAgB,GAAG,IAAI,CAAC,gBAAgB,CAAC;QAC/E,CAAC;QAED,OAAO,MAAM,CAAC;IAClB,CAAC;IAED,MAAM,CAAC,aAAa,CAAC,QAAa,EAAE,UAAe,EAAE;QACjD,iDAAiD;QACjD,MAAM,UAAU,GAAG,EAAE,GAAG,CAAC,QAAQ,CAAC,UAAU,IAAI,EAAE,CAAC,EAAE,CAAC;QAEtD,0CAA0C;QAC1C,CAAC,UAAU,EAAE,OAAO,EAAE,eAAe,EAAE,aAAa,EAAE,YAAY,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE;YAC9E,IAAI,GAAG,IAAI,QAAQ,EAAE,CAAC;gBAClB,UAAU,CAAC,GAAG,CAAC,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC;YACpC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,wBAAwB;QACxB,MAAM,WAAW,GAAG;YAChB,UAAU,EAAE,OAAO,EAAE,cAAc,EAAE,SAAS;YAC9C,eAAe,EAAE,uBAAuB;YACxC,aAAa,EAAE,YAAY,EAAE,OAAO,EAAE,OAAO;YAC7C,iBAAiB,EAAE,SAAS;SAC/B,CAAC;QAEF,WAAW,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE;YACtB,IAAI,GAAG,IAAI,OAAO,EAAE,CAAC;gBACjB,UAAU,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;YACnC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,OAAO,IAAI,SAAS,CAAC,UAAU,CAAC,CAAC;IACrC,CAAC;CACJ"}
|
|
1
|
+
{"version":3,"file":"Config.js","sourceRoot":"","sources":["../../../src/ptr/llm/Config.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,MAAM,CAAC,MAAM,gBAAgB,GAAG,QAAQ,CAAC;AAWzC,MAAM,CAAC,MAAM,aAAa,GAAmC;IACzD,QAAQ,EAAE;QACN,QAAQ,EAAE,wBAAwB;QAClC,QAAQ,EAAE,eAAe;QACzB,SAAS,EAAE,WAAW;QACtB,WAAW,EAAE,WAAW;QACxB,aAAa,EAAE,eAAe;QAC9B,gBAAgB,EAAE,CAAC,eAAe,EAAE,eAAe,EAAE,cAAc,CAAC;KACvE;IACD,QAAQ,EAAE;QACN,QAAQ,EAAE,EAAE,EAAE,qBAAqB;QACnC,QAAQ,EAAE,EAAE;QACZ,SAAS,EAAE,EAAE;QACb,WAAW,EAAE,IAAI;QACjB,aAAa,EAAE,iCAAiC;QAChD,gBAAgB,EAAE,CAAC,iCAAiC,EAAE,qCAAqC,EAAE,oCAAoC,CAAC;KACrI;IACD,SAAS,EAAE;QACP,QAAQ,EAAE,uBAAuB;QACjC,QAAQ,EAAE,iBAAiB;QAC3B,SAAS,EAAE,sBAAsB;QACjC,WAAW,EAAE,YAAY;QACzB,aAAa,EAAE,iCAAiC;QAChD,gBAAgB,EAAE,EAAE;KACvB;IACD,UAAU,EAAE;QACR,QAAQ,EAAE,uBAAuB;QACjC,QAAQ,EAAE,iBAAiB;QAC3B,SAAS,EAAE,sBAAsB;QACjC,WAAW,EAAE,YAAY;QACzB,aAAa,EAAE,aAAa;QAC5B,gBAAgB,EAAE,EAAE;KACvB;IACD,QAAQ,EAAE;QACN,QAAQ,EAAE,wBAAwB;QAClC,QAAQ,EAAE,iBAAiB;QAC3B,SAAS,EAAE,sBAAsB;QACjC,WAAW,EAAE,YAAY;QACzB,aAAa,EAAE,OAAO;QACtB,gBAAgB,EAAE,CAAC,OAAO,EAAE,aAAa,EAAE,eAAe,CAAC;KAC9D;IACD,WAAW,EAAE;QACT,QAAQ,EAAE,2BAA2B;QACrC,QAAQ,EAAE,cAAc;QACxB,SAAS,EAAE,cAAc;QACzB,WAAW,EAAE,IAAI;QACjB,aAAa,EAAE,0BAA0B;QACzC,gBAAgB,EAAE,CAAC,eAAe,EAAE,iBAAiB,EAAE,gBAAgB,CAAC;KAC3E;CACJ,CAAC;AAEF,MAAM,CAAC,MAAM,kBAAkB,GAAG;IAC9B,WAAW,EAAE,GAAG;IAChB,UAAU,EAAE,IAAI;IAChB,KAAK,EAAE,GAAG;IACV,KAAK,EAAE,EAAE;IACT,OAAO,EAAE,GAAG;IACZ,MAAM,EAAE,KAAK;IACb,eAAe,EAAE,MAAM;IACvB,WAAW,EAAE,CAAC;IACd,WAAW,EAAE,GAAG;CACnB,CAAC;AAGF,MAAM,CAAC,MAAM,gBAAgB,GAAqB,CAAC,MAAM,EAAE,MAAM,EAAE,YAAY,EAAE,UAAU,CAAC,CAAC;AAE7F,MAAM,OAAO,SAAS;IAClB,QAAQ,CAAS;IACjB,KAAK,CAAgB;IACrB,YAAY,CAAgB;IAC5B,OAAO,CAAgB;IAEvB,aAAa,CAAS;IACtB,qBAAqB,CAAS;IAE9B,WAAW,CAAS;IACpB,UAAU,CAAS;IACnB,KAAK,CAAS;IACd,KAAK,CAAgB;IACrB,iBAAiB,CAAS;IAC1B,gBAAgB,CAAS;IACzB,cAAc,CAAW;IAEzB,eAAe,CAAS;IACxB,WAAW,CAA6B;IAExC,OAAO,CAAS;IAChB,WAAW,CAAS;IACpB,WAAW,CAAS;IACpB,MAAM,CAAU;IAEhB,YAAY,OAA2B,EAAE;QACrC,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,gBAAgB,CAAC;QAClD,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC;QAChC,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC;QAC9C,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC;QAEpC,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,aAAa,IAAI,EAAE,CAAC;QAC9C,IAAI,CAAC,qBAAqB,GAAG,IAAI,CAAC,qBAAqB,IAAI,EAAE,CAAC;QAE9D,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,IAAI,kBAAkB,CAAC,WAAW,CAAC;QACtE,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,IAAI,kBAAkB,CAAC,UAAU,CAAC;QACnE,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,kBAAkB,CAAC,KAAK,CAAC;QACpD,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,kBAAkB,CAAC,KAAK,CAAC;QACpD,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,iBAAiB,IAAI,GAAG,CAAC;QACvD,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,gBAAgB,IAAI,GAAG,CAAC;QACrD,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,cAAc,IAAI,EAAE,CAAC;QAEhD,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,eAAe,IAAI,kBAAkB,CAAC,eAAe,CAAC;QAClF,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC;QAE5C,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,IAAI,kBAAkB,CAAC,OAAO,CAAC;QAC1D,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,IAAI,kBAAkB,CAAC,WAAW,CAAC;QACtE,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,IAAI,kBAAkB,CAAC,WAAW,CAAC;QACtE,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,kBAAkB,CAAC,MAAM,CAAC;QAEvD,IAAI,CAAC,QAAQ,EAAE,CAAC;IACpB,CAAC;IAED,QAAQ;QACJ,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;YAChC,MAAM,IAAI,KAAK,CAAC,qBAAqB,IAAI,CAAC,QAAQ,gBAAgB,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC/G,CAAC;QACD,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,IAAI,CAAC,eAAiC,CAAC,EAAE,CAAC;YACrE,MAAM,IAAI,KAAK,CAAC,4BAA4B,IAAI,CAAC,eAAe,gBAAgB,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACnH,CAAC;IACL,CAAC;IAED,IAAI,eAAe;QACf,OAAO,IAAI,CAAC,KAAK,IAAI,aAAa,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,aAAa,CAAC;IACpE,CAAC;IAED,IAAI,kBAAkB;QAClB,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACpB,OAAO,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QAChD,CAAC;QACD,OAAO,aAAa,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,QAAQ,CAAC;IACjD,CAAC;IAED,kBAAkB;QACd,MAAM,MAAM,GAAwB;YAChC,KAAK,EAAE,IAAI,CAAC,eAAe;YAC3B,WAAW,EAAE,IAAI,CAAC,WAAW;SAChC,CAAC;QAEF,IAAI,IAAI,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;YAC7B,MAAM,CAAC,OAAO,GAAG;gBACb,WAAW,EAAE,IAAI,CAAC,UAAU;gBAC5B,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,WAAW,EAAE,IAAI,CAAC,WAAW;aAChC,CAAC;YACF,IAAI,IAAI,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACjC,MAAM,CAAC,OAAO,CAAC,IAAI,GAAG,IAAI,CAAC,cAAc,CAAC;YAC9C,CAAC;QACL,CAAC;aAAM,CAAC;YACJ,oBAAoB;YACpB,MAAM,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC;YACpC,MAAM,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;YAC1B,IAAI,IAAI,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACjC,MAAM,CAAC,IAAI,GAAG,IAAI,CAAC,cAAc,CAAC;YACtC,CAAC;YACD,IAAI,IAAI,CAAC,iBAAiB;gBAAE,MAAM,CAAC,iBAAiB,GAAG,IAAI,CAAC,iBAAiB,CAAC;YAC9E,IAAI,IAAI,CAAC,gBAAgB;gBAAE,MAAM,CAAC,gBAAgB,GAAG,IAAI,CAAC,gBAAgB,CAAC;QAC/E,CAAC;QAED,OAAO,MAAM,CAAC;IAClB,CAAC;IAED,MAAM,CAAC,aAAa,CAAC,QAAa,EAAE,UAAe,EAAE;QACjD,iDAAiD;QACjD,MAAM,UAAU,GAAG,EAAE,GAAG,CAAC,QAAQ,CAAC,UAAU,IAAI,EAAE,CAAC,EAAE,CAAC;QAEtD,0CAA0C;QAC1C,CAAC,UAAU,EAAE,OAAO,EAAE,eAAe,EAAE,aAAa,EAAE,YAAY,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE;YAC9E,IAAI,GAAG,IAAI,QAAQ,EAAE,CAAC;gBAClB,UAAU,CAAC,GAAG,CAAC,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC;YACpC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,wBAAwB;QACxB,MAAM,WAAW,GAAG;YAChB,UAAU,EAAE,OAAO,EAAE,cAAc,EAAE,SAAS;YAC9C,eAAe,EAAE,uBAAuB;YACxC,aAAa,EAAE,YAAY,EAAE,OAAO,EAAE,OAAO;YAC7C,iBAAiB,EAAE,SAAS;SAC/B,CAAC;QAEF,WAAW,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE;YACtB,IAAI,GAAG,IAAI,OAAO,EAAE,CAAC;gBACjB,UAAU,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;YACnC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,OAAO,IAAI,SAAS,CAAC,UAAU,CAAC,CAAC;IACrC,CAAC;CACJ"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"LLMRuntime.d.ts","sourceRoot":"","sources":["../../../src/ptr/llm/LLMRuntime.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,OAAO,EAAE,MAAM,6BAA6B,CAAC;AACtD,OAAO,EAAE,SAAS,EAAoB,MAAM,aAAa,CAAC;AAC1D,OAAO,EAAE,WAAW,EAAE,MAAM,4BAA4B,CAAC;
|
|
1
|
+
{"version":3,"file":"LLMRuntime.d.ts","sourceRoot":"","sources":["../../../src/ptr/llm/LLMRuntime.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,OAAO,EAAE,MAAM,6BAA6B,CAAC;AACtD,OAAO,EAAE,SAAS,EAAoB,MAAM,aAAa,CAAC;AAC1D,OAAO,EAAE,WAAW,EAAE,MAAM,4BAA4B,CAAC;AAIzD,OAAO,EAAE,EAAE,EAAE,MAAM,oBAAoB,CAAC;AACxC,OAAO,EAAE,MAAM,EAAE,MAAM,wBAAwB,CAAC;AAEhD,wBAAgB,YAAY,CACxB,aAAa,GAAE,MAAyB,EACxC,QAAQ,GAAE,MAAM,GAAG,IAAW,EAC9B,OAAO,GAAE,MAAY,GACtB,WAAW,CAYb;AAED,qBAAa,UAAW,YAAW,OAAO;IACtC,aAAa,EAAE,MAAM,CAAC;IACtB,OAAO,CAAC,SAAS,CAA4B;gBAEjC,aAAa,GAAE,MAAyB;IAIpD,IAAI,QAAQ,IAAI,WAAW,CAK1B;IAEK,OAAO,CAAC,UAAU,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;YA8CxF,mBAAmB;YAKnB,aAAa;IAiB3B,OAAO,CAAC,gBAAgB;CAsB3B;AAMD;;;;GAIG;AACH,wBAAgB,WAAW,CACvB,MAAM,EAAE,MAAM,EACd,MAAM,GAAE,OAAO,CAAC,SAAS,CAAM,GAChC,EAAE,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,CAkBzB;AAED;;;;GAIG;AACH,wBAAgB,SAAS,CACrB,QAAQ,GAAE,GAAG,EAAE,GAAG,IAAW,EAC7B,MAAM,GAAE,MAAM,GAAG,IAAW,EAC5B,aAAa,GAAE,MAAW,EAC1B,MAAM,GAAE,OAAO,CAAC,SAAS,CAAM,GAChC,EAAE,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,CAgCzB"}
|
|
@@ -6,12 +6,20 @@
|
|
|
6
6
|
*/
|
|
7
7
|
import { LLMConfig, DEFAULT_PROVIDER } from './Config.js';
|
|
8
8
|
import { OllamaProvider } from './providers/OllamaProvider.js';
|
|
9
|
+
import { WebLLMProvider } from './providers/WebLLMProvider.js';
|
|
10
|
+
import { MLCLLMProvider } from './providers/MLCLLMProvider.js';
|
|
9
11
|
import { IO } from '../../monads/IO.js';
|
|
10
12
|
import { Either } from '../../monads/Either.js';
|
|
11
13
|
export function get_provider(provider_name = DEFAULT_PROVIDER, base_url = null, timeout = 120) {
|
|
12
14
|
if (provider_name === 'ollama') {
|
|
13
15
|
return new OllamaProvider(base_url, timeout);
|
|
14
16
|
}
|
|
17
|
+
if (provider_name === 'webllm') {
|
|
18
|
+
return new WebLLMProvider();
|
|
19
|
+
}
|
|
20
|
+
if (provider_name === 'mlc-llm') {
|
|
21
|
+
return new MLCLLMProvider(base_url, timeout);
|
|
22
|
+
}
|
|
15
23
|
// Future: lmstudio, openai
|
|
16
24
|
throw new Error(`Unknown provider: ${provider_name}`);
|
|
17
25
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"LLMRuntime.js","sourceRoot":"","sources":["../../../src/ptr/llm/LLMRuntime.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAGH,OAAO,EAAE,SAAS,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAE1D,OAAO,EAAE,cAAc,EAAE,MAAM,+BAA+B,CAAC;AAC/D,OAAO,EAAE,EAAE,EAAE,MAAM,oBAAoB,CAAC;AACxC,OAAO,EAAE,MAAM,EAAE,MAAM,wBAAwB,CAAC;AAEhD,MAAM,UAAU,YAAY,CACxB,gBAAwB,gBAAgB,EACxC,WAA0B,IAAI,EAC9B,UAAkB,GAAG;IAErB,IAAI,aAAa,KAAK,QAAQ,EAAE,CAAC;QAC7B,OAAO,IAAI,cAAc,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IACjD,CAAC;IACD,2BAA2B;IAC3B,MAAM,IAAI,KAAK,CAAC,qBAAqB,aAAa,EAAE,CAAC,CAAC;AAC1D,CAAC;AAED,MAAM,OAAO,UAAU;IACnB,aAAa,CAAS;IACd,SAAS,GAAuB,IAAI,CAAC;IAE7C,YAAY,gBAAwB,gBAAgB;QAChD,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;IACvC,CAAC;IAED,IAAI,QAAQ;QACR,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YAClB,IAAI,CAAC,SAAS,GAAG,YAAY,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QACtD,CAAC;QACD,OAAO,IAAI,CAAC,SAAS,CAAC;IAC1B,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,UAAkB,EAAE,OAAgB,EAAE,MAAW,EAAE,UAAkB;QAC/E,mEAAmE;QACnE,yDAAyD;QAEzD,iEAAiE;QACjE,IAAI,SAAS,GAAwB,EAAE,CAAC;QACxC,IAAI,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;YAClD,SAAS,GAAG,OAA8B,CAAC;QAC/C,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,CAAC;QAExB,sBAAsB;QACtB,MAAM,SAAS,GAAG,SAAS,CAAC,aAAa,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;QAE/D,+BAA+B;QAC/B,IAAI,SAAS,CAAC,QAAQ,KAAK,IAAI,CAAC,aAAa,EAAE,CAAC;YAC5C,IAAI,CAAC,SAAS,GAAG,YAAY,CAAC,SAAS,CAAC,QAAQ,EAAE,SAAS,CAAC,YAAY,EAAE,SAAS,CAAC,OAAO,CAAC,CAAC;QACjG,CAAC;QAED,yCAAyC;QACzC,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;YAC9B,MAAM,GAAG,OAAO,CAAC;QACrB,CAAC;aAAM,CAAC;YACJ,uCAAuC;YACvC,kGAAkG;YAClG,yBAAyB;YACzB,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QACrC,CAAC;QAED,UAAU;QACV,IAAI,MAAM,CAAC;QACX,IAAI,SAAS,CAAC,aAAa,EAAE,CAAC;YAC1B,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;QACzD,CAAC;aAAM,CAAC;YACJ,MAAM,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;QAC/D,CAAC;QAED,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YAChB,OAAO,UAAU,MAAM,CAAC,IAAI,EAAE,CAAC;QACnC,CAAC;QAED,OAAO,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;IAC1D,CAAC;IAEO,KAAK,CAAC,mBAAmB,CAAC,MAAc,EAAE,MAAiB;QAC/D,MAAM,MAAM,GAAG,MAAM,CAAC,kBAAkB,EAAE,CAAC;QAC3C,OAAO,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAClD,CAAC;IAEO,KAAK,CAAC,aAAa,CAAC,MAAc,EAAE,MAAiB;QACzD,MAAM,QAAQ,GAAU,EAAE,CAAC;QAE3B,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC;YACvB,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,CAAC,aAAa,EAAE,CAAC,CAAC;QACrE,CAAC;QAED,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;QAEjD,IAAI,MAAM,CAAC,qBAAqB,EAAE,CAAC;YAC/B,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,MAAM,CAAC,qBAAqB,EAAE,CAAC,CAAC;QAChF,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,CAAC,kBAAkB,EAAE,CAAC;QAC3C,OAAO,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IAChD,CAAC;IAEO,gBAAgB,CAAC,QAAa,EAAE,MAAiB;QACrD,IAAI,OAAO,GAAG,QAAQ,CAAC;QACvB,IAAI,QAAQ,IAAI,OAAO,QAAQ,KAAK,QAAQ,IAAI,SAAS,IAAI,QAAQ,EAAE,CAAC;YACpE,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC;QAC/B,CAAC;QAED,IAAI,MAAM,CAAC,eAAe,KAAK,MAAM,EAAE,CAAC;YACpC,IAAI,CAAC;gBACD,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;oBAC9B,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;oBACnC,MAAM,GAAG,GAAG,OAAO,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;oBACzC,IAAI,KAAK,IAAI,CAAC,IAAI,GAAG,GAAG,KAAK,EAAE,CAAC;wBAC5B,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC;oBACrD,CAAC;gBACL,CAAC;gBACD,OAAO,OAAO,CAAC;YACnB,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACT,OAAO,OAAO,CAAC;YACnB,CAAC;QACL,CAAC;QACD,OAAO,OAAO,CAAC;IACnB,CAAC;CACJ;AAED,gFAAgF;AAChF,8BAA8B;AAC9B,gFAAgF;AAEhF;;;;GAIG;AACH,MAAM,UAAU,WAAW,CACvB,MAAc,EACd,SAA6B,EAAE;IAE/B,OAAO,EAAE,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE;QACpB,IAAI,CAAC;YACD,kDAAkD;YAClD,kFAAkF;YAClF,gEAAgE;YAChE,sDAAsD;YACtD,MAAM,SAAS,GAAG,IAAI,SAAS,CAAC,MAAa,CAAC,CAAC;YAE/C,MAAM,OAAO,GAAG,IAAI,UAAU,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;YACnD,MAAM,MAAM,GAAG,SAAS,CAAC,kBAAkB,EAAE,CAAC;YAE9C,OAAO,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAErD,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACT,OAAO,MAAM,CAAC,IAAI,CAAc,yBAAyB,CAAC,EAAE,CAAC,CAAC;QAClE,CAAC;IACL,CAAC,CAAC,CAAC;AACP,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,SAAS,CACrB,WAAyB,IAAI,EAC7B,SAAwB,IAAI,EAC5B,gBAAwB,EAAE,EAC1B,SAA6B,EAAE;IAG/B,OAAO,EAAE,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE;QACpB,IAAI,CAAC;YACD,8CAA8C;YAC9C,MAAM,UAAU,GAAQ,EAAE,GAAG,MAAM,EAAE,CAAC;YACtC,IAAI,aAAa;gBAAE,UAAU,CAAC,aAAa,GAAG,aAAa,CAAC;YAE5D,MAAM,SAAS,GAAG,IAAI,SAAS,CAAC,UAAU,CAAC,CAAC;YAC5C,MAAM,OAAO,GAAG,IAAI,UAAU,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;YAEnD,iCAAiC;YACjC,MAAM,IAAI,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAC3C,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACpB,IAAI,SAAS,CAAC,aAAa,EAAE,CAAC;oBAC1B,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,SAAS,CAAC,aAAa,EAAE,CAAC,CAAC;gBACpE,CAAC;gBACD,IAAI,MAAM,EAAE,CAAC;oBACT,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;gBACjD,CAAC;gBACD,IAAI,SAAS,CAAC,qBAAqB,EAAE,CAAC;oBAClC,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,SAAS,CAAC,qBAAqB,EAAE,CAAC,CAAC;gBAC/E,CAAC;YACL,CAAC;YAED,MAAM,MAAM,GAAG,SAAS,CAAC,kBAAkB,EAAE,CAAC;YAC9C,OAAO,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QAE/C,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACT,OAAO,MAAM,CAAC,IAAI,CAAc,oBAAoB,CAAC,EAAE,CAAC,CAAC;QAC7D,CAAC;IACL,CAAC,CAAC,CAAC;AACP,CAAC"}
|
|
1
|
+
{"version":3,"file":"LLMRuntime.js","sourceRoot":"","sources":["../../../src/ptr/llm/LLMRuntime.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAGH,OAAO,EAAE,SAAS,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAE1D,OAAO,EAAE,cAAc,EAAE,MAAM,+BAA+B,CAAC;AAC/D,OAAO,EAAE,cAAc,EAAE,MAAM,+BAA+B,CAAC;AAC/D,OAAO,EAAE,cAAc,EAAE,MAAM,+BAA+B,CAAC;AAC/D,OAAO,EAAE,EAAE,EAAE,MAAM,oBAAoB,CAAC;AACxC,OAAO,EAAE,MAAM,EAAE,MAAM,wBAAwB,CAAC;AAEhD,MAAM,UAAU,YAAY,CACxB,gBAAwB,gBAAgB,EACxC,WAA0B,IAAI,EAC9B,UAAkB,GAAG;IAErB,IAAI,aAAa,KAAK,QAAQ,EAAE,CAAC;QAC7B,OAAO,IAAI,cAAc,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IACjD,CAAC;IACD,IAAI,aAAa,KAAK,QAAQ,EAAE,CAAC;QAC7B,OAAO,IAAI,cAAc,EAAE,CAAC;IAChC,CAAC;IACD,IAAI,aAAa,KAAK,SAAS,EAAE,CAAC;QAC9B,OAAO,IAAI,cAAc,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IACjD,CAAC;IACD,2BAA2B;IAC3B,MAAM,IAAI,KAAK,CAAC,qBAAqB,aAAa,EAAE,CAAC,CAAC;AAC1D,CAAC;AAED,MAAM,OAAO,UAAU;IACnB,aAAa,CAAS;IACd,SAAS,GAAuB,IAAI,CAAC;IAE7C,YAAY,gBAAwB,gBAAgB;QAChD,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;IACvC,CAAC;IAED,IAAI,QAAQ;QACR,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YAClB,IAAI,CAAC,SAAS,GAAG,YAAY,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QACtD,CAAC;QACD,OAAO,IAAI,CAAC,SAAS,CAAC;IAC1B,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,UAAkB,EAAE,OAAgB,EAAE,MAAW,EAAE,UAAkB;QAC/E,mEAAmE;QACnE,yDAAyD;QAEzD,iEAAiE;QACjE,IAAI,SAAS,GAAwB,EAAE,CAAC;QACxC,IAAI,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;YAClD,SAAS,GAAG,OAA8B,CAAC;QAC/C,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,CAAC;QAExB,sBAAsB;QACtB,MAAM,SAAS,GAAG,SAAS,CAAC,aAAa,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;QAE/D,+BAA+B;QAC/B,IAAI,SAAS,CAAC,QAAQ,KAAK,IAAI,CAAC,aAAa,EAAE,CAAC;YAC5C,IAAI,CAAC,SAAS,GAAG,YAAY,CAAC,SAAS,CAAC,QAAQ,EAAE,SAAS,CAAC,YAAY,EAAE,SAAS,CAAC,OAAO,CAAC,CAAC;QACjG,CAAC;QAED,yCAAyC;QACzC,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;YAC9B,MAAM,GAAG,OAAO,CAAC;QACrB,CAAC;aAAM,CAAC;YACJ,uCAAuC;YACvC,kGAAkG;YAClG,yBAAyB;YACzB,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QACrC,CAAC;QAED,UAAU;QACV,IAAI,MAAM,CAAC;QACX,IAAI,SAAS,CAAC,aAAa,EAAE,CAAC;YAC1B,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;QACzD,CAAC;aAAM,CAAC;YACJ,MAAM,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;QAC/D,CAAC;QAED,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YAChB,OAAO,UAAU,MAAM,CAAC,IAAI,EAAE,CAAC;QACnC,CAAC;QAED,OAAO,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;IAC1D,CAAC;IAEO,KAAK,CAAC,mBAAmB,CAAC,MAAc,EAAE,MAAiB;QAC/D,MAAM,MAAM,GAAG,MAAM,CAAC,kBAAkB,EAAE,CAAC;QAC3C,OAAO,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAClD,CAAC;IAEO,KAAK,CAAC,aAAa,CAAC,MAAc,EAAE,MAAiB;QACzD,MAAM,QAAQ,GAAU,EAAE,CAAC;QAE3B,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC;YACvB,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,CAAC,aAAa,EAAE,CAAC,CAAC;QACrE,CAAC;QAED,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;QAEjD,IAAI,MAAM,CAAC,qBAAqB,EAAE,CAAC;YAC/B,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,MAAM,CAAC,qBAAqB,EAAE,CAAC,CAAC;QAChF,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,CAAC,kBAAkB,EAAE,CAAC;QAC3C,OAAO,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IAChD,CAAC;IAEO,gBAAgB,CAAC,QAAa,EAAE,MAAiB;QACrD,IAAI,OAAO,GAAG,QAAQ,CAAC;QACvB,IAAI,QAAQ,IAAI,OAAO,QAAQ,KAAK,QAAQ,IAAI,SAAS,IAAI,QAAQ,EAAE,CAAC;YACpE,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC;QAC/B,CAAC;QAED,IAAI,MAAM,CAAC,eAAe,KAAK,MAAM,EAAE,CAAC;YACpC,IAAI,CAAC;gBACD,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;oBAC9B,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;oBACnC,MAAM,GAAG,GAAG,OAAO,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;oBACzC,IAAI,KAAK,IAAI,CAAC,IAAI,GAAG,GAAG,KAAK,EAAE,CAAC;wBAC5B,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC;oBACrD,CAAC;gBACL,CAAC;gBACD,OAAO,OAAO,CAAC;YACnB,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACT,OAAO,OAAO,CAAC;YACnB,CAAC;QACL,CAAC;QACD,OAAO,OAAO,CAAC;IACnB,CAAC;CACJ;AAED,gFAAgF;AAChF,8BAA8B;AAC9B,gFAAgF;AAEhF;;;;GAIG;AACH,MAAM,UAAU,WAAW,CACvB,MAAc,EACd,SAA6B,EAAE;IAE/B,OAAO,EAAE,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE;QACpB,IAAI,CAAC;YACD,kDAAkD;YAClD,kFAAkF;YAClF,gEAAgE;YAChE,sDAAsD;YACtD,MAAM,SAAS,GAAG,IAAI,SAAS,CAAC,MAAa,CAAC,CAAC;YAE/C,MAAM,OAAO,GAAG,IAAI,UAAU,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;YACnD,MAAM,MAAM,GAAG,SAAS,CAAC,kBAAkB,EAAE,CAAC;YAE9C,OAAO,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAErD,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACT,OAAO,MAAM,CAAC,IAAI,CAAc,yBAAyB,CAAC,EAAE,CAAC,CAAC;QAClE,CAAC;IACL,CAAC,CAAC,CAAC;AACP,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,SAAS,CACrB,WAAyB,IAAI,EAC7B,SAAwB,IAAI,EAC5B,gBAAwB,EAAE,EAC1B,SAA6B,EAAE;IAG/B,OAAO,EAAE,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE;QACpB,IAAI,CAAC;YACD,8CAA8C;YAC9C,MAAM,UAAU,GAAQ,EAAE,GAAG,MAAM,EAAE,CAAC;YACtC,IAAI,aAAa;gBAAE,UAAU,CAAC,aAAa,GAAG,aAAa,CAAC;YAE5D,MAAM,SAAS,GAAG,IAAI,SAAS,CAAC,UAAU,CAAC,CAAC;YAC5C,MAAM,OAAO,GAAG,IAAI,UAAU,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;YAEnD,iCAAiC;YACjC,MAAM,IAAI,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAC3C,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACpB,IAAI,SAAS,CAAC,aAAa,EAAE,CAAC;oBAC1B,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,SAAS,CAAC,aAAa,EAAE,CAAC,CAAC;gBACpE,CAAC;gBACD,IAAI,MAAM,EAAE,CAAC;oBACT,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;gBACjD,CAAC;gBACD,IAAI,SAAS,CAAC,qBAAqB,EAAE,CAAC;oBAClC,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,SAAS,CAAC,qBAAqB,EAAE,CAAC,CAAC;gBAC/E,CAAC;YACL,CAAC;YAED,MAAM,MAAM,GAAG,SAAS,CAAC,kBAAkB,EAAE,CAAC;YAC9C,OAAO,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QAE/C,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACT,OAAO,MAAM,CAAC,IAAI,CAAc,oBAAoB,CAAC,EAAE,CAAC,CAAC;QAC7D,CAAC;IACL,CAAC,CAAC,CAAC;AACP,CAAC"}
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* MLC LLM Provider Implementation
|
|
3
|
+
*
|
|
4
|
+
* Provider for the MLC LLM REST API (OpenAI compatible).
|
|
5
|
+
* Typically running via `mlc_llm serve`.
|
|
6
|
+
*/
|
|
7
|
+
import { BaseLLMProvider, ChatMessage } from './LLMProvider.js';
|
|
8
|
+
import { Either } from '../../../monads/Either.js';
|
|
9
|
+
export declare class MLCLLMProvider extends BaseLLMProvider {
|
|
10
|
+
provider_name: string;
|
|
11
|
+
private base_url;
|
|
12
|
+
private timeout;
|
|
13
|
+
private config;
|
|
14
|
+
constructor(base_url?: string | null, timeout?: number);
|
|
15
|
+
private _fetch_json;
|
|
16
|
+
private _node_request;
|
|
17
|
+
complete(prompt: string, params: Record<string, any>): Promise<Either<string, string>>;
|
|
18
|
+
chat(messages: ChatMessage[], params: Record<string, any>): Promise<Either<string, Record<string, any>>>;
|
|
19
|
+
validate_connection(): Promise<boolean>;
|
|
20
|
+
list_models(): Promise<Either<string, string[]>>;
|
|
21
|
+
}
|
|
22
|
+
//# sourceMappingURL=MLCLLMProvider.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"MLCLLMProvider.d.ts","sourceRoot":"","sources":["../../../../src/ptr/llm/providers/MLCLLMProvider.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,eAAe,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAChE,OAAO,EAAE,MAAM,EAAE,MAAM,2BAA2B,CAAC;AAKnD,qBAAa,cAAe,SAAQ,eAAe;IAC/C,aAAa,SAAa;IAC1B,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,MAAM,CAAM;gBAER,QAAQ,GAAE,MAAM,GAAG,IAAW,EAAE,OAAO,GAAE,MAAY;YAOnD,WAAW;IA2BzB,OAAO,CAAC,aAAa;IA0Cf,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IA2BtF,IAAI,CAAC,QAAQ,EAAE,WAAW,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC;IAgCxG,mBAAmB,IAAI,OAAO,CAAC,OAAO,CAAC;IAKvC,WAAW,IAAI,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;CAWzD"}
|
|
@@ -0,0 +1,155 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* MLC LLM Provider Implementation
|
|
3
|
+
*
|
|
4
|
+
* Provider for the MLC LLM REST API (OpenAI compatible).
|
|
5
|
+
* Typically running via `mlc_llm serve`.
|
|
6
|
+
*/
|
|
7
|
+
import { BaseLLMProvider } from './LLMProvider.js';
|
|
8
|
+
import { Either } from '../../../monads/Either.js';
|
|
9
|
+
import { LLM_PROVIDERS } from '../Config.js';
|
|
10
|
+
import * as http from 'http';
|
|
11
|
+
import * as https from 'https';
|
|
12
|
+
export class MLCLLMProvider extends BaseLLMProvider {
|
|
13
|
+
provider_name = 'mlc-llm';
|
|
14
|
+
base_url;
|
|
15
|
+
timeout;
|
|
16
|
+
config;
|
|
17
|
+
constructor(base_url = null, timeout = 120) {
|
|
18
|
+
super();
|
|
19
|
+
this.config = LLM_PROVIDERS['mlc-llm'];
|
|
20
|
+
this.base_url = (base_url || this.config.base_url).replace(/\/$/, '');
|
|
21
|
+
this.timeout = timeout * 1000;
|
|
22
|
+
}
|
|
23
|
+
async _fetch_json(endpoint, options) {
|
|
24
|
+
// Prefer native fetch if available (Node 18+, Browser)
|
|
25
|
+
if (typeof globalThis.fetch === 'function') {
|
|
26
|
+
try {
|
|
27
|
+
const controller = new AbortController();
|
|
28
|
+
const id = setTimeout(() => controller.abort(), this.timeout);
|
|
29
|
+
const response = await fetch(`${this.base_url}${endpoint}`, {
|
|
30
|
+
...options,
|
|
31
|
+
signal: controller.signal
|
|
32
|
+
});
|
|
33
|
+
clearTimeout(id);
|
|
34
|
+
if (!response.ok) {
|
|
35
|
+
return Either.left(`HTTP error ${response.status}: ${await response.text()}`);
|
|
36
|
+
}
|
|
37
|
+
const data = await response.json();
|
|
38
|
+
return Either.right(data);
|
|
39
|
+
}
|
|
40
|
+
catch (e) {
|
|
41
|
+
return Either.left(`Connection error: ${e.message}`);
|
|
42
|
+
}
|
|
43
|
+
}
|
|
44
|
+
// Fallback to http/https module for older environments (unlikely given engine constraint but safe)
|
|
45
|
+
return this._node_request(endpoint, options);
|
|
46
|
+
}
|
|
47
|
+
_node_request(endpoint, options) {
|
|
48
|
+
const urlStr = `${this.base_url}${endpoint}`;
|
|
49
|
+
const url = new URL(urlStr);
|
|
50
|
+
const isHttps = url.protocol === 'https:';
|
|
51
|
+
const client = isHttps ? https : http;
|
|
52
|
+
const reqOptions = {
|
|
53
|
+
method: options.method || 'GET',
|
|
54
|
+
headers: options.headers || {},
|
|
55
|
+
timeout: this.timeout,
|
|
56
|
+
};
|
|
57
|
+
return new Promise((resolve) => {
|
|
58
|
+
const req = client.request(url, reqOptions, (res) => {
|
|
59
|
+
let body = '';
|
|
60
|
+
res.on('data', (chunk) => body += chunk);
|
|
61
|
+
res.on('end', () => {
|
|
62
|
+
if (res.statusCode && res.statusCode >= 200 && res.statusCode < 300) {
|
|
63
|
+
try {
|
|
64
|
+
resolve(Either.right(JSON.parse(body)));
|
|
65
|
+
}
|
|
66
|
+
catch (e) {
|
|
67
|
+
resolve(Either.left(`Parse error: ${e}`));
|
|
68
|
+
}
|
|
69
|
+
}
|
|
70
|
+
else {
|
|
71
|
+
resolve(Either.left(`HTTP Error ${res.statusCode}: ${body}`));
|
|
72
|
+
}
|
|
73
|
+
});
|
|
74
|
+
});
|
|
75
|
+
req.on('error', (e) => resolve(Either.left(e.message)));
|
|
76
|
+
req.on('timeout', () => {
|
|
77
|
+
req.destroy();
|
|
78
|
+
resolve(Either.left('Request timed out'));
|
|
79
|
+
});
|
|
80
|
+
if (options.body) {
|
|
81
|
+
req.write(options.body);
|
|
82
|
+
}
|
|
83
|
+
req.end();
|
|
84
|
+
});
|
|
85
|
+
}
|
|
86
|
+
async complete(prompt, params) {
|
|
87
|
+
// MLC LLM / OpenAI 'completions' endpoint
|
|
88
|
+
const data = {
|
|
89
|
+
model: params.model || this.config.default_model,
|
|
90
|
+
prompt: prompt,
|
|
91
|
+
max_tokens: params.max_tokens,
|
|
92
|
+
temperature: params.temperature,
|
|
93
|
+
top_p: params.top_p,
|
|
94
|
+
stream: false
|
|
95
|
+
};
|
|
96
|
+
const result = await this._fetch_json(this.config.api_path, {
|
|
97
|
+
method: 'POST',
|
|
98
|
+
headers: { 'Content-Type': 'application/json' },
|
|
99
|
+
body: JSON.stringify(data)
|
|
100
|
+
});
|
|
101
|
+
if (result.isLeft)
|
|
102
|
+
return Either.left(result.left);
|
|
103
|
+
const response = result.right;
|
|
104
|
+
// OpenAI format: choices[0].text
|
|
105
|
+
if (response.choices && response.choices.length > 0) {
|
|
106
|
+
return Either.right(response.choices[0].text || '');
|
|
107
|
+
}
|
|
108
|
+
return Either.left(`Unexpected response format: ${JSON.stringify(response)}`);
|
|
109
|
+
}
|
|
110
|
+
async chat(messages, params) {
|
|
111
|
+
const data = {
|
|
112
|
+
model: params.model || this.config.default_model,
|
|
113
|
+
messages: messages,
|
|
114
|
+
max_tokens: params.max_tokens,
|
|
115
|
+
temperature: params.temperature,
|
|
116
|
+
top_p: params.top_p,
|
|
117
|
+
stream: false
|
|
118
|
+
};
|
|
119
|
+
const result = await this._fetch_json(this.config.chat_path, {
|
|
120
|
+
method: 'POST',
|
|
121
|
+
headers: { 'Content-Type': 'application/json' },
|
|
122
|
+
body: JSON.stringify(data)
|
|
123
|
+
});
|
|
124
|
+
if (result.isLeft)
|
|
125
|
+
return Either.left(result.left);
|
|
126
|
+
const response = result.right;
|
|
127
|
+
// OpenAI format: choices[0].message
|
|
128
|
+
if (response.choices && response.choices.length > 0) {
|
|
129
|
+
const message = response.choices[0].message;
|
|
130
|
+
return Either.right({
|
|
131
|
+
content: message.content,
|
|
132
|
+
role: message.role,
|
|
133
|
+
model: response.model,
|
|
134
|
+
usage: response.usage
|
|
135
|
+
});
|
|
136
|
+
}
|
|
137
|
+
return Either.left(`Unexpected response format: ${JSON.stringify(response)}`);
|
|
138
|
+
}
|
|
139
|
+
async validate_connection() {
|
|
140
|
+
const result = await this._fetch_json(this.config.models_path, { method: 'GET' });
|
|
141
|
+
return result.isRight;
|
|
142
|
+
}
|
|
143
|
+
async list_models() {
|
|
144
|
+
const result = await this._fetch_json(this.config.models_path, { method: 'GET' });
|
|
145
|
+
if (result.isLeft)
|
|
146
|
+
return Either.left(result.left);
|
|
147
|
+
const response = result.right;
|
|
148
|
+
// OpenAI format: { data: [{ id: 'model-id', ... }] }
|
|
149
|
+
if (response.data && Array.isArray(response.data)) {
|
|
150
|
+
return Either.right(response.data.map((m) => m.id));
|
|
151
|
+
}
|
|
152
|
+
return Either.left('Invalid models response');
|
|
153
|
+
}
|
|
154
|
+
}
|
|
155
|
+
//# sourceMappingURL=MLCLLMProvider.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"MLCLLMProvider.js","sourceRoot":"","sources":["../../../../src/ptr/llm/providers/MLCLLMProvider.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,eAAe,EAAe,MAAM,kBAAkB,CAAC;AAChE,OAAO,EAAE,MAAM,EAAE,MAAM,2BAA2B,CAAC;AACnD,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAC7C,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,KAAK,KAAK,MAAM,OAAO,CAAC;AAE/B,MAAM,OAAO,cAAe,SAAQ,eAAe;IAC/C,aAAa,GAAG,SAAS,CAAC;IAClB,QAAQ,CAAS;IACjB,OAAO,CAAS;IAChB,MAAM,CAAM;IAEpB,YAAY,WAA0B,IAAI,EAAE,UAAkB,GAAG;QAC7D,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,MAAM,GAAG,aAAa,CAAC,SAAS,CAAC,CAAC;QACvC,IAAI,CAAC,QAAQ,GAAG,CAAC,QAAQ,IAAI,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QACtE,IAAI,CAAC,OAAO,GAAG,OAAO,GAAG,IAAI,CAAC;IAClC,CAAC;IAEO,KAAK,CAAC,WAAW,CAAC,QAAgB,EAAE,OAAY;QACpD,uDAAuD;QACvD,IAAI,OAAO,UAAU,CAAC,KAAK,KAAK,UAAU,EAAE,CAAC;YACzC,IAAI,CAAC;gBACD,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;gBACzC,MAAM,EAAE,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;gBAE9D,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,QAAQ,GAAG,QAAQ,EAAE,EAAE;oBACxD,GAAG,OAAO;oBACV,MAAM,EAAE,UAAU,CAAC,MAAM;iBAC5B,CAAC,CAAC;gBACH,YAAY,CAAC,EAAE,CAAC,CAAC;gBAEjB,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;oBACf,OAAO,MAAM,CAAC,IAAI,CAAC,cAAc,QAAQ,CAAC,MAAM,KAAK,MAAM,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;gBAClF,CAAC;gBACD,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACnC,OAAO,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAC9B,CAAC;YAAC,OAAO,CAAM,EAAE,CAAC;gBACd,OAAO,MAAM,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;YACzD,CAAC;QACL,CAAC;QAED,mGAAmG;QACnG,OAAO,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IACjD,CAAC;IAEO,aAAa,CAAC,QAAgB,EAAE,OAAY;QAChD,MAAM,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,GAAG,QAAQ,EAAE,CAAC;QAC7C,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC;QAC5B,MAAM,OAAO,GAAG,GAAG,CAAC,QAAQ,KAAK,QAAQ,CAAC;QAC1C,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;QAEtC,MAAM,UAAU,GAAQ;YACpB,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,KAAK;YAC/B,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,EAAE;YAC9B,OAAO,EAAE,IAAI,CAAC,OAAO;SACxB,CAAC;QAEF,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;YAC3B,MAAM,GAAG,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,EAAE,UAAU,EAAE,CAAC,GAAG,EAAE,EAAE;gBAChD,IAAI,IAAI,GAAG,EAAE,CAAC;gBACd,GAAG,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,IAAI,KAAK,CAAC,CAAC;gBACzC,GAAG,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE;oBACf,IAAI,GAAG,CAAC,UAAU,IAAI,GAAG,CAAC,UAAU,IAAI,GAAG,IAAI,GAAG,CAAC,UAAU,GAAG,GAAG,EAAE,CAAC;wBAClE,IAAI,CAAC;4BACD,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;wBAC5C,CAAC;wBAAC,OAAO,CAAC,EAAE,CAAC;4BACT,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,EAAE,CAAC,CAAC,CAAC;wBAC9C,CAAC;oBACL,CAAC;yBAAM,CAAC;wBACJ,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,cAAc,GAAG,CAAC,UAAU,KAAK,IAAI,EAAE,CAAC,CAAC,CAAC;oBAClE,CAAC;gBACL,CAAC,CAAC,CAAC;YACP,CAAC,CAAC,CAAC;YAEH,GAAG,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YACxD,GAAG,CAAC,EAAE,CAAC,SAAS,EAAE,GAAG,EAAE;gBACnB,GAAG,CAAC,OAAO,EAAE,CAAC;gBACd,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC,CAAC;YAC9C,CAAC,CAAC,CAAC;YAEH,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;gBACf,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;YAC5B,CAAC;YACD,GAAG,CAAC,GAAG,EAAE,CAAC;QACd,CAAC,CAAC,CAAC;IACP,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,MAAc,EAAE,MAA2B;QACtD,0CAA0C;QAC1C,MAAM,IAAI,GAAG;YACT,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,aAAa;YAChD,MAAM,EAAE,MAAM;YACd,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,WAAW,EAAE,MAAM,CAAC,WAAW;YAC/B,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,MAAM,EAAE,KAAK;SAChB,CAAC;QAEF,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE;YACxD,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;YAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;SAC7B,CAAC,CAAC;QAEH,IAAI,MAAM,CAAC,MAAM;YAAE,OAAO,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAEnD,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,CAAC;QAC9B,iCAAiC;QACjC,IAAI,QAAQ,CAAC,OAAO,IAAI,QAAQ,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClD,OAAO,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;QACxD,CAAC;QACD,OAAO,MAAM,CAAC,IAAI,CAAC,+BAA+B,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;IAClF,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,QAAuB,EAAE,MAA2B;QAC3D,MAAM,IAAI,GAAG;YACT,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,aAAa;YAChD,QAAQ,EAAE,QAAQ;YAClB,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,WAAW,EAAE,MAAM,CAAC,WAAW;YAC/B,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,MAAM,EAAE,KAAK;SAChB,CAAC;QAEF,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE;YACzD,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;YAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;SAC7B,CAAC,CAAC;QAEH,IAAI,MAAM,CAAC,MAAM;YAAE,OAAO,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAEnD,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,CAAC;QAC9B,oCAAoC;QACpC,IAAI,QAAQ,CAAC,OAAO,IAAI,QAAQ,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClD,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;YAC5C,OAAO,MAAM,CAAC,KAAK,CAAC;gBAChB,OAAO,EAAE,OAAO,CAAC,OAAO;gBACxB,IAAI,EAAE,OAAO,CAAC,IAAI;gBAClB,KAAK,EAAE,QAAQ,CAAC,KAAK;gBACrB,KAAK,EAAE,QAAQ,CAAC,KAAK;aACxB,CAAC,CAAC;QACP,CAAC;QACD,OAAO,MAAM,CAAC,IAAI,CAAC,+BAA+B,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;IAClF,CAAC;IAED,KAAK,CAAC,mBAAmB;QACrB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;QAClF,OAAO,MAAM,CAAC,OAAO,CAAC;IAC1B,CAAC;IAED,KAAK,CAAC,WAAW;QACb,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;QAClF,IAAI,MAAM,CAAC,MAAM;YAAE,OAAO,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAEnD,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,CAAC;QAC9B,qDAAqD;QACrD,IAAI,QAAQ,CAAC,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;YAChD,OAAO,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAC7D,CAAC;QACD,OAAO,MAAM,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC;IAClD,CAAC;CACJ"}
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* WebLLM Provider Implementation
|
|
3
|
+
*
|
|
4
|
+
* Provider for the WebLLM (MLC LLM) in-browser execution.
|
|
5
|
+
* See: https://github.com/mlc-ai/web-llm
|
|
6
|
+
*/
|
|
7
|
+
import { BaseLLMProvider, ChatMessage } from './LLMProvider.js';
|
|
8
|
+
import { Either } from '../../../monads/Either.js';
|
|
9
|
+
export declare class WebLLMProvider extends BaseLLMProvider {
|
|
10
|
+
provider_name: string;
|
|
11
|
+
private config;
|
|
12
|
+
private engine;
|
|
13
|
+
private current_model;
|
|
14
|
+
private initialization_promise;
|
|
15
|
+
constructor();
|
|
16
|
+
private _get_engine;
|
|
17
|
+
complete(prompt: string, params: Record<string, any>): Promise<Either<string, string>>;
|
|
18
|
+
chat(messages: ChatMessage[], params: Record<string, any>): Promise<Either<string, Record<string, any>>>;
|
|
19
|
+
validate_connection(): Promise<boolean>;
|
|
20
|
+
list_models(): Promise<Either<string, string[]>>;
|
|
21
|
+
}
|
|
22
|
+
//# sourceMappingURL=WebLLMProvider.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"WebLLMProvider.d.ts","sourceRoot":"","sources":["../../../../src/ptr/llm/providers/WebLLMProvider.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,eAAe,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAChE,OAAO,EAAE,MAAM,EAAE,MAAM,2BAA2B,CAAC;AAcnD,qBAAa,cAAe,SAAQ,eAAe;IAC/C,aAAa,SAAY;IACzB,OAAO,CAAC,MAAM,CAAM;IACpB,OAAO,CAAC,MAAM,CAA6B;IAC3C,OAAO,CAAC,aAAa,CAAuB;IAC5C,OAAO,CAAC,sBAAsB,CAA8B;;YAO9C,WAAW;IAuEnB,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAuBtF,IAAI,CAAC,QAAQ,EAAE,WAAW,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC;IA4BxG,mBAAmB,IAAI,OAAO,CAAC,OAAO,CAAC;IAcvC,WAAW,IAAI,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;CAIzD"}
|
|
@@ -0,0 +1,151 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* WebLLM Provider Implementation
|
|
3
|
+
*
|
|
4
|
+
* Provider for the WebLLM (MLC LLM) in-browser execution.
|
|
5
|
+
* See: https://github.com/mlc-ai/web-llm
|
|
6
|
+
*/
|
|
7
|
+
import { BaseLLMProvider } from './LLMProvider.js';
|
|
8
|
+
import { Either } from '../../../monads/Either.js';
|
|
9
|
+
import { LLM_PROVIDERS } from '../Config.js';
|
|
10
|
+
export class WebLLMProvider extends BaseLLMProvider {
|
|
11
|
+
provider_name = 'webllm';
|
|
12
|
+
config;
|
|
13
|
+
engine = null;
|
|
14
|
+
current_model = null;
|
|
15
|
+
initialization_promise = null;
|
|
16
|
+
constructor() {
|
|
17
|
+
super();
|
|
18
|
+
this.config = LLM_PROVIDERS['webllm'];
|
|
19
|
+
}
|
|
20
|
+
async _get_engine(model_id) {
|
|
21
|
+
// If engine exists and model is same, return it.
|
|
22
|
+
// WebLLM typically requires reloading for different models.
|
|
23
|
+
if (this.engine && this.current_model === model_id) {
|
|
24
|
+
return Either.right(this.engine);
|
|
25
|
+
}
|
|
26
|
+
// Avoid concurrent initializations
|
|
27
|
+
if (this.initialization_promise) {
|
|
28
|
+
await this.initialization_promise;
|
|
29
|
+
if (this.engine && this.current_model === model_id) {
|
|
30
|
+
return Either.right(this.engine);
|
|
31
|
+
}
|
|
32
|
+
}
|
|
33
|
+
// Start initialization
|
|
34
|
+
this.initialization_promise = (async () => {
|
|
35
|
+
try {
|
|
36
|
+
// Check if running in browser
|
|
37
|
+
if (typeof window === 'undefined') {
|
|
38
|
+
throw new Error("WebLLM only supports browser environments.");
|
|
39
|
+
}
|
|
40
|
+
// Try to get webllm from window (script tag) or dynamic import
|
|
41
|
+
let webllm = window.webllm;
|
|
42
|
+
if (!webllm) {
|
|
43
|
+
try {
|
|
44
|
+
// Try dynamic import (might fail if not bundled)
|
|
45
|
+
webllm = await import('@mlc-ai/web-llm');
|
|
46
|
+
}
|
|
47
|
+
catch (e) {
|
|
48
|
+
// Ignore
|
|
49
|
+
}
|
|
50
|
+
}
|
|
51
|
+
if (!webllm) {
|
|
52
|
+
throw new Error("WebLLM library not found. Please include @mlc-ai/web-llm or add script tag.");
|
|
53
|
+
}
|
|
54
|
+
// Create engine
|
|
55
|
+
// We use CreateMLCEngine
|
|
56
|
+
if (!this.engine) {
|
|
57
|
+
// Initial creation
|
|
58
|
+
this.engine = await webllm.CreateMLCEngine(model_id, {
|
|
59
|
+
initProgressCallback: (report) => {
|
|
60
|
+
console.debug(`[WebLLM] ${report.text}`);
|
|
61
|
+
}
|
|
62
|
+
});
|
|
63
|
+
}
|
|
64
|
+
else {
|
|
65
|
+
// Reload if existing engine
|
|
66
|
+
await this.engine.reload(model_id);
|
|
67
|
+
}
|
|
68
|
+
this.current_model = model_id;
|
|
69
|
+
}
|
|
70
|
+
catch (e) {
|
|
71
|
+
this.engine = null;
|
|
72
|
+
this.current_model = null;
|
|
73
|
+
throw e;
|
|
74
|
+
}
|
|
75
|
+
})();
|
|
76
|
+
try {
|
|
77
|
+
await this.initialization_promise;
|
|
78
|
+
return Either.right(this.engine);
|
|
79
|
+
}
|
|
80
|
+
catch (e) {
|
|
81
|
+
this.initialization_promise = null;
|
|
82
|
+
return Either.left(`WebLLM init failed: ${e.message || e}`);
|
|
83
|
+
}
|
|
84
|
+
}
|
|
85
|
+
async complete(prompt, params) {
|
|
86
|
+
const model = params.model || this.config.default_model;
|
|
87
|
+
const engineResult = await this._get_engine(model);
|
|
88
|
+
if (engineResult.isLeft)
|
|
89
|
+
return Either.left(engineResult.left);
|
|
90
|
+
const engine = engineResult.right;
|
|
91
|
+
try {
|
|
92
|
+
const completion = await engine.chat.completions.create({
|
|
93
|
+
messages: [{ role: "user", content: prompt }],
|
|
94
|
+
temperature: params.temperature,
|
|
95
|
+
max_tokens: params.max_tokens,
|
|
96
|
+
top_p: params.top_p,
|
|
97
|
+
stream: false
|
|
98
|
+
});
|
|
99
|
+
const content = completion.choices[0]?.message?.content || "";
|
|
100
|
+
return Either.right(content);
|
|
101
|
+
}
|
|
102
|
+
catch (e) {
|
|
103
|
+
return Either.left(`WebLLM completion error: ${e.message || e}`);
|
|
104
|
+
}
|
|
105
|
+
}
|
|
106
|
+
async chat(messages, params) {
|
|
107
|
+
const model = params.model || this.config.default_model;
|
|
108
|
+
const engineResult = await this._get_engine(model);
|
|
109
|
+
if (engineResult.isLeft)
|
|
110
|
+
return Either.left(engineResult.left);
|
|
111
|
+
const engine = engineResult.right;
|
|
112
|
+
try {
|
|
113
|
+
const completion = await engine.chat.completions.create({
|
|
114
|
+
messages: messages,
|
|
115
|
+
temperature: params.temperature,
|
|
116
|
+
max_tokens: params.max_tokens,
|
|
117
|
+
top_p: params.top_p,
|
|
118
|
+
stream: false
|
|
119
|
+
});
|
|
120
|
+
const choice = completion.choices[0];
|
|
121
|
+
return Either.right({
|
|
122
|
+
content: choice?.message?.content || '',
|
|
123
|
+
role: choice?.message?.role || 'assistant',
|
|
124
|
+
model: model,
|
|
125
|
+
usage: completion.usage
|
|
126
|
+
});
|
|
127
|
+
}
|
|
128
|
+
catch (e) {
|
|
129
|
+
return Either.left(`WebLLM chat error: ${e.message || e}`);
|
|
130
|
+
}
|
|
131
|
+
}
|
|
132
|
+
async validate_connection() {
|
|
133
|
+
if (typeof window === 'undefined')
|
|
134
|
+
return false;
|
|
135
|
+
if (window.webllm)
|
|
136
|
+
return true;
|
|
137
|
+
try {
|
|
138
|
+
// Try dynamic import check
|
|
139
|
+
await import('@mlc-ai/web-llm');
|
|
140
|
+
return true;
|
|
141
|
+
}
|
|
142
|
+
catch {
|
|
143
|
+
return false;
|
|
144
|
+
}
|
|
145
|
+
}
|
|
146
|
+
async list_models() {
|
|
147
|
+
// Return static list from config
|
|
148
|
+
return Either.right(this.config.available_models);
|
|
149
|
+
}
|
|
150
|
+
}
|
|
151
|
+
//# sourceMappingURL=WebLLMProvider.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"WebLLMProvider.js","sourceRoot":"","sources":["../../../../src/ptr/llm/providers/WebLLMProvider.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,eAAe,EAAe,MAAM,kBAAkB,CAAC;AAChE,OAAO,EAAE,MAAM,EAAE,MAAM,2BAA2B,CAAC;AACnD,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAa7C,MAAM,OAAO,cAAe,SAAQ,eAAe;IAC/C,aAAa,GAAG,QAAQ,CAAC;IACjB,MAAM,CAAM;IACZ,MAAM,GAAwB,IAAI,CAAC;IACnC,aAAa,GAAkB,IAAI,CAAC;IACpC,sBAAsB,GAAyB,IAAI,CAAC;IAE5D;QACI,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,MAAM,GAAG,aAAa,CAAC,QAAQ,CAAC,CAAC;IAC1C,CAAC;IAEO,KAAK,CAAC,WAAW,CAAC,QAAgB;QACtC,iDAAiD;QACjD,4DAA4D;QAC5D,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,aAAa,KAAK,QAAQ,EAAE,CAAC;YACjD,OAAO,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACrC,CAAC;QAED,mCAAmC;QACnC,IAAI,IAAI,CAAC,sBAAsB,EAAE,CAAC;YAC9B,MAAM,IAAI,CAAC,sBAAsB,CAAC;YAClC,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,aAAa,KAAK,QAAQ,EAAE,CAAC;gBACjD,OAAO,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACrC,CAAC;QACL,CAAC;QAED,uBAAuB;QACvB,IAAI,CAAC,sBAAsB,GAAG,CAAC,KAAK,IAAI,EAAE;YACtC,IAAI,CAAC;gBACD,8BAA8B;gBAC9B,IAAI,OAAO,MAAM,KAAK,WAAW,EAAE,CAAC;oBAChC,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;gBAClE,CAAC;gBAED,+DAA+D;gBAC/D,IAAI,MAAM,GAAS,MAAc,CAAC,MAAM,CAAC;gBAEzC,IAAI,CAAC,MAAM,EAAE,CAAC;oBACV,IAAI,CAAC;wBACD,iDAAiD;wBACjD,MAAM,GAAG,MAAM,MAAM,CAAC,iBAAwB,CAAC,CAAC;oBACpD,CAAC;oBAAC,OAAO,CAAC,EAAE,CAAC;wBACT,SAAS;oBACb,CAAC;gBACL,CAAC;gBAED,IAAI,CAAC,MAAM,EAAE,CAAC;oBACV,MAAM,IAAI,KAAK,CAAC,6EAA6E,CAAC,CAAC;gBACnG,CAAC;gBAED,gBAAgB;gBAChB,yBAAyB;gBACzB,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;oBACf,mBAAmB;oBACnB,IAAI,CAAC,MAAM,GAAG,MAAM,MAAM,CAAC,eAAe,CAAC,QAAQ,EAAE;wBACjD,oBAAoB,EAAE,CAAC,MAAW,EAAE,EAAE;4BAClC,OAAO,CAAC,KAAK,CAAC,YAAY,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;wBAC7C,CAAC;qBACJ,CAAC,CAAC;gBACP,CAAC;qBAAM,CAAC;oBACJ,4BAA4B;oBAC5B,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;gBACvC,CAAC;gBAED,IAAI,CAAC,aAAa,GAAG,QAAQ,CAAC;YAElC,CAAC;YAAC,OAAO,CAAM,EAAE,CAAC;gBACd,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;gBACnB,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;gBAC1B,MAAM,CAAC,CAAC;YACZ,CAAC;QACL,CAAC,CAAC,EAAE,CAAC;QAEL,IAAI,CAAC;YACD,MAAM,IAAI,CAAC,sBAAsB,CAAC;YAClC,OAAO,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,MAAO,CAAC,CAAC;QACtC,CAAC;QAAC,OAAO,CAAM,EAAE,CAAC;YACd,IAAI,CAAC,sBAAsB,GAAG,IAAI,CAAC;YACnC,OAAO,MAAM,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC,OAAO,IAAI,CAAC,EAAE,CAAC,CAAC;QAChE,CAAC;IACL,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,MAAc,EAAE,MAA2B;QACtD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC;QAExD,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QACnD,IAAI,YAAY,CAAC,MAAM;YAAE,OAAO,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;QAC/D,MAAM,MAAM,GAAG,YAAY,CAAC,KAAK,CAAC;QAElC,IAAI,CAAC;YACD,MAAM,UAAU,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;gBACpD,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;gBAC7C,WAAW,EAAE,MAAM,CAAC,WAAW;gBAC/B,UAAU,EAAE,MAAM,CAAC,UAAU;gBAC7B,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,MAAM,EAAE,KAAK;aAChB,CAAC,CAAC;YAEH,MAAM,OAAO,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC;YAC9D,OAAO,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACjC,CAAC;QAAC,OAAO,CAAM,EAAE,CAAC;YACd,OAAO,MAAM,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC,OAAO,IAAI,CAAC,EAAE,CAAC,CAAC;QACrE,CAAC;IACL,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,QAAuB,EAAE,MAA2B;QAC3D,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC;QAExD,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QACnD,IAAI,YAAY,CAAC,MAAM;YAAE,OAAO,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;QAC/D,MAAM,MAAM,GAAG,YAAY,CAAC,KAAK,CAAC;QAElC,IAAI,CAAC;YACD,MAAM,UAAU,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;gBACpD,QAAQ,EAAE,QAAQ;gBAClB,WAAW,EAAE,MAAM,CAAC,WAAW;gBAC/B,UAAU,EAAE,MAAM,CAAC,UAAU;gBAC7B,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,MAAM,EAAE,KAAK;aAChB,CAAC,CAAC;YAEH,MAAM,MAAM,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YACrC,OAAO,MAAM,CAAC,KAAK,CAAC;gBAChB,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE;gBACvC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,IAAI,WAAW;gBAC1C,KAAK,EAAE,KAAK;gBACZ,KAAK,EAAE,UAAU,CAAC,KAAK;aAC1B,CAAC,CAAC;QACP,CAAC;QAAC,OAAO,CAAM,EAAE,CAAC;YACd,OAAO,MAAM,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC,OAAO,IAAI,CAAC,EAAE,CAAC,CAAC;QAC/D,CAAC;IACL,CAAC;IAED,KAAK,CAAC,mBAAmB;QACrB,IAAI,OAAO,MAAM,KAAK,WAAW;YAAE,OAAO,KAAK,CAAC;QAEhD,IAAK,MAAc,CAAC,MAAM;YAAE,OAAO,IAAI,CAAC;QAExC,IAAI,CAAC;YACD,2BAA2B;YAC3B,MAAM,MAAM,CAAC,iBAAwB,CAAC,CAAC;YACvC,OAAO,IAAI,CAAC;QAChB,CAAC;QAAC,MAAM,CAAC;YACL,OAAO,KAAK,CAAC;QACjB,CAAC;IACL,CAAC;IAED,KAAK,CAAC,WAAW;QACb,iCAAiC;QACjC,OAAO,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC;IACtD,CAAC;CACJ"}
|
|
@@ -4,6 +4,7 @@
|
|
|
4
4
|
* Node.js PTR runtime for interpreting Cubical Logic Models
|
|
5
5
|
*/
|
|
6
6
|
import { CLMSpec } from './CLMLoader';
|
|
7
|
+
import { CardCollection } from '../../model/CardCollection';
|
|
7
8
|
export interface ExecutionResult {
|
|
8
9
|
success: boolean;
|
|
9
10
|
result?: unknown;
|
|
@@ -44,7 +45,8 @@ export interface VerificationResult {
|
|
|
44
45
|
export declare class CLMRunner {
|
|
45
46
|
private loader;
|
|
46
47
|
private timeout;
|
|
47
|
-
|
|
48
|
+
private collection?;
|
|
49
|
+
constructor(basePath?: string, timeout?: number, collection?: CardCollection);
|
|
48
50
|
/**
|
|
49
51
|
* Execute a CLM specification with given input
|
|
50
52
|
*/
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"CLMRunner.d.ts","sourceRoot":"","sources":["../../../src/ptr/node/CLMRunner.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAIH,OAAO,EAAE,OAAO,EAAa,MAAM,aAAa,CAAC;
|
|
1
|
+
{"version":3,"file":"CLMRunner.d.ts","sourceRoot":"","sources":["../../../src/ptr/node/CLMRunner.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAIH,OAAO,EAAE,OAAO,EAAa,MAAM,aAAa,CAAC;AAEjD,OAAO,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAC;AAE5D,MAAM,WAAW,eAAe;IAC5B,OAAO,EAAE,OAAO,CAAC;IACjB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,aAAa,EAAE,MAAM,CAAC;IACtB,GAAG,EAAE;QACD,OAAO,EAAE,MAAM,CAAC;QAChB,OAAO,EAAE,MAAM,CAAC;QAChB,aAAa,EAAE,MAAM,CAAC;KACzB,CAAC;CACL;AAED,MAAM,WAAW,aAAa;IAC1B,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,OAAO,CAAC;IACjB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,aAAa,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,kBAAkB;IAC/B,OAAO,EAAE,OAAO,CAAC;IACjB,SAAS,EAAE,OAAO,CAAC;IACnB,OAAO,EAAE,aAAa,EAAE,CAAC;IACzB,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,aAAa,EAAE,MAAM,CAAC;IACtB,GAAG,EAAE;QACD,OAAO,EAAE,MAAM,CAAC;QAChB,OAAO,EAAE,MAAM,CAAC;QAChB,aAAa,EAAE,MAAM,CAAC;KACzB,CAAC;CACL;AAsCD,MAAM,WAAW,kBAAkB;IAC/B,QAAQ,EAAE,OAAO,CAAC;IAClB,QAAQ,EAAE,OAAO,CAAC;IAClB,MAAM,EAAE,OAAO,CAAC;IAChB,eAAe,EAAE,eAAe,CAAC;CACpC;AAED,qBAAa,SAAS;IAClB,OAAO,CAAC,MAAM,CAAY;IAC1B,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,UAAU,CAAC,CAAiB;gBAExB,QAAQ,GAAE,MAAsB,EAAE,OAAO,GAAE,MAAa,EAAE,UAAU,CAAC,EAAE,cAAc;IAMjG;;OAEG;IACG,UAAU,CAAC,GAAG,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,GAAG,OAAO,CAAC,eAAe,CAAC;IAqI5F;;OAEG;IACG,SAAS,CACX,GAAG,EAAE,OAAO,EACZ,UAAU,EAAE,MAAM,EAClB,KAAK,EAAE,OAAO,EACd,QAAQ,EAAE,OAAO,GAClB,OAAO,CAAC,kBAAkB,CAAC;IAY9B;;OAEG;IACG,WAAW,CAAC,GAAG,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC;QAC/D,IAAI,EAAE,MAAM,CAAC;QACb,MAAM,EAAE,eAAe,CAAC;KAC3B,CAAC,CAAC;YAWW,gBAAgB;IA2C9B;;;;OAIG;IACG,mBAAmB,CAAC,GAAG,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,GAAG,OAAO,CAAC,kBAAkB,CAAC;IAyIxG;;OAEG;IACH,cAAc,CAAC,GAAG,EAAE,OAAO,GAAG,OAAO;CAIxC"}
|
|
@@ -44,9 +44,11 @@ function resultsEqual(a, b, tolerance = 1e-9) {
|
|
|
44
44
|
export class CLMRunner {
|
|
45
45
|
loader;
|
|
46
46
|
timeout;
|
|
47
|
-
|
|
47
|
+
collection;
|
|
48
|
+
constructor(basePath = process.cwd(), timeout = 5000, collection) {
|
|
48
49
|
this.loader = new CLMLoader(basePath);
|
|
49
50
|
this.timeout = timeout;
|
|
51
|
+
this.collection = collection;
|
|
50
52
|
}
|
|
51
53
|
/**
|
|
52
54
|
* Execute a CLM specification with given input
|
|
@@ -88,6 +90,36 @@ export class CLMRunner {
|
|
|
88
90
|
},
|
|
89
91
|
};
|
|
90
92
|
}
|
|
93
|
+
// Check for Network Builtins
|
|
94
|
+
if (config.builtin && (config.builtin.startsWith('http_') ||
|
|
95
|
+
config.builtin.startsWith('websocket_') ||
|
|
96
|
+
config.builtin.startsWith('queue_') ||
|
|
97
|
+
config.builtin === 'load_url' ||
|
|
98
|
+
config.builtin === 'mcard_send' ||
|
|
99
|
+
config.builtin === 'listen_http' ||
|
|
100
|
+
config.builtin === 'mcard_sync' ||
|
|
101
|
+
config.builtin === 'listen_sync')) {
|
|
102
|
+
const networkRuntime = RuntimeFactory.getRuntime('network', { collection: this.collection });
|
|
103
|
+
// Build context with input (similar to loader)
|
|
104
|
+
const networkContext = {
|
|
105
|
+
balanced: clm.clm.balanced,
|
|
106
|
+
input: input,
|
|
107
|
+
user_input: input,
|
|
108
|
+
params: (typeof input === 'object' && input !== null) ? input : {},
|
|
109
|
+
secrets: process.env // Simple secrets injection from env
|
|
110
|
+
};
|
|
111
|
+
const result = await networkRuntime.execute('', networkContext, config, chapterDir);
|
|
112
|
+
return {
|
|
113
|
+
success: true,
|
|
114
|
+
result,
|
|
115
|
+
executionTime: Date.now() - startTime,
|
|
116
|
+
clm: {
|
|
117
|
+
chapter: clm.chapter.title,
|
|
118
|
+
concept: clm.clm.abstract.concept,
|
|
119
|
+
manifestation: clm.clm.concrete.manifestation,
|
|
120
|
+
},
|
|
121
|
+
};
|
|
122
|
+
}
|
|
91
123
|
const runtime = RuntimeFactory.getRuntime(runtimeName);
|
|
92
124
|
let codeOrPath = null;
|
|
93
125
|
// Determine source based on runtime type
|