@framers/agentos 0.13.69 → 0.13.70
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/api/model.d.ts.map +1 -1
- package/dist/api/model.js +3 -1
- package/dist/api/model.js.map +1 -1
- package/dist/api/performOCR.d.ts +18 -5
- package/dist/api/performOCR.d.ts.map +1 -1
- package/dist/api/performOCR.js +18 -8
- package/dist/api/performOCR.js.map +1 -1
- package/dist/cognition/rag/multimodal/MultimodalIndexer.d.ts.map +1 -1
- package/dist/cognition/rag/multimodal/MultimodalIndexer.js +6 -4
- package/dist/cognition/rag/multimodal/MultimodalIndexer.js.map +1 -1
- package/dist/core/llm/providers/implementations/GeminiProvider.d.ts.map +1 -1
- package/dist/core/llm/providers/implementations/GeminiProvider.js +7 -2
- package/dist/core/llm/providers/implementations/GeminiProvider.js.map +1 -1
- package/dist/core/llm/providers/implementations/OllamaProvider.d.ts.map +1 -1
- package/dist/core/llm/providers/implementations/OllamaProvider.js +62 -13
- package/dist/core/llm/providers/implementations/OllamaProvider.js.map +1 -1
- package/dist/io/media/images/imageToBuffer.d.ts.map +1 -1
- package/dist/io/media/images/imageToBuffer.js +6 -3
- package/dist/io/media/images/imageToBuffer.js.map +1 -1
- package/dist/io/vision/VisionPipeline.d.ts.map +1 -1
- package/dist/io/vision/VisionPipeline.js +15 -4
- package/dist/io/vision/VisionPipeline.js.map +1 -1
- package/dist/io/vision/index.d.ts.map +1 -1
- package/dist/io/vision/index.js +43 -5
- package/dist/io/vision/index.js.map +1 -1
- package/dist/io/vision/types.d.ts +21 -2
- package/dist/io/vision/types.d.ts.map +1 -1
- package/package.json +1 -1
|
@@ -20,6 +20,7 @@
|
|
|
20
20
|
* @see {@link VisionPipeline} for the orchestration engine.
|
|
21
21
|
* @see {@link VisionStrategy} for how tiers are combined.
|
|
22
22
|
*/
|
|
23
|
+
import type { FallbackProviderEntry } from '../../api/generateText.js';
|
|
23
24
|
/**
|
|
24
25
|
* Strategy for how vision tiers are combined during processing.
|
|
25
26
|
*
|
|
@@ -67,8 +68,14 @@ export type VisionCloudTask = 'describe' | 'transcribe';
|
|
|
67
68
|
export interface TierResult {
|
|
68
69
|
/** Which tier produced this result. */
|
|
69
70
|
tier: VisionTier;
|
|
70
|
-
/**
|
|
71
|
+
/**
|
|
72
|
+
* Provider name within the tier (e.g. 'paddle', 'tesseract', 'openai').
|
|
73
|
+
* For the cloud tier, the provider that answered: `cloudProvider`, or a
|
|
74
|
+
* `cloudFallbackProviders` entry after it failed.
|
|
75
|
+
*/
|
|
71
76
|
provider: string;
|
|
77
|
+
/** For the cloud tier, the model that answered, as `generateText` reports it. */
|
|
78
|
+
model?: string;
|
|
72
79
|
/** Extracted or generated text content. */
|
|
73
80
|
text: string;
|
|
74
81
|
/** Confidence score from 0 (no confidence) to 1 (certain). */
|
|
@@ -301,14 +308,26 @@ export interface VisionPipelineConfig {
|
|
|
301
308
|
/**
|
|
302
309
|
* API key for the cloud vision provider. When unset, the provider's key is
|
|
303
310
|
* read from its environment variable (`OPENAI_API_KEY` and so on), as
|
|
304
|
-
* {@link generateText} does.
|
|
311
|
+
* {@link generateText} does. `createVisionPipeline` refuses a key, and a
|
|
312
|
+
* base URL, that comes with no `cloudProvider` and no `cloudModel` naming a
|
|
313
|
+
* provider (`openai:gpt-4o`): it would go to whichever provider the
|
|
314
|
+
* environment names.
|
|
305
315
|
*/
|
|
306
316
|
cloudApiKey?: string;
|
|
307
317
|
/**
|
|
308
318
|
* Base URL for the cloud vision provider, such as a proxy or a local
|
|
309
319
|
* OpenAI-compatible server. When unset, the provider's default is used.
|
|
320
|
+
* Needs a named provider, as `cloudApiKey` does.
|
|
310
321
|
*/
|
|
311
322
|
cloudBaseUrl?: string;
|
|
323
|
+
/**
|
|
324
|
+
* The providers the cloud tier may try, in order, after `cloudProvider`
|
|
325
|
+
* fails: `generateText`'s `fallbackProviders`. Default `[]`, so the image
|
|
326
|
+
* goes to `cloudProvider` alone and never to another vendor whose key is in
|
|
327
|
+
* the environment. A listed provider uses its own key from the environment,
|
|
328
|
+
* never `cloudApiKey` or `cloudBaseUrl`.
|
|
329
|
+
*/
|
|
330
|
+
cloudFallbackProviders?: FallbackProviderEntry[];
|
|
312
331
|
/**
|
|
313
332
|
* Minimum confidence to accept an OCR result without escalating to cloud.
|
|
314
333
|
* Only applies to `'progressive'` strategy — if OCR confidence is below
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/io/vision/types.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;GAqBG;
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/io/vision/types.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;GAqBG;AAEH,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,2BAA2B,CAAC;AAMvE;;;;;;;;;;;;GAYG;AACH,MAAM,MAAM,cAAc,GACtB,aAAa,GACb,YAAY,GACZ,YAAY,GACZ,UAAU,CAAC;AAMf;;;;;GAKG;AACH,MAAM,MAAM,eAAe,GACvB,cAAc,GACd,aAAa,GACb,iBAAiB,GACjB,YAAY,GACZ,SAAS,GACT,YAAY,GACZ,OAAO,CAAC;AAMZ;;;;;;;;GAQG;AACH,MAAM,MAAM,UAAU,GAAG,KAAK,GAAG,aAAa,GAAG,aAAa,GAAG,WAAW,GAAG,cAAc,CAAC;AAE9F;;;;GAIG;AACH,MAAM,MAAM,eAAe,GAAG,UAAU,GAAG,YAAY,CAAC;AAMxD;;;;;;GAMG;AACH,MAAM,WAAW,UAAU;IACzB,uCAAuC;IACvC,IAAI,EAAE,UAAU,CAAC;IAEjB;;;;OAIG;IACH,QAAQ,EAAE,MAAM,CAAC;IAEjB,iFAAiF;IACjF,KAAK,CAAC,EAAE,MAAM,CAAC;IAEf,2CAA2C;IAC3C,IAAI,EAAE,MAAM,CAAC;IAEb,8DAA8D;IAC9D,UAAU,EAAE,MAAM,CAAC;IAEnB,kDAAkD;IAClD,UAAU,EAAE,MAAM,CAAC;IAEnB,gEAAgE;IAChE,OAAO,CAAC,EAAE,UAAU,EAAE,CAAC;CACxB;AAED;;;;;GAKG;AACH,MAAM,WAAW,UAAU;IACzB,4BAA4B;IAC5B,IAAI,EAAE,UAAU,CAAC;IAEjB,yEAAyE;IACzE,KAAK,EAAE,MAAM,CAAC;CACf;AAED;;;GAGG;AACH,MAAM,WAAW,UAAU;IACzB,2CAA2C;IAC3C,IAAI,EAAE,MAAM,CAAC;IAEb,uDAAuD;IACvD,UAAU,EAAE,MAAM,CAAC;IAEnB;;;OAGG;IACH,IAAI,EAAE;QACJ,CAAC,EAAE,MAAM,CAAC;QACV,CAAC,EAAE,MAAM,CAAC;QACV,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,EAAE,MAAM,CAAC;KAChB,CAAC;CACH;AAMD;;;;;;;;GAQG;AACH,MAAM,WAAW,cAAc;IAC7B,+BAA+B;IAC/B,KAAK,EAAE,YAAY,EAAE,CAAC;CACvB;AAED;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B,2BAA2B;IAC3B,UAAU,EAAE,MAAM,CAAC;IAEnB,4BAA4B;IAC5B,KAAK,EAAE,MAAM,CAAC;IAEd,6BAA6B;IAC7B,MAAM,EAAE,MAAM,CAAC;IAEf,6CAA6C;IAC7C,MAAM,EAAE,WAAW,EAAE,CAAC;CACvB;AAED;;;GAGG;AACH,MAAM,WAAW,WAAW;IAC1B,kCAAkC;IAClC,IAAI,EAAE,MAAM,GAAG,OAAO,GAAG,QAAQ,GAAG,SAAS,GAAG,MAAM,GAAG,MAAM,CAAC;IAEhE,6CAA6C;IAC7C,OAAO,EAAE,MAAM,CAAC;IAEhB;;;OAGG;IACH,IAAI,EAAE;QACJ,CAAC,EAAE,MAAM,CAAC;QACV,CAAC,EAAE,MAAM,CAAC;QACV,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,EAAE,MAAM,CAAC;KAChB,CAAC;IAEF,uDAAuD;IACvD,UAAU,EAAE,MAAM,CAAC;CACpB;AAMD;;;;;;;;;;;;;;;;;;;;;;;;;GAyBG;AACH,MAAM,WAAW,YAAY;IAC3B;;;;OAIG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb,iEAAiE;IACjE,UAAU,EAAE,MAAM,CAAC;IAEnB,yCAAyC;IACzC,QAAQ,EAAE,eAAe,CAAC;IAE1B,qDAAqD;IACrD,KAAK,EAAE,UAAU,EAAE,CAAC;IAEpB,sEAAsE;IACtE,WAAW,EAAE,UAAU,EAAE,CAAC;IAE1B,mEAAmE;IACnE,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;IAErB,uDAAuD;IACvD,MAAM,CAAC,EAAE,cAAc,CAAC;IAExB,sEAAsE;IACtE,OAAO,CAAC,EAAE,UAAU,EAAE,CAAC;IAEvB;;;OAGG;IACH,WAAW,CAAC,EAAE,UAAU,EAAE,CAAC;IAE3B,wDAAwD;IACxD,UAAU,EAAE,MAAM,CAAC;CACpB;AAMD;;;GAGG;AACH,MAAM,WAAW,yBAAyB;IACxC,4EAA4E;IAC5E,SAAS,CAAC,EAAE,OAAO,CAAC;IAEpB;;;;OAIG;IACH,MAAM,CAAC,EAAE;QACP,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,SAAS,CAAC,EAAE,MAAM,CAAC;KACpB,CAAC;IAEF,0DAA0D;IAC1D,OAAO,CAAC,EAAE,OAAO,CAAC;IAElB,4DAA4D;IAC5D,SAAS,CAAC,EAAE,OAAO,CAAC;CACrB;AAED;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,MAAM,WAAW,oBAAoB;IACnC;;;OAGG;IACH,QAAQ,EAAE,cAAc,CAAC;IAEzB;;;;;;OAMG;IACH,GAAG,CAAC,EAAE,QAAQ,GAAG,WAAW,GAAG,MAAM,CAAC;IAEtC;;;;OAIG;IACH,WAAW,CAAC,EAAE,OAAO,CAAC;IAEtB;;;;OAIG;IACH,UAAU,CAAC,EAAE,OAAO,CAAC;IAErB;;;;OAIG;IACH,SAAS,CAAC,EAAE,OAAO,CAAC;IAEpB;;;;OAIG;IACH,aAAa,CAAC,EAAE,MAAM,CAAC;IAEvB;;;OAGG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB;;;;;;;OAOG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB;;;;OAIG;IACH,YAAY,CAAC,EAAE,MAAM,CAAC;IAEtB;;;;;;OAMG;IACH,sBAAsB,CAAC,EAAE,qBAAqB,EAAE,CAAC;IAEjD;;;;;OAKG;IACH,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAE7B;;;;OAIG;IACH,aAAa,CAAC,EAAE,yBAAyB,CAAC;CAC3C;AAMD;;;;;;GAMG;AACH,MAAM,WAAW,KAAK;IACpB,sEAAsE;IACtE,MAAM,EAAE,MAAM,CAAC;IAEf;;;OAGG;IACH,YAAY,CAAC,EAAE,MAAM,CAAC;IAEtB,mEAAmE;IACnE,YAAY,EAAE,MAAM,CAAC;IAErB,sEAAsE;IACtE,KAAK,EAAE,MAAM,CAAC;CACf;AAMD;;;;;;GAMG;AACH,MAAM,WAAW,aAAa;IAC5B,+DAA+D;IAC/D,KAAK,EAAE,MAAM,CAAC;IAEd,wDAAwD;IACxD,UAAU,EAAE,MAAM,CAAC;IAEnB,uDAAuD;IACvD,QAAQ,EAAE,MAAM,CAAC;IAEjB,4DAA4D;IAC5D,YAAY,EAAE,MAAM,CAAC;IAErB,2DAA2D;IAC3D,UAAU,EAAE,MAAM,CAAC;IAEnB,uEAAuE;IACvE,WAAW,EAAE,MAAM,CAAC;IAEpB;;;;;;;;OAQG;IACH,OAAO,EAAE,UAAU,GAAG,UAAU,GAAG,MAAM,GAAG,MAAM,GAAG,SAAS,CAAC;IAE/D;;;;OAIG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;;;OAIG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAMD;;;;;;;;;GASG;AACH,MAAM,MAAM,oBAAoB,GAAG,WAAW,GAAG,MAAM,GAAG,MAAM,CAAC;AAEjE;;;;;;;;;;;;;;;GAeG;AACH,MAAM,WAAW,mBAAmB;IAClC;;;;OAIG;IACH,OAAO,CAAC,EAAE,oBAAoB,EAAE,CAAC;IAEjC;;;;OAIG;IACH,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAE1B;;;;;OAKG;IACH,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAE1B;;;;;OAKG;IACH,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAE7B;;;;;OAKG;IACH,YAAY,CAAC,EAAE,OAAO,GAAG,QAAQ,CAAC;CACnC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@framers/agentos",
|
|
3
|
-
"version": "0.13.
|
|
3
|
+
"version": "0.13.70",
|
|
4
4
|
"description": "AgentOS: open-source TypeScript framework for autonomous AI agents. Unified graph orchestration, cognitive memory, runtime tool forging, multi-tier guardrails, voice pipeline, and 11 LLM providers.",
|
|
5
5
|
"homepage": "https://agentos.sh",
|
|
6
6
|
"repository": {
|