@onkernel/cua-ai 0.2.1 → 0.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +11 -0
- package/dist/index.d.ts +9 -1
- package/dist/index.js +49 -19
- package/docs/supported-models.md +4 -1
- package/package.json +1 -1
package/CHANGELOG.md
CHANGED
|
@@ -1,5 +1,16 @@
|
|
|
1
1
|
# Changelog
|
|
2
2
|
|
|
3
|
+
## 0.3.0 - 2026-06-12
|
|
4
|
+
|
|
5
|
+
- Add `CuaSimpleStreamOptions`: pi-ai `SimpleStreamOptions` plus the
|
|
6
|
+
`keepToolNames` extension the Yutori/Tzafon stream adapters consume, so
|
|
7
|
+
callers can pass it through `streamSimple` without a cast.
|
|
8
|
+
|
|
9
|
+
## 0.2.2 - 2026-06-11
|
|
10
|
+
|
|
11
|
+
- Add computer-use support for `gpt-5.4-mini`, `gemini-3.1-flash-lite`, `tzafon.northstar-cua-fast-1.6`, and `tzafon.northstar-cua-fast-1.7-experiment`.
|
|
12
|
+
- Drop `gemini-3-pro-preview`, which Google has retired (the API now returns 404 for it).
|
|
13
|
+
|
|
3
14
|
## 0.2.1 - 2026-06-11
|
|
4
15
|
|
|
5
16
|
- Add computer-use support for the `claude-fable-5` Anthropic model.
|
package/dist/index.d.ts
CHANGED
|
@@ -270,6 +270,14 @@ interface CuaPayloadContext {
|
|
|
270
270
|
}>;
|
|
271
271
|
}
|
|
272
272
|
type CuaPayloadHook = (payload: unknown, model: Model<Api>, context?: CuaPayloadContext) => unknown | Promise<unknown>;
|
|
273
|
+
/**
|
|
274
|
+
* pi-ai `SimpleStreamOptions` plus the CUA extension consumed by the
|
|
275
|
+
* Yutori/Tzafon stream adapters. Pass `keepToolNames` for caller tools that
|
|
276
|
+
* must survive provider-native tool-set substitution.
|
|
277
|
+
*/
|
|
278
|
+
interface CuaSimpleStreamOptions extends SimpleStreamOptions {
|
|
279
|
+
keepToolNames?: readonly string[];
|
|
280
|
+
}
|
|
273
281
|
/**
|
|
274
282
|
* Runtime configuration for a supported CUA model.
|
|
275
283
|
*
|
|
@@ -574,4 +582,4 @@ declare const providerModule: {
|
|
|
574
582
|
};
|
|
575
583
|
};
|
|
576
584
|
//#endregion
|
|
577
|
-
export { CUA_ACTION_TYPES, CUA_BATCH_TOOL_DESCRIPTION, CUA_BATCH_TOOL_NAME, CUA_MODEL_ANNOTATIONS, CUA_NAVIGATION_TOOL_DESCRIPTION, CUA_NAVIGATION_TOOL_NAME, CUA_PROVIDERS, ComputerToolCoordinateSystem, ComputerToolsOptions, CuaAction, CuaActionBack, CuaActionClick, CuaActionCursorPosition, CuaActionDoubleClick, CuaActionDrag, CuaActionForward, CuaActionGoto, CuaActionKeypress, CuaActionMouseDown, CuaActionMouseUp, CuaActionMove, CuaActionSchema, CuaActionScreenshot, CuaActionScroll, CuaActionType, CuaActionTypeText, CuaActionUrl, CuaActionWait, CuaBatchInput, CuaBatchSchema, CuaDragMouseButton, CuaModelAnnotation, CuaModelInfo, CuaModelMatch, CuaModelRef, CuaMouseButton, CuaNavigationInput, CuaNavigationSchema, CuaPayloadContext, CuaPayloadHook, CuaProvider, CuaProviderModule, CuaRuntimeSpec, CuaRuntimeSpecInput, CuaScreenshotSpec, CuaScreenshotTransformSpec, CuaToolExecutorSpec, index_d_exports as anthropic, canonicalToolCallArguments, canonicalToolCallName, computerToolExecutors, computerTools, createCuaActionSchema, createCuaActionToolDefinitions, createCuaActionToolExecutors, createCuaBatchSchema, createCuaBatchToolDefinition, createCuaBatchToolExecutor, createCuaNavigationToolDefinition, cuaApiKeyEnvVarsForProvider, findCuaAnnotation, formatCuaModelRef, index_d_exports$1 as gemini, getCuaEnvApiKey, getCuaEnvApiKeyForModel, getCuaModel, isCuaProvider, listCuaModels, normalizeGotoUrl, index_d_exports$2 as openai, parseCuaModelRef, providerForModel, registerCuaProviders, requireCuaEnvApiKey, requireCuaEnvApiKeyForModel, resolveCuaRuntimeSpec, index_d_exports$3 as tzafon, index_d_exports$4 as yutori };
|
|
585
|
+
export { CUA_ACTION_TYPES, CUA_BATCH_TOOL_DESCRIPTION, CUA_BATCH_TOOL_NAME, CUA_MODEL_ANNOTATIONS, CUA_NAVIGATION_TOOL_DESCRIPTION, CUA_NAVIGATION_TOOL_NAME, CUA_PROVIDERS, ComputerToolCoordinateSystem, ComputerToolsOptions, CuaAction, CuaActionBack, CuaActionClick, CuaActionCursorPosition, CuaActionDoubleClick, CuaActionDrag, CuaActionForward, CuaActionGoto, CuaActionKeypress, CuaActionMouseDown, CuaActionMouseUp, CuaActionMove, CuaActionSchema, CuaActionScreenshot, CuaActionScroll, CuaActionType, CuaActionTypeText, CuaActionUrl, CuaActionWait, CuaBatchInput, CuaBatchSchema, CuaDragMouseButton, CuaModelAnnotation, CuaModelInfo, CuaModelMatch, CuaModelRef, CuaMouseButton, CuaNavigationInput, CuaNavigationSchema, CuaPayloadContext, CuaPayloadHook, CuaProvider, CuaProviderModule, CuaRuntimeSpec, CuaRuntimeSpecInput, CuaScreenshotSpec, CuaScreenshotTransformSpec, CuaSimpleStreamOptions, CuaToolExecutorSpec, index_d_exports as anthropic, canonicalToolCallArguments, canonicalToolCallName, computerToolExecutors, computerTools, createCuaActionSchema, createCuaActionToolDefinitions, createCuaActionToolExecutors, createCuaBatchSchema, createCuaBatchToolDefinition, createCuaBatchToolExecutor, createCuaNavigationToolDefinition, cuaApiKeyEnvVarsForProvider, findCuaAnnotation, formatCuaModelRef, index_d_exports$1 as gemini, getCuaEnvApiKey, getCuaEnvApiKeyForModel, getCuaModel, isCuaProvider, listCuaModels, normalizeGotoUrl, index_d_exports$2 as openai, parseCuaModelRef, providerForModel, registerCuaProviders, requireCuaEnvApiKey, requireCuaEnvApiKeyForModel, resolveCuaRuntimeSpec, index_d_exports$3 as tzafon, index_d_exports$4 as yutori };
|
package/dist/index.js
CHANGED
|
@@ -1397,19 +1397,29 @@ const CUA_PROVIDERS = [
|
|
|
1397
1397
|
* .agents/skills/update-models/SKILL.md.
|
|
1398
1398
|
*/
|
|
1399
1399
|
const CUA_MODEL_ANNOTATIONS = {
|
|
1400
|
-
openai: [
|
|
1401
|
-
|
|
1402
|
-
|
|
1403
|
-
|
|
1400
|
+
openai: [
|
|
1401
|
+
{
|
|
1402
|
+
match: {
|
|
1403
|
+
kind: "family",
|
|
1404
|
+
family: "gpt-5.4"
|
|
1405
|
+
},
|
|
1406
|
+
source: "https://developers.openai.com/api/docs/models/gpt-5.4"
|
|
1404
1407
|
},
|
|
1405
|
-
|
|
1406
|
-
|
|
1407
|
-
|
|
1408
|
-
|
|
1409
|
-
|
|
1408
|
+
{
|
|
1409
|
+
match: {
|
|
1410
|
+
kind: "family",
|
|
1411
|
+
family: "gpt-5.4-mini"
|
|
1412
|
+
},
|
|
1413
|
+
source: "https://developers.openai.com/api/docs/models/gpt-5.4-mini"
|
|
1410
1414
|
},
|
|
1411
|
-
|
|
1412
|
-
|
|
1415
|
+
{
|
|
1416
|
+
match: {
|
|
1417
|
+
kind: "family",
|
|
1418
|
+
family: "gpt-5.5"
|
|
1419
|
+
},
|
|
1420
|
+
source: "https://developers.openai.com/api/docs/models/gpt-5.5"
|
|
1421
|
+
}
|
|
1422
|
+
],
|
|
1413
1423
|
anthropic: [
|
|
1414
1424
|
{
|
|
1415
1425
|
match: {
|
|
@@ -1456,17 +1466,33 @@ const CUA_MODEL_ANNOTATIONS = {
|
|
|
1456
1466
|
}, {
|
|
1457
1467
|
match: {
|
|
1458
1468
|
kind: "exact",
|
|
1459
|
-
id: "gemini-3-
|
|
1469
|
+
id: "gemini-3.1-flash-lite"
|
|
1460
1470
|
},
|
|
1461
1471
|
source: "https://ai.google.dev/gemini-api/docs/computer-use"
|
|
1462
1472
|
}],
|
|
1463
|
-
tzafon: [
|
|
1464
|
-
|
|
1465
|
-
|
|
1466
|
-
|
|
1473
|
+
tzafon: [
|
|
1474
|
+
{
|
|
1475
|
+
match: {
|
|
1476
|
+
kind: "exact",
|
|
1477
|
+
id: "tzafon.northstar-cua-fast"
|
|
1478
|
+
},
|
|
1479
|
+
source: "https://huggingface.co/Tzafon/Northstar-CUA-Fast"
|
|
1467
1480
|
},
|
|
1468
|
-
|
|
1469
|
-
|
|
1481
|
+
{
|
|
1482
|
+
match: {
|
|
1483
|
+
kind: "exact",
|
|
1484
|
+
id: "tzafon.northstar-cua-fast-1.6"
|
|
1485
|
+
},
|
|
1486
|
+
source: "https://huggingface.co/Tzafon/Northstar-CUA-Fast"
|
|
1487
|
+
},
|
|
1488
|
+
{
|
|
1489
|
+
match: {
|
|
1490
|
+
kind: "exact",
|
|
1491
|
+
id: "tzafon.northstar-cua-fast-1.7-experiment"
|
|
1492
|
+
},
|
|
1493
|
+
source: "https://huggingface.co/Tzafon/Northstar-CUA-Fast"
|
|
1494
|
+
}
|
|
1495
|
+
],
|
|
1470
1496
|
yutori: [
|
|
1471
1497
|
{
|
|
1472
1498
|
match: {
|
|
@@ -1502,7 +1528,11 @@ const CUA_MODEL_OVERRIDES = {
|
|
|
1502
1528
|
openai: [cuaModel("openai", "gpt-5.5", "GPT-5.5"), cuaModel("openai", "gpt-5.5-2026-04-23", "GPT-5.5 (2026-04-23)")],
|
|
1503
1529
|
anthropic: [],
|
|
1504
1530
|
google: [],
|
|
1505
|
-
tzafon: [
|
|
1531
|
+
tzafon: [
|
|
1532
|
+
cuaModel("tzafon", "tzafon.northstar-cua-fast", "Tzafon Northstar CUA Fast"),
|
|
1533
|
+
cuaModel("tzafon", "tzafon.northstar-cua-fast-1.6", "Tzafon Northstar CUA Fast 1.6"),
|
|
1534
|
+
cuaModel("tzafon", "tzafon.northstar-cua-fast-1.7-experiment", "Tzafon Northstar CUA Fast 1.7 (experiment)")
|
|
1535
|
+
],
|
|
1506
1536
|
yutori: [
|
|
1507
1537
|
cuaModel("yutori", "n1.5-latest", "Yutori Navigator n1.5"),
|
|
1508
1538
|
cuaModel("yutori", "n1.5-20260428", "Yutori Navigator n1.5 (2026-04-28)"),
|
package/docs/supported-models.md
CHANGED
|
@@ -22,6 +22,7 @@ API: `openai-responses` · coordinates: pixel
|
|
|
22
22
|
Family matches (root + numeric revision/dated-snapshot suffixes):
|
|
23
23
|
|
|
24
24
|
- `gpt-5.4` ([docs](https://developers.openai.com/api/docs/models/gpt-5.4))
|
|
25
|
+
- `gpt-5.4-mini` ([docs](https://developers.openai.com/api/docs/models/gpt-5.4-mini))
|
|
25
26
|
- `gpt-5.5` ([docs](https://developers.openai.com/api/docs/models/gpt-5.5))
|
|
26
27
|
|
|
27
28
|
## `anthropic`
|
|
@@ -47,7 +48,7 @@ Model refs use the `google:` prefix; `gemini:` is accepted as an alias.
|
|
|
47
48
|
Exact IDs:
|
|
48
49
|
|
|
49
50
|
- `gemini-3-flash-preview`
|
|
50
|
-
- `gemini-3-
|
|
51
|
+
- `gemini-3.1-flash-lite`
|
|
51
52
|
|
|
52
53
|
`gemini-2.5-computer-use-preview-10-2025` is deliberately not annotated: it
|
|
53
54
|
rejects the standard function declarations this package sends and requires
|
|
@@ -62,6 +63,8 @@ API: `tzafon-responses` · coordinates: normalized 0–999
|
|
|
62
63
|
Exact IDs:
|
|
63
64
|
|
|
64
65
|
- `tzafon.northstar-cua-fast` ([model card](https://huggingface.co/Tzafon/Northstar-CUA-Fast))
|
|
66
|
+
- `tzafon.northstar-cua-fast-1.6` ([model card](https://huggingface.co/Tzafon/Northstar-CUA-Fast))
|
|
67
|
+
- `tzafon.northstar-cua-fast-1.7-experiment` ([model card](https://huggingface.co/Tzafon/Northstar-CUA-Fast))
|
|
65
68
|
|
|
66
69
|
## `yutori`
|
|
67
70
|
|