@beeos-ai/device-agent 0.12.7 → 0.14.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/agent-runtime/adapters/base.d.ts +2 -0
- package/dist/agent-runtime/adapters/base.js +1 -0
- package/dist/agent-runtime/adapters/base.js.map +1 -1
- package/dist/agent-runtime/adapters/openai.js +39 -17
- package/dist/agent-runtime/adapters/openai.js.map +1 -1
- package/dist/agent-runtime/advanced/app-card.d.ts +23 -0
- package/dist/agent-runtime/advanced/app-card.js +99 -0
- package/dist/agent-runtime/advanced/app-card.js.map +1 -0
- package/dist/agent-runtime/advanced/knowledge.d.ts +15 -0
- package/dist/agent-runtime/advanced/knowledge.js +85 -0
- package/dist/agent-runtime/advanced/knowledge.js.map +1 -0
- package/dist/agent-runtime/advanced/subgoal-verifier.d.ts +37 -0
- package/dist/agent-runtime/advanced/subgoal-verifier.js +190 -0
- package/dist/agent-runtime/advanced/subgoal-verifier.js.map +1 -0
- package/dist/agent-runtime/advanced/task-state.d.ts +20 -0
- package/dist/agent-runtime/advanced/task-state.js +60 -0
- package/dist/agent-runtime/advanced/task-state.js.map +1 -0
- package/dist/agent-runtime/agent-runner.d.ts +16 -27
- package/dist/agent-runtime/agent-runner.js +19 -132
- package/dist/agent-runtime/agent-runner.js.map +1 -1
- package/dist/agent-runtime/core.d.ts +8 -0
- package/dist/agent-runtime/core.js +24 -2
- package/dist/agent-runtime/core.js.map +1 -1
- package/dist/agent-runtime/execution-mode.d.ts +28 -0
- package/dist/agent-runtime/execution-mode.js +51 -0
- package/dist/agent-runtime/execution-mode.js.map +1 -0
- package/dist/agent-runtime/factory.d.ts +6 -4
- package/dist/agent-runtime/factory.js +4 -4
- package/dist/agent-runtime/factory.js.map +1 -1
- package/dist/agent-runtime/index.d.ts +9 -2
- package/dist/agent-runtime/index.js +7 -0
- package/dist/agent-runtime/index.js.map +1 -1
- package/dist/agent-runtime/models/base.d.ts +2 -0
- package/dist/agent-runtime/models/client.d.ts +1 -0
- package/dist/agent-runtime/models/client.js +90 -1
- package/dist/agent-runtime/models/client.js.map +1 -1
- package/dist/agent-runtime/models/runtime-registry.d.ts +28 -0
- package/dist/agent-runtime/models/runtime-registry.js +59 -0
- package/dist/agent-runtime/models/runtime-registry.js.map +1 -0
- package/dist/agent-runtime/models/vlm/autoglm.js +14 -9
- package/dist/agent-runtime/models/vlm/autoglm.js.map +1 -1
- package/dist/agent-runtime/models/vlm/base.d.ts +15 -1
- package/dist/agent-runtime/models/vlm/base.js +31 -10
- package/dist/agent-runtime/models/vlm/base.js.map +1 -1
- package/dist/agent-runtime/models/vlm/general.d.ts +7 -1
- package/dist/agent-runtime/models/vlm/general.js +43 -9
- package/dist/agent-runtime/models/vlm/general.js.map +1 -1
- package/dist/agent-runtime/models/vlm/guiowl.js +4 -13
- package/dist/agent-runtime/models/vlm/guiowl.js.map +1 -1
- package/dist/agent-runtime/models/vlm/index.d.ts +1 -0
- package/dist/agent-runtime/models/vlm/index.js +1 -0
- package/dist/agent-runtime/models/vlm/index.js.map +1 -1
- package/dist/agent-runtime/models/vlm/maiui.js +4 -6
- package/dist/agent-runtime/models/vlm/maiui.js.map +1 -1
- package/dist/agent-runtime/models/vlm/qwen38.d.ts +1 -0
- package/dist/agent-runtime/models/vlm/qwen38.js +241 -0
- package/dist/agent-runtime/models/vlm/qwen38.js.map +1 -0
- package/dist/agent-runtime/models/vlm/qwenvl.js +4 -6
- package/dist/agent-runtime/models/vlm/qwenvl.js.map +1 -1
- package/dist/agent-runtime/models/vlm/shared/tool-call.d.ts +6 -2
- package/dist/agent-runtime/models/vlm/shared/tool-call.js +91 -17
- package/dist/agent-runtime/models/vlm/shared/tool-call.js.map +1 -1
- package/dist/agent-runtime/modes/hybrid/index.d.ts +25 -13
- package/dist/agent-runtime/modes/hybrid/index.js +74 -28
- package/dist/agent-runtime/modes/hybrid/index.js.map +1 -1
- package/dist/agent-runtime/modes/hybrid/planner/base.d.ts +4 -0
- package/dist/agent-runtime/modes/hybrid/planner/base.js.map +1 -1
- package/dist/agent-runtime/modes/hybrid/planner/llm-planner.js +2 -0
- package/dist/agent-runtime/modes/hybrid/planner/llm-planner.js.map +1 -1
- package/dist/agent-runtime/modes/hybrid/planner/noop-planner.d.ts +1 -1
- package/dist/agent-runtime/modes/hybrid/planner/noop-planner.js +1 -1
- package/dist/agent-runtime/modes/hybrid/planner/prompts.d.ts +2 -0
- package/dist/agent-runtime/modes/hybrid/planner/prompts.js +8 -0
- package/dist/agent-runtime/modes/hybrid/planner/prompts.js.map +1 -1
- package/dist/agent-runtime/modes/orchestrator/index.d.ts +6 -0
- package/dist/agent-runtime/modes/orchestrator/index.js +4 -0
- package/dist/agent-runtime/modes/orchestrator/index.js.map +1 -1
- package/dist/agent-runtime/observation-mode.d.ts +2 -0
- package/dist/agent-runtime/observation-mode.js +2 -0
- package/dist/agent-runtime/observation-mode.js.map +1 -1
- package/dist/agent-runtime/plan-executor.d.ts +8 -2
- package/dist/agent-runtime/plan-executor.js +109 -14
- package/dist/agent-runtime/plan-executor.js.map +1 -1
- package/dist/agent-runtime/reflectors/policy.d.ts +2 -5
- package/dist/agent-runtime/reflectors/policy.js +6 -14
- package/dist/agent-runtime/reflectors/policy.js.map +1 -1
- package/dist/agent-runtime/reflectors/trajectory-reflector.d.ts +3 -4
- package/dist/agent-runtime/reflectors/trajectory-reflector.js +4 -4
- package/dist/agent-runtime/reflectors/trajectory-reflector.js.map +1 -1
- package/dist/agent-runtime/skills/replay.js +1 -0
- package/dist/agent-runtime/skills/replay.js.map +1 -1
- package/dist/agent-runtime/vlm.d.ts +2 -3
- package/dist/agent-runtime/vlm.js +2 -3
- package/dist/agent-runtime/vlm.js.map +1 -1
- package/dist/api.js +1 -0
- package/dist/api.js.map +1 -1
- package/dist/app/agent-host.js +3 -3
- package/dist/app/agent-host.js.map +1 -1
- package/dist/app/multi-device-host.d.ts +2 -2
- package/dist/app/multi-device-host.js +1 -1
- package/dist/app/session-manager.d.ts +20 -3
- package/dist/app/session-manager.js +33 -4
- package/dist/app/session-manager.js.map +1 -1
- package/dist/bootstrap.d.ts +2 -8
- package/dist/bootstrap.js +61 -103
- package/dist/bootstrap.js.map +1 -1
- package/dist/config/loader.d.ts +2 -9
- package/dist/config/loader.js +32 -34
- package/dist/config/loader.js.map +1 -1
- package/dist/config/schema.d.ts +5 -29
- package/dist/config/schema.js +8 -42
- package/dist/config/schema.js.map +1 -1
- package/dist/device/apps.js +51 -1
- package/dist/device/apps.js.map +1 -1
- package/dist/fleet/adapters/process/in-process-manager.d.ts +1 -1
- package/dist/fleet/adapters/process/node-process-manager.d.ts +7 -0
- package/dist/fleet/adapters/process/node-process-manager.js +29 -8
- package/dist/fleet/adapters/process/node-process-manager.js.map +1 -1
- package/dist/inbound/acp/handlers/session.d.ts +4 -1
- package/dist/inbound/acp/handlers/session.js +24 -10
- package/dist/inbound/acp/handlers/session.js.map +1 -1
- package/dist/inbound/cli/benchmark-command.d.ts +17 -0
- package/dist/inbound/cli/benchmark-command.js +158 -0
- package/dist/inbound/cli/benchmark-command.js.map +1 -0
- package/dist/inbound/cli/fleet-command.d.ts +12 -1
- package/dist/inbound/cli/fleet-command.js +38 -9
- package/dist/inbound/cli/fleet-command.js.map +1 -1
- package/dist/inbound/cli/main.d.ts +2 -6
- package/dist/inbound/cli/main.js +49 -33
- package/dist/inbound/cli/main.js.map +1 -1
- package/dist/inbound/cli/run-artifacts.d.ts +61 -0
- package/dist/inbound/cli/run-artifacts.js +247 -0
- package/dist/inbound/cli/run-artifacts.js.map +1 -0
- package/dist/inbound/cli/run-command.d.ts +23 -20
- package/dist/inbound/cli/run-command.js +157 -159
- package/dist/inbound/cli/run-command.js.map +1 -1
- package/dist/index.d.ts +9 -3
- package/dist/index.js +5 -2
- package/dist/index.js.map +1 -1
- package/dist/plugins/http-debug/early-health.d.ts +11 -0
- package/dist/plugins/http-debug/early-health.js +51 -0
- package/dist/plugins/http-debug/early-health.js.map +1 -0
- package/dist/plugins/http-debug/index.js +2 -0
- package/dist/plugins/http-debug/index.js.map +1 -1
- package/dist/plugins/message-bus/inbound.js +7 -6
- package/dist/plugins/message-bus/inbound.js.map +1 -1
- package/dist/ports/agent-core.d.ts +13 -13
- package/dist/ports/agent-host.d.ts +4 -1
- package/package.json +4 -4
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
import type { IModelAdapter } from "../adapters/base.js";
|
|
2
|
+
import type { ImageTransport } from "./image/transport.js";
|
|
3
|
+
export interface ModelRuntimeRegistryOptions {
|
|
4
|
+
apiKey?: string;
|
|
5
|
+
baseUrl?: string;
|
|
6
|
+
defaultModelName?: string;
|
|
7
|
+
/** Preserves an explicit local adapter override for the configured default only. */
|
|
8
|
+
defaultLegacyAdapter?: string;
|
|
9
|
+
lang?: "cn" | "en";
|
|
10
|
+
imageTransport: ImageTransport;
|
|
11
|
+
maxCachedModels?: number;
|
|
12
|
+
}
|
|
13
|
+
/**
|
|
14
|
+
* Builds model adapters from trusted local credentials while callers select
|
|
15
|
+
* only a model id. The bounded cache prevents arbitrary model names from
|
|
16
|
+
* growing a long-lived fleet process indefinitely.
|
|
17
|
+
*/
|
|
18
|
+
export declare class ModelRuntimeRegistry {
|
|
19
|
+
private readonly opts;
|
|
20
|
+
private readonly cache;
|
|
21
|
+
private readonly defaultModel;
|
|
22
|
+
private readonly maxCachedModels;
|
|
23
|
+
constructor(opts: ModelRuntimeRegistryOptions);
|
|
24
|
+
get defaultModelName(): string;
|
|
25
|
+
resolve(modelName?: string): IModelAdapter;
|
|
26
|
+
private create;
|
|
27
|
+
private evictIfNeeded;
|
|
28
|
+
}
|
|
@@ -0,0 +1,59 @@
|
|
|
1
|
+
import { OpenAIAdapter } from "../adapters/openai.js";
|
|
2
|
+
import { OpenAIClient } from "./client.js";
|
|
3
|
+
/**
|
|
4
|
+
* Builds model adapters from trusted local credentials while callers select
|
|
5
|
+
* only a model id. The bounded cache prevents arbitrary model names from
|
|
6
|
+
* growing a long-lived fleet process indefinitely.
|
|
7
|
+
*/
|
|
8
|
+
export class ModelRuntimeRegistry {
|
|
9
|
+
opts;
|
|
10
|
+
cache = new Map();
|
|
11
|
+
defaultModel;
|
|
12
|
+
maxCachedModels;
|
|
13
|
+
constructor(opts) {
|
|
14
|
+
this.opts = opts;
|
|
15
|
+
this.maxCachedModels = Math.max(1, opts.maxCachedModels ?? 8);
|
|
16
|
+
const adapter = this.create(opts.defaultModelName, opts.defaultLegacyAdapter);
|
|
17
|
+
this.defaultModel = adapter.modelName ?? opts.defaultModelName ?? "gpt-4o";
|
|
18
|
+
this.cache.set(this.defaultModel, adapter);
|
|
19
|
+
}
|
|
20
|
+
get defaultModelName() {
|
|
21
|
+
return this.defaultModel;
|
|
22
|
+
}
|
|
23
|
+
resolve(modelName) {
|
|
24
|
+
const effectiveModel = modelName?.trim() || this.defaultModel;
|
|
25
|
+
const cached = this.cache.get(effectiveModel);
|
|
26
|
+
if (cached) {
|
|
27
|
+
this.cache.delete(effectiveModel);
|
|
28
|
+
this.cache.set(effectiveModel, cached);
|
|
29
|
+
return cached;
|
|
30
|
+
}
|
|
31
|
+
// Overrides intentionally omit `legacyAdapter`: adapter selection is
|
|
32
|
+
// derived from the requested model id, never supplied by the caller.
|
|
33
|
+
const adapter = this.create(effectiveModel);
|
|
34
|
+
this.cache.set(effectiveModel, adapter);
|
|
35
|
+
this.evictIfNeeded();
|
|
36
|
+
return adapter;
|
|
37
|
+
}
|
|
38
|
+
create(modelName, legacyAdapter) {
|
|
39
|
+
return new OpenAIAdapter({
|
|
40
|
+
client: new OpenAIClient({
|
|
41
|
+
apiKey: this.opts.apiKey,
|
|
42
|
+
baseUrl: this.opts.baseUrl,
|
|
43
|
+
modelName,
|
|
44
|
+
adapter: legacyAdapter,
|
|
45
|
+
}),
|
|
46
|
+
lang: this.opts.lang ?? "cn",
|
|
47
|
+
imageTransport: this.opts.imageTransport,
|
|
48
|
+
});
|
|
49
|
+
}
|
|
50
|
+
evictIfNeeded() {
|
|
51
|
+
while (this.cache.size > this.maxCachedModels) {
|
|
52
|
+
const oldest = [...this.cache.keys()].find((key) => key !== this.defaultModel);
|
|
53
|
+
if (!oldest)
|
|
54
|
+
return;
|
|
55
|
+
this.cache.delete(oldest);
|
|
56
|
+
}
|
|
57
|
+
}
|
|
58
|
+
}
|
|
59
|
+
//# sourceMappingURL=runtime-registry.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"runtime-registry.js","sourceRoot":"","sources":["../../../src/agent-runtime/models/runtime-registry.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AACtD,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAc3C;;;;GAIG;AACH,MAAM,OAAO,oBAAoB;IAKF;IAJZ,KAAK,GAAG,IAAI,GAAG,EAAyB,CAAC;IACzC,YAAY,CAAS;IACrB,eAAe,CAAS;IAEzC,YAA6B,IAAiC;QAAjC,SAAI,GAAJ,IAAI,CAA6B;QAC5D,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,eAAe,IAAI,CAAC,CAAC,CAAC;QAC9D,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,gBAAgB,EAAE,IAAI,CAAC,oBAAoB,CAAC,CAAC;QAC9E,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,gBAAgB,IAAI,QAAQ,CAAC;QAC3E,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;IAC7C,CAAC;IAED,IAAI,gBAAgB;QAClB,OAAO,IAAI,CAAC,YAAY,CAAC;IAC3B,CAAC;IAED,OAAO,CAAC,SAAkB;QACxB,MAAM,cAAc,GAAG,SAAS,EAAE,IAAI,EAAE,IAAI,IAAI,CAAC,YAAY,CAAC;QAC9D,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;QAC9C,IAAI,MAAM,EAAE,CAAC;YACX,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC;YAClC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,cAAc,EAAE,MAAM,CAAC,CAAC;YACvC,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,qEAAqE;QACrE,qEAAqE;QACrE,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC;QAC5C,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,cAAc,EAAE,OAAO,CAAC,CAAC;QACxC,IAAI,CAAC,aAAa,EAAE,CAAC;QACrB,OAAO,OAAO,CAAC;IACjB,CAAC;IAEO,MAAM,CAAC,SAAkB,EAAE,aAAsB;QACvD,OAAO,IAAI,aAAa,CAAC;YACvB,MAAM,EAAE,IAAI,YAAY,CAAC;gBACvB,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM;gBACxB,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC,OAAO;gBAC1B,SAAS;gBACT,OAAO,EAAE,aAAa;aACvB,CAAC;YACF,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,IAAI;YAC5B,cAAc,EAAE,IAAI,CAAC,IAAI,CAAC,cAAc;SACzC,CAAC,CAAC;IACL,CAAC;IAEO,aAAa;QACnB,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC,eAAe,EAAE,CAAC;YAC9C,MAAM,MAAM,GAAG,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,KAAK,IAAI,CAAC,YAAY,CAAC,CAAC;YAC/E,IAAI,CAAC,MAAM;gBAAE,OAAO;YACpB,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAC5B,CAAC;IACH,CAAC;CACF"}
|
|
@@ -25,7 +25,7 @@
|
|
|
25
25
|
* Image MIME is `image/png` to match the v0.2.3 mcp-server `screenshot`
|
|
26
26
|
* tool which always emits losslessly compressed PNG.
|
|
27
27
|
*/
|
|
28
|
-
import { ModelAdapter, registerAdapter } from "./base.js";
|
|
28
|
+
import { invalidModelOutput, ModelAdapter, registerAdapter } from "./base.js";
|
|
29
29
|
// ── System prompts (verbatim port from Open-AutoGLM) ────────────────────────
|
|
30
30
|
const CN_WEEKDAYS = ["星期一", "星期二", "星期三", "星期四", "星期五", "星期六", "星期日"];
|
|
31
31
|
const EN_WEEKDAYS = [
|
|
@@ -238,7 +238,7 @@ class AutoGLMAdapter extends ModelAdapter {
|
|
|
238
238
|
return context;
|
|
239
239
|
}
|
|
240
240
|
}
|
|
241
|
-
registerAdapter(new AutoGLMAdapter());
|
|
241
|
+
registerAdapter(() => new AutoGLMAdapter());
|
|
242
242
|
/* ─────────────────────────────────────────────────────────────────────────── */
|
|
243
243
|
/* Helpers */
|
|
244
244
|
/* ─────────────────────────────────────────────────────────────────────────── */
|
|
@@ -285,14 +285,13 @@ function parseAction(actionStr, thinking) {
|
|
|
285
285
|
if (s.startsWith("do(")) {
|
|
286
286
|
return parseDoAction(s, thinking);
|
|
287
287
|
}
|
|
288
|
-
|
|
289
|
-
return wait(thinking);
|
|
288
|
+
return invalidModelOutput("autoglm", "expected finish(...) or do(...)");
|
|
290
289
|
}
|
|
291
290
|
function parseDoAction(s, thinking) {
|
|
292
291
|
// Extract action name
|
|
293
292
|
const namePart = s.match(/do\(\s*action\s*=\s*"([^"]+)"/);
|
|
294
293
|
if (!namePart)
|
|
295
|
-
return
|
|
294
|
+
return invalidModelOutput("autoglm", "do(...) is missing action name");
|
|
296
295
|
const rawName = namePart[1];
|
|
297
296
|
// Type/Type_Name need special handling due to arbitrary text content
|
|
298
297
|
if (rawName === "Type" || rawName === "Type_Name") {
|
|
@@ -324,6 +323,15 @@ function parseDoAction(s, thinking) {
|
|
|
324
323
|
const [ex, ey] = endM ? parseNums(endM[1]) : [500, 700];
|
|
325
324
|
return { actionType: "swipe", params: { start_x: sx, start_y: sy, end_x: ex, end_y: ey }, thinking, coordSystem: "0-1000", shouldFinish: false, finishMessage: null };
|
|
326
325
|
}
|
|
326
|
+
if (norm === "scroll") {
|
|
327
|
+
const direction = s.match(/direction\s*=\s*["'](up|down|left|right)["']/i)?.[1].toLowerCase();
|
|
328
|
+
if (!direction)
|
|
329
|
+
return invalidModelOutput("autoglm", "scroll is missing a valid direction");
|
|
330
|
+
const point = s.match(/(?:element|coordinate)\s*=\s*\[([^\]]+)\]/)?.[1];
|
|
331
|
+
const [x = 500, y = 500] = point ? parseNums(point) : [];
|
|
332
|
+
const amount = Number(s.match(/amount\s*=\s*([\d.]+)/)?.[1] ?? 1);
|
|
333
|
+
return { actionType: "scroll", params: { x, y, direction, amount }, thinking, coordSystem: "0-1000", shouldFinish: false, finishMessage: null };
|
|
334
|
+
}
|
|
327
335
|
if (norm === "open_app") {
|
|
328
336
|
const appM = s.match(/app\s*=\s*"([^"]+)"/);
|
|
329
337
|
return { actionType: "open_app", params: { app_name: appM?.[1] ?? "" }, thinking, coordSystem: "0-1000", shouldFinish: false, finishMessage: null };
|
|
@@ -356,7 +364,7 @@ function parseDoAction(s, thinking) {
|
|
|
356
364
|
if (norm === "press_back" || norm === "press_home") {
|
|
357
365
|
return { actionType: norm, params: {}, thinking, coordSystem: "0-1000", shouldFinish: false, finishMessage: null };
|
|
358
366
|
}
|
|
359
|
-
return
|
|
367
|
+
return invalidModelOutput("autoglm", `unsupported or malformed action: ${rawName}`);
|
|
360
368
|
}
|
|
361
369
|
function normalizeAction(name) {
|
|
362
370
|
const MAP = {
|
|
@@ -377,9 +385,6 @@ function normalizeAction(name) {
|
|
|
377
385
|
function parseNums(s) {
|
|
378
386
|
return s.split(",").map((n) => parseFloat(n.trim())).filter((n) => !isNaN(n));
|
|
379
387
|
}
|
|
380
|
-
function wait(thinking) {
|
|
381
|
-
return { actionType: "wait", params: { duration_seconds: 2 }, thinking, coordSystem: "0-1000", shouldFinish: false, finishMessage: null };
|
|
382
|
-
}
|
|
383
388
|
function parsedToActionStr(parsed) {
|
|
384
389
|
const { actionType: t, params: p } = parsed;
|
|
385
390
|
if (t === "finish")
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"autoglm.js","sourceRoot":"","sources":["../../../../src/agent-runtime/models/vlm/autoglm.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;GA0BG;AAIH,OAAO,EAAE,YAAY,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAE1D,+EAA+E;AAE/E,MAAM,WAAW,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAU,CAAC;AAC/E,MAAM,WAAW,GAAG;IAClB,QAAQ;IACR,SAAS;IACT,WAAW;IACX,UAAU;IACV,QAAQ;IACR,UAAU;IACV,QAAQ;CACA,CAAC;AAEX,SAAS,YAAY,CAAC,CAAO;IAC3B,oEAAoE;IACpE,iEAAiE;IACjE,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;IAChC,MAAM,IAAI,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC;IAC7B,MAAM,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IACrD,MAAM,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IAChD,OAAO,GAAG,IAAI,IAAI,EAAE,IAAI,EAAE,KAAK,WAAW,CAAC,EAAE,CAAC,EAAE,CAAC;AACnD,CAAC;AAED,SAAS,YAAY,CAAC,CAAO;IAC3B,MAAM,IAAI,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC;IAC7B,MAAM,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IACrD,MAAM,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IAChD,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;IAChC,OAAO,GAAG,IAAI,IAAI,EAAE,IAAI,EAAE,KAAK,WAAW,CAAC,EAAE,CAAC,EAAE,CAAC;AACnD,CAAC;AAED,wFAAwF;AACxF,MAAM,UAAU,2BAA2B,CAAC,OAAa,IAAI,IAAI,EAAE;IACjE,OAAO,WAAW,YAAY,CAAC,IAAI,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA+DrC,CAAC;AACF,CAAC;AAED,wFAAwF;AACxF,MAAM,UAAU,2BAA2B,CAAC,OAAa,IAAI,IAAI,EAAE;IACjE,OAAO,qBAAqB,YAAY,CAAC,IAAI,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAkE/C,CAAC;AACF,CAAC;AAED,iFAAiF;AACjF,iFAAiF;AACjF,iFAAiF;AAEjF,MAAM,cAAe,SAAQ,YAAY;IAC9B,IAAI,GAAG,SAAS,CAAC;IACjB,QAAQ,GAAG;QAClB,SAAS;QACT,cAAc;QACd,mBAAmB;QACnB,oBAAoB;QACpB,kBAAkB;QAClB,OAAO;QACP,QAAQ;KACT,CAAC;IAEF,aAAa,CACX,IAAY,EACZ,UAAsB,EACtB,OAAkB,EAClB,OAAgB,EAChB,IAAY;QAEZ,MAAM,YAAY,GAChB,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,2BAA2B,EAAE,CAAC,CAAC,CAAC,2BAA2B,EAAE,CAAC;QAEhF,MAAM,IAAI,GAAG,CAAC,GAAG,OAAO,CAAC,CAAC;QAC1B,IAAI,OAAO,EAAE,CAAC;YACZ,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,YAAY,EAAE,CAAC,CAAC;YACrD,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;QACxD,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC;QACzD,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,aAAa,CAAC,GAAW;QACvB,MAAM,CAAC,QAAQ,EAAE,SAAS,CAAC,GAAG,mBAAmB,CAAC,GAAG,CAAC,CAAC;QACvD,sJAAsJ;QACtJ,OAAO,WAAW,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;IAC1C,CAAC;IAED,aAAa,CAAC,OAAkB,EAAE,QAAuB,EAAE,MAAoB;QAC7E,qDAAqD;QACrD,IAAI,OAAO,CAAC,MAAM,IAAK,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAa,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAC/E,MAAM,IAAI,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YACzC,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;gBAChC,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG;oBAC5B,GAAG,IAAI;oBACP,OAAO,EAAG,IAAI,CAAC,OAAmC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,WAAW,CAAC;iBACzF,CAAC;YACJ,CAAC;QACH,CAAC;QACD,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,IAAI,EAAE,CAAC;QACvC,MAAM,SAAS,GAAG,iBAAiB,CAAC,MAAM,CAAC,CAAC;QAC5C,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,UAAU,QAAQ,mBAAmB,SAAS,WAAW,EAAE,CAAC,CAAC;QACxG,OAAO,OAAO,CAAC;IACjB,CAAC;CACF;AAED,eAAe,CAAC,IAAI,cAAc,EAAE,CAAC,CAAC;AAEtC,iFAAiF;AACjF,iFAAiF;AACjF,iFAAiF;AAEjF,SAAS,YAAY,CAAC,IAAY,EAAE,UAAsB,EAAE,IAAY,EAAE,OAAgB;IACxF,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,WAAW,EAAE,UAAU,CAAC,UAAU,EAAE,CAAC,CAAC;IACvE,MAAM,IAAI,GAAG,OAAO;QAClB,CAAC,CAAC,GAAG,IAAI,OAAO,OAAO,EAAE;QACzB,CAAC,CAAC,wBAAwB,OAAO,EAAE,CAAC;IAEtC,MAAM,OAAO,GAAkD,EAAE,CAAC;IAClE,IAAI,UAAU,CAAC,QAAQ,EAAE,CAAC;QACxB,OAAO,CAAC,IAAI,CAAC;YACX,IAAI,EAAE,WAAW;YACjB,SAAS,EAAE,EAAE,GAAG,EAAE,UAAU,CAAC,QAAQ,CAAC,GAAG,EAAE;SAC5C,CAAC,CAAC;IACL,CAAC;IACD,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;IACrC,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;AACnC,CAAC;AAED,SAAS,mBAAmB,CAAC,GAAW;IACtC,IAAI,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;QAC7B,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;QAC7C,MAAM,QAAQ,GAAG,GAAG,CAAC,OAAO,CAAC,aAAa,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QACpF,OAAO,CAAC,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;IAC1D,CAAC;IACD,wDAAwD;IACxD,MAAM,MAAM,GAAG,GAAG,CAAC,WAAW,CAAC,YAAY,CAAC,CAAC;IAC7C,MAAM,OAAO,GAAG,GAAG,CAAC,WAAW,CAAC,iBAAiB,CAAC,CAAC;IACnD,MAAM,GAAG,GACP,MAAM,IAAI,CAAC,IAAI,OAAO,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC;QACvD,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM;YACtB,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO;gBACxB,CAAC,CAAC,CAAC,CAAC,CAAC;IACP,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC;QACb,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;IAC3D,CAAC;IACD,OAAO,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;AACnB,CAAC;AAED,SAAS,WAAW,CAAC,SAAiB,EAAE,QAAgB;IACtD,MAAM,CAAC,GAAG,SAAS,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,gBAAgB,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IAEpF,IAAI,CAAC,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC3B,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,6CAA6C,CAAC,CAAC;QACjE,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACzB,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,OAAO,EAAE,GAAG,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE,QAAQ,EAAE,YAAY,EAAE,IAAI,EAAE,aAAa,EAAE,GAAG,EAAE,CAAC;IACrI,CAAC;IAED,IAAI,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;QACxB,OAAO,aAAa,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;IACpC,CAAC;IAED,WAAW;IACX,OAAO,IAAI,CAAC,QAAQ,CAAC,CAAC;AACxB,CAAC;AAED,SAAS,aAAa,CAAC,CAAS,EAAE,QAAgB;IAChD,sBAAsB;IACtB,MAAM,QAAQ,GAAG,CAAC,CAAC,KAAK,CAAC,+BAA+B,CAAC,CAAC;IAC1D,IAAI,CAAC,QAAQ;QAAE,OAAO,IAAI,CAAC,QAAQ,CAAC,CAAC;IACrC,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;IAE5B,qEAAqE;IACrE,IAAI,OAAO,KAAK,MAAM,IAAI,OAAO,KAAK,WAAW,EAAE,CAAC;QAClD,MAAM,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,0CAA0C,CAAC,CAAC;QAClE,+CAA+C;QAC/C,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACnG,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC;IAC7H,CAAC;IAED,MAAM,IAAI,GAAG,eAAe,CAAC,OAAO,CAAC,CAAC;IAEtC,6CAA6C;IAC7C,MAAM,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,4BAA4B,CAAC,CAAC;IACpD,IAAI,KAAK,IAAI,CAAC,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,YAAY,IAAI,IAAI,KAAK,YAAY,CAAC,EAAE,CAAC;QAChF,MAAM,IAAI,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QACjC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,IAAI,CAAC;YAC7B,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YAC5E,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC;QACrC,IAAI,IAAI,KAAK,KAAK,EAAE,CAAC;YACnB,MAAM,IAAI,GAAG,CAAC,CAAC,KAAK,CAAC,yBAAyB,CAAC,CAAC;YAChD,IAAI,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACd,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,EAAE,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC;YAC7I,CAAC;QACH,CAAC;QACD,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC;IAC3H,CAAC;IAED,IAAI,IAAI,KAAK,OAAO,EAAE,CAAC;QACrB,MAAM,MAAM,GAAG,CAAC,CAAC,KAAK,CAAC,0BAA0B,CAAC,CAAC;QACnD,MAAM,IAAI,GAAG,CAAC,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAC;QAC/C,MAAM,CAAC,EAAE,EAAE,EAAE,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;QAC5D,MAAM,CAAC,EAAE,EAAE,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;QACxD,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC;IACxK,CAAC;IAED,IAAI,IAAI,KAAK,UAAU,EAAE,CAAC;QACxB,MAAM,IAAI,GAAG,CAAC,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC;QAC5C,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC;IACtJ,CAAC;IAED,IAAI,IAAI,KAAK,MAAM,EAAE,CAAC;QACpB,MAAM,IAAI,GAAG,CAAC,CAAC,KAAK,CAAC,2BAA2B,CAAC,CAAC;QAClD,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,gBAAgB,EAAE,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC;IACzK,CAAC;IAED,IAAI,IAAI,KAAK,UAAU,EAAE,CAAC;QACxB,MAAM,IAAI,GAAG,CAAC,CAAC,KAAK,CAAC,yBAAyB,CAAC,CAAC;QAChD,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC;IACrJ,CAAC;IAED,IAAI,IAAI,KAAK,WAAW,EAAE,CAAC;QACzB,qEAAqE;QACrE,sEAAsE;QACtE,uEAAuE;QACvE,sEAAsE;QACtE,MAAM,IAAI,GAAG,CAAC,CAAC,KAAK,CAAC,kCAAkC,CAAC,CAAC;QACzD,MAAM,OAAO,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QACzC,MAAM,IAAI,GAAG,OAAO,IAAI,OAAO,CAAC,WAAW,EAAE,KAAK,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;QACrF,OAAO;YACL,UAAU,EAAE,WAAW;YACvB,MAAM,EAAE,EAAE,IAAI,EAAE;YAChB,QAAQ;YACR,WAAW,EAAE,QAAQ;YACrB,YAAY,EAAE,KAAK;YACnB,aAAa,EAAE,IAAI;SACpB,CAAC;IACJ,CAAC;IAED,IAAI,IAAI,KAAK,YAAY,IAAI,IAAI,KAAK,YAAY,EAAE,CAAC;QACnD,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC;IACrH,CAAC;IAED,OAAO,IAAI,CAAC,QAAQ,CAAC,CAAC;AACxB,CAAC;AAED,SAAS,eAAe,CAAC,IAAY;IACnC,MAAM,GAAG,GAA2B;QAClC,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK;QACpC,YAAY,EAAE,YAAY,EAAE,UAAU,EAAE,YAAY,EAAE,SAAS,EAAE,YAAY;QAC7E,YAAY,EAAE,YAAY,EAAE,UAAU,EAAE,YAAY,EAAE,SAAS,EAAE,YAAY;QAC7E,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,QAAQ;QAChD,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM;QAC7C,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,UAAU,EAAE,QAAQ,EAAE,UAAU;QAC5D,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,YAAY,EAAE,UAAU,EAAE,YAAY;QAChE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,YAAY,EAAE,UAAU,EAAE,YAAY;QAChE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM;QAC1B,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,WAAW,EAAE,QAAQ,EAAE,WAAW;QACnF,SAAS,EAAE,UAAU,EAAE,QAAQ,EAAE,UAAU;KAC5C,CAAC;IACF,OAAO,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;AACzC,CAAC;AAED,SAAS,SAAS,CAAC,CAAS;IAC1B,OAAO,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;AAChF,CAAC;AAED,SAAS,IAAI,CAAC,QAAgB;IAC5B,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,gBAAgB,EAAE,CAAC,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC;AAC5I,CAAC;AAED,SAAS,iBAAiB,CAAC,MAAoB;IAC7C,MAAM,EAAE,UAAU,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,GAAG,MAAM,CAAC;IAC5C,IAAI,CAAC,KAAK,QAAQ;QAAE,OAAO,mBAAmB,MAAM,CAAC,aAAa,IAAI,EAAE,IAAI,CAAC;IAC7E,IAAI,CAAC,KAAK,KAAK;QAAE,OAAO,6BAA6B,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;IACpE,IAAI,CAAC,KAAK,MAAM;QAAE,OAAO,2BAA2B,CAAC,CAAC,IAAI,IAAI,CAAC;IAC/D,IAAI,CAAC,KAAK,OAAO;QAAE,OAAO,6BAA6B,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,OAAO,WAAW,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,KAAK,IAAI,CAAC;IAC/G,IAAI,CAAC,KAAK,UAAU;QAAE,OAAO,4BAA4B,CAAC,CAAC,QAAQ,IAAI,CAAC;IACxE,IAAI,CAAC,KAAK,YAAY;QAAE,OAAO,mBAAmB,CAAC;IACnD,IAAI,CAAC,KAAK,YAAY;QAAE,OAAO,mBAAmB,CAAC;IACnD,IAAI,CAAC,KAAK,MAAM;QAAE,OAAO,yCAAyC,CAAC;IACnE,IAAI,CAAC,KAAK,WAAW,EAAE,CAAC;QACtB,MAAM,IAAI,GAAG,MAAM,CAAE,CAA6B,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;QAC/D,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QAC1C,OAAO,8BAA8B,OAAO,IAAI,CAAC;IACnD,CAAC;IACD,OAAO,cAAc,CAAC,IAAI,CAAC;AAC7B,CAAC"}
|
|
1
|
+
{"version":3,"file":"autoglm.js","sourceRoot":"","sources":["../../../../src/agent-runtime/models/vlm/autoglm.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;GA0BG;AAIH,OAAO,EAAE,kBAAkB,EAAE,YAAY,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAE9E,+EAA+E;AAE/E,MAAM,WAAW,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAU,CAAC;AAC/E,MAAM,WAAW,GAAG;IAClB,QAAQ;IACR,SAAS;IACT,WAAW;IACX,UAAU;IACV,QAAQ;IACR,UAAU;IACV,QAAQ;CACA,CAAC;AAEX,SAAS,YAAY,CAAC,CAAO;IAC3B,oEAAoE;IACpE,iEAAiE;IACjE,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;IAChC,MAAM,IAAI,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC;IAC7B,MAAM,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IACrD,MAAM,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IAChD,OAAO,GAAG,IAAI,IAAI,EAAE,IAAI,EAAE,KAAK,WAAW,CAAC,EAAE,CAAC,EAAE,CAAC;AACnD,CAAC;AAED,SAAS,YAAY,CAAC,CAAO;IAC3B,MAAM,IAAI,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC;IAC7B,MAAM,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IACrD,MAAM,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IAChD,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;IAChC,OAAO,GAAG,IAAI,IAAI,EAAE,IAAI,EAAE,KAAK,WAAW,CAAC,EAAE,CAAC,EAAE,CAAC;AACnD,CAAC;AAED,wFAAwF;AACxF,MAAM,UAAU,2BAA2B,CAAC,OAAa,IAAI,IAAI,EAAE;IACjE,OAAO,WAAW,YAAY,CAAC,IAAI,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA+DrC,CAAC;AACF,CAAC;AAED,wFAAwF;AACxF,MAAM,UAAU,2BAA2B,CAAC,OAAa,IAAI,IAAI,EAAE;IACjE,OAAO,qBAAqB,YAAY,CAAC,IAAI,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAkE/C,CAAC;AACF,CAAC;AAED,iFAAiF;AACjF,iFAAiF;AACjF,iFAAiF;AAEjF,MAAM,cAAe,SAAQ,YAAY;IAC9B,IAAI,GAAG,SAAS,CAAC;IACjB,QAAQ,GAAG;QAClB,SAAS;QACT,cAAc;QACd,mBAAmB;QACnB,oBAAoB;QACpB,kBAAkB;QAClB,OAAO;QACP,QAAQ;KACT,CAAC;IAEF,aAAa,CACX,IAAY,EACZ,UAAsB,EACtB,OAAkB,EAClB,OAAgB,EAChB,IAAY;QAEZ,MAAM,YAAY,GAChB,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,2BAA2B,EAAE,CAAC,CAAC,CAAC,2BAA2B,EAAE,CAAC;QAEhF,MAAM,IAAI,GAAG,CAAC,GAAG,OAAO,CAAC,CAAC;QAC1B,IAAI,OAAO,EAAE,CAAC;YACZ,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,YAAY,EAAE,CAAC,CAAC;YACrD,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;QACxD,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC;QACzD,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,aAAa,CAAC,GAAW;QACvB,MAAM,CAAC,QAAQ,EAAE,SAAS,CAAC,GAAG,mBAAmB,CAAC,GAAG,CAAC,CAAC;QACvD,sJAAsJ;QACtJ,OAAO,WAAW,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;IAC1C,CAAC;IAED,aAAa,CAAC,OAAkB,EAAE,QAAuB,EAAE,MAAoB;QAC7E,qDAAqD;QACrD,IAAI,OAAO,CAAC,MAAM,IAAK,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAa,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAC/E,MAAM,IAAI,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YACzC,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;gBAChC,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG;oBAC5B,GAAG,IAAI;oBACP,OAAO,EAAG,IAAI,CAAC,OAAmC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,WAAW,CAAC;iBACzF,CAAC;YACJ,CAAC;QACH,CAAC;QACD,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,IAAI,EAAE,CAAC;QACvC,MAAM,SAAS,GAAG,iBAAiB,CAAC,MAAM,CAAC,CAAC;QAC5C,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,UAAU,QAAQ,mBAAmB,SAAS,WAAW,EAAE,CAAC,CAAC;QACxG,OAAO,OAAO,CAAC;IACjB,CAAC;CACF;AAED,eAAe,CAAC,GAAG,EAAE,CAAC,IAAI,cAAc,EAAE,CAAC,CAAC;AAE5C,iFAAiF;AACjF,iFAAiF;AACjF,iFAAiF;AAEjF,SAAS,YAAY,CAAC,IAAY,EAAE,UAAsB,EAAE,IAAY,EAAE,OAAgB;IACxF,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,WAAW,EAAE,UAAU,CAAC,UAAU,EAAE,CAAC,CAAC;IACvE,MAAM,IAAI,GAAG,OAAO;QAClB,CAAC,CAAC,GAAG,IAAI,OAAO,OAAO,EAAE;QACzB,CAAC,CAAC,wBAAwB,OAAO,EAAE,CAAC;IAEtC,MAAM,OAAO,GAAkD,EAAE,CAAC;IAClE,IAAI,UAAU,CAAC,QAAQ,EAAE,CAAC;QACxB,OAAO,CAAC,IAAI,CAAC;YACX,IAAI,EAAE,WAAW;YACjB,SAAS,EAAE,EAAE,GAAG,EAAE,UAAU,CAAC,QAAQ,CAAC,GAAG,EAAE;SAC5C,CAAC,CAAC;IACL,CAAC;IACD,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;IACrC,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;AACnC,CAAC;AAED,SAAS,mBAAmB,CAAC,GAAW;IACtC,IAAI,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;QAC7B,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;QAC7C,MAAM,QAAQ,GAAG,GAAG,CAAC,OAAO,CAAC,aAAa,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QACpF,OAAO,CAAC,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;IAC1D,CAAC;IACD,wDAAwD;IACxD,MAAM,MAAM,GAAG,GAAG,CAAC,WAAW,CAAC,YAAY,CAAC,CAAC;IAC7C,MAAM,OAAO,GAAG,GAAG,CAAC,WAAW,CAAC,iBAAiB,CAAC,CAAC;IACnD,MAAM,GAAG,GACP,MAAM,IAAI,CAAC,IAAI,OAAO,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC;QACvD,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM;YACtB,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO;gBACxB,CAAC,CAAC,CAAC,CAAC,CAAC;IACP,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC;QACb,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;IAC3D,CAAC;IACD,OAAO,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;AACnB,CAAC;AAED,SAAS,WAAW,CAAC,SAAiB,EAAE,QAAgB;IACtD,MAAM,CAAC,GAAG,SAAS,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,gBAAgB,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IAEpF,IAAI,CAAC,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC3B,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,6CAA6C,CAAC,CAAC;QACjE,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACzB,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,OAAO,EAAE,GAAG,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE,QAAQ,EAAE,YAAY,EAAE,IAAI,EAAE,aAAa,EAAE,GAAG,EAAE,CAAC;IACrI,CAAC;IAED,IAAI,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;QACxB,OAAO,aAAa,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;IACpC,CAAC;IAED,OAAO,kBAAkB,CAAC,SAAS,EAAE,iCAAiC,CAAC,CAAC;AAC1E,CAAC;AAED,SAAS,aAAa,CAAC,CAAS,EAAE,QAAgB;IAChD,sBAAsB;IACtB,MAAM,QAAQ,GAAG,CAAC,CAAC,KAAK,CAAC,+BAA+B,CAAC,CAAC;IAC1D,IAAI,CAAC,QAAQ;QAAE,OAAO,kBAAkB,CAAC,SAAS,EAAE,gCAAgC,CAAC,CAAC;IACtF,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;IAE5B,qEAAqE;IACrE,IAAI,OAAO,KAAK,MAAM,IAAI,OAAO,KAAK,WAAW,EAAE,CAAC;QAClD,MAAM,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,0CAA0C,CAAC,CAAC;QAClE,+CAA+C;QAC/C,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACnG,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC;IAC7H,CAAC;IAED,MAAM,IAAI,GAAG,eAAe,CAAC,OAAO,CAAC,CAAC;IAEtC,6CAA6C;IAC7C,MAAM,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,4BAA4B,CAAC,CAAC;IACpD,IAAI,KAAK,IAAI,CAAC,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,YAAY,IAAI,IAAI,KAAK,YAAY,CAAC,EAAE,CAAC;QAChF,MAAM,IAAI,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QACjC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,IAAI,CAAC;YAC7B,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YAC5E,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC;QACrC,IAAI,IAAI,KAAK,KAAK,EAAE,CAAC;YACnB,MAAM,IAAI,GAAG,CAAC,CAAC,KAAK,CAAC,yBAAyB,CAAC,CAAC;YAChD,IAAI,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACd,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,EAAE,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC;YAC7I,CAAC;QACH,CAAC;QACD,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC;IAC3H,CAAC;IAED,IAAI,IAAI,KAAK,OAAO,EAAE,CAAC;QACrB,MAAM,MAAM,GAAG,CAAC,CAAC,KAAK,CAAC,0BAA0B,CAAC,CAAC;QACnD,MAAM,IAAI,GAAG,CAAC,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAC;QAC/C,MAAM,CAAC,EAAE,EAAE,EAAE,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;QAC5D,MAAM,CAAC,EAAE,EAAE,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;QACxD,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC;IACxK,CAAC;IAED,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;QACtB,MAAM,SAAS,GAAG,CAAC,CAAC,KAAK,CAAC,+CAA+C,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;QAC9F,IAAI,CAAC,SAAS;YAAE,OAAO,kBAAkB,CAAC,SAAS,EAAE,qCAAqC,CAAC,CAAC;QAC5F,MAAM,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,2CAA2C,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QACxE,MAAM,CAAC,CAAC,GAAG,GAAG,EAAE,CAAC,GAAG,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACzD,MAAM,MAAM,GAAG,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,uBAAuB,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QAClE,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC;IAClJ,CAAC;IAED,IAAI,IAAI,KAAK,UAAU,EAAE,CAAC;QACxB,MAAM,IAAI,GAAG,CAAC,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC;QAC5C,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC;IACtJ,CAAC;IAED,IAAI,IAAI,KAAK,MAAM,EAAE,CAAC;QACpB,MAAM,IAAI,GAAG,CAAC,CAAC,KAAK,CAAC,2BAA2B,CAAC,CAAC;QAClD,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,gBAAgB,EAAE,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC;IACzK,CAAC;IAED,IAAI,IAAI,KAAK,UAAU,EAAE,CAAC;QACxB,MAAM,IAAI,GAAG,CAAC,CAAC,KAAK,CAAC,yBAAyB,CAAC,CAAC;QAChD,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC;IACrJ,CAAC;IAED,IAAI,IAAI,KAAK,WAAW,EAAE,CAAC;QACzB,qEAAqE;QACrE,sEAAsE;QACtE,uEAAuE;QACvE,sEAAsE;QACtE,MAAM,IAAI,GAAG,CAAC,CAAC,KAAK,CAAC,kCAAkC,CAAC,CAAC;QACzD,MAAM,OAAO,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QACzC,MAAM,IAAI,GAAG,OAAO,IAAI,OAAO,CAAC,WAAW,EAAE,KAAK,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;QACrF,OAAO;YACL,UAAU,EAAE,WAAW;YACvB,MAAM,EAAE,EAAE,IAAI,EAAE;YAChB,QAAQ;YACR,WAAW,EAAE,QAAQ;YACrB,YAAY,EAAE,KAAK;YACnB,aAAa,EAAE,IAAI;SACpB,CAAC;IACJ,CAAC;IAED,IAAI,IAAI,KAAK,YAAY,IAAI,IAAI,KAAK,YAAY,EAAE,CAAC;QACnD,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC;IACrH,CAAC;IAED,OAAO,kBAAkB,CAAC,SAAS,EAAE,oCAAoC,OAAO,EAAE,CAAC,CAAC;AACtF,CAAC;AAED,SAAS,eAAe,CAAC,IAAY;IACnC,MAAM,GAAG,GAA2B;QAClC,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK;QACpC,YAAY,EAAE,YAAY,EAAE,UAAU,EAAE,YAAY,EAAE,SAAS,EAAE,YAAY;QAC7E,YAAY,EAAE,YAAY,EAAE,UAAU,EAAE,YAAY,EAAE,SAAS,EAAE,YAAY;QAC7E,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,QAAQ;QAChD,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM;QAC7C,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,UAAU,EAAE,QAAQ,EAAE,UAAU;QAC5D,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,YAAY,EAAE,UAAU,EAAE,YAAY;QAChE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,YAAY,EAAE,UAAU,EAAE,YAAY;QAChE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM;QAC1B,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,WAAW,EAAE,QAAQ,EAAE,WAAW;QACnF,SAAS,EAAE,UAAU,EAAE,QAAQ,EAAE,UAAU;KAC5C,CAAC;IACF,OAAO,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;AACzC,CAAC;AAED,SAAS,SAAS,CAAC,CAAS;IAC1B,OAAO,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;AAChF,CAAC;AAGD,SAAS,iBAAiB,CAAC,MAAoB;IAC7C,MAAM,EAAE,UAAU,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,GAAG,MAAM,CAAC;IAC5C,IAAI,CAAC,KAAK,QAAQ;QAAE,OAAO,mBAAmB,MAAM,CAAC,aAAa,IAAI,EAAE,IAAI,CAAC;IAC7E,IAAI,CAAC,KAAK,KAAK;QAAE,OAAO,6BAA6B,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;IACpE,IAAI,CAAC,KAAK,MAAM;QAAE,OAAO,2BAA2B,CAAC,CAAC,IAAI,IAAI,CAAC;IAC/D,IAAI,CAAC,KAAK,OAAO;QAAE,OAAO,6BAA6B,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,OAAO,WAAW,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,KAAK,IAAI,CAAC;IAC/G,IAAI,CAAC,KAAK,UAAU;QAAE,OAAO,4BAA4B,CAAC,CAAC,QAAQ,IAAI,CAAC;IACxE,IAAI,CAAC,KAAK,YAAY;QAAE,OAAO,mBAAmB,CAAC;IACnD,IAAI,CAAC,KAAK,YAAY;QAAE,OAAO,mBAAmB,CAAC;IACnD,IAAI,CAAC,KAAK,MAAM;QAAE,OAAO,yCAAyC,CAAC;IACnE,IAAI,CAAC,KAAK,WAAW,EAAE,CAAC;QACtB,MAAM,IAAI,GAAG,MAAM,CAAE,CAA6B,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;QAC/D,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QAC1C,OAAO,8BAA8B,OAAO,IAAI,CAAC;IACnD,CAAC;IACD,OAAO,cAAc,CAAC,IAAI,CAAC;AAC7B,CAAC"}
|
|
@@ -1,15 +1,29 @@
|
|
|
1
1
|
import type { ScreenInfo, ParsedAction, ModelResponse } from "../../../types.js";
|
|
2
2
|
import type { Message } from "../base.js";
|
|
3
3
|
import type { ObservationProfile } from "../../observation-mode.js";
|
|
4
|
+
import type OpenAI from "openai";
|
|
5
|
+
export interface ModelRequestProfile {
|
|
6
|
+
readonly tools?: readonly OpenAI.Chat.Completions.ChatCompletionTool[];
|
|
7
|
+
readonly toolChoice?: OpenAI.Chat.Completions.ChatCompletionToolChoiceOption;
|
|
8
|
+
readonly parallelToolCalls?: boolean;
|
|
9
|
+
}
|
|
4
10
|
export declare abstract class ModelAdapter {
|
|
5
11
|
abstract readonly name: string;
|
|
6
12
|
abstract readonly patterns: RegExp[];
|
|
13
|
+
readonly requestProfile?: ModelRequestProfile;
|
|
7
14
|
readonly observationProfile: ObservationProfile;
|
|
8
15
|
abstract buildMessages(task: string, screenInfo: ScreenInfo, context: Message[], isFirst: boolean, lang: string): Message[];
|
|
9
16
|
abstract parseResponse(raw: string): ParsedAction;
|
|
10
17
|
updateContext(context: Message[], response: ModelResponse, parsed: ParsedAction): Message[];
|
|
11
18
|
clearHistory(): void;
|
|
12
19
|
}
|
|
13
|
-
export declare
|
|
20
|
+
export declare class ModelOutputInvalidError extends Error {
|
|
21
|
+
readonly adapterName: string;
|
|
22
|
+
readonly code = "MODEL_OUTPUT_INVALID";
|
|
23
|
+
constructor(adapterName: string, reason: string);
|
|
24
|
+
}
|
|
25
|
+
export declare function invalidModelOutput(adapterName: string, reason: string): never;
|
|
26
|
+
export type ModelAdapterFactory = () => ModelAdapter;
|
|
27
|
+
export declare function registerAdapter(factory: ModelAdapterFactory): void;
|
|
14
28
|
export declare function detectAdapter(modelName: string): ModelAdapter;
|
|
15
29
|
export declare function getAdapter(name: string): ModelAdapter;
|
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
export class ModelAdapter {
|
|
2
|
+
requestProfile;
|
|
2
3
|
observationProfile = {
|
|
3
4
|
defaultMode: "vision",
|
|
4
5
|
supportedModes: ["vision"],
|
|
@@ -9,25 +10,45 @@ export class ModelAdapter {
|
|
|
9
10
|
}
|
|
10
11
|
clearHistory() { }
|
|
11
12
|
}
|
|
12
|
-
|
|
13
|
+
export class ModelOutputInvalidError extends Error {
|
|
14
|
+
adapterName;
|
|
15
|
+
code = "MODEL_OUTPUT_INVALID";
|
|
16
|
+
constructor(adapterName, reason) {
|
|
17
|
+
super(`${adapterName} model output invalid: ${reason}`);
|
|
18
|
+
this.adapterName = adapterName;
|
|
19
|
+
this.name = "ModelOutputInvalidError";
|
|
20
|
+
}
|
|
21
|
+
}
|
|
22
|
+
export function invalidModelOutput(adapterName, reason) {
|
|
23
|
+
throw new ModelOutputInvalidError(adapterName, reason);
|
|
24
|
+
}
|
|
13
25
|
const registry = new Map();
|
|
14
|
-
export function registerAdapter(
|
|
15
|
-
|
|
26
|
+
export function registerAdapter(factory) {
|
|
27
|
+
const probe = factory();
|
|
28
|
+
registry.set(probe.name, {
|
|
29
|
+
patterns: [...probe.patterns],
|
|
30
|
+
factory,
|
|
31
|
+
});
|
|
16
32
|
}
|
|
17
33
|
export function detectAdapter(modelName) {
|
|
18
34
|
const lower = modelName.toLowerCase();
|
|
19
|
-
for (const
|
|
20
|
-
if (
|
|
21
|
-
return
|
|
35
|
+
for (const registration of registry.values()) {
|
|
36
|
+
if (registration.patterns.some((pattern) => pattern.test(lower))) {
|
|
37
|
+
return registration.factory();
|
|
38
|
+
}
|
|
22
39
|
}
|
|
23
40
|
// Unknown models use the generic screenshot + UI-hierarchy contract.
|
|
24
41
|
// Known mobile adapters keep their model-specific pure-vision prompts.
|
|
25
|
-
|
|
42
|
+
const fallback = registry.get("general") ?? [...registry.values()][0];
|
|
43
|
+
if (!fallback)
|
|
44
|
+
throw new Error("No model adapters registered");
|
|
45
|
+
return fallback.factory();
|
|
26
46
|
}
|
|
27
47
|
export function getAdapter(name) {
|
|
28
|
-
const
|
|
29
|
-
if (!
|
|
48
|
+
const registration = registry.get(name.toLowerCase());
|
|
49
|
+
if (!registration) {
|
|
30
50
|
throw new Error(`No adapter for "${name}". Available: ${[...registry.keys()].join(", ")}`);
|
|
31
|
-
|
|
51
|
+
}
|
|
52
|
+
return registration.factory();
|
|
32
53
|
}
|
|
33
54
|
//# sourceMappingURL=base.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"base.js","sourceRoot":"","sources":["../../../../src/agent-runtime/models/vlm/base.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"base.js","sourceRoot":"","sources":["../../../../src/agent-runtime/models/vlm/base.ts"],"names":[],"mappings":"AAWA,MAAM,OAAgB,YAAY;IAGvB,cAAc,CAAuB;IACrC,kBAAkB,GAAuB;QAChD,WAAW,EAAE,QAAQ;QACrB,cAAc,EAAE,CAAC,QAAQ,CAAC;KAC3B,CAAC;IAYF,aAAa,CAAC,OAAkB,EAAE,QAAuB,EAAE,MAAoB;QAC7E,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;QAClE,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,YAAY,KAAU,CAAC;CACxB;AAED,MAAM,OAAO,uBAAwB,SAAQ,KAAK;IAIrC;IAHF,IAAI,GAAG,sBAAsB,CAAC;IAEvC,YACW,WAAmB,EAC5B,MAAc;QAEd,KAAK,CAAC,GAAG,WAAW,0BAA0B,MAAM,EAAE,CAAC,CAAC;QAH/C,gBAAW,GAAX,WAAW,CAAQ;QAI5B,IAAI,CAAC,IAAI,GAAG,yBAAyB,CAAC;IACxC,CAAC;CACF;AAED,MAAM,UAAU,kBAAkB,CAAC,WAAmB,EAAE,MAAc;IACpE,MAAM,IAAI,uBAAuB,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;AACzD,CAAC;AAWD,MAAM,QAAQ,GAAG,IAAI,GAAG,EAA6B,CAAC;AAEtD,MAAM,UAAU,eAAe,CAAC,OAA4B;IAC1D,MAAM,KAAK,GAAG,OAAO,EAAE,CAAC;IACxB,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE;QACvB,QAAQ,EAAE,CAAC,GAAG,KAAK,CAAC,QAAQ,CAAC;QAC7B,OAAO;KACR,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,SAAiB;IAC7C,MAAM,KAAK,GAAG,SAAS,CAAC,WAAW,EAAE,CAAC;IACtC,KAAK,MAAM,YAAY,IAAI,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC;QAC7C,IAAI,YAAY,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;YACjE,OAAO,YAAY,CAAC,OAAO,EAAE,CAAC;QAChC,CAAC;IACH,CAAC;IACD,qEAAqE;IACrE,uEAAuE;IACvE,MAAM,QAAQ,GAAG,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IACtE,IAAI,CAAC,QAAQ;QAAE,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;IAC/D,OAAO,QAAQ,CAAC,OAAO,EAAE,CAAC;AAC5B,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,IAAY;IACrC,MAAM,YAAY,GAAG,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;IACtD,IAAI,CAAC,YAAY,EAAE,CAAC;QAClB,MAAM,IAAI,KAAK,CAAC,mBAAmB,IAAI,iBAAiB,CAAC,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC7F,CAAC;IACD,OAAO,YAAY,CAAC,OAAO,EAAE,CAAC;AAChC,CAAC"}
|
|
@@ -8,4 +8,10 @@
|
|
|
8
8
|
*
|
|
9
9
|
* Use via `--adapter general` or any model whose name contains "general".
|
|
10
10
|
*/
|
|
11
|
-
|
|
11
|
+
/**
|
|
12
|
+
* UIAutomator reports physical-pixel bounds, while GeneralAdapter actions use
|
|
13
|
+
* the model's 0-999 coordinate frame. Normalizing at the prompt boundary keeps
|
|
14
|
+
* XML-only models from copying physical coordinates that AgentLoop would then
|
|
15
|
+
* scale a second time.
|
|
16
|
+
*/
|
|
17
|
+
export declare function normalizeUiXmlBounds(xml: string, width: number, height: number): string;
|
|
@@ -8,7 +8,7 @@
|
|
|
8
8
|
*
|
|
9
9
|
* Use via `--adapter general` or any model whose name contains "general".
|
|
10
10
|
*/
|
|
11
|
-
import { ModelAdapter, registerAdapter } from "./base.js";
|
|
11
|
+
import { invalidModelOutput, ModelAdapter, registerAdapter } from "./base.js";
|
|
12
12
|
// ── System prompt ────────────────────────────────────────────────────────────
|
|
13
13
|
function renderSystemPrompt() {
|
|
14
14
|
return `你是一个智能体分析专家,可以根据操作历史和当前状态图执行一系列操作来完成任务。
|
|
@@ -102,15 +102,16 @@ class GeneralAdapter extends ModelAdapter {
|
|
|
102
102
|
return context;
|
|
103
103
|
}
|
|
104
104
|
}
|
|
105
|
-
registerAdapter(new GeneralAdapter());
|
|
105
|
+
registerAdapter(() => new GeneralAdapter());
|
|
106
106
|
// ── Helpers ──────────────────────────────────────────────────────────────────
|
|
107
107
|
function buildUserMsg(task, screenInfo, lang, isFirst) {
|
|
108
108
|
const appInfo = JSON.stringify({ current_app: screenInfo.currentApp });
|
|
109
109
|
let text = isFirst ? `${task}\n\n${appInfo}` : `** Screen Info **\n\n${appInfo}`;
|
|
110
110
|
if (screenInfo.uiXml) {
|
|
111
|
+
const normalizedXml = normalizeUiXmlBounds(screenInfo.uiXml, screenInfo.width, screenInfo.height);
|
|
111
112
|
text += lang === "cn"
|
|
112
|
-
? `\n\n** UI 结构 (XML) **\n${
|
|
113
|
-
: `\n\n** UI Hierarchy (XML) **\n${
|
|
113
|
+
? `\n\n** UI 结构 (XML,bounds 已归一化到 0-999 坐标系) **\n${normalizedXml}`
|
|
114
|
+
: `\n\n** UI Hierarchy (XML; bounds normalized to 0-999 coordinates) **\n${normalizedXml}`;
|
|
114
115
|
}
|
|
115
116
|
const content = [];
|
|
116
117
|
if (screenInfo.imageRef) {
|
|
@@ -119,6 +120,23 @@ function buildUserMsg(task, screenInfo, lang, isFirst) {
|
|
|
119
120
|
content.push({ type: "text", text });
|
|
120
121
|
return { role: "user", content };
|
|
121
122
|
}
|
|
123
|
+
/**
|
|
124
|
+
* UIAutomator reports physical-pixel bounds, while GeneralAdapter actions use
|
|
125
|
+
* the model's 0-999 coordinate frame. Normalizing at the prompt boundary keeps
|
|
126
|
+
* XML-only models from copying physical coordinates that AgentLoop would then
|
|
127
|
+
* scale a second time.
|
|
128
|
+
*/
|
|
129
|
+
export function normalizeUiXmlBounds(xml, width, height) {
|
|
130
|
+
if (!(width > 0) || !(height > 0))
|
|
131
|
+
return xml;
|
|
132
|
+
const scale = (value, axisSize) => {
|
|
133
|
+
const numeric = Number(value);
|
|
134
|
+
if (!Number.isFinite(numeric))
|
|
135
|
+
return 0;
|
|
136
|
+
return Math.max(0, Math.min(999, Math.round((numeric / axisSize) * 999)));
|
|
137
|
+
};
|
|
138
|
+
return xml.replace(/bounds="\[(-?\d+),(-?\d+)\]\[(-?\d+),(-?\d+)\]"/g, (_match, x1, y1, x2, y2) => `bounds="[${scale(x1, width)},${scale(y1, height)}][${scale(x2, width)},${scale(y2, height)}]"`);
|
|
139
|
+
}
|
|
122
140
|
function splitThinkingAction(raw) {
|
|
123
141
|
// Preferred format: Thought: ...\nAnswer: ...
|
|
124
142
|
const answerIdx = raw.search(/^Action:/m);
|
|
@@ -153,12 +171,12 @@ function parseAction(actionStr, thinking) {
|
|
|
153
171
|
}
|
|
154
172
|
if (s.startsWith("do("))
|
|
155
173
|
return parseDoAction(s, thinking);
|
|
156
|
-
return
|
|
174
|
+
return invalidModelOutput("general", "expected finish(...) or do(...)");
|
|
157
175
|
}
|
|
158
176
|
function parseDoAction(s, thinking) {
|
|
159
177
|
const namePart = s.match(/do\(\s*action\s*=\s*"([^"]+)"/);
|
|
160
178
|
if (!namePart)
|
|
161
|
-
return
|
|
179
|
+
return invalidModelOutput("general", "do(...) is missing action name");
|
|
162
180
|
const rawName = namePart[1];
|
|
163
181
|
if (rawName === "Type" || rawName === "Type_Name") {
|
|
164
182
|
const textM = s.match(/text\s*=\s*(["'])([\s\S]*?)\1(?:\s*[,)])/);
|
|
@@ -185,6 +203,9 @@ function parseDoAction(s, thinking) {
|
|
|
185
203
|
const [ex, ey] = endM ? parseNums(endM[1]) : [500, 700];
|
|
186
204
|
return { actionType: "swipe", params: { start_x: sx, start_y: sy, end_x: ex, end_y: ey }, thinking, coordSystem: "0-1000", shouldFinish: false, finishMessage: null };
|
|
187
205
|
}
|
|
206
|
+
if (norm === "scroll") {
|
|
207
|
+
return parseScrollAction(s, thinking, "general");
|
|
208
|
+
}
|
|
188
209
|
if (norm === "open_app") {
|
|
189
210
|
const appM = s.match(/app\s*=\s*"([^"]+)"/);
|
|
190
211
|
return { actionType: "open_app", params: { app_name: appM?.[1] ?? "" }, thinking, coordSystem: "0-1000", shouldFinish: false, finishMessage: null };
|
|
@@ -202,7 +223,7 @@ function parseDoAction(s, thinking) {
|
|
|
202
223
|
if (norm === "press_back" || norm === "press_home") {
|
|
203
224
|
return { actionType: norm, params: {}, thinking, coordSystem: "0-1000", shouldFinish: false, finishMessage: null };
|
|
204
225
|
}
|
|
205
|
-
return
|
|
226
|
+
return invalidModelOutput("general", `unsupported or malformed action: ${rawName}`);
|
|
206
227
|
}
|
|
207
228
|
function normalizeAction(name) {
|
|
208
229
|
const MAP = {
|
|
@@ -222,8 +243,21 @@ function normalizeAction(name) {
|
|
|
222
243
|
function parseNums(s) {
|
|
223
244
|
return s.split(",").map((n) => parseFloat(n.trim())).filter((n) => !isNaN(n));
|
|
224
245
|
}
|
|
225
|
-
function
|
|
226
|
-
|
|
246
|
+
function parseScrollAction(s, thinking, adapterName) {
|
|
247
|
+
const direction = s.match(/direction\s*=\s*["'](up|down|left|right)["']/i)?.[1].toLowerCase();
|
|
248
|
+
if (!direction)
|
|
249
|
+
return invalidModelOutput(adapterName, "scroll is missing a valid direction");
|
|
250
|
+
const point = s.match(/(?:element|coordinate)\s*=\s*\[([^\]]+)\]/)?.[1];
|
|
251
|
+
const [x = 500, y = 500] = point ? parseNums(point) : [];
|
|
252
|
+
const amount = Number(s.match(/amount\s*=\s*([\d.]+)/)?.[1] ?? 1);
|
|
253
|
+
return {
|
|
254
|
+
actionType: "scroll",
|
|
255
|
+
params: { x, y, direction, amount },
|
|
256
|
+
thinking,
|
|
257
|
+
coordSystem: "0-1000",
|
|
258
|
+
shouldFinish: false,
|
|
259
|
+
finishMessage: null,
|
|
260
|
+
};
|
|
227
261
|
}
|
|
228
262
|
function toActionStr(parsed) {
|
|
229
263
|
const { actionType: t, params: p } = parsed;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"general.js","sourceRoot":"","sources":["../../../../src/agent-runtime/models/vlm/general.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAIH,OAAO,EAAE,YAAY,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAE1D,gFAAgF;AAEhF,SAAS,kBAAkB;IACzB,OAAO;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAiDR,CAAC;AACF,CAAC;AAED,gFAAgF;AAEhF,MAAM,cAAe,SAAQ,YAAY;IAC9B,IAAI,GAAG,SAAS,CAAC;IACjB,QAAQ,GAAG,CAAC,aAAa,CAAC,CAAC;IAClB,kBAAkB,GAAG;QACrC,WAAW,EAAE,QAAQ;QACrB,cAAc,EAAE,CAAC,QAAQ,EAAE,KAAK,EAAE,QAAQ,CAAC;KACnC,CAAC;IAEX,aAAa,CACX,IAAY,EACZ,UAAsB,EACtB,OAAkB,EAClB,OAAgB,EAChB,IAAY;QAEZ,MAAM,IAAI,GAAG,CAAC,GAAG,OAAO,CAAC,CAAC;QAC1B,IAAI,OAAO,EAAE,CAAC;YACZ,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,kBAAkB,EAAE,EAAE,CAAC,CAAC;YAC7D,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;QACxD,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC;QACzD,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,aAAa,CAAC,GAAW;QACvB,MAAM,CAAC,QAAQ,EAAE,SAAS,CAAC,GAAG,mBAAmB,CAAC,GAAG,CAAC,CAAC;QACvD,OAAO,WAAW,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;IAC1C,CAAC;IAED,aAAa,CAAC,OAAkB,EAAE,SAAwB,EAAE,MAAoB;QAC9E,6DAA6D;QAC7D,IAAI,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAClE,MAAM,IAAI,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YACzC,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;gBAChC,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG;oBAC5B,GAAG,IAAI;oBACP,OAAO,EAAG,IAAI,CAAC,OAAmC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,WAAW,CAAC;iBACzF,CAAC;YACJ,CAAC;QACH,CAAC;QACD,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,IAAI,EAAE,CAAC;QACvC,MAAM,SAAS,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC;QACtC,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,YAAY,QAAQ,aAAa,SAAS,EAAE,EAAE,CAAC,CAAC;QAC3F,OAAO,OAAO,CAAC;IACjB,CAAC;CACF;AAED,eAAe,CAAC,IAAI,cAAc,EAAE,CAAC,CAAC;AAEtC,gFAAgF;AAEhF,SAAS,YAAY,CAAC,IAAY,EAAE,UAAsB,EAAE,IAAY,EAAE,OAAgB;IACxF,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,WAAW,EAAE,UAAU,CAAC,UAAU,EAAE,CAAC,CAAC;IACvE,IAAI,IAAI,GAAG,OAAO,CAAC,CAAC,CAAC,GAAG,IAAI,OAAO,OAAO,EAAE,CAAC,CAAC,CAAC,wBAAwB,OAAO,EAAE,CAAC;IACjF,IAAI,UAAU,CAAC,KAAK,EAAE,CAAC;QACrB,IAAI,IAAI,IAAI,KAAK,IAAI;YACnB,CAAC,CAAC,0BAA0B,UAAU,CAAC,KAAK,EAAE;YAC9C,CAAC,CAAC,iCAAiC,UAAU,CAAC,KAAK,EAAE,CAAC;IAC1D,CAAC;IACD,MAAM,OAAO,GAAkD,EAAE,CAAC;IAClE,IAAI,UAAU,CAAC,QAAQ,EAAE,CAAC;QACxB,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,EAAE,GAAG,EAAE,UAAU,CAAC,QAAQ,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;IACnF,CAAC;IACD,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;IACrC,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;AACnC,CAAC;AAED,SAAS,mBAAmB,CAAC,GAAW;IACtC,8CAA8C;IAC9C,MAAM,SAAS,GAAG,GAAG,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;IAC1C,IAAI,SAAS,IAAI,CAAC,EAAE,CAAC;QACnB,MAAM,QAAQ,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QAC7E,MAAM,SAAS,GAAG,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QAC1E,OAAO,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;IAC/B,CAAC;IACD,0CAA0C;IAC1C,IAAI,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;QAC7B,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;QAC7C,MAAM,QAAQ,GAAG,GAAG,CAAC,OAAO,CAAC,aAAa,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QACpF,OAAO,CAAC,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;IAC1D,CAAC;IACD,sCAAsC;IACtC,MAAM,MAAM,GAAG,GAAG,CAAC,WAAW,CAAC,YAAY,CAAC,CAAC;IAC7C,MAAM,OAAO,GAAG,GAAG,CAAC,WAAW,CAAC,iBAAiB,CAAC,CAAC;IACnD,MAAM,GAAG,GACP,MAAM,IAAI,CAAC,IAAI,OAAO,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC;QACvD,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM;YACtB,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO;gBACxB,CAAC,CAAC,CAAC,CAAC,CAAC;IACP,IAAI,GAAG,IAAI,CAAC;QAAE,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;IACvE,OAAO,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;AACnB,CAAC;AAED,SAAS,WAAW,CAAC,SAAiB,EAAE,QAAgB;IACtD,MAAM,CAAC,GAAG,SAAS,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,gBAAgB,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IAEpF,IAAI,CAAC,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC3B,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,6CAA6C,CAAC,CAAC;QACjE,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACzB,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,OAAO,EAAE,GAAG,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE,QAAQ,EAAE,YAAY,EAAE,IAAI,EAAE,aAAa,EAAE,GAAG,EAAE,CAAC;IACrI,CAAC;IAED,IAAI,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC;QAAE,OAAO,aAAa,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;IAE3D,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC;AAC9B,CAAC;AAED,SAAS,aAAa,CAAC,CAAS,EAAE,QAAgB;IAChD,MAAM,QAAQ,GAAG,CAAC,CAAC,KAAK,CAAC,+BAA+B,CAAC,CAAC;IAC1D,IAAI,CAAC,QAAQ;QAAE,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC;IAC3C,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;IAE5B,IAAI,OAAO,KAAK,MAAM,IAAI,OAAO,KAAK,WAAW,EAAE,CAAC;QAClD,MAAM,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,0CAA0C,CAAC,CAAC;QAClE,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACnG,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC;IAC7H,CAAC;IAED,MAAM,IAAI,GAAG,eAAe,CAAC,OAAO,CAAC,CAAC;IAEtC,MAAM,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,4BAA4B,CAAC,CAAC;IACpD,IAAI,KAAK,IAAI,CAAC,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,YAAY,IAAI,IAAI,KAAK,YAAY,CAAC,EAAE,CAAC;QAChF,MAAM,IAAI,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QACjC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,IAAI,CAAC;YAC7B,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YAC5E,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC;QACrC,sEAAsE;QACtE,gEAAgE;QAChE,mEAAmE;QACnE,qEAAqE;QACrE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC;IAC3H,CAAC;IAED,IAAI,IAAI,KAAK,OAAO,EAAE,CAAC;QACrB,MAAM,MAAM,GAAG,CAAC,CAAC,KAAK,CAAC,0BAA0B,CAAC,CAAC;QACnD,MAAM,IAAI,GAAG,CAAC,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAC;QAC/C,MAAM,CAAC,EAAE,EAAE,EAAE,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;QAC5D,MAAM,CAAC,EAAE,EAAE,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;QACxD,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC;IACxK,CAAC;IAED,IAAI,IAAI,KAAK,UAAU,EAAE,CAAC;QACxB,MAAM,IAAI,GAAG,CAAC,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC;QAC5C,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC;IACtJ,CAAC;IAED,IAAI,IAAI,KAAK,MAAM,EAAE,CAAC;QACpB,MAAM,IAAI,GAAG,CAAC,CAAC,KAAK,CAAC,2BAA2B,CAAC,CAAC;QAClD,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,gBAAgB,EAAE,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC;IACzK,CAAC;IAED,IAAI,IAAI,KAAK,WAAW,EAAE,CAAC;QACzB,MAAM,IAAI,GAAG,CAAC,CAAC,KAAK,CAAC,kCAAkC,CAAC,CAAC;QACzD,MAAM,OAAO,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QACzC,MAAM,IAAI,GAAG,OAAO,IAAI,OAAO,CAAC,WAAW,EAAE,KAAK,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;QACrF,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC;IAClI,CAAC;IAED,IAAI,IAAI,KAAK,YAAY,IAAI,IAAI,KAAK,YAAY,EAAE,CAAC;QACnD,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC;IACrH,CAAC;IAED,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC;AAC9B,CAAC;AAED,SAAS,eAAe,CAAC,IAAY;IACnC,MAAM,GAAG,GAA2B;QAClC,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK;QACpC,YAAY,EAAE,YAAY,EAAE,UAAU,EAAE,YAAY,EAAE,SAAS,EAAE,YAAY;QAC7E,YAAY,EAAE,YAAY,EAAE,UAAU,EAAE,YAAY,EAAE,SAAS,EAAE,YAAY;QAC7E,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,QAAQ;QAChD,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM;QAC7C,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,UAAU,EAAE,QAAQ,EAAE,UAAU;QAC5D,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,YAAY,EAAE,UAAU,EAAE,YAAY;QAChE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,YAAY,EAAE,UAAU,EAAE,YAAY;QAChE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM;QAC1B,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,WAAW;KAC7D,CAAC;IACF,OAAO,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;AACzC,CAAC;AAED,SAAS,SAAS,CAAC,CAAS;IAC1B,OAAO,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;AAChF,CAAC;AAED,SAAS,UAAU,CAAC,QAAgB;IAClC,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,gBAAgB,EAAE,CAAC,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC;AAC5I,CAAC;AAED,SAAS,WAAW,CAAC,MAAoB;IACvC,MAAM,EAAE,UAAU,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,GAAG,MAAM,CAAC;IAC5C,IAAI,CAAC,KAAK,QAAQ;QAAE,OAAO,mBAAmB,MAAM,CAAC,aAAa,IAAI,EAAE,IAAI,CAAC;IAC7E,IAAI,CAAC,KAAK,KAAK;QAAE,OAAO,6BAA6B,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;IACpE,IAAI,CAAC,KAAK,MAAM;QAAE,OAAO,2BAA2B,CAAC,CAAC,IAAI,IAAI,CAAC;IAC/D,IAAI,CAAC,KAAK,OAAO;QAAE,OAAO,6BAA6B,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,OAAO,WAAW,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,KAAK,IAAI,CAAC;IAC/G,IAAI,CAAC,KAAK,UAAU;QAAE,OAAO,4BAA4B,CAAC,CAAC,QAAQ,IAAI,CAAC;IACxE,IAAI,CAAC,KAAK,YAAY;QAAE,OAAO,mBAAmB,CAAC;IACnD,IAAI,CAAC,KAAK,YAAY;QAAE,OAAO,mBAAmB,CAAC;IACnD,IAAI,CAAC,KAAK,MAAM;QAAE,OAAO,yCAAyC,CAAC;IACnE,IAAI,CAAC,KAAK,WAAW,EAAE,CAAC;QACtB,MAAM,IAAI,GAAG,MAAM,CAAE,CAA6B,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QACpF,OAAO,8BAA8B,IAAI,IAAI,CAAC;IAChD,CAAC;IACD,OAAO,cAAc,CAAC,IAAI,CAAC;AAC7B,CAAC"}
|
|
1
|
+
{"version":3,"file":"general.js","sourceRoot":"","sources":["../../../../src/agent-runtime/models/vlm/general.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAIH,OAAO,EAAE,kBAAkB,EAAE,YAAY,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAE9E,gFAAgF;AAEhF,SAAS,kBAAkB;IACzB,OAAO;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAiDR,CAAC;AACF,CAAC;AAED,gFAAgF;AAEhF,MAAM,cAAe,SAAQ,YAAY;IAC9B,IAAI,GAAG,SAAS,CAAC;IACjB,QAAQ,GAAG,CAAC,aAAa,CAAC,CAAC;IAClB,kBAAkB,GAAG;QACrC,WAAW,EAAE,QAAQ;QACrB,cAAc,EAAE,CAAC,QAAQ,EAAE,KAAK,EAAE,QAAQ,CAAC;KACnC,CAAC;IAEX,aAAa,CACX,IAAY,EACZ,UAAsB,EACtB,OAAkB,EAClB,OAAgB,EAChB,IAAY;QAEZ,MAAM,IAAI,GAAG,CAAC,GAAG,OAAO,CAAC,CAAC;QAC1B,IAAI,OAAO,EAAE,CAAC;YACZ,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,kBAAkB,EAAE,EAAE,CAAC,CAAC;YAC7D,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;QACxD,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC;QACzD,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,aAAa,CAAC,GAAW;QACvB,MAAM,CAAC,QAAQ,EAAE,SAAS,CAAC,GAAG,mBAAmB,CAAC,GAAG,CAAC,CAAC;QACvD,OAAO,WAAW,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;IAC1C,CAAC;IAED,aAAa,CAAC,OAAkB,EAAE,SAAwB,EAAE,MAAoB;QAC9E,6DAA6D;QAC7D,IAAI,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAClE,MAAM,IAAI,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YACzC,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;gBAChC,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG;oBAC5B,GAAG,IAAI;oBACP,OAAO,EAAG,IAAI,CAAC,OAAmC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,WAAW,CAAC;iBACzF,CAAC;YACJ,CAAC;QACH,CAAC;QACD,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,IAAI,EAAE,CAAC;QACvC,MAAM,SAAS,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC;QACtC,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,YAAY,QAAQ,aAAa,SAAS,EAAE,EAAE,CAAC,CAAC;QAC3F,OAAO,OAAO,CAAC;IACjB,CAAC;CACF;AAED,eAAe,CAAC,GAAG,EAAE,CAAC,IAAI,cAAc,EAAE,CAAC,CAAC;AAE5C,gFAAgF;AAEhF,SAAS,YAAY,CAAC,IAAY,EAAE,UAAsB,EAAE,IAAY,EAAE,OAAgB;IACxF,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,WAAW,EAAE,UAAU,CAAC,UAAU,EAAE,CAAC,CAAC;IACvE,IAAI,IAAI,GAAG,OAAO,CAAC,CAAC,CAAC,GAAG,IAAI,OAAO,OAAO,EAAE,CAAC,CAAC,CAAC,wBAAwB,OAAO,EAAE,CAAC;IACjF,IAAI,UAAU,CAAC,KAAK,EAAE,CAAC;QACrB,MAAM,aAAa,GAAG,oBAAoB,CACxC,UAAU,CAAC,KAAK,EAChB,UAAU,CAAC,KAAK,EAChB,UAAU,CAAC,MAAM,CAClB,CAAC;QACF,IAAI,IAAI,IAAI,KAAK,IAAI;YACnB,CAAC,CAAC,iDAAiD,aAAa,EAAE;YAClE,CAAC,CAAC,yEAAyE,aAAa,EAAE,CAAC;IAC/F,CAAC;IACD,MAAM,OAAO,GAAkD,EAAE,CAAC;IAClE,IAAI,UAAU,CAAC,QAAQ,EAAE,CAAC;QACxB,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,EAAE,GAAG,EAAE,UAAU,CAAC,QAAQ,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;IACnF,CAAC;IACD,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;IACrC,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;AACnC,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,oBAAoB,CAAC,GAAW,EAAE,KAAa,EAAE,MAAc;IAC7E,IAAI,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;QAAE,OAAO,GAAG,CAAC;IAC9C,MAAM,KAAK,GAAG,CAAC,KAAa,EAAE,QAAgB,EAAU,EAAE;QACxD,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;QAC9B,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC;YAAE,OAAO,CAAC,CAAC;QACxC,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,OAAO,GAAG,QAAQ,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;IAC5E,CAAC,CAAC;IACF,OAAO,GAAG,CAAC,OAAO,CAChB,kDAAkD,EAClD,CAAC,MAAM,EAAE,EAAU,EAAE,EAAU,EAAE,EAAU,EAAE,EAAU,EAAE,EAAE,CACzD,YAAY,KAAK,CAAC,EAAE,EAAE,KAAK,CAAC,IAAI,KAAK,CAAC,EAAE,EAAE,MAAM,CAAC,KAAK,KAAK,CAAC,EAAE,EAAE,KAAK,CAAC,IAAI,KAAK,CAAC,EAAE,EAAE,MAAM,CAAC,IAAI,CAClG,CAAC;AACJ,CAAC;AAED,SAAS,mBAAmB,CAAC,GAAW;IACtC,8CAA8C;IAC9C,MAAM,SAAS,GAAG,GAAG,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;IAC1C,IAAI,SAAS,IAAI,CAAC,EAAE,CAAC;QACnB,MAAM,QAAQ,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QAC7E,MAAM,SAAS,GAAG,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QAC1E,OAAO,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;IAC/B,CAAC;IACD,0CAA0C;IAC1C,IAAI,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;QAC7B,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;QAC7C,MAAM,QAAQ,GAAG,GAAG,CAAC,OAAO,CAAC,aAAa,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QACpF,OAAO,CAAC,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;IAC1D,CAAC;IACD,sCAAsC;IACtC,MAAM,MAAM,GAAG,GAAG,CAAC,WAAW,CAAC,YAAY,CAAC,CAAC;IAC7C,MAAM,OAAO,GAAG,GAAG,CAAC,WAAW,CAAC,iBAAiB,CAAC,CAAC;IACnD,MAAM,GAAG,GACP,MAAM,IAAI,CAAC,IAAI,OAAO,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC;QACvD,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM;YACtB,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO;gBACxB,CAAC,CAAC,CAAC,CAAC,CAAC;IACP,IAAI,GAAG,IAAI,CAAC;QAAE,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;IACvE,OAAO,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;AACnB,CAAC;AAED,SAAS,WAAW,CAAC,SAAiB,EAAE,QAAgB;IACtD,MAAM,CAAC,GAAG,SAAS,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,gBAAgB,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IAEpF,IAAI,CAAC,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC3B,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,6CAA6C,CAAC,CAAC;QACjE,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACzB,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,OAAO,EAAE,GAAG,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE,QAAQ,EAAE,YAAY,EAAE,IAAI,EAAE,aAAa,EAAE,GAAG,EAAE,CAAC;IACrI,CAAC;IAED,IAAI,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC;QAAE,OAAO,aAAa,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;IAE3D,OAAO,kBAAkB,CAAC,SAAS,EAAE,iCAAiC,CAAC,CAAC;AAC1E,CAAC;AAED,SAAS,aAAa,CAAC,CAAS,EAAE,QAAgB;IAChD,MAAM,QAAQ,GAAG,CAAC,CAAC,KAAK,CAAC,+BAA+B,CAAC,CAAC;IAC1D,IAAI,CAAC,QAAQ;QAAE,OAAO,kBAAkB,CAAC,SAAS,EAAE,gCAAgC,CAAC,CAAC;IACtF,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;IAE5B,IAAI,OAAO,KAAK,MAAM,IAAI,OAAO,KAAK,WAAW,EAAE,CAAC;QAClD,MAAM,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,0CAA0C,CAAC,CAAC;QAClE,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACnG,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC;IAC7H,CAAC;IAED,MAAM,IAAI,GAAG,eAAe,CAAC,OAAO,CAAC,CAAC;IAEtC,MAAM,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,4BAA4B,CAAC,CAAC;IACpD,IAAI,KAAK,IAAI,CAAC,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,YAAY,IAAI,IAAI,KAAK,YAAY,CAAC,EAAE,CAAC;QAChF,MAAM,IAAI,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QACjC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,IAAI,CAAC;YAC7B,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YAC5E,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC;QACrC,sEAAsE;QACtE,gEAAgE;QAChE,mEAAmE;QACnE,qEAAqE;QACrE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC;IAC3H,CAAC;IAED,IAAI,IAAI,KAAK,OAAO,EAAE,CAAC;QACrB,MAAM,MAAM,GAAG,CAAC,CAAC,KAAK,CAAC,0BAA0B,CAAC,CAAC;QACnD,MAAM,IAAI,GAAG,CAAC,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAC;QAC/C,MAAM,CAAC,EAAE,EAAE,EAAE,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;QAC5D,MAAM,CAAC,EAAE,EAAE,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;QACxD,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC;IACxK,CAAC;IAED,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;QACtB,OAAO,iBAAiB,CAAC,CAAC,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC;IACnD,CAAC;IAED,IAAI,IAAI,KAAK,UAAU,EAAE,CAAC;QACxB,MAAM,IAAI,GAAG,CAAC,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC;QAC5C,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC;IACtJ,CAAC;IAED,IAAI,IAAI,KAAK,MAAM,EAAE,CAAC;QACpB,MAAM,IAAI,GAAG,CAAC,CAAC,KAAK,CAAC,2BAA2B,CAAC,CAAC;QAClD,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,gBAAgB,EAAE,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC;IACzK,CAAC;IAED,IAAI,IAAI,KAAK,WAAW,EAAE,CAAC;QACzB,MAAM,IAAI,GAAG,CAAC,CAAC,KAAK,CAAC,kCAAkC,CAAC,CAAC;QACzD,MAAM,OAAO,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QACzC,MAAM,IAAI,GAAG,OAAO,IAAI,OAAO,CAAC,WAAW,EAAE,KAAK,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;QACrF,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC;IAClI,CAAC;IAED,IAAI,IAAI,KAAK,YAAY,IAAI,IAAI,KAAK,YAAY,EAAE,CAAC;QACnD,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC;IACrH,CAAC;IAED,OAAO,kBAAkB,CAAC,SAAS,EAAE,oCAAoC,OAAO,EAAE,CAAC,CAAC;AACtF,CAAC;AAED,SAAS,eAAe,CAAC,IAAY;IACnC,MAAM,GAAG,GAA2B;QAClC,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK;QACpC,YAAY,EAAE,YAAY,EAAE,UAAU,EAAE,YAAY,EAAE,SAAS,EAAE,YAAY;QAC7E,YAAY,EAAE,YAAY,EAAE,UAAU,EAAE,YAAY,EAAE,SAAS,EAAE,YAAY;QAC7E,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,QAAQ;QAChD,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM;QAC7C,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,UAAU,EAAE,QAAQ,EAAE,UAAU;QAC5D,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,YAAY,EAAE,UAAU,EAAE,YAAY;QAChE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,YAAY,EAAE,UAAU,EAAE,YAAY;QAChE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM;QAC1B,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,WAAW;KAC7D,CAAC;IACF,OAAO,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;AACzC,CAAC;AAED,SAAS,SAAS,CAAC,CAAS;IAC1B,OAAO,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;AAChF,CAAC;AAED,SAAS,iBAAiB,CAAC,CAAS,EAAE,QAAgB,EAAE,WAAmB;IACzE,MAAM,SAAS,GAAG,CAAC,CAAC,KAAK,CAAC,+CAA+C,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;IAC9F,IAAI,CAAC,SAAS;QAAE,OAAO,kBAAkB,CAAC,WAAW,EAAE,qCAAqC,CAAC,CAAC;IAC9F,MAAM,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,2CAA2C,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IACxE,MAAM,CAAC,CAAC,GAAG,GAAG,EAAE,CAAC,GAAG,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACzD,MAAM,MAAM,GAAG,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,uBAAuB,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;IAClE,OAAO;QACL,UAAU,EAAE,QAAQ;QACpB,MAAM,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,SAAS,EAAE,MAAM,EAAE;QACnC,QAAQ;QACR,WAAW,EAAE,QAAQ;QACrB,YAAY,EAAE,KAAK;QACnB,aAAa,EAAE,IAAI;KACpB,CAAC;AACJ,CAAC;AAGD,SAAS,WAAW,CAAC,MAAoB;IACvC,MAAM,EAAE,UAAU,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,GAAG,MAAM,CAAC;IAC5C,IAAI,CAAC,KAAK,QAAQ;QAAE,OAAO,mBAAmB,MAAM,CAAC,aAAa,IAAI,EAAE,IAAI,CAAC;IAC7E,IAAI,CAAC,KAAK,KAAK;QAAE,OAAO,6BAA6B,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;IACpE,IAAI,CAAC,KAAK,MAAM;QAAE,OAAO,2BAA2B,CAAC,CAAC,IAAI,IAAI,CAAC;IAC/D,IAAI,CAAC,KAAK,OAAO;QAAE,OAAO,6BAA6B,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,OAAO,WAAW,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,KAAK,IAAI,CAAC;IAC/G,IAAI,CAAC,KAAK,UAAU;QAAE,OAAO,4BAA4B,CAAC,CAAC,QAAQ,IAAI,CAAC;IACxE,IAAI,CAAC,KAAK,YAAY;QAAE,OAAO,mBAAmB,CAAC;IACnD,IAAI,CAAC,KAAK,YAAY;QAAE,OAAO,mBAAmB,CAAC;IACnD,IAAI,CAAC,KAAK,MAAM;QAAE,OAAO,yCAAyC,CAAC;IACnE,IAAI,CAAC,KAAK,WAAW,EAAE,CAAC;QACtB,MAAM,IAAI,GAAG,MAAM,CAAE,CAA6B,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QACpF,OAAO,8BAA8B,IAAI,IAAI,CAAC;IAChD,CAAC;IACD,OAAO,cAAc,CAAC,IAAI,CAAC;AAC7B,CAAC"}
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { ModelAdapter, registerAdapter } from "./base.js";
|
|
1
|
+
import { invalidModelOutput, ModelAdapter, registerAdapter } from "./base.js";
|
|
2
2
|
import { parseToolCall } from "./shared/tool-call.js";
|
|
3
3
|
// ─────────────────────────────────────────────────────────────────────────────
|
|
4
4
|
// GUI-Owl / GUI-Plus adapter
|
|
@@ -206,7 +206,8 @@ class GUIOwlAdapter extends ModelAdapter {
|
|
|
206
206
|
// Extract the "Action: ..." line as thinking/description for history
|
|
207
207
|
const actionLineMatch = raw.match(/^\s*Action:\s*(.+?)$/m);
|
|
208
208
|
const description = actionLineMatch ? actionLineMatch[1].trim().replace(/^"|"$/g, "") : "";
|
|
209
|
-
const parsed = parseToolCall(raw, description)
|
|
209
|
+
const parsed = parseToolCall(raw, description)
|
|
210
|
+
?? invalidModelOutput(this.name, "expected a valid <tool_call> JSON action");
|
|
210
211
|
// Coordinates come back 0-999; handler treats "0-1000" the same bucket.
|
|
211
212
|
parsed.coordSystem = "0-1000";
|
|
212
213
|
return parsed;
|
|
@@ -224,17 +225,7 @@ class GUIOwlAdapter extends ModelAdapter {
|
|
|
224
225
|
this.actionHistory = [];
|
|
225
226
|
}
|
|
226
227
|
}
|
|
227
|
-
registerAdapter(new GUIOwlAdapter());
|
|
228
|
-
function fallbackWait(thinking) {
|
|
229
|
-
return {
|
|
230
|
-
actionType: "wait",
|
|
231
|
-
params: { duration_seconds: 2 },
|
|
232
|
-
thinking,
|
|
233
|
-
coordSystem: "0-1000",
|
|
234
|
-
shouldFinish: false,
|
|
235
|
-
finishMessage: null,
|
|
236
|
-
};
|
|
237
|
-
}
|
|
228
|
+
registerAdapter(() => new GUIOwlAdapter());
|
|
238
229
|
function actionSummary(parsed) {
|
|
239
230
|
const { actionType: t, params: p } = parsed;
|
|
240
231
|
if (t === "tap")
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"guiowl.js","sourceRoot":"","sources":["../../../../src/agent-runtime/models/vlm/guiowl.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,YAAY,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;
|
|
1
|
+
{"version":3,"file":"guiowl.js","sourceRoot":"","sources":["../../../../src/agent-runtime/models/vlm/guiowl.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,kBAAkB,EAAE,YAAY,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAC9E,OAAO,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AAEtD,gFAAgF;AAChF,6BAA6B;AAC7B,EAAE;AACF,yBAAyB;AACzB,sFAAsF;AACtF,uEAAuE;AACvE,EAAE;AACF,wDAAwD;AACxD,gFAAgF;AAChF,4GAA4G;AAC5G,6EAA6E;AAC7E,iFAAiF;AACjF,wFAAwF;AACxF,gFAAgF;AAEhF,MAAM,QAAQ,GAAG,IAAI,CAAC;AACtB,MAAM,QAAQ,GAAG,IAAI,CAAC;AAEtB,SAAS,eAAe,CAAC,CAAS,EAAE,CAAS;IAC3C,MAAM,MAAM,GAAG;QACb,IAAI,EAAE,UAAU;QAChB,QAAQ,EAAE;YACR,cAAc,EAAE,YAAY;YAC5B,IAAI,EAAE,YAAY;YAClB,WAAW,EACT,6EAA6E;gBAC7E,8DAA8D;gBAC9D,gEAAgE;gBAChE,iEAAiE;gBACjE,+FAA+F;gBAC/F,gCAAgC,CAAC,IAAI,CAAC,KAAK;gBAC3C,0EAA0E;gBAC1E,8EAA8E;YAChF,UAAU,EAAE;gBACV,UAAU,EAAE;oBACV,MAAM,EAAE;wBACN,WAAW,EACT,qDAAqD;4BACrD,sDAAsD;4BACtD,gDAAgD;4BAChD,2EAA2E;4BAC3E,oEAAoE;4BACpE,+FAA+F;4BAC/F,gHAAgH;4BAChH,oEAAoE;4BACpE,+CAA+C;4BAC/C,wCAAwC;4BACxC,8DAA8D;4BAC9D,iEAAiE;4BACjE,2EAA2E;4BAC3E,6EAA6E;wBAC/E,IAAI,EAAE;4BACJ,KAAK,EAAE,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,MAAM;4BAC7C,eAAe,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,UAAU,EAAE,WAAW;yBACnE;wBACD,IAAI,EAAE,QAAQ;qBACf;oBACD,UAAU,EAAE;wBACV,WAAW,EACT,8EAA8E;4BAC9E,2EAA2E;wBAC7E,IAAI,EAAE,OAAO;qBACd;oBACD,WAAW,EAAE;wBACX,WAAW,EACT,0DAA0D;wBAC5D,IAAI,EAAE,OAAO;qBACd;oBACD,IAAI,EAAE;wBACJ,WAAW,EACT,sGAAsG;wBACxG,IAAI,EAAE,QAAQ;qBACf;oBACD,IAAI,EAAE;wBACJ,WAAW,EAAE,kEAAkE;wBAC/E,IAAI,EAAE,QAAQ;qBACf;oBACD,MAAM,EAAE;wBACN,WAAW,EACT,qGAAqG;4BACrG,0CAA0C;wBAC5C,IAAI,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC;wBACvC,IAAI,EAAE,QAAQ;qBACf;oBACD,MAAM,EAAE;wBACN,WAAW,EAAE,mDAAmD;wBAChE,IAAI,EAAE,QAAQ;wBACd,IAAI,EAAE,CAAC,SAAS,EAAE,SAAS,CAAC;qBAC7B;iBACF;gBACD,QAAQ,EAAE,CAAC,QAAQ,CAAC;gBACpB,IAAI,EAAE,QAAQ;aACf;YACD,WAAW,EAAE,wCAAwC;SACtD;KACF,CAAC;IACF,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;AAChC,CAAC;AAED,SAAS,cAAc,CAAC,CAAS,EAAE,CAAS;IAC1C,OAAO;;;;;;EAMP,eAAe,CAAC,CAAC,EAAE,CAAC,CAAC;;;;;;;;;;;;;;;;;;uEAkBgD,CAAC;AACxE,CAAC;AAED,SAAS,cAAc,CAAC,CAAS,EAAE,CAAS;IAC1C,OAAO;;;;;;EAMP,eAAe,CAAC,CAAC,EAAE,CAAC,CAAC;;;;;;;;;;;;;;;;;;wDAkBiC,CAAC;AACzD,CAAC;AAED,SAAS,cAAc,CACrB,IAAY,EACZ,OAAiB,EACjB,IAAY,EACZ,IAAiD;IAEjD,MAAM,IAAI,GAAG,IAAI,KAAK,IAAI,CAAC;IAC3B,MAAM,OAAO,GAAG,CAAC,IAAI,CAAC,aAAa,IAAI,IAAI,CAAC,MAAM;QAChD,CAAC,CAAC,CAAC,IAAI;YACL,CAAC,CAAC,kFAAkF;YACpF,CAAC,CAAC,0BAA0B,CAAC;QAC/B,CAAC,CAAC,IAAI,CAAC,aAAa,IAAI,IAAI,CAAC,MAAM;YACjC,CAAC,CAAC,CAAC,IAAI;gBACL,CAAC,CAAC,qGAAqG;gBACvG,CAAC,CAAC,iCAAiC,CAAC;YACtC,CAAC,CAAC,CAAC,IAAI;gBACL,CAAC,CAAC,uEAAuE;gBACzE,CAAC,CAAC,iBAAiB,CAAC,CAAC;IAE3B,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,IAAI;YACT,CAAC,CAAC,iCAAiC,OAAO,qBAAqB,IAAI,EAAE;YACrE,CAAC,CAAC,IAAI,OAAO,oBAAoB,IAAI,EAAE,CAAC;IAC5C,CAAC;IACD,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,sBAAsB,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACxF,OAAO,IAAI;QACT,CAAC,CAAC,iCAAiC,OAAO,qBAAqB,IAAI,2BAA2B,IAAI,EAAE;QACpG,CAAC,CAAC,IAAI,OAAO,oBAAoB,IAAI,gBAAgB,IAAI,EAAE,CAAC;AAChE,CAAC;AAED,MAAM,aAAc,SAAQ,YAAY;IAC7B,IAAI,GAAG,QAAQ,CAAC;IACP,kBAAkB,GAAG;QACrC,WAAW,EAAE,QAAQ;QACrB,cAAc,EAAE,CAAC,QAAQ,EAAE,KAAK,EAAE,QAAQ,CAAC;KACnC,CAAC;IACX,4EAA4E;IACnE,QAAQ,GAAG,CAAC,QAAQ,EAAE,aAAa,EAAE,UAAU,EAAE,cAAc,CAAC,CAAC;IAElE,aAAa,GAAa,EAAE,CAAC;IAErC,aAAa,CACX,IAAY,EACZ,UAAsB,EACtB,QAAmB,EACnB,OAAgB,EAChB,IAAY;QAEZ,IAAI,OAAO;YAAE,IAAI,CAAC,aAAa,GAAG,EAAE,CAAC;QAErC,MAAM,GAAG,GAAG,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,cAAc,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QACpG,MAAM,OAAO,GAAG,CAAC,CAAC,UAAU,CAAC,QAAQ,CAAC;QACtC,MAAM,MAAM,GAAG,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC;QAClC,IAAI,QAAQ,GAAG,cAAc,CAAC,IAAI,EAAE,IAAI,CAAC,aAAa,EAAE,IAAI,EAAE,EAAE,aAAa,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;QAClG,IAAI,MAAM,IAAI,UAAU,CAAC,KAAK,EAAE,CAAC;YAC/B,QAAQ,IAAI,IAAI,KAAK,IAAI;gBACvB,CAAC,CAAC,iCAAiC,UAAU,CAAC,KAAK,EAAE;gBACrD,CAAC,CAAC,0BAA0B,UAAU,CAAC,KAAK,EAAE,CAAC;QACnD,CAAC;QAED,MAAM,WAAW,GAAkD;YACjE,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE;SACjC,CAAC;QACF,IAAI,UAAU,CAAC,QAAQ,EAAE,CAAC;YACxB,WAAW,CAAC,IAAI,CAAC;gBACf,IAAI,EAAE,WAAW;gBACjB,SAAS,EAAE,EAAE,GAAG,EAAE,UAAU,CAAC,QAAQ,CAAC,GAAG,EAAE;aAC5C,CAAC,CAAC;QACL,CAAC;QAED,OAAO;YACL,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,EAAE;YAChC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE;SACvC,CAAC;IACJ,CAAC;IAED,aAAa,CAAC,GAAW;QACvB,qEAAqE;QACrE,MAAM,eAAe,GAAG,GAAG,CAAC,KAAK,CAAC,uBAAuB,CAAC,CAAC;QAC3D,MAAM,WAAW,GAAG,eAAe,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAE3F,MAAM,MAAM,GAAG,aAAa,CAAC,GAAG,EAAE,WAAW,CAAC;eACzC,kBAAkB,CAAC,IAAI,CAAC,IAAI,EAAE,0CAA0C,CAAC,CAAC;QAC/E,wEAAwE;QACxE,MAAM,CAAC,WAAW,GAAG,QAAQ,CAAC;QAC9B,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,aAAa,CAAC,QAAmB,EAAE,SAAwB,EAAE,MAAoB;QAC/E,IAAI,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC;YACzB,MAAM,IAAI,GAAG,CAAC,MAAM,CAAC,QAAQ,IAAI,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;YACtE,IAAI,IAAI;gBAAE,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC1C,CAAC;QACD,+EAA+E;QAC/E,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,YAAY;QACV,IAAI,CAAC,aAAa,GAAG,EAAE,CAAC;IAC1B,CAAC;CACF;AAED,eAAe,CAAC,GAAG,EAAE,CAAC,IAAI,aAAa,EAAE,CAAC,CAAC;AAE3C,SAAS,aAAa,CAAC,MAAoB;IACzC,MAAM,EAAE,UAAU,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,GAAG,MAAM,CAAC;IAC5C,IAAI,CAAC,KAAK,KAAK;QAAE,OAAO,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC;IAC/C,IAAI,CAAC,KAAK,YAAY;QAAE,OAAO,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC;IAC3D,IAAI,CAAC,KAAK,YAAY;QAAE,OAAO,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC;IAC3D,IAAI,CAAC,KAAK,MAAM;QAAE,OAAO,SAAS,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC;IAClE,IAAI,CAAC,KAAK,OAAO;QAAE,OAAO,SAAS,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,KAAK,GAAG,CAAC;IACnF,IAAI,CAAC,KAAK,UAAU;QAAE,OAAO,QAAQ,CAAC,CAAC,QAAQ,GAAG,CAAC;IACnD,IAAI,CAAC,KAAK,YAAY;QAAE,OAAO,qBAAqB,CAAC;IACrD,IAAI,CAAC,KAAK,YAAY;QAAE,OAAO,qBAAqB,CAAC;IACrD,OAAO,CAAC,CAAC;AACX,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/agent-runtime/models/vlm/index.ts"],"names":[],"mappings":"AAAA,qEAAqE;AACrE,cAAc,cAAc,CAAC;AAC7B,cAAc,cAAc,CAAC;AAC7B,cAAc,aAAa,CAAC;AAC5B,cAAc,YAAY,CAAC;AAC3B,cAAc,aAAa,CAAC"}
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/agent-runtime/models/vlm/index.ts"],"names":[],"mappings":"AAAA,qEAAqE;AACrE,cAAc,cAAc,CAAC;AAC7B,cAAc,cAAc,CAAC;AAC7B,cAAc,aAAa,CAAC;AAC5B,cAAc,aAAa,CAAC;AAC5B,cAAc,YAAY,CAAC;AAC3B,cAAc,aAAa,CAAC"}
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { ModelAdapter, registerAdapter } from "./base.js";
|
|
1
|
+
import { invalidModelOutput, ModelAdapter, registerAdapter } from "./base.js";
|
|
2
2
|
import { parseToolCall } from "./shared/tool-call.js";
|
|
3
3
|
// MAIUI adapter
|
|
4
4
|
// Aligned with ClawGUI prompts_maiui.py (MAI_MOBILE_SYS_PROMPT_CN / MAI_MOBILE_SYS_PROMPT_EN)
|
|
@@ -105,14 +105,15 @@ class MAIUIAdapter extends ModelAdapter {
|
|
|
105
105
|
const thinking = extractThinking(raw);
|
|
106
106
|
const cleaned = raw.replace(/<thinking>[\s\S]*?<\/thinking>/gi, "").trim();
|
|
107
107
|
const toolBlock = cleaned.includes("<tool_call>") ? cleaned : `<tool_call>${cleaned}</tool_call>`;
|
|
108
|
-
return parseToolCall(toolBlock, thinking)
|
|
108
|
+
return parseToolCall(toolBlock, thinking)
|
|
109
|
+
?? invalidModelOutput(this.name, "expected a valid <tool_call> JSON action");
|
|
109
110
|
}
|
|
110
111
|
updateContext(context, response, _parsed) {
|
|
111
112
|
context.push({ role: "assistant", content: response.rawContent });
|
|
112
113
|
return pruneImages(context, MAX_IMAGES);
|
|
113
114
|
}
|
|
114
115
|
}
|
|
115
|
-
registerAdapter(new MAIUIAdapter());
|
|
116
|
+
registerAdapter(() => new MAIUIAdapter());
|
|
116
117
|
// ── Helpers ──────────────────────────────────────────────────────────────────
|
|
117
118
|
function extractThinking(raw) {
|
|
118
119
|
const m = raw.match(/<thinking>([\s\S]*?)<\/thinking>/i);
|
|
@@ -138,7 +139,4 @@ function pruneImages(context, keepCount) {
|
|
|
138
139
|
}
|
|
139
140
|
return context;
|
|
140
141
|
}
|
|
141
|
-
function wait(thinking) {
|
|
142
|
-
return { actionType: "wait", params: { duration_seconds: 2 }, thinking, coordSystem: "0-1000", shouldFinish: false, finishMessage: null };
|
|
143
|
-
}
|
|
144
142
|
//# sourceMappingURL=maiui.js.map
|