@midscene/core 1.16.5 → 1.17.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/es/agent/agent.mjs +11 -11
- package/dist/es/agent/agent.mjs.map +1 -1
- package/dist/es/agent/insight.mjs.map +1 -1
- package/dist/es/agent/tasks.mjs +72 -39
- package/dist/es/agent/tasks.mjs.map +1 -1
- package/dist/es/agent/utils.mjs +1 -1
- package/dist/es/ai-model/connectivity/run-connectivity-test.mjs +27 -22
- package/dist/es/ai-model/connectivity/run-connectivity-test.mjs.map +1 -1
- package/dist/es/ai-model/index.mjs +2 -2
- package/dist/es/ai-model/model-adapter/resolve.mjs +4 -2
- package/dist/es/ai-model/model-adapter/resolve.mjs.map +1 -1
- package/dist/es/ai-model/models/jev/adapter.mjs +6 -110
- package/dist/es/ai-model/models/jev/adapter.mjs.map +1 -1
- package/dist/es/ai-model/models/jev/boolean.mjs +48 -0
- package/dist/es/ai-model/models/jev/boolean.mjs.map +1 -0
- package/dist/es/ai-model/models/jev/image.mjs +39 -36
- package/dist/es/ai-model/models/jev/image.mjs.map +1 -1
- package/dist/es/ai-model/models/jev/locate.mjs +48 -0
- package/dist/es/ai-model/models/jev/locate.mjs.map +1 -0
- package/dist/es/ai-model/models/jev/planning-action.mjs +35 -0
- package/dist/es/ai-model/models/jev/planning-action.mjs.map +1 -0
- package/dist/es/ai-model/models/jev/planning-context.mjs +38 -0
- package/dist/es/ai-model/models/jev/planning-context.mjs.map +1 -0
- package/dist/es/ai-model/models/jev/planning-decision.mjs +68 -0
- package/dist/es/ai-model/models/jev/planning-decision.mjs.map +1 -0
- package/dist/es/ai-model/models/jev/planning.mjs +19 -131
- package/dist/es/ai-model/models/jev/planning.mjs.map +1 -1
- package/dist/es/ai-model/models/model-fallback.mjs +28 -0
- package/dist/es/ai-model/models/model-fallback.mjs.map +1 -0
- package/dist/es/ai-model/service-caller/call-ai.mjs +27 -24
- package/dist/es/ai-model/service-caller/call-ai.mjs.map +1 -1
- package/dist/es/ai-model/service-caller/codex/call-codex.mjs.map +1 -1
- package/dist/es/ai-model/service-caller/index.mjs +2 -2
- package/dist/es/ai-model/service-caller/model-call.mjs +3 -3
- package/dist/es/ai-model/service-caller/model-call.mjs.map +1 -1
- package/dist/es/ai-model/service-caller/openai/call-openai.mjs +1 -1
- package/dist/es/ai-model/service-caller/openai/call-openai.mjs.map +1 -1
- package/dist/es/ai-model/service-caller/openai/chat-completion/chat-completion.mjs.map +1 -1
- package/dist/es/ai-model/service-caller/openai/openai-client.mjs.map +1 -1
- package/dist/es/ai-model/service-caller/openai/responses/responses.mjs.map +1 -1
- package/dist/es/ai-model/service-caller/system-one/call-system-one.mjs +69 -0
- package/dist/es/ai-model/service-caller/system-one/call-system-one.mjs.map +1 -0
- package/dist/es/ai-model/service-caller/system-one/index.mjs +3 -0
- package/dist/es/ai-model/service-caller/system-one/prepare-system-one.mjs +44 -0
- package/dist/es/ai-model/service-caller/system-one/prepare-system-one.mjs.map +1 -0
- package/dist/es/ai-model/service-caller/system-one/schema.mjs +32 -0
- package/dist/es/ai-model/service-caller/system-one/schema.mjs.map +1 -0
- package/dist/es/ai-model/service-caller/system-one/utils.mjs +34 -0
- package/dist/es/ai-model/service-caller/system-one/utils.mjs.map +1 -0
- package/dist/es/ai-model/service-caller/utils.mjs +2 -2
- package/dist/es/ai-model/service-caller/utils.mjs.map +1 -1
- package/dist/es/ai-model/shared/model-locate-result/factory.mjs +7 -3
- package/dist/es/ai-model/shared/model-locate-result/factory.mjs.map +1 -1
- package/dist/es/ai-model/shared/model-locate-result/pixel-mapper.mjs +10 -4
- package/dist/es/ai-model/shared/model-locate-result/pixel-mapper.mjs.map +1 -1
- package/dist/es/ai-model/shared/model-locate-result/types.mjs.map +1 -1
- package/dist/es/ai-model/shared/model-locate-result/validation.mjs +4 -0
- package/dist/es/ai-model/shared/model-locate-result/validation.mjs.map +1 -1
- package/dist/es/ai-model/workflows/grounding/locate.mjs +2 -2
- package/dist/es/ai-model/workflows/grounding/locate.mjs.map +1 -1
- package/dist/es/ai-model/workflows/grounding/section-locate.mjs +2 -2
- package/dist/es/ai-model/workflows/grounding/section-locate.mjs.map +1 -1
- package/dist/es/ai-model/workflows/insight/boolean.mjs +1 -1
- package/dist/es/ai-model/workflows/insight/boolean.mjs.map +1 -1
- package/dist/es/ai-model/workflows/insight/extraction.mjs +3 -3
- package/dist/es/ai-model/workflows/insight/extraction.mjs.map +1 -1
- package/dist/es/ai-model/workflows/planning/standard-planning.mjs +4 -3
- package/dist/es/ai-model/workflows/planning/standard-planning.mjs.map +1 -1
- package/dist/es/ai-model/workflows/recorder-generation/playwright.mjs +2 -2
- package/dist/es/ai-model/workflows/recorder-generation/playwright.mjs.map +1 -1
- package/dist/es/ai-model/workflows/recorder-generation/yaml.mjs +2 -2
- package/dist/es/ai-model/workflows/recorder-generation/yaml.mjs.map +1 -1
- package/dist/es/device/index.mjs +7 -0
- package/dist/es/device/index.mjs.map +1 -1
- package/dist/es/report-html-template.mjs +1 -1
- package/dist/es/service/index.mjs +2 -1
- package/dist/es/service/index.mjs.map +1 -1
- package/dist/es/types.mjs.map +1 -1
- package/dist/es/utils.mjs +1 -1
- package/dist/lib/agent/agent.js +11 -11
- package/dist/lib/agent/agent.js.map +1 -1
- package/dist/lib/agent/insight.js.map +1 -1
- package/dist/lib/agent/tasks.js +72 -39
- package/dist/lib/agent/tasks.js.map +1 -1
- package/dist/lib/agent/utils.js +1 -1
- package/dist/lib/ai-model/connectivity/run-connectivity-test.js +27 -22
- package/dist/lib/ai-model/connectivity/run-connectivity-test.js.map +1 -1
- package/dist/lib/ai-model/index.js +6 -3
- package/dist/lib/ai-model/model-adapter/resolve.js +4 -2
- package/dist/lib/ai-model/model-adapter/resolve.js.map +1 -1
- package/dist/lib/ai-model/models/jev/adapter.js +6 -110
- package/dist/lib/ai-model/models/jev/adapter.js.map +1 -1
- package/dist/lib/ai-model/models/jev/boolean.js +82 -0
- package/dist/lib/ai-model/models/jev/boolean.js.map +1 -0
- package/dist/lib/ai-model/models/jev/image.js +41 -35
- package/dist/lib/ai-model/models/jev/image.js.map +1 -1
- package/dist/lib/ai-model/models/jev/locate.js +82 -0
- package/dist/lib/ai-model/models/jev/locate.js.map +1 -0
- package/dist/lib/ai-model/models/jev/planning-action.js +69 -0
- package/dist/lib/ai-model/models/jev/planning-action.js.map +1 -0
- package/dist/lib/ai-model/models/jev/planning-context.js +72 -0
- package/dist/lib/ai-model/models/jev/planning-context.js.map +1 -0
- package/dist/lib/ai-model/models/jev/planning-decision.js +102 -0
- package/dist/lib/ai-model/models/jev/planning-decision.js.map +1 -0
- package/dist/lib/ai-model/models/jev/planning.js +19 -131
- package/dist/lib/ai-model/models/jev/planning.js.map +1 -1
- package/dist/lib/ai-model/models/{task-routing.js → model-fallback.js} +11 -11
- package/dist/lib/ai-model/models/model-fallback.js.map +1 -0
- package/dist/lib/ai-model/service-caller/call-ai.js +32 -26
- package/dist/lib/ai-model/service-caller/call-ai.js.map +1 -1
- package/dist/lib/ai-model/service-caller/codex/call-codex.js.map +1 -1
- package/dist/lib/ai-model/service-caller/index.js +6 -3
- package/dist/lib/ai-model/service-caller/model-call.js +2 -2
- package/dist/lib/ai-model/service-caller/model-call.js.map +1 -1
- package/dist/lib/ai-model/service-caller/openai/call-openai.js +1 -1
- package/dist/lib/ai-model/service-caller/openai/call-openai.js.map +1 -1
- package/dist/lib/ai-model/service-caller/openai/chat-completion/chat-completion.js.map +1 -1
- package/dist/lib/ai-model/service-caller/openai/openai-client.js.map +1 -1
- package/dist/lib/ai-model/service-caller/openai/responses/responses.js.map +1 -1
- package/dist/lib/ai-model/service-caller/system-one/call-system-one.js +103 -0
- package/dist/lib/ai-model/service-caller/system-one/call-system-one.js.map +1 -0
- package/dist/lib/ai-model/service-caller/system-one/index.js +42 -0
- package/dist/lib/ai-model/service-caller/system-one/index.js.map +1 -0
- package/dist/lib/ai-model/service-caller/system-one/prepare-system-one.js +78 -0
- package/dist/lib/ai-model/service-caller/system-one/prepare-system-one.js.map +1 -0
- package/dist/lib/ai-model/service-caller/system-one/schema.js +69 -0
- package/dist/lib/ai-model/service-caller/system-one/schema.js.map +1 -0
- package/dist/lib/ai-model/service-caller/system-one/utils.js +68 -0
- package/dist/lib/ai-model/service-caller/system-one/utils.js.map +1 -0
- package/dist/lib/ai-model/service-caller/utils.js +2 -2
- package/dist/lib/ai-model/service-caller/utils.js.map +1 -1
- package/dist/lib/ai-model/shared/model-locate-result/factory.js +7 -3
- package/dist/lib/ai-model/shared/model-locate-result/factory.js.map +1 -1
- package/dist/lib/ai-model/shared/model-locate-result/pixel-mapper.js +10 -4
- package/dist/lib/ai-model/shared/model-locate-result/pixel-mapper.js.map +1 -1
- package/dist/lib/ai-model/shared/model-locate-result/types.js.map +1 -1
- package/dist/lib/ai-model/shared/model-locate-result/validation.js +4 -0
- package/dist/lib/ai-model/shared/model-locate-result/validation.js.map +1 -1
- package/dist/lib/ai-model/workflows/grounding/locate.js +1 -1
- package/dist/lib/ai-model/workflows/grounding/locate.js.map +1 -1
- package/dist/lib/ai-model/workflows/grounding/section-locate.js +1 -1
- package/dist/lib/ai-model/workflows/grounding/section-locate.js.map +1 -1
- package/dist/lib/ai-model/workflows/insight/boolean.js +1 -1
- package/dist/lib/ai-model/workflows/insight/boolean.js.map +1 -1
- package/dist/lib/ai-model/workflows/insight/extraction.js +2 -2
- package/dist/lib/ai-model/workflows/insight/extraction.js.map +1 -1
- package/dist/lib/ai-model/workflows/planning/standard-planning.js +3 -2
- package/dist/lib/ai-model/workflows/planning/standard-planning.js.map +1 -1
- package/dist/lib/ai-model/workflows/recorder-generation/playwright.js +1 -1
- package/dist/lib/ai-model/workflows/recorder-generation/playwright.js.map +1 -1
- package/dist/lib/ai-model/workflows/recorder-generation/yaml.js +1 -1
- package/dist/lib/ai-model/workflows/recorder-generation/yaml.js.map +1 -1
- package/dist/lib/device/index.js +7 -0
- package/dist/lib/device/index.js.map +1 -1
- package/dist/lib/report-html-template.js +1 -1
- package/dist/lib/service/index.js +2 -1
- package/dist/lib/service/index.js.map +1 -1
- package/dist/lib/types.js.map +1 -1
- package/dist/lib/utils.js +1 -1
- package/dist/types/agent/agent.d.ts.map +1 -1
- package/dist/types/agent/insight.d.ts +2 -2
- package/dist/types/agent/insight.d.ts.map +1 -1
- package/dist/types/agent/tasks.d.ts.map +1 -1
- package/dist/types/ai-model/connectivity/run-connectivity-test.d.ts.map +1 -1
- package/dist/types/ai-model/index.d.ts +1 -1
- package/dist/types/ai-model/index.d.ts.map +1 -1
- package/dist/types/ai-model/model-adapter/resolve.d.ts +2 -1
- package/dist/types/ai-model/model-adapter/resolve.d.ts.map +1 -1
- package/dist/types/ai-model/model-adapter/types.d.ts +8 -5
- package/dist/types/ai-model/model-adapter/types.d.ts.map +1 -1
- package/dist/types/ai-model/models/gpt.d.ts +2 -2
- package/dist/types/ai-model/models/jev/adapter.d.ts +4 -5
- package/dist/types/ai-model/models/jev/adapter.d.ts.map +1 -1
- package/dist/types/ai-model/models/jev/boolean.d.ts +3 -0
- package/dist/types/ai-model/models/jev/boolean.d.ts.map +1 -0
- package/dist/types/ai-model/models/jev/image.d.ts +11 -11
- package/dist/types/ai-model/models/jev/image.d.ts.map +1 -1
- package/dist/types/ai-model/models/jev/locate.d.ts +3 -0
- package/dist/types/ai-model/models/jev/locate.d.ts.map +1 -0
- package/dist/types/ai-model/models/jev/planning-action.d.ts +6 -0
- package/dist/types/ai-model/models/jev/planning-action.d.ts.map +1 -0
- package/dist/types/ai-model/models/jev/planning-context.d.ts +23 -0
- package/dist/types/ai-model/models/jev/planning-context.d.ts.map +1 -0
- package/dist/types/ai-model/models/jev/planning-decision.d.ts +35 -0
- package/dist/types/ai-model/models/jev/planning-decision.d.ts.map +1 -0
- package/dist/types/ai-model/models/jev/planning.d.ts.map +1 -1
- package/dist/types/ai-model/models/model-fallback.d.ts +6 -0
- package/dist/types/ai-model/models/model-fallback.d.ts.map +1 -0
- package/dist/types/ai-model/models/registry.d.ts +4 -3
- package/dist/types/ai-model/models/registry.d.ts.map +1 -1
- package/dist/types/ai-model/service-caller/call-ai.d.ts +3 -1
- package/dist/types/ai-model/service-caller/call-ai.d.ts.map +1 -1
- package/dist/types/ai-model/service-caller/codex/call-codex.d.ts +5 -3
- package/dist/types/ai-model/service-caller/codex/call-codex.d.ts.map +1 -1
- package/dist/types/ai-model/service-caller/index.d.ts +1 -1
- package/dist/types/ai-model/service-caller/index.d.ts.map +1 -1
- package/dist/types/ai-model/service-caller/model-call.d.ts +2 -2
- package/dist/types/ai-model/service-caller/model-call.d.ts.map +1 -1
- package/dist/types/ai-model/service-caller/openai/call-openai.d.ts +2 -2
- package/dist/types/ai-model/service-caller/openai/call-openai.d.ts.map +1 -1
- package/dist/types/ai-model/service-caller/openai/chat-completion/chat-completion.d.ts +4 -2
- package/dist/types/ai-model/service-caller/openai/chat-completion/chat-completion.d.ts.map +1 -1
- package/dist/types/ai-model/service-caller/openai/responses/responses.d.ts +4 -2
- package/dist/types/ai-model/service-caller/openai/responses/responses.d.ts.map +1 -1
- package/dist/types/ai-model/service-caller/system-one/call-system-one.d.ts +4 -0
- package/dist/types/ai-model/service-caller/system-one/call-system-one.d.ts.map +1 -0
- package/dist/types/ai-model/service-caller/system-one/index.d.ts +3 -0
- package/dist/types/ai-model/service-caller/system-one/index.d.ts.map +1 -0
- package/dist/types/ai-model/service-caller/system-one/prepare-system-one.d.ts +21 -0
- package/dist/types/ai-model/service-caller/system-one/prepare-system-one.d.ts.map +1 -0
- package/dist/types/ai-model/service-caller/{system-one.d.ts → system-one/schema.d.ts} +1 -22
- package/dist/types/ai-model/service-caller/system-one/schema.d.ts.map +1 -0
- package/dist/types/ai-model/service-caller/system-one/utils.d.ts +6 -0
- package/dist/types/ai-model/service-caller/system-one/utils.d.ts.map +1 -0
- package/dist/types/ai-model/service-caller/types.d.ts +0 -3
- package/dist/types/ai-model/service-caller/types.d.ts.map +1 -1
- package/dist/types/ai-model/service-caller/utils.d.ts +3 -3
- package/dist/types/ai-model/shared/model-locate-result/factory.d.ts.map +1 -1
- package/dist/types/ai-model/shared/model-locate-result/index.d.ts +1 -1
- package/dist/types/ai-model/shared/model-locate-result/index.d.ts.map +1 -1
- package/dist/types/ai-model/shared/model-locate-result/pixel-mapper.d.ts +3 -3
- package/dist/types/ai-model/shared/model-locate-result/pixel-mapper.d.ts.map +1 -1
- package/dist/types/ai-model/shared/model-locate-result/types.d.ts +4 -0
- package/dist/types/ai-model/shared/model-locate-result/types.d.ts.map +1 -1
- package/dist/types/ai-model/shared/model-locate-result/validation.d.ts.map +1 -1
- package/dist/types/ai-model/workflows/grounding/locate.d.ts.map +1 -1
- package/dist/types/ai-model/workflows/grounding/section-locate.d.ts.map +1 -1
- package/dist/types/ai-model/workflows/insight/boolean.d.ts.map +1 -1
- package/dist/types/ai-model/workflows/insight/extraction.d.ts +2 -0
- package/dist/types/ai-model/workflows/insight/extraction.d.ts.map +1 -1
- package/dist/types/ai-model/workflows/planning/standard-planning.d.ts.map +1 -1
- package/dist/types/ai-model/workflows/planning/types.d.ts +2 -1
- package/dist/types/ai-model/workflows/planning/types.d.ts.map +1 -1
- package/dist/types/ai-model/workflows/recorder-generation/playwright.d.ts.map +1 -1
- package/dist/types/ai-model/workflows/recorder-generation/yaml.d.ts.map +1 -1
- package/dist/types/device/index.d.ts +1 -0
- package/dist/types/device/index.d.ts.map +1 -1
- package/dist/types/service/index.d.ts +1 -1
- package/dist/types/service/index.d.ts.map +1 -1
- package/dist/types/types.d.ts +14 -3
- package/dist/types/types.d.ts.map +1 -1
- package/package.json +2 -2
- package/dist/es/ai-model/models/task-routing.mjs +0 -28
- package/dist/es/ai-model/models/task-routing.mjs.map +0 -1
- package/dist/es/ai-model/service-caller/system-one.mjs +0 -163
- package/dist/es/ai-model/service-caller/system-one.mjs.map +0 -1
- package/dist/lib/ai-model/models/task-routing.js.map +0 -1
- package/dist/lib/ai-model/service-caller/system-one.js +0 -206
- package/dist/lib/ai-model/service-caller/system-one.js.map +0 -1
- package/dist/types/ai-model/models/task-routing.d.ts +0 -6
- package/dist/types/ai-model/models/task-routing.d.ts.map +0 -1
- package/dist/types/ai-model/service-caller/system-one.d.ts.map +0 -1
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import type { BuildResponsesParams, ChatCompletionCallContext, ChatCompletionParamsResult, CodexAppServerCallInput, CodexAppServerParamsResult, ResolveImageDetail } from '../model-adapter/types';
|
|
2
2
|
export declare const gptAdapters: {
|
|
3
3
|
'gpt-5': {
|
|
4
|
-
supportedProtocols: ("openai-
|
|
4
|
+
supportedProtocols: ("openai-responses" | "openai-chat")[];
|
|
5
5
|
resolveImageDetail: ResolveImageDetail;
|
|
6
6
|
responses: {
|
|
7
7
|
replayRawAssistantOutput: false;
|
|
@@ -25,7 +25,7 @@ export declare const gptAdapters: {
|
|
|
25
25
|
};
|
|
26
26
|
};
|
|
27
27
|
'gpt-6': {
|
|
28
|
-
supportedProtocols: ("openai-
|
|
28
|
+
supportedProtocols: ("openai-responses" | "openai-chat")[];
|
|
29
29
|
resolveImageDetail: ResolveImageDetail;
|
|
30
30
|
responses: {
|
|
31
31
|
replayRawAssistantOutput: false;
|
|
@@ -1,15 +1,14 @@
|
|
|
1
|
-
import type { LocateFn } from '../../workflows/grounding/types';
|
|
2
|
-
import type { BooleanFn } from '../../workflows/insight/boolean';
|
|
3
1
|
export declare const jevAdapters: {
|
|
4
2
|
jev: {
|
|
5
|
-
|
|
3
|
+
modelType: "system-one";
|
|
4
|
+
supportedTaskTypes: ("boolean" | "locate" | "planning")[];
|
|
6
5
|
supportedProtocols: never[];
|
|
7
6
|
locate: {
|
|
8
7
|
kind: "custom";
|
|
9
|
-
locateFn: LocateFn;
|
|
8
|
+
locateFn: import("../../workflows/grounding/types").LocateFn;
|
|
10
9
|
};
|
|
11
10
|
insight: {
|
|
12
|
-
booleanFn: BooleanFn;
|
|
11
|
+
booleanFn: import("../../workflows/insight/boolean").BooleanFn;
|
|
13
12
|
};
|
|
14
13
|
planning: {
|
|
15
14
|
kind: "custom";
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"adapter.d.ts","sourceRoot":"","sources":["../../../../../src/ai-model/models/jev/adapter.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"adapter.d.ts","sourceRoot":"","sources":["../../../../../src/ai-model/models/jev/adapter.ts"],"names":[],"mappings":"AAMA,eAAO,MAAM,WAAW;;;;;;;;;;;;;;;;;;;;CAe6C,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"boolean.d.ts","sourceRoot":"","sources":["../../../../../src/ai-model/models/jev/boolean.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,iCAAiC,CAAC;AAGjE,eAAO,MAAM,UAAU,EAAE,SAmDxB,CAAC"}
|
|
@@ -1,24 +1,24 @@
|
|
|
1
1
|
import type { PixelLocateResult } from '../../shared/model-locate-result';
|
|
2
|
+
import { prepareUserPrompt } from '../../shared/multimodal-prompt';
|
|
2
3
|
export declare function prepareJevImage(url: string): Promise<{
|
|
3
|
-
contentSize: {
|
|
4
|
-
width: number;
|
|
5
|
-
height: number;
|
|
6
|
-
};
|
|
7
|
-
sourceSize: {
|
|
8
|
-
width: number;
|
|
9
|
-
height: number;
|
|
10
|
-
};
|
|
11
4
|
imageBase64: string;
|
|
12
|
-
width: number;
|
|
13
|
-
height: number;
|
|
14
5
|
}>;
|
|
15
6
|
export declare function mapJevBox(box: {
|
|
16
7
|
left: number;
|
|
17
8
|
top: number;
|
|
18
9
|
right: number;
|
|
19
10
|
bottom: number;
|
|
20
|
-
},
|
|
11
|
+
}, targetSize: {
|
|
21
12
|
width: number;
|
|
22
13
|
height: number;
|
|
23
14
|
}): PixelLocateResult;
|
|
15
|
+
export declare function prepareReferences(prompt: Parameters<typeof prepareUserPrompt>[0]): Promise<{
|
|
16
|
+
references: {
|
|
17
|
+
image: string;
|
|
18
|
+
name: string;
|
|
19
|
+
}[];
|
|
20
|
+
images: {
|
|
21
|
+
[k: string]: string;
|
|
22
|
+
};
|
|
23
|
+
}>;
|
|
24
24
|
//# sourceMappingURL=image.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"image.d.ts","sourceRoot":"","sources":["../../../../../src/ai-model/models/jev/image.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"image.d.ts","sourceRoot":"","sources":["../../../../../src/ai-model/models/jev/image.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,kCAAkC,CAAC;AAC1E,OAAO,EAAE,iBAAiB,EAAE,MAAM,gCAAgC,CAAC;AAEnE,wBAAsB,eAAe,CAAC,GAAG,EAAE,MAAM;;GAOhD;AAWD,wBAAgB,SAAS,CACvB,GAAG,EAAE;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,GAAG,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,EACjE,UAAU,EAAE;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,GAC5C,iBAAiB,CAInB;AAED,wBAAsB,iBAAiB,CACrC,MAAM,EAAE,UAAU,CAAC,OAAO,iBAAiB,CAAC,CAAC,CAAC,CAAC;;;;;;;;GAmBhD"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"locate.d.ts","sourceRoot":"","sources":["../../../../../src/ai-model/models/jev/locate.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,iCAAiC,CAAC;AAGhE,eAAO,MAAM,SAAS,EAAE,QA4CvB,CAAC"}
|
|
@@ -0,0 +1,6 @@
|
|
|
1
|
+
import type { PlanningAction } from '../../../types';
|
|
2
|
+
import type { PlanFn, PlanOptions } from '../../workflows/planning/types';
|
|
3
|
+
import type { JevPlanningContext } from './planning-context';
|
|
4
|
+
import type { JevActionDecision } from './planning-decision';
|
|
5
|
+
export declare function buildJevAction(decision: JevActionDecision, context: JevPlanningContext, instruction: Parameters<PlanFn>[0], options: PlanOptions): PlanningAction[];
|
|
6
|
+
//# sourceMappingURL=planning-action.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"planning-action.d.ts","sourceRoot":"","sources":["../../../../../src/ai-model/models/jev/planning-action.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AAE9C,OAAO,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,gCAAgC,CAAC;AAE1E,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AAC7D,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AAE7D,wBAAgB,cAAc,CAC5B,QAAQ,EAAE,iBAAiB,EAC3B,OAAO,EAAE,kBAAkB,EAC3B,WAAW,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAClC,OAAO,EAAE,WAAW,GACnB,cAAc,EAAE,CAiClB"}
|
|
@@ -0,0 +1,23 @@
|
|
|
1
|
+
import type { PlanFn, PlanOptions } from '../../workflows/planning/types';
|
|
2
|
+
export declare function prepareJevPlanningContext(instruction: Parameters<PlanFn>[0], options: PlanOptions): Promise<{
|
|
3
|
+
state: {
|
|
4
|
+
goal: string;
|
|
5
|
+
context: string | undefined;
|
|
6
|
+
history: string;
|
|
7
|
+
memory: string;
|
|
8
|
+
feedback: string;
|
|
9
|
+
references: {
|
|
10
|
+
image: string;
|
|
11
|
+
name: string;
|
|
12
|
+
}[];
|
|
13
|
+
availableActions: {
|
|
14
|
+
name: string;
|
|
15
|
+
description: string | undefined;
|
|
16
|
+
}[];
|
|
17
|
+
};
|
|
18
|
+
images: {
|
|
19
|
+
screenshot: string;
|
|
20
|
+
};
|
|
21
|
+
}>;
|
|
22
|
+
export type JevPlanningContext = Awaited<ReturnType<typeof prepareJevPlanningContext>>;
|
|
23
|
+
//# sourceMappingURL=planning-context.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"planning-context.d.ts","sourceRoot":"","sources":["../../../../../src/ai-model/models/jev/planning-context.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,gCAAgC,CAAC;AAG1E,wBAAsB,yBAAyB,CAC7C,WAAW,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAClC,OAAO,EAAE,WAAW;;;;;;;;;;;;;;;;;;;GAmCrB;AAED,MAAM,MAAM,kBAAkB,GAAG,OAAO,CACtC,UAAU,CAAC,OAAO,yBAAyB,CAAC,CAC7C,CAAC"}
|
|
@@ -0,0 +1,35 @@
|
|
|
1
|
+
import type { DeviceAction } from '../../../types';
|
|
2
|
+
import type { PlanOptions } from '../../workflows/planning/types';
|
|
3
|
+
import type { JevPlanningContext } from './planning-context';
|
|
4
|
+
type JevPlanningChoice = {
|
|
5
|
+
kind: 'complete';
|
|
6
|
+
} | {
|
|
7
|
+
kind: 'delegate';
|
|
8
|
+
action?: DeviceAction;
|
|
9
|
+
} | {
|
|
10
|
+
kind: 'action';
|
|
11
|
+
action: DeviceAction;
|
|
12
|
+
};
|
|
13
|
+
export declare function decideJevAction(context: JevPlanningContext, options: PlanOptions): Promise<{
|
|
14
|
+
selected: string;
|
|
15
|
+
choice: JevPlanningChoice;
|
|
16
|
+
response: import("../../service-caller/types").AICallResult;
|
|
17
|
+
target: {
|
|
18
|
+
type: "noul";
|
|
19
|
+
noul: number;
|
|
20
|
+
} | {
|
|
21
|
+
type: "choice";
|
|
22
|
+
choice: string;
|
|
23
|
+
} | {
|
|
24
|
+
type: "box";
|
|
25
|
+
box: {
|
|
26
|
+
left: number;
|
|
27
|
+
top: number;
|
|
28
|
+
right: number;
|
|
29
|
+
bottom: number;
|
|
30
|
+
};
|
|
31
|
+
} | undefined;
|
|
32
|
+
}>;
|
|
33
|
+
export type JevActionDecision = Awaited<ReturnType<typeof decideJevAction>>;
|
|
34
|
+
export {};
|
|
35
|
+
//# sourceMappingURL=planning-decision.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"planning-decision.d.ts","sourceRoot":"","sources":["../../../../../src/ai-model/models/jev/planning-decision.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AAI5C,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,gCAAgC,CAAC;AAClE,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AAE7D,KAAK,iBAAiB,GAClB;IAAE,IAAI,EAAE,UAAU,CAAA;CAAE,GACpB;IAAE,IAAI,EAAE,UAAU,CAAC;IAAC,MAAM,CAAC,EAAE,YAAY,CAAA;CAAE,GAC3C;IAAE,IAAI,EAAE,QAAQ,CAAC;IAAC,MAAM,EAAE,YAAY,CAAA;CAAE,CAAC;AAE7C,wBAAsB,eAAe,CACnC,OAAO,EAAE,kBAAkB,EAC3B,OAAO,EAAE,WAAW;;;;;;;;;;;;;;;;;;;GAqErB;AAED,MAAM,MAAM,iBAAiB,GAAG,OAAO,CAAC,UAAU,CAAC,OAAO,eAAe,CAAC,CAAC,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"planning.d.ts","sourceRoot":"","sources":["../../../../../src/ai-model/models/jev/planning.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"planning.d.ts","sourceRoot":"","sources":["../../../../../src/ai-model/models/jev/planning.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,gCAAgC,CAAC;AAK7D,eAAO,MAAM,OAAO,EAAE,MAkDrB,CAAC"}
|
|
@@ -0,0 +1,6 @@
|
|
|
1
|
+
import type { IModelConfig, TIntent } from '@midscene/shared/env';
|
|
2
|
+
import type { ModelRuntime, ModelTaskType } from '../model-adapter/types';
|
|
3
|
+
export declare function resolveModelForTaskType(configs: {
|
|
4
|
+
getModelConfig(intent: TIntent): IModelConfig;
|
|
5
|
+
}, intent: TIntent, taskType: ModelTaskType): ModelRuntime;
|
|
6
|
+
//# sourceMappingURL=model-fallback.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"model-fallback.d.ts","sourceRoot":"","sources":["../../../../src/ai-model/models/model-fallback.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,OAAO,EAAE,MAAM,sBAAsB,CAAC;AAElE,OAAO,KAAK,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AAG1E,wBAAgB,uBAAuB,CACrC,OAAO,EAAE;IAAE,cAAc,CAAC,MAAM,EAAE,OAAO,GAAG,YAAY,CAAA;CAAE,EAC1D,MAAM,EAAE,OAAO,EACf,QAAQ,EAAE,aAAa,GACtB,YAAY,CA6Bd"}
|
|
@@ -50,7 +50,7 @@ export declare const MODEL_ADAPTER_CONFIGS: {
|
|
|
50
50
|
};
|
|
51
51
|
};
|
|
52
52
|
'gpt-5': {
|
|
53
|
-
supportedProtocols: ("openai-
|
|
53
|
+
supportedProtocols: ("openai-responses" | "openai-chat")[];
|
|
54
54
|
resolveImageDetail: import("../model-adapter/types").ResolveImageDetail;
|
|
55
55
|
responses: {
|
|
56
56
|
replayRawAssistantOutput: false;
|
|
@@ -74,7 +74,7 @@ export declare const MODEL_ADAPTER_CONFIGS: {
|
|
|
74
74
|
};
|
|
75
75
|
};
|
|
76
76
|
'gpt-6': {
|
|
77
|
-
supportedProtocols: ("openai-
|
|
77
|
+
supportedProtocols: ("openai-responses" | "openai-chat")[];
|
|
78
78
|
resolveImageDetail: import("../model-adapter/types").ResolveImageDetail;
|
|
79
79
|
responses: {
|
|
80
80
|
replayRawAssistantOutput: false;
|
|
@@ -219,7 +219,8 @@ export declare const MODEL_ADAPTER_CONFIGS: {
|
|
|
219
219
|
'qwen3.5': ModelAdapterDefinition;
|
|
220
220
|
'qwen3.6': ModelAdapterDefinition;
|
|
221
221
|
jev: {
|
|
222
|
-
|
|
222
|
+
modelType: "system-one";
|
|
223
|
+
supportedTaskTypes: ("boolean" | "locate" | "planning")[];
|
|
223
224
|
supportedProtocols: never[];
|
|
224
225
|
locate: {
|
|
225
226
|
kind: "custom";
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"registry.d.ts","sourceRoot":"","sources":["../../../../src/ai-model/models/registry.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AAGvE,OAAO,KAAK,EACV,YAAY,EACZ,sBAAsB,EACtB,YAAY,EACb,MAAM,wBAAwB,CAAC;AAchC,eAAO,MAAM,qBAAqB
|
|
1
|
+
{"version":3,"file":"registry.d.ts","sourceRoot":"","sources":["../../../../src/ai-model/models/registry.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AAGvE,OAAO,KAAK,EACV,YAAY,EACZ,sBAAsB,EACtB,YAAY,EACb,MAAM,wBAAwB,CAAC;AAchC,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAYsB,CAAC;AAuBzD,wBAAgB,eAAe,CAAC,WAAW,CAAC,EAAE,YAAY,GAAG,YAAY,CAqBxE;AAED,wBAAgB,eAAe,CAAC,MAAM,EAAE,YAAY,GAAG,YAAY,CAKlE"}
|
|
@@ -1,5 +1,7 @@
|
|
|
1
1
|
import type { ModelRuntime } from '../models';
|
|
2
|
+
import type { SystemOneRequest } from './system-one/schema';
|
|
2
3
|
import type { ModelCallMessages } from './types';
|
|
3
4
|
import type { AICallResult, CallAIOptions } from './types';
|
|
4
|
-
export declare function
|
|
5
|
+
export declare function callGenerativeAI(messages: ModelCallMessages, originalModelRuntime: ModelRuntime, originalOptions?: CallAIOptions): Promise<AICallResult>;
|
|
6
|
+
export declare function callSystemOneAI(request: SystemOneRequest, modelRuntime: ModelRuntime, options?: CallAIOptions): Promise<AICallResult>;
|
|
5
7
|
//# sourceMappingURL=call-ai.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"call-ai.d.ts","sourceRoot":"","sources":["../../../../src/ai-model/service-caller/call-ai.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;
|
|
1
|
+
{"version":3,"file":"call-ai.d.ts","sourceRoot":"","sources":["../../../../src/ai-model/service-caller/call-ai.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAyB9C,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AAC5D,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,SAAS,CAAC;AACjD,OAAO,KAAK,EACV,YAAY,EACZ,aAAa,EAGd,MAAM,SAAS,CAAC;AAWjB,wBAAsB,gBAAgB,CACpC,QAAQ,EAAE,iBAAiB,EAC3B,oBAAoB,EAAE,YAAY,EAClC,eAAe,CAAC,EAAE,aAAa,GAC9B,OAAO,CAAC,YAAY,CAAC,CA0CvB;AAED,wBAAsB,eAAe,CACnC,OAAO,EAAE,gBAAgB,EACzB,YAAY,EAAE,YAAY,EAC1B,OAAO,CAAC,EAAE,aAAa,GACtB,OAAO,CAAC,YAAY,CAAC,CAWvB"}
|
|
@@ -1,7 +1,9 @@
|
|
|
1
1
|
import type { ResolveImageDetail } from '../../model-adapter/types';
|
|
2
|
-
import type { ModelCallContext, ModelCallResult } from '../types';
|
|
3
|
-
export declare const prepareCodexCall: ({ messages, modelRuntime, options, }: Pick<ModelCallContext, "
|
|
4
|
-
messages:
|
|
2
|
+
import type { ModelCallContext, ModelCallMessages, ModelCallResult } from '../types';
|
|
3
|
+
export declare const prepareCodexCall: ({ messages, modelRuntime, options, }: Pick<ModelCallContext, "modelRuntime" | "options"> & {
|
|
4
|
+
messages: ModelCallMessages;
|
|
5
|
+
}) => {
|
|
6
|
+
messages: ModelCallMessages;
|
|
5
7
|
resolveImageDetail: ResolveImageDetail;
|
|
6
8
|
requestParams: {
|
|
7
9
|
effort?: string;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"call-codex.d.ts","sourceRoot":"","sources":["../../../../../src/ai-model/service-caller/codex/call-codex.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,2BAA2B,CAAC;AACpE,OAAO,KAAK,
|
|
1
|
+
{"version":3,"file":"call-codex.d.ts","sourceRoot":"","sources":["../../../../../src/ai-model/service-caller/codex/call-codex.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,2BAA2B,CAAC;AACpE,OAAO,KAAK,EACV,gBAAgB,EAChB,iBAAiB,EACjB,eAAe,EAChB,MAAM,UAAU,CAAC;AAMlB,eAAO,MAAM,gBAAgB,GAAI,sCAI9B,IAAI,CAAC,gBAAgB,EAAE,cAAc,GAAG,SAAS,CAAC,GAAG;IACtD,QAAQ,EAAE,iBAAiB,CAAC;CAC7B;;;;;;CAkBA,CAAC;AAEF,eAAO,MAAM,SAAS,GACpB,uDAAuD,gBAAgB,EACvE,kDAIG,UAAU,CAAC,OAAO,gBAAgB,CAAC,KACrC,OAAO,CAAC,eAAe,CAuEzB,CAAC"}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
export { type AIObjectResponse, callAIWithObjectResponse, callAIWithStringResponse, parseAIObjectResponse, } from './model-call';
|
|
2
|
-
export {
|
|
2
|
+
export { callGenerativeAI, callSystemOneAI } from './call-ai';
|
|
3
3
|
export { AIResponseParseError, INTERNAL_CALL_ID_FIELD } from './utils';
|
|
4
4
|
export { extractJSONFromCodeBlock, parseModelResponseJson, } from '../shared/json';
|
|
5
5
|
export type { JsonParser } from '../shared/json';
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/ai-model/service-caller/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,KAAK,gBAAgB,EACrB,wBAAwB,EACxB,wBAAwB,EACxB,qBAAqB,GACtB,MAAM,cAAc,CAAC;AACtB,OAAO,EAAE,
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/ai-model/service-caller/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,KAAK,gBAAgB,EACrB,wBAAwB,EACxB,wBAAwB,EACxB,qBAAqB,GACtB,MAAM,cAAc,CAAC;AACtB,OAAO,EAAE,gBAAgB,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAC9D,OAAO,EAAE,oBAAoB,EAAE,sBAAsB,EAAE,MAAM,SAAS,CAAC;AACvE,OAAO,EACL,wBAAwB,EACxB,sBAAsB,GACvB,MAAM,gBAAgB,CAAC;AACxB,YAAY,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC"}
|
|
@@ -2,7 +2,7 @@ import type { RawAssistantOutput } from '../../types';
|
|
|
2
2
|
import type { AIUsageInfo } from '../../types';
|
|
3
3
|
import type { ModelRuntime } from '../models';
|
|
4
4
|
import { type JsonParserSource } from '../shared/json';
|
|
5
|
-
import {
|
|
5
|
+
import { callGenerativeAI } from './call-ai';
|
|
6
6
|
import type { CallAIOptions } from './types';
|
|
7
7
|
import type { ModelCallMessages } from './types';
|
|
8
8
|
export type AIObjectResponse<T> = {
|
|
@@ -12,7 +12,7 @@ export type AIObjectResponse<T> = {
|
|
|
12
12
|
reasoning_content?: string;
|
|
13
13
|
rawAssistantOutput?: RawAssistantOutput;
|
|
14
14
|
};
|
|
15
|
-
export declare function parseAIObjectResponse<T>(response: Awaited<ReturnType<typeof
|
|
15
|
+
export declare function parseAIObjectResponse<T>(response: Awaited<ReturnType<typeof callGenerativeAI>>, modelRuntime: ModelRuntime, jsonParserSource?: JsonParserSource): AIObjectResponse<T>;
|
|
16
16
|
export declare function callAIWithObjectResponse<T>(messages: ModelCallMessages, modelRuntime: ModelRuntime, options?: {
|
|
17
17
|
abortSignal?: AbortSignal;
|
|
18
18
|
jsonParserSource?: JsonParserSource;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"model-call.d.ts","sourceRoot":"","sources":["../../../../src/ai-model/service-caller/model-call.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,SAAS,CAAC;AAClD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AAE3C,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAC9C,OAAO,EAAE,KAAK,gBAAgB,EAAoB,MAAM,gBAAgB,CAAC;AACzE,OAAO,EAAE,
|
|
1
|
+
{"version":3,"file":"model-call.d.ts","sourceRoot":"","sources":["../../../../src/ai-model/service-caller/model-call.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,SAAS,CAAC;AAClD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AAE3C,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAC9C,OAAO,EAAE,KAAK,gBAAgB,EAAoB,MAAM,gBAAgB,CAAC;AACzE,OAAO,EAAE,gBAAgB,EAAE,MAAM,WAAW,CAAC;AAK7C,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AAC7C,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,SAAS,CAAC;AAGjD,MAAM,MAAM,gBAAgB,CAAC,CAAC,IAAI;IAEhC,OAAO,EAAE,CAAC,CAAC;IACX,aAAa,EAAE,MAAM,CAAC;IACtB,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,kBAAkB,CAAC,EAAE,kBAAkB,CAAC;CACzC,CAAC;AAEF,wBAAgB,qBAAqB,CAAC,CAAC,EACrC,QAAQ,EAAE,OAAO,CAAC,UAAU,CAAC,OAAO,gBAAgB,CAAC,CAAC,EACtD,YAAY,EAAE,YAAY,EAC1B,gBAAgB,GAAE,gBAAmC,GACpD,gBAAgB,CAAC,CAAC,CAAC,CAcrB;AAED,wBAAsB,wBAAwB,CAAC,CAAC,EAC9C,QAAQ,EAAE,iBAAiB,EAC3B,YAAY,EAAE,YAAY,EAC1B,OAAO,CAAC,EAAE;IACR,WAAW,CAAC,EAAE,WAAW,CAAC;IAC1B,gBAAgB,CAAC,EAAE,gBAAgB,CAAC;IACpC,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB,GACA,OAAO,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAkC9B;AAED,wBAAsB,wBAAwB,CAC5C,IAAI,EAAE,iBAAiB,EACvB,YAAY,EAAE,YAAY,EAC1B,OAAO,CAAC,EAAE,IAAI,CAAC,aAAa,EAAE,aAAa,GAAG,6BAA6B,CAAC,GAC3E,OAAO,CAAC;IACT,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,kBAAkB,CAAC,EAAE,kBAAkB,CAAC;CACzC,CAAC,CAOD"}
|
|
@@ -2,10 +2,10 @@ import type { ModelCallContext, ModelCallResult } from '../types';
|
|
|
2
2
|
import { type prepareChatCompletion } from './chat-completion/chat-completion';
|
|
3
3
|
import { type prepareResponses } from './responses/responses';
|
|
4
4
|
export type PreparedOpenAIInput = {
|
|
5
|
-
|
|
5
|
+
kind: 'chat-completion';
|
|
6
6
|
input: Awaited<ReturnType<typeof prepareChatCompletion>>;
|
|
7
7
|
} | {
|
|
8
|
-
|
|
8
|
+
kind: 'responses';
|
|
9
9
|
input: Awaited<ReturnType<typeof prepareResponses>>;
|
|
10
10
|
};
|
|
11
11
|
export declare function callOpenAI({ modelRuntime, options, executionId, recordEvent, requestSignal, effectiveTimeoutMs, }: ModelCallContext, prepared: PreparedOpenAIInput): Promise<ModelCallResult>;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"call-openai.d.ts","sourceRoot":"","sources":["../../../../../src/ai-model/service-caller/openai/call-openai.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,gBAAgB,EAAE,eAAe,EAAE,MAAM,UAAU,CAAC;AAElE,OAAO,EAEL,KAAK,qBAAqB,EAC3B,MAAM,mCAAmC,CAAC;AAG3C,OAAO,EAAiB,KAAK,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AAG7E,MAAM,MAAM,mBAAmB,GAC3B;IACE,
|
|
1
|
+
{"version":3,"file":"call-openai.d.ts","sourceRoot":"","sources":["../../../../../src/ai-model/service-caller/openai/call-openai.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,gBAAgB,EAAE,eAAe,EAAE,MAAM,UAAU,CAAC;AAElE,OAAO,EAEL,KAAK,qBAAqB,EAC3B,MAAM,mCAAmC,CAAC;AAG3C,OAAO,EAAiB,KAAK,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AAG7E,MAAM,MAAM,mBAAmB,GAC3B;IACE,IAAI,EAAE,iBAAiB,CAAC;IACxB,KAAK,EAAE,OAAO,CAAC,UAAU,CAAC,OAAO,qBAAqB,CAAC,CAAC,CAAC;CAC1D,GACD;IACE,IAAI,EAAE,WAAW,CAAC;IAClB,KAAK,EAAE,OAAO,CAAC,UAAU,CAAC,OAAO,gBAAgB,CAAC,CAAC,CAAC;CACrD,CAAC;AAEN,wBAAsB,UAAU,CAC9B,EACE,YAAY,EACZ,OAAO,EACP,WAAW,EACX,WAAW,EACX,aAAa,EACb,kBAAkB,GACnB,EAAE,gBAAgB,EACnB,QAAQ,EAAE,mBAAmB,GAC5B,OAAO,CAAC,eAAe,CAAC,CAgG1B"}
|
|
@@ -1,6 +1,8 @@
|
|
|
1
|
-
import type { ModelCallContext, OpenAIProtocolCallResult } from '../../types';
|
|
1
|
+
import type { ModelCallContext, ModelCallMessages, OpenAIProtocolCallResult } from '../../types';
|
|
2
2
|
import type { ChatCompletionCallOptions } from './types';
|
|
3
|
-
export declare const prepareChatCompletion: ({ messages, modelRuntime, options, }: Pick<ModelCallContext, "
|
|
3
|
+
export declare const prepareChatCompletion: ({ messages, modelRuntime, options, }: Pick<ModelCallContext, "modelRuntime" | "options"> & {
|
|
4
|
+
messages: ModelCallMessages;
|
|
5
|
+
}) => Promise<{
|
|
4
6
|
requestParams: Omit<import("openai/resources/index.mjs").ChatCompletionCreateParamsNonStreaming, "stream">;
|
|
5
7
|
extractContentAndReasoning: import("../../../model-adapter/types").ExtractContentAndReasoning;
|
|
6
8
|
useReasoningAsContentFallback: boolean;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"chat-completion.d.ts","sourceRoot":"","sources":["../../../../../../src/ai-model/service-caller/openai/chat-completion/chat-completion.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,
|
|
1
|
+
{"version":3,"file":"chat-completion.d.ts","sourceRoot":"","sources":["../../../../../../src/ai-model/service-caller/openai/chat-completion/chat-completion.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EACV,gBAAgB,EAChB,iBAAiB,EACjB,wBAAwB,EACzB,MAAM,aAAa,CAAC;AAIrB,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,SAAS,CAAC;AAGzD,eAAO,MAAM,qBAAqB,GAAU,sCAIzC,IAAI,CAAC,gBAAgB,EAAE,cAAc,GAAG,SAAS,CAAC,GAAG;IACtD,QAAQ,EAAE,iBAAiB,CAAC;CAC7B;;;;;EAsDA,CAAC;AAEF,wBAAgB,kBAAkB,CAChC,OAAO,EAAE,yBAAyB,EAClC,MAAM,EAAE,OAAO,GACd,OAAO,CAAC,wBAAwB,CAAC,CAInC"}
|
|
@@ -1,6 +1,8 @@
|
|
|
1
|
-
import type { ModelCallContext, OpenAIProtocolCallResult } from '../../types';
|
|
1
|
+
import type { ModelCallContext, ModelCallMessages, OpenAIProtocolCallResult } from '../../types';
|
|
2
2
|
import type { ResponsesCallOptions } from './types';
|
|
3
|
-
export declare function prepareResponses({ messages, modelRuntime, options, }: Pick<ModelCallContext, '
|
|
3
|
+
export declare function prepareResponses({ messages, modelRuntime, options, }: Pick<ModelCallContext, 'modelRuntime' | 'options'> & {
|
|
4
|
+
messages: ModelCallMessages;
|
|
5
|
+
}): Promise<{
|
|
4
6
|
requestParams: Omit<import("openai/resources/responses/responses.mjs").ResponseCreateParamsNonStreaming, "stream">;
|
|
5
7
|
proxyAgent: unknown;
|
|
6
8
|
}>;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"responses.d.ts","sourceRoot":"","sources":["../../../../../../src/ai-model/service-caller/openai/responses/responses.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,
|
|
1
|
+
{"version":3,"file":"responses.d.ts","sourceRoot":"","sources":["../../../../../../src/ai-model/service-caller/openai/responses/responses.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EACV,gBAAgB,EAChB,iBAAiB,EACjB,wBAAwB,EACzB,MAAM,aAAa,CAAC;AAIrB,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,SAAS,CAAC;AAGpD,wBAAsB,gBAAgB,CAAC,EACrC,QAAQ,EACR,YAAY,EACZ,OAAO,GACR,EAAE,IAAI,CAAC,gBAAgB,EAAE,cAAc,GAAG,SAAS,CAAC,GAAG;IACtD,QAAQ,EAAE,iBAAiB,CAAC;CAC7B;;;GA0CA;AAED,wBAAgB,aAAa,CAC3B,OAAO,EAAE,oBAAoB,EAC7B,MAAM,EAAE,OAAO,GACd,OAAO,CAAC,wBAAwB,CAAC,CAInC"}
|
|
@@ -0,0 +1,4 @@
|
|
|
1
|
+
import type { ModelCallContext, ModelCallResult } from '../types';
|
|
2
|
+
import type { prepareSystemOne } from './prepare-system-one';
|
|
3
|
+
export declare function callSystemOne(context: ModelCallContext, prepared: Awaited<ReturnType<typeof prepareSystemOne>>): Promise<ModelCallResult>;
|
|
4
|
+
//# sourceMappingURL=call-system-one.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"call-system-one.d.ts","sourceRoot":"","sources":["../../../../../src/ai-model/service-caller/system-one/call-system-one.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,gBAAgB,EAAE,eAAe,EAAE,MAAM,UAAU,CAAC;AAClE,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAC;AAG7D,wBAAsB,aAAa,CACjC,OAAO,EAAE,gBAAgB,EACzB,QAAQ,EAAE,OAAO,CAAC,UAAU,CAAC,OAAO,gBAAgB,CAAC,CAAC,GACrD,OAAO,CAAC,eAAe,CAAC,CA+D1B"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/ai-model/service-caller/system-one/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAClD,OAAO,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAC"}
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
import type { IModelConfig } from '@midscene/shared/env';
|
|
2
|
+
import type { SystemOneRequest } from './schema';
|
|
3
|
+
export declare function prepareSystemOne(config: IModelConfig, request: SystemOneRequest): Promise<{
|
|
4
|
+
url: string;
|
|
5
|
+
body: string;
|
|
6
|
+
questions: Record<string, {
|
|
7
|
+
type: "noul" | "box";
|
|
8
|
+
instructions: unknown;
|
|
9
|
+
} | {
|
|
10
|
+
type: "choice";
|
|
11
|
+
instructions: unknown;
|
|
12
|
+
criteria: Record<string, string>;
|
|
13
|
+
}>;
|
|
14
|
+
headers: {
|
|
15
|
+
Authorization: string;
|
|
16
|
+
'Content-Type': string;
|
|
17
|
+
'TypeSafe-Danger-Zone-Images': string;
|
|
18
|
+
};
|
|
19
|
+
dispatcher: unknown;
|
|
20
|
+
}>;
|
|
21
|
+
//# sourceMappingURL=prepare-system-one.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"prepare-system-one.d.ts","sourceRoot":"","sources":["../../../../../src/ai-model/service-caller/system-one/prepare-system-one.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AAGzD,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,UAAU,CAAC;AAGjD,wBAAsB,gBAAgB,CACpC,MAAM,EAAE,YAAY,EACpB,OAAO,EAAE,gBAAgB;;;;;;;;;;;;;;;;;GA4C1B"}
|
|
@@ -1,6 +1,4 @@
|
|
|
1
|
-
import type { IModelConfig } from '@midscene/shared/env';
|
|
2
1
|
import { z } from 'zod';
|
|
3
|
-
import type { ModelCallContext, ModelCallResult } from './types';
|
|
4
2
|
export interface SystemOneRequest {
|
|
5
3
|
state: Record<string, unknown>;
|
|
6
4
|
images?: Record<string, string>;
|
|
@@ -194,23 +192,4 @@ export declare const systemOneResponseSchema: z.ZodObject<{
|
|
|
194
192
|
} | undefined;
|
|
195
193
|
model?: string | undefined;
|
|
196
194
|
}>;
|
|
197
|
-
|
|
198
|
-
url: string;
|
|
199
|
-
body: string;
|
|
200
|
-
questions: Record<string, {
|
|
201
|
-
type: "noul" | "box";
|
|
202
|
-
instructions: unknown;
|
|
203
|
-
} | {
|
|
204
|
-
type: "choice";
|
|
205
|
-
instructions: unknown;
|
|
206
|
-
criteria: Record<string, string>;
|
|
207
|
-
}>;
|
|
208
|
-
headers: {
|
|
209
|
-
Authorization: string;
|
|
210
|
-
'Content-Type': string;
|
|
211
|
-
'TypeSafe-Danger-Zone-Images': string;
|
|
212
|
-
};
|
|
213
|
-
dispatcher: unknown;
|
|
214
|
-
}>;
|
|
215
|
-
export declare function callSystemOne(context: ModelCallContext, prepared: Awaited<ReturnType<typeof prepareSystemOne>>): Promise<ModelCallResult>;
|
|
216
|
-
//# sourceMappingURL=system-one.d.ts.map
|
|
195
|
+
//# sourceMappingURL=schema.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"schema.d.ts","sourceRoot":"","sources":["../../../../../src/ai-model/service-caller/system-one/schema.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,MAAM,WAAW,gBAAgB;IAC/B,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC/B,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAChC,SAAS,EAAE,MAAM,CACf,MAAM,EACJ;QAAE,IAAI,EAAE,MAAM,GAAG,KAAK,CAAC;QAAC,YAAY,EAAE,OAAO,CAAA;KAAE,GAC/C;QACE,IAAI,EAAE,QAAQ,CAAC;QACf,YAAY,EAAE,OAAO,CAAC;QACtB,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;KAClC,CACJ,CAAC;CACH;AAGD,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAiBhC,CAAC;AACH,eAAO,MAAM,uBAAuB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EASlC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../../../../src/ai-model/service-caller/system-one/utils.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,UAAU,CAAC;AAEjD,wBAAgB,qBAAqB,CACnC,MAAM,EAAE,gBAAgB,CAAC,QAAQ,CAAC,EAClC,YAAY,EAAE,OAAO;;;EAoBtB"}
|
|
@@ -4,7 +4,6 @@ import type OpenAI from 'openai';
|
|
|
4
4
|
import type { ImageDetail } from '../model-adapter/types';
|
|
5
5
|
import type { ModelRuntime } from '../models';
|
|
6
6
|
import type { OpenAIRequestContext } from './openai/openai-request-context';
|
|
7
|
-
import type { SystemOneRequest } from './system-one';
|
|
8
7
|
export type MessageTextContent = {
|
|
9
8
|
type: 'text';
|
|
10
9
|
text: string;
|
|
@@ -36,7 +35,6 @@ export type ConversationEntry = {
|
|
|
36
35
|
};
|
|
37
36
|
export type ModelCallMessages = (ConversationMessage | ConversationEntry)[];
|
|
38
37
|
export interface CallAIOptions {
|
|
39
|
-
systemOneRequest?: SystemOneRequest;
|
|
40
38
|
stream?: boolean;
|
|
41
39
|
onChunk?: StreamingCallback;
|
|
42
40
|
abortSignal?: AbortSignal;
|
|
@@ -64,7 +62,6 @@ export type ModelCallResult = Omit<AICallResult, 'usage'> & {
|
|
|
64
62
|
export type ModelCallContext = {
|
|
65
63
|
requestSignal: AbortSignal;
|
|
66
64
|
effectiveTimeoutMs: number | null;
|
|
67
|
-
messages: ModelCallMessages;
|
|
68
65
|
modelRuntime: ModelRuntime;
|
|
69
66
|
options?: CallAIOptions;
|
|
70
67
|
executionId: string;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../../src/ai-model/service-caller/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,SAAS,CAAC;AAClD,OAAO,KAAK,EAAE,WAAW,EAAE,iBAAiB,EAAE,MAAM,SAAS,CAAC;AAC9D,OAAO,KAAK,MAAM,MAAM,QAAQ,CAAC;AACjC,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAC;AAC1D,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAC9C,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,iCAAiC,CAAC;
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../../src/ai-model/service-caller/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,SAAS,CAAC;AAClD,OAAO,KAAK,EAAE,WAAW,EAAE,iBAAiB,EAAE,MAAM,SAAS,CAAC;AAC9D,OAAO,KAAK,MAAM,MAAM,QAAQ,CAAC;AACjC,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAC;AAC1D,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAC9C,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,iCAAiC,CAAC;AAE5E,MAAM,MAAM,kBAAkB,GAAG;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,CAAC;AAEhE,MAAM,MAAM,cAAc,GACtB,kBAAkB,GAClB;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,GAAG,EAAE,MAAM,CAAC;IAAC,MAAM,CAAC,EAAE,WAAW,CAAA;CAAE,CAAC;AAEzD,MAAM,MAAM,uBAAuB,GAAG;IACpC,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,GAAG,cAAc,EAAE,CAAC;CACpC,CAAC;AAEF,MAAM,MAAM,yBAAyB,GAAG;IACtC,IAAI,EAAE,QAAQ,CAAC;IACf,OAAO,EAAE,MAAM,GAAG,kBAAkB,EAAE,CAAC;CACxC,CAAC;AAEF,MAAM,MAAM,4BAA4B,GAAG;IACzC,IAAI,EAAE,WAAW,CAAC;IAClB,OAAO,EAAE,MAAM,GAAG,kBAAkB,EAAE,CAAC;CACxC,CAAC;AAEF,MAAM,MAAM,mBAAmB,GAC3B,uBAAuB,GACvB,yBAAyB,GACzB,4BAA4B,CAAC;AAEjC,MAAM,MAAM,iBAAiB,GACzB;IAAE,IAAI,EAAE,eAAe,CAAC;IAAC,OAAO,EAAE,mBAAmB,CAAA;CAAE,GACvD;IAAE,IAAI,EAAE,cAAc,CAAC;IAAC,MAAM,EAAE,kBAAkB,CAAA;CAAE,CAAC;AAGzD,MAAM,MAAM,iBAAiB,GAAG,CAAC,mBAAmB,GAAG,iBAAiB,CAAC,EAAE,CAAC;AAE5E,MAAM,WAAW,aAAa;IAC5B,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,OAAO,CAAC,EAAE,iBAAiB,CAAC;IAC5B,WAAW,CAAC,EAAE,WAAW,CAAC;IAC1B,2BAA2B,CAAC,EAAE,OAAO,CAAC;IACtC,0BAA0B,CAAC,EAAE,OAAO,CAAC;IACrC;;;OAGG;IACH,oBAAoB,CAAC,EAAE,MAAM,CAAC;CAC/B;AAED,MAAM,MAAM,YAAY,GAAG;IACzB,OAAO,EAAE,MAAM,CAAC;IAChB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,kBAAkB,CAAC,EAAE,kBAAkB,CAAC;IACxC,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,UAAU,EAAE,OAAO,CAAC;CACrB,CAAC;AAEF,MAAM,MAAM,eAAe,GAAG,IAAI,CAAC,YAAY,EAAE,OAAO,CAAC,GAAG;IAC1D,QAAQ,CAAC,EAAE,MAAM,CAAC,eAAe,CAAC;IAClC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B,CAAC;AAEF,MAAM,MAAM,gBAAgB,GAAG;IAC7B,aAAa,EAAE,WAAW,CAAC;IAC3B,kBAAkB,EAAE,MAAM,GAAG,IAAI,CAAC;IAClC,YAAY,EAAE,YAAY,CAAC;IAC3B,OAAO,CAAC,EAAE,aAAa,CAAC;IACxB,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KAAK,IAAI,CAAC;CACxD,CAAC;AAEF,mDAAmD;AACnD,MAAM,MAAM,yBAAyB,GAAG;IACtC,aAAa,EAAE,WAAW,CAAC;IAC3B,oBAAoB,EAAE,oBAAoB,CAAC;IAC3C,OAAO,CAAC,EAAE,iBAAiB,CAAC;IAC5B,WAAW,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KAAK,IAAI,CAAC;CACxD,CAAC;AAEF,+EAA+E;AAC/E,MAAM,MAAM,wBAAwB,GAAG;IACrC,OAAO,EAAE,MAAM,CAAC;IAChB,gBAAgB,EAAE,MAAM,CAAC;IACzB,kBAAkB,CAAC,EAAE,kBAAkB,CAAC;IACxC,QAAQ,CAAC,EAAE,MAAM,CAAC,eAAe,CAAC;IAClC,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B,CAAC"}
|
|
@@ -14,7 +14,7 @@ export declare class AIResponseParseError extends Error {
|
|
|
14
14
|
constructor(message: string, rawResponse: string, usage?: AIUsageInfo, rawAssistantOutput?: RawAssistantOutput, reasoningContent?: string);
|
|
15
15
|
}
|
|
16
16
|
/**
|
|
17
|
-
* Internal field name stamped onto
|
|
17
|
+
* Internal field name stamped onto AIUsageInfo by the shared model call pipeline.
|
|
18
18
|
* Used for cross-path dedup when the provider does not return a request_id.
|
|
19
19
|
*/
|
|
20
20
|
export declare const INTERNAL_CALL_ID_FIELD = "_midscene_call_id";
|
|
@@ -26,8 +26,8 @@ export declare function appendAIRequestFailureSummary<T extends Error>(error: T,
|
|
|
26
26
|
attempt: number;
|
|
27
27
|
error: unknown;
|
|
28
28
|
}>, maxAttempts: number): T;
|
|
29
|
-
export declare const buildUsageInfo: ({
|
|
30
|
-
|
|
29
|
+
export declare const buildUsageInfo: ({ requestKind, stream, usageData, requestId, timeCost, totalTimeCost, retryCount, modelName, modelDescription, responseModelName, slot, internalCallId, }: {
|
|
30
|
+
requestKind: NonNullable<AIUsageInfo["request_kind"]>;
|
|
31
31
|
stream: boolean;
|
|
32
32
|
usageData?: OpenAI.CompletionUsage;
|
|
33
33
|
requestId?: string | null;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"factory.d.ts","sourceRoot":"","sources":["../../../../../src/ai-model/shared/model-locate-result/factory.ts"],"names":[],"mappings":"AAUA,OAAO,KAAK,EACV,iBAAiB,EACjB,uBAAuB,EACvB,4BAA4B,EAC5B,+BAA+B,EAChC,MAAM,SAAS,CAAC;AAMjB,wBAAgB,8BAA8B,CAC5C,WAAW,EAAE,uBAAuB,GACnC,+BAA+B,
|
|
1
|
+
{"version":3,"file":"factory.d.ts","sourceRoot":"","sources":["../../../../../src/ai-model/shared/model-locate-result/factory.ts"],"names":[],"mappings":"AAUA,OAAO,KAAK,EACV,iBAAiB,EACjB,uBAAuB,EACvB,4BAA4B,EAC5B,+BAA+B,EAChC,MAAM,SAAS,CAAC;AAMjB,wBAAgB,8BAA8B,CAC5C,WAAW,EAAE,uBAAuB,GACnC,+BAA+B,CAejC;AAED,wBAAgB,uBAAuB,CACrC,MAAM,EAAE,4BAA4B,GACnC,iBAAiB,CAiDnB"}
|
|
@@ -4,5 +4,5 @@ export { createCoordinateDistanceToPixels } from './coordinate-distance';
|
|
|
4
4
|
export { isBboxLocateResultValue, isPointLocateResultValue, } from './types';
|
|
5
5
|
export type { CoordinateDistanceAxis } from './coordinate-distance';
|
|
6
6
|
export { createLocateResultValue, parseCoordinateList, unwrapCoordinateListLikeInput, } from './parse';
|
|
7
|
-
export type { CoordinateRounding, LocateResultBbox, PixelBbox, PixelLocateResult, RawLocateValue, LocateResultCodec, LocateResultFormatDefinition, LocateResultCoordinates, LocateResultContext, LocateResultShape, LocateResultPromptSpec, LocateResultValue, NonEmptyArray, ResolvedLocateResultCoordinates, } from './types';
|
|
7
|
+
export type { CoordinateRounding, BboxBoundsType, LocateResultBbox, PixelBbox, PixelLocateResult, RawLocateValue, LocateResultCodec, LocateResultFormatDefinition, LocateResultCoordinates, LocateResultContext, LocateResultShape, LocateResultPromptSpec, LocateResultValue, NonEmptyArray, ResolvedLocateResultCoordinates, } from './types';
|
|
8
8
|
//# sourceMappingURL=index.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/ai-model/shared/model-locate-result/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,uBAAuB,EACvB,8BAA8B,GAC/B,MAAM,WAAW,CAAC;AACnB,OAAO,EAAE,wBAAwB,EAAE,MAAM,eAAe,CAAC;AACzD,OAAO,EAAE,gCAAgC,EAAE,MAAM,uBAAuB,CAAC;AACzE,OAAO,EACL,uBAAuB,EACvB,wBAAwB,GACzB,MAAM,SAAS,CAAC;AACjB,YAAY,EAAE,sBAAsB,EAAE,MAAM,uBAAuB,CAAC;AACpE,OAAO,EACL,uBAAuB,EACvB,mBAAmB,EACnB,6BAA6B,GAC9B,MAAM,SAAS,CAAC;AACjB,YAAY,EACV,kBAAkB,EAClB,gBAAgB,EAChB,SAAS,EACT,iBAAiB,EACjB,cAAc,EACd,iBAAiB,EACjB,4BAA4B,EAC5B,uBAAuB,EACvB,mBAAmB,EACnB,iBAAiB,EACjB,sBAAsB,EACtB,iBAAiB,EACjB,aAAa,EACb,+BAA+B,GAChC,MAAM,SAAS,CAAC"}
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/ai-model/shared/model-locate-result/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,uBAAuB,EACvB,8BAA8B,GAC/B,MAAM,WAAW,CAAC;AACnB,OAAO,EAAE,wBAAwB,EAAE,MAAM,eAAe,CAAC;AACzD,OAAO,EAAE,gCAAgC,EAAE,MAAM,uBAAuB,CAAC;AACzE,OAAO,EACL,uBAAuB,EACvB,wBAAwB,GACzB,MAAM,SAAS,CAAC;AACjB,YAAY,EAAE,sBAAsB,EAAE,MAAM,uBAAuB,CAAC;AACpE,OAAO,EACL,uBAAuB,EACvB,mBAAmB,EACnB,6BAA6B,GAC9B,MAAM,SAAS,CAAC;AACjB,YAAY,EACV,kBAAkB,EAClB,cAAc,EACd,gBAAgB,EAChB,SAAS,EACT,iBAAiB,EACjB,cAAc,EACd,iBAAiB,EACjB,4BAA4B,EAC5B,uBAAuB,EACvB,mBAAmB,EACnB,iBAAiB,EACjB,sBAAsB,EACtB,iBAAiB,EACjB,aAAa,EACb,+BAA+B,GAChC,MAAM,SAAS,CAAC"}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import type { Rect } from '../../../types';
|
|
2
|
-
import type { BboxLocateResultValue, CoordinateRounding, LocateResultPoint, LocateResultValue, PixelBbox } from './types';
|
|
2
|
+
import type { BboxBoundsType, BboxLocateResultValue, CoordinateRounding, LocateResultPoint, LocateResultValue, PixelBbox } from './types';
|
|
3
3
|
export declare function maxPixelCoordinate(size: number): number;
|
|
4
4
|
export declare function normalizedCoordinateToPixel(value: number, normalizedBy: number, size: number, rounding: CoordinateRounding): number;
|
|
5
5
|
/** Restrict an already mapped point to the effective content area. */
|
|
@@ -11,8 +11,8 @@ export declare function clampPixelPointToSize([x, y]: LocateResultPoint, { width
|
|
|
11
11
|
export declare function clampPixelBboxToSize(pixelBbox: PixelBbox, size: {
|
|
12
12
|
width: number;
|
|
13
13
|
height: number;
|
|
14
|
-
}): PixelBbox;
|
|
15
|
-
export declare function pixelBboxToRect([left, top, right, bottom]: PixelBbox): Rect;
|
|
14
|
+
}, boundsType?: BboxBoundsType): PixelBbox;
|
|
15
|
+
export declare function pixelBboxToRect([left, top, right, bottom]: PixelBbox, boundsType?: BboxBoundsType): Rect;
|
|
16
16
|
export declare function mapLocateResultToPixelBbox(result: BboxLocateResultValue, { width, height }: {
|
|
17
17
|
width: number;
|
|
18
18
|
height: number;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"pixel-mapper.d.ts","sourceRoot":"","sources":["../../../../../src/ai-model/shared/model-locate-result/pixel-mapper.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,SAAS,CAAC;AAEpC,OAAO,KAAK,EACV,qBAAqB,EACrB,kBAAkB,EAClB,iBAAiB,EACjB,iBAAiB,EACjB,SAAS,EACV,MAAM,SAAS,CAAC;AAMjB,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,MAAM,UAE9C;AAED,wBAAgB,2BAA2B,CACzC,KAAK,EAAE,MAAM,EACb,YAAY,EAAE,MAAM,EACpB,IAAI,EAAE,MAAM,EACZ,QAAQ,EAAE,kBAAkB,UAa7B;AAED,sEAAsE;AACtE,wBAAgB,qBAAqB,CACnC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,iBAAiB,EACzB,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,GACnD,iBAAiB,CAKnB;AAED,qEAAqE;AACrE,wBAAgB,oBAAoB,CAClC,SAAS,EAAE,SAAS,EACpB,IAAI,EAAE;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,
|
|
1
|
+
{"version":3,"file":"pixel-mapper.d.ts","sourceRoot":"","sources":["../../../../../src/ai-model/shared/model-locate-result/pixel-mapper.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,SAAS,CAAC;AAEpC,OAAO,KAAK,EACV,cAAc,EACd,qBAAqB,EACrB,kBAAkB,EAClB,iBAAiB,EACjB,iBAAiB,EACjB,SAAS,EACV,MAAM,SAAS,CAAC;AAMjB,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,MAAM,UAE9C;AAED,wBAAgB,2BAA2B,CACzC,KAAK,EAAE,MAAM,EACb,YAAY,EAAE,MAAM,EACpB,IAAI,EAAE,MAAM,EACZ,QAAQ,EAAE,kBAAkB,UAa7B;AAED,sEAAsE;AACtE,wBAAgB,qBAAqB,CACnC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,iBAAiB,EACzB,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,GACnD,iBAAiB,CAKnB;AAED,qEAAqE;AACrE,wBAAgB,oBAAoB,CAClC,SAAS,EAAE,SAAS,EACpB,IAAI,EAAE;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,EACvC,UAAU,GAAE,cAA4B,GACvC,SAAS,CAcX;AAED,wBAAgB,eAAe,CAC7B,CAAC,IAAI,EAAE,GAAG,EAAE,KAAK,EAAE,MAAM,CAAC,EAAE,SAAS,EACrC,UAAU,GAAE,cAA4B,GACvC,IAAI,CAON;AAED,wBAAgB,0BAA0B,CACxC,MAAM,EAAE,qBAAqB,EAC7B,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,GACnD,SAAS,CAaX;AAED,+EAA+E;AAC/E,wBAAgB,2BAA2B,CACzC,MAAM,EAAE,iBAAiB,EACzB,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,GACnD,iBAAiB,CAenB"}
|