react-native-ai-debugger 1.6.4 → 1.6.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +10 -0
- package/build/__tests__/unit/failureArtifact.test.d.ts +2 -0
- package/build/__tests__/unit/failureArtifact.test.d.ts.map +1 -0
- package/build/__tests__/unit/failureArtifact.test.js +207 -0
- package/build/__tests__/unit/failureArtifact.test.js.map +1 -0
- package/build/__tests__/unit/tap-evidence.test.d.ts +2 -0
- package/build/__tests__/unit/tap-evidence.test.d.ts.map +1 -0
- package/build/__tests__/unit/tap-evidence.test.js +89 -0
- package/build/__tests__/unit/tap-evidence.test.js.map +1 -0
- package/build/core/failureArtifact.d.ts +122 -0
- package/build/core/failureArtifact.d.ts.map +1 -0
- package/build/core/failureArtifact.js +117 -0
- package/build/core/failureArtifact.js.map +1 -0
- package/build/core/telemetry.d.ts +3 -1
- package/build/core/telemetry.d.ts.map +1 -1
- package/build/core/telemetry.js +23 -1
- package/build/core/telemetry.js.map +1 -1
- package/build/index.js +43 -7
- package/build/index.js.map +1 -1
- package/build/pro/tap.d.ts +55 -0
- package/build/pro/tap.d.ts.map +1 -1
- package/build/pro/tap.js +313 -29
- package/build/pro/tap.js.map +1 -1
- package/package.json +1 -1
package/README.md
CHANGED
|
@@ -391,6 +391,16 @@ To disable telemetry and auto-registration, add `RN_DEBUGGER_TELEMETRY` to the `
|
|
|
391
391
|
|
|
392
392
|
All debugging tools work normally with telemetry disabled. For the complete privacy policy, see [PRIVACY.md](./PRIVACY.md).
|
|
393
393
|
|
|
394
|
+
### Tap failure artifacts
|
|
395
|
+
|
|
396
|
+
When the `tap` tool fails or produces no visible change on screen, the package uploads a small JSON bundle and up to three downscaled PNG screenshots (before, after, and after-with-marker showing exactly where the tap landed) to a 10-day-retention store so we can diagnose and fix tap reliability issues. We do **not** use this data to train AI models and do **not** share it with third parties. See [PRIVACY.md](./PRIVACY.md#4-tap-failure-diagnostic-artifacts) for details.
|
|
397
|
+
|
|
398
|
+
To opt out while keeping the rest of the package working:
|
|
399
|
+
|
|
400
|
+
```json
|
|
401
|
+
"env": { "RN_AI_DEVTOOLS_DISABLE_FAILURE_ARTIFACTS": "1" }
|
|
402
|
+
```
|
|
403
|
+
|
|
394
404
|
## License
|
|
395
405
|
|
|
396
406
|
MIT
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"failureArtifact.test.d.ts","sourceRoot":"","sources":["../../../src/__tests__/unit/failureArtifact.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,207 @@
|
|
|
1
|
+
import { describe, it, expect, beforeEach, afterEach } from "@jest/globals";
|
|
2
|
+
import sharp from "sharp";
|
|
3
|
+
import { gunzipSync } from "node:zlib";
|
|
4
|
+
import { isArtifactCaptureEnabled, buildArtifactBundle, downscaleScreenshot, gzipBundle, uploadArtifact, captureFailureArtifact } from "../../core/failureArtifact.js";
|
|
5
|
+
describe("isArtifactCaptureEnabled", () => {
|
|
6
|
+
const ORIGINAL = { ...process.env };
|
|
7
|
+
beforeEach(() => {
|
|
8
|
+
delete process.env.RN_AI_DEVTOOLS_DISABLE_FAILURE_ARTIFACTS;
|
|
9
|
+
delete process.env.RN_DEBUGGER_TELEMETRY;
|
|
10
|
+
});
|
|
11
|
+
afterEach(() => {
|
|
12
|
+
process.env = { ...ORIGINAL };
|
|
13
|
+
});
|
|
14
|
+
it("returns true by default", () => {
|
|
15
|
+
expect(isArtifactCaptureEnabled()).toBe(true);
|
|
16
|
+
});
|
|
17
|
+
it("returns false when RN_AI_DEVTOOLS_DISABLE_FAILURE_ARTIFACTS=1", () => {
|
|
18
|
+
process.env.RN_AI_DEVTOOLS_DISABLE_FAILURE_ARTIFACTS = "1";
|
|
19
|
+
expect(isArtifactCaptureEnabled()).toBe(false);
|
|
20
|
+
});
|
|
21
|
+
it("returns false when RN_AI_DEVTOOLS_DISABLE_FAILURE_ARTIFACTS=true", () => {
|
|
22
|
+
process.env.RN_AI_DEVTOOLS_DISABLE_FAILURE_ARTIFACTS = "true";
|
|
23
|
+
expect(isArtifactCaptureEnabled()).toBe(false);
|
|
24
|
+
});
|
|
25
|
+
it("returns false when telemetry is disabled (RN_DEBUGGER_TELEMETRY=false)", () => {
|
|
26
|
+
process.env.RN_DEBUGGER_TELEMETRY = "false";
|
|
27
|
+
expect(isArtifactCaptureEnabled()).toBe(false);
|
|
28
|
+
});
|
|
29
|
+
});
|
|
30
|
+
describe("buildArtifactBundle", () => {
|
|
31
|
+
it("builds a complete bundle for a failed text-predicate tap", () => {
|
|
32
|
+
const bundle = buildArtifactBundle({
|
|
33
|
+
artifactId: "00000000-0000-0000-0000-000000000001",
|
|
34
|
+
sessionId: "abcdef123456",
|
|
35
|
+
timestamp: 1714377600000,
|
|
36
|
+
version: "1.7.0",
|
|
37
|
+
predicate: { text: "Sign in" },
|
|
38
|
+
outcome: "failure",
|
|
39
|
+
errorCategory: "validation",
|
|
40
|
+
errorMessage: 'No element found matching text="Sign in"',
|
|
41
|
+
strategyChain: "accessibility:no match|fiber:no pressable|ocr:not found",
|
|
42
|
+
senses: {
|
|
43
|
+
ocr: { ran: true, durationMs: 1820, detections: [{ text: "Login", bbox: [10, 20, 100, 50], conf: 0.93 }], closestMatch: { text: "Login", score: 0.61 } },
|
|
44
|
+
fiber: { ran: true, durationMs: 0, metroConnected: true, pressables: [] },
|
|
45
|
+
accessibility: { ran: true, durationMs: 240, elements: [] }
|
|
46
|
+
},
|
|
47
|
+
chosenTapPoint: null,
|
|
48
|
+
chosenElement: null,
|
|
49
|
+
deviceMeta: { platform: "ios", driver: "axe", screenSize: { w: 1170, h: 2532 }, route: "/login" }
|
|
50
|
+
});
|
|
51
|
+
expect(bundle.artifactId).toBe("00000000-0000-0000-0000-000000000001");
|
|
52
|
+
expect(bundle.outcome).toBe("failure");
|
|
53
|
+
expect(bundle.predicate).toEqual({ text: "Sign in" });
|
|
54
|
+
expect(bundle.senses.ocr.closestMatch).toEqual({ text: "Login", score: 0.61 });
|
|
55
|
+
expect(bundle.senses.fiber.metroConnected).toBe(true);
|
|
56
|
+
expect(bundle.deviceMeta.platform).toBe("ios");
|
|
57
|
+
});
|
|
58
|
+
});
|
|
59
|
+
describe("downscaleScreenshot", () => {
|
|
60
|
+
it("returns a PNG buffer at 50% width", async () => {
|
|
61
|
+
const input = await sharp({
|
|
62
|
+
create: { width: 1170, height: 2532, channels: 4, background: { r: 0, g: 0, b: 0, alpha: 1 } }
|
|
63
|
+
}).png().toBuffer();
|
|
64
|
+
const out = await downscaleScreenshot(input);
|
|
65
|
+
const meta = await sharp(out).metadata();
|
|
66
|
+
expect(meta.format).toBe("png");
|
|
67
|
+
expect(meta.width).toBe(585);
|
|
68
|
+
});
|
|
69
|
+
it("preserves a red-marker pixel cluster after downscaling", async () => {
|
|
70
|
+
const dot = await sharp({ create: { width: 10, height: 10, channels: 3, background: { r: 255, g: 0, b: 0 } } }).png().toBuffer();
|
|
71
|
+
const input = await sharp({
|
|
72
|
+
create: { width: 100, height: 100, channels: 3, background: { r: 255, g: 255, b: 255 } }
|
|
73
|
+
}).composite([{ input: dot, left: 40, top: 40 }]).png().toBuffer();
|
|
74
|
+
const out = await downscaleScreenshot(input);
|
|
75
|
+
const { data, info } = await sharp(out).raw().toBuffer({ resolveWithObject: true });
|
|
76
|
+
const idx = (22 * info.width + 22) * info.channels;
|
|
77
|
+
expect(data[idx]).toBeGreaterThan(150);
|
|
78
|
+
expect(data[idx + 1]).toBeLessThan(120);
|
|
79
|
+
expect(data[idx + 2]).toBeLessThan(120);
|
|
80
|
+
});
|
|
81
|
+
});
|
|
82
|
+
describe("gzipBundle", () => {
|
|
83
|
+
it("gzips a JSON-serializable bundle round-trip", () => {
|
|
84
|
+
const bundle = {
|
|
85
|
+
artifactId: "x",
|
|
86
|
+
sessionId: "s",
|
|
87
|
+
timestamp: 0,
|
|
88
|
+
version: "1.0.0",
|
|
89
|
+
predicate: {},
|
|
90
|
+
outcome: "failure",
|
|
91
|
+
senses: {
|
|
92
|
+
ocr: { ran: false, durationMs: 0, detections: [], closestMatch: null },
|
|
93
|
+
fiber: { ran: false, durationMs: 0, metroConnected: false, pressables: [] },
|
|
94
|
+
accessibility: { ran: false, durationMs: 0, elements: [] }
|
|
95
|
+
},
|
|
96
|
+
chosenTapPoint: null,
|
|
97
|
+
chosenElement: null,
|
|
98
|
+
deviceMeta: { platform: "ios", screenSize: { w: 1, h: 1 } }
|
|
99
|
+
};
|
|
100
|
+
const gz = gzipBundle(bundle);
|
|
101
|
+
const json = gunzipSync(gz).toString("utf8");
|
|
102
|
+
expect(JSON.parse(json)).toEqual(bundle);
|
|
103
|
+
});
|
|
104
|
+
});
|
|
105
|
+
describe("uploadArtifact", () => {
|
|
106
|
+
const ORIGINAL = { ...process.env };
|
|
107
|
+
let lastReq = {};
|
|
108
|
+
let originalFetch;
|
|
109
|
+
beforeEach(() => {
|
|
110
|
+
lastReq = {};
|
|
111
|
+
originalFetch = globalThis.fetch;
|
|
112
|
+
globalThis.fetch = (async (url, init) => {
|
|
113
|
+
const fd = init.body;
|
|
114
|
+
const parts = new Set();
|
|
115
|
+
for (const [name] of fd.entries())
|
|
116
|
+
parts.add(name);
|
|
117
|
+
lastReq = { url: String(url), headers: init.headers, bodyParts: parts };
|
|
118
|
+
return new Response(null, { status: 204 });
|
|
119
|
+
});
|
|
120
|
+
process.env.RN_AI_DEVTOOLS_ARTIFACT_ENDPOINT = "https://test.invalid";
|
|
121
|
+
});
|
|
122
|
+
afterEach(() => {
|
|
123
|
+
globalThis.fetch = originalFetch;
|
|
124
|
+
process.env = { ...ORIGINAL };
|
|
125
|
+
});
|
|
126
|
+
it("posts multipart with bundle and PNGs and returns true", async () => {
|
|
127
|
+
const ok = await uploadArtifact({
|
|
128
|
+
artifactKey: "2026-04-29/00000000-0000-0000-0000-000000000001",
|
|
129
|
+
apiKey: "key",
|
|
130
|
+
bundleGz: Buffer.from([1, 2, 3]),
|
|
131
|
+
pngs: { before: Buffer.from([4]), after: Buffer.from([5]), afterWithMarker: Buffer.from([6]) }
|
|
132
|
+
});
|
|
133
|
+
expect(ok).toBe(true);
|
|
134
|
+
expect(lastReq.url).toBe("https://test.invalid/api/tap-artifact");
|
|
135
|
+
expect(lastReq.headers["X-API-Key"]).toBe("key");
|
|
136
|
+
expect(lastReq.headers["X-Artifact-Id"]).toBe("2026-04-29/00000000-0000-0000-0000-000000000001");
|
|
137
|
+
expect(lastReq.bodyParts).toEqual(new Set(["bundle", "before.png", "after.png", "after-with-marker.png"]));
|
|
138
|
+
});
|
|
139
|
+
it("posts only the bundle when no PNGs available", async () => {
|
|
140
|
+
const ok = await uploadArtifact({
|
|
141
|
+
artifactKey: "2026-04-29/00000000-0000-0000-0000-000000000002",
|
|
142
|
+
apiKey: "key",
|
|
143
|
+
bundleGz: Buffer.from([1]),
|
|
144
|
+
pngs: {}
|
|
145
|
+
});
|
|
146
|
+
expect(ok).toBe(true);
|
|
147
|
+
expect(lastReq.bodyParts).toEqual(new Set(["bundle"]));
|
|
148
|
+
});
|
|
149
|
+
it("returns false on network error without throwing", async () => {
|
|
150
|
+
globalThis.fetch = (async () => { throw new Error("network"); });
|
|
151
|
+
const ok = await uploadArtifact({
|
|
152
|
+
artifactKey: "2026-04-29/00000000-0000-0000-0000-000000000003",
|
|
153
|
+
apiKey: "key",
|
|
154
|
+
bundleGz: Buffer.from([1]),
|
|
155
|
+
pngs: {}
|
|
156
|
+
});
|
|
157
|
+
expect(ok).toBe(false);
|
|
158
|
+
});
|
|
159
|
+
});
|
|
160
|
+
describe("captureFailureArtifact", () => {
|
|
161
|
+
const ORIGINAL = { ...process.env };
|
|
162
|
+
let originalFetch;
|
|
163
|
+
beforeEach(() => {
|
|
164
|
+
originalFetch = globalThis.fetch;
|
|
165
|
+
globalThis.fetch = (async () => new Response(null, { status: 204 }));
|
|
166
|
+
process.env.RN_AI_DEVTOOLS_ARTIFACT_ENDPOINT = "https://test.invalid";
|
|
167
|
+
delete process.env.RN_AI_DEVTOOLS_DISABLE_FAILURE_ARTIFACTS;
|
|
168
|
+
delete process.env.RN_DEBUGGER_TELEMETRY;
|
|
169
|
+
});
|
|
170
|
+
afterEach(() => {
|
|
171
|
+
globalThis.fetch = originalFetch;
|
|
172
|
+
process.env = { ...ORIGINAL };
|
|
173
|
+
});
|
|
174
|
+
const baseInput = (overrides = {}) => ({
|
|
175
|
+
apiKey: "key",
|
|
176
|
+
outcome: "failure",
|
|
177
|
+
predicate: { text: "Sign in" },
|
|
178
|
+
sessionId: "abc",
|
|
179
|
+
version: "1.7.0",
|
|
180
|
+
senses: {
|
|
181
|
+
ocr: { ran: true, durationMs: 1, detections: [{ text: "Login", bbox: [0, 0, 1, 1], conf: 0.9 }], closestMatch: { text: "Login", score: 0.61 } },
|
|
182
|
+
fiber: { ran: true, durationMs: 0, metroConnected: true, pressables: [{ label: "Login" }, { label: "Forgot" }] },
|
|
183
|
+
accessibility: { ran: true, durationMs: 1, elements: [{ label: "Login button" }] }
|
|
184
|
+
},
|
|
185
|
+
chosenTapPoint: null,
|
|
186
|
+
chosenElement: null,
|
|
187
|
+
screenshots: { before: null, after: null, afterWithMarker: null },
|
|
188
|
+
deviceMeta: { platform: "ios", driver: "axe", screenSize: { w: 1170, h: 2532 } },
|
|
189
|
+
...overrides
|
|
190
|
+
});
|
|
191
|
+
it("returns artifactKey and structured signals when enabled", async () => {
|
|
192
|
+
const out = await captureFailureArtifact(baseInput());
|
|
193
|
+
expect(out.artifactKey).toMatch(/^\d{4}-\d{2}-\d{2}\/[0-9a-f-]{36}$/);
|
|
194
|
+
expect(out.signals.ocrClosestMatch).toBe("Login@0.61");
|
|
195
|
+
expect(out.signals.fiberPressableCount).toBe("2");
|
|
196
|
+
expect(out.signals.accessibilityMatchCount).toBe("1");
|
|
197
|
+
expect(out.signals.nearbyPressables).toEqual([{ label: "Login", testID: undefined }, { label: "Forgot", testID: undefined }]);
|
|
198
|
+
});
|
|
199
|
+
it("returns empty artifactKey but still computes signals when disabled", async () => {
|
|
200
|
+
process.env.RN_AI_DEVTOOLS_DISABLE_FAILURE_ARTIFACTS = "1";
|
|
201
|
+
const out = await captureFailureArtifact(baseInput());
|
|
202
|
+
expect(out.artifactKey).toBe("");
|
|
203
|
+
expect(out.signals.fiberPressableCount).toBe("2");
|
|
204
|
+
expect(out.signals.ocrClosestMatch).toBe("Login@0.61");
|
|
205
|
+
});
|
|
206
|
+
});
|
|
207
|
+
//# sourceMappingURL=failureArtifact.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"failureArtifact.test.js","sourceRoot":"","sources":["../../../src/__tests__/unit/failureArtifact.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,eAAe,CAAC;AAC5E,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AACvC,OAAO,EACH,wBAAwB,EACxB,mBAAmB,EACnB,mBAAmB,EACnB,UAAU,EACV,cAAc,EACd,sBAAsB,EACzB,MAAM,+BAA+B,CAAC;AAEvC,QAAQ,CAAC,0BAA0B,EAAE,GAAG,EAAE;IACtC,MAAM,QAAQ,GAAG,EAAE,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;IACpC,UAAU,CAAC,GAAG,EAAE;QACZ,OAAO,OAAO,CAAC,GAAG,CAAC,wCAAwC,CAAC;QAC5D,OAAO,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC;IAC7C,CAAC,CAAC,CAAC;IACH,SAAS,CAAC,GAAG,EAAE;QACX,OAAO,CAAC,GAAG,GAAG,EAAE,GAAG,QAAQ,EAAE,CAAC;IAClC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yBAAyB,EAAE,GAAG,EAAE;QAC/B,MAAM,CAAC,wBAAwB,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAClD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+DAA+D,EAAE,GAAG,EAAE;QACrE,OAAO,CAAC,GAAG,CAAC,wCAAwC,GAAG,GAAG,CAAC;QAC3D,MAAM,CAAC,wBAAwB,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kEAAkE,EAAE,GAAG,EAAE;QACxE,OAAO,CAAC,GAAG,CAAC,wCAAwC,GAAG,MAAM,CAAC;QAC9D,MAAM,CAAC,wBAAwB,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wEAAwE,EAAE,GAAG,EAAE;QAC9E,OAAO,CAAC,GAAG,CAAC,qBAAqB,GAAG,OAAO,CAAC;QAC5C,MAAM,CAAC,wBAAwB,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;AACP,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,qBAAqB,EAAE,GAAG,EAAE;IACjC,EAAE,CAAC,0DAA0D,EAAE,GAAG,EAAE;QAChE,MAAM,MAAM,GAAG,mBAAmB,CAAC;YAC/B,UAAU,EAAE,sCAAsC;YAClD,SAAS,EAAE,cAAc;YACzB,SAAS,EAAE,aAAa;YACxB,OAAO,EAAE,OAAO;YAChB,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;YAC9B,OAAO,EAAE,SAAS;YAClB,aAAa,EAAE,YAAY;YAC3B,YAAY,EAAE,0CAA0C;YACxD,aAAa,EAAE,yDAAyD;YACxE,MAAM,EAAE;gBACJ,GAAG,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,EAAE,YAAY,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;gBACxJ,KAAK,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,EAAE,cAAc,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,EAAE;gBACzE,aAAa,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,UAAU,EAAE,GAAG,EAAE,QAAQ,EAAE,EAAE,EAAE;aAC9D;YACD,cAAc,EAAE,IAAI;YACpB,aAAa,EAAE,IAAI;YACnB,UAAU,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE;SACpG,CAAC,CAAC;QAEH,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,sCAAsC,CAAC,CAAC;QACvE,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACvC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC,CAAC;QACtD,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QAC/E,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACtD,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;AACP,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,qBAAqB,EAAE,GAAG,EAAE;IACjC,EAAE,CAAC,mCAAmC,EAAE,KAAK,IAAI,EAAE;QAC/C,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC;YACtB,MAAM,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,EAAE,UAAU,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;SACjG,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC;QAEpB,MAAM,GAAG,GAAG,MAAM,mBAAmB,CAAC,KAAK,CAAC,CAAC;QAC7C,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC;QACzC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAChC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACjC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wDAAwD,EAAE,KAAK,IAAI,EAAE;QACpE,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,EAAE,MAAM,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,UAAU,EAAE,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC;QACjI,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC;YACtB,MAAM,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,QAAQ,EAAE,CAAC,EAAE,UAAU,EAAE,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,EAAE;SAC3F,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC;QAEnE,MAAM,GAAG,GAAG,MAAM,mBAAmB,CAAC,KAAK,CAAC,CAAC;QAC7C,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,EAAE,iBAAiB,EAAE,IAAI,EAAE,CAAC,CAAC;QACpF,MAAM,GAAG,GAAG,CAAC,EAAE,GAAG,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC;QACnD,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC;QACvC,MAAM,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;QACxC,MAAM,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;IAC5C,CAAC,CAAC,CAAC;AACP,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,YAAY,EAAE,GAAG,EAAE;IACxB,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;QACnD,MAAM,MAAM,GAAG;YACX,UAAU,EAAE,GAAG;YACf,SAAS,EAAE,GAAG;YACd,SAAS,EAAE,CAAC;YACZ,OAAO,EAAE,OAAO;YAChB,SAAS,EAAE,EAAE;YACb,OAAO,EAAE,SAAkB;YAC3B,MAAM,EAAE;gBACJ,GAAG,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,EAAE,UAAU,EAAE,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE;gBACtE,KAAK,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,EAAE,cAAc,EAAE,KAAK,EAAE,UAAU,EAAE,EAAE,EAAE;gBAC3E,aAAa,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE;aAC7D;YACD,cAAc,EAAE,IAAI;YACpB,aAAa,EAAE,IAAI;YACnB,UAAU,EAAE,EAAE,QAAQ,EAAE,KAAc,EAAE,UAAU,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE;SACvE,CAAC;QACF,MAAM,EAAE,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC;QAC9B,MAAM,IAAI,GAAG,UAAU,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QAC7C,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IAC7C,CAAC,CAAC,CAAC;AACP,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,gBAAgB,EAAE,GAAG,EAAE;IAC5B,MAAM,QAAQ,GAAG,EAAE,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;IACpC,IAAI,OAAO,GAAgF,EAAE,CAAC;IAC9F,IAAI,aAAsC,CAAC;IAE3C,UAAU,CAAC,GAAG,EAAE;QACZ,OAAO,GAAG,EAAE,CAAC;QACb,aAAa,GAAG,UAAU,CAAC,KAAK,CAAC;QACjC,UAAU,CAAC,KAAK,GAAG,CAAC,KAAK,EAAE,GAAQ,EAAE,IAAS,EAAE,EAAE;YAC9C,MAAM,EAAE,GAAG,IAAI,CAAC,IAAgB,CAAC;YACjC,MAAM,KAAK,GAAG,IAAI,GAAG,EAAU,CAAC;YAChC,KAAK,MAAM,CAAC,IAAI,CAAC,IAAK,EAAU,CAAC,OAAO,EAAE;gBAAE,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YAC5D,OAAO,GAAG,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;YACxE,OAAO,IAAI,QAAQ,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;QAC/C,CAAC,CAA4B,CAAC;QAC9B,OAAO,CAAC,GAAG,CAAC,gCAAgC,GAAG,sBAAsB,CAAC;IAC1E,CAAC,CAAC,CAAC;IACH,SAAS,CAAC,GAAG,EAAE;QACX,UAAU,CAAC,KAAK,GAAG,aAAa,CAAC;QACjC,OAAO,CAAC,GAAG,GAAG,EAAE,GAAG,QAAQ,EAAE,CAAC;IAClC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uDAAuD,EAAE,KAAK,IAAI,EAAE;QACnE,MAAM,EAAE,GAAG,MAAM,cAAc,CAAC;YAC5B,WAAW,EAAE,iDAAiD;YAC9D,MAAM,EAAE,KAAK;YACb,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;YAChC,IAAI,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE;SACjG,CAAC,CAAC;QACH,MAAM,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACtB,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,uCAAuC,CAAC,CAAC;QAClE,MAAM,CAAE,OAAO,CAAC,OAAe,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC1D,MAAM,CAAE,OAAO,CAAC,OAAe,CAAC,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC,iDAAiD,CAAC,CAAC;QAC1G,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,OAAO,CAAC,IAAI,GAAG,CAAC,CAAC,QAAQ,EAAE,YAAY,EAAE,WAAW,EAAE,uBAAuB,CAAC,CAAC,CAAC,CAAC;IAC/G,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8CAA8C,EAAE,KAAK,IAAI,EAAE;QAC1D,MAAM,EAAE,GAAG,MAAM,cAAc,CAAC;YAC5B,WAAW,EAAE,iDAAiD;YAC9D,MAAM,EAAE,KAAK;YACb,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;YAC1B,IAAI,EAAE,EAAE;SACX,CAAC,CAAC;QACH,MAAM,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACtB,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,OAAO,CAAC,IAAI,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;IAC3D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iDAAiD,EAAE,KAAK,IAAI,EAAE;QAC7D,UAAU,CAAC,KAAK,GAAG,CAAC,KAAK,IAAI,EAAE,GAAG,MAAM,IAAI,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAA4B,CAAC;QAC5F,MAAM,EAAE,GAAG,MAAM,cAAc,CAAC;YAC5B,WAAW,EAAE,iDAAiD;YAC9D,MAAM,EAAE,KAAK;YACb,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;YAC1B,IAAI,EAAE,EAAE;SACX,CAAC,CAAC;QACH,MAAM,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC3B,CAAC,CAAC,CAAC;AACP,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,wBAAwB,EAAE,GAAG,EAAE;IACpC,MAAM,QAAQ,GAAG,EAAE,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;IACpC,IAAI,aAAsC,CAAC;IAC3C,UAAU,CAAC,GAAG,EAAE;QACZ,aAAa,GAAG,UAAU,CAAC,KAAK,CAAC;QACjC,UAAU,CAAC,KAAK,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC,IAAI,QAAQ,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAA4B,CAAC;QAChG,OAAO,CAAC,GAAG,CAAC,gCAAgC,GAAG,sBAAsB,CAAC;QACtE,OAAO,OAAO,CAAC,GAAG,CAAC,wCAAwC,CAAC;QAC5D,OAAO,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC;IAC7C,CAAC,CAAC,CAAC;IACH,SAAS,CAAC,GAAG,EAAE;QACX,UAAU,CAAC,KAAK,GAAG,aAAa,CAAC;QACjC,OAAO,CAAC,GAAG,GAAG,EAAE,GAAG,QAAQ,EAAE,CAAC;IAClC,CAAC,CAAC,CAAC;IAEH,MAAM,SAAS,GAAG,CAAC,YAAmE,EAAE,EAAgD,EAAE,CAAC,CAAC;QACxI,MAAM,EAAE,KAAK;QACb,OAAO,EAAE,SAAS;QAClB,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;QAC9B,SAAS,EAAE,KAAK;QAChB,OAAO,EAAE,OAAO;QAChB,MAAM,EAAE;YACJ,GAAG,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,EAAE,YAAY,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;YAC/I,KAAK,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,EAAE,cAAc,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,EAAE;YAChH,aAAa,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,KAAK,EAAE,cAAc,EAAE,CAAC,EAAE;SACrF;QACD,cAAc,EAAE,IAAI;QACpB,aAAa,EAAE,IAAI;QACnB,WAAW,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,eAAe,EAAE,IAAI,EAAE;QACjE,UAAU,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE;QAChF,GAAG,SAAS;KACf,CAAC,CAAC;IAEH,EAAE,CAAC,yDAAyD,EAAE,KAAK,IAAI,EAAE;QACrE,MAAM,GAAG,GAAG,MAAM,sBAAsB,CAAC,SAAS,EAAE,CAAC,CAAC;QACtD,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,OAAO,CAAC,oCAAoC,CAAC,CAAC;QACtE,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QACvD,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,mBAAmB,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAClD,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,uBAAuB,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACtD,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC,OAAO,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC;IAClI,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oEAAoE,EAAE,KAAK,IAAI,EAAE;QAChF,OAAO,CAAC,GAAG,CAAC,wCAAwC,GAAG,GAAG,CAAC;QAC3D,MAAM,GAAG,GAAG,MAAM,sBAAsB,CAAC,SAAS,EAAE,CAAC,CAAC;QACtD,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACjC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,mBAAmB,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAClD,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IAC3D,CAAC,CAAC,CAAC;AACP,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"tap-evidence.test.d.ts","sourceRoot":"","sources":["../../../src/__tests__/unit/tap-evidence.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,89 @@
|
|
|
1
|
+
import { describe, it, expect } from "@jest/globals";
|
|
2
|
+
import { findClosestOcrText, makeEmptyEvidenceSink } from "../../pro/tap.js";
|
|
3
|
+
function ocr(words) {
|
|
4
|
+
return {
|
|
5
|
+
success: true,
|
|
6
|
+
fullText: words.map(w => w.text).join(" "),
|
|
7
|
+
confidence: 1,
|
|
8
|
+
words: words.map(w => ({
|
|
9
|
+
text: w.text,
|
|
10
|
+
confidence: w.confidence ?? 0.9,
|
|
11
|
+
bbox: { x0: 0, y0: 0, x1: 10, y1: 10 },
|
|
12
|
+
center: { x: 5, y: 5 },
|
|
13
|
+
tapCenter: { x: 5, y: 5 }
|
|
14
|
+
})),
|
|
15
|
+
lines: [],
|
|
16
|
+
processingTimeMs: 0,
|
|
17
|
+
engine: "easyocr"
|
|
18
|
+
};
|
|
19
|
+
}
|
|
20
|
+
describe("makeEmptyEvidenceSink", () => {
|
|
21
|
+
it("creates a sink with all strategies marked unset", () => {
|
|
22
|
+
const sink = makeEmptyEvidenceSink();
|
|
23
|
+
expect(sink.fiber.ran).toBe(false);
|
|
24
|
+
expect(sink.fiber.durationMs).toBe(0);
|
|
25
|
+
expect(sink.fiber.metroConnected).toBe(false);
|
|
26
|
+
expect(sink.fiber.pressables).toEqual([]);
|
|
27
|
+
expect(sink.accessibility.ran).toBe(false);
|
|
28
|
+
expect(sink.accessibility.elements).toEqual([]);
|
|
29
|
+
expect(sink.ocr.ran).toBe(false);
|
|
30
|
+
expect(sink.ocr.detections).toEqual([]);
|
|
31
|
+
expect(sink.ocr.closestMatch).toBeNull();
|
|
32
|
+
});
|
|
33
|
+
});
|
|
34
|
+
describe("findClosestOcrText", () => {
|
|
35
|
+
it("returns the highest-scoring word for a near-miss query", () => {
|
|
36
|
+
const result = ocr([{ text: "Sign in" }, { text: "Cancel" }]);
|
|
37
|
+
const m = findClosestOcrText(result, "Sing in");
|
|
38
|
+
expect(m?.text).toBe("Sign in");
|
|
39
|
+
expect(m?.score).toBeGreaterThanOrEqual(0.5);
|
|
40
|
+
});
|
|
41
|
+
it("returns an exact match with score 1", () => {
|
|
42
|
+
const result = ocr([{ text: "Login" }, { text: "Cancel" }]);
|
|
43
|
+
const m = findClosestOcrText(result, "Login");
|
|
44
|
+
expect(m?.text).toBe("Login");
|
|
45
|
+
expect(m?.score).toBe(1);
|
|
46
|
+
});
|
|
47
|
+
it("prefers a closer match over a further one", () => {
|
|
48
|
+
const result = ocr([{ text: "Help" }, { text: "Settings" }, { text: "Set Up" }]);
|
|
49
|
+
const m = findClosestOcrText(result, "Setting");
|
|
50
|
+
expect(m?.text).toBe("Settings");
|
|
51
|
+
});
|
|
52
|
+
it("returns null when query is empty", () => {
|
|
53
|
+
const result = ocr([{ text: "Login" }]);
|
|
54
|
+
expect(findClosestOcrText(result, "")).toBeNull();
|
|
55
|
+
});
|
|
56
|
+
it("returns null when ocrResult has no words or lines", () => {
|
|
57
|
+
const empty = {
|
|
58
|
+
success: true,
|
|
59
|
+
fullText: "",
|
|
60
|
+
confidence: 0,
|
|
61
|
+
words: [],
|
|
62
|
+
lines: [],
|
|
63
|
+
processingTimeMs: 0,
|
|
64
|
+
engine: "easyocr"
|
|
65
|
+
};
|
|
66
|
+
expect(findClosestOcrText(empty, "anything")).toBeNull();
|
|
67
|
+
});
|
|
68
|
+
it("considers lines as well as words", () => {
|
|
69
|
+
const result = {
|
|
70
|
+
success: true,
|
|
71
|
+
fullText: "Welcome back",
|
|
72
|
+
confidence: 1,
|
|
73
|
+
words: [],
|
|
74
|
+
lines: [{
|
|
75
|
+
text: "Welcome back",
|
|
76
|
+
confidence: 0.9,
|
|
77
|
+
bbox: { x0: 0, y0: 0, x1: 10, y1: 10 },
|
|
78
|
+
center: { x: 5, y: 5 },
|
|
79
|
+
tapCenter: { x: 5, y: 5 }
|
|
80
|
+
}],
|
|
81
|
+
processingTimeMs: 0,
|
|
82
|
+
engine: "easyocr"
|
|
83
|
+
};
|
|
84
|
+
const m = findClosestOcrText(result, "Welcome bac");
|
|
85
|
+
expect(m?.text).toBe("Welcome back");
|
|
86
|
+
expect(m?.score).toBeGreaterThan(0.7);
|
|
87
|
+
});
|
|
88
|
+
});
|
|
89
|
+
//# sourceMappingURL=tap-evidence.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"tap-evidence.test.js","sourceRoot":"","sources":["../../../src/__tests__/unit/tap-evidence.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,eAAe,CAAC;AAErD,OAAO,EAAE,kBAAkB,EAAE,qBAAqB,EAAE,MAAM,kBAAkB,CAAC;AAE7E,SAAS,GAAG,CAAC,KAAmD;IAC5D,OAAO;QACH,OAAO,EAAE,IAAI;QACb,QAAQ,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;QAC1C,UAAU,EAAE,CAAC;QACb,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YACnB,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,UAAU,EAAE,CAAC,CAAC,UAAU,IAAI,GAAG;YAC/B,IAAI,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE;YACtC,MAAM,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE;YACtB,SAAS,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE;SAC5B,CAAC,CAAC;QACH,KAAK,EAAE,EAAE;QACT,gBAAgB,EAAE,CAAC;QACnB,MAAM,EAAE,SAAS;KACpB,CAAC;AACN,CAAC;AAED,QAAQ,CAAC,uBAAuB,EAAE,GAAG,EAAE;IACnC,EAAE,CAAC,iDAAiD,EAAE,GAAG,EAAE;QACvD,MAAM,IAAI,GAAG,qBAAqB,EAAE,CAAC;QACrC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACnC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACtC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC9C,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAC1C,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC3C,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAChD,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACjC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QACxC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,QAAQ,EAAE,CAAC;IAC7C,CAAC,CAAC,CAAC;AACP,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,oBAAoB,EAAE,GAAG,EAAE;IAChC,EAAE,CAAC,wDAAwD,EAAE,GAAG,EAAE;QAC9D,MAAM,MAAM,GAAG,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC;QAC9D,MAAM,CAAC,GAAG,kBAAkB,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;QAChD,MAAM,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAChC,MAAM,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAAC;IACjD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qCAAqC,EAAE,GAAG,EAAE;QAC3C,MAAM,MAAM,GAAG,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC;QAC5D,MAAM,CAAC,GAAG,kBAAkB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAC9C,MAAM,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC9B,MAAM,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC7B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2CAA2C,EAAE,GAAG,EAAE;QACjD,MAAM,MAAM,GAAG,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC;QACjF,MAAM,CAAC,GAAG,kBAAkB,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;QAChD,MAAM,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IACrC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kCAAkC,EAAE,GAAG,EAAE;QACxC,MAAM,MAAM,GAAG,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC;QACxC,MAAM,CAAC,kBAAkB,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;IACtD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mDAAmD,EAAE,GAAG,EAAE;QACzD,MAAM,KAAK,GAAc;YACrB,OAAO,EAAE,IAAI;YACb,QAAQ,EAAE,EAAE;YACZ,UAAU,EAAE,CAAC;YACb,KAAK,EAAE,EAAE;YACT,KAAK,EAAE,EAAE;YACT,gBAAgB,EAAE,CAAC;YACnB,MAAM,EAAE,SAAS;SACpB,CAAC;QACF,MAAM,CAAC,kBAAkB,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;IAC7D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kCAAkC,EAAE,GAAG,EAAE;QACxC,MAAM,MAAM,GAAc;YACtB,OAAO,EAAE,IAAI;YACb,QAAQ,EAAE,cAAc;YACxB,UAAU,EAAE,CAAC;YACb,KAAK,EAAE,EAAE;YACT,KAAK,EAAE,CAAC;oBACJ,IAAI,EAAE,cAAc;oBACpB,UAAU,EAAE,GAAG;oBACf,IAAI,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE;oBACtC,MAAM,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE;oBACtB,SAAS,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE;iBAC5B,CAAC;YACF,gBAAgB,EAAE,CAAC;YACnB,MAAM,EAAE,SAAS;SACpB,CAAC;QACF,MAAM,CAAC,GAAG,kBAAkB,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;QACpD,MAAM,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QACrC,MAAM,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC;IAC1C,CAAC,CAAC,CAAC;AACP,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1,122 @@
|
|
|
1
|
+
export declare function isArtifactCaptureEnabled(): boolean;
|
|
2
|
+
export type ArtifactOutcome = "failure" | "unmeaningful";
|
|
3
|
+
export interface OcrDetection {
|
|
4
|
+
text: string;
|
|
5
|
+
bbox: [number, number, number, number];
|
|
6
|
+
conf: number;
|
|
7
|
+
}
|
|
8
|
+
export interface ArtifactSenses {
|
|
9
|
+
ocr: {
|
|
10
|
+
ran: boolean;
|
|
11
|
+
durationMs: number;
|
|
12
|
+
detections: OcrDetection[];
|
|
13
|
+
closestMatch: {
|
|
14
|
+
text: string;
|
|
15
|
+
score: number;
|
|
16
|
+
} | null;
|
|
17
|
+
};
|
|
18
|
+
fiber: {
|
|
19
|
+
ran: boolean;
|
|
20
|
+
durationMs: number;
|
|
21
|
+
metroConnected: boolean;
|
|
22
|
+
pressables: Array<{
|
|
23
|
+
label?: string;
|
|
24
|
+
testID?: string;
|
|
25
|
+
bounds?: number[];
|
|
26
|
+
componentName?: string;
|
|
27
|
+
}>;
|
|
28
|
+
};
|
|
29
|
+
accessibility: {
|
|
30
|
+
ran: boolean;
|
|
31
|
+
durationMs: number;
|
|
32
|
+
elements: Array<{
|
|
33
|
+
label?: string;
|
|
34
|
+
testID?: string;
|
|
35
|
+
frame?: number[];
|
|
36
|
+
}>;
|
|
37
|
+
};
|
|
38
|
+
}
|
|
39
|
+
export interface ArtifactInput {
|
|
40
|
+
artifactId: string;
|
|
41
|
+
sessionId: string;
|
|
42
|
+
timestamp: number;
|
|
43
|
+
version: string;
|
|
44
|
+
predicate: Record<string, unknown>;
|
|
45
|
+
outcome: ArtifactOutcome;
|
|
46
|
+
errorCategory?: string;
|
|
47
|
+
errorMessage?: string;
|
|
48
|
+
strategyChain?: string;
|
|
49
|
+
changeRate?: number;
|
|
50
|
+
meaningful?: boolean;
|
|
51
|
+
senses: ArtifactSenses;
|
|
52
|
+
chosenTapPoint: {
|
|
53
|
+
x: number;
|
|
54
|
+
y: number;
|
|
55
|
+
} | null;
|
|
56
|
+
chosenElement: Record<string, unknown> | null;
|
|
57
|
+
deviceMeta: {
|
|
58
|
+
platform: "ios" | "android";
|
|
59
|
+
driver?: string;
|
|
60
|
+
screenSize: {
|
|
61
|
+
w: number;
|
|
62
|
+
h: number;
|
|
63
|
+
};
|
|
64
|
+
route?: string;
|
|
65
|
+
};
|
|
66
|
+
}
|
|
67
|
+
export type ArtifactBundle = ArtifactInput;
|
|
68
|
+
export declare function buildArtifactBundle(input: ArtifactInput): ArtifactBundle;
|
|
69
|
+
export declare function downscaleScreenshot(input: Buffer): Promise<Buffer>;
|
|
70
|
+
export declare function gzipBundle(bundle: ArtifactBundle): Buffer;
|
|
71
|
+
export interface UploadInput {
|
|
72
|
+
artifactKey: string;
|
|
73
|
+
apiKey: string;
|
|
74
|
+
bundleGz: Buffer;
|
|
75
|
+
pngs: {
|
|
76
|
+
before?: Buffer;
|
|
77
|
+
after?: Buffer;
|
|
78
|
+
afterWithMarker?: Buffer;
|
|
79
|
+
};
|
|
80
|
+
}
|
|
81
|
+
export declare function uploadArtifact(input: UploadInput): Promise<boolean>;
|
|
82
|
+
export interface CaptureInput {
|
|
83
|
+
apiKey?: string;
|
|
84
|
+
outcome: ArtifactOutcome;
|
|
85
|
+
predicate: Record<string, unknown>;
|
|
86
|
+
errorMessage?: string;
|
|
87
|
+
errorCategory?: string;
|
|
88
|
+
strategyChain?: string;
|
|
89
|
+
sessionId: string;
|
|
90
|
+
version: string;
|
|
91
|
+
changeRate?: number;
|
|
92
|
+
meaningful?: boolean;
|
|
93
|
+
senses: ArtifactSenses;
|
|
94
|
+
chosenTapPoint: {
|
|
95
|
+
x: number;
|
|
96
|
+
y: number;
|
|
97
|
+
} | null;
|
|
98
|
+
chosenElement: Record<string, unknown> | null;
|
|
99
|
+
screenshots: {
|
|
100
|
+
before: Buffer | null;
|
|
101
|
+
after: Buffer | null;
|
|
102
|
+
afterWithMarker: Buffer | null;
|
|
103
|
+
};
|
|
104
|
+
deviceMeta: ArtifactInput["deviceMeta"];
|
|
105
|
+
}
|
|
106
|
+
export interface CaptureSignals {
|
|
107
|
+
artifactKey: string;
|
|
108
|
+
ocrClosestMatch: string;
|
|
109
|
+
fiberPressableCount: string;
|
|
110
|
+
accessibilityMatchCount: string;
|
|
111
|
+
appRoute: string;
|
|
112
|
+
nearbyPressables: Array<{
|
|
113
|
+
label?: string;
|
|
114
|
+
testID?: string;
|
|
115
|
+
}>;
|
|
116
|
+
}
|
|
117
|
+
export interface CaptureResult {
|
|
118
|
+
artifactKey: string;
|
|
119
|
+
signals: CaptureSignals;
|
|
120
|
+
}
|
|
121
|
+
export declare function captureFailureArtifact(input: CaptureInput): Promise<CaptureResult>;
|
|
122
|
+
//# sourceMappingURL=failureArtifact.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"failureArtifact.d.ts","sourceRoot":"","sources":["../../src/core/failureArtifact.ts"],"names":[],"mappings":"AAQA,wBAAgB,wBAAwB,IAAI,OAAO,CAQlD;AAED,MAAM,MAAM,eAAe,GAAG,SAAS,GAAG,cAAc,CAAC;AAEzD,MAAM,WAAW,YAAY;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;IACvC,IAAI,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,cAAc;IAC3B,GAAG,EAAE;QACD,GAAG,EAAE,OAAO,CAAC;QACb,UAAU,EAAE,MAAM,CAAC;QACnB,UAAU,EAAE,YAAY,EAAE,CAAC;QAC3B,YAAY,EAAE;YAAE,IAAI,EAAE,MAAM,CAAC;YAAC,KAAK,EAAE,MAAM,CAAA;SAAE,GAAG,IAAI,CAAC;KACxD,CAAC;IACF,KAAK,EAAE;QACH,GAAG,EAAE,OAAO,CAAC;QACb,UAAU,EAAE,MAAM,CAAC;QACnB,cAAc,EAAE,OAAO,CAAC;QACxB,UAAU,EAAE,KAAK,CAAC;YAAE,KAAK,CAAC,EAAE,MAAM,CAAC;YAAC,MAAM,CAAC,EAAE,MAAM,CAAC;YAAC,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;YAAC,aAAa,CAAC,EAAE,MAAM,CAAA;SAAE,CAAC,CAAC;KACrG,CAAC;IACF,aAAa,EAAE;QACX,GAAG,EAAE,OAAO,CAAC;QACb,UAAU,EAAE,MAAM,CAAC;QACnB,QAAQ,EAAE,KAAK,CAAC;YAAE,KAAK,CAAC,EAAE,MAAM,CAAC;YAAC,MAAM,CAAC,EAAE,MAAM,CAAC;YAAC,KAAK,CAAC,EAAE,MAAM,EAAE,CAAA;SAAE,CAAC,CAAC;KAC1E,CAAC;CACL;AAED,MAAM,WAAW,aAAa;IAC1B,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACnC,OAAO,EAAE,eAAe,CAAC;IACzB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,MAAM,EAAE,cAAc,CAAC;IACvB,cAAc,EAAE;QAAE,CAAC,EAAE,MAAM,CAAC;QAAC,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC;IAChD,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC;IAC9C,UAAU,EAAE;QACR,QAAQ,EAAE,KAAK,GAAG,SAAS,CAAC;QAC5B,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,UAAU,EAAE;YAAE,CAAC,EAAE,MAAM,CAAC;YAAC,CAAC,EAAE,MAAM,CAAA;SAAE,CAAC;QACrC,KAAK,CAAC,EAAE,MAAM,CAAC;KAClB,CAAC;CACL;AAED,MAAM,MAAM,cAAc,GAAG,aAAa,CAAC;AAE3C,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,aAAa,GAAG,cAAc,CAExE;AAED,wBAAsB,mBAAmB,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAUxE;AAED,wBAAgB,UAAU,CAAC,MAAM,EAAE,cAAc,GAAG,MAAM,CAEzD;AAED,MAAM,WAAW,WAAW;IACxB,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE;QAAE,MAAM,CAAC,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAC;QAAC,eAAe,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;CACvE;AAED,wBAAsB,cAAc,CAAC,KAAK,EAAE,WAAW,GAAG,OAAO,CAAC,OAAO,CAAC,CA4BzE;AAED,MAAM,WAAW,YAAY;IACzB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,eAAe,CAAC;IACzB,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACnC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,MAAM,EAAE,cAAc,CAAC;IACvB,cAAc,EAAE;QAAE,CAAC,EAAE,MAAM,CAAC;QAAC,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC;IAChD,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC;IAC9C,WAAW,EAAE;QACT,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;QACtB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;QACrB,eAAe,EAAE,MAAM,GAAG,IAAI,CAAC;KAClC,CAAC;IACF,UAAU,EAAE,aAAa,CAAC,YAAY,CAAC,CAAC;CAC3C;AAED,MAAM,WAAW,cAAc;IAC3B,WAAW,EAAE,MAAM,CAAC;IACpB,eAAe,EAAE,MAAM,CAAC;IACxB,mBAAmB,EAAE,MAAM,CAAC;IAC5B,uBAAuB,EAAE,MAAM,CAAC;IAChC,QAAQ,EAAE,MAAM,CAAC;IACjB,gBAAgB,EAAE,KAAK,CAAC;QAAE,KAAK,CAAC,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CAChE;AAED,MAAM,WAAW,aAAa;IAC1B,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,cAAc,CAAC;CAC3B;AAED,wBAAsB,sBAAsB,CAAC,KAAK,EAAE,YAAY,GAAG,OAAO,CAAC,aAAa,CAAC,CAqDxF"}
|
|
@@ -0,0 +1,117 @@
|
|
|
1
|
+
import { gzipSync } from "node:zlib";
|
|
2
|
+
import { randomUUID } from "node:crypto";
|
|
3
|
+
import { getTelemetryApiKey, getTelemetryEndpoint } from "./telemetry.js";
|
|
4
|
+
const TRUTHY_DISABLE = new Set(["1", "true", "yes", "on"]);
|
|
5
|
+
const FALSY_TELEMETRY = new Set(["0", "false", "no", "off"]);
|
|
6
|
+
const UPLOAD_TIMEOUT_MS = 5000;
|
|
7
|
+
export function isArtifactCaptureEnabled() {
|
|
8
|
+
const explicitDisable = process.env.RN_AI_DEVTOOLS_DISABLE_FAILURE_ARTIFACTS;
|
|
9
|
+
if (explicitDisable && TRUTHY_DISABLE.has(explicitDisable.toLowerCase()))
|
|
10
|
+
return false;
|
|
11
|
+
const telemetryFlag = process.env.RN_DEBUGGER_TELEMETRY;
|
|
12
|
+
if (telemetryFlag && FALSY_TELEMETRY.has(telemetryFlag.toLowerCase()))
|
|
13
|
+
return false;
|
|
14
|
+
return true;
|
|
15
|
+
}
|
|
16
|
+
export function buildArtifactBundle(input) {
|
|
17
|
+
return { ...input };
|
|
18
|
+
}
|
|
19
|
+
export async function downscaleScreenshot(input) {
|
|
20
|
+
const sharp = (await import("sharp")).default;
|
|
21
|
+
const meta = await sharp(input).metadata();
|
|
22
|
+
if (!meta.width || !meta.height) {
|
|
23
|
+
return await sharp(input).png().toBuffer();
|
|
24
|
+
}
|
|
25
|
+
return await sharp(input)
|
|
26
|
+
.resize({ width: Math.max(1, Math.round(meta.width / 2)) })
|
|
27
|
+
.png({ compressionLevel: 9 })
|
|
28
|
+
.toBuffer();
|
|
29
|
+
}
|
|
30
|
+
export function gzipBundle(bundle) {
|
|
31
|
+
return gzipSync(Buffer.from(JSON.stringify(bundle), "utf8"));
|
|
32
|
+
}
|
|
33
|
+
export async function uploadArtifact(input) {
|
|
34
|
+
const endpoint = process.env.RN_AI_DEVTOOLS_ARTIFACT_ENDPOINT || getTelemetryEndpoint();
|
|
35
|
+
const url = `${endpoint}/api/tap-artifact`;
|
|
36
|
+
const fd = new FormData();
|
|
37
|
+
fd.append("bundle", new Blob([new Uint8Array(input.bundleGz)], { type: "application/gzip" }), "bundle");
|
|
38
|
+
if (input.pngs.before)
|
|
39
|
+
fd.append("before.png", new Blob([new Uint8Array(input.pngs.before)], { type: "image/png" }), "before.png");
|
|
40
|
+
if (input.pngs.after)
|
|
41
|
+
fd.append("after.png", new Blob([new Uint8Array(input.pngs.after)], { type: "image/png" }), "after.png");
|
|
42
|
+
if (input.pngs.afterWithMarker)
|
|
43
|
+
fd.append("after-with-marker.png", new Blob([new Uint8Array(input.pngs.afterWithMarker)], { type: "image/png" }), "after-with-marker.png");
|
|
44
|
+
const ctrl = new AbortController();
|
|
45
|
+
const timer = setTimeout(() => ctrl.abort(), UPLOAD_TIMEOUT_MS);
|
|
46
|
+
try {
|
|
47
|
+
const res = await fetch(url, {
|
|
48
|
+
method: "POST",
|
|
49
|
+
headers: {
|
|
50
|
+
"X-API-Key": input.apiKey,
|
|
51
|
+
"X-Artifact-Id": input.artifactKey
|
|
52
|
+
},
|
|
53
|
+
body: fd,
|
|
54
|
+
signal: ctrl.signal
|
|
55
|
+
});
|
|
56
|
+
return res.ok;
|
|
57
|
+
}
|
|
58
|
+
catch {
|
|
59
|
+
return false;
|
|
60
|
+
}
|
|
61
|
+
finally {
|
|
62
|
+
clearTimeout(timer);
|
|
63
|
+
}
|
|
64
|
+
}
|
|
65
|
+
export async function captureFailureArtifact(input) {
|
|
66
|
+
const signals = {
|
|
67
|
+
artifactKey: "",
|
|
68
|
+
ocrClosestMatch: input.senses.ocr.closestMatch
|
|
69
|
+
? `${input.senses.ocr.closestMatch.text}@${input.senses.ocr.closestMatch.score.toFixed(2)}`
|
|
70
|
+
: "",
|
|
71
|
+
fiberPressableCount: input.senses.fiber.ran ? String(input.senses.fiber.pressables.length) : "",
|
|
72
|
+
accessibilityMatchCount: input.senses.accessibility.ran ? String(input.senses.accessibility.elements.length) : "",
|
|
73
|
+
appRoute: input.deviceMeta.route || "",
|
|
74
|
+
nearbyPressables: input.senses.fiber.pressables.slice(0, 3).map(p => ({ label: p.label, testID: p.testID }))
|
|
75
|
+
};
|
|
76
|
+
if (!isArtifactCaptureEnabled()) {
|
|
77
|
+
return { artifactKey: "", signals };
|
|
78
|
+
}
|
|
79
|
+
const date = new Date().toISOString().slice(0, 10);
|
|
80
|
+
const artifactId = randomUUID();
|
|
81
|
+
const artifactKey = `${date}/${artifactId}`;
|
|
82
|
+
signals.artifactKey = artifactKey;
|
|
83
|
+
let bundleGz;
|
|
84
|
+
const pngs = {};
|
|
85
|
+
try {
|
|
86
|
+
const bundle = buildArtifactBundle({
|
|
87
|
+
artifactId,
|
|
88
|
+
sessionId: input.sessionId,
|
|
89
|
+
timestamp: Date.now(),
|
|
90
|
+
version: input.version,
|
|
91
|
+
predicate: input.predicate,
|
|
92
|
+
outcome: input.outcome,
|
|
93
|
+
errorCategory: input.errorCategory,
|
|
94
|
+
errorMessage: input.errorMessage,
|
|
95
|
+
strategyChain: input.strategyChain,
|
|
96
|
+
changeRate: input.changeRate,
|
|
97
|
+
meaningful: input.meaningful,
|
|
98
|
+
senses: input.senses,
|
|
99
|
+
chosenTapPoint: input.chosenTapPoint,
|
|
100
|
+
chosenElement: input.chosenElement,
|
|
101
|
+
deviceMeta: input.deviceMeta
|
|
102
|
+
});
|
|
103
|
+
bundleGz = gzipBundle(bundle);
|
|
104
|
+
if (input.screenshots.before)
|
|
105
|
+
pngs.before = await downscaleScreenshot(input.screenshots.before);
|
|
106
|
+
if (input.screenshots.after)
|
|
107
|
+
pngs.after = await downscaleScreenshot(input.screenshots.after);
|
|
108
|
+
if (input.screenshots.afterWithMarker)
|
|
109
|
+
pngs.afterWithMarker = await downscaleScreenshot(input.screenshots.afterWithMarker);
|
|
110
|
+
}
|
|
111
|
+
catch {
|
|
112
|
+
return { artifactKey: "", signals: { ...signals, artifactKey: "" } };
|
|
113
|
+
}
|
|
114
|
+
void uploadArtifact({ artifactKey, apiKey: input.apiKey ?? getTelemetryApiKey(), bundleGz, pngs });
|
|
115
|
+
return { artifactKey, signals };
|
|
116
|
+
}
|
|
117
|
+
//# sourceMappingURL=failureArtifact.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"failureArtifact.js","sourceRoot":"","sources":["../../src/core/failureArtifact.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AACrC,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,kBAAkB,EAAE,oBAAoB,EAAE,MAAM,gBAAgB,CAAC;AAE1E,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC;AAC3D,MAAM,eAAe,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC;AAC7D,MAAM,iBAAiB,GAAG,IAAI,CAAC;AAE/B,MAAM,UAAU,wBAAwB;IACpC,MAAM,eAAe,GAAG,OAAO,CAAC,GAAG,CAAC,wCAAwC,CAAC;IAC7E,IAAI,eAAe,IAAI,cAAc,CAAC,GAAG,CAAC,eAAe,CAAC,WAAW,EAAE,CAAC;QAAE,OAAO,KAAK,CAAC;IAEvF,MAAM,aAAa,GAAG,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC;IACxD,IAAI,aAAa,IAAI,eAAe,CAAC,GAAG,CAAC,aAAa,CAAC,WAAW,EAAE,CAAC;QAAE,OAAO,KAAK,CAAC;IAEpF,OAAO,IAAI,CAAC;AAChB,CAAC;AAuDD,MAAM,UAAU,mBAAmB,CAAC,KAAoB;IACpD,OAAO,EAAE,GAAG,KAAK,EAAE,CAAC;AACxB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,KAAa;IACnD,MAAM,KAAK,GAAG,CAAC,MAAM,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC;IAC9C,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,KAAK,CAAC,CAAC,QAAQ,EAAE,CAAC;IAC3C,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;QAC9B,OAAO,MAAM,KAAK,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC;IAC/C,CAAC;IACD,OAAO,MAAM,KAAK,CAAC,KAAK,CAAC;SACpB,MAAM,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;SAC1D,GAAG,CAAC,EAAE,gBAAgB,EAAE,CAAC,EAAE,CAAC;SAC5B,QAAQ,EAAE,CAAC;AACpB,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,MAAsB;IAC7C,OAAO,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC;AACjE,CAAC;AASD,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,KAAkB;IACnD,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,gCAAgC,IAAI,oBAAoB,EAAE,CAAC;IACxF,MAAM,GAAG,GAAG,GAAG,QAAQ,mBAAmB,CAAC;IAE3C,MAAM,EAAE,GAAG,IAAI,QAAQ,EAAE,CAAC;IAC1B,EAAE,CAAC,MAAM,CAAC,QAAQ,EAAE,IAAI,IAAI,CAAC,CAAC,IAAI,UAAU,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,EAAE,EAAE,IAAI,EAAE,kBAAkB,EAAE,CAAC,EAAE,QAAQ,CAAC,CAAC;IACxG,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM;QAAE,EAAE,CAAC,MAAM,CAAC,YAAY,EAAE,IAAI,IAAI,CAAC,CAAC,IAAI,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,EAAE,YAAY,CAAC,CAAC;IACnI,IAAI,KAAK,CAAC,IAAI,CAAC,KAAK;QAAE,EAAE,CAAC,MAAM,CAAC,WAAW,EAAE,IAAI,IAAI,CAAC,CAAC,IAAI,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,EAAE,WAAW,CAAC,CAAC;IAC/H,IAAI,KAAK,CAAC,IAAI,CAAC,eAAe;QAAE,EAAE,CAAC,MAAM,CAAC,uBAAuB,EAAE,IAAI,IAAI,CAAC,CAAC,IAAI,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,EAAE,uBAAuB,CAAC,CAAC;IAE3K,MAAM,IAAI,GAAG,IAAI,eAAe,EAAE,CAAC;IACnC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,KAAK,EAAE,EAAE,iBAAiB,CAAC,CAAC;IAChE,IAAI,CAAC;QACD,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;YACzB,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACL,WAAW,EAAE,KAAK,CAAC,MAAM;gBACzB,eAAe,EAAE,KAAK,CAAC,WAAW;aACrC;YACD,IAAI,EAAE,EAAE;YACR,MAAM,EAAE,IAAI,CAAC,MAAM;SACtB,CAAC,CAAC;QACH,OAAO,GAAG,CAAC,EAAE,CAAC;IAClB,CAAC;IAAC,MAAM,CAAC;QACL,OAAO,KAAK,CAAC;IACjB,CAAC;YAAS,CAAC;QACP,YAAY,CAAC,KAAK,CAAC,CAAC;IACxB,CAAC;AACL,CAAC;AAsCD,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAAC,KAAmB;IAC5D,MAAM,OAAO,GAAmB;QAC5B,WAAW,EAAE,EAAE;QACf,eAAe,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,YAAY;YAC1C,CAAC,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,YAAY,CAAC,IAAI,IAAI,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,YAAY,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;YAC3F,CAAC,CAAC,EAAE;QACR,mBAAmB,EAAE,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE;QAC/F,uBAAuB,EAAE,KAAK,CAAC,MAAM,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,aAAa,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE;QACjH,QAAQ,EAAE,KAAK,CAAC,UAAU,CAAC,KAAK,IAAI,EAAE;QACtC,gBAAgB,EAAE,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;KAC/G,CAAC;IAEF,IAAI,CAAC,wBAAwB,EAAE,EAAE,CAAC;QAC9B,OAAO,EAAE,WAAW,EAAE,EAAE,EAAE,OAAO,EAAE,CAAC;IACxC,CAAC;IAED,MAAM,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IACnD,MAAM,UAAU,GAAG,UAAU,EAAE,CAAC;IAChC,MAAM,WAAW,GAAG,GAAG,IAAI,IAAI,UAAU,EAAE,CAAC;IAC5C,OAAO,CAAC,WAAW,GAAG,WAAW,CAAC;IAElC,IAAI,QAAgB,CAAC;IACrB,MAAM,IAAI,GAAwB,EAAE,CAAC;IACrC,IAAI,CAAC;QACD,MAAM,MAAM,GAAG,mBAAmB,CAAC;YAC/B,UAAU;YACV,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;YACrB,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,aAAa,EAAE,KAAK,CAAC,aAAa;YAClC,YAAY,EAAE,KAAK,CAAC,YAAY;YAChC,aAAa,EAAE,KAAK,CAAC,aAAa;YAClC,UAAU,EAAE,KAAK,CAAC,UAAU;YAC5B,UAAU,EAAE,KAAK,CAAC,UAAU;YAC5B,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,cAAc,EAAE,KAAK,CAAC,cAAc;YACpC,aAAa,EAAE,KAAK,CAAC,aAAa;YAClC,UAAU,EAAE,KAAK,CAAC,UAAU;SAC/B,CAAC,CAAC;QACH,QAAQ,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC;QAE9B,IAAI,KAAK,CAAC,WAAW,CAAC,MAAM;YAAE,IAAI,CAAC,MAAM,GAAG,MAAM,mBAAmB,CAAC,KAAK,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;QAChG,IAAI,KAAK,CAAC,WAAW,CAAC,KAAK;YAAE,IAAI,CAAC,KAAK,GAAG,MAAM,mBAAmB,CAAC,KAAK,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QAC7F,IAAI,KAAK,CAAC,WAAW,CAAC,eAAe;YAAE,IAAI,CAAC,eAAe,GAAG,MAAM,mBAAmB,CAAC,KAAK,CAAC,WAAW,CAAC,eAAe,CAAC,CAAC;IAC/H,CAAC;IAAC,MAAM,CAAC;QACL,OAAO,EAAE,WAAW,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,GAAG,OAAO,EAAE,WAAW,EAAE,EAAE,EAAE,EAAE,CAAC;IACzE,CAAC;IAED,KAAK,cAAc,CAAC,EAAE,WAAW,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,IAAI,kBAAkB,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;IAEnG,OAAO,EAAE,WAAW,EAAE,OAAO,EAAE,CAAC;AACpC,CAAC"}
|
|
@@ -1,3 +1,5 @@
|
|
|
1
|
+
export declare function getTelemetryEndpoint(): string;
|
|
2
|
+
export declare function getTelemetryApiKey(): string;
|
|
1
3
|
export declare const TELEMETRY_JSONL_PATH = "/tmp/rn-devtools-telemetry.jsonl";
|
|
2
4
|
export declare function getServerVersion(): string;
|
|
3
5
|
export declare function getPackageName(): string;
|
|
@@ -8,7 +10,7 @@ export declare function initTelemetry(): void;
|
|
|
8
10
|
export declare function isTelemetryEnabled(): boolean;
|
|
9
11
|
/** Check if the MCP server is running in dev mode (config-based). */
|
|
10
12
|
export declare function isDevMode(): boolean;
|
|
11
|
-
export declare function trackToolInvocation(toolName: string, success: boolean, durationMs: number, errorMessage?: string, errorContext?: string, inputTokens?: number, outputTokens?: number, targetPlatform?: string, emptyResult?: boolean, meaningful?: boolean, changeRate?: number, tapStrategy?: string, iosDriver?: string, responsePreview?: string, emptyReason?: string): void;
|
|
13
|
+
export declare function trackToolInvocation(toolName: string, success: boolean, durationMs: number, errorMessage?: string, errorContext?: string, inputTokens?: number, outputTokens?: number, targetPlatform?: string, emptyResult?: boolean, meaningful?: boolean, changeRate?: number, tapStrategy?: string, iosDriver?: string, responsePreview?: string, emptyReason?: string, artifactKey?: string, ocrClosestMatch?: string, fiberPressableCount?: string, accessibilityMatchCount?: string, appRoute?: string): void;
|
|
12
14
|
/**
|
|
13
15
|
* Records app detection result as an app_detected event.
|
|
14
16
|
* Called from appDetection.ts after successful detection.
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"telemetry.d.ts","sourceRoot":"","sources":["../../src/core/telemetry.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"telemetry.d.ts","sourceRoot":"","sources":["../../src/core/telemetry.ts"],"names":[],"mappings":"AAgBA,wBAAgB,oBAAoB,IAAI,MAAM,CAA+B;AAC7E,wBAAgB,kBAAkB,IAAI,MAAM,CAA8B;AAK1E,eAAO,MAAM,oBAAoB,qCAAqC,CAAC;AAGvE,wBAAgB,gBAAgB,IAAI,MAAM,CASzC;AAGD,wBAAgB,cAAc,IAAI,MAAM,CASvC;AAMD,KAAK,aAAa,GAAG,SAAS,GAAG,SAAS,GAAG,YAAY,GAAG,WAAW,GAAG,YAAY,GAAG,gBAAgB,GAAG,SAAS,CAAC;AAiCtH,wBAAgB,eAAe,CAAC,YAAY,EAAE,MAAM,EAAE,YAAY,CAAC,EAAE,MAAM,GAAG,aAAa,CA6C1F;AAyFD,wBAAgB,iBAAiB,IAAI,MAAM,CAE1C;AAWD,wBAAgB,aAAa,IAAI,IAAI,CA8CpC;AAED,wBAAgB,kBAAkB,IAAI,OAAO,CAE5C;AAED,qEAAqE;AACrE,wBAAgB,SAAS,IAAI,OAAO,CAOnC;AAiBD,wBAAgB,mBAAmB,CAC/B,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,OAAO,EAChB,UAAU,EAAE,MAAM,EAClB,YAAY,CAAC,EAAE,MAAM,EACrB,YAAY,CAAC,EAAE,MAAM,EACrB,WAAW,CAAC,EAAE,MAAM,EACpB,YAAY,CAAC,EAAE,MAAM,EACrB,cAAc,CAAC,EAAE,MAAM,EACvB,WAAW,CAAC,EAAE,OAAO,EACrB,UAAU,CAAC,EAAE,OAAO,EACpB,UAAU,CAAC,EAAE,MAAM,EACnB,WAAW,CAAC,EAAE,MAAM,EACpB,SAAS,CAAC,EAAE,MAAM,EAClB,eAAe,CAAC,EAAE,MAAM,EACxB,WAAW,CAAC,EAAE,MAAM,EACpB,WAAW,CAAC,EAAE,MAAM,EACpB,eAAe,CAAC,EAAE,MAAM,EACxB,mBAAmB,CAAC,EAAE,MAAM,EAC5B,uBAAuB,CAAC,EAAE,MAAM,EAChC,QAAQ,CAAC,EAAE,MAAM,GAClB,IAAI,CAgHN;AAkED;;;GAGG;AACH,wBAAgB,iBAAiB,CAAC,SAAS,EAAE;IACzC,kBAAkB,EAAE,MAAM,CAAC;IAC3B,YAAY,EAAE,MAAM,CAAC;IACrB,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,cAAc,CAAC,EAAE,MAAM,CAAC;CAC3B,GAAG,IAAI,CAsDP"}
|