squally-mcp 0.2.0 → 0.2.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/openapi/v1.json +255 -76
- package/dist/tools.js +7 -5
- package/package.json +1 -1
package/dist/openapi/v1.json
CHANGED
|
@@ -3,7 +3,7 @@
|
|
|
3
3
|
"jsonSchemaDialect": "https://json-schema.org/draft/2020-12/schema",
|
|
4
4
|
"info": {
|
|
5
5
|
"title": "Squally Read API",
|
|
6
|
-
"version": "1.0.0-beta.
|
|
6
|
+
"version": "1.0.0-beta.4",
|
|
7
7
|
"description": "Read access to a Squally organization's test results, for scripts, CI jobs and AI agents.\n\n**Authentication.** Every request carries an organization read key as `Authorization: Bearer sqly_ro_…`. A read key is organization-wide (every project), created by an organization admin in Settings → API keys, and expires after 30, 60, 90, 180 days as chosen at creation. There is no renewal: create a new key and revoke the old one. Project ingest keys (`sqly_…`) are refused with `wrong_key_type`.\n\n**Expiry warning.** From 7 days before a key expires, every authenticated response carries `Squally-Key-Expires-At` with the expiry instant (ISO-8601).\n\n**Rate limit.** Currently 60 requests per 60 seconds per key, counted per `Authorization` header - a read key has its own budget, shared with nothing else. Over the limit the edge answers 429 without a JSON body.\n\n**Retries.** 429: wait 60 seconds, then retry. The edge counts requests per key in 60-second windows and sends no Retry-After header. 5xx: retry with exponential backoff, starting at 1 second and capped at 30 seconds. 400, 401, 403, 404: never retry - the same request gets the same answer.\n\n**Plans.** The read API is part of the Standard and Pro plans. A key of an organization on Free is answered 403 `tier_too_low`; keys are not revoked on a downgrade and work again after an upgrade.\n\n**Errors.** Every error is `{\"error\": \"<sentence>\", \"code\": \"<slug>\"}`. The sentence may be reworded; the slug may not. An id that does not exist and an id that belongs to another organization get the same 404, byte for byte.\n\n**Test names in paths.** Test names are Playwright title paths and often contain `/`: URL-encode them, including `/` as `%2F`.\n\n**Sharded runs** are returned as one logical run: /runs lists one row per logical run, and the run routes answer for all shards whichever shard's id you pass.\n\n**Stability.** v1, beta. The API may change until the beta ends; every change is listed in the changelog (docs/openapi/CHANGELOG.md)."
|
|
8
8
|
},
|
|
9
9
|
"servers": [
|
|
@@ -382,7 +382,7 @@
|
|
|
382
382
|
"name": "sha",
|
|
383
383
|
"in": "query",
|
|
384
384
|
"required": false,
|
|
385
|
-
"description": "A commit SHA or a prefix of one (4-40 hex characters). Matches the run's commit
|
|
385
|
+
"description": "A commit SHA or a prefix of one (4-40 hex characters). Matches the run's commitSha - the commit the run is reported under: the pushed commit, or for a pull request its head - or its testedRevision, the application revision the run was told it tested (opt-in, usually null).",
|
|
386
386
|
"schema": {
|
|
387
387
|
"type": "string",
|
|
388
388
|
"pattern": "^[0-9a-fA-F]{4,40}$"
|
|
@@ -392,7 +392,7 @@
|
|
|
392
392
|
"name": "status",
|
|
393
393
|
"in": "query",
|
|
394
394
|
"required": false,
|
|
395
|
-
"description": "Only runs with this outcome.",
|
|
395
|
+
"description": "Only runs with this outcome. A cancelled run matches neither value - only the unfiltered list has it.",
|
|
396
396
|
"schema": {
|
|
397
397
|
"type": "string",
|
|
398
398
|
"enum": [
|
|
@@ -474,6 +474,8 @@
|
|
|
474
474
|
"testedRevision": null,
|
|
475
475
|
"pullRequestNumber": null,
|
|
476
476
|
"status": "passed",
|
|
477
|
+
"cancelled": false,
|
|
478
|
+
"cancellation": null,
|
|
477
479
|
"startedAt": "2026-09-24T07:31:12.000Z",
|
|
478
480
|
"finishedAt": "2026-09-24T07:39:47.000Z",
|
|
479
481
|
"durationMs": 515000,
|
|
@@ -497,6 +499,8 @@
|
|
|
497
499
|
"testedRevision": "c4f7a1e9b3d5c8e2f0a6b4d9e1c7f3a5b8d2e0f6",
|
|
498
500
|
"pullRequestNumber": 318,
|
|
499
501
|
"status": "failed",
|
|
502
|
+
"cancelled": false,
|
|
503
|
+
"cancellation": null,
|
|
500
504
|
"startedAt": "2026-09-23T16:05:40.000Z",
|
|
501
505
|
"finishedAt": "2026-09-23T16:12:02.000Z",
|
|
502
506
|
"durationMs": 382000,
|
|
@@ -508,6 +512,32 @@
|
|
|
508
512
|
"flaky": 0
|
|
509
513
|
},
|
|
510
514
|
"shards": null
|
|
515
|
+
},
|
|
516
|
+
{
|
|
517
|
+
"id": "e4a9c2f7-1b6d-4e83-9f05-7c3b8d1a2e69",
|
|
518
|
+
"runNumber": 1282,
|
|
519
|
+
"branch": "feature/saved-carts",
|
|
520
|
+
"commitSha": "5f1d9b3e7a2c6e0f8b4d2a9c7e1f5b3d8a6c0e4f",
|
|
521
|
+
"testedRevision": null,
|
|
522
|
+
"pullRequestNumber": 318,
|
|
523
|
+
"status": "failed",
|
|
524
|
+
"cancelled": true,
|
|
525
|
+
"cancellation": {
|
|
526
|
+
"source": "reporter",
|
|
527
|
+
"at": "2026-09-23T15:58:31.000Z",
|
|
528
|
+
"byUserId": null
|
|
529
|
+
},
|
|
530
|
+
"startedAt": "2026-09-23T15:55:02.000Z",
|
|
531
|
+
"finishedAt": "2026-09-23T15:58:31.000Z",
|
|
532
|
+
"durationMs": 209000,
|
|
533
|
+
"counts": {
|
|
534
|
+
"total": 164,
|
|
535
|
+
"passed": 157,
|
|
536
|
+
"failed": 1,
|
|
537
|
+
"skipped": 6,
|
|
538
|
+
"flaky": 0
|
|
539
|
+
},
|
|
540
|
+
"shards": null
|
|
511
541
|
}
|
|
512
542
|
],
|
|
513
543
|
"total": 57,
|
|
@@ -801,6 +831,8 @@
|
|
|
801
831
|
"pullRequestTitle": null,
|
|
802
832
|
"ciProvider": "github-actions",
|
|
803
833
|
"status": "passed",
|
|
834
|
+
"cancelled": false,
|
|
835
|
+
"cancellation": null,
|
|
804
836
|
"startedAt": "2026-09-24T07:31:12.000Z",
|
|
805
837
|
"finishedAt": "2026-09-24T07:39:47.000Z",
|
|
806
838
|
"durationMs": 515000,
|
|
@@ -839,6 +871,8 @@
|
|
|
839
871
|
"errorMessage": null,
|
|
840
872
|
"fingerprint": null,
|
|
841
873
|
"browserName": "chromium",
|
|
874
|
+
"timedOut": false,
|
|
875
|
+
"timeoutMs": 30000,
|
|
842
876
|
"shard": {
|
|
843
877
|
"index": 1,
|
|
844
878
|
"runId": "b1e0c6d2-7a43-4f19-8d5e-0c3a9e6f2b71"
|
|
@@ -853,6 +887,8 @@
|
|
|
853
887
|
"errorMessage": null,
|
|
854
888
|
"fingerprint": null,
|
|
855
889
|
"browserName": "chromium",
|
|
890
|
+
"timedOut": false,
|
|
891
|
+
"timeoutMs": 30000,
|
|
856
892
|
"shard": {
|
|
857
893
|
"index": 2,
|
|
858
894
|
"runId": "e4a9d3f0-2b6c-4178-a5d1-9f0e3c7b8a26"
|
|
@@ -1132,6 +1168,8 @@
|
|
|
1132
1168
|
"label": "first try",
|
|
1133
1169
|
"status": "failed",
|
|
1134
1170
|
"durationMs": 6210,
|
|
1171
|
+
"timedOut": false,
|
|
1172
|
+
"timeoutMs": 30000,
|
|
1135
1173
|
"browserName": "chromium",
|
|
1136
1174
|
"errors": [
|
|
1137
1175
|
{
|
|
@@ -1145,7 +1183,7 @@
|
|
|
1145
1183
|
}
|
|
1146
1184
|
}
|
|
1147
1185
|
],
|
|
1148
|
-
"copyPrompt": "You have the repository open. Find the test below, explain the failure and propose a fix.\n\nFailing test: chromium > checkout.spec.ts > Checkout > applies a coupon code\nFile: tests/checkout.spec.ts\nBrowser: chromium\nRun branch: main\nAttempt: first try\nOutcome: a later retry of this test passed
|
|
1186
|
+
"copyPrompt": "You have the repository open. Find the test below, explain the failure and propose a fix.\n\nFailing test: chromium > checkout.spec.ts > Checkout > applies a coupon code\nFile: tests/checkout.spec.ts\nBrowser: chromium\nRun branch: main\nAttempt: first try\nOutcome: a later retry of this test passed - a flaky run.\n\nError message:\nError: expect(locator).toHaveText(expected) failed\n\nLocator: getByTestId('order-total')\nExpected: \"€ 45.00\"\nReceived: \"€ 50.00\"\nTimeout: 5000ms\nStack (top frames):\nat /home/runner/work/storefront-web/tests/checkout.spec.ts:48:52\nAttempt duration: 6210 ms\nFailure category: Assertion\nLast 14 days on CI: flaky rate 50% (4/8), failure rate 0% (0/8)",
|
|
1149
1187
|
"shard": {
|
|
1150
1188
|
"index": 1,
|
|
1151
1189
|
"runId": "b1e0c6d2-7a43-4f19-8d5e-0c3a9e6f2b71"
|
|
@@ -1156,6 +1194,8 @@
|
|
|
1156
1194
|
"label": "retry #1",
|
|
1157
1195
|
"status": "passed",
|
|
1158
1196
|
"durationMs": 1840,
|
|
1197
|
+
"timedOut": false,
|
|
1198
|
+
"timeoutMs": 30000,
|
|
1159
1199
|
"browserName": "chromium",
|
|
1160
1200
|
"errors": [],
|
|
1161
1201
|
"copyPrompt": null,
|
|
@@ -1933,12 +1973,12 @@
|
|
|
1933
1973
|
"testName": "chromium > auth.spec.ts > Login > remembers the device",
|
|
1934
1974
|
"filePath": "tests/auth.spec.ts",
|
|
1935
1975
|
"browser": "chromium",
|
|
1936
|
-
"runs":
|
|
1937
|
-
"stableRuns":
|
|
1976
|
+
"runs": 7,
|
|
1977
|
+
"stableRuns": 6,
|
|
1938
1978
|
"flakyRuns": 1,
|
|
1939
1979
|
"failedRuns": 0,
|
|
1940
|
-
"stability": 0.
|
|
1941
|
-
"flakyRate": 0.
|
|
1980
|
+
"stability": 0.8571428571428571,
|
|
1981
|
+
"flakyRate": 0.14285714285714285,
|
|
1942
1982
|
"failureRate": 0,
|
|
1943
1983
|
"timeLostMs": 3071,
|
|
1944
1984
|
"recentResults": [
|
|
@@ -1968,7 +2008,7 @@
|
|
|
1968
2008
|
"runNumber": 1270,
|
|
1969
2009
|
"startedAt": "2026-09-17T07:29:58.000Z",
|
|
1970
2010
|
"branch": "main",
|
|
1971
|
-
"result": "
|
|
2011
|
+
"result": "skipped"
|
|
1972
2012
|
},
|
|
1973
2013
|
{
|
|
1974
2014
|
"runId": "6b1f8d23-9e4a-4c07-b5d2-3a8e0f6c1d74",
|
|
@@ -2740,6 +2780,8 @@
|
|
|
2740
2780
|
"startedAt": "2026-09-24T07:31:12.000Z",
|
|
2741
2781
|
"status": "passed",
|
|
2742
2782
|
"durationMs": 1840,
|
|
2783
|
+
"timedOut": false,
|
|
2784
|
+
"timeoutMs": 30000,
|
|
2743
2785
|
"attempts": 2,
|
|
2744
2786
|
"wastedMs": 6210
|
|
2745
2787
|
},
|
|
@@ -2751,6 +2793,8 @@
|
|
|
2751
2793
|
"startedAt": "2026-09-23T16:05:40.000Z",
|
|
2752
2794
|
"status": "passed",
|
|
2753
2795
|
"durationMs": 1795,
|
|
2796
|
+
"timedOut": null,
|
|
2797
|
+
"timeoutMs": null,
|
|
2754
2798
|
"attempts": 1,
|
|
2755
2799
|
"wastedMs": 0
|
|
2756
2800
|
}
|
|
@@ -4269,57 +4313,6 @@
|
|
|
4269
4313
|
}
|
|
4270
4314
|
}
|
|
4271
4315
|
}
|
|
4272
|
-
},
|
|
4273
|
-
"/projects/{projectId}/flaky": {
|
|
4274
|
-
"get": {
|
|
4275
|
-
"operationId": "listFlakyTests",
|
|
4276
|
-
"summary": "List flaky tests (deprecated)",
|
|
4277
|
-
"description": "Deprecated in 1.0.0-beta.2 and removed in the next release: call GET /projects/{projectId}/tests. Answers 301 Moved Permanently to it, carrying the query over - sort=rate becomes sort=flakyRate, sort=timeLost stays, sort=impact and status are dropped, everything else passes through unchanged. The redirect checks no key; the list it points to does.",
|
|
4278
|
-
"tags": [
|
|
4279
|
-
"Tests"
|
|
4280
|
-
],
|
|
4281
|
-
"deprecated": true,
|
|
4282
|
-
"parameters": [
|
|
4283
|
-
{
|
|
4284
|
-
"name": "projectId",
|
|
4285
|
-
"in": "path",
|
|
4286
|
-
"required": true,
|
|
4287
|
-
"description": "A project id from GET /projects.",
|
|
4288
|
-
"schema": {
|
|
4289
|
-
"type": "string"
|
|
4290
|
-
}
|
|
4291
|
-
}
|
|
4292
|
-
],
|
|
4293
|
-
"responses": {
|
|
4294
|
-
"301": {
|
|
4295
|
-
"description": "Moved permanently to /projects/{projectId}/tests. No body.",
|
|
4296
|
-
"headers": {
|
|
4297
|
-
"Location": {
|
|
4298
|
-
"description": "The absolute URL of /projects/{projectId}/tests, with the query carried over.",
|
|
4299
|
-
"schema": {
|
|
4300
|
-
"type": "string",
|
|
4301
|
-
"format": "uri"
|
|
4302
|
-
}
|
|
4303
|
-
},
|
|
4304
|
-
"Deprecation": {
|
|
4305
|
-
"description": "When the deprecation took effect, as @ and a Unix time (RFC 9745).",
|
|
4306
|
-
"schema": {
|
|
4307
|
-
"type": "string"
|
|
4308
|
-
}
|
|
4309
|
-
},
|
|
4310
|
-
"Link": {
|
|
4311
|
-
"description": "/projects/{projectId}/tests as rel=\"successor-version\".",
|
|
4312
|
-
"schema": {
|
|
4313
|
-
"type": "string"
|
|
4314
|
-
}
|
|
4315
|
-
}
|
|
4316
|
-
}
|
|
4317
|
-
},
|
|
4318
|
-
"429": {
|
|
4319
|
-
"description": "Rate limited by the edge firewall, no JSON body. 429: wait 60 seconds, then retry. The edge counts requests per key in 60-second windows and sends no Retry-After header."
|
|
4320
|
-
}
|
|
4321
|
-
}
|
|
4322
|
-
}
|
|
4323
4316
|
}
|
|
4324
4317
|
},
|
|
4325
4318
|
"components": {
|
|
@@ -4447,7 +4440,8 @@
|
|
|
4447
4440
|
{
|
|
4448
4441
|
"type": "null"
|
|
4449
4442
|
}
|
|
4450
|
-
]
|
|
4443
|
+
],
|
|
4444
|
+
"description": "The commit the run is reported under: the pushed commit, or for a pull request its head commit. The commit the GitHub check and the commit links use."
|
|
4451
4445
|
},
|
|
4452
4446
|
"testedRevision": {
|
|
4453
4447
|
"anyOf": [
|
|
@@ -4457,7 +4451,8 @@
|
|
|
4457
4451
|
{
|
|
4458
4452
|
"type": "null"
|
|
4459
4453
|
}
|
|
4460
|
-
]
|
|
4454
|
+
],
|
|
4455
|
+
"description": "The application revision the run was told it tested - opt-in, null unless the CI job sets it: TESTED_REVISION=<revision>, or SAME_REPO_AS_APP=true for the commit CI built (on a pull request, the merge commit). Never the pull request's head - that is commitSha."
|
|
4461
4456
|
},
|
|
4462
4457
|
"pullRequestNumber": {
|
|
4463
4458
|
"anyOf": [
|
|
@@ -4477,7 +4472,57 @@
|
|
|
4477
4472
|
{
|
|
4478
4473
|
"type": "null"
|
|
4479
4474
|
}
|
|
4480
|
-
]
|
|
4475
|
+
],
|
|
4476
|
+
"description": "passed | failed | running | incomplete - for a sharded run, the whole group's. Never \"cancelled\": a cancelled run keeps the outcome of what it reported, and says so in cancelled."
|
|
4477
|
+
},
|
|
4478
|
+
"cancelled": {
|
|
4479
|
+
"type": "boolean",
|
|
4480
|
+
"description": "True when the run was cancelled - for a sharded run, when any shard recorded a cancel. A cancelled run keeps its status (the outcome of what it reported before the stop) and never matches ?status=passed or ?status=failed."
|
|
4481
|
+
},
|
|
4482
|
+
"cancellation": {
|
|
4483
|
+
"anyOf": [
|
|
4484
|
+
{
|
|
4485
|
+
"type": "object",
|
|
4486
|
+
"properties": {
|
|
4487
|
+
"source": {
|
|
4488
|
+
"anyOf": [
|
|
4489
|
+
{
|
|
4490
|
+
"type": "string"
|
|
4491
|
+
},
|
|
4492
|
+
{
|
|
4493
|
+
"type": "null"
|
|
4494
|
+
}
|
|
4495
|
+
],
|
|
4496
|
+
"description": "Where the cancel came from: \"reporter\" (Playwright was interrupted - a cancelled CI job, a Ctrl-C - and the reporter said so), \"cli\" or \"user\" (the dashboard). A plain string, not a closed set: new sources may be added. null only for a cancel recorded without a source, which Squally never writes."
|
|
4497
|
+
},
|
|
4498
|
+
"at": {
|
|
4499
|
+
"type": "string",
|
|
4500
|
+
"format": "date-time",
|
|
4501
|
+
"description": "When the run was cancelled. For a sharded run, the first shard to record it."
|
|
4502
|
+
},
|
|
4503
|
+
"byUserId": {
|
|
4504
|
+
"anyOf": [
|
|
4505
|
+
{
|
|
4506
|
+
"type": "string"
|
|
4507
|
+
},
|
|
4508
|
+
{
|
|
4509
|
+
"type": "null"
|
|
4510
|
+
}
|
|
4511
|
+
],
|
|
4512
|
+
"description": "The user who cancelled the run, when source is \"user\"; null otherwise."
|
|
4513
|
+
}
|
|
4514
|
+
},
|
|
4515
|
+
"required": [
|
|
4516
|
+
"source",
|
|
4517
|
+
"at",
|
|
4518
|
+
"byUserId"
|
|
4519
|
+
]
|
|
4520
|
+
},
|
|
4521
|
+
{
|
|
4522
|
+
"type": "null"
|
|
4523
|
+
}
|
|
4524
|
+
],
|
|
4525
|
+
"description": "How and when the run was cancelled; null when it was not."
|
|
4481
4526
|
},
|
|
4482
4527
|
"startedAt": {
|
|
4483
4528
|
"type": "string",
|
|
@@ -4492,7 +4537,8 @@
|
|
|
4492
4537
|
{
|
|
4493
4538
|
"type": "null"
|
|
4494
4539
|
}
|
|
4495
|
-
]
|
|
4540
|
+
],
|
|
4541
|
+
"description": "When the run finished - for a sharded run, its latest shard. null while it is still running. A cancelled run has finished: it ends at the latest shard that reported, even when a shard stopped by the same cancel never did."
|
|
4496
4542
|
},
|
|
4497
4543
|
"durationMs": {
|
|
4498
4544
|
"anyOf": [
|
|
@@ -4570,6 +4616,8 @@
|
|
|
4570
4616
|
"testedRevision",
|
|
4571
4617
|
"pullRequestNumber",
|
|
4572
4618
|
"status",
|
|
4619
|
+
"cancelled",
|
|
4620
|
+
"cancellation",
|
|
4573
4621
|
"startedAt",
|
|
4574
4622
|
"finishedAt",
|
|
4575
4623
|
"durationMs",
|
|
@@ -4659,7 +4707,8 @@
|
|
|
4659
4707
|
{
|
|
4660
4708
|
"type": "null"
|
|
4661
4709
|
}
|
|
4662
|
-
]
|
|
4710
|
+
],
|
|
4711
|
+
"description": "The commit the run is reported under: the pushed commit, or for a pull request its head commit. The commit the GitHub check and the commit links use."
|
|
4663
4712
|
},
|
|
4664
4713
|
"commitMessage": {
|
|
4665
4714
|
"anyOf": [
|
|
@@ -4689,7 +4738,8 @@
|
|
|
4689
4738
|
{
|
|
4690
4739
|
"type": "null"
|
|
4691
4740
|
}
|
|
4692
|
-
]
|
|
4741
|
+
],
|
|
4742
|
+
"description": "The application revision the run was told it tested - opt-in, null unless the CI job sets it: TESTED_REVISION=<revision>, or SAME_REPO_AS_APP=true for the commit CI built (on a pull request, the merge commit). Never the pull request's head - that is commitSha."
|
|
4693
4743
|
},
|
|
4694
4744
|
"pullRequestNumber": {
|
|
4695
4745
|
"anyOf": [
|
|
@@ -4722,7 +4772,57 @@
|
|
|
4722
4772
|
]
|
|
4723
4773
|
},
|
|
4724
4774
|
"status": {
|
|
4725
|
-
"type": "string"
|
|
4775
|
+
"type": "string",
|
|
4776
|
+
"description": "passed | failed | running | incomplete - the whole group's. Never \"cancelled\": a cancelled run keeps the outcome of what it reported, and says so in cancelled."
|
|
4777
|
+
},
|
|
4778
|
+
"cancelled": {
|
|
4779
|
+
"type": "boolean",
|
|
4780
|
+
"description": "True when the run was cancelled - for a sharded run, when any shard recorded a cancel. A cancelled run keeps its status (the outcome of what it reported before the stop) and never matches ?status=passed or ?status=failed."
|
|
4781
|
+
},
|
|
4782
|
+
"cancellation": {
|
|
4783
|
+
"anyOf": [
|
|
4784
|
+
{
|
|
4785
|
+
"type": "object",
|
|
4786
|
+
"properties": {
|
|
4787
|
+
"source": {
|
|
4788
|
+
"anyOf": [
|
|
4789
|
+
{
|
|
4790
|
+
"type": "string"
|
|
4791
|
+
},
|
|
4792
|
+
{
|
|
4793
|
+
"type": "null"
|
|
4794
|
+
}
|
|
4795
|
+
],
|
|
4796
|
+
"description": "Where the cancel came from: \"reporter\" (Playwright was interrupted - a cancelled CI job, a Ctrl-C - and the reporter said so), \"cli\" or \"user\" (the dashboard). A plain string, not a closed set: new sources may be added. null only for a cancel recorded without a source, which Squally never writes."
|
|
4797
|
+
},
|
|
4798
|
+
"at": {
|
|
4799
|
+
"type": "string",
|
|
4800
|
+
"format": "date-time",
|
|
4801
|
+
"description": "When the run was cancelled. For a sharded run, the first shard to record it."
|
|
4802
|
+
},
|
|
4803
|
+
"byUserId": {
|
|
4804
|
+
"anyOf": [
|
|
4805
|
+
{
|
|
4806
|
+
"type": "string"
|
|
4807
|
+
},
|
|
4808
|
+
{
|
|
4809
|
+
"type": "null"
|
|
4810
|
+
}
|
|
4811
|
+
],
|
|
4812
|
+
"description": "The user who cancelled the run, when source is \"user\"; null otherwise."
|
|
4813
|
+
}
|
|
4814
|
+
},
|
|
4815
|
+
"required": [
|
|
4816
|
+
"source",
|
|
4817
|
+
"at",
|
|
4818
|
+
"byUserId"
|
|
4819
|
+
]
|
|
4820
|
+
},
|
|
4821
|
+
{
|
|
4822
|
+
"type": "null"
|
|
4823
|
+
}
|
|
4824
|
+
],
|
|
4825
|
+
"description": "How and when the run was cancelled; null when it was not."
|
|
4726
4826
|
},
|
|
4727
4827
|
"startedAt": {
|
|
4728
4828
|
"type": "string",
|
|
@@ -4737,7 +4837,8 @@
|
|
|
4737
4837
|
{
|
|
4738
4838
|
"type": "null"
|
|
4739
4839
|
}
|
|
4740
|
-
]
|
|
4840
|
+
],
|
|
4841
|
+
"description": "When the run finished - for a sharded run, its latest shard. null while it is still running. A cancelled run has finished: it ends at the latest shard that reported, even when a shard stopped by the same cancel never did."
|
|
4741
4842
|
},
|
|
4742
4843
|
"durationMs": {
|
|
4743
4844
|
"anyOf": [
|
|
@@ -4828,6 +4929,8 @@
|
|
|
4828
4929
|
"pullRequestTitle",
|
|
4829
4930
|
"ciProvider",
|
|
4830
4931
|
"status",
|
|
4932
|
+
"cancelled",
|
|
4933
|
+
"cancellation",
|
|
4831
4934
|
"startedAt",
|
|
4832
4935
|
"finishedAt",
|
|
4833
4936
|
"durationMs",
|
|
@@ -4926,6 +5029,28 @@
|
|
|
4926
5029
|
}
|
|
4927
5030
|
]
|
|
4928
5031
|
},
|
|
5032
|
+
"timedOut": {
|
|
5033
|
+
"anyOf": [
|
|
5034
|
+
{
|
|
5035
|
+
"type": "boolean"
|
|
5036
|
+
},
|
|
5037
|
+
{
|
|
5038
|
+
"type": "null"
|
|
5039
|
+
}
|
|
5040
|
+
],
|
|
5041
|
+
"description": "The final attempt's. Whether the attempt ended by running into its time limit (Playwright's timedOut). null when the reporter did not say - every result from a reporter before 0.10.0."
|
|
5042
|
+
},
|
|
5043
|
+
"timeoutMs": {
|
|
5044
|
+
"anyOf": [
|
|
5045
|
+
{
|
|
5046
|
+
"type": "integer"
|
|
5047
|
+
},
|
|
5048
|
+
{
|
|
5049
|
+
"type": "null"
|
|
5050
|
+
}
|
|
5051
|
+
],
|
|
5052
|
+
"description": "The final attempt's. The time limit Playwright applied to the attempt, in milliseconds; 0 means no limit. null when the reporter did not say."
|
|
5053
|
+
},
|
|
4929
5054
|
"shard": {
|
|
4930
5055
|
"anyOf": [
|
|
4931
5056
|
{
|
|
@@ -4965,6 +5090,8 @@
|
|
|
4965
5090
|
"errorMessage",
|
|
4966
5091
|
"fingerprint",
|
|
4967
5092
|
"browserName",
|
|
5093
|
+
"timedOut",
|
|
5094
|
+
"timeoutMs",
|
|
4968
5095
|
"shard"
|
|
4969
5096
|
]
|
|
4970
5097
|
}
|
|
@@ -5067,6 +5194,28 @@
|
|
|
5067
5194
|
}
|
|
5068
5195
|
]
|
|
5069
5196
|
},
|
|
5197
|
+
"timedOut": {
|
|
5198
|
+
"anyOf": [
|
|
5199
|
+
{
|
|
5200
|
+
"type": "boolean"
|
|
5201
|
+
},
|
|
5202
|
+
{
|
|
5203
|
+
"type": "null"
|
|
5204
|
+
}
|
|
5205
|
+
],
|
|
5206
|
+
"description": "Whether the attempt ended by running into its time limit (Playwright's timedOut). null when the reporter did not say - every result from a reporter before 0.10.0."
|
|
5207
|
+
},
|
|
5208
|
+
"timeoutMs": {
|
|
5209
|
+
"anyOf": [
|
|
5210
|
+
{
|
|
5211
|
+
"type": "integer"
|
|
5212
|
+
},
|
|
5213
|
+
{
|
|
5214
|
+
"type": "null"
|
|
5215
|
+
}
|
|
5216
|
+
],
|
|
5217
|
+
"description": "The time limit Playwright applied to the attempt, in milliseconds; 0 means no limit. null when the reporter did not say."
|
|
5218
|
+
},
|
|
5070
5219
|
"browserName": {
|
|
5071
5220
|
"anyOf": [
|
|
5072
5221
|
{
|
|
@@ -5207,6 +5356,8 @@
|
|
|
5207
5356
|
"label",
|
|
5208
5357
|
"status",
|
|
5209
5358
|
"durationMs",
|
|
5359
|
+
"timedOut",
|
|
5360
|
+
"timeoutMs",
|
|
5210
5361
|
"browserName",
|
|
5211
5362
|
"errors",
|
|
5212
5363
|
"copyPrompt",
|
|
@@ -5448,9 +5599,10 @@
|
|
|
5448
5599
|
"enum": [
|
|
5449
5600
|
"stable",
|
|
5450
5601
|
"flaky",
|
|
5451
|
-
"failed"
|
|
5602
|
+
"failed",
|
|
5603
|
+
"skipped"
|
|
5452
5604
|
],
|
|
5453
|
-
"description": "The run's final attempt: stable (passed on the first try), flaky (passed after at least one retry) or
|
|
5605
|
+
"description": "The run's final attempt: stable (passed on the first try), flaky (passed after at least one retry), failed, or skipped. A skipped run appears only here: it is not a run of the test, so it counts in neither runs nor any rate."
|
|
5454
5606
|
}
|
|
5455
5607
|
},
|
|
5456
5608
|
"required": [
|
|
@@ -5461,7 +5613,7 @@
|
|
|
5461
5613
|
"result"
|
|
5462
5614
|
]
|
|
5463
5615
|
},
|
|
5464
|
-
"description": "The test's last 20 runs in the period, oldest first. Empty when it has none."
|
|
5616
|
+
"description": "The test's last 20 runs in the period, oldest first, including runs whose final attempt skipped (result skipped). Empty when it has none."
|
|
5465
5617
|
},
|
|
5466
5618
|
"branches": {
|
|
5467
5619
|
"type": "array",
|
|
@@ -5708,9 +5860,10 @@
|
|
|
5708
5860
|
"enum": [
|
|
5709
5861
|
"stable",
|
|
5710
5862
|
"flaky",
|
|
5711
|
-
"failed"
|
|
5863
|
+
"failed",
|
|
5864
|
+
"skipped"
|
|
5712
5865
|
],
|
|
5713
|
-
"description": "The run's final attempt: stable (passed on the first try), flaky (passed after at least one retry) or
|
|
5866
|
+
"description": "The run's final attempt: stable (passed on the first try), flaky (passed after at least one retry), failed, or skipped. A skipped run appears only here: it is not a run of the test, so it counts in neither runs nor any rate."
|
|
5714
5867
|
}
|
|
5715
5868
|
},
|
|
5716
5869
|
"required": [
|
|
@@ -5721,7 +5874,7 @@
|
|
|
5721
5874
|
"result"
|
|
5722
5875
|
]
|
|
5723
5876
|
},
|
|
5724
|
-
"description": "The test's last 20 runs in the period, oldest first. Empty when it has none."
|
|
5877
|
+
"description": "The test's last 20 runs in the period, oldest first, including runs whose final attempt skipped (result skipped). Empty when it has none."
|
|
5725
5878
|
},
|
|
5726
5879
|
"branches": {
|
|
5727
5880
|
"type": "array",
|
|
@@ -5889,7 +6042,8 @@
|
|
|
5889
6042
|
{
|
|
5890
6043
|
"type": "null"
|
|
5891
6044
|
}
|
|
5892
|
-
]
|
|
6045
|
+
],
|
|
6046
|
+
"description": "The application revision the run was told it tested - opt-in, null unless the CI job sets it: TESTED_REVISION=<revision>, or SAME_REPO_AS_APP=true for the commit CI built (on a pull request, the merge commit). Never the pull request's head - that is commitSha."
|
|
5893
6047
|
},
|
|
5894
6048
|
"startedAt": {
|
|
5895
6049
|
"type": "string",
|
|
@@ -5908,6 +6062,28 @@
|
|
|
5908
6062
|
}
|
|
5909
6063
|
]
|
|
5910
6064
|
},
|
|
6065
|
+
"timedOut": {
|
|
6066
|
+
"anyOf": [
|
|
6067
|
+
{
|
|
6068
|
+
"type": "boolean"
|
|
6069
|
+
},
|
|
6070
|
+
{
|
|
6071
|
+
"type": "null"
|
|
6072
|
+
}
|
|
6073
|
+
],
|
|
6074
|
+
"description": "The final attempt's. Whether the attempt ended by running into its time limit (Playwright's timedOut). null when the reporter did not say - every result from a reporter before 0.10.0."
|
|
6075
|
+
},
|
|
6076
|
+
"timeoutMs": {
|
|
6077
|
+
"anyOf": [
|
|
6078
|
+
{
|
|
6079
|
+
"type": "integer"
|
|
6080
|
+
},
|
|
6081
|
+
{
|
|
6082
|
+
"type": "null"
|
|
6083
|
+
}
|
|
6084
|
+
],
|
|
6085
|
+
"description": "The final attempt's. The time limit Playwright applied to the attempt, in milliseconds; 0 means no limit. null when the reporter did not say."
|
|
6086
|
+
},
|
|
5911
6087
|
"attempts": {
|
|
5912
6088
|
"type": "integer"
|
|
5913
6089
|
},
|
|
@@ -5923,6 +6099,8 @@
|
|
|
5923
6099
|
"startedAt",
|
|
5924
6100
|
"status",
|
|
5925
6101
|
"durationMs",
|
|
6102
|
+
"timedOut",
|
|
6103
|
+
"timeoutMs",
|
|
5926
6104
|
"attempts",
|
|
5927
6105
|
"wastedMs"
|
|
5928
6106
|
]
|
|
@@ -6617,7 +6795,8 @@
|
|
|
6617
6795
|
"failed",
|
|
6618
6796
|
"durationMs"
|
|
6619
6797
|
]
|
|
6620
|
-
}
|
|
6798
|
+
},
|
|
6799
|
+
"description": "The last 20 runs on branchScope, oldest first - the dashboard's Runs and Run duration charts. Cancelled runs are left out, every shard of a cancelled CI run included."
|
|
6621
6800
|
}
|
|
6622
6801
|
},
|
|
6623
6802
|
"required": [
|
package/dist/tools.js
CHANGED
|
@@ -54,11 +54,13 @@ export const TOOLS = [
|
|
|
54
54
|
operationId: "getTestMetrics",
|
|
55
55
|
description: "One test's numbers over a period: runs, stability (runs that passed on the first try " +
|
|
56
56
|
"/ runs), flakyRate (runs that passed only after a retry / runs), failureRate (failed " +
|
|
57
|
-
"runs / runs), time lost to retries and failures, its last 20 runs
|
|
58
|
-
"
|
|
59
|
-
"
|
|
60
|
-
"
|
|
61
|
-
"
|
|
57
|
+
"runs / runs), time lost to retries and failures, its last 20 runs (runs it skipped " +
|
|
58
|
+
"included, as result \"skipped\" - shown, never counted in runs or any rate) and the " +
|
|
59
|
+
"branches it ran on. Counts completed CI runs of the period, without runs where most " +
|
|
60
|
+
"of the suite failed at once; local runs never count. There is no verdict - the tool " +
|
|
61
|
+
"returns the numbers and you judge them. runs = 0 with null rates is a valid answer: " +
|
|
62
|
+
"no completed CI run of this test in the period. Cheap; for one test use this, not " +
|
|
63
|
+
"squally-list-tests.",
|
|
62
64
|
answers: "One test's stability, flaky rate and failure rate over a period.",
|
|
63
65
|
cost: "cheap",
|
|
64
66
|
},
|