@arcadialdev/arcality 2.4.28 → 2.4.30

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (83) hide show
  1. package/README.md +2 -2
  2. package/package.json +3 -7
  3. package/scripts/gen-and-run.mjs +5 -18
  4. package/src/KnowledgeService.ts +256 -0
  5. package/src/arcalityClient.mjs +2 -1
  6. package/src/consoleBanner.ts +32 -0
  7. package/src/envSetup.ts +205 -0
  8. package/src/index.ts +25 -0
  9. package/src/projectInspector.ts +42 -0
  10. package/src/services/collectiveMemoryService.ts +178 -0
  11. package/src/services/securityScanner.ts +128 -0
  12. package/src/testRunner.ts +201 -0
  13. package/tests/_helpers/agentic-runner.bundle.spec.js +2912 -83
  14. package/.agents/skills/e2e-testing-expert/SKILL.md +0 -28
  15. package/.agents/skills/frontend-design/LICENSE.txt +0 -177
  16. package/.agents/skills/frontend-design/SKILL.md +0 -42
  17. package/.agents/skills/nodejs-backend-patterns/SKILL.md +0 -639
  18. package/.agents/skills/nodejs-backend-patterns/references/advanced-patterns.md +0 -430
  19. package/.agents/skills/playwright-best-practices/LICENSE.md +0 -7
  20. package/.agents/skills/playwright-best-practices/README.md +0 -147
  21. package/.agents/skills/playwright-best-practices/SKILL.md +0 -303
  22. package/.agents/skills/playwright-best-practices/advanced/authentication-flows.md +0 -360
  23. package/.agents/skills/playwright-best-practices/advanced/authentication.md +0 -871
  24. package/.agents/skills/playwright-best-practices/advanced/clock-mocking.md +0 -364
  25. package/.agents/skills/playwright-best-practices/advanced/mobile-testing.md +0 -409
  26. package/.agents/skills/playwright-best-practices/advanced/multi-context.md +0 -288
  27. package/.agents/skills/playwright-best-practices/advanced/multi-user.md +0 -393
  28. package/.agents/skills/playwright-best-practices/advanced/network-advanced.md +0 -452
  29. package/.agents/skills/playwright-best-practices/advanced/third-party.md +0 -464
  30. package/.agents/skills/playwright-best-practices/architecture/pom-vs-fixtures.md +0 -363
  31. package/.agents/skills/playwright-best-practices/architecture/test-architecture.md +0 -369
  32. package/.agents/skills/playwright-best-practices/architecture/when-to-mock.md +0 -383
  33. package/.agents/skills/playwright-best-practices/browser-apis/browser-apis.md +0 -391
  34. package/.agents/skills/playwright-best-practices/browser-apis/iframes.md +0 -403
  35. package/.agents/skills/playwright-best-practices/browser-apis/service-workers.md +0 -504
  36. package/.agents/skills/playwright-best-practices/browser-apis/websockets.md +0 -403
  37. package/.agents/skills/playwright-best-practices/core/annotations.md +0 -424
  38. package/.agents/skills/playwright-best-practices/core/assertions-waiting.md +0 -361
  39. package/.agents/skills/playwright-best-practices/core/configuration.md +0 -452
  40. package/.agents/skills/playwright-best-practices/core/fixtures-hooks.md +0 -417
  41. package/.agents/skills/playwright-best-practices/core/global-setup.md +0 -434
  42. package/.agents/skills/playwright-best-practices/core/locators.md +0 -242
  43. package/.agents/skills/playwright-best-practices/core/page-object-model.md +0 -315
  44. package/.agents/skills/playwright-best-practices/core/projects-dependencies.md +0 -453
  45. package/.agents/skills/playwright-best-practices/core/test-data.md +0 -492
  46. package/.agents/skills/playwright-best-practices/core/test-suite-structure.md +0 -361
  47. package/.agents/skills/playwright-best-practices/core/test-tags.md +0 -298
  48. package/.agents/skills/playwright-best-practices/debugging/console-errors.md +0 -420
  49. package/.agents/skills/playwright-best-practices/debugging/debugging.md +0 -504
  50. package/.agents/skills/playwright-best-practices/debugging/error-testing.md +0 -360
  51. package/.agents/skills/playwright-best-practices/debugging/flaky-tests.md +0 -496
  52. package/.agents/skills/playwright-best-practices/frameworks/angular.md +0 -530
  53. package/.agents/skills/playwright-best-practices/frameworks/nextjs.md +0 -469
  54. package/.agents/skills/playwright-best-practices/frameworks/react.md +0 -531
  55. package/.agents/skills/playwright-best-practices/frameworks/vue.md +0 -574
  56. package/.agents/skills/playwright-best-practices/infrastructure-ci-cd/ci-cd.md +0 -468
  57. package/.agents/skills/playwright-best-practices/infrastructure-ci-cd/docker.md +0 -283
  58. package/.agents/skills/playwright-best-practices/infrastructure-ci-cd/github-actions.md +0 -546
  59. package/.agents/skills/playwright-best-practices/infrastructure-ci-cd/gitlab.md +0 -397
  60. package/.agents/skills/playwright-best-practices/infrastructure-ci-cd/other-providers.md +0 -521
  61. package/.agents/skills/playwright-best-practices/infrastructure-ci-cd/parallel-sharding.md +0 -371
  62. package/.agents/skills/playwright-best-practices/infrastructure-ci-cd/performance.md +0 -453
  63. package/.agents/skills/playwright-best-practices/infrastructure-ci-cd/reporting.md +0 -424
  64. package/.agents/skills/playwright-best-practices/infrastructure-ci-cd/test-coverage.md +0 -497
  65. package/.agents/skills/playwright-best-practices/testing-patterns/accessibility.md +0 -359
  66. package/.agents/skills/playwright-best-practices/testing-patterns/api-testing.md +0 -719
  67. package/.agents/skills/playwright-best-practices/testing-patterns/browser-extensions.md +0 -506
  68. package/.agents/skills/playwright-best-practices/testing-patterns/canvas-webgl.md +0 -493
  69. package/.agents/skills/playwright-best-practices/testing-patterns/component-testing.md +0 -500
  70. package/.agents/skills/playwright-best-practices/testing-patterns/drag-drop.md +0 -576
  71. package/.agents/skills/playwright-best-practices/testing-patterns/electron.md +0 -509
  72. package/.agents/skills/playwright-best-practices/testing-patterns/file-operations.md +0 -377
  73. package/.agents/skills/playwright-best-practices/testing-patterns/file-upload-download.md +0 -562
  74. package/.agents/skills/playwright-best-practices/testing-patterns/forms-validation.md +0 -561
  75. package/.agents/skills/playwright-best-practices/testing-patterns/graphql-testing.md +0 -331
  76. package/.agents/skills/playwright-best-practices/testing-patterns/i18n.md +0 -508
  77. package/.agents/skills/playwright-best-practices/testing-patterns/performance-testing.md +0 -476
  78. package/.agents/skills/playwright-best-practices/testing-patterns/security-testing.md +0 -430
  79. package/.agents/skills/playwright-best-practices/testing-patterns/visual-regression.md +0 -634
  80. package/.agents/skills/security-qa/SKILL.md +0 -254
  81. package/public/ArcalityImagen.png +0 -0
  82. package/public/logo-arcadial-blanco.png +0 -0
  83. package/public/logo.png +0 -0
@@ -1,424 +0,0 @@
1
- # Test Annotations & Organization
2
-
3
- ## Table of Contents
4
-
5
- 1. [Skip Annotations](#skip-annotations)
6
- 2. [Fixme & Fail Annotations](#fixme--fail-annotations)
7
- 3. [Slow Tests](#slow-tests)
8
- 4. [Test Steps](#test-steps)
9
- 5. [Custom Annotations](#custom-annotations)
10
- 6. [Conditional Annotations](#conditional-annotations)
11
-
12
- ## Skip Annotations
13
-
14
- ### Basic Skip
15
-
16
- ```typescript
17
- // Skip unconditionally
18
- test.skip("feature not implemented", async ({ page }) => {
19
- // This test won't run
20
- });
21
-
22
- // Skip with reason
23
- test("payment flow", async ({ page }) => {
24
- test.skip(true, "Payment gateway in maintenance");
25
- // Test body won't execute
26
- });
27
- ```
28
-
29
- ### Conditional Skip
30
-
31
- ```typescript
32
- test("webkit-specific feature", async ({ page, browserName }) => {
33
- test.skip(browserName !== "webkit", "This feature only works in WebKit");
34
-
35
- await page.goto("/webkit-feature");
36
- });
37
-
38
- test("production only", async ({ page }) => {
39
- test.skip(process.env.ENV !== "production", "Only runs against production");
40
-
41
- await page.goto("/prod-feature");
42
- });
43
- ```
44
-
45
- ### Skip by Platform
46
-
47
- ```typescript
48
- test("windows-specific", async ({ page }) => {
49
- test.skip(process.platform !== "win32", "Windows only");
50
- });
51
-
52
- test("not on CI", async ({ page }) => {
53
- test.skip(!!process.env.CI, "Skipped in CI environment");
54
- });
55
- ```
56
-
57
- ### Skip Describe Block
58
-
59
- ```typescript
60
- test.describe("Admin features", () => {
61
- test.skip(
62
- ({ browserName }) => browserName === "firefox",
63
- "Firefox admin bug",
64
- );
65
-
66
- test("admin dashboard", async ({ page }) => {
67
- // Skipped in Firefox
68
- });
69
-
70
- test("admin settings", async ({ page }) => {
71
- // Skipped in Firefox
72
- });
73
- });
74
- ```
75
-
76
- ## Fixme & Fail Annotations
77
-
78
- ### Fixme - Known Issues
79
-
80
- ```typescript
81
- // Mark test as needing fix (skips the test)
82
- test.fixme("broken after refactor", async ({ page }) => {
83
- // Test won't run but is tracked
84
- });
85
-
86
- // Conditional fixme
87
- test("flaky on CI", async ({ page }) => {
88
- test.fixme(!!process.env.CI, "Investigate CI flakiness - ticket #123");
89
-
90
- await page.goto("/flaky-feature");
91
- });
92
- ```
93
-
94
- ### Fail - Expected Failures
95
-
96
- ```typescript
97
- // Test is expected to fail (runs but expects failure)
98
- test("known bug", async ({ page }) => {
99
- test.fail();
100
-
101
- await page.goto("/buggy-page");
102
- // If this passes, the test fails (bug was fixed!)
103
- await expect(page.getByText("Working")).toBeVisible();
104
- });
105
-
106
- // Conditional fail
107
- test("fails on webkit", async ({ page, browserName }) => {
108
- test.fail(browserName === "webkit", "WebKit rendering bug #456");
109
-
110
- await page.goto("/render-test");
111
- await expect(page.getByTestId("element")).toHaveCSS("width", "100px");
112
- });
113
- ```
114
-
115
- ### Difference Between Skip, Fixme, Fail
116
-
117
- | Annotation | Runs? | Use Case |
118
- | -------------- | ----- | -------------------------------- |
119
- | `test.skip()` | No | Feature not applicable |
120
- | `test.fixme()` | No | Known bug, needs investigation |
121
- | `test.fail()` | Yes | Expected to fail, tracking a bug |
122
-
123
- ## Slow Tests
124
-
125
- ### Mark Slow Tests
126
-
127
- ```typescript
128
- // Triple the default timeout
129
- test("large data import", async ({ page }) => {
130
- test.slow();
131
-
132
- await page.goto("/import");
133
- await page.setInputFiles("#file", "large-file.csv");
134
- await page.getByRole("button", { name: "Import" }).click();
135
-
136
- await expect(page.getByText("Import complete")).toBeVisible();
137
- });
138
-
139
- // Conditional slow
140
- test("video processing", async ({ page, browserName }) => {
141
- test.slow(browserName === "webkit", "WebKit video processing is slow");
142
-
143
- await page.goto("/video-editor");
144
- });
145
- ```
146
-
147
- ### Custom Timeout
148
-
149
- ```typescript
150
- test("very long operation", async ({ page }) => {
151
- // Set specific timeout (in milliseconds)
152
- test.setTimeout(120000); // 2 minutes
153
-
154
- await page.goto("/long-operation");
155
- });
156
-
157
- // Timeout for describe block
158
- test.describe("Integration tests", () => {
159
- test.describe.configure({ timeout: 60000 });
160
-
161
- test("test 1", async ({ page }) => {
162
- // Has 60 second timeout
163
- });
164
- });
165
- ```
166
-
167
- ## Test Steps
168
-
169
- ### Basic Steps
170
-
171
- ```typescript
172
- test("checkout flow", async ({ page }) => {
173
- await test.step("Add item to cart", async () => {
174
- await page.goto("/products");
175
- await page.getByRole("button", { name: "Add to Cart" }).click();
176
- });
177
-
178
- await test.step("Go to checkout", async () => {
179
- await page.getByRole("link", { name: "Cart" }).click();
180
- await page.getByRole("button", { name: "Checkout" }).click();
181
- });
182
-
183
- await test.step("Fill shipping info", async () => {
184
- await page.getByLabel("Address").fill("123 Test St");
185
- await page.getByLabel("City").fill("Test City");
186
- });
187
-
188
- await test.step("Complete payment", async () => {
189
- await page.getByLabel("Card").fill("4242424242424242");
190
- await page.getByRole("button", { name: "Pay" }).click();
191
- });
192
-
193
- await expect(page.getByText("Order confirmed")).toBeVisible();
194
- });
195
- ```
196
-
197
- ### Nested Steps
198
-
199
- ```typescript
200
- test("user registration", async ({ page }) => {
201
- await test.step("Fill registration form", async () => {
202
- await page.goto("/register");
203
-
204
- await test.step("Personal info", async () => {
205
- await page.getByLabel("Name").fill("John Doe");
206
- await page.getByLabel("Email").fill("john@example.com");
207
- });
208
-
209
- await test.step("Security", async () => {
210
- await page.getByLabel("Password").fill("SecurePass123");
211
- await page.getByLabel("Confirm Password").fill("SecurePass123");
212
- });
213
- });
214
-
215
- await test.step("Submit and verify", async () => {
216
- await page.getByRole("button", { name: "Register" }).click();
217
- await expect(page.getByText("Welcome")).toBeVisible();
218
- });
219
- });
220
- ```
221
-
222
- ### Steps with Return Values
223
-
224
- ```typescript
225
- test("verify order", async ({ page }) => {
226
- const orderId = await test.step("Create order", async () => {
227
- await page.goto("/checkout");
228
- await page.getByRole("button", { name: "Place Order" }).click();
229
-
230
- // Return value from step
231
- return await page.getByTestId("order-id").textContent();
232
- });
233
-
234
- await test.step("Verify order details", async () => {
235
- await page.goto(`/orders/${orderId}`);
236
- await expect(page.getByText(`Order #${orderId}`)).toBeVisible();
237
- });
238
- });
239
- ```
240
-
241
- ### Step in Page Object
242
-
243
- ```typescript
244
- // pages/checkout.page.ts
245
- export class CheckoutPage {
246
- async fillShippingInfo(address: string, city: string) {
247
- await test.step("Fill shipping information", async () => {
248
- await this.page.getByLabel("Address").fill(address);
249
- await this.page.getByLabel("City").fill(city);
250
- });
251
- }
252
-
253
- async completePayment(cardNumber: string) {
254
- await test.step("Complete payment", async () => {
255
- await this.page.getByLabel("Card").fill(cardNumber);
256
- await this.page.getByRole("button", { name: "Pay" }).click();
257
- });
258
- }
259
- }
260
- ```
261
-
262
- ## Custom Annotations
263
-
264
- ### Add Annotations
265
-
266
- ```typescript
267
- test("important feature", async ({ page }, testInfo) => {
268
- // Add custom annotation
269
- testInfo.annotations.push({
270
- type: "priority",
271
- description: "high",
272
- });
273
-
274
- testInfo.annotations.push({
275
- type: "ticket",
276
- description: "JIRA-123",
277
- });
278
-
279
- await page.goto("/feature");
280
- });
281
- ```
282
-
283
- ### Annotation Fixture
284
-
285
- ```typescript
286
- // fixtures/annotations.fixture.ts
287
- import { test as base, TestInfo } from "@playwright/test";
288
-
289
- type AnnotationFixtures = {
290
- annotate: {
291
- ticket: (id: string) => void;
292
- priority: (level: "low" | "medium" | "high") => void;
293
- owner: (name: string) => void;
294
- };
295
- };
296
-
297
- export const test = base.extend<AnnotationFixtures>({
298
- annotate: async ({}, use, testInfo) => {
299
- await use({
300
- ticket: (id) => {
301
- testInfo.annotations.push({ type: "ticket", description: id });
302
- },
303
- priority: (level) => {
304
- testInfo.annotations.push({ type: "priority", description: level });
305
- },
306
- owner: (name) => {
307
- testInfo.annotations.push({ type: "owner", description: name });
308
- },
309
- });
310
- },
311
- });
312
-
313
- // Usage
314
- test("critical feature", async ({ page, annotate }) => {
315
- annotate.ticket("JIRA-456");
316
- annotate.priority("high");
317
- annotate.owner("Alice");
318
-
319
- await page.goto("/critical");
320
- });
321
- ```
322
-
323
- ### Read Annotations in Reporter
324
-
325
- ```typescript
326
- // reporters/annotation-reporter.ts
327
- import { Reporter, TestCase, TestResult } from "@playwright/test/reporter";
328
-
329
- class AnnotationReporter implements Reporter {
330
- onTestEnd(test: TestCase, result: TestResult) {
331
- const ticket = test.annotations.find((a) => a.type === "ticket");
332
- const priority = test.annotations.find((a) => a.type === "priority");
333
-
334
- if (ticket) {
335
- console.log(`Test linked to: ${ticket.description}`);
336
- }
337
-
338
- if (priority?.description === "high" && result.status === "failed") {
339
- console.log(`HIGH PRIORITY FAILURE: ${test.title}`);
340
- }
341
- }
342
- }
343
-
344
- export default AnnotationReporter;
345
- ```
346
-
347
- ## Conditional Annotations
348
-
349
- ### Annotation Helper
350
-
351
- ```typescript
352
- // helpers/test-annotations.ts
353
- import { test } from "@playwright/test";
354
-
355
- export function skipInCI(reason = "Skipped in CI") {
356
- test.skip(!!process.env.CI, reason);
357
- }
358
-
359
- export function skipInBrowser(browser: string, reason: string) {
360
- test.beforeEach(({ browserName }) => {
361
- test.skip(browserName === browser, reason);
362
- });
363
- }
364
-
365
- export function onlyInEnv(env: string) {
366
- test.skip(process.env.ENV !== env, `Only runs in ${env}`);
367
- }
368
- ```
369
-
370
- ```typescript
371
- // tests/feature.spec.ts
372
- import { skipInCI, onlyInEnv } from "../helpers/test-annotations";
373
-
374
- test("local only feature", async ({ page }) => {
375
- skipInCI("Uses local resources");
376
-
377
- await page.goto("/local-feature");
378
- });
379
-
380
- test("production check", async ({ page }) => {
381
- onlyInEnv("production");
382
-
383
- await page.goto("/prod-only");
384
- });
385
- ```
386
-
387
- ### Describe-Level Conditions
388
-
389
- ```typescript
390
- test.describe("Mobile features", () => {
391
- test.beforeEach(({ isMobile }) => {
392
- test.skip(!isMobile, "Mobile only tests");
393
- });
394
-
395
- test("touch gestures", async ({ page }) => {
396
- // Only runs on mobile
397
- });
398
- });
399
-
400
- test.describe("Desktop features", () => {
401
- test.beforeEach(({ isMobile }) => {
402
- test.skip(isMobile, "Desktop only tests");
403
- });
404
-
405
- test("hover interactions", async ({ page }) => {
406
- // Only runs on desktop
407
- });
408
- });
409
- ```
410
-
411
- ## Anti-Patterns to Avoid
412
-
413
- | Anti-Pattern | Problem | Solution |
414
- | --------------------------- | ---------------------- | -------------------------------- |
415
- | Skipping without reason | Hard to track why | Always provide description |
416
- | Too many skipped tests | Test debt accumulates | Review and clean up regularly |
417
- | Using skip instead of fixme | Loses intent | Use fixme for bugs, skip for N/A |
418
- | Not using steps | Hard to debug failures | Group logical actions in steps |
419
-
420
- ## Related References
421
-
422
- - **Test Tags**: See [test-tags.md](test-tags.md) for tagging and filtering tests with `--grep`
423
- - **Test Organization**: See [test-suite-structure.md](test-suite-structure.md) for structuring tests
424
- - **Debugging**: See [debugging.md](../debugging/debugging.md) for troubleshooting