@vitest-agent/mcp 1.0.0 → 1.0.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (202) hide show
  1. package/bin/vitest-agent-mcp.js +2 -2
  2. package/index.d.ts +1 -1
  3. package/index.js +1 -1
  4. package/package.json +2 -2
  5. package/public/patterns/_meta.json +67 -0
  6. package/public/patterns/authoring-a-custom-vitest-agent-reporter.md +82 -0
  7. package/public/patterns/known-issues-and-caveats.md +52 -0
  8. package/public/patterns/operating-vitest-agent-as-an-agent.md +53 -0
  9. package/public/patterns/running-tests-via-mcp.md +58 -0
  10. package/public/patterns/silencing-leaking-output-in-tests.md +91 -0
  11. package/public/patterns/testing-effect-schema-definitions.md +71 -0
  12. package/public/patterns/testing-effect-services-with-mock-layers.md +63 -0
  13. package/public/vendor/vitest-docs/ATTRIBUTION.md +5 -0
  14. package/public/vendor/vitest-docs/api/advanced/artifacts.md +189 -0
  15. package/public/vendor/vitest-docs/api/advanced/metadata.md +68 -0
  16. package/public/vendor/vitest-docs/api/advanced/plugin.md +168 -0
  17. package/public/vendor/vitest-docs/api/advanced/reporters.md +342 -0
  18. package/public/vendor/vitest-docs/api/advanced/runner.md +334 -0
  19. package/public/vendor/vitest-docs/api/advanced/test-case.md +302 -0
  20. package/public/vendor/vitest-docs/api/advanced/test-collection.md +89 -0
  21. package/public/vendor/vitest-docs/api/advanced/test-module.md +140 -0
  22. package/public/vendor/vitest-docs/api/advanced/test-project.md +321 -0
  23. package/public/vendor/vitest-docs/api/advanced/test-specification.md +96 -0
  24. package/public/vendor/vitest-docs/api/advanced/test-suite.md +230 -0
  25. package/public/vendor/vitest-docs/api/advanced/vitest.md +684 -0
  26. package/public/vendor/vitest-docs/api/assert-type.md +22 -0
  27. package/public/vendor/vitest-docs/api/assert.md +1960 -0
  28. package/public/vendor/vitest-docs/api/browser/assertions.md +1277 -0
  29. package/public/vendor/vitest-docs/api/browser/commands.md +154 -0
  30. package/public/vendor/vitest-docs/api/browser/context.md +338 -0
  31. package/public/vendor/vitest-docs/api/browser/interactivity.md +681 -0
  32. package/public/vendor/vitest-docs/api/browser/locators.md +1171 -0
  33. package/public/vendor/vitest-docs/api/browser/react.md +346 -0
  34. package/public/vendor/vitest-docs/api/browser/svelte.md +292 -0
  35. package/public/vendor/vitest-docs/api/browser/vue.md +222 -0
  36. package/public/vendor/vitest-docs/api/describe.md +374 -0
  37. package/public/vendor/vitest-docs/api/expect-typeof.md +571 -0
  38. package/public/vendor/vitest-docs/api/expect.md +2304 -0
  39. package/public/vendor/vitest-docs/api/hooks.md +463 -0
  40. package/public/vendor/vitest-docs/api/mock.md +701 -0
  41. package/public/vendor/vitest-docs/api/test.md +926 -0
  42. package/public/vendor/vitest-docs/api/vi.md +1372 -0
  43. package/public/vendor/vitest-docs/config/alias.md +13 -0
  44. package/public/vendor/vitest-docs/config/allowonly.md +32 -0
  45. package/public/vendor/vitest-docs/config/api.md +27 -0
  46. package/public/vendor/vitest-docs/config/attachmentsdir.md +6 -0
  47. package/public/vendor/vitest-docs/config/bail.md +9 -0
  48. package/public/vendor/vitest-docs/config/benchmark.md +65 -0
  49. package/public/vendor/vitest-docs/config/browser/api.md +23 -0
  50. package/public/vendor/vitest-docs/config/browser/commands.md +6 -0
  51. package/public/vendor/vitest-docs/config/browser/connecttimeout.md +10 -0
  52. package/public/vendor/vitest-docs/config/browser/detailspanelposition.md +38 -0
  53. package/public/vendor/vitest-docs/config/browser/enabled.md +40 -0
  54. package/public/vendor/vitest-docs/config/browser/expect.md +250 -0
  55. package/public/vendor/vitest-docs/config/browser/headless.md +7 -0
  56. package/public/vendor/vitest-docs/config/browser/instances.md +47 -0
  57. package/public/vendor/vitest-docs/config/browser/isolate.md +11 -0
  58. package/public/vendor/vitest-docs/config/browser/locators.md +24 -0
  59. package/public/vendor/vitest-docs/config/browser/orchestratorscripts.md +39 -0
  60. package/public/vendor/vitest-docs/config/browser/playwright.md +214 -0
  61. package/public/vendor/vitest-docs/config/browser/preview.md +32 -0
  62. package/public/vendor/vitest-docs/config/browser/provider.md +79 -0
  63. package/public/vendor/vitest-docs/config/browser/screenshotdirectory.md +6 -0
  64. package/public/vendor/vitest-docs/config/browser/screenshotfailures.md +6 -0
  65. package/public/vendor/vitest-docs/config/browser/testerhtmlpath.md +5 -0
  66. package/public/vendor/vitest-docs/config/browser/trace.md +43 -0
  67. package/public/vendor/vitest-docs/config/browser/trackunhandlederrors.md +10 -0
  68. package/public/vendor/vitest-docs/config/browser/ui.md +7 -0
  69. package/public/vendor/vitest-docs/config/browser/viewport.md +6 -0
  70. package/public/vendor/vitest-docs/config/browser/webdriverio.md +64 -0
  71. package/public/vendor/vitest-docs/config/cache.md +26 -0
  72. package/public/vendor/vitest-docs/config/chaiconfig.md +29 -0
  73. package/public/vendor/vitest-docs/config/clearmocks.md +22 -0
  74. package/public/vendor/vitest-docs/config/coverage.md +455 -0
  75. package/public/vendor/vitest-docs/config/css.md +47 -0
  76. package/public/vendor/vitest-docs/config/dangerouslyignoreunhandlederrors.md +23 -0
  77. package/public/vendor/vitest-docs/config/deps.md +127 -0
  78. package/public/vendor/vitest-docs/config/detectasyncleaks.md +39 -0
  79. package/public/vendor/vitest-docs/config/diff.md +96 -0
  80. package/public/vendor/vitest-docs/config/dir.md +7 -0
  81. package/public/vendor/vitest-docs/config/disableconsoleintercept.md +15 -0
  82. package/public/vendor/vitest-docs/config/env.md +5 -0
  83. package/public/vendor/vitest-docs/config/environment.md +96 -0
  84. package/public/vendor/vitest-docs/config/environmentoptions.md +30 -0
  85. package/public/vendor/vitest-docs/config/exclude.md +49 -0
  86. package/public/vendor/vitest-docs/config/execargv.md +10 -0
  87. package/public/vendor/vitest-docs/config/expandsnapshotdiff.md +7 -0
  88. package/public/vendor/vitest-docs/config/expect.md +38 -0
  89. package/public/vendor/vitest-docs/config/experimental.md +510 -0
  90. package/public/vendor/vitest-docs/config/faketimers.md +51 -0
  91. package/public/vendor/vitest-docs/config/fileparallelism.md +11 -0
  92. package/public/vendor/vitest-docs/config/forcereruntriggers.md +19 -0
  93. package/public/vendor/vitest-docs/config/globals.md +42 -0
  94. package/public/vendor/vitest-docs/config/globalsetup.md +72 -0
  95. package/public/vendor/vitest-docs/config/hideskippedtests.md +7 -0
  96. package/public/vendor/vitest-docs/config/hooktimeout.md +7 -0
  97. package/public/vendor/vitest-docs/config/include-source.md +115 -0
  98. package/public/vendor/vitest-docs/config/include.md +71 -0
  99. package/public/vendor/vitest-docs/config/includetasklocation.md +17 -0
  100. package/public/vendor/vitest-docs/config/index.md +85 -0
  101. package/public/vendor/vitest-docs/config/isolate.md +13 -0
  102. package/public/vendor/vitest-docs/config/logheapusage.md +7 -0
  103. package/public/vendor/vitest-docs/config/maxconcurrency.md +9 -0
  104. package/public/vendor/vitest-docs/config/maxworkers.md +49 -0
  105. package/public/vendor/vitest-docs/config/mockreset.md +22 -0
  106. package/public/vendor/vitest-docs/config/mode.md +7 -0
  107. package/public/vendor/vitest-docs/config/name.md +111 -0
  108. package/public/vendor/vitest-docs/config/onconsolelog.md +25 -0
  109. package/public/vendor/vitest-docs/config/onstacktrace.md +32 -0
  110. package/public/vendor/vitest-docs/config/onunhandlederror.md +35 -0
  111. package/public/vendor/vitest-docs/config/open.md +7 -0
  112. package/public/vendor/vitest-docs/config/outputfile.md +7 -0
  113. package/public/vendor/vitest-docs/config/passwithnotests.md +7 -0
  114. package/public/vendor/vitest-docs/config/pool.md +45 -0
  115. package/public/vendor/vitest-docs/config/printconsoletrace.md +6 -0
  116. package/public/vendor/vitest-docs/config/projects.md +6 -0
  117. package/public/vendor/vitest-docs/config/provide.md +45 -0
  118. package/public/vendor/vitest-docs/config/reporters.md +69 -0
  119. package/public/vendor/vitest-docs/config/resolvesnapshotpath.md +36 -0
  120. package/public/vendor/vitest-docs/config/restoremocks.md +22 -0
  121. package/public/vendor/vitest-docs/config/retry.md +140 -0
  122. package/public/vendor/vitest-docs/config/root.md +6 -0
  123. package/public/vendor/vitest-docs/config/runner.md +6 -0
  124. package/public/vendor/vitest-docs/config/sequence.md +158 -0
  125. package/public/vendor/vitest-docs/config/server.md +68 -0
  126. package/public/vendor/vitest-docs/config/setupfiles.md +40 -0
  127. package/public/vendor/vitest-docs/config/silent.md +9 -0
  128. package/public/vendor/vitest-docs/config/slowtestthreshold.md +7 -0
  129. package/public/vendor/vitest-docs/config/snapshotenvironment.md +27 -0
  130. package/public/vendor/vitest-docs/config/snapshotformat.md +28 -0
  131. package/public/vendor/vitest-docs/config/snapshotserializers.md +6 -0
  132. package/public/vendor/vitest-docs/config/stricttags.md +30 -0
  133. package/public/vendor/vitest-docs/config/tags.md +141 -0
  134. package/public/vendor/vitest-docs/config/teardowntimeout.md +7 -0
  135. package/public/vendor/vitest-docs/config/testnamepattern.md +21 -0
  136. package/public/vendor/vitest-docs/config/testtimeout.md +7 -0
  137. package/public/vendor/vitest-docs/config/typecheck.md +77 -0
  138. package/public/vendor/vitest-docs/config/ui.md +15 -0
  139. package/public/vendor/vitest-docs/config/unstubenvs.md +20 -0
  140. package/public/vendor/vitest-docs/config/unstubglobals.md +20 -0
  141. package/public/vendor/vitest-docs/config/update.md +16 -0
  142. package/public/vendor/vitest-docs/config/vmmemorylimit.md +30 -0
  143. package/public/vendor/vitest-docs/config/watch.md +11 -0
  144. package/public/vendor/vitest-docs/config/watchtriggerpatterns.md +29 -0
  145. package/public/vendor/vitest-docs/guide/advanced/index.md +147 -0
  146. package/public/vendor/vitest-docs/guide/advanced/pool.md +148 -0
  147. package/public/vendor/vitest-docs/guide/advanced/reporters.md +93 -0
  148. package/public/vendor/vitest-docs/guide/advanced/tests.md +125 -0
  149. package/public/vendor/vitest-docs/guide/browser/aria-snapshots.md +470 -0
  150. package/public/vendor/vitest-docs/guide/browser/component-testing.md +571 -0
  151. package/public/vendor/vitest-docs/guide/browser/index.md +630 -0
  152. package/public/vendor/vitest-docs/guide/browser/multiple-setups.md +121 -0
  153. package/public/vendor/vitest-docs/guide/browser/trace-view.md +126 -0
  154. package/public/vendor/vitest-docs/guide/browser/visual-regression-testing.md +734 -0
  155. package/public/vendor/vitest-docs/guide/cli-generated.md +972 -0
  156. package/public/vendor/vitest-docs/guide/cli.md +234 -0
  157. package/public/vendor/vitest-docs/guide/common-errors.md +163 -0
  158. package/public/vendor/vitest-docs/guide/coverage.md +515 -0
  159. package/public/vendor/vitest-docs/guide/debugging.md +127 -0
  160. package/public/vendor/vitest-docs/guide/environment.md +101 -0
  161. package/public/vendor/vitest-docs/guide/extending-matchers.md +160 -0
  162. package/public/vendor/vitest-docs/guide/features.md +310 -0
  163. package/public/vendor/vitest-docs/guide/filtering.md +175 -0
  164. package/public/vendor/vitest-docs/guide/ide.md +43 -0
  165. package/public/vendor/vitest-docs/guide/improving-performance.md +245 -0
  166. package/public/vendor/vitest-docs/guide/in-source.md +159 -0
  167. package/public/vendor/vitest-docs/guide/index.md +128 -0
  168. package/public/vendor/vitest-docs/guide/learn/async.md +147 -0
  169. package/public/vendor/vitest-docs/guide/learn/debugging-tests.md +210 -0
  170. package/public/vendor/vitest-docs/guide/learn/matchers.md +277 -0
  171. package/public/vendor/vitest-docs/guide/learn/mock-functions.md +277 -0
  172. package/public/vendor/vitest-docs/guide/learn/setup-teardown.md +240 -0
  173. package/public/vendor/vitest-docs/guide/learn/snapshots.md +166 -0
  174. package/public/vendor/vitest-docs/guide/learn/testing-in-practice.md +430 -0
  175. package/public/vendor/vitest-docs/guide/learn/writing-tests-with-ai.md +127 -0
  176. package/public/vendor/vitest-docs/guide/learn/writing-tests.md +231 -0
  177. package/public/vendor/vitest-docs/guide/lifecycle.md +379 -0
  178. package/public/vendor/vitest-docs/guide/migration.md +863 -0
  179. package/public/vendor/vitest-docs/guide/mocking/classes.md +158 -0
  180. package/public/vendor/vitest-docs/guide/mocking/dates.md +52 -0
  181. package/public/vendor/vitest-docs/guide/mocking/file-system.md +74 -0
  182. package/public/vendor/vitest-docs/guide/mocking/functions.md +61 -0
  183. package/public/vendor/vitest-docs/guide/mocking/globals.md +20 -0
  184. package/public/vendor/vitest-docs/guide/mocking/modules.md +414 -0
  185. package/public/vendor/vitest-docs/guide/mocking/requests.md +114 -0
  186. package/public/vendor/vitest-docs/guide/mocking/timers.md +48 -0
  187. package/public/vendor/vitest-docs/guide/mocking.md +239 -0
  188. package/public/vendor/vitest-docs/guide/open-telemetry.md +156 -0
  189. package/public/vendor/vitest-docs/guide/parallelism.md +82 -0
  190. package/public/vendor/vitest-docs/guide/profiling-test-performance.md +243 -0
  191. package/public/vendor/vitest-docs/guide/projects.md +291 -0
  192. package/public/vendor/vitest-docs/guide/recipes.md +59 -0
  193. package/public/vendor/vitest-docs/guide/reporters.md +723 -0
  194. package/public/vendor/vitest-docs/guide/snapshot.md +620 -0
  195. package/public/vendor/vitest-docs/guide/test-annotations.md +103 -0
  196. package/public/vendor/vitest-docs/guide/test-context.md +902 -0
  197. package/public/vendor/vitest-docs/guide/test-tags.md +314 -0
  198. package/public/vendor/vitest-docs/guide/testing-types.md +149 -0
  199. package/public/vendor/vitest-docs/guide/ui.md +160 -0
  200. package/public/vendor/vitest-docs/guide/using-plugins.md +5 -0
  201. package/public/vendor/vitest-docs/manifest.json +1691 -0
  202. package/resources/index.js +15 -4
@@ -0,0 +1,189 @@
1
+ # Test Artifacts <Advanced /> <Version type="experimental">4.0.11</Version> <Experimental />
2
+
3
+ ::: warning
4
+ This is an advanced API. As a user, you most likely want to use [test annotations](/guide/test-annotations) to add notes or context to your tests instead. This is primarily used internally and by library authors.
5
+ :::
6
+
7
+ Test artifacts allow attaching or recording structured data, files, or metadata during test execution. This is a low-level feature primarily designed for:
8
+
9
+ - Internal use ([`annotate`](/guide/test-annotations) is built on top of the artifact system)
10
+ - Framework authors creating custom testing tools on top of Vitest
11
+
12
+ Each artifact includes:
13
+
14
+ - A type discriminator which is a unique identifier for the artifact type
15
+ - Custom data, can be any relevant information
16
+ - Optional attachments, either files or inline content associated with the artifact
17
+ - A source code location indicating where the artifact was created
18
+
19
+ Vitest automatically manages attachment serialization (files are copied to [`attachmentsDir`](/config/attachmentsdir)) and injects source location metadata, so you can focus on the data you want to record. All artifacts **must** extend from [`TestArtifactBase`](#testartifactbase) and all attachments from [`TestAttachment`](#testattachment) to be correctly handled internally.
20
+
21
+ ## API
22
+
23
+ ### `recordArtifact` <Experimental /> {#recordartifact}
24
+
25
+ ::: warning
26
+ `recordArtifact` is an experimental API. Breaking changes might not follow SemVer, please pin Vitest's version when using it.
27
+
28
+ The API surface may change based on feedback. We encourage you to try it out and share your experience with the team.
29
+ :::
30
+
31
+ ```ts
32
+ function recordArtifact<Artifact extends TestArtifact>(task: Test, artifact: Artifact): Promise<Artifact>
33
+ ```
34
+
35
+ The `recordArtifact` function records an artifact during test execution and returns it. It expects a [task](/api/advanced/runner#tasks) as the first parameter and an object assignable to [`TestArtifact`](#testartifact) as the second.
36
+
37
+ ::: info
38
+ Artifacts must be recorded before the task is reported. Any artifacts recorded after that will not be included in the task.
39
+ :::
40
+
41
+ When an artifact is recorded on a test, it emits an `onTestArtifactRecord` runner event and a [`onTestCaseArtifactRecord` reporter event](/api/advanced/reporters#ontestcaseartifactrecord). To retrieve recorded artifacts from a test case, use the [`artifacts()`](/api/advanced/test-case#artifacts) method.
42
+
43
+ Note: annotations, [even though they're built on top of this feature](#relationship-with-annotations), won't appear in the `task.artifacts` array for backwards compatibility reasons until the next major version.
44
+
45
+ ### `TestArtifact`
46
+
47
+ The `TestArtifact` type is a union containing all artifacts Vitest can produce, including custom ones. All artifacts extend from [`TestArtifactBase`](#testartifactbase)
48
+
49
+ ### `TestArtifactBase` <Experimental /> {#testartifactbase}
50
+
51
+ ```ts
52
+ export interface TestArtifactBase {
53
+ /** File or data attachments associated with this artifact */
54
+ attachments?: TestAttachment[]
55
+ /** Source location where this artifact was created */
56
+ location?: TestArtifactLocation
57
+ }
58
+ ```
59
+
60
+ The `TestArtifactBase` interface is the base for all test artifacts.
61
+
62
+ Extend this interface when creating custom test artifacts. Vitest automatically manages the `attachments` array and injects the `location` property to indicate where the artifact was created in your test code.
63
+
64
+ ::: danger
65
+ When running with [`api.allowWrite`](/config/api#api-allowwrite) or [`browser.api.allowWrite`](/config/browser/api#api-allowwrite) disabled, Vitest empties the `attachments` array on every artifact before reporting it.
66
+
67
+ If your custom artifact narrows the `attachments` type (e.g. to a tuple), include `| []` in the union so the type reflects what actually happens at runtime.
68
+ :::
69
+
70
+ ### `TestAttachment`
71
+
72
+ ```ts
73
+ export interface TestAttachment {
74
+ /** MIME type of the attachment (e.g., 'image/png', 'text/plain') */
75
+ contentType?: string
76
+ /** File system path to the attachment */
77
+ path?: string
78
+ /** Inline attachment content as a string or raw binary data */
79
+ body?: string | Uint8Array
80
+ /**
81
+ * @experimental
82
+ * How the string `body` is encoded.
83
+ * - `'base64'` (default): body is already base64-encoded
84
+ * - `'utf-8'`: body is a utf8 string
85
+ */
86
+ bodyEncoding?: 'base64' | 'utf-8'
87
+ }
88
+ ```
89
+
90
+ The `TestAttachment` interface represents a file or data attachment associated with a test artifact.
91
+
92
+ Attachments can be either file-based (via `path`) or inline content (via `body`). The `contentType` helps consumers understand how to interpret the attachment data.
93
+
94
+ If you pass a string `body`, Vitest assumes it is already base64-encoded unless you set `bodyEncoding: 'utf-8'`. When you pass `body` as a `Uint8Array`, Vitest automatically encodes it as base64. The `bodyEncoding` option only applies to inline `body` attachments, not `path` attachments.
95
+
96
+ ### `TestArtifactLocation`
97
+
98
+ ```ts
99
+ export interface TestArtifactLocation {
100
+ /** Line number in the source file (1-indexed) */
101
+ line: number
102
+ /** Column number in the line (1-indexed) */
103
+ column: number
104
+ /** Path to the source file */
105
+ file: string
106
+ }
107
+ ```
108
+
109
+ The `TestArtifactLocation` interface represents the source code location information for a test artifact. It indicates where in the source code the artifact originated from.
110
+
111
+ ### `TestArtifactRegistry`
112
+
113
+ The `TestArtifactRegistry` interface is a registry for custom test artifact types.
114
+
115
+ Augmenting this interface using [TypeScript's module augmentation feature](https://typescriptlang.org/docs/handbook/declaration-merging#module-augmentation) allows registering custom artifact types that tests can produce.
116
+
117
+ Each custom artifact should extend [`TestArtifactBase`](#testartifactbase) and include a unique `type` discriminator property.
118
+
119
+ Here are a few guidelines or best practices to follow:
120
+
121
+ - Try using a `Symbol` as the **registry key** to guarantee uniqueness
122
+ - The `type` property should follow the pattern `'package-name:artifact-name'`, **`'internal:'` is a reserved prefix**
123
+ - Use `attachments` to include files or data; extend [`TestAttachment`](#testattachment) for custom metadata
124
+ - If you narrow the `attachments` type (e.g. to a tuple), include `| []` in the union since Vitest may empty the array at runtime (see [`TestArtifactBase`](#testartifactbase))
125
+ - `location` property is automatically injected
126
+
127
+ ## Custom Artifacts
128
+
129
+ To use and manage artifacts in a type-safe manner, you need to create its type and register it:
130
+
131
+ ```ts
132
+ import type { TestArtifactBase, TestAttachment } from 'vitest'
133
+
134
+ interface A11yReportAttachment extends TestAttachment {
135
+ contentType: 'text/html'
136
+ path: string
137
+ }
138
+
139
+ interface AccessibilityArtifact extends TestArtifactBase {
140
+ type: 'a11y:report'
141
+ passed: boolean
142
+ wcagLevel: 'A' | 'AA' | 'AAA'
143
+ attachments: [A11yReportAttachment] | []
144
+ }
145
+
146
+ const a11yReportKey = Symbol('report')
147
+
148
+ declare module 'vitest' {
149
+ interface TestArtifactRegistry {
150
+ [a11yReportKey]: AccessibilityArtifact
151
+ }
152
+ }
153
+ ```
154
+
155
+ As long as the types are assignable to their bases and don't have errors, everything should work fine and you should be able to record artifacts using [`recordArtifact`](#recordartifact):
156
+
157
+ ```ts
158
+ async function toBeAccessible(
159
+ this: MatcherState,
160
+ actual: Element,
161
+ wcagLevel: 'A' | 'AA' | 'AAA' = 'AA'
162
+ ): AsyncExpectationResult {
163
+ const report = await runAccessibilityAudit(actual, wcagLevel)
164
+
165
+ await recordArtifact(this.task, {
166
+ type: 'a11y:report',
167
+ passed: report.violations.length === 0,
168
+ wcagLevel,
169
+ attachments: [{
170
+ contentType: 'text/html',
171
+ path: report.path,
172
+ }],
173
+ })
174
+
175
+ return {
176
+ pass: violations.length === 0,
177
+ message: () => `Found ${report.violations.length} accessibility violation(s)`
178
+ }
179
+ }
180
+ ```
181
+
182
+ ## Relationship with Annotations
183
+
184
+ Test annotations are built on top of the artifact system. When using annotations in tests, they create `internal:annotation` artifacts under the hood. However, annotations are:
185
+
186
+ - Simpler to use
187
+ - Designed for end-users, not developers
188
+
189
+ Use annotations if you just want to add notes to your tests. Use artifacts if you need custom data.
@@ -0,0 +1,68 @@
1
+ # Task Metadata <Badge type="danger">advanced</Badge>
2
+
3
+ If you are developing a custom reporter or using Vitest Node.js API, you might find it useful to pass data from tests that are being executed in various contexts to your reporter or custom Vitest handler.
4
+
5
+ To accomplish this, relying on the [test context](/guide/test-context) is not feasible since it cannot be serialized. However, with Vitest, you can utilize the `meta` property available on every task (suite or test) to share data between your tests and the Node.js process. It's important to note that this communication is one-way only, as the `meta` property can only be modified from within the test context. Any changes made within the Node.js context will not be visible in your tests.
6
+
7
+ You can populate `meta` property on test context or inside `beforeAll`/`afterAll` hooks for suite tasks.
8
+
9
+ ```ts
10
+ afterAll((suite) => {
11
+ suite.meta.done = true
12
+ })
13
+
14
+ test('custom', ({ task }) => {
15
+ task.meta.custom = 'some-custom-handler'
16
+ })
17
+ ```
18
+
19
+ Once a test is completed, Vitest will send a task including the result and `meta` to the Node.js process using RPC, and then report it in `onTestCaseResult` and other hooks that have access to tasks. To process this test case, you can utilize the `onTestCaseResult` method available in your reporter implementation:
20
+
21
+ ```ts [custom-reporter.js]
22
+ import type { Reporter, TestCase, TestModule } from 'vitest/node'
23
+
24
+ export default {
25
+ onTestCaseResult(testCase: TestCase) {
26
+ // custom === 'some-custom-handler' ✅
27
+ const { custom } = testCase.meta()
28
+ },
29
+ onTestRunEnd(testModule: TestModule) {
30
+ testModule.meta().done === true
31
+ testModule.children.at(0).meta().custom === 'some-custom-handler'
32
+ }
33
+ } satisfies Reporter
34
+ ```
35
+
36
+ ::: danger BEWARE
37
+ Vitest uses different methods to communicate with the Node.js process.
38
+
39
+ - If Vitest runs tests inside worker threads, it will send data via [message port](https://developer.mozilla.org/en-US/docs/Web/API/MessagePort)
40
+ - If Vitest uses child process, the data will be send as a serialized Buffer via [`process.send`](https://nodejs.org/api/process.html#processsendmessage-sendhandle-options-callback) API
41
+ - If Vitest runs tests in the browser, the data will be stringified using [flatted](https://npmx.dev/package/flatted) package
42
+
43
+ This property is also present on every test in the `json` reporter, so make sure that data can be serialized into JSON.
44
+
45
+ Also, make sure you serialize [Error properties](https://developer.mozilla.org/en-US/docs/Web/API/Web_Workers_API/Structured_clone_algorithm#error_types) before you set them.
46
+ :::
47
+
48
+ You can also get this information from Vitest state when tests finished running:
49
+
50
+ ```ts
51
+ const vitest = await createVitest('test')
52
+ const { testModules } = await vitest.start()
53
+
54
+ const testModule = testModules[0]
55
+ testModule.meta().done === true
56
+ testModule.children.at(0).meta().custom === 'some-custom-handler'
57
+ ```
58
+
59
+ It's also possible to extend type definitions when using TypeScript:
60
+
61
+ ```ts
62
+ declare module 'vitest' {
63
+ interface TaskMeta {
64
+ done?: boolean
65
+ custom?: string
66
+ }
67
+ }
68
+ ```
@@ -0,0 +1,168 @@
1
+ # Plugin API <Version>3.1.0</Version> {#plugin-api}
2
+
3
+ ::: warning
4
+ This is an advanced API. If you just want to [run tests](/guide/), you probably don't need this. It is primarily used by library authors.
5
+
6
+ This guide assumes you know how to work with [Vite plugins](https://vite.dev/guide/api-plugin.html).
7
+ :::
8
+
9
+ Vitest supports a `configureVitest` [plugin](https://vite.dev/guide/api-plugin.html) hook since version 3.1.
10
+
11
+ ::: code-group
12
+ ```ts [only vitest]
13
+ import type { Vite, VitestPluginContext } from 'vitest/node'
14
+
15
+ export function plugin(): Vite.Plugin {
16
+ return {
17
+ name: 'vitest:my-plugin',
18
+ configureVitest(context: VitestPluginContext) {
19
+ // ...
20
+ }
21
+ }
22
+ }
23
+ ```
24
+ ```ts [vite and vitest]
25
+ /// <reference types="vitest/config" />
26
+
27
+ import type { Plugin } from 'vite'
28
+
29
+ export function plugin(): Plugin {
30
+ return {
31
+ name: 'vitest:my-plugin',
32
+ transform() {
33
+ // ...
34
+ },
35
+ configureVitest(context) {
36
+ // ...
37
+ }
38
+ }
39
+ }
40
+ ```
41
+ :::
42
+
43
+ ::: tip TypeScript
44
+ Vitest re-exports all Vite type-only imports via a `Vite` namespace, which you can use to keep your versions in sync. However, if you are writing a plugin for both Vite and Vitest, you can continue using the `Plugin` type from the `vite` entrypoint. Just make sure you have `vitest/config` referenced somewhere so that `configureVitest` is augmented correctly:
45
+
46
+ ```ts
47
+ /// <reference types="vitest/config" />
48
+ ```
49
+ :::
50
+
51
+ Unlike [`reporter.onInit`](/api/advanced/reporters#oninit), this hooks runs early in Vitest lifecycle allowing you to make changes to configuration like `coverage` and `reporters`. A more notable change is that you can manipulate the global config from a [test project](/guide/projects) if your plugin is defined in the project and not in the global config.
52
+
53
+ ## Context
54
+
55
+ ### project
56
+
57
+ The current [test project](./test-project) that the plugin belongs to.
58
+
59
+ ::: warning Browser Mode
60
+ Note that if you are relying on a browser feature, the `project.browser` field is not set yet. Use [`reporter.onBrowserInit`](./reporters#onbrowserinit) event instead.
61
+ :::
62
+
63
+ ### vitest
64
+
65
+ The global [Vitest](./vitest) instance. You can change the global configuration by directly mutating the `vitest.config` property:
66
+
67
+ ```ts
68
+ vitest.config.coverage.enabled = false
69
+ vitest.config.reporters.push([['my-reporter', {}]])
70
+ ```
71
+
72
+ ::: warning Config is Resolved
73
+ Note that Vitest already resolved the config, so some types might be different from the usual user configuration. This also means that some properties will not be resolved again, like `setupFile`. If you are adding new files, make sure to resolve it first.
74
+
75
+ At this point reporters are not created yet, so modifying `vitest.reporters` will have no effect because it will be overwritten. If you need to inject your own reporter, modify the config instead.
76
+ :::
77
+
78
+ ### injectTestProjects
79
+
80
+ ```ts
81
+ function injectTestProjects(
82
+ config: TestProjectConfiguration | TestProjectConfiguration[]
83
+ ): Promise<TestProject[]>
84
+ ```
85
+
86
+ This methods accepts a config glob pattern, a filepath to the config or an inline configuration. It returns an array of resolved [test projects](./test-project).
87
+
88
+ ```ts
89
+ // inject a single project with a custom alias
90
+ const newProjects = await injectTestProjects({
91
+ // you can inherit the current project config by referencing `extends`
92
+ // note that you cannot have a project with the name that already exists,
93
+ // so it's a good practice to define a custom name
94
+ extends: project.vite.config.configFile,
95
+ test: {
96
+ name: 'my-custom-alias',
97
+ alias: {
98
+ customAlias: resolve('./custom-path.js'),
99
+ },
100
+ },
101
+ })
102
+ ```
103
+
104
+ ::: warning Projects are Filtered
105
+ Vitest filters projects during the config resolution, so if the user defined a filter, injected project might not be resolved unless it [matches the filter](./vitest#matchesprojectfilter). You can update the filter via the `vitest.config.project` option to always include your test project:
106
+
107
+ ```ts
108
+ vitest.config.project.push('my-project-name')
109
+ ```
110
+
111
+ Note that this will only affect projects injected with [`injectTestProjects`](#injecttestprojects) method.
112
+ :::
113
+
114
+ ::: tip Referencing the Current Config
115
+ If you want to keep the user configuration, you can specify the `extends` property. All other properties will be merged with the user defined config.
116
+
117
+ The project's `configFile` can be accessed in Vite's config: `project.vite.config.configFile`.
118
+
119
+ Note that this will also inherit the `name` - Vitest doesn't allow multiple projects with the same name, so this will throw an error. Make sure you specified a different name. You can access the current name via the `project.name` property and all used names are available in the `vitest.projects` array.
120
+ :::
121
+
122
+ ### experimental_defineCacheKeyGenerator <Version type="experimental">4.0.11</Version> <Experimental /> {#definecachekeygenerator}
123
+
124
+ ```ts
125
+ interface CacheKeyIdGeneratorContext {
126
+ environment: DevEnvironment
127
+ id: string
128
+ sourceCode: string
129
+ }
130
+
131
+ function experimental_defineCacheKeyGenerator(
132
+ callback: (context: CacheKeyIdGeneratorContext) => string | undefined | null | false
133
+ ): void
134
+ ```
135
+
136
+ Define a generator that will be applied before hashing the cache key.
137
+
138
+ Use this to make sure Vitest generates correct hash. It is a good idea to define this function if your plugin can be registered with different options.
139
+
140
+ This is called only if [`experimental.fsModuleCache`](/config/experimental#experimental-fsmodulecache) is defined.
141
+
142
+ ```ts
143
+ interface PluginOptions {
144
+ replacePropertyKey: string
145
+ replacePropertyValue: string
146
+ }
147
+
148
+ export function plugin(options: PluginOptions) {
149
+ return {
150
+ name: 'plugin-that-replaces-property',
151
+ transform(code) {
152
+ return code.replace(
153
+ options.replacePropertyKey,
154
+ options.replacePropertyValue
155
+ )
156
+ },
157
+ configureVitest({ experimental_defineCacheKeyGenerator }) {
158
+ experimental_defineCacheKeyGenerator(() => {
159
+ // since these options affect the transform result,
160
+ // return them together as a unique string
161
+ return options.replacePropertyKey + options.replacePropertyValue
162
+ })
163
+ }
164
+ }
165
+ }
166
+ ```
167
+
168
+ If `false` is returned, the module will not be cached on the file system.