@pixel-point/toolcraft 0.0.15 → 0.0.17

package/templates/runtime/testing/performance-fixture-load-profile.test.ts

@@ -1,360 +0,0 @@
-import { describe, expect, it } from "vitest";
-
-import {
-  defineToolcraftPerformance,
-  validateToolcraftPerformanceCoverage,
-} from "./performance";
-import {
-  createDegradedMaxValueStressFixture,
-  testSchema,
-} from "./performance-test-fixtures";
-
-describe("Toolcraft performance load profile validation contract", () => {
-  it("requires max-value fixtures to declare a measured load profile", () => {
-    const config = defineToolcraftPerformance({
-      rendererStrategy: "none",
-      rendererWorkload: "none",
-      scenarios: [
-        {
-          automated: true,
-          automatedTestName: "perf: density drag stays responsive",
-          browser: true,
-          browserTestName: "browser perf: density drag stays responsive",
-          budget: { maxFrameGapMs: 80, maxInteractionMs: 500 },
-          controlLabel: "Density",
-          expectedObservable: "Dragging Density updates text output without blocking the UI.",
-          fixture: "runtime density fixture",
-          id: "density-drag",
-          interaction: "control-drag",
-          stressFixture: {
-            kind: "max-value",
-            reason: "Density 11 is claimed as the smooth target without hard-limit evidence.",
-            value: 11,
-          },
-          target: "render.density",
-          values: { default: 4, max: 12, min: 1 },
-          workload: true,
-        },
-      ],
-      usesCustomRenderer: false,
-      workloadTargets: ["render.density"],
-    });
-
-    expect(validateToolcraftPerformanceCoverage(testSchema, config)).toContain(
-      "density-drag stressFixture.loadProfile must declare hardLimit, smoothTarget, and smoothTargetRatio so performance workload is a measured smooth target rather than a hidden toy fixture.",
-    );
-  });
-
-  it("rejects load profiles whose smooth target does not match the applied fixture", () => {
-    const config = defineToolcraftPerformance({
-      rendererStrategy: "none",
-      rendererWorkload: "none",
-      scenarios: [
-        {
-          automated: true,
-          automatedTestName: "perf: density drag stays responsive",
-          browser: true,
-          browserTestName: "browser perf: density drag stays responsive",
-          budget: { maxFrameGapMs: 80, maxInteractionMs: 500 },
-          controlLabel: "Density",
-          expectedObservable: "Dragging Density updates text output without blocking the UI.",
-          fixture: "runtime density fixture",
-          id: "density-drag",
-          interaction: "control-drag",
-          stressFixture: {
-            kind: "max-value",
-            loadProfile: {
-              hardLimit: 12,
-              metric: "numeric-max",
-              smoothTarget: 11,
-              smoothTargetRatio: 0.9,
-              target: "render.density",
-              userFacingRange: "experimental-above-smooth",
-            },
-            reason: "Density 10 does not match the documented smooth target.",
-            value: 10,
-          },
-          target: "render.density",
-          values: { default: 4, max: 12, min: 1 },
-          workload: true,
-        },
-      ],
-      usesCustomRenderer: false,
-      workloadTargets: ["render.density"],
-    });
-
-    expect(validateToolcraftPerformanceCoverage(testSchema, config)).toEqual(
-      expect.arrayContaining([
-        "density-drag stressFixture.loadProfile.smoothTarget must match stressFixture.value so browser tests apply the documented smooth workload target.",
-        "density-drag stressFixture.loadProfile.degradationStepPercent must be 10 when smoothTargetRatio is below 1.",
-        "density-drag stressFixture.loadProfile.evidence must include failed measurements for each 10 percent step above smoothTargetRatio 0.9.",
-      ]),
-    );
-  });
-
-  it("rejects load profiles whose ratio does not describe the measured smooth target", () => {
-    const config = defineToolcraftPerformance({
-      rendererStrategy: "none",
-      rendererWorkload: "none",
-      scenarios: [
-        {
-          automated: true,
-          automatedTestName: "perf: density drag stays responsive",
-          browser: true,
-          browserTestName: "browser perf: density drag stays responsive",
-          budget: { maxFrameGapMs: 80, maxInteractionMs: 500 },
-          controlLabel: "Density",
-          expectedObservable: "Dragging Density updates text output without blocking the UI.",
-          fixture: "runtime density fixture",
-          id: "density-drag",
-          interaction: "control-drag",
-          stressFixture: {
-            kind: "max-value",
-            loadProfile: {
-              degradationStepPercent: 10,
-              evidence: [
-                {
-                  attemptedRatio: 1,
-                  attemptedTarget: 12,
-                  decision:
-                    "Density 12 remains experimental because it misses frame budget after optimization.",
-                  measuredResult: "At density 12, maxFrameGapMs 148 exceeded the 80ms budget.",
-                  optimizationAttempted:
-                    "Cached glyph atlas and coalesced preview work to requestAnimationFrame.",
-                  result: "failed",
-                  scenarioId: "density-drag",
-                  target: "render.density",
-                },
-              ],
-              hardLimit: 12,
-              metric: "numeric-max",
-              smoothTarget: 2,
-              smoothTargetRatio: 0.9,
-              target: "render.density",
-              userFacingRange: "experimental-above-smooth",
-            },
-            reason: "Density 2 is far below the claimed 90 percent smooth target.",
-            value: 2,
-          },
-          target: "render.density",
-          values: { default: 4, max: 12, min: 1 },
-          workload: true,
-        },
-      ],
-      usesCustomRenderer: false,
-      workloadTargets: ["render.density"],
-    });
-
-    expect(validateToolcraftPerformanceCoverage(testSchema, config)).toContain(
-      "density-drag stressFixture.loadProfile.smoothTargetRatio 0.9 must describe the actual smooth target ratio 0.1667.",
-    );
-  });
-
-  it("rejects fully guaranteed custom load profiles whose smooth target is not the hard limit", () => {
-    const config = defineToolcraftPerformance({
-      rendererStrategy: "canvas-2d",
-      rendererWorkload: "pixel-output",
-      scenarios: [
-        {
-          automated: true,
-          automatedTestName: "perf: combined preview stays responsive",
-          browser: true,
-          browserTestName: "browser perf: combined preview stays responsive",
-          budget: { maxPreviewMs: 200, maxRenderMs: 200 },
-          expectedObservable: "Preview renders the combined source and effect workload.",
-          fixture: "combined custom fixture",
-          id: "combined-preview",
-          interaction: "preview-render",
-          stress: true,
-          stressFixture: {
-            kind: "custom",
-            loadProfile: {
-              hardLimit: { density: 12, sourceMedia: { height: 2160, width: 3840 } },
-              metric: "custom",
-              smoothTarget: { density: 4, sourceMedia: { height: 1080, width: 1920 } },
-              smoothTargetRatio: 1,
-              target: "renderer.output",
-              userFacingRange: "fully-guaranteed",
-            },
-            reason: "This claims full coverage while applying a smaller custom state.",
-            value: { density: 4, sourceMedia: { height: 1080, width: 1920 } },
-          },
-          target: "renderer.output",
-          workload: false,
-        },
-      ],
-      usesCustomRenderer: true,
-      workloadTargets: [],
-    });
-
-    expect(validateToolcraftPerformanceCoverage(testSchema, config)).toContain(
-      "combined-preview stressFixture.loadProfile.smoothTargetRatio 1 requires smoothTarget to equal hardLimit.",
-    );
-  });
-
-  it("accepts a 10 percent degraded smooth target with hard-limit failure evidence", () => {
-    const config = defineToolcraftPerformance({
-      rendererStrategy: "none",
-      rendererWorkload: "none",
-      scenarios: [
-        {
-          automated: true,
-          automatedTestName: "perf: density drag stays responsive",
-          browser: true,
-          browserTestName: "browser perf: density drag stays responsive",
-          budget: { maxFrameGapMs: 80, maxInteractionMs: 500 },
-          controlLabel: "Density",
-          expectedObservable: "Dragging Density updates text output without blocking the UI.",
-          fixture: "runtime density fixture",
-          id: "density-drag",
-          interaction: "control-drag",
-          stressFixture: createDegradedMaxValueStressFixture(),
-          target: "render.density",
-          values: { default: 4, max: 12, min: 1 },
-          workload: true,
-        },
-        {
-          automated: true,
-          automatedTestName: "perf: mode change stays responsive",
-          browser: true,
-          browserTestName: "browser perf: mode change stays responsive",
-          budget: { maxFrameGapMs: 80, maxInteractionMs: 500 },
-          controlLabel: "Mode",
-          expectedObservable: "Changing Mode updates text output without blocking the UI.",
-          fixture: "runtime mode fixture",
-          id: "mode-change",
-          interaction: "control-change",
-          target: "render.mode",
-          values: { default: "soft", max: "sharp", min: "soft" },
-          workload: false,
-        },
-      ],
-      usesCustomRenderer: false,
-      workloadTargets: ["render.density"],
-    });
-
-    expect(validateToolcraftPerformanceCoverage(testSchema, config)).toEqual([]);
-  });
-
-  it("requires evidence for every skipped 10 percent degradation step", () => {
-    const degradedFixture = createDegradedMaxValueStressFixture();
-    const config = defineToolcraftPerformance({
-      rendererStrategy: "none",
-      rendererWorkload: "none",
-      scenarios: [
-        {
-          automated: true,
-          automatedTestName: "perf: density drag stays responsive",
-          browser: true,
-          browserTestName: "browser perf: density drag stays responsive",
-          budget: { maxFrameGapMs: 80, maxInteractionMs: 500 },
-          controlLabel: "Density",
-          expectedObservable: "Dragging Density updates text output without blocking the UI.",
-          fixture: "runtime density fixture",
-          id: "density-drag",
-          interaction: "control-drag",
-          stressFixture: {
-            ...degradedFixture,
-            loadProfile: {
-              ...degradedFixture.loadProfile,
-              smoothTarget: 10,
-              smoothTargetRatio: 0.8,
-            },
-            value: 10,
-          },
-          target: "render.density",
-          values: { default: 4, max: 12, min: 1 },
-          workload: true,
-        },
-      ],
-      usesCustomRenderer: false,
-      workloadTargets: ["render.density"],
-    });
-
-    expect(validateToolcraftPerformanceCoverage(testSchema, config)).toContain(
-      "density-drag stressFixture.loadProfile.evidence must include failed measurements for each 10 percent step above smoothTargetRatio 0.8.",
-    );
-  });
-
-  it("rejects numeric hard limits that do not match schema max", () => {
-    const fixture = createDegradedMaxValueStressFixture();
-    const config = defineToolcraftPerformance({
-      rendererStrategy: "none",
-      rendererWorkload: "none",
-      scenarios: [
-        {
-          automated: true,
-          automatedTestName: "perf: density drag stays responsive",
-          browser: true,
-          browserTestName: "browser perf: density drag stays responsive",
-          budget: { maxFrameGapMs: 80, maxInteractionMs: 500 },
-          controlLabel: "Density",
-          expectedObservable: "Dragging Density updates text output without blocking the UI.",
-          fixture: "runtime density fixture",
-          id: "density-drag",
-          interaction: "control-drag",
-          stressFixture: {
-            ...fixture,
-            loadProfile: {
-              ...fixture.loadProfile,
-              hardLimit: 10,
-            },
-          },
-          target: "render.density",
-          values: { default: 4, max: 12, min: 1 },
-          workload: true,
-        },
-      ],
-      usesCustomRenderer: false,
-      workloadTargets: ["render.density"],
-    });
-
-    expect(validateToolcraftPerformanceCoverage(testSchema, config)).toContain(
-      "density-drag stressFixture.loadProfile.hardLimit must match schema max 12.",
-    );
-  });
-
-  it("rejects toy many-items fixtures below their declared useful count", () => {
-    const config = defineToolcraftPerformance({
-      rendererStrategy: "none",
-      rendererWorkload: "none",
-      scenarios: [
-        {
-          automated: true,
-          automatedTestName: "perf: items drag stays responsive",
-          browser: true,
-          browserTestName: "browser perf: items drag stays responsive",
-          budget: { maxFrameGapMs: 80, maxInteractionMs: 500 },
-          controlLabel: "Density",
-          expectedObservable: "Dragging Density updates many items without blocking the UI.",
-          fixture: "many item fixture",
-          id: "items-density-drag",
-          interaction: "control-drag",
-          stressFixture: {
-            kind: "many-items",
-            loadProfile: {
-              hardLimit: 2,
-              metric: "count",
-              smoothTarget: 2,
-              smoothTargetRatio: 1,
-              target: "render.density",
-              userFacingRange: "fully-guaranteed",
-            },
-            minCount: 1,
-            reason: "Two items is too small to prove collection performance.",
-            value: 2,
-          },
-          target: "render.density",
-          values: { default: 4, max: 12, min: 1 },
-          workload: true,
-        },
-      ],
-      usesCustomRenderer: false,
-      workloadTargets: ["render.density"],
-    });
-
-    expect(validateToolcraftPerformanceCoverage(testSchema, config)).toContain(
-      "items-density-drag stressFixture.value must exercise at least 10 items for a many-items workload; received 2.",
-    );
-  });
-});

package/templates/runtime/testing/performance-fixture-media.test.ts

@@ -1,80 +0,0 @@
-import { describe, expect, it } from "vitest";
-
-import {
-  defineToolcraftPerformance,
-  validateToolcraftPerformanceCoverage,
-} from "./performance";
-import {
-  createCustomStressFixture,
-  createMediaStressFixture,
-  mediaUploadSchema,
-} from "./performance-test-fixtures";
-
-describe("Toolcraft performance media fixture validation contract", () => {
-  it("rejects media-import scenarios that use toy source dimensions", () => {
-    const config = defineToolcraftPerformance({
-      rendererStrategy: "none",
-      rendererWorkload: "none",
-      scenarios: [
-        {
-          automated: true,
-          automatedTestName: "perf: source image import stays responsive",
-          browser: true,
-          browserTestName: "browser perf: source image import stays responsive",
-          budget: { maxFrameGapMs: 80, maxInteractionMs: 500 },
-          expectedObservable: "Importing source media does not block the app.",
-          fixture: "large source image fixture",
-          id: "source-media-import",
-          interaction: "media-import",
-          stressFixture: createMediaStressFixture(
-            { height: 480, width: 640 },
-            "This small fixture should be rejected as too light.",
-          ),
-          target: "source.image",
-          workload: true,
-        },
-      ],
-      usesCustomRenderer: false,
-      workloadTargets: [],
-    });
-
-    expect(validateToolcraftPerformanceCoverage(mediaUploadSchema, config)).toContain(
-      "source-media-import media stressFixture.value must be at least 1920x1080-equivalent; received 640x480.",
-    );
-  });
-
-  it("requires media-import scenarios to be workload media fixtures", () => {
-    const config = defineToolcraftPerformance({
-      rendererStrategy: "none",
-      rendererWorkload: "none",
-      scenarios: [
-        {
-          automated: true,
-          automatedTestName: "perf: source image import stays responsive",
-          browser: true,
-          browserTestName: "browser perf: source image import stays responsive",
-          budget: { maxFrameGapMs: 80, maxInteractionMs: 500 },
-          expectedObservable: "Importing source media does not block the app.",
-          fixture: "large source image fixture",
-          id: "source-media-import",
-          interaction: "media-import",
-          stressFixture: createCustomStressFixture(
-            { height: 1080, width: 1920 },
-            "Wrong fixture kind for media import.",
-          ),
-          target: "source.image",
-          workload: false,
-        },
-      ],
-      usesCustomRenderer: false,
-      workloadTargets: [],
-    });
-
-    expect(validateToolcraftPerformanceCoverage(mediaUploadSchema, config)).toEqual(
-      expect.arrayContaining([
-        "source-media-import media-import scenario must set workload true because decoded source size changes renderer workload.",
-        'source-media-import media-import scenario must use stressFixture.kind "media" with a realistic uploaded source size.',
-      ]),
-    );
-  });
-});