@openwop/openwop-conformance 2.45.16 → 2.45.18

package/src/scenarios/v2-media-inline-cap-static.test.ts

@@ -1,59 +0,0 @@
-/**
- * v2 — the `media.*` payload shapes, statically (`spec/v2/core/host-services.md`
- * §aiProviders: "A `media.*` envelope inlines base64 only up to
- * `maxInlineMediaBytes` (default 256 KiB); above that the host MUST use a
- * `url`"; RFC 0055 §C). The v1 twin is the static half of
- * `media-url-inline-cap`. Its advertisement leg (`aiProviders.maxInlineMediaBytes`)
- * is in `v2-ai-providers-advertisement`; its seam legs (the media store and the
- * debug-bundle walk) are not ported.
- *
- *   compile   the three `media.{image,audio,file}` schemas compile;
- *   url       a URL-reference payload validates;
- *   inline    an inline-base64 payload validates;
- *   bytes     a payload without `bytes` is rejected (`bytes` is what a cap is
- *             judged against);
- *   closed    an unknown property is rejected.
- *
- * Host-free: every leg runs with no OPENWOP_BASE_URL.
- *
- * @see spec/v2/core/host-services.md §aiProviders
- * @see schemas/v2/envelopes/media.image.schema.json
- */
-
-import { describe, it, expect } from 'vitest';
-import { v2Validator } from '../lib/v2.js';
-import { req } from '../lib/requirement-ids.js';
-
-const DOC = 'host-services.md §aiProviders';
-const MEDIA_KINDS = ['media.image', 'media.audio', 'media.file'] as const;
-const ID_COMPILE = 'openwop.requirement.media.payload-schemas-compile';
-const ID_URL = 'openwop.requirement.media.url-reference-accepted';
-const ID_INLINE = 'openwop.requirement.media.inline-base64-accepted';
-const ID_BYTES = 'openwop.requirement.media.bytes-required';
-const ID_CLOSED = 'openwop.requirement.media.payload-closed';
-
-describe('v2 media payload shapes (host-services.md §aiProviders)', () => {
-  for (const kind of MEDIA_KINDS) {
-    it(`envelopes/${kind}.schema.json compiles under Ajv 2020`, () => {
-      expect(() => v2Validator(`envelopes/${kind}`), req(ID_COMPILE, DOC, `schemas/v2/envelopes/${kind}.schema.json MUST compile`)).not.toThrow();
-    });
-  }
-
-  it('accepts a URL-reference image payload', () => {
-    const r = v2Validator('envelopes/media.image')({ url: 'https://host.example/runs/run_1/assets/img_9.png', bytes: 184320, mimeType: 'image/png' });
-    expect(r.ok, req(ID_URL, DOC, `a URL-reference media payload MUST validate (${r.errors})`)).toBe(true);
-  });
-
-  it('accepts an inline-base64 audio payload', () => {
-    const r = v2Validator('envelopes/media.audio')({ base64: 'AAAA', bytes: 3, mimeType: 'audio/ogg', durationSeconds: 1.2 });
-    expect(r.ok, req(ID_INLINE, DOC, `an inline-base64 media payload MUST validate (${r.errors})`)).toBe(true);
-  });
-
-  it('rejects a media payload missing bytes', () => {
-    expect(v2Validator('envelopes/media.file')({ url: 'https://host.example/runs/run_1/assets/report.pdf' }).ok, req(ID_BYTES, DOC, 'bytes is required on a media payload — it is what the inline cap is judged against')).toBe(false);
-  });
-
-  it('rejects a media payload with an unknown property', () => {
-    expect(v2Validator('envelopes/media.image')({ bytes: 1, wat: true }).ok, req(ID_CLOSED, DOC, 'a media payload is closed: an unknown property MUST be rejected')).toBe(false);
-  });
-});

package/src/scenarios/v2-provider-usage-payload-static.test.ts

@@ -1,92 +0,0 @@
-/**
- * v2 — the `provider.usage` payload, statically (`spec/v2/core/events.md`
- * §providerUsage; `schemas/v2/run-event-payloads.schema.json#/$defs/providerUsage`;
- * RFC 0026; invariant `provider-usage-no-credential-leak`). The v1 twin is the
- * schema half of `provider-usage`; its emit-seam legs (and the v1
- * `provider_usage_credential_leak` code, which `spec/v2/errors.json` does not
- * carry) are not ported.
- *
- *   type       `provider.usage` is a registered v2 event type;
- *   positive   a payload with the four required fields, and one with every
- *              optional field, validates;
- *   required   a payload missing provider, model, inputTokens or outputTokens
- *              is rejected;
- *   counts     a fractional or negative token count is rejected;
- *   cost       a negative `costEstimateUsd` is rejected; `currency` is an
- *              ISO 4217 code ("`providerUsage.currency` is the ISO 4217
- *              currency of `costEstimateUsd`");
- *   no-leak    the payload is closed, so a credential ref, a hashed credential
- *              id or prompt/response text is rejected ("The payload MUST NOT
- *              carry credential refs, hashed credential identifiers, or prompt
- *              or response text").
- *
- * Host-free: every leg runs with no OPENWOP_BASE_URL.
- *
- * @see spec/v2/core/events.md §providerUsage
- */
-
-import { describe, it, expect } from 'vitest';
-import { v2RefValidator } from '../lib/v2.js';
-import { req } from '../lib/requirement-ids.js';
-
-const DOC = 'events.md §providerUsage';
-const ID_TYPE = 'openwop.requirement.provider-usage.event-type-registered';
-const ID_POSITIVE = 'openwop.requirement.provider-usage.payload-well-formed-accepted';
-const ID_REQUIRED = 'openwop.requirement.provider-usage.payload-required-fields';
-const ID_COUNTS = 'openwop.requirement.provider-usage.payload-token-counts';
-const ID_COST = 'openwop.requirement.provider-usage.payload-cost-and-currency';
-const ID_NO_LEAK = 'openwop.requirement.provider-usage.payload-no-credential-or-content';
-
-const MINIMAL = { provider: 'anthropic', model: 'claude-x', inputTokens: 120, outputTokens: 30 } as const;
-const FULL = { ...MINIMAL, totalTokens: 150, costEstimateUsd: 0.0021, currency: 'EUR', cacheHit: false, cacheReadTokens: 0, cacheWriteTokens: 64 } as const;
-
-function without(field: string): Record<string, unknown> {
-  const c: Record<string, unknown> = { ...MINIMAL };
-  delete c[field];
-  return c;
-}
-
-describe('v2 provider.usage payload (events.md §providerUsage)', () => {
-  const validate = v2RefValidator('run-event-payloads.schema.json#/$defs/providerUsage');
-
-  it('provider.usage is a registered v2 run-event type', () => {
-    const r = v2RefValidator('run-event.schema.json#/properties/type')('provider.usage');
-    expect(r.ok, req(ID_TYPE, DOC, `provider.usage MUST be accepted by the v2 run-event type union (${r.errors})`)).toBe(true);
-  });
-
-  it('accepts a minimal and a full payload', () => {
-    for (const p of [MINIMAL, FULL]) {
-      const r = validate(p);
-      expect(r.ok, req(ID_POSITIVE, DOC, `a well-formed provider.usage payload MUST validate (${r.errors})`)).toBe(true);
-    }
-  });
-
-  it.each(['provider', 'model', 'inputTokens', 'outputTokens'])('rejects a payload without %s', (field) => {
-    expect(validate(without(field)).ok, req(ID_REQUIRED, DOC, `a provider.usage payload without ${field} MUST be rejected`)).toBe(false);
-  });
-
-  it.each<[string, Record<string, unknown>]>([
-    ['a fractional inputTokens', { ...MINIMAL, inputTokens: 1.5 }],
-    ['a negative outputTokens', { ...MINIMAL, outputTokens: -1 }],
-    ['a string inputTokens', { ...MINIMAL, inputTokens: '120' }],
-  ])('rejects %s', (what, p) => {
-    expect(validate(p).ok, req(ID_COUNTS, DOC, `a provider.usage payload with ${what} MUST be rejected`)).toBe(false);
-  });
-
-  it.each<[string, Record<string, unknown>]>([
-    ['a negative costEstimateUsd', { ...MINIMAL, costEstimateUsd: -0.01 }],
-    ['a lower-case currency', { ...MINIMAL, costEstimateUsd: 0.01, currency: 'usd' }],
-    ['a currency symbol', { ...MINIMAL, costEstimateUsd: 0.01, currency: '$' }],
-  ])('rejects %s', (what, p) => {
-    expect(validate(p).ok, req(ID_COST, DOC, `a provider.usage payload with ${what} MUST be rejected`)).toBe(false);
-  });
-
-  it.each<[string, Record<string, unknown>]>([
-    ['a credential ref', { ...MINIMAL, credentialRef: 'secret:tenant:byok-anthropic:v1' }],
-    ['a hashed credential id', { ...MINIMAL, credentialHash: 'sha256:9f2c' }],
-    ['prompt text', { ...MINIMAL, prompt: 'summarize the attached notes' }],
-    ['response text', { ...MINIMAL, response: 'Here is a summary' }],
-  ])('rejects a payload carrying %s', (what, p) => {
-    expect(validate(p).ok, req(ID_NO_LEAK, DOC, `the provider.usage payload MUST NOT carry ${what}`)).toBe(false);
-  });
-});

package/src/scenarios/v2-self-hosted-runner-frames-static.test.ts

@@ -1,121 +0,0 @@
-/**
- * v2 — the self-hosted-runner frame and registration shapes, statically
- * (`spec/v2/core/execution.md` §selfHostedRunner; RFC 0122). The v1 twin is
- * the schema half of `self-hosted-runner`; its live legs (subject isolation,
- * `runner_unavailable`, at-most-once) need a runner seam and are not ported.
- *
- *   compile       the three schemas compile under Ajv 2020 with the v2 tree;
- *   dispatch      a model and a tool dispatch frame validate; a frame with no
- *                 `seq`, a non-integer or negative `seq`, an unknown `kind`, a
- *                 model frame without `provider`/`model`, or a tool frame
- *                 without `tool` is rejected;
- *   result        a result frame validates; one without `output` is rejected;
- *   closed        dispatch, result and registration (and its `capabilities`)
- *                 are closed objects, so no frame or record can carry a
- *                 credential field alongside the step ("A runner credential
- *                 MUST NOT transit the host or appear in any frame");
- *   registration  a registration validates; one without `subject` is rejected
- *                 (subject-first routing keys on it).
- *
- * The shape rules these schemas state bind the host's dispatch frames and its
- * registration record; the result frame is the runner's, so its legs witness
- * the corpus shape the host's intake is written against, not the host.
- *
- * Host-free: every leg runs with no OPENWOP_BASE_URL.
- *
- * @see spec/v2/core/execution.md §selfHostedRunner
- * @see schemas/v2/self-hosted-runner-dispatch-frame.schema.json
- */
-
-import { describe, it, expect } from 'vitest';
-import { v2Validator } from '../lib/v2.js';
-import { req } from '../lib/requirement-ids.js';
-
-const DOC = 'execution.md §selfHostedRunner';
-const ID_COMPILE = 'openwop.requirement.self-hosted-runner.frame-schemas-compile';
-const ID_DISPATCH = 'openwop.requirement.self-hosted-runner.dispatch-frame-shape';
-const ID_RESULT = 'openwop.requirement.self-hosted-runner.result-frame-shape';
-const ID_CLOSED = 'openwop.requirement.self-hosted-runner.frames-closed';
-const ID_REGISTRATION = 'openwop.requirement.self-hosted-runner.registration-shape';
-
-const SCHEMAS = ['self-hosted-runner-dispatch-frame', 'self-hosted-runner-result-frame', 'self-hosted-runner-registration'] as const;
-
-const MODEL_FRAME = { runId: 'acme/run_x-xxxxxxxxxx', stepId: 'step_3', seq: 12, kind: 'model', provider: 'anthropic', model: 'claude-x', inputs: { messages: [] } } as const;
-const TOOL_FRAME = { runId: 'acme/run_y-xxxxxxxxxx', stepId: 'step_1', seq: 0, kind: 'tool', tool: 'local.shell.readFile', inputs: { path: '/tmp/x' } } as const;
-const RESULT = { runId: 'acme/run_x-xxxxxxxxxx', stepId: 'step_3', seq: 12, output: { role: 'assistant', content: 'ok' } } as const;
-const REGISTRATION = { runnerId: 'runner_laptop_01', subject: 'user_42', capabilities: { providers: ['anthropic'], models: ['claude-x'] } } as const;
-
-function without(o: Readonly<Record<string, unknown>>, field: string): Record<string, unknown> {
-  const c: Record<string, unknown> = { ...o };
-  delete c[field];
-  return c;
-}
-
-describe('v2 self-hosted-runner frames: schemas compile', () => {
-  for (const name of SCHEMAS) {
-    it(`${name}.schema.json compiles under Ajv 2020`, () => {
-      expect(() => v2Validator(name), req(ID_COMPILE, DOC, `schemas/v2/${name}.schema.json MUST compile`)).not.toThrow();
-    });
-  }
-});
-
-describe('v2 self-hosted-runner frames: dispatch frame', () => {
-  const validate = v2Validator('self-hosted-runner-dispatch-frame');
-
-  it('accepts a model frame and a tool frame', () => {
-    for (const f of [MODEL_FRAME, TOOL_FRAME]) {
-      const r = validate(f);
-      expect(r.ok, req(ID_DISPATCH, DOC, `a well-formed ${f.kind} dispatch frame MUST validate (${r.errors})`)).toBe(true);
-    }
-  });
-
-  it.each<[string, Record<string, unknown>]>([
-    ['no seq cursor', without(MODEL_FRAME, 'seq')],
-    ['a fractional seq', { ...MODEL_FRAME, seq: 1.5 }],
-    ['a negative seq', { ...MODEL_FRAME, seq: -1 }],
-    ['an unknown kind', { ...MODEL_FRAME, kind: 'agent' }],
-    ['a model frame without provider', without(MODEL_FRAME, 'provider')],
-    ['a model frame without model', without(MODEL_FRAME, 'model')],
-    ['a tool frame without tool', without(TOOL_FRAME, 'tool')],
-    ['no stepId (the at-most-once key)', without(MODEL_FRAME, 'stepId')],
-  ])('rejects %s', (_what, frame) => {
-    expect(validate(frame).ok, req(ID_DISPATCH, DOC, `a dispatch frame with ${_what} MUST be rejected`)).toBe(false);
-  });
-});
-
-describe('v2 self-hosted-runner frames: result frame', () => {
-  const validate = v2Validator('self-hosted-runner-result-frame');
-
-  it('accepts a result frame', () => {
-    const r = validate(RESULT);
-    expect(r.ok, req(ID_RESULT, DOC, `a well-formed result frame MUST validate (${r.errors})`)).toBe(true);
-  });
-
-  it('rejects a result frame without output', () => {
-    expect(validate(without(RESULT, 'output')).ok, req(ID_RESULT, DOC, 'a result frame without output MUST be rejected')).toBe(false);
-  });
-});
-
-describe('v2 self-hosted-runner frames: closed shapes carry no credential field', () => {
-  it.each<[string, string, Record<string, unknown>]>([
-    ['dispatch frame', 'self-hosted-runner-dispatch-frame', { ...MODEL_FRAME, apiKey: 'sk-canary' }],
-    ['result frame', 'self-hosted-runner-result-frame', { ...RESULT, credential: 'sk-canary' }],
-    ['registration', 'self-hosted-runner-registration', { ...REGISTRATION, bearer: 'sk-canary' }],
-    ['registration capabilities', 'self-hosted-runner-registration', { ...REGISTRATION, capabilities: { providers: ['anthropic'], apiKeys: { anthropic: 'sk-canary' } } }],
-  ])('a %s with an extra credential-named field is rejected', (what, schema, doc) => {
-    expect(v2Validator(schema)(doc).ok, req(ID_CLOSED, DOC, `the ${what} is closed: a runner credential MUST NOT appear in any frame`)).toBe(false);
-  });
-});
-
-describe('v2 self-hosted-runner frames: registration', () => {
-  const validate = v2Validator('self-hosted-runner-registration');
-
-  it('accepts a registration', () => {
-    const r = validate(REGISTRATION);
-    expect(r.ok, req(ID_REGISTRATION, DOC, `a well-formed registration MUST validate (${r.errors})`)).toBe(true);
-  });
-
-  it('rejects a registration without subject', () => {
-    expect(validate(without(REGISTRATION, 'subject')).ok, req(ID_REGISTRATION, DOC, 'a registration without its owning subject MUST be rejected')).toBe(false);
-  });
-});