ai-capability-framework 1.0.0-rc.1

package/dist/types.d.ts

@@ -0,0 +1,400 @@
+import type { ErrorObject } from "ajv";
+import type { CapabilityManifest, EntityManifest, EvalCandidateResult, EvalCase, EvalResultFixture } from "./generated/manifest-types.js";
+export type { CapabilityManifest, EntityManifest, EvalCandidateResult, EvalCase, EvalResultFixture } from "./generated/manifest-types.js";
+export type ManifestKind = "capability" | "entity" | "eval";
+export type AicfErrorCode = "duplicate_id" | "invalid_context" | "invalid_eval_result" | "invalid_tool_call" | "missing_candidate" | "missing_reference" | "parse" | "schema" | "tool_name_collision" | "unknown_scorer" | "unsupported";
+export type AicfWarningCode = "capability_excluded" | "schema_normalization" | "unknown_allowed_action" | "unknown_capability_under_test";
+export interface AicfDiagnostic {
+    code: AicfErrorCode | AicfWarningCode;
+    path: string;
+    kind?: ManifestKind;
+    id?: string;
+    message: string;
+    details?: unknown;
+}
+export interface AicfSchemaDiagnostic extends AicfDiagnostic {
+    code: "schema";
+    details: ErrorObject;
+}
+export interface LoadedManifestBase<TManifest, TKind extends ManifestKind> {
+    absolutePath: string;
+    kind: TKind;
+    manifest: TManifest;
+    path: string;
+}
+export type LoadedCapabilityManifest = LoadedManifestBase<CapabilityManifest, "capability">;
+export type LoadedEntityManifest = LoadedManifestBase<EntityManifest, "entity">;
+export type LoadedEvalCase = LoadedManifestBase<EvalCase, "eval">;
+export type LoadedManifest = LoadedCapabilityManifest | LoadedEntityManifest | LoadedEvalCase;
+export interface LoadManifestsOptions {
+    path?: string;
+    root?: string;
+}
+export interface LoadManifestsResult {
+    basePath: string;
+    errors: AicfDiagnostic[];
+    manifests: LoadedManifest[];
+    root: string;
+}
+export interface ValidationResult {
+    errors: AicfDiagnostic[];
+    valid: boolean;
+}
+export interface ValidateManifestsOptions {
+    reserved?: never;
+}
+export interface ManifestRegistry {
+    capabilities: LoadedCapabilityManifest[];
+    capabilityById: Map<string, LoadedCapabilityManifest>;
+    entities: LoadedEntityManifest[];
+    entityById: Map<string, LoadedEntityManifest>;
+    evalById: Map<string, LoadedEvalCase>;
+    evals: LoadedEvalCase[];
+    warnings: AicfDiagnostic[];
+}
+export interface RegistryInspection {
+    capabilitiesByRisk: Record<string, string[]>;
+    capabilitiesByType: Record<string, string[]>;
+    counts: {
+        capabilities: number;
+        entities: number;
+        evals: number;
+        manifests: number;
+    };
+    entities: string[];
+    evalCoverage: Array<{
+        capabilityId: string;
+        golden: number;
+        redTeam: number;
+    }>;
+    warnings: AicfDiagnostic[];
+}
+export type AutonomyTier = "A0" | "A1" | "A2" | "A3" | "A4" | "A5";
+export type DecisionOperation = "select" | "prepare" | "commit";
+export type DecisionStatus = "allowed" | "approval_required" | "denied";
+export type DecisionReasonCode = "approval_required" | "autonomy_exceeded" | "capability_not_found" | "deny_rule_matched" | "idempotency_required" | "lifecycle_not_supported" | "missing_fact" | "missing_permission";
+export interface DecisionReason {
+    code: DecisionReasonCode;
+    message: string;
+    rule?: string;
+}
+export type DecisionFact = boolean | {
+    reason?: string;
+    value: boolean;
+};
+export interface DecisionRequest {
+    args?: Record<string, unknown>;
+    approval?: {
+        approvalId?: string;
+        approved: boolean;
+    };
+    capabilityId: string;
+    context: {
+        autonomyTier: AutonomyTier;
+        permissions: string[];
+        tenantId?: string;
+        userId?: string;
+    };
+    facts?: Record<string, DecisionFact>;
+    idempotencyKey?: string;
+    operation: DecisionOperation;
+}
+export interface DecisionAuditPreview {
+    capabilityId: string;
+    idempotencyKey?: string;
+    operation: DecisionOperation;
+    reasons: DecisionReason[];
+    status: DecisionStatus;
+}
+export interface DecisionResult {
+    audit: DecisionAuditPreview;
+    capabilityId: string;
+    diagnostics: AicfDiagnostic[];
+    lifecycle: LifecycleEvaluation;
+    operation: DecisionOperation;
+    policy: PolicyEvaluation;
+    reasons: DecisionReason[];
+    requiredApprovals: DecisionReason[];
+    status: DecisionStatus;
+}
+export interface PolicyEvaluation {
+    reasons: DecisionReason[];
+    requiredApprovals: DecisionReason[];
+    status: DecisionStatus;
+}
+export interface LifecycleEvaluation {
+    reasons: DecisionReason[];
+    status: DecisionStatus;
+}
+export type JsonValue = boolean | null | number | string | JsonValue[] | {
+    [key: string]: JsonValue;
+};
+export type JsonObject = {
+    [key: string]: JsonValue;
+};
+export interface OpenAIResponsesFunctionTool {
+    description: string;
+    name: string;
+    parameters: JsonObject;
+    strict: true;
+    type: "function";
+}
+export interface AdapterToolBinding {
+    autonomyTier: CapabilityManifest["autonomy_tier"];
+    capabilityId: string;
+    capabilityType: CapabilityManifest["capability_type"];
+    inputSchema: JsonObject;
+    normalizedInputSchema: JsonObject;
+    path: string;
+    restricted: boolean;
+    riskTier: CapabilityManifest["risk_tier"];
+    toolName: string;
+}
+export interface AdapterExcludedCapability {
+    capabilityId: string;
+    diagnostics: AicfDiagnostic[];
+    path: string;
+    reason: "decision_denied" | "restricted" | "tool_name_collision" | "unsupported_schema";
+}
+export type OpenAIResponsesToolBinding = AdapterToolBinding;
+export type OpenAIResponsesExcludedCapability = AdapterExcludedCapability;
+export interface OpenAIResponsesToolset {
+    bindings: OpenAIResponsesToolBinding[];
+    diagnostics: AicfDiagnostic[];
+    excluded: OpenAIResponsesExcludedCapability[];
+    tools: OpenAIResponsesFunctionTool[];
+}
+export interface BuildOpenAIResponsesToolsOptions {
+    context: DecisionRequest["context"];
+    includeRestricted?: boolean;
+    namePrefix?: string;
+}
+export interface BuildAdapterToolsOptions {
+    context: DecisionRequest["context"];
+    includeRestricted?: boolean;
+    namePrefix?: string;
+}
+export interface OpenAIResponsesToolNameOptions {
+    namePrefix?: string;
+}
+export interface OpenAIResponsesFunctionCall {
+    arguments: string;
+    call_id?: string;
+    id?: string;
+    name: string;
+    type: "function_call";
+}
+export interface ParsedOpenAIResponsesToolCall {
+    args: Record<string, unknown>;
+    callId?: string;
+    capabilityId: string;
+    id?: string;
+    toolName: string;
+}
+export type ParsedAdapterToolCall = ParsedOpenAIResponsesToolCall;
+export interface ParseOpenAIResponsesToolCallResult {
+    diagnostics: AicfDiagnostic[];
+    parsed?: ParsedOpenAIResponsesToolCall;
+    valid: boolean;
+}
+export type ParseAdapterToolCallResult = ParseOpenAIResponsesToolCallResult;
+export interface AnthropicClaudeTool {
+    description: string;
+    input_schema: JsonObject;
+    name: string;
+    strict: true;
+}
+export interface AnthropicClaudeToolUse {
+    id?: string;
+    input: Record<string, unknown>;
+    name: string;
+    type?: "tool_use";
+}
+export interface AnthropicClaudeToolset {
+    bindings: AdapterToolBinding[];
+    diagnostics: AicfDiagnostic[];
+    excluded: AdapterExcludedCapability[];
+    tools: AnthropicClaudeTool[];
+}
+export type BuildAnthropicClaudeToolsOptions = BuildAdapterToolsOptions;
+export interface AnthropicClaudeToolNameOptions {
+    namePrefix?: string;
+}
+export type ParsedAnthropicClaudeToolUse = ParsedAdapterToolCall;
+export type ParseAnthropicClaudeToolUseResult = ParseAdapterToolCallResult;
+export interface GeminiFunctionDeclaration {
+    description: string;
+    name: string;
+    parameters: JsonObject;
+}
+export interface GeminiFunctionCall {
+    args?: Record<string, unknown>;
+    id?: string;
+    name: string;
+}
+export interface GeminiFunctionDeclarationSet {
+    bindings: AdapterToolBinding[];
+    diagnostics: AicfDiagnostic[];
+    excluded: AdapterExcludedCapability[];
+    functionDeclarations: GeminiFunctionDeclaration[];
+}
+export type BuildGeminiFunctionDeclarationsOptions = BuildAdapterToolsOptions;
+export interface GeminiFunctionNameOptions {
+    namePrefix?: string;
+}
+export type ParsedGeminiFunctionCall = ParsedAdapterToolCall;
+export type ParseGeminiFunctionCallResult = ParseAdapterToolCallResult;
+export interface AiSdkTool {
+    description: string;
+    inputSchema: JsonObject;
+    strict: true;
+}
+export interface AiSdkToolCall {
+    args?: Record<string, unknown>;
+    input?: Record<string, unknown>;
+    toolCallId?: string;
+    toolName: string;
+}
+export interface AiSdkToolset {
+    bindings: AdapterToolBinding[];
+    diagnostics: AicfDiagnostic[];
+    excluded: AdapterExcludedCapability[];
+    tools: Record<string, AiSdkTool>;
+}
+export type BuildAiSdkToolsOptions = BuildAdapterToolsOptions;
+export interface AiSdkToolNameOptions {
+    namePrefix?: string;
+}
+export type ParsedAiSdkToolCall = ParsedAdapterToolCall;
+export type ParseAiSdkToolCallResult = ParseAdapterToolCallResult;
+export interface McpToolDescriptor {
+    annotations?: {
+        destructiveHint?: boolean;
+        idempotentHint?: boolean;
+        openWorldHint?: boolean;
+        readOnlyHint?: boolean;
+    };
+    description: string;
+    inputSchema: JsonObject;
+    name: string;
+    outputSchema?: JsonObject;
+    title: string;
+}
+export interface McpToolCall {
+    method?: "tools/call";
+    params: {
+        arguments?: Record<string, unknown>;
+        name: string;
+    };
+}
+export interface McpToolDescriptorSet {
+    bindings: AdapterToolBinding[];
+    diagnostics: AicfDiagnostic[];
+    excluded: AdapterExcludedCapability[];
+    tools: McpToolDescriptor[];
+}
+export type BuildMcpToolDescriptorsOptions = BuildAdapterToolsOptions;
+export interface McpToolNameOptions {
+    namePrefix?: string;
+}
+export type ParsedMcpToolCall = ParsedAdapterToolCall;
+export type ParseMcpToolCallResult = ParseAdapterToolCallResult;
+export interface LangChainToolDescriptor {
+    description: string;
+    metadata: {
+        autonomyTier: CapabilityManifest["autonomy_tier"];
+        capabilityId: string;
+        capabilityType: CapabilityManifest["capability_type"];
+        restricted: boolean;
+        riskTier: CapabilityManifest["risk_tier"];
+    };
+    name: string;
+    schema: JsonObject;
+}
+export interface LangChainToolCall {
+    args?: Record<string, unknown>;
+    id?: string;
+    name: string;
+}
+export interface LangChainToolDescriptorSet {
+    bindings: AdapterToolBinding[];
+    diagnostics: AicfDiagnostic[];
+    excluded: AdapterExcludedCapability[];
+    tools: LangChainToolDescriptor[];
+}
+export type BuildLangChainToolDescriptorsOptions = BuildAdapterToolsOptions;
+export interface LangChainToolNameOptions {
+    namePrefix?: string;
+}
+export type ParsedLangChainToolCall = ParsedAdapterToolCall;
+export type ParseLangChainToolCallResult = ParseAdapterToolCallResult;
+export interface SemanticKernelFunction {
+    description: string;
+    metadata: {
+        autonomyTier: CapabilityManifest["autonomy_tier"];
+        capabilityId: string;
+        capabilityType: CapabilityManifest["capability_type"];
+        restricted: boolean;
+        riskTier: CapabilityManifest["risk_tier"];
+    };
+    name: string;
+    parameters: JsonObject;
+    pluginName: string;
+}
+export interface SemanticKernelFunctionCall {
+    arguments?: Record<string, unknown>;
+    functionName?: string;
+    id?: string;
+    name?: string;
+}
+export interface SemanticKernelFunctionSet {
+    bindings: AdapterToolBinding[];
+    diagnostics: AicfDiagnostic[];
+    excluded: AdapterExcludedCapability[];
+    functions: SemanticKernelFunction[];
+}
+export type BuildSemanticKernelFunctionsOptions = BuildAdapterToolsOptions;
+export interface SemanticKernelFunctionNameOptions {
+    namePrefix?: string;
+}
+export type ParsedSemanticKernelFunctionCall = ParsedAdapterToolCall;
+export type ParseSemanticKernelFunctionCallResult = ParseAdapterToolCallResult;
+export type EvalRunStatus = "passed" | "failed";
+export interface LoadEvalResultsResult {
+    absolutePath: string;
+    errors: AicfDiagnostic[];
+    fixture?: EvalResultFixture;
+    path: string;
+    results: EvalCandidateResult[];
+}
+export interface EvalScorerResult {
+    actual?: unknown;
+    diagnostics: AicfDiagnostic[];
+    expected?: unknown;
+    message: string;
+    passed: boolean;
+    scorer: string;
+}
+export interface EvalCaseResult {
+    candidate?: EvalCandidateResult;
+    diagnostics: AicfDiagnostic[];
+    evalId: string;
+    passed: boolean;
+    scorers: EvalScorerResult[];
+    status: EvalRunStatus;
+}
+export interface EvalSuiteResult {
+    diagnostics: AicfDiagnostic[];
+    evals: EvalCaseResult[];
+    passed: boolean;
+    status: EvalRunStatus;
+    summary: {
+        failed: number;
+        passed: number;
+        total: number;
+    };
+}
+export interface RunEvalSuiteOptions {
+    evalIds?: string[];
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,KAAK,CAAC;AACvC,OAAO,KAAK,EACV,kBAAkB,EAClB,cAAc,EACd,mBAAmB,EACnB,QAAQ,EACR,iBAAiB,EAClB,MAAM,+BAA+B,CAAC;AAEvC,YAAY,EACV,kBAAkB,EAClB,cAAc,EACd,mBAAmB,EACnB,QAAQ,EACR,iBAAiB,EAClB,MAAM,+BAA+B,CAAC;AAEvC,MAAM,MAAM,YAAY,GAAG,YAAY,GAAG,QAAQ,GAAG,MAAM,CAAC;AAE5D,MAAM,MAAM,aAAa,GACrB,cAAc,GACd,iBAAiB,GACjB,qBAAqB,GACrB,mBAAmB,GACnB,mBAAmB,GACnB,mBAAmB,GACnB,OAAO,GACP,QAAQ,GACR,qBAAqB,GACrB,gBAAgB,GAChB,aAAa,CAAC;AAElB,MAAM,MAAM,eAAe,GACvB,qBAAqB,GACrB,sBAAsB,GACtB,wBAAwB,GACxB,+BAA+B,CAAC;AAEpC,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,aAAa,GAAG,eAAe,CAAC;IACtC,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,CAAC,EAAE,YAAY,CAAC;IACpB,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,OAAO,CAAC;CACnB;AAED,MAAM,WAAW,oBAAqB,SAAQ,cAAc;IAC1D,IAAI,EAAE,QAAQ,CAAC;IACf,OAAO,EAAE,WAAW,CAAC;CACtB;AAED,MAAM,WAAW,kBAAkB,CAAC,SAAS,EAAE,KAAK,SAAS,YAAY;IACvE,YAAY,EAAE,MAAM,CAAC;IACrB,IAAI,EAAE,KAAK,CAAC;IACZ,QAAQ,EAAE,SAAS,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,MAAM,wBAAwB,GAAG,kBAAkB,CAAC,kBAAkB,EAAE,YAAY,CAAC,CAAC;AAC5F,MAAM,MAAM,oBAAoB,GAAG,kBAAkB,CAAC,cAAc,EAAE,QAAQ,CAAC,CAAC;AAChF,MAAM,MAAM,cAAc,GAAG,kBAAkB,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;AAElE,MAAM,MAAM,cAAc,GACtB,wBAAwB,GACxB,oBAAoB,GACpB,cAAc,CAAC;AAEnB,MAAM,WAAW,oBAAoB;IACnC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,mBAAmB;IAClC,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,cAAc,EAAE,CAAC;IACzB,SAAS,EAAE,cAAc,EAAE,CAAC;IAC5B,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,gBAAgB;IAC/B,MAAM,EAAE,cAAc,EAAE,CAAC;IACzB,KAAK,EAAE,OAAO,CAAC;CAChB;AAED,MAAM,WAAW,wBAAwB;IACvC,QAAQ,CAAC,EAAE,KAAK,CAAC;CAClB;AAED,MAAM,WAAW,gBAAgB;IAC/B,YAAY,EAAE,wBAAwB,EAAE,CAAC;IACzC,cAAc,EAAE,GAAG,CAAC,MAAM,EAAE,wBAAwB,CAAC,CAAC;IACtD,QAAQ,EAAE,oBAAoB,EAAE,CAAC;IACjC,UAAU,EAAE,GAAG,CAAC,MAAM,EAAE,oBAAoB,CAAC,CAAC;IAC9C,QAAQ,EAAE,GAAG,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;IACtC,KAAK,EAAE,cAAc,EAAE,CAAC;IACxB,QAAQ,EAAE,cAAc,EAAE,CAAC;CAC5B;AAED,MAAM,WAAW,kBAAkB;IACjC,kBAAkB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;IAC7C,kBAAkB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;IAC7C,MAAM,EAAE;QACN,YAAY,EAAE,MAAM,CAAC;QACrB,QAAQ,EAAE,MAAM,CAAC;QACjB,KAAK,EAAE,MAAM,CAAC;QACd,SAAS,EAAE,MAAM,CAAC;KACnB,CAAC;IACF,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,YAAY,EAAE,KAAK,CAAC;QAClB,YAAY,EAAE,MAAM,CAAC;QACrB,MAAM,EAAE,MAAM,CAAC;QACf,OAAO,EAAE,MAAM,CAAC;KACjB,CAAC,CAAC;IACH,QAAQ,EAAE,cAAc,EAAE,CAAC;CAC5B;AAED,MAAM,MAAM,YAAY,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,CAAC;AAEnE,MAAM,MAAM,iBAAiB,GAAG,QAAQ,GAAG,SAAS,GAAG,QAAQ,CAAC;AAEhE,MAAM,MAAM,cAAc,GAAG,SAAS,GAAG,mBAAmB,GAAG,QAAQ,CAAC;AAExE,MAAM,MAAM,kBAAkB,GAC1B,mBAAmB,GACnB,mBAAmB,GACnB,sBAAsB,GACtB,mBAAmB,GACnB,sBAAsB,GACtB,yBAAyB,GACzB,cAAc,GACd,oBAAoB,CAAC;AAEzB,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,kBAAkB,CAAC;IACzB,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,MAAM,MAAM,YAAY,GAAG,OAAO,GAAG;IACnC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,OAAO,CAAC;CAChB,CAAC;AAEF,MAAM,WAAW,eAAe;IAC9B,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC/B,QAAQ,CAAC,EAAE;QACT,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,QAAQ,EAAE,OAAO,CAAC;KACnB,CAAC;IACF,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,EAAE;QACP,YAAY,EAAE,YAAY,CAAC;QAC3B,WAAW,EAAE,MAAM,EAAE,CAAC;QACtB,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,MAAM,CAAC,EAAE,MAAM,CAAC;KACjB,CAAC;IACF,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;IACrC,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,SAAS,EAAE,iBAAiB,CAAC;CAC9B;AAED,MAAM,WAAW,oBAAoB;IACnC,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,SAAS,EAAE,iBAAiB,CAAC;IAC7B,OAAO,EAAE,cAAc,EAAE,CAAC;IAC1B,MAAM,EAAE,cAAc,CAAC;CACxB;AAED,MAAM,WAAW,cAAc;IAC7B,KAAK,EAAE,oBAAoB,CAAC;IAC5B,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,cAAc,EAAE,CAAC;IAC9B,SAAS,EAAE,mBAAmB,CAAC;IAC/B,SAAS,EAAE,iBAAiB,CAAC;IAC7B,MAAM,EAAE,gBAAgB,CAAC;IACzB,OAAO,EAAE,cAAc,EAAE,CAAC;IAC1B,iBAAiB,EAAE,cAAc,EAAE,CAAC;IACpC,MAAM,EAAE,cAAc,CAAC;CACxB;AAED,MAAM,WAAW,gBAAgB;IAC/B,OAAO,EAAE,cAAc,EAAE,CAAC;IAC1B,iBAAiB,EAAE,cAAc,EAAE,CAAC;IACpC,MAAM,EAAE,cAAc,CAAC;CACxB;AAED,MAAM,WAAW,mBAAmB;IAClC,OAAO,EAAE,cAAc,EAAE,CAAC;IAC1B,MAAM,EAAE,cAAc,CAAC;CACxB;AAED,MAAM,MAAM,SAAS,GACjB,OAAO,GACP,IAAI,GACJ,MAAM,GACN,MAAM,GACN,SAAS,EAAE,GACX;IAAE,CAAC,GAAG,EAAE,MAAM,GAAG,SAAS,CAAA;CAAE,CAAC;AAEjC,MAAM,MAAM,UAAU,GAAG;IAAE,CAAC,GAAG,EAAE,MAAM,GAAG,SAAS,CAAA;CAAE,CAAC;AAEtD,MAAM,WAAW,2BAA2B;IAC1C,WAAW,EAAE,MAAM,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,UAAU,CAAC;IACvB,MAAM,EAAE,IAAI,CAAC;IACb,IAAI,EAAE,UAAU,CAAC;CAClB;AAED,MAAM,WAAW,kBAAkB;IACjC,YAAY,EAAE,kBAAkB,CAAC,eAAe,CAAC,CAAC;IAClD,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,kBAAkB,CAAC,iBAAiB,CAAC,CAAC;IACtD,WAAW,EAAE,UAAU,CAAC;IACxB,qBAAqB,EAAE,UAAU,CAAC;IAClC,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,OAAO,CAAC;IACpB,QAAQ,EAAE,kBAAkB,CAAC,WAAW,CAAC,CAAC;IAC1C,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,yBAAyB;IACxC,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,cAAc,EAAE,CAAC;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,iBAAiB,GAAG,YAAY,GAAG,qBAAqB,GAAG,oBAAoB,CAAC;CACzF;AAED,MAAM,MAAM,0BAA0B,GAAG,kBAAkB,CAAC;AAE5D,MAAM,MAAM,iCAAiC,GAAG,yBAAyB,CAAC;AAE1E,MAAM,WAAW,sBAAsB;IACrC,QAAQ,EAAE,0BAA0B,EAAE,CAAC;IACvC,WAAW,EAAE,cAAc,EAAE,CAAC;IAC9B,QAAQ,EAAE,iCAAiC,EAAE,CAAC;IAC9C,KAAK,EAAE,2BAA2B,EAAE,CAAC;CACtC;AAED,MAAM,WAAW,gCAAgC;IAC/C,OAAO,EAAE,eAAe,CAAC,SAAS,CAAC,CAAC;IACpC,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,wBAAwB;IACvC,OAAO,EAAE,eAAe,CAAC,SAAS,CAAC,CAAC;IACpC,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,8BAA8B;IAC7C,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,2BAA2B;IAC1C,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,eAAe,CAAC;CACvB;AAED,MAAM,WAAW,6BAA6B;IAC5C,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC9B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;IACrB,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,MAAM,qBAAqB,GAAG,6BAA6B,CAAC;AAElE,MAAM,WAAW,kCAAkC;IACjD,WAAW,EAAE,cAAc,EAAE,CAAC;IAC9B,MAAM,CAAC,EAAE,6BAA6B,CAAC;IACvC,KAAK,EAAE,OAAO,CAAC;CAChB;AAED,MAAM,MAAM,0BAA0B,GAAG,kCAAkC,CAAC;AAE5E,MAAM,WAAW,mBAAmB;IAClC,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,UAAU,CAAC;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,IAAI,CAAC;CACd;AAED,MAAM,WAAW,sBAAsB;IACrC,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC/B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,CAAC,EAAE,UAAU,CAAC;CACnB;AAED,MAAM,WAAW,sBAAsB;IACrC,QAAQ,EAAE,kBAAkB,EAAE,CAAC;IAC/B,WAAW,EAAE,cAAc,EAAE,CAAC;IAC9B,QAAQ,EAAE,yBAAyB,EAAE,CAAC;IACtC,KAAK,EAAE,mBAAmB,EAAE,CAAC;CAC9B;AAED,MAAM,MAAM,gCAAgC,GAAG,wBAAwB,CAAC;AAExE,MAAM,WAAW,8BAA8B;IAC7C,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,MAAM,4BAA4B,GAAG,qBAAqB,CAAC;AAEjE,MAAM,MAAM,iCAAiC,GAAG,0BAA0B,CAAC;AAE3E,MAAM,WAAW,yBAAyB;IACxC,WAAW,EAAE,MAAM,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,UAAU,CAAC;CACxB;AAED,MAAM,WAAW,kBAAkB;IACjC,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC/B,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,4BAA4B;IAC3C,QAAQ,EAAE,kBAAkB,EAAE,CAAC;IAC/B,WAAW,EAAE,cAAc,EAAE,CAAC;IAC9B,QAAQ,EAAE,yBAAyB,EAAE,CAAC;IACtC,oBAAoB,EAAE,yBAAyB,EAAE,CAAC;CACnD;AAED,MAAM,MAAM,sCAAsC,GAAG,wBAAwB,CAAC;AAE9E,MAAM,WAAW,yBAAyB;IACxC,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,MAAM,wBAAwB,GAAG,qBAAqB,CAAC;AAE7D,MAAM,MAAM,6BAA6B,GAAG,0BAA0B,CAAC;AAEvE,MAAM,WAAW,SAAS;IACxB,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,UAAU,CAAC;IACxB,MAAM,EAAE,IAAI,CAAC;CACd;AAED,MAAM,WAAW,aAAa;IAC5B,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC/B,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAChC,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,YAAY;IAC3B,QAAQ,EAAE,kBAAkB,EAAE,CAAC;IAC/B,WAAW,EAAE,cAAc,EAAE,CAAC;IAC9B,QAAQ,EAAE,yBAAyB,EAAE,CAAC;IACtC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;CAClC;AAED,MAAM,MAAM,sBAAsB,GAAG,wBAAwB,CAAC;AAE9D,MAAM,WAAW,oBAAoB;IACnC,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,MAAM,mBAAmB,GAAG,qBAAqB,CAAC;AAExD,MAAM,MAAM,wBAAwB,GAAG,0BAA0B,CAAC;AAElE,MAAM,WAAW,iBAAiB;IAChC,WAAW,CAAC,EAAE;QACZ,eAAe,CAAC,EAAE,OAAO,CAAC;QAC1B,cAAc,CAAC,EAAE,OAAO,CAAC;QACzB,aAAa,CAAC,EAAE,OAAO,CAAC;QACxB,YAAY,CAAC,EAAE,OAAO,CAAC;KACxB,CAAC;IACF,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,UAAU,CAAC;IACxB,IAAI,EAAE,MAAM,CAAC;IACb,YAAY,CAAC,EAAE,UAAU,CAAC;IAC1B,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,WAAW;IAC1B,MAAM,CAAC,EAAE,YAAY,CAAC;IACtB,MAAM,EAAE;QACN,SAAS,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QACpC,IAAI,EAAE,MAAM,CAAC;KACd,CAAC;CACH;AAED,MAAM,WAAW,oBAAoB;IACnC,QAAQ,EAAE,kBAAkB,EAAE,CAAC;IAC/B,WAAW,EAAE,cAAc,EAAE,CAAC;IAC9B,QAAQ,EAAE,yBAAyB,EAAE,CAAC;IACtC,KAAK,EAAE,iBAAiB,EAAE,CAAC;CAC5B;AAED,MAAM,MAAM,8BAA8B,GAAG,wBAAwB,CAAC;AAEtE,MAAM,WAAW,kBAAkB;IACjC,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,MAAM,iBAAiB,GAAG,qBAAqB,CAAC;AAEtD,MAAM,MAAM,sBAAsB,GAAG,0BAA0B,CAAC;AAEhE,MAAM,WAAW,uBAAuB;IACtC,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE;QACR,YAAY,EAAE,kBAAkB,CAAC,eAAe,CAAC,CAAC;QAClD,YAAY,EAAE,MAAM,CAAC;QACrB,cAAc,EAAE,kBAAkB,CAAC,iBAAiB,CAAC,CAAC;QACtD,UAAU,EAAE,OAAO,CAAC;QACpB,QAAQ,EAAE,kBAAkB,CAAC,WAAW,CAAC,CAAC;KAC3C,CAAC;IACF,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,UAAU,CAAC;CACpB;AAED,MAAM,WAAW,iBAAiB;IAChC,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC/B,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,0BAA0B;IACzC,QAAQ,EAAE,kBAAkB,EAAE,CAAC;IAC/B,WAAW,EAAE,cAAc,EAAE,CAAC;IAC9B,QAAQ,EAAE,yBAAyB,EAAE,CAAC;IACtC,KAAK,EAAE,uBAAuB,EAAE,CAAC;CAClC;AAED,MAAM,MAAM,oCAAoC,GAAG,wBAAwB,CAAC;AAE5E,MAAM,WAAW,wBAAwB;IACvC,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,MAAM,uBAAuB,GAAG,qBAAqB,CAAC;AAE5D,MAAM,MAAM,4BAA4B,GAAG,0BAA0B,CAAC;AAEtE,MAAM,WAAW,sBAAsB;IACrC,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE;QACR,YAAY,EAAE,kBAAkB,CAAC,eAAe,CAAC,CAAC;QAClD,YAAY,EAAE,MAAM,CAAC;QACrB,cAAc,EAAE,kBAAkB,CAAC,iBAAiB,CAAC,CAAC;QACtD,UAAU,EAAE,OAAO,CAAC;QACpB,QAAQ,EAAE,kBAAkB,CAAC,WAAW,CAAC,CAAC;KAC3C,CAAC;IACF,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,UAAU,CAAC;IACvB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,0BAA0B;IACzC,SAAS,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACpC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,yBAAyB;IACxC,QAAQ,EAAE,kBAAkB,EAAE,CAAC;IAC/B,WAAW,EAAE,cAAc,EAAE,CAAC;IAC9B,QAAQ,EAAE,yBAAyB,EAAE,CAAC;IACtC,SAAS,EAAE,sBAAsB,EAAE,CAAC;CACrC;AAED,MAAM,MAAM,mCAAmC,GAAG,wBAAwB,CAAC;AAE3E,MAAM,WAAW,iCAAiC;IAChD,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,MAAM,gCAAgC,GAAG,qBAAqB,CAAC;AAErE,MAAM,MAAM,qCAAqC,GAAG,0BAA0B,CAAC;AAE/E,MAAM,MAAM,aAAa,GAAG,QAAQ,GAAG,QAAQ,CAAC;AAEhD,MAAM,WAAW,qBAAqB;IACpC,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,cAAc,EAAE,CAAC;IACzB,OAAO,CAAC,EAAE,iBAAiB,CAAC;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,mBAAmB,EAAE,CAAC;CAChC;AAED,MAAM,WAAW,gBAAgB;IAC/B,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,WAAW,EAAE,cAAc,EAAE,CAAC;IAC9B,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,OAAO,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,cAAc;IAC7B,SAAS,CAAC,EAAE,mBAAmB,CAAC;IAChC,WAAW,EAAE,cAAc,EAAE,CAAC;IAC9B,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,OAAO,CAAC;IAChB,OAAO,EAAE,gBAAgB,EAAE,CAAC;IAC5B,MAAM,EAAE,aAAa,CAAC;CACvB;AAED,MAAM,WAAW,eAAe;IAC9B,WAAW,EAAE,cAAc,EAAE,CAAC;IAC9B,KAAK,EAAE,cAAc,EAAE,CAAC;IACxB,MAAM,EAAE,OAAO,CAAC;IAChB,MAAM,EAAE,aAAa,CAAC;IACtB,OAAO,EAAE;QACP,MAAM,EAAE,MAAM,CAAC;QACf,MAAM,EAAE,MAAM,CAAC;QACf,KAAK,EAAE,MAAM,CAAC;KACf,CAAC;CACH;AAED,MAAM,WAAW,mBAAmB;IAClC,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;CACpB"}

package/dist/types.js

@@ -0,0 +1 @@
+export {};

package/dist/validator.d.ts

@@ -0,0 +1,3 @@
+import type { LoadedManifest, ValidateManifestsOptions, ValidationResult } from "./types.js";
+export declare function validateManifests(manifests: LoadedManifest[], _options?: ValidateManifestsOptions): ValidationResult;
+//# sourceMappingURL=validator.d.ts.map

package/dist/validator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"validator.d.ts","sourceRoot":"","sources":["../src/validator.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAEV,cAAc,EAEd,wBAAwB,EACxB,gBAAgB,EACjB,MAAM,YAAY,CAAC;AAWpB,wBAAgB,iBAAiB,CAC/B,SAAS,EAAE,cAAc,EAAE,EAC3B,QAAQ,GAAE,wBAA6B,GACtC,gBAAgB,CAWlB"}

package/dist/validator.js

@@ -0,0 +1,105 @@
+import { readFileSync } from "node:fs";
+import path from "node:path";
+import { fileURLToPath } from "node:url";
+import Ajv2020 from "ajv/dist/2020.js";
+const schemaDirectory = path.resolve(path.dirname(fileURLToPath(import.meta.url)), "../schemas");
+const ajv = new Ajv2020({ allErrors: true, strict: false });
+const validators = {
+    capability: compileSchema("capability-manifest.schema.json"),
+    entity: compileSchema("entity-manifest.schema.json"),
+    eval: compileSchema("eval-case.schema.json")
+};
+export function validateManifests(manifests, _options = {}) {
+    const errors = [
+        ...validateSchemas(manifests),
+        ...validateDuplicateIds(manifests),
+        ...validateEvalReferences(manifests)
+    ];
+    return {
+        errors,
+        valid: errors.length === 0
+    };
+}
+function compileSchema(fileName) {
+    const schemaPath = path.join(schemaDirectory, fileName);
+    return ajv.compile(JSON.parse(readFileSync(schemaPath, "utf8")));
+}
+function validateSchemas(manifests) {
+    const errors = [];
+    for (const loaded of manifests) {
+        const validate = validators[loaded.kind];
+        const valid = validate(loaded.manifest);
+        if (valid) {
+            continue;
+        }
+        for (const error of validate.errors ?? []) {
+            const location = error.instancePath || "/";
+            errors.push({
+                code: "schema",
+                details: error,
+                id: idFromManifest(loaded.manifest),
+                kind: loaded.kind,
+                message: `${location}: ${error.message ?? "schema validation failed"}`,
+                path: loaded.path
+            });
+        }
+    }
+    return errors;
+}
+function validateDuplicateIds(manifests) {
+    const errors = [];
+    const seen = new Map();
+    for (const loaded of manifests) {
+        const id = idFromManifest(loaded.manifest);
+        if (!id) {
+            continue;
+        }
+        const key = `${loaded.kind}:${id}`;
+        const existing = seen.get(key);
+        if (existing) {
+            errors.push({
+                code: "duplicate_id",
+                id,
+                kind: loaded.kind,
+                message: `Duplicate ${loaded.kind} id "${id}" also appears in ${existing.path}.`,
+                path: loaded.path
+            });
+            continue;
+        }
+        seen.set(key, loaded);
+    }
+    return errors;
+}
+function validateEvalReferences(manifests) {
+    const errors = [];
+    const loadedPaths = new Set(manifests.map((manifest) => path.normalize(manifest.absolutePath)));
+    for (const loaded of manifests) {
+        if (loaded.kind !== "capability") {
+            continue;
+        }
+        const evalRefs = [
+            ...(loaded.manifest.evals?.golden ?? []),
+            ...(loaded.manifest.evals?.red_team ?? [])
+        ];
+        for (const evalRef of evalRefs) {
+            const resolved = path.normalize(path.resolve(path.dirname(loaded.absolutePath), evalRef));
+            if (!loadedPaths.has(resolved)) {
+                errors.push({
+                    code: "missing_reference",
+                    id: loaded.manifest.id,
+                    kind: "capability",
+                    message: `Missing eval reference "${evalRef}".`,
+                    path: loaded.path
+                });
+            }
+        }
+    }
+    return errors;
+}
+function idFromManifest(manifest) {
+    if (typeof manifest !== "object" || manifest === null || !("id" in manifest)) {
+        return undefined;
+    }
+    const value = manifest.id;
+    return typeof value === "string" ? value : undefined;
+}