@mcoda/codali 0.1.89 → 0.1.91
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/cli/DatasetCommand.d.ts +38 -0
- package/dist/cli/DatasetCommand.d.ts.map +1 -0
- package/dist/cli/DatasetCommand.js +959 -0
- package/dist/cli/EvalCommand.d.ts +3 -0
- package/dist/cli/EvalCommand.d.ts.map +1 -1
- package/dist/cli/EvalCommand.js +55 -1
- package/dist/cli/ImprovementCommand.d.ts +97 -0
- package/dist/cli/ImprovementCommand.d.ts.map +1 -0
- package/dist/cli/ImprovementCommand.js +1879 -0
- package/dist/cli.d.ts.map +1 -1
- package/dist/cli.js +15 -0
- package/dist/dataset-cli.d.ts +3 -0
- package/dist/dataset-cli.d.ts.map +1 -0
- package/dist/dataset-cli.js +30 -0
- package/dist/eval/CodaliGatewayLiveHarness.d.ts +90 -1
- package/dist/eval/CodaliGatewayLiveHarness.d.ts.map +1 -1
- package/dist/eval/CodaliGatewayLiveHarness.js +443 -9
- package/dist/eval/GatewayDatasetEval.d.ts +70 -0
- package/dist/eval/GatewayDatasetEval.d.ts.map +1 -0
- package/dist/eval/GatewayDatasetEval.js +477 -0
- package/dist/eval/GatewayEvalSuite.d.ts +52 -0
- package/dist/eval/GatewayEvalSuite.d.ts.map +1 -1
- package/dist/eval/GatewayEvalSuite.js +135 -1
- package/dist/gateway/CodaliGateway.d.ts +4 -0
- package/dist/gateway/CodaliGateway.d.ts.map +1 -1
- package/dist/gateway/CodaliGateway.js +37 -1
- package/dist/gateway/CodaliGatewaySchemas.d.ts.map +1 -1
- package/dist/gateway/CodaliGatewaySchemas.js +0 -4
- package/dist/gateway/CodaliGatewayStore.d.ts.map +1 -1
- package/dist/gateway/CodaliGatewayStore.js +1 -0
- package/dist/gateway/GatewayPlanner.d.ts.map +1 -1
- package/dist/gateway/GatewayPlanner.js +355 -41
- package/dist/gateway/GatewayStateMachine.d.ts +1 -0
- package/dist/gateway/GatewayStateMachine.d.ts.map +1 -1
- package/dist/gateway/GatewayStateMachine.js +221 -5
- package/dist/improvement/CandidateReleaseBuilder.d.ts +201 -0
- package/dist/improvement/CandidateReleaseBuilder.d.ts.map +1 -0
- package/dist/improvement/CandidateReleaseBuilder.js +1175 -0
- package/dist/improvement/DatasetEligibilityGate.d.ts +75 -0
- package/dist/improvement/DatasetEligibilityGate.d.ts.map +1 -0
- package/dist/improvement/DatasetEligibilityGate.js +497 -0
- package/dist/improvement/DatasetExportManifestReader.d.ts +88 -0
- package/dist/improvement/DatasetExportManifestReader.d.ts.map +1 -0
- package/dist/improvement/DatasetExportManifestReader.js +333 -0
- package/dist/improvement/DocdexRetrievalCandidateBuilder.d.ts +192 -0
- package/dist/improvement/DocdexRetrievalCandidateBuilder.d.ts.map +1 -0
- package/dist/improvement/DocdexRetrievalCandidateBuilder.js +625 -0
- package/dist/improvement/EvalReplayCandidateBuilder.d.ts +173 -0
- package/dist/improvement/EvalReplayCandidateBuilder.d.ts.map +1 -0
- package/dist/improvement/EvalReplayCandidateBuilder.js +363 -0
- package/dist/improvement/FineTuneJobPlanner.d.ts +281 -0
- package/dist/improvement/FineTuneJobPlanner.d.ts.map +1 -0
- package/dist/improvement/FineTuneJobPlanner.js +823 -0
- package/dist/improvement/ImprovementEvalRunner.d.ts +50 -0
- package/dist/improvement/ImprovementEvalRunner.d.ts.map +1 -0
- package/dist/improvement/ImprovementEvalRunner.js +648 -0
- package/dist/improvement/ImprovementPolicy.d.ts +272 -0
- package/dist/improvement/ImprovementPolicy.d.ts.map +1 -0
- package/dist/improvement/ImprovementPolicy.js +1450 -0
- package/dist/improvement/ModelRouterCandidateBuilder.d.ts +186 -0
- package/dist/improvement/ModelRouterCandidateBuilder.d.ts.map +1 -0
- package/dist/improvement/ModelRouterCandidateBuilder.js +880 -0
- package/dist/improvement/OperatorInspector.d.ts +182 -0
- package/dist/improvement/OperatorInspector.d.ts.map +1 -0
- package/dist/improvement/OperatorInspector.js +604 -0
- package/dist/improvement/ProductionGovernance.d.ts +91 -0
- package/dist/improvement/ProductionGovernance.d.ts.map +1 -0
- package/dist/improvement/ProductionGovernance.js +329 -0
- package/dist/improvement/PromptSchemaToolMetadataCandidateBuilder.d.ts +152 -0
- package/dist/improvement/PromptSchemaToolMetadataCandidateBuilder.d.ts.map +1 -0
- package/dist/improvement/PromptSchemaToolMetadataCandidateBuilder.js +480 -0
- package/dist/improvement/PublishOrchestrator.d.ts +113 -0
- package/dist/improvement/PublishOrchestrator.d.ts.map +1 -0
- package/dist/improvement/PublishOrchestrator.js +590 -0
- package/dist/improvement/ReleaseOutcomeReporter.d.ts +133 -0
- package/dist/improvement/ReleaseOutcomeReporter.d.ts.map +1 -0
- package/dist/improvement/ReleaseOutcomeReporter.js +501 -0
- package/dist/improvement/StorageServiceImprovementClient.d.ts +71 -0
- package/dist/improvement/StorageServiceImprovementClient.d.ts.map +1 -0
- package/dist/improvement/StorageServiceImprovementClient.js +245 -0
- package/dist/index.d.ts +43 -0
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +21 -0
- package/dist/runtime/CodaliRuntime.d.ts +0 -2
- package/dist/runtime/CodaliRuntime.d.ts.map +1 -1
- package/dist/runtime/CodaliRuntime.js +0 -5
- package/dist/storage/CodaliDatasetPrivacyEngine.d.ts +138 -0
- package/dist/storage/CodaliDatasetPrivacyEngine.d.ts.map +1 -0
- package/dist/storage/CodaliDatasetPrivacyEngine.js +417 -0
- package/dist/storage/CodaliFeedbackReviewIngestion.d.ts +50 -0
- package/dist/storage/CodaliFeedbackReviewIngestion.d.ts.map +1 -0
- package/dist/storage/CodaliFeedbackReviewIngestion.js +141 -0
- package/dist/storage/CodaliStorageContracts.d.ts +337 -0
- package/dist/storage/CodaliStorageContracts.d.ts.map +1 -0
- package/dist/storage/CodaliStorageContracts.js +1555 -0
- package/dist/storage/DatasetExportJob.d.ts +51 -0
- package/dist/storage/DatasetExportJob.d.ts.map +1 -0
- package/dist/storage/DatasetExportJob.js +358 -0
- package/dist/storage/DatasetReviewQueue.d.ts +98 -0
- package/dist/storage/DatasetReviewQueue.d.ts.map +1 -0
- package/dist/storage/DatasetReviewQueue.js +426 -0
- package/dist/storage/GatewayDatasetStore.d.ts +233 -0
- package/dist/storage/GatewayDatasetStore.d.ts.map +1 -0
- package/dist/storage/GatewayDatasetStore.js +2070 -0
- package/package.json +5 -4
|
@@ -0,0 +1,50 @@
|
|
|
1
|
+
import { type CodaliImprovementGateType, type CodaliImprovementReleaseLevel, type CodaliImprovementScorecard } from "./ImprovementPolicy.js";
|
|
2
|
+
export declare const CODALI_IMPROVEMENT_EVAL_RUNNER_SCHEMA_VERSION: "codali.improvement.eval_runner.v1";
|
|
3
|
+
export declare const CODALI_IMPROVEMENT_EVAL_GATE_IDS: readonly ["deterministic_tests", "replay_fixtures", "privacy_metadata", "deletion_groups", "tenant_scope", "object_checksums", "tool_policy", "no_shell_write_destructive_tools", "no_cross_tenant_replay", "lineage_validity", "approved_file_paths"];
|
|
4
|
+
export type CodaliImprovementEvalGateId = (typeof CODALI_IMPROVEMENT_EVAL_GATE_IDS)[number];
|
|
5
|
+
export type CodaliImprovementEvalGateStatus = "passed" | "failed" | "skipped" | "warning";
|
|
6
|
+
export type CodaliImprovementEvalGateSeverity = "hard" | "soft";
|
|
7
|
+
export interface CodaliImprovementEvalGateResult {
|
|
8
|
+
gateId: CodaliImprovementEvalGateId;
|
|
9
|
+
gateType: CodaliImprovementGateType;
|
|
10
|
+
severity: CodaliImprovementEvalGateSeverity;
|
|
11
|
+
status: CodaliImprovementEvalGateStatus;
|
|
12
|
+
passed: boolean;
|
|
13
|
+
score: number;
|
|
14
|
+
reasons: string[];
|
|
15
|
+
metadata?: Record<string, unknown>;
|
|
16
|
+
}
|
|
17
|
+
export interface CodaliImprovementReleaseApproval {
|
|
18
|
+
candidateId: string;
|
|
19
|
+
releaseLevel: CodaliImprovementReleaseLevel;
|
|
20
|
+
tagAllowed: boolean;
|
|
21
|
+
publishAllowed: boolean;
|
|
22
|
+
failedHardGateIds: CodaliImprovementEvalGateId[];
|
|
23
|
+
skippedHardGateIds: CodaliImprovementEvalGateId[];
|
|
24
|
+
warningGateIds: CodaliImprovementEvalGateId[];
|
|
25
|
+
blockedReasons: string[];
|
|
26
|
+
warningReasons: string[];
|
|
27
|
+
requiresManualReview: boolean;
|
|
28
|
+
}
|
|
29
|
+
export interface CodaliImprovementEvalRunnerResult {
|
|
30
|
+
schemaVersion: typeof CODALI_IMPROVEMENT_EVAL_RUNNER_SCHEMA_VERSION;
|
|
31
|
+
candidateId: string;
|
|
32
|
+
candidateSource: "provided" | "candidate_file" | "export_manifest" | "missing";
|
|
33
|
+
candidatePath?: string;
|
|
34
|
+
scorecard: CodaliImprovementScorecard;
|
|
35
|
+
gates: CodaliImprovementEvalGateResult[];
|
|
36
|
+
releaseApproval: CodaliImprovementReleaseApproval;
|
|
37
|
+
blockedReasons: string[];
|
|
38
|
+
warnings: string[];
|
|
39
|
+
storagePayload: Record<string, unknown>;
|
|
40
|
+
}
|
|
41
|
+
export interface BuildCodaliImprovementEvalScorecardInput {
|
|
42
|
+
candidateId: string;
|
|
43
|
+
candidate?: unknown;
|
|
44
|
+
candidatePath?: string;
|
|
45
|
+
candidateDirectories?: readonly string[];
|
|
46
|
+
approvedPaths?: readonly string[];
|
|
47
|
+
now?: () => Date;
|
|
48
|
+
}
|
|
49
|
+
export declare const buildCodaliImprovementEvalScorecard: (input: BuildCodaliImprovementEvalScorecardInput) => Promise<CodaliImprovementEvalRunnerResult>;
|
|
50
|
+
//# sourceMappingURL=ImprovementEvalRunner.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ImprovementEvalRunner.d.ts","sourceRoot":"","sources":["../../src/improvement/ImprovementEvalRunner.ts"],"names":[],"mappings":"AAIA,OAAO,EAKL,KAAK,yBAAyB,EAE9B,KAAK,6BAA6B,EAElC,KAAK,0BAA0B,EAEhC,MAAM,wBAAwB,CAAC;AAQhC,eAAO,MAAM,6CAA6C,EACxD,mCAA4C,CAAC;AAE/C,eAAO,MAAM,gCAAgC,wPAYnC,CAAC;AAEX,MAAM,MAAM,2BAA2B,GACrC,CAAC,OAAO,gCAAgC,CAAC,CAAC,MAAM,CAAC,CAAC;AAEpD,MAAM,MAAM,+BAA+B,GACvC,QAAQ,GACR,QAAQ,GACR,SAAS,GACT,SAAS,CAAC;AAEd,MAAM,MAAM,iCAAiC,GAAG,MAAM,GAAG,MAAM,CAAC;AAEhE,MAAM,WAAW,+BAA+B;IAC9C,MAAM,EAAE,2BAA2B,CAAC;IACpC,QAAQ,EAAE,yBAAyB,CAAC;IACpC,QAAQ,EAAE,iCAAiC,CAAC;IAC5C,MAAM,EAAE,+BAA+B,CAAC;IACxC,MAAM,EAAE,OAAO,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC;AAED,MAAM,WAAW,gCAAgC;IAC/C,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,6BAA6B,CAAC;IAC5C,UAAU,EAAE,OAAO,CAAC;IACpB,cAAc,EAAE,OAAO,CAAC;IACxB,iBAAiB,EAAE,2BAA2B,EAAE,CAAC;IACjD,kBAAkB,EAAE,2BAA2B,EAAE,CAAC;IAClD,cAAc,EAAE,2BAA2B,EAAE,CAAC;IAC9C,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,oBAAoB,EAAE,OAAO,CAAC;CAC/B;AAED,MAAM,WAAW,iCAAiC;IAChD,aAAa,EAAE,OAAO,6CAA6C,CAAC;IACpE,WAAW,EAAE,MAAM,CAAC;IACpB,eAAe,EAAE,UAAU,GAAG,gBAAgB,GAAG,iBAAiB,GAAG,SAAS,CAAC;IAC/E,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,SAAS,EAAE,0BAA0B,CAAC;IACtC,KAAK,EAAE,+BAA+B,EAAE,CAAC;IACzC,eAAe,EAAE,gCAAgC,CAAC;IAClD,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACzC;AAED,MAAM,WAAW,wCAAwC;IACvD,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,oBAAoB,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IACzC,aAAa,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IAClC,GAAG,CAAC,EAAE,MAAM,IAAI,CAAC;CAClB;AA4oBD,eAAO,MAAM,mCAAmC,GAC9C,OAAO,wCAAwC,KAC9C,OAAO,CAAC,iCAAiC,CAwF3C,CAAC"}
|