@mcoda/codali 0.1.89 → 0.1.91

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (105) hide show
  1. package/dist/cli/DatasetCommand.d.ts +38 -0
  2. package/dist/cli/DatasetCommand.d.ts.map +1 -0
  3. package/dist/cli/DatasetCommand.js +959 -0
  4. package/dist/cli/EvalCommand.d.ts +3 -0
  5. package/dist/cli/EvalCommand.d.ts.map +1 -1
  6. package/dist/cli/EvalCommand.js +55 -1
  7. package/dist/cli/ImprovementCommand.d.ts +97 -0
  8. package/dist/cli/ImprovementCommand.d.ts.map +1 -0
  9. package/dist/cli/ImprovementCommand.js +1879 -0
  10. package/dist/cli.d.ts.map +1 -1
  11. package/dist/cli.js +15 -0
  12. package/dist/dataset-cli.d.ts +3 -0
  13. package/dist/dataset-cli.d.ts.map +1 -0
  14. package/dist/dataset-cli.js +30 -0
  15. package/dist/eval/CodaliGatewayLiveHarness.d.ts +90 -1
  16. package/dist/eval/CodaliGatewayLiveHarness.d.ts.map +1 -1
  17. package/dist/eval/CodaliGatewayLiveHarness.js +443 -9
  18. package/dist/eval/GatewayDatasetEval.d.ts +70 -0
  19. package/dist/eval/GatewayDatasetEval.d.ts.map +1 -0
  20. package/dist/eval/GatewayDatasetEval.js +477 -0
  21. package/dist/eval/GatewayEvalSuite.d.ts +52 -0
  22. package/dist/eval/GatewayEvalSuite.d.ts.map +1 -1
  23. package/dist/eval/GatewayEvalSuite.js +135 -1
  24. package/dist/gateway/CodaliGateway.d.ts +4 -0
  25. package/dist/gateway/CodaliGateway.d.ts.map +1 -1
  26. package/dist/gateway/CodaliGateway.js +37 -1
  27. package/dist/gateway/CodaliGatewaySchemas.d.ts.map +1 -1
  28. package/dist/gateway/CodaliGatewaySchemas.js +0 -4
  29. package/dist/gateway/CodaliGatewayStore.d.ts.map +1 -1
  30. package/dist/gateway/CodaliGatewayStore.js +1 -0
  31. package/dist/gateway/GatewayPlanner.d.ts.map +1 -1
  32. package/dist/gateway/GatewayPlanner.js +355 -41
  33. package/dist/gateway/GatewayStateMachine.d.ts +1 -0
  34. package/dist/gateway/GatewayStateMachine.d.ts.map +1 -1
  35. package/dist/gateway/GatewayStateMachine.js +221 -5
  36. package/dist/improvement/CandidateReleaseBuilder.d.ts +201 -0
  37. package/dist/improvement/CandidateReleaseBuilder.d.ts.map +1 -0
  38. package/dist/improvement/CandidateReleaseBuilder.js +1175 -0
  39. package/dist/improvement/DatasetEligibilityGate.d.ts +75 -0
  40. package/dist/improvement/DatasetEligibilityGate.d.ts.map +1 -0
  41. package/dist/improvement/DatasetEligibilityGate.js +497 -0
  42. package/dist/improvement/DatasetExportManifestReader.d.ts +88 -0
  43. package/dist/improvement/DatasetExportManifestReader.d.ts.map +1 -0
  44. package/dist/improvement/DatasetExportManifestReader.js +333 -0
  45. package/dist/improvement/DocdexRetrievalCandidateBuilder.d.ts +192 -0
  46. package/dist/improvement/DocdexRetrievalCandidateBuilder.d.ts.map +1 -0
  47. package/dist/improvement/DocdexRetrievalCandidateBuilder.js +625 -0
  48. package/dist/improvement/EvalReplayCandidateBuilder.d.ts +173 -0
  49. package/dist/improvement/EvalReplayCandidateBuilder.d.ts.map +1 -0
  50. package/dist/improvement/EvalReplayCandidateBuilder.js +363 -0
  51. package/dist/improvement/FineTuneJobPlanner.d.ts +281 -0
  52. package/dist/improvement/FineTuneJobPlanner.d.ts.map +1 -0
  53. package/dist/improvement/FineTuneJobPlanner.js +823 -0
  54. package/dist/improvement/ImprovementEvalRunner.d.ts +50 -0
  55. package/dist/improvement/ImprovementEvalRunner.d.ts.map +1 -0
  56. package/dist/improvement/ImprovementEvalRunner.js +648 -0
  57. package/dist/improvement/ImprovementPolicy.d.ts +272 -0
  58. package/dist/improvement/ImprovementPolicy.d.ts.map +1 -0
  59. package/dist/improvement/ImprovementPolicy.js +1450 -0
  60. package/dist/improvement/ModelRouterCandidateBuilder.d.ts +186 -0
  61. package/dist/improvement/ModelRouterCandidateBuilder.d.ts.map +1 -0
  62. package/dist/improvement/ModelRouterCandidateBuilder.js +880 -0
  63. package/dist/improvement/OperatorInspector.d.ts +182 -0
  64. package/dist/improvement/OperatorInspector.d.ts.map +1 -0
  65. package/dist/improvement/OperatorInspector.js +604 -0
  66. package/dist/improvement/ProductionGovernance.d.ts +91 -0
  67. package/dist/improvement/ProductionGovernance.d.ts.map +1 -0
  68. package/dist/improvement/ProductionGovernance.js +329 -0
  69. package/dist/improvement/PromptSchemaToolMetadataCandidateBuilder.d.ts +152 -0
  70. package/dist/improvement/PromptSchemaToolMetadataCandidateBuilder.d.ts.map +1 -0
  71. package/dist/improvement/PromptSchemaToolMetadataCandidateBuilder.js +480 -0
  72. package/dist/improvement/PublishOrchestrator.d.ts +113 -0
  73. package/dist/improvement/PublishOrchestrator.d.ts.map +1 -0
  74. package/dist/improvement/PublishOrchestrator.js +590 -0
  75. package/dist/improvement/ReleaseOutcomeReporter.d.ts +133 -0
  76. package/dist/improvement/ReleaseOutcomeReporter.d.ts.map +1 -0
  77. package/dist/improvement/ReleaseOutcomeReporter.js +501 -0
  78. package/dist/improvement/StorageServiceImprovementClient.d.ts +71 -0
  79. package/dist/improvement/StorageServiceImprovementClient.d.ts.map +1 -0
  80. package/dist/improvement/StorageServiceImprovementClient.js +245 -0
  81. package/dist/index.d.ts +43 -0
  82. package/dist/index.d.ts.map +1 -1
  83. package/dist/index.js +21 -0
  84. package/dist/runtime/CodaliRuntime.d.ts +0 -2
  85. package/dist/runtime/CodaliRuntime.d.ts.map +1 -1
  86. package/dist/runtime/CodaliRuntime.js +0 -5
  87. package/dist/storage/CodaliDatasetPrivacyEngine.d.ts +138 -0
  88. package/dist/storage/CodaliDatasetPrivacyEngine.d.ts.map +1 -0
  89. package/dist/storage/CodaliDatasetPrivacyEngine.js +417 -0
  90. package/dist/storage/CodaliFeedbackReviewIngestion.d.ts +50 -0
  91. package/dist/storage/CodaliFeedbackReviewIngestion.d.ts.map +1 -0
  92. package/dist/storage/CodaliFeedbackReviewIngestion.js +141 -0
  93. package/dist/storage/CodaliStorageContracts.d.ts +337 -0
  94. package/dist/storage/CodaliStorageContracts.d.ts.map +1 -0
  95. package/dist/storage/CodaliStorageContracts.js +1555 -0
  96. package/dist/storage/DatasetExportJob.d.ts +51 -0
  97. package/dist/storage/DatasetExportJob.d.ts.map +1 -0
  98. package/dist/storage/DatasetExportJob.js +358 -0
  99. package/dist/storage/DatasetReviewQueue.d.ts +98 -0
  100. package/dist/storage/DatasetReviewQueue.d.ts.map +1 -0
  101. package/dist/storage/DatasetReviewQueue.js +426 -0
  102. package/dist/storage/GatewayDatasetStore.d.ts +233 -0
  103. package/dist/storage/GatewayDatasetStore.d.ts.map +1 -0
  104. package/dist/storage/GatewayDatasetStore.js +2070 -0
  105. package/package.json +5 -4
@@ -0,0 +1,50 @@
1
+ import { type CodaliImprovementGateType, type CodaliImprovementReleaseLevel, type CodaliImprovementScorecard } from "./ImprovementPolicy.js";
2
+ export declare const CODALI_IMPROVEMENT_EVAL_RUNNER_SCHEMA_VERSION: "codali.improvement.eval_runner.v1";
3
+ export declare const CODALI_IMPROVEMENT_EVAL_GATE_IDS: readonly ["deterministic_tests", "replay_fixtures", "privacy_metadata", "deletion_groups", "tenant_scope", "object_checksums", "tool_policy", "no_shell_write_destructive_tools", "no_cross_tenant_replay", "lineage_validity", "approved_file_paths"];
4
+ export type CodaliImprovementEvalGateId = (typeof CODALI_IMPROVEMENT_EVAL_GATE_IDS)[number];
5
+ export type CodaliImprovementEvalGateStatus = "passed" | "failed" | "skipped" | "warning";
6
+ export type CodaliImprovementEvalGateSeverity = "hard" | "soft";
7
+ export interface CodaliImprovementEvalGateResult {
8
+ gateId: CodaliImprovementEvalGateId;
9
+ gateType: CodaliImprovementGateType;
10
+ severity: CodaliImprovementEvalGateSeverity;
11
+ status: CodaliImprovementEvalGateStatus;
12
+ passed: boolean;
13
+ score: number;
14
+ reasons: string[];
15
+ metadata?: Record<string, unknown>;
16
+ }
17
+ export interface CodaliImprovementReleaseApproval {
18
+ candidateId: string;
19
+ releaseLevel: CodaliImprovementReleaseLevel;
20
+ tagAllowed: boolean;
21
+ publishAllowed: boolean;
22
+ failedHardGateIds: CodaliImprovementEvalGateId[];
23
+ skippedHardGateIds: CodaliImprovementEvalGateId[];
24
+ warningGateIds: CodaliImprovementEvalGateId[];
25
+ blockedReasons: string[];
26
+ warningReasons: string[];
27
+ requiresManualReview: boolean;
28
+ }
29
+ export interface CodaliImprovementEvalRunnerResult {
30
+ schemaVersion: typeof CODALI_IMPROVEMENT_EVAL_RUNNER_SCHEMA_VERSION;
31
+ candidateId: string;
32
+ candidateSource: "provided" | "candidate_file" | "export_manifest" | "missing";
33
+ candidatePath?: string;
34
+ scorecard: CodaliImprovementScorecard;
35
+ gates: CodaliImprovementEvalGateResult[];
36
+ releaseApproval: CodaliImprovementReleaseApproval;
37
+ blockedReasons: string[];
38
+ warnings: string[];
39
+ storagePayload: Record<string, unknown>;
40
+ }
41
+ export interface BuildCodaliImprovementEvalScorecardInput {
42
+ candidateId: string;
43
+ candidate?: unknown;
44
+ candidatePath?: string;
45
+ candidateDirectories?: readonly string[];
46
+ approvedPaths?: readonly string[];
47
+ now?: () => Date;
48
+ }
49
+ export declare const buildCodaliImprovementEvalScorecard: (input: BuildCodaliImprovementEvalScorecardInput) => Promise<CodaliImprovementEvalRunnerResult>;
50
+ //# sourceMappingURL=ImprovementEvalRunner.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"ImprovementEvalRunner.d.ts","sourceRoot":"","sources":["../../src/improvement/ImprovementEvalRunner.ts"],"names":[],"mappings":"AAIA,OAAO,EAKL,KAAK,yBAAyB,EAE9B,KAAK,6BAA6B,EAElC,KAAK,0BAA0B,EAEhC,MAAM,wBAAwB,CAAC;AAQhC,eAAO,MAAM,6CAA6C,EACxD,mCAA4C,CAAC;AAE/C,eAAO,MAAM,gCAAgC,wPAYnC,CAAC;AAEX,MAAM,MAAM,2BAA2B,GACrC,CAAC,OAAO,gCAAgC,CAAC,CAAC,MAAM,CAAC,CAAC;AAEpD,MAAM,MAAM,+BAA+B,GACvC,QAAQ,GACR,QAAQ,GACR,SAAS,GACT,SAAS,CAAC;AAEd,MAAM,MAAM,iCAAiC,GAAG,MAAM,GAAG,MAAM,CAAC;AAEhE,MAAM,WAAW,+BAA+B;IAC9C,MAAM,EAAE,2BAA2B,CAAC;IACpC,QAAQ,EAAE,yBAAyB,CAAC;IACpC,QAAQ,EAAE,iCAAiC,CAAC;IAC5C,MAAM,EAAE,+BAA+B,CAAC;IACxC,MAAM,EAAE,OAAO,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC;AAED,MAAM,WAAW,gCAAgC;IAC/C,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,6BAA6B,CAAC;IAC5C,UAAU,EAAE,OAAO,CAAC;IACpB,cAAc,EAAE,OAAO,CAAC;IACxB,iBAAiB,EAAE,2BAA2B,EAAE,CAAC;IACjD,kBAAkB,EAAE,2BAA2B,EAAE,CAAC;IAClD,cAAc,EAAE,2BAA2B,EAAE,CAAC;IAC9C,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,oBAAoB,EAAE,OAAO,CAAC;CAC/B;AAED,MAAM,WAAW,iCAAiC;IAChD,aAAa,EAAE,OAAO,6CAA6C,CAAC;IACpE,WAAW,EAAE,MAAM,CAAC;IACpB,eAAe,EAAE,UAAU,GAAG,gBAAgB,GAAG,iBAAiB,GAAG,SAAS,CAAC;IAC/E,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,SAAS,EAAE,0BAA0B,CAAC;IACtC,KAAK,EAAE,+BAA+B,EAAE,CAAC;IACzC,eAAe,EAAE,gCAAgC,CAAC;IAClD,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACzC;AAED,MAAM,WAAW,wCAAwC;IACvD,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,oBAAoB,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IACzC,aAAa,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IAClC,GAAG,CAAC,EAAE,MAAM,IAAI,CAAC;CAClB;AA4oBD,eAAO,MAAM,mCAAmC,GAC9C,OAAO,wCAAwC,KAC9C,OAAO,CAAC,iCAAiC,CAwF3C,CAAC"}